-- Logs begin at Fri 2021-07-16 00:46:51 UTC, end at Fri 2021-07-16 03:00:05 UTC. -- Jul 16 01:17:41.200769 n-d-800086-6 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 01:17:43.995230 n-d-800086-6 neutron-server[93722]: INFO neutron.common.config [-] Logging enabled! Jul 16 01:17:43.995930 n-d-800086-6 neutron-server[93722]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 01:17:43.996029 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93722) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 01:17:43.999241 n-d-800086-6 neutron-server[93722]: INFO neutron.common.config [-] Logging enabled! Jul 16 01:17:43.999500 n-d-800086-6 neutron-server[93722]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 01:17:43.999840 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93722) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 01:17:44.000782 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 01:17:44.001087 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 01:17:44.001459 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 01:17:44.001712 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 01:17:44.001945 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 01:17:44.002274 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.002576 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.002877 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.003110 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.003406 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.003699 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.004010 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.004303 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.004604 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.004892 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.005176 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.005463 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.005698 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.005983 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.006274 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.006565 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.006792 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] debug = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.007077 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.007505 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.007945 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.008234 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.008529 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.008812 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.009115 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.009916 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.010208 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.010546 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] host = n-d-800086-6 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.010833 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.011127 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.011481 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.011858 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.012150 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.012433 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.012726 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.013008 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.013288 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] log_file = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.013570 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.013865 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.014159 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.014455 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.014687 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.014916 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.015211 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.015505 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.015812 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.016094 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.016373 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.016652 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.016933 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.017208 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.017498 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.017789 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.018082 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.018365 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.018646 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.018926 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.019204 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.019495 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.019797 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.020081 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.020361 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.020653 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.020930 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.021209 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.021514 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.021806 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.022100 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.022390 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.022670 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.022959 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.023243 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.023523 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.023830 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] use_json = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.024111 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.024390 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.024706 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.024992 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.025272 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.025553 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.025835 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.026127 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:44.026431 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.026735 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.027043 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.027335 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.027638 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.028021 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.028326 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.028613 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.028910 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.029211 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.029505 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.029791 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.030087 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.030373 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.030676 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.030991 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.031297 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.031632 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.031947 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.032231 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.032514 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.032799 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.033135 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.033397 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.033697 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.033982 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.034269 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.034571 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.034853 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.035133 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.035417 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.035729 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.036021 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.036301 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.036590 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.036874 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.037155 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.037434 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.037718 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.038015 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.038300 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.038579 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.038860 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.039160 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.039426 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.039735 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.040025 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.040898 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.041187 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.041476 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.041757 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.042036 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.042321 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.042608 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.042892 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.043172 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.043451 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.043752 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.044113 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.044396 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.044680 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.044959 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.045244 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.045524 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.045802 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.046081 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.046360 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.046639 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.046933 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.047239 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.047524 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.047832 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.048119 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.048405 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.048690 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.048973 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.049257 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.049542 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.049820 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.050114 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.050405 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.050696 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.050987 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.051270 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.051573 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.051885 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.052178 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.052470 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.052761 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.053056 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.053347 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.053648 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.053949 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.054249 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.054550 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.054852 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.055135 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.055451 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.055760 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:44.056040 n-d-800086-6 neutron-server[93722]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 01:17:44.056789 n-d-800086-6 neutron-server[93722]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93722) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 01:17:44.408121 n-d-800086-6 neutron-server[93722]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 01:17:44.408423 n-d-800086-6 neutron-server[93722]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 01:17:44.408713 n-d-800086-6 neutron-server[93722]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 01:17:44.409048 n-d-800086-6 neutron-server[93722]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 01:17:44.797622 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:44.797921 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:44.798189 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:44.799390 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:44.799665 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:44.799963 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:44.834060 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:44.834342 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:44.834615 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:44.848147 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:44.848431 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:44.848701 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:44.880820 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:44.881116 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:44.881392 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:44.918061 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:44.918336 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:44.918607 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.151007 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.151660 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.151660 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.151887 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.152610 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.272300 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.272622 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.272909 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.273186 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.273461 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.273777 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.274043 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.274304 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.274561 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.275364 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.275630 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.275928 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.276190 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.276446 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.276787 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.276983 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.277241 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.277512 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.277794 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.278057 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.278337 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.278593 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.278877 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.279263 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.279517 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.279790 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.280198 n-d-800086-6 neutron-server[93722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:17:45.280443 n-d-800086-6 neutron-server[93722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:17:45.280683 n-d-800086-6 neutron-server[93722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:17:45.280922 n-d-800086-6 neutron-server[93722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:17:45.281159 n-d-800086-6 neutron-server[93722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:17:45.281395 n-d-800086-6 neutron-server[93722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:17:45.281770 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 01:17:45.284951 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 01:17:45.288930 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 01:17:45.293358 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 16 01:17:45.294998 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 01:17:45.295459 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 01:17:45.295831 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 01:17:45.296227 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 01:17:45.300205 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 01:17:45.300458 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 01:17:45.300806 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 01:17:45.328900 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 01:17:45.329359 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.329664 n-d-800086-6 neutron-server[93722]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93722) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 01:17:45.330031 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.331387 n-d-800086-6 neutron-server[93722]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93722) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 01:17:45.331677 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 01:17:45.331949 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 01:17:45.335133 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.335419 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:45.402748 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 01:17:45.402910 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 01:17:45.403152 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 01:17:45.403529 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 01:17:45.424342 n-d-800086-6 neutron-server[93722]: DEBUG oslo_db.sqlalchemy.engines [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93722) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 01:17:45.960422 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Initializing driver for type 'gre' Jul 16 01:17:45.961010 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] gre ID ranges: [(1, 1000)] Jul 16 01:17:46.018331 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Initializing driver for type 'local' Jul 16 01:17:46.018686 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Initializing driver for type 'vlan' Jul 16 01:17:46.032143 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] VlanTypeDriver initialization complete Jul 16 01:17:46.032515 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Initializing driver for type 'vxlan' Jul 16 01:17:46.033004 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] vxlan ID ranges: [(1, 1000)] Jul 16 01:17:46.084648 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Initializing extension driver 'port_security' Jul 16 01:17:46.085060 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.extensions.port_security [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] PortSecurityExtensionDriver initialization complete Jul 16 01:17:46.085396 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Initializing mechanism driver 'openvswitch' Jul 16 01:17:46.085714 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Initializing mechanism driver 'hyperv' Jul 16 01:17:46.092955 n-d-800086-6 neutron-server[93722]: DEBUG neutron.plugins.ml2.plugin [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:46.093805 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > port after_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.094177 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > port after_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.094526 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > port after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.095041 n-d-800086-6 neutron-server[93722]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93722) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:17:46.095469 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > subnet after_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.095843 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > subnet after_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.096188 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.096578 n-d-800086-6 neutron-server[93722]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93722) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:17:46.096978 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > network after_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.097327 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > network after_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.097663 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > network after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.098047 n-d-800086-6 neutron-server[93722]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93722) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:17:46.098447 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > security_group after_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.098794 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > security_group after_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.099132 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.099520 n-d-800086-6 neutron-server[93722]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93722) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:17:46.099943 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.100287 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.100625 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.101016 n-d-800086-6 neutron-server[93722]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93722) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:17:46.101411 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > address_group after_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.101752 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > address_group after_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.102085 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.102471 n-d-800086-6 neutron-server[93722]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93722) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:17:46.103397 n-d-800086-6 neutron-server[93722]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] ML2 OVO RPC backend initialized. {{(pid=93722) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 01:17:46.104166 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.104522 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.104941 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > network before_response 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.105279 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > networks before_response 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.105623 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > port before_response 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.105961 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > ports before_response 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.106300 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > subnet before_response 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.106636 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > subnets before_response 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.106977 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > network after_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.107322 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > network after_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.107651 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > network after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.108136 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > port after_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.108471 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > port after_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.108802 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > port after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.109142 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > subnet after_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.109469 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > subnet after_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.109797 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.110360 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.plugin [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Modular L2 Plugin initialization complete Jul 16 01:17:46.110718 n-d-800086-6 neutron-server[93722]: DEBUG neutron.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading services supported by the core plugin {{(pid=93722) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 01:17:46.111042 n-d-800086-6 neutron-server[93722]: INFO neutron.plugins.ml2.managers [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Got port-security extension from driver 'port_security' Jul 16 01:17:46.111496 n-d-800086-6 neutron-server[93722]: INFO neutron.extensions.vlantransparent [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Disabled vlantransparent extension. Jul 16 01:17:46.112002 n-d-800086-6 neutron-server[93722]: DEBUG neutron.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93722) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 01:17:46.112310 n-d-800086-6 neutron-server[93722]: INFO neutron.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading Plugin: router Jul 16 01:17:46.147393 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.147808 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router after_create 55549900 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.148178 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router before_create 55549900 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.148540 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.148907 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.149254 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router after_delete 55549900 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.150125 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.150609 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router after_create 55549900 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.150950 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router after_update 55549900 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.151405 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router after_update 55549900 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.151972 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.152341 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router after_update 55549900 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.152754 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router precommit_update 55549900 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.153125 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: port after_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.153465 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: port after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.153800 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: subnet after_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.154137 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.154483 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.154828 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router precommit_create 55549900 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.155167 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: port before_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.155508 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router precommit_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.155886 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router after_update 55549900 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.156233 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.156590 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router precommit_create 55549900 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.156940 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.157282 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router precommit_update 55549900 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.157643 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > agent after_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.157989 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > agent after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.158331 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > network after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.159191 n-d-800086-6 neutron-server[93722]: DEBUG neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Tracking information for resource: router configured {{(pid=93722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:17:46.159526 n-d-800086-6 neutron-server[93722]: DEBUG neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Tracking information for resource: floatingip configured {{(pid=93722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:17:46.164435 n-d-800086-6 neutron-server[93722]: INFO neutron.db.l3_agentschedulers_db [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 01:17:46.165004 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: port after_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.165916 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: port after_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.166267 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: port after_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.166629 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: port after_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.167417 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router before_create 55550100 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.167813 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.168179 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router precommit_create 55550100 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.168535 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > router precommit_update 55550100 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.172937 n-d-800086-6 neutron-server[93722]: DEBUG neutron.services.provider_configuration [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Service providers = [] {{(pid=93722) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 01:17:46.173298 n-d-800086-6 neutron-server[93722]: DEBUG neutron.db.servicetype_db [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93722) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 01:17:46.176221 n-d-800086-6 neutron-server[93722]: DEBUG neutron.services.service_base [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93722) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:17:46.176571 n-d-800086-6 neutron-server[93722]: DEBUG neutron.services.service_base [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93722) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:17:46.176910 n-d-800086-6 neutron-server[93722]: DEBUG neutron.services.service_base [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93722) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:17:46.177783 n-d-800086-6 neutron-server[93722]: DEBUG neutron.services.service_base [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93722) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:17:46.178149 n-d-800086-6 neutron-server[93722]: INFO neutron.services.service_base [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 01:17:46.178522 n-d-800086-6 neutron-server[93722]: DEBUG neutron.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:17:46.178837 n-d-800086-6 neutron-server[93722]: INFO neutron.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 01:17:46.189533 n-d-800086-6 neutron-server[93722]: DEBUG neutron.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:17:46.189865 n-d-800086-6 neutron-server[93722]: INFO neutron.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading Plugin: auto_allocate Jul 16 01:17:46.195555 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: network precommit_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.195945 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: network precommit_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.196491 n-d-800086-6 neutron-server[93722]: DEBUG neutron.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:17:46.196872 n-d-800086-6 neutron-server[93722]: INFO neutron.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading Plugin: tag Jul 16 01:17:46.203491 n-d-800086-6 neutron-server[93722]: DEBUG neutron.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:17:46.203850 n-d-800086-6 neutron-server[93722]: INFO neutron.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading Plugin: timestamp Jul 16 01:17:46.207601 n-d-800086-6 neutron-server[93722]: DEBUG neutron.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:17:46.207962 n-d-800086-6 neutron-server[93722]: INFO neutron.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading Plugin: network_ip_availability Jul 16 01:17:46.214120 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.214436 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.214788 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.215499 n-d-800086-6 neutron-server[93722]: DEBUG neutron.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:17:46.215846 n-d-800086-6 neutron-server[93722]: INFO neutron.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading Plugin: flavors Jul 16 01:17:46.221978 n-d-800086-6 neutron-server[93722]: DEBUG neutron.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:17:46.222307 n-d-800086-6 neutron-server[93722]: INFO neutron.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading Plugin: revisions Jul 16 01:17:46.226585 n-d-800086-6 neutron-server[93722]: DEBUG neutron.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:17:46.226971 n-d-800086-6 neutron-server[93722]: DEBUG oslo_concurrency.lockutils [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.818s {{(pid=93722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 01:17:46.227697 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93722) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 01:17:46.228692 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Initializing extension manager. Jul 16 01:17:46.229201 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: __init__.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.229540 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: __pycache__ {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.229873 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.230205 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: address_group.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.230950 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.231512 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: address-group Jul 16 01:17:46.231870 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: address_scope.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.232574 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.233088 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: address-scope Jul 16 01:17:46.233404 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.234318 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.234827 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: router-admin-state-down-before-update Jul 16 01:17:46.235147 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: agent.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.235873 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.236376 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: agent Jul 16 01:17:46.236694 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: agent_resources_synced.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.237593 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.238097 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: agent-resources-synced Jul 16 01:17:46.238413 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: allowedaddresspairs.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.240200 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.240719 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: allowed-address-pairs Jul 16 01:17:46.241041 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: auto_allocated_topology.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.242096 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.242604 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: auto-allocated-topology Jul 16 01:17:46.242920 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: availability_zone.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.243644 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.244172 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: availability_zone Jul 16 01:17:46.244484 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: availability_zone_filter.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.245386 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.245882 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: availability_zone_filter Jul 16 01:17:46.246197 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: data_plane_status.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.247104 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.247602 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 01:17:46.247946 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: default_subnetpools.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.248846 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.249343 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: default-subnetpools Jul 16 01:17:46.249661 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.250463 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.250966 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: dhcp_agent_scheduler Jul 16 01:17:46.251288 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: dns.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.252289 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.252791 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 01:17:46.253112 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: dns_domain_ports.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.254016 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.254516 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 01:17:46.254840 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.255782 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.256288 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 01:17:46.256607 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: dvr.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.257268 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.257769 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: dvr Jul 16 01:17:46.258086 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: empty_string_filtering.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.259504 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.260031 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: empty-string-filtering Jul 16 01:17:46.260351 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.261251 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.261748 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 01:17:46.262063 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.262956 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.263455 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 01:17:46.263805 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: external_net.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.264699 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.265200 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: external-net Jul 16 01:17:46.265523 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.266413 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.266914 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: extra_dhcp_opt Jul 16 01:17:46.267229 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: extraroute.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.268144 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.268642 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: extraroute Jul 16 01:17:46.268962 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: extraroute_atomic.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.269977 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.270477 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: extraroute-atomic Jul 16 01:17:46.270793 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: filter_validation.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.271447 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.271977 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: filter-validation Jul 16 01:17:46.272292 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: fip_pf_description.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.273189 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.273854 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 01:17:46.274175 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: fip_port_details.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.275756 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.276178 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: fip-port-details Jul 16 01:17:46.276493 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: flavors.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.277704 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.278216 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: flavors Jul 16 01:17:46.278537 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.280213 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.280716 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 01:17:46.281040 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: floatingip_pools.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.281725 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.282229 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: floatingip-pools Jul 16 01:17:46.282550 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: ip_allocation.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.283462 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.283989 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 01:17:46.284311 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.285221 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.285728 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: ip-substring-filtering Jul 16 01:17:46.286049 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: l2_adjacency.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.286961 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.287461 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 01:17:46.287816 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: l3.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.288779 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.289288 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: router Jul 16 01:17:46.289611 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.291945 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.292480 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 01:17:46.292809 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.293731 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.294416 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: ext-gw-mode Jul 16 01:17:46.294552 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.295465 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.296002 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: l3-ha Jul 16 01:17:46.296324 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: l3_flavors.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.297244 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.297748 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: l3-flavors Jul 16 01:17:46.298066 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.298963 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.299466 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 01:17:46.299806 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: l3agentscheduler.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.300843 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.301352 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: l3_agent_scheduler Jul 16 01:17:46.301676 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: logging.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.303164 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.303681 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension logging not supported by any of loaded plugins Jul 16 01:17:46.304034 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: metering.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.304774 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.305357 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: metering Jul 16 01:17:46.305683 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.306791 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.307304 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: metering_source_and_destination_fields Jul 16 01:17:46.307629 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: multiprovidernet.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.308699 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.309217 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: multi-provider Jul 16 01:17:46.309539 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: netmtu.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.310443 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.310940 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: net-mtu Jul 16 01:17:46.311258 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: netmtu_writable.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.312192 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.312697 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: net-mtu-writable Jul 16 01:17:46.313018 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: network_availability_zone.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.313677 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.314175 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: network_availability_zone Jul 16 01:17:46.314494 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: network_ip_availability.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.315578 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.316109 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: network-ip-availability Jul 16 01:17:46.316430 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: network_segment_range.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.317187 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.317681 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 01:17:46.317999 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: pagination.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.318977 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.319304 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: pagination Jul 16 01:17:46.319622 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: port_device_profile.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.320552 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.321060 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: port-device-profile Jul 16 01:17:46.321384 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.322913 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.323417 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: port-mac-address-regenerate Jul 16 01:17:46.323803 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.324713 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.325214 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: port-numa-affinity-policy Jul 16 01:17:46.325536 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: port_resource_request.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.326445 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.326943 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 01:17:46.327260 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: portbindings.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.328190 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.328694 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: binding Jul 16 01:17:46.329011 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: portbindings_extended.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.330251 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.330760 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: binding-extended Jul 16 01:17:46.331082 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: portsecurity.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.332016 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.332520 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: port-security Jul 16 01:17:46.332838 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: project_id.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.333796 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.334120 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: project-id Jul 16 01:17:46.334436 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: providernet.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.335353 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.335901 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: provider Jul 16 01:17:46.336221 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: qos.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.340487 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.341007 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension qos not supported by any of loaded plugins Jul 16 01:17:46.341331 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.342559 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.343065 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 01:17:46.343392 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.344331 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.344841 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 01:17:46.345166 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: qos_default.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.346078 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.346585 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension qos-default not supported by any of loaded plugins Jul 16 01:17:46.346909 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: qos_fip.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.347555 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.348083 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 01:17:46.348403 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: qos_gateway_ip.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.349318 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.349822 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 01:17:46.350141 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: qos_port_network_policy.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.351044 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.351549 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 01:17:46.351906 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: qos_rule_type_details.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.352841 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.353336 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 01:17:46.353653 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: qos_rules_alias.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.354678 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.355187 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 01:17:46.355513 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: quotasv2.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.356445 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.356955 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: quotas Jul 16 01:17:46.357273 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: quotasv2_detail.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.360299 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.360634 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: quota_details Jul 16 01:17:46.360964 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: rbac.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.362009 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.362530 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: rbac-policies Jul 16 01:17:46.362855 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: rbac_address_group.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.363800 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.364312 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: rbac-address-group Jul 16 01:17:46.364634 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: rbac_address_scope.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.365564 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.366073 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: rbac-address-scope Jul 16 01:17:46.366393 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: rbac_security_groups.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.367295 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.367833 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: rbac-security-groups Jul 16 01:17:46.368154 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: rbac_subnetpool.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.369212 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.369708 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: rbac-subnetpool Jul 16 01:17:46.370025 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: revisionifmatch.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.370939 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.371441 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: revision-if-match Jul 16 01:17:46.371790 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: revisions.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.372894 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.373399 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: standard-attr-revisions Jul 16 01:17:46.373719 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: router_availability_zone.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.374383 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.374892 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: router_availability_zone Jul 16 01:17:46.375212 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: routerservicetype.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.376161 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.376662 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 01:17:46.376979 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.377898 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.378405 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: security-groups-normalized-cidr Jul 16 01:17:46.378725 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.379864 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.380372 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: port-security-groups-filtering Jul 16 01:17:46.380696 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.381611 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.382117 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: security-groups-remote-address-group Jul 16 01:17:46.382436 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: securitygroup.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.392724 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.393255 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: security-group Jul 16 01:17:46.393586 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: segment.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.394372 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.394880 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension segment not supported by any of loaded plugins Jul 16 01:17:46.395204 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.396166 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.396678 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 01:17:46.396999 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: servicetype.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.398084 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.398605 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: service-type Jul 16 01:17:46.398930 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: sorting.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.400582 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.400908 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: sorting Jul 16 01:17:46.401230 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: standard_attr_segment.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.402207 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.402719 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 01:17:46.403041 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: standardattrdescription.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.403683 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.404207 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: standard-attr-description Jul 16 01:17:46.404545 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: stateful_security_group.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.405474 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.405991 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: stateful-security-group Jul 16 01:17:46.406310 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: stdattrs_common.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.406886 n-d-800086-6 neutron-server[93722]: WARNING neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 01:17:46.407201 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.408153 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.408659 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 01:17:46.408976 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: subnet_onboard.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.410039 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.410553 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: subnet_onboard Jul 16 01:17:46.410870 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.411815 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.412320 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 01:17:46.412635 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: subnet_service_types.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.413547 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.414049 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: subnet-service-types Jul 16 01:17:46.414365 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: subnetallocation.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.415467 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.416005 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: subnet_allocation Jul 16 01:17:46.416318 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.416970 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.417475 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: subnetpool-prefix-ops Jul 16 01:17:46.417792 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.418710 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.419210 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 01:17:46.419530 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: tagging.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.420612 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.421131 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: standard-attr-tag Jul 16 01:17:46.421450 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: timestamp.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.422668 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.423188 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loaded extension: standard-attr-timestamp Jul 16 01:17:46.423513 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: trunk.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.424596 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.425106 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension trunk not supported by any of loaded plugins Jul 16 01:17:46.425428 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: trunk_details.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.426355 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.426862 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 01:17:46.427182 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: uplink_status_propagation.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.428131 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.430132 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 01:17:46.430455 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Loading extension file: vlantransparent.py {{(pid=93722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:17:46.431163 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:17:46.431674 n-d-800086-6 neutron-server[93722]: INFO neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 01:17:46.434150 n-d-800086-6 neutron-server[93722]: INFO neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Creating instance of TrackedResource for resource:network Jul 16 01:17:46.434673 n-d-800086-6 neutron-server[93722]: INFO neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Creating instance of TrackedResource for resource:subnet Jul 16 01:17:46.435066 n-d-800086-6 neutron-server[93722]: INFO neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:17:46.435452 n-d-800086-6 neutron-server[93722]: INFO neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Creating instance of TrackedResource for resource:port Jul 16 01:17:46.436736 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.v2.resource_helper [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:17:46.437181 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.v2.resource_helper [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Service FLAVORS assigned prefix: {{(pid=93722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:17:46.437795 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.v2.resource_helper [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:17:46.438222 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.v2.resource_helper [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:17:46.438548 n-d-800086-6 neutron-server[93722]: INFO neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Creating instance of TrackedResource for resource:router Jul 16 01:17:46.438972 n-d-800086-6 neutron-server[93722]: INFO neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 01:17:46.439454 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.v2.resource_helper [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Service METERING assigned prefix: /metering {{(pid=93722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:17:46.440925 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.441292 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.441641 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:17:46.442651 n-d-800086-6 neutron-server[93722]: INFO neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 01:17:46.443093 n-d-800086-6 neutron-server[93722]: INFO neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Creating instance of TrackedResource for resource:security_group Jul 16 01:17:46.443531 n-d-800086-6 neutron-server[93722]: INFO neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 01:17:46.444171 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.v2.resource_helper [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Service CORE assigned prefix: {{(pid=93722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:17:46.444498 n-d-800086-6 neutron-server[93722]: INFO neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:17:46.444837 n-d-800086-6 neutron-server[93722]: WARNING neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] subnetpool is already registered Jul 16 01:17:46.445269 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.v2.resource_helper [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Service CORE assigned prefix: {{(pid=93722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:17:46.445593 n-d-800086-6 neutron-server[93722]: INFO neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:17:46.445924 n-d-800086-6 neutron-server[93722]: WARNING neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] subnetpool is already registered Jul 16 01:17:46.448742 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.v2.resource_helper [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:17:46.449172 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.v2.resource_helper [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Service FLAVORS assigned prefix: {{(pid=93722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:17:46.449762 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.v2.resource_helper [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:17:46.450180 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.v2.resource_helper [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:17:46.450509 n-d-800086-6 neutron-server[93722]: INFO neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Creating instance of TrackedResource for resource:router Jul 16 01:17:46.450842 n-d-800086-6 neutron-server[93722]: WARNING neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] router is already registered Jul 16 01:17:46.451247 n-d-800086-6 neutron-server[93722]: INFO neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 01:17:46.451578 n-d-800086-6 neutron-server[93722]: WARNING neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] floatingip is already registered Jul 16 01:17:46.452051 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.v2.resource_helper [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Service METERING assigned prefix: /metering {{(pid=93722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:17:46.452707 n-d-800086-6 neutron-server[93722]: INFO neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 01:17:46.453028 n-d-800086-6 neutron-server[93722]: WARNING neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] rbac_policy is already registered Jul 16 01:17:46.453433 n-d-800086-6 neutron-server[93722]: INFO neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Creating instance of TrackedResource for resource:security_group Jul 16 01:17:46.453760 n-d-800086-6 neutron-server[93722]: WARNING neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] security_group is already registered Jul 16 01:17:46.454172 n-d-800086-6 neutron-server[93722]: INFO neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 01:17:46.454497 n-d-800086-6 neutron-server[93722]: WARNING neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] security_group_rule is already registered Jul 16 01:17:46.455126 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.v2.resource_helper [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Service CORE assigned prefix: {{(pid=93722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:17:46.455451 n-d-800086-6 neutron-server[93722]: INFO neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:17:46.455808 n-d-800086-6 neutron-server[93722]: WARNING neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] subnetpool is already registered Jul 16 01:17:46.456224 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.v2.resource_helper [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Service CORE assigned prefix: {{(pid=93722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:17:46.456542 n-d-800086-6 neutron-server[93722]: INFO neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:17:46.456864 n-d-800086-6 neutron-server[93722]: WARNING neutron.quota.resource_registry [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] subnetpool is already registered Jul 16 01:17:46.457321 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: extensions {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.458732 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: address-groups {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.460245 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: address-scopes {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.461535 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: agents {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.463475 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: auto-allocated-topology {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.464812 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: availability_zones {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.465969 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: dhcp-networks {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.467453 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: dhcp-agents {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.468903 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: routers {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.470599 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: flavors {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.472896 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: service_profiles {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.474090 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: next_providers {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.475518 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: service_profiles {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.477089 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: floatingip-pools {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.478327 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: routers {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.480020 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: floatingips {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.481273 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: l3-routers {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.482638 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: l3-agents {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.484090 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: metering-labels {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.485319 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: metering-label-rules {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.486677 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: network-ip-availabilities {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.487938 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: bindings {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.489481 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: quotas {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.491002 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: quotas {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.492429 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: rbac-policies {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.493629 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: security-groups {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.494999 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: security-group-rules {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.496282 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: service-providers {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.497546 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: subnetpools {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.498850 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: subnetpools {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.500403 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: tags {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.502045 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: tags {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.503866 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: tags {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.505660 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: tags {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.507327 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: tags {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.509879 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: tags {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.511551 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: tags {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.513362 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: tags {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.515199 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: tags {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.516961 n-d-800086-6 neutron-server[93722]: DEBUG neutron.api.extensions [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Extended resource: tags {{(pid=93722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:17:46.522847 n-d-800086-6 neutron-server[93722]: WARNING keystonemiddleware.auth_token [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 01:17:46.527930 n-d-800086-6 neutron-server[93722]: WARNING keystonemiddleware.auth_token [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 01:17:46.536255 n-d-800086-6 neutron-server[93722]: DEBUG oslo_concurrency.lockutils [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Acquired lock "singleton_lock" {{(pid=93722) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 01:17:46.536724 n-d-800086-6 neutron-server[93722]: DEBUG oslo_concurrency.lockutils [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Releasing lock "singleton_lock" {{(pid=93722) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 01:17:46.537360 n-d-800086-6 neutron-server[93722]: INFO oslo_service.service [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Starting 2 workers Jul 16 01:17:46.542706 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Started child 93831 {{(pid=93722) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:17:46.547157 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Started child 93832 {{(pid=93722) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:17:46.548168 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.548832 n-d-800086-6 neutron-server[93722]: INFO neutron.service [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 01:17:46.549394 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Notify callbacks [] for process, before_spawn {{(pid=93722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.549673 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [-] (93831) wsgi starting up on http://0.0.0.0:9696 Jul 16 01:17:46.551785 n-d-800086-6 neutron-server[93722]: INFO oslo_service.service [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Starting 1 workers Jul 16 01:17:46.551900 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.553234 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [-] (93832) wsgi starting up on http://0.0.0.0:9696 Jul 16 01:17:46.557575 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Started child 93833 {{(pid=93722) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:17:46.558138 n-d-800086-6 neutron-server[93722]: INFO oslo_service.service [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Starting 1 workers Jul 16 01:17:46.561530 n-d-800086-6 neutron-server[93833]: DEBUG neutron.service [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] calling RpcWorker wait() {{(pid=93833) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 01:17:46.562087 n-d-800086-6 neutron-server[93833]: DEBUG neutron.service [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] returning from RpcWorker wait() {{(pid=93833) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 01:17:46.562611 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Started child 93834 {{(pid=93722) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:17:46.563421 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.563533 n-d-800086-6 neutron-server[93722]: DEBUG neutron_lib.callbacks.manager [None req-a8dcccd6-5e9d-453f-a3b8-c6ced4831cc5 None None] Notify callbacks [] for process, after_spawn {{(pid=93722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.563943 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:46.565254 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93722) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 01:17:46.565471 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 01:17:46.565656 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 01:17:46.565877 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 01:17:46.566209 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 01:17:46.566370 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 01:17:46.566876 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.567150 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.567329 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.567818 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.567818 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.568008 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.568559 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.568837 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.569074 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.569343 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.569587 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.569758 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.569922 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.570172 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.570418 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.570676 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.570927 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.571177 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.571476 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.571645 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.571916 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.572184 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.572421 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.572697 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] debug = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.572956 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.573434 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.573678 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.573925 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.574154 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.574431 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.574887 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.574887 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.575164 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.575338 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.575570 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.575854 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.576118 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.576337 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.576570 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.576807 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.577026 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.577492 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] host = n-d-800086-6 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.577721 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.577953 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.578177 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.578434 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.578686 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.578926 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.579188 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.579452 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.579686 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.579946 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.580162 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.580425 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.580635 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.580885 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] log_file = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.581043 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] log_options = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.581256 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.581515 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.581786 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.581972 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.582138 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.582308 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.582553 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.582714 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.582957 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.583175 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.583407 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.583622 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.583870 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.584086 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.584356 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.584609 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.584845 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.585069 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.585307 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.585548 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.585782 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.585995 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.586210 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.586480 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.586618 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.587115 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.587348 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.587652 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.587813 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.588062 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.588303 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.588571 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.588811 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.589048 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.589273 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.589503 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.589736 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.590010 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.590237 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.590489 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.590730 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.590960 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.591211 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.591420 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.591652 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.591887 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] use_json = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.592096 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.592325 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.592585 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.592797 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.593000 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.593209 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.593417 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.593646 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.594080 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.594351 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.594649 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.594924 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.595154 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.595391 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.595625 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.595891 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.596144 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.596370 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.596692 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.597952 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.597952 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.597952 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.597952 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.598453 n-d-800086-6 neutron-server[93834]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:46.598584 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.598584 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.598836 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.598836 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.599079 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.599299 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.599540 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.599877 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.600135 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.600393 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.600669 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.600887 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.601109 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.602072 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.602072 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.602072 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.602072 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.602392 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.602581 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.603433 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.604098 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.604098 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.604857 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.604857 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.604857 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.604857 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.605323 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.605323 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.605592 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.605816 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.606012 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.606452 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.606687 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.606924 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.607176 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.607420 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.607645 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.607885 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.608097 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.608316 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.608548 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.608766 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.608978 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.609210 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.609427 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.609729 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.609979 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.610453 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.610453 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.610622 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.610891 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.611040 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.611462 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.613654 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.613654 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.613654 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.613654 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.613654 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.613654 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.613654 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.613654 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.613654 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.615501 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.615501 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.615501 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.615501 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.615501 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.615501 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.615501 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.615501 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.615501 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.618254 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.618254 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.618254 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.618254 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.618254 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.618254 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.618254 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.618254 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.619304 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.619304 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.619304 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.619304 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.619304 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.619304 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.619647 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.619739 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.619994 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.620220 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.620457 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.620924 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.620924 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.621230 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.621399 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.621671 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.621939 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.622205 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.622437 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.622723 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.622958 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.623240 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.623549 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.623855 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.624119 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.624365 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.624799 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.625214 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.625645 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.626098 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.626507 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.626919 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.627331 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.627812 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.628220 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.628612 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.629011 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.629417 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.629898 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.630316 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.630699 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.631098 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.631563 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.632010 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.632437 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.632895 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.633335 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.633745 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.634309 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.634746 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.635162 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.635409 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.635663 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.635909 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.636152 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.636402 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.636649 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.636864 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.637076 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.637336 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.637550 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.637768 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.637996 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.638212 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.638427 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.638671 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.638882 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.639098 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.639330 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.639561 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.639814 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.640033 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.640264 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.640492 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.640707 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.640983 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.641229 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.641440 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.641682 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.641913 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.642138 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.642345 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.642832 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.642832 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.643007 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.643823 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.643823 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.643823 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.644253 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.644253 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.644530 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.644530 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.644810 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.645140 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.645408 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.645657 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.645874 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.646095 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.646345 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.646596 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.646811 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.647040 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.647427 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.647661 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.647941 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.648181 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.648416 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.648631 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.648866 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.649078 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.649296 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.649526 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.650327 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.650584 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.650829 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.651750 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.651750 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.651750 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.652147 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.652147 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.652403 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.652528 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.652651 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.652847 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.653093 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.653328 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.653542 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.653763 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.654001 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.654212 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.654435 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.654640 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.655056 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.655281 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.655521 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.655761 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.655989 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.656233 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.656442 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.656663 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.656883 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.657113 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.657415 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.657672 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.657911 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.658201 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.658446 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.658689 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.658910 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.659223 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.659452 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.659721 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.659952 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.660187 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.660411 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.660693 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.661033 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.661318 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.661573 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.661806 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.662095 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.662376 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.662641 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.662871 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.663150 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.663503 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.663783 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.664045 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.664268 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.664516 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.664739 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.664954 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.665204 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.665468 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.665682 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.665925 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.666150 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.666389 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.666633 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.666864 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.667098 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.667321 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.667561 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.667808 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.668024 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.668178 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 01:17:46.668688 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93722) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 01:17:46.668848 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 01:17:46.668998 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 01:17:46.669164 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 01:17:46.669329 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 01:17:46.669478 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 01:17:46.669681 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.669841 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.669998 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.670156 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.670312 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.670493 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.670653 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.670806 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.670961 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.671116 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.671272 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.671428 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.671583 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.671758 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.671918 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.672073 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.672229 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.672389 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.672552 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.672709 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.672864 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.673021 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.673176 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] debug = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.673333 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.673532 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.673695 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.673855 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.674012 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.674166 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.674322 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.674478 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.674633 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.674788 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.674945 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.675101 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.675258 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.675415 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.675570 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.675752 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.675955 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.676094 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] host = n-d-800086-6 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.676219 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.676342 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.676496 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.676651 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.676812 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.676967 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.677123 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.677279 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.677435 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.677591 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.677745 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.677901 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.678085 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.678191 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] log_file = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.678353 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] log_options = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.678486 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.678714 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.678876 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.679068 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.679292 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.679396 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.679532 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.679689 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.679866 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.680023 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.680180 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.680340 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.680493 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.680791 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.681596 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.682033 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.682347 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.682656 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.682820 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.682988 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.683126 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.683266 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.683410 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.683549 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.683698 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.684008 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.684008 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.684276 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.684411 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.684543 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.684678 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.684822 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.684962 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.685100 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.685246 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.685385 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.685517 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.685653 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.685815 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.685955 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.686091 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.686227 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.686362 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.686506 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.686650 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.686777 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] use_json = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.686923 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.687081 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.687238 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.687394 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.687552 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.687727 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.687871 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.688030 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:17:46.688207 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.688368 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.688538 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.688699 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.688860 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.689018 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.689178 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.689352 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.689482 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.689645 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.689811 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.689971 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.690141 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.690301 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.690459 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.690621 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.690807 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.690927 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.691085 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.691245 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.691404 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.691563 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.691756 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.691922 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.692083 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.692242 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.692400 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.692560 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.692720 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.692880 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.693041 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.693202 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.693361 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.693519 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.693679 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.693837 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.693999 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.694211 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.694337 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.694459 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.694602 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.694762 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.694922 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.695089 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.695229 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.695390 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.695550 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.695724 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.695889 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.696048 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.696217 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.696375 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.696594 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.696883 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.697120 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.697486 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.697486 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.697730 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.697730 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.697925 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.698056 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.698188 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.698341 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.698501 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.698660 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.698819 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.698983 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.699142 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.699301 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.699463 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.699625 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.700187 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.700187 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.700187 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.700569 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.700569 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.700569 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.700982 n-d-800086-6 neutron-server[93833]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:46.701075 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.701075 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.701075 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.701282 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.701282 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.701444 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.701604 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.701772 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.701946 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.702106 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.702265 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.702425 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.702582 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.702741 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.702900 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.703058 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.703216 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.703375 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.703533 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.703693 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.703878 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.704037 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.704198 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.704358 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.704515 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.704673 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.704830 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.704988 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.705146 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.705306 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.705464 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.705623 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.705781 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.705940 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.706107 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.706267 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.706429 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.706587 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.706752 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.706920 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.707084 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.707242 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.707400 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.707558 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.707730 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.707895 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.708054 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.708213 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.708372 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.708530 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.708696 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.708864 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.709022 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.709175 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.709327 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.709506 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.709664 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.709824 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.709983 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.710141 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.710299 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.710459 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.710617 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.710776 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.710934 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.711093 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.711325 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.711493 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.711652 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.712111 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.712790 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.713014 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.713176 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.713335 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.713496 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.713680 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.713815 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.714171 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.714171 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.714755 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.714755 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.714755 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.714755 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.715270 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.715270 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.715270 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.715270 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.715759 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.715759 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.715759 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.716182 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.716182 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.716182 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.716531 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.716531 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.716764 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.716886 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.717019 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.717144 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.717266 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.717392 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.717515 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.717680 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.717839 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.717999 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.718157 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.718316 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.718476 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.718634 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.718794 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.718986 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.719147 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.719307 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.719464 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.719624 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.719799 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.719962 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.720120 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.720279 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.720437 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.720595 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.720756 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.720917 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.721076 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.721236 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.721395 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.721553 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.721712 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.721870 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.722041 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.722200 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.722360 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.722517 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.722676 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.722835 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.723003 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.723162 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.723320 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.723478 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.723636 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.723831 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.723999 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.724158 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.724316 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.724528 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.724665 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.724792 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.724915 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.725069 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.725227 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.725385 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.725544 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.725702 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.725870 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.726028 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.726185 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.726344 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.726501 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.726659 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.726825 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.726989 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.727148 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.727315 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.727473 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.727630 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.727857 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.728017 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.728409 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.728409 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.728678 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.728678 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.728885 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.728990 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.729104 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.729229 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.729609 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.729609 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.729773 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.729867 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.730016 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.730174 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.730344 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.730515 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.730673 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.730834 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.730991 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.731149 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.731309 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.731466 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.731625 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.731818 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.731981 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.732141 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.732299 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.732459 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.732618 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.732781 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.732943 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.733102 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.733261 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.733422 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.733580 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:17:46.733724 n-d-800086-6 neutron-server[93722]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 01:17:46.885542 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39278) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:46.894156 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064213 Jul 16 01:17:58.295988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0edc7d0-ef3a-4101-ab1f-e61cab888657 None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:17:58.387960 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0edc7d0-ef3a-4101-ab1f-e61cab888657 None None] No non-hosted networks {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 01:17:58.407976 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.agentschedulers_db [None req-c0edc7d0-ef3a-4101-ab1f-e61cab888657 None None] DHCP Agent not found on host n-d-800086-6 {{(pid=93833) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 01:17:58.570222 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4d1a-a667-4a74-ab40-975d1d01783b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963851'] for agent, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.974405 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963851'] for agent, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.975754 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:00.976254 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:00.977253 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:00.978275 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:00.982382 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:00.982906 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:00.984159 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:00.985051 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:00.987174 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:00.987684 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:00.988198 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:00.988728 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:00.989287 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800086-6', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:01.020074 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800086-6', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:01.048628 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7e3e9e4-05e7-488e-8667-a54bb1a83f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963851'] for agent, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.068821 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.api [None req-81c81363-1051-4fce-a450-9fbf3dda12d0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-800086-6 {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:18:01.070682 n-d-800086-6 neutron-server[93833]: DEBUG oslo_db.api [None req-81c81363-1051-4fce-a450-9fbf3dda12d0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:18:01.643428 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81c81363-1051-4fce-a450-9fbf3dda12d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.896715 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963851'] for agent, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.634852 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963851'] for agent, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.688707 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39370) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:05.171840 n-d-800086-6 neutron-server[93831]: WARNING oslo_policy.policy [None req-11710a1b-7cfa-4a77-8de1-ddebb3947740 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:18:05.172431 n-d-800086-6 neutron-server[93831]: WARNING oslo_policy.policy [None req-11710a1b-7cfa-4a77-8de1-ddebb3947740 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:18:05.391591 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-11710a1b-7cfa-4a77-8de1-ddebb3947740 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:18:05.392686 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-11710a1b-7cfa-4a77-8de1-ddebb3947740 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7030790 Jul 16 01:18:07.752194 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39384) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:08.066181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-bd76d2e8-a365-4fb9-88db-3a98272d1e9f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:08.161518 n-d-800086-6 neutron-server[93831]: DEBUG neutron.policy [None req-bd76d2e8-a365-4fb9-88db-3a98272d1e9f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93831) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 01:18:08.206875 n-d-800086-6 neutron-server[93831]: WARNING oslo_policy.policy [None req-bd76d2e8-a365-4fb9-88db-3a98272d1e9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:18:08.207256 n-d-800086-6 neutron-server[93831]: WARNING oslo_policy.policy [None req-bd76d2e8-a365-4fb9-88db-3a98272d1e9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:18:08.216592 n-d-800086-6 neutron-server[93831]: INFO neutron.quota [None req-bd76d2e8-a365-4fb9-88db-3a98272d1e9f admin admin] Loaded quota_driver: . Jul 16 01:18:08.298999 n-d-800086-6 neutron-server[93833]: INFO neutron.db.l3_hamode_db [None req-879beeb3-102c-44c6-b94a-2e8d38b5af86 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 01:18:08.312778 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd76d2e8-a365-4fb9-88db-3a98272d1e9f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739030482095', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739030481216', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739030494520', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739030496110', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739030490803', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739030500886', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3724288', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3732723', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-545487', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-965694'] for rbac-policy, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.379162 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879beeb3-102c-44c6-b94a-2e8d38b5af86 None None] Routers set() bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:08.379558 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879beeb3-102c-44c6-b94a-2e8d38b5af86 None None] Router IDs set() for agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:18:08.379817 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd76d2e8-a365-4fb9-88db-3a98272d1e9f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.383759 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bd76d2e8-a365-4fb9-88db-3a98272d1e9f admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6277893 Jul 16 01:18:10.933130 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39396) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:11.418445 n-d-800086-6 neutron-server[93832]: WARNING oslo_policy.policy [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:18:11.419049 n-d-800086-6 neutron-server[93832]: WARNING oslo_policy.policy [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:18:11.643127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Request body: {'network': {'tenant_id': '776b8ff913a4459c811653878c8a0714', 'project_id': '776b8ff913a4459c811653878c8a0714', 'name': 'private', 'admin_state_up': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:11.644807 n-d-800086-6 neutron-server[93832]: INFO neutron.quota [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Loaded quota_driver: . Jul 16 01:18:11.703245 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Made reservation on behalf of 776b8ff913a4459c811653878c8a0714 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:11.770863 n-d-800086-6 neutron-server[93832]: DEBUG neutron.policy [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93832) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 01:18:11.821562 n-d-800086-6 neutron-server[93832]: WARNING oslo_policy.policy [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:18:11.822204 n-d-800086-6 neutron-server[93832]: WARNING oslo_policy.policy [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:18:11.832384 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.855527 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.989695 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.994518 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.014214 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:18:12.042945 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739031160899', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.043502 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Unsubscribe: segment precommit_create {{(pid=93832) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 01:18:12.044033 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Added segment a25df046-e49c-4a8b-a23e-faf7e112bc6e of type vlan for network dcf5e7bc-1edf-4f3e-9574-71a084c88ba6 Jul 16 01:18:12.061577 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc15fbd-6052-4d4c-ac36-3402471354c5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:12.082457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:12.082799 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:12.083130 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:12.083457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:12.083812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:12.084133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:12.084450 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:12.084770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:12.085120 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:12.085394 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:12.085706 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:12.086010 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Tracked resource versions report: Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: pushed versions: Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: { 'AddressGroup': {'1.2'}, Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'ConntrackHelper': {'1.0'}, Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'Log': {'1.0'}, Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'Network': {'1.1'}, Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'Port': {'1.7'}, Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'PortForwarding': {'1.2'}, Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'QosPolicy': {'1.8'}, Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'SecurityGroup': {'1.4'}, Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'SubPort': {'1.0'}, Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'Subnet': {'1.1'}, Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'Trunk': {'1.1'}} Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: consumer versions: Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: { DHCP agent@n-d-800086-6: {}, Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: L3 agent@n-d-800086-6: {}, Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: Metadata agent@n-d-800086-6: {}, Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: Metering agent@n-d-800086-6: {}, Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: Open vSwitch agent@n-d-800086-6: { 'AddressGroup': '1.2', Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'ConntrackHelper': '1.0', Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'Log': '1.0', Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'Network': '1.1', Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'Port': '1.7', Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'PortForwarding': '1.2', Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'QosPolicy': '1.8', Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'SecurityGroup': '1.4', Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'SecurityGroupRule': '1.2', Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'SubPort': '1.0', Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'Subnet': '1.1', Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: 'Trunk': '1.1'}} Jul 16 01:18:12.087519 n-d-800086-6 neutron-server[93832]: {{(pid=93832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:18:12.181106 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.233370 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.234592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.235274 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.283186 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3478339 Jul 16 01:18:12.344407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99522fcf-5937-4f87-9460-ede95651fd83 admin admin] Pushing event updated for resources: {'Network': ['ID=dcf5e7bc-1edf-4f3e-9574-71a084c88ba6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:12.357420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network dcf5e7bc-1edf-4f3e-9574-71a084c88ba6 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:18:14.935570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39418) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:15.324673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e37b16-bddc-44df-b584-d4734cd30b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.326063 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b5e37b16-bddc-44df-b584-d4734cd30b8e admin admin] 10.222.0.54 "GET /v2.0/networks/dcf5e7bc-1edf-4f3e-9574-71a084c88ba6 HTTP/1.1" status: 200 len: 825 time: 0.3894906 Jul 16 01:18:15.362937 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9620ea27-ffa6-4919-a97d-f7abd53a7ddf admin admin] 10.222.0.54 "GET /v2.0/subnetpools/e989cf45-c4da-4f81-98f6-9ad9cc1360f6 HTTP/1.1" status: 200 len: 734 time: 0.0314078 Jul 16 01:18:15.372162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e19cbbe9-0f17-48b4-83d3-d3af61894d37 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e989cf45-c4da-4f81-98f6-9ad9cc1360f6', 'tenant_id': '776b8ff913a4459c811653878c8a0714', 'network_id': 'dcf5e7bc-1edf-4f3e-9574-71a084c88ba6', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:15.395124 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19cbbe9-0f17-48b4-83d3-d3af61894d37 admin admin] Made reservation on behalf of 776b8ff913a4459c811653878c8a0714 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:15.397550 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e19cbbe9-0f17-48b4-83d3-d3af61894d37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.692184 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e19cbbe9-0f17-48b4-83d3-d3af61894d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.758432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cbbe9-0f17-48b4-83d3-d3af61894d37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb2f128-7b85-47bc-b8d1-d9ba96db2d56,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:15.762861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19cbbe9-0f17-48b4-83d3-d3af61894d37 admin admin] Checking segment: {'id': 'a25df046-e49c-4a8b-a23e-faf7e112bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dcf5e7bc-1edf-4f3e-9574-71a084c88ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:15.763238 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19cbbe9-0f17-48b4-83d3-d3af61894d37 admin admin] Network hostable DHCP agents. Network: dcf5e7bc-1edf-4f3e-9574-71a084c88ba6, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:18:15.787000 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19cbbe9-0f17-48b4-83d3-d3af61894d37 admin admin] Network dcf5e7bc-1edf-4f3e-9574-71a084c88ba6 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:18:15.797696 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-e19cbbe9-0f17-48b4-83d3-d3af61894d37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, dcf5e7bc-1edf-4f3e-9574-71a084c88ba6) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:15.802288 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19cbbe9-0f17-48b4-83d3-d3af61894d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.802881 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e19cbbe9-0f17-48b4-83d3-d3af61894d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.807961 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5751e3f-e3e7-4c0f-9411-1e4e380c975c None None] Network dcf5e7bc-1edf-4f3e-9574-71a084c88ba6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:15.819870 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e19cbbe9-0f17-48b4-83d3-d3af61894d37 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4512634 Jul 16 01:18:16.123099 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-dcf5e7bc-1edf-4f3e-9574-71a084c88ba6', 'network_id': 'dcf5e7bc-1edf-4f3e-9574-71a084c88ba6', 'tenant_id': '776b8ff913a4459c811653878c8a0714', 'fixed_ips': [{'subnet_id': '8bb2f128-7b85-47bc-b8d1-d9ba96db2d56'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:18:16.124422 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.405494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Allocated IP 172.20.0.2 (dcf5e7bc-1edf-4f3e-9574-71a084c88ba6/8bb2f128-7b85-47bc-b8d1-d9ba96db2d56/48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:16.637896 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.652970 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Transition to ACTIVE for port object 48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:16.674481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Transition to ACTIVE for port object 48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:16.682437 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.753335 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Network dcf5e7bc-1edf-4f3e-9574-71a084c88ba6 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:16.763214 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:16.766093 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:16.794808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Pushing event updated for resources: {'Port': ['ID=48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:16.823067 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:16.823590 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:16.823828 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:16.824114 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:16.824443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:16.824887 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:16.825094 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:16.825390 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:16.825716 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:16.826033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:16.826384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:16.826718 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Tracked resource versions report: Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: pushed versions: Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: { 'AddressGroup': {'1.2'}, Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'ConntrackHelper': {'1.0'}, Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'Log': {'1.0'}, Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'Network': {'1.1'}, Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'Port': {'1.7'}, Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'PortForwarding': {'1.2'}, Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'QosPolicy': {'1.8'}, Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'SecurityGroup': {'1.4'}, Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'SubPort': {'1.0'}, Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'Subnet': {'1.1'}, Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'Trunk': {'1.1'}} Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: consumer versions: Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: { DHCP agent@n-d-800086-6: {}, Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: L3 agent@n-d-800086-6: {}, Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: Metadata agent@n-d-800086-6: {}, Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: Metering agent@n-d-800086-6: {}, Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: Open vSwitch agent@n-d-800086-6: { 'AddressGroup': '1.2', Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'ConntrackHelper': '1.0', Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'Log': '1.0', Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'Network': '1.1', Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'Port': '1.7', Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'PortForwarding': '1.2', Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'QosPolicy': '1.8', Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'SecurityGroup': '1.4', Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'SecurityGroupRule': '1.2', Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'SubPort': '1.0', Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'Subnet': '1.1', Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: 'Trunk': '1.1'}} Jul 16 01:18:16.827892 n-d-800086-6 neutron-server[93833]: {{(pid=93833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:18:16.858880 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Attempting to bind port 48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:16.859268 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Attempting to bind port 48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'a25df046-e49c-4a8b-a23e-faf7e112bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dcf5e7bc-1edf-4f3e-9574-71a084c88ba6'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:16.859697 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Attempting to bind port 48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5 on network dcf5e7bc-1edf-4f3e-9574-71a084c88ba6 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:16.864673 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:16.865080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Checking segment: {'id': 'a25df046-e49c-4a8b-a23e-faf7e112bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dcf5e7bc-1edf-4f3e-9574-71a084c88ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:16.865593 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.865982 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Bound using segment: {'id': 'a25df046-e49c-4a8b-a23e-faf7e112bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dcf5e7bc-1edf-4f3e-9574-71a084c88ba6'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:16.866465 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Bound port: 48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25df046-e49c-4a8b-a23e-faf7e112bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dcf5e7bc-1edf-4f3e-9574-71a084c88ba6'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:16.866860 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.934848 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] For port 48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:16.939229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] For port 48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5,segment=NetworkSegment(a25df046-e49c-4a8b-a23e-faf7e112bc6e),segment_id=a25df046-e49c-4a8b-a23e-faf7e112bc6e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:16.943427 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.012169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a72867-751f-4c51-a64a-f8b87ed46176 None None] Pushing event updated for resources: {'Port': ['ID=48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:18.242252 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39426) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:18.560731 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-f6f8ea48-1df2-446f-9328-b20f8a3ac361 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:18:18.561742 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f6f8ea48-1df2-446f-9328-b20f8a3ac361 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3182673 Jul 16 01:18:20.959830 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39434) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:21.268345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-85069bdd-22b5-41e6-8cc5-4e35870d02f0 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:18:21.269502 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-85069bdd-22b5-41e6-8cc5-4e35870d02f0 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3087411 Jul 16 01:18:22.906156 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:22.990083 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:23.152881 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e9561b-de68-4055-90d5-85ae427e225a None None] Network dcf5e7bc-1edf-4f3e-9574-71a084c88ba6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:23.222333 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9a764ca9-e875-498d-a784-9ec5ca351c55 None None] Provisioning for port 48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:23.229577 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9a764ca9-e875-498d-a784-9ec5ca351c55 None None] Provisioning complete for port 48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:23.229979 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a764ca9-e875-498d-a784-9ec5ca351c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.407195 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a764ca9-e875-498d-a784-9ec5ca351c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.464731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9a764ca9-e875-498d-a784-9ec5ca351c55 None None] For port 48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5,segment=NetworkSegment(a25df046-e49c-4a8b-a23e-faf7e112bc6e),segment_id=a25df046-e49c-4a8b-a23e-faf7e112bc6e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:23.469413 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a764ca9-e875-498d-a784-9ec5ca351c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.522443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a764ca9-e875-498d-a784-9ec5ca351c55 None None] Pushing event updated for resources: {'Port': ['ID=48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:23.694722 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3f211669-795c-43f6-851a-3fb0e3265671 None None] Provisioning complete for port 48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:23.695090 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3f211669-795c-43f6-851a-3fb0e3265671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.913676 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39448) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:24.204751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-9fae5d0e-f46e-4cb9-8293-fd77b9341bbf admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '776b8ff913a4459c811653878c8a0714', 'admin_state_up': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:24.229468 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9fae5d0e-f46e-4cb9-8293-fd77b9341bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.231087 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9fae5d0e-f46e-4cb9-8293-fd77b9341bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.366199 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9fae5d0e-f46e-4cb9-8293-fd77b9341bbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.371752 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9fae5d0e-f46e-4cb9-8293-fd77b9341bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.384795 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9fae5d0e-f46e-4cb9-8293-fd77b9341bbf admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.385975 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9fae5d0e-f46e-4cb9-8293-fd77b9341bbf admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4713352 Jul 16 01:18:24.881591 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:24.928531 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:24.928910 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:25.622428 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 5 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:18:26.763683 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39456) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:27.074442 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-823158af-552e-49ba-92f0-ae40822c49ec admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:18:27.075455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-823158af-552e-49ba-92f0-ae40822c49ec admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3107967 Jul 16 01:18:28.229886 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-44c4b391-664b-4148-9fb3-6b23c2bf60d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:29.451417 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39464) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:29.755311 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-64a15d1d-423a-4490-965b-2ff64a571195 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:29.776968 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a15d1d-423a-4490-965b-2ff64a571195 admin admin] Made reservation on behalf of 6ed068b1a00746398c26072c8b755078 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:29.779309 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64a15d1d-423a-4490-965b-2ff64a571195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:29.787158 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64a15d1d-423a-4490-965b-2ff64a571195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:29.871731 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64a15d1d-423a-4490-965b-2ff64a571195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:29.875458 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64a15d1d-423a-4490-965b-2ff64a571195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:29.893831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-64a15d1d-423a-4490-965b-2ff64a571195 admin admin] Reserving flat network on physical network physnet1 {{(pid=93832) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 01:18:29.912920 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a15d1d-423a-4490-965b-2ff64a571195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d73dfa-79c7-4b24-9c80-d64d8cbcd0a6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:29.918620 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64a15d1d-423a-4490-965b-2ff64a571195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:29.918953 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-64a15d1d-423a-4490-965b-2ff64a571195 admin admin] Added segment 2a89d032-915a-4643-a96e-b4e1102f91a8 of type flat for network 88f2079c-e547-45f1-859f-49428e13c11a Jul 16 01:18:29.965021 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64a15d1d-423a-4490-965b-2ff64a571195 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:29.999059 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64a15d1d-423a-4490-965b-2ff64a571195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.000054 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a15d1d-423a-4490-965b-2ff64a571195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.000628 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64a15d1d-423a-4490-965b-2ff64a571195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.031090 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-64a15d1d-423a-4490-965b-2ff64a571195 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5786133 Jul 16 01:18:30.060509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a15d1d-423a-4490-965b-2ff64a571195 admin admin] Pushing event updated for resources: {'Network': ['ID=88f2079c-e547-45f1-859f-49428e13c11a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:30.074479 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 88f2079c-e547-45f1-859f-49428e13c11a details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:18:30.966219 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.974886 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1721f9d-b9c9-4a70-bc91-2c14600e3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.838672 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.416277 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39482) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:32.591007 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1d9f8a-2fd6-4b70-81a2-1011b5521c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.592390 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8c1d9f8a-2fd6-4b70-81a2-1011b5521c50 admin admin] 10.222.0.54 "GET /v2.0/subnets/8bb2f128-7b85-47bc-b8d1-d9ba96db2d56 HTTP/1.1" status: 200 len: 849 time: 0.1751561 Jul 16 01:18:32.707325 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cefa5ac8-aa40-4da4-b755-b0579c150b5e admin admin] 10.222.0.54 "GET /v2.0/routers/c2279047-a9cc-45c9-8eb2-ebc9bce28fcd HTTP/1.1" status: 200 len: 704 time: 0.1095698 Jul 16 01:18:32.973339 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.263584 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] Allocated IP 172.20.0.1 (dcf5e7bc-1edf-4f3e-9574-71a084c88ba6/8bb2f128-7b85-47bc-b8d1-d9ba96db2d56/df003a7d-8a6f-4b58-9b11-005acd532e33) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:33.457611 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.481444 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] Transition to ACTIVE for port object df003a7d-8a6f-4b58-9b11-005acd532e33 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:33.558064 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.589138 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.626095 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] Network dcf5e7bc-1edf-4f3e-9574-71a084c88ba6 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:33.632888 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:33.635615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:33.636160 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.708762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] Pushing event updated for resources: {'Port': ['ID=df003a7d-8a6f-4b58-9b11-005acd532e33,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:33.850991 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-48aac767-f436-4862-9739-58e4422abf1f None None] Provisioning for port df003a7d-8a6f-4b58-9b11-005acd532e33 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:33.854644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-48aac767-f436-4862-9739-58e4422abf1f None None] Provisioning complete for port df003a7d-8a6f-4b58-9b11-005acd532e33 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:33.855024 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-48aac767-f436-4862-9739-58e4422abf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.856195 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.891116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-48aac767-f436-4862-9739-58e4422abf1f None None] Port df003a7d-8a6f-4b58-9b11-005acd532e33 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:34.030873 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.035112 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.035975 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.096834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] Pushing event updated for resources: {'Port': ['ID=df003a7d-8a6f-4b58-9b11-005acd532e33,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:34.158276 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] Network dcf5e7bc-1edf-4f3e-9574-71a084c88ba6 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:34.159567 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:34.311455 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-759e06d3-cd45-4a90-af2f-de9f9d66b894 None None] Provisioning complete for port df003a7d-8a6f-4b58-9b11-005acd532e33 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:34.311869 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-759e06d3-cd45-4a90-af2f-de9f9d66b894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.320402 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] Router c2279047-a9cc-45c9-8eb2-ebc9bce28fcd is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:18:34.344033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-759e06d3-cd45-4a90-af2f-de9f9d66b894 None None] Port df003a7d-8a6f-4b58-9b11-005acd532e33 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:34.410184 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:34.415797 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8714209b-e96b-4fe3-82d2-8602cc48cba8 admin admin] 10.222.0.54 "PUT /v2.0/routers/c2279047-a9cc-45c9-8eb2-ebc9bce28fcd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7026896 Jul 16 01:18:34.435069 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Sync routers for ids ['c2279047-a9cc-45c9-8eb2-ebc9bce28fcd'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:34.446737 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Routers {'c2279047-a9cc-45c9-8eb2-ebc9bce28fcd'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:34.447724 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:18:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c2279047-a9cc-45c9-8eb2-ebc9bce28fcd'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:34.636104 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Set router c2279047-a9cc-45c9-8eb2-ebc9bce28fcd gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:35.066119 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2279047-a9cc-45c9-8eb2-ebc9bce28fcd', 'name': 'router1', 'tenant_id': '776b8ff913a4459c811653878c8a0714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:24Z', 'updated_at': '2021-07-16T01:18:33Z', 'revision_number': 2, 'project_id': '776b8ff913a4459c811653878c8a0714', 'gw_port_host': None, '_interfaces': [{'id': 'df003a7d-8a6f-4b58-9b11-005acd532e33', 'name': '', 'network_id': 'dcf5e7bc-1edf-4f3e-9574-71a084c88ba6', 'tenant_id': '776b8ff913a4459c811653878c8a0714', 'mac_address': 'fa:16:3e:c8:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2279047-a9cc-45c9-8eb2-ebc9bce28fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bb2f128-7b85-47bc-b8d1-d9ba96db2d56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:32Z', 'updated_at': '2021-07-16T01:18:33Z', 'revision_number': 2, 'project_id': '776b8ff913a4459c811653878c8a0714', 'subnets': [{'id': '8bb2f128-7b85-47bc-b8d1-d9ba96db2d56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e989cf45-c4da-4f81-98f6-9ad9cc1360f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:35.118436 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Checking router: c2279047-a9cc-45c9-8eb2-ebc9bce28fcd for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:35.118724 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Updating router c2279047-a9cc-45c9-8eb2-ebc9bce28fcd port df003a7d-8a6f-4b58-9b11-005acd532e33 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:18:35.183633 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.673810 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.692196 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Transition to ACTIVE for port object df003a7d-8a6f-4b58-9b11-005acd532e33 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:35.698517 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.864553 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Attempting to bind port df003a7d-8a6f-4b58-9b11-005acd532e33 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:35.864953 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Attempting to bind port df003a7d-8a6f-4b58-9b11-005acd532e33 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'a25df046-e49c-4a8b-a23e-faf7e112bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dcf5e7bc-1edf-4f3e-9574-71a084c88ba6'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:35.865373 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Attempting to bind port df003a7d-8a6f-4b58-9b11-005acd532e33 on network dcf5e7bc-1edf-4f3e-9574-71a084c88ba6 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:35.867662 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13472cd5-ffc3-4c61-96fc-ec984bf7b520 None None] Pushing event updated for resources: {'Port': ['ID=df003a7d-8a6f-4b58-9b11-005acd532e33,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:35.875831 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:35.876238 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Checking segment: {'id': 'a25df046-e49c-4a8b-a23e-faf7e112bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dcf5e7bc-1edf-4f3e-9574-71a084c88ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:35.876708 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.877093 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Bound using segment: {'id': 'a25df046-e49c-4a8b-a23e-faf7e112bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dcf5e7bc-1edf-4f3e-9574-71a084c88ba6'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:35.877564 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Bound port: df003a7d-8a6f-4b58-9b11-005acd532e33, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25df046-e49c-4a8b-a23e-faf7e112bc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dcf5e7bc-1edf-4f3e-9574-71a084c88ba6'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:35.877934 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.880907 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13472cd5-ffc3-4c61-96fc-ec984bf7b520 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:35.881246 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13472cd5-ffc3-4c61-96fc-ec984bf7b520 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:35.881579 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13472cd5-ffc3-4c61-96fc-ec984bf7b520 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:35.881907 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13472cd5-ffc3-4c61-96fc-ec984bf7b520 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:35.882232 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13472cd5-ffc3-4c61-96fc-ec984bf7b520 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:35.883283 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13472cd5-ffc3-4c61-96fc-ec984bf7b520 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:35.883827 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13472cd5-ffc3-4c61-96fc-ec984bf7b520 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:35.884163 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13472cd5-ffc3-4c61-96fc-ec984bf7b520 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:35.884492 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13472cd5-ffc3-4c61-96fc-ec984bf7b520 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:35.884815 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13472cd5-ffc3-4c61-96fc-ec984bf7b520 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:35.885138 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13472cd5-ffc3-4c61-96fc-ec984bf7b520 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:35.885456 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13472cd5-ffc3-4c61-96fc-ec984bf7b520 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13472cd5-ffc3-4c61-96fc-ec984bf7b520 None None] Tracked resource versions report: Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: pushed versions: Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: { 'AddressGroup': {'1.2'}, Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'ConntrackHelper': {'1.0'}, Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'Log': {'1.0'}, Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'Network': {'1.1'}, Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'Port': {'1.7'}, Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'PortForwarding': {'1.2'}, Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'QosPolicy': {'1.8'}, Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'SecurityGroup': {'1.4'}, Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'SubPort': {'1.0'}, Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'Subnet': {'1.1'}, Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'Trunk': {'1.1'}} Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: consumer versions: Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: { DHCP agent@n-d-800086-6: {}, Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: L3 agent@n-d-800086-6: {}, Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: Metadata agent@n-d-800086-6: {}, Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: Metering agent@n-d-800086-6: {}, Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: Open vSwitch agent@n-d-800086-6: { 'AddressGroup': '1.2', Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'ConntrackHelper': '1.0', Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'Log': '1.0', Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'Network': '1.1', Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'Port': '1.7', Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'PortForwarding': '1.2', Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'QosPolicy': '1.8', Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'SecurityGroup': '1.4', Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'SecurityGroupRule': '1.2', Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'SubPort': '1.0', Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'Subnet': '1.1', Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: 'Trunk': '1.1'}} Jul 16 01:18:35.886545 n-d-800086-6 neutron-server[93834]: {{(pid=93834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:18:35.952895 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] For port df003a7d-8a6f-4b58-9b11-005acd532e33, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:35.974377 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] For port df003a7d-8a6f-4b58-9b11-005acd532e33, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=df003a7d-8a6f-4b58-9b11-005acd532e33,segment=NetworkSegment(a25df046-e49c-4a8b-a23e-faf7e112bc6e),segment_id=a25df046-e49c-4a8b-a23e-faf7e112bc6e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:35.979845 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.028822 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Routers {'c2279047-a9cc-45c9-8eb2-ebc9bce28fcd'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:36.029436 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:18:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c2279047-a9cc-45c9-8eb2-ebc9bce28fcd'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:36.102851 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13472cd5-ffc3-4c61-96fc-ec984bf7b520 None None] Pushing event updated for resources: {'Port': ['ID=df003a7d-8a6f-4b58-9b11-005acd532e33,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:36.129232 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] Set router c2279047-a9cc-45c9-8eb2-ebc9bce28fcd gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:36.338849 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2279047-a9cc-45c9-8eb2-ebc9bce28fcd', 'name': 'router1', 'tenant_id': '776b8ff913a4459c811653878c8a0714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:24Z', 'updated_at': '2021-07-16T01:18:33Z', 'revision_number': 2, 'project_id': '776b8ff913a4459c811653878c8a0714', 'gw_port_host': None, '_interfaces': [{'id': 'df003a7d-8a6f-4b58-9b11-005acd532e33', 'name': '', 'network_id': 'dcf5e7bc-1edf-4f3e-9574-71a084c88ba6', 'tenant_id': '776b8ff913a4459c811653878c8a0714', 'mac_address': 'fa:16:3e:c8:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2279047-a9cc-45c9-8eb2-ebc9bce28fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bb2f128-7b85-47bc-b8d1-d9ba96db2d56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:32Z', 'updated_at': '2021-07-16T01:18:35Z', 'revision_number': 4, 'project_id': '776b8ff913a4459c811653878c8a0714', 'subnets': [{'id': '8bb2f128-7b85-47bc-b8d1-d9ba96db2d56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e989cf45-c4da-4f81-98f6-9ad9cc1360f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:36.364006 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1233a32-db48-4433-aa74-9ba27a397df6 None None] The sync data for ids ['c2279047-a9cc-45c9-8eb2-ebc9bce28fcd'] in n-d-800086-6 is: [{'id': 'c2279047-a9cc-45c9-8eb2-ebc9bce28fcd', 'name': 'router1', 'tenant_id': '776b8ff913a4459c811653878c8a0714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:24Z', 'updated_at': '2021-07-16T01:18:33Z', 'revision_number': 2, 'project_id': '776b8ff913a4459c811653878c8a0714', 'gw_port_host': None, '_interfaces': [{'id': 'df003a7d-8a6f-4b58-9b11-005acd532e33', 'name': '', 'network_id': 'dcf5e7bc-1edf-4f3e-9574-71a084c88ba6', 'tenant_id': '776b8ff913a4459c811653878c8a0714', 'mac_address': 'fa:16:3e:c8:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2279047-a9cc-45c9-8eb2-ebc9bce28fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bb2f128-7b85-47bc-b8d1-d9ba96db2d56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:32Z', 'updated_at': '2021-07-16T01:18:35Z', 'revision_number': 4, 'project_id': '776b8ff913a4459c811653878c8a0714', 'subnets': [{'id': '8bb2f128-7b85-47bc-b8d1-d9ba96db2d56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e989cf45-c4da-4f81-98f6-9ad9cc1360f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:36.699387 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39502) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:36.881618 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de472e46-9de0-47e7-a1a8-35ba34b597d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:36.883205 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-de472e46-9de0-47e7-a1a8-35ba34b597d2 admin admin] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 842 time: 0.1828253 Jul 16 01:18:36.892605 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.1.1', 'cidr': '172.25.1.0/24', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:36.922522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Made reservation on behalf of 6ed068b1a00746398c26072c8b755078 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:36.925250 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.337475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.objects.ports [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:18:37.338180 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.404982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:37.405376 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Network hostable DHCP agents. Network: 88f2079c-e547-45f1-859f-49428e13c11a, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:18:37.409909 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e97cb7a3-7af4-4fe0-955b-4a8de39c4b56,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:37.422943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:37.423289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:37.423630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:37.423985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:37.424318 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:37.424647 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:37.424972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:37.425344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:37.425614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:37.425935 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:37.426252 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:37.426570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Tracked resource versions report: Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: pushed versions: Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: { 'AddressGroup': {'1.2'}, Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'ConntrackHelper': {'1.0'}, Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'Log': {'1.0'}, Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'Network': {'1.1'}, Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'Port': {'1.7'}, Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'PortForwarding': {'1.2'}, Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'QosPolicy': {'1.8'}, Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'SecurityGroup': {'1.4'}, Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'SubPort': {'1.0'}, Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'Subnet': {'1.1'}, Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'Trunk': {'1.1'}} Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: consumer versions: Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: { DHCP agent@n-d-800086-6: {}, Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: L3 agent@n-d-800086-6: {}, Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: Metadata agent@n-d-800086-6: {}, Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: Metering agent@n-d-800086-6: {}, Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: Open vSwitch agent@n-d-800086-6: { 'AddressGroup': '1.2', Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'ConntrackHelper': '1.0', Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'Log': '1.0', Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'Network': '1.1', Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'Port': '1.7', Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'PortForwarding': '1.2', Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'QosPolicy': '1.8', Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'SecurityGroup': '1.4', Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'SecurityGroupRule': '1.2', Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'SubPort': '1.0', Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'Subnet': '1.1', Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: 'Trunk': '1.1'}} Jul 16 01:18:37.427668 n-d-800086-6 neutron-server[93831]: {{(pid=93831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:18:37.464842 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:18:37.477016 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 88f2079c-e547-45f1-859f-49428e13c11a) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:37.481900 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:37.482528 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.487461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46951ed9-99a7-4084-81e3-b035e99279f5 None None] Network 88f2079c-e547-45f1-859f-49428e13c11a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:37.507801 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7d2e573b-f31b-4aa0-8523-cd5273ee2157 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6084228 Jul 16 01:18:37.620402 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac02ddef-857d-415f-a26f-f09447966249 None None] Network 88f2079c-e547-45f1-859f-49428e13c11a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:39.808718 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39518) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:39.942388 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c3c374e2-ff62-44c3-b8e1-4d6445e90974 admin admin] 10.222.0.54 "GET /v2.0/routers/c2279047-a9cc-45c9-8eb2-ebc9bce28fcd HTTP/1.1" status: 200 len: 710 time: 0.1325531 Jul 16 01:18:40.027700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6117501-ba1a-4fbd-805e-74de5b00854d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.029111 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a6117501-ba1a-4fbd-805e-74de5b00854d admin admin] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 886 time: 0.0813589 Jul 16 01:18:40.037873 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5170061b-dfa8-43d0-9725-f7be992838b5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:40.357150 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5170061b-dfa8-43d0-9725-f7be992838b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.599839 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5170061b-dfa8-43d0-9725-f7be992838b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.678167 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5170061b-dfa8-43d0-9725-f7be992838b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.780074 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-5170061b-dfa8-43d0-9725-f7be992838b5 admin admin] Allocated IP 172.25.1.37 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/bf7dc429-7d76-4c5f-9375-ccf9840c2a96) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:40.882083 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5170061b-dfa8-43d0-9725-f7be992838b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.910030 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device df003a7d-8a6f-4b58-9b11-005acd532e33 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:40.924966 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5170061b-dfa8-43d0-9725-f7be992838b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.957793 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port df003a7d-8a6f-4b58-9b11-005acd532e33 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:40.959877 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5170061b-dfa8-43d0-9725-f7be992838b5 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:40.961825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port df003a7d-8a6f-4b58-9b11-005acd532e33 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:40.962207 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.963059 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-5170061b-dfa8-43d0-9725-f7be992838b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:40.968428 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5170061b-dfa8-43d0-9725-f7be992838b5 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:41.033080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170061b-dfa8-43d0-9725-f7be992838b5 admin admin] Pushing event updated for resources: {'Port': ['ID=bf7dc429-7d76-4c5f-9375-ccf9840c2a96,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:41.041969 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:41.120272 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port df003a7d-8a6f-4b58-9b11-005acd532e33, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=df003a7d-8a6f-4b58-9b11-005acd532e33,segment=NetworkSegment(a25df046-e49c-4a8b-a23e-faf7e112bc6e),segment_id=a25df046-e49c-4a8b-a23e-faf7e112bc6e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:41.124152 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:41.169165 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=df003a7d-8a6f-4b58-9b11-005acd532e33,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:41.219356 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5170061b-dfa8-43d0-9725-f7be992838b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:41.409852 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5170061b-dfa8-43d0-9725-f7be992838b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:41.412875 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5170061b-dfa8-43d0-9725-f7be992838b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:41.600623 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5170061b-dfa8-43d0-9725-f7be992838b5 admin admin] Router c2279047-a9cc-45c9-8eb2-ebc9bce28fcd has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:18:41.704337 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5170061b-dfa8-43d0-9725-f7be992838b5 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:41.708608 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5170061b-dfa8-43d0-9725-f7be992838b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:41.709716 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5170061b-dfa8-43d0-9725-f7be992838b5 admin admin] 10.222.0.54 "PUT /v2.0/routers/c2279047-a9cc-45c9-8eb2-ebc9bce28fcd HTTP/1.1" status: 200 len: 889 time: 1.6751478 Jul 16 01:18:41.727469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Sync routers for ids ['c2279047-a9cc-45c9-8eb2-ebc9bce28fcd'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:41.738359 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Routers {'c2279047-a9cc-45c9-8eb2-ebc9bce28fcd'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:41.739019 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:18:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c2279047-a9cc-45c9-8eb2-ebc9bce28fcd'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:41.962527 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Set router c2279047-a9cc-45c9-8eb2-ebc9bce28fcd gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:42.381702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2279047-a9cc-45c9-8eb2-ebc9bce28fcd', 'name': 'router1', 'tenant_id': '776b8ff913a4459c811653878c8a0714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bf7dc429-7d76-4c5f-9375-ccf9840c2a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:24Z', 'updated_at': '2021-07-16T01:18:41Z', 'revision_number': 4, 'project_id': '776b8ff913a4459c811653878c8a0714', 'gw_port': {'id': 'bf7dc429-7d76-4c5f-9375-ccf9840c2a96', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2279047-a9cc-45c9-8eb2-ebc9bce28fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:40Z', 'updated_at': '2021-07-16T01:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'df003a7d-8a6f-4b58-9b11-005acd532e33', 'name': '', 'network_id': 'dcf5e7bc-1edf-4f3e-9574-71a084c88ba6', 'tenant_id': '776b8ff913a4459c811653878c8a0714', 'mac_address': 'fa:16:3e:c8:51:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2279047-a9cc-45c9-8eb2-ebc9bce28fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bb2f128-7b85-47bc-b8d1-d9ba96db2d56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:32Z', 'updated_at': '2021-07-16T01:18:41Z', 'revision_number': 5, 'project_id': '776b8ff913a4459c811653878c8a0714', 'subnets': [{'id': '8bb2f128-7b85-47bc-b8d1-d9ba96db2d56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e989cf45-c4da-4f81-98f6-9ad9cc1360f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:42.436742 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Checking router: c2279047-a9cc-45c9-8eb2-ebc9bce28fcd for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:42.437093 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Updating router c2279047-a9cc-45c9-8eb2-ebc9bce28fcd port bf7dc429-7d76-4c5f-9375-ccf9840c2a96 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:18:42.470929 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.824008 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.834960 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Transition to ACTIVE for port object bf7dc429-7d76-4c5f-9375-ccf9840c2a96 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:42.842758 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.890240 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97fb25-d42a-496b-bb6b-c2058f661217 None None] Pushing event updated for resources: {'Port': ['ID=bf7dc429-7d76-4c5f-9375-ccf9840c2a96,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:42.904180 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Attempting to bind port bf7dc429-7d76-4c5f-9375-ccf9840c2a96 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:42.904560 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Attempting to bind port bf7dc429-7d76-4c5f-9375-ccf9840c2a96 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:42.904974 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Attempting to bind port bf7dc429-7d76-4c5f-9375-ccf9840c2a96 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:42.911404 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device df003a7d-8a6f-4b58-9b11-005acd532e33 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:42.915128 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:42.915513 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:42.915950 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.916339 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:42.916814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Bound port: bf7dc429-7d76-4c5f-9375-ccf9840c2a96, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:42.917209 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.995138 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] For port bf7dc429-7d76-4c5f-9375-ccf9840c2a96, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:42.998722 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] For port bf7dc429-7d76-4c5f-9375-ccf9840c2a96, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=bf7dc429-7d76-4c5f-9375-ccf9840c2a96,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:43.003688 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:43.011959 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port df003a7d-8a6f-4b58-9b11-005acd532e33 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:43.012321 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:43.150549 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Routers {'c2279047-a9cc-45c9-8eb2-ebc9bce28fcd'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:43.151095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:18:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c2279047-a9cc-45c9-8eb2-ebc9bce28fcd'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:43.246430 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97fb25-d42a-496b-bb6b-c2058f661217 None None] Pushing event updated for resources: {'Port': ['ID=bf7dc429-7d76-4c5f-9375-ccf9840c2a96,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:43.306688 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] Set router c2279047-a9cc-45c9-8eb2-ebc9bce28fcd gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:43.517104 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2279047-a9cc-45c9-8eb2-ebc9bce28fcd', 'name': 'router1', 'tenant_id': '776b8ff913a4459c811653878c8a0714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bf7dc429-7d76-4c5f-9375-ccf9840c2a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:24Z', 'updated_at': '2021-07-16T01:18:41Z', 'revision_number': 4, 'project_id': '776b8ff913a4459c811653878c8a0714', 'gw_port': {'id': 'bf7dc429-7d76-4c5f-9375-ccf9840c2a96', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2279047-a9cc-45c9-8eb2-ebc9bce28fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:40Z', 'updated_at': '2021-07-16T01:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'df003a7d-8a6f-4b58-9b11-005acd532e33', 'name': '', 'network_id': 'dcf5e7bc-1edf-4f3e-9574-71a084c88ba6', 'tenant_id': '776b8ff913a4459c811653878c8a0714', 'mac_address': 'fa:16:3e:c8:51:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2279047-a9cc-45c9-8eb2-ebc9bce28fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bb2f128-7b85-47bc-b8d1-d9ba96db2d56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:32Z', 'updated_at': '2021-07-16T01:18:41Z', 'revision_number': 5, 'project_id': '776b8ff913a4459c811653878c8a0714', 'subnets': [{'id': '8bb2f128-7b85-47bc-b8d1-d9ba96db2d56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e989cf45-c4da-4f81-98f6-9ad9cc1360f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:43.543378 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14061d44-ecd0-4cf4-9851-d0a658107567 None None] The sync data for ids ['c2279047-a9cc-45c9-8eb2-ebc9bce28fcd'] in n-d-800086-6 is: [{'id': 'c2279047-a9cc-45c9-8eb2-ebc9bce28fcd', 'name': 'router1', 'tenant_id': '776b8ff913a4459c811653878c8a0714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'bf7dc429-7d76-4c5f-9375-ccf9840c2a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:24Z', 'updated_at': '2021-07-16T01:18:41Z', 'revision_number': 4, 'project_id': '776b8ff913a4459c811653878c8a0714', 'gw_port': {'id': 'bf7dc429-7d76-4c5f-9375-ccf9840c2a96', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2279047-a9cc-45c9-8eb2-ebc9bce28fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:40Z', 'updated_at': '2021-07-16T01:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'df003a7d-8a6f-4b58-9b11-005acd532e33', 'name': '', 'network_id': 'dcf5e7bc-1edf-4f3e-9574-71a084c88ba6', 'tenant_id': '776b8ff913a4459c811653878c8a0714', 'mac_address': 'fa:16:3e:c8:51:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2279047-a9cc-45c9-8eb2-ebc9bce28fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bb2f128-7b85-47bc-b8d1-d9ba96db2d56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:32Z', 'updated_at': '2021-07-16T01:18:41Z', 'revision_number': 5, 'project_id': '776b8ff913a4459c811653878c8a0714', 'subnets': [{'id': '8bb2f128-7b85-47bc-b8d1-d9ba96db2d56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e989cf45-c4da-4f81-98f6-9ad9cc1360f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:44.324136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39528) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:44.443009 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d12ba40a-f9c6-4a08-8123-d5b3cdff8d5a admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1177404 Jul 16 01:18:44.928978 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device bf7dc429-7d76-4c5f-9375-ccf9840c2a96 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:44.980385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port bf7dc429-7d76-4c5f-9375-ccf9840c2a96 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:44.984113 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port bf7dc429-7d76-4c5f-9375-ccf9840c2a96 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:44.984487 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.064412 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.084768 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port bf7dc429-7d76-4c5f-9375-ccf9840c2a96, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=bf7dc429-7d76-4c5f-9375-ccf9840c2a96,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:45.089055 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.139979 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=bf7dc429-7d76-4c5f-9375-ccf9840c2a96,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:46.907451 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device bf7dc429-7d76-4c5f-9375-ccf9840c2a96 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:46.957261 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port bf7dc429-7d76-4c5f-9375-ccf9840c2a96 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:46.957674 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:58.240523 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7673079e-059a-450d-abf2-c74c0b08da6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.958318 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.983152 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-065aae0c-5618-4f29-9c77-1fcd3dcbb2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.844261 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:02.622356 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 5 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:19:03.613183 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.237372 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-266aee53-a993-4fc7-9276-065ee8dfd40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.955035 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.978475 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9f0a1355-b0b3-4b13-924d-4f787854a649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.850373 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.647340 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:39.621895 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 5 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:19:58.231680 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64b25a40-a3f3-4811-af84-6bff1001fdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.955528 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.978156 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-78c0d2f6-63b4-40bb-8cb9-e707547ac89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.844400 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.611984 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.622203 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 5 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:20:24.851546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40128) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:24.913670 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-310b3635-fbb8-4a51-a5b9-e0c2b67f8236 admin admin] GET failed (client error): The resource could not be found. Jul 16 01:20:24.914987 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-310b3635-fbb8-4a51-a5b9-e0c2b67f8236 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624781 Jul 16 01:20:25.072023 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b77158-f414-4f18-9e98-e0a0298c0a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.073505 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d0b77158-f414-4f18-9e98-e0a0298c0a53 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1546879 Jul 16 01:20:27.236625 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40138) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:27.326933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3249d835-610b-4018-af23-533701ffabdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.328347 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3249d835-610b-4018-af23-533701ffabdd admin admin] 10.222.0.54 "GET /v2.0/subnets/8bb2f128-7b85-47bc-b8d1-d9ba96db2d56 HTTP/1.1" status: 200 len: 849 time: 0.0907736 Jul 16 01:20:27.339314 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c8c8b8f6-7b2e-4d19-a716-196abe59d72b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:27.424434 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b8f6-7b2e-4d19-a716-196abe59d72b admin admin] Notify callbacks [] for subnet, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.565182 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b8f6-7b2e-4d19-a716-196abe59d72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739031246475'] for subnet, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.594436 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c8b8f6-7b2e-4d19-a716-196abe59d72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.595021 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b8f6-7b2e-4d19-a716-196abe59d72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.596337 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c8c8b8f6-7b2e-4d19-a716-196abe59d72b admin admin] 10.222.0.54 "PUT /v2.0/subnets/8bb2f128-7b85-47bc-b8d1-d9ba96db2d56 HTTP/1.1" status: 200 len: 868 time: 0.2618451 Jul 16 01:20:27.615865 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ab552b-afe6-4433-8c1d-4830cc1b47a5 None None] Network dcf5e7bc-1edf-4f3e-9574-71a084c88ba6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:27.617664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8b8f6-7b2e-4d19-a716-196abe59d72b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb2f128-7b85-47bc-b8d1-d9ba96db2d56,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:27.625088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8b8f6-7b2e-4d19-a716-196abe59d72b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:27.625431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8b8f6-7b2e-4d19-a716-196abe59d72b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:27.625777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8b8f6-7b2e-4d19-a716-196abe59d72b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:27.626115 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8b8f6-7b2e-4d19-a716-196abe59d72b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:27.626453 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8b8f6-7b2e-4d19-a716-196abe59d72b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:27.626783 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8b8f6-7b2e-4d19-a716-196abe59d72b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:27.627119 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8b8f6-7b2e-4d19-a716-196abe59d72b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:27.627447 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8b8f6-7b2e-4d19-a716-196abe59d72b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:27.627799 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8b8f6-7b2e-4d19-a716-196abe59d72b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:27.628125 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8b8f6-7b2e-4d19-a716-196abe59d72b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:27.628469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8b8f6-7b2e-4d19-a716-196abe59d72b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:27.628862 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c8b8f6-7b2e-4d19-a716-196abe59d72b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:27.959693 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e474d8a3-aa0e-4259-a99b-f27c37e88629 None None] Provisioning complete for port df003a7d-8a6f-4b58-9b11-005acd532e33 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:27.960095 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e474d8a3-aa0e-4259-a99b-f27c37e88629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.042650 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e474d8a3-aa0e-4259-a99b-f27c37e88629 None None] Provisioning complete for port 48d2d3b3-bd45-41e0-a8dc-9eb38c7de8e5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:28.043021 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e474d8a3-aa0e-4259-a99b-f27c37e88629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.232595 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13326809-db99-4fb1-ab8c-85339bc2737b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.808021 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40146) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:30.023084 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a6e823-d0ec-47e3-882a-e4947209c48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:30.023468 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a6e823-d0ec-47e3-882a-e4947209c48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:30.025042 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-70a6e823-d0ec-47e3-882a-e4947209c48c admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2160752 Jul 16 01:20:30.956206 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.979530 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-db0c94f1-21a6-4b5f-aa6c-4e0fb4f612c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.848523 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.201950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40156) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:32.398992 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b80100-9c49-4aec-8980-2035bcb96490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.399409 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b80100-9c49-4aec-8980-2035bcb96490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.401136 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-85b80100-9c49-4aec-8980-2035bcb96490 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1980867 Jul 16 01:20:33.615446 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:34.576254 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40164) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:34.699990 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4e21ad-09d8-4b70-8088-d240da1df5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:34.701363 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4e4e21ad-09d8-4b70-8088-d240da1df5c4 admin admin] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 886 time: 0.1241622 Jul 16 01:20:36.851237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40172) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:36.980135 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e908c-c06c-48c9-9b86-73283a502d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:36.981514 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-640e908c-c06c-48c9-9b86-73283a502d5d admin admin] 10.222.0.54 "GET /v2.0/networks/dcf5e7bc-1edf-4f3e-9574-71a084c88ba6 HTTP/1.1" status: 200 len: 869 time: 0.1292889 Jul 16 01:20:39.132364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40180) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:39.251947 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ac8956-224d-448b-9a6a-87ab3a7d5e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.252332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ac8956-224d-448b-9a6a-87ab3a7d5e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.254424 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-05ac8956-224d-448b-9a6a-87ab3a7d5e62 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1211030 Jul 16 01:20:41.452000 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40188) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:41.542594 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb713737-43a0-4fd1-a21d-41c5a12423c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:41.543055 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb713737-43a0-4fd1-a21d-41c5a12423c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:41.544659 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-eb713737-43a0-4fd1-a21d-41c5a12423c2 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916700 Jul 16 01:20:43.716508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40196) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:43.804939 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c322ffd2-bdc6-4aa4-a161-5950ca226b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.806269 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c322ffd2-bdc6-4aa4-a161-5950ca226b58 admin admin] 10.222.0.54 "GET /v2.0/subnets/8bb2f128-7b85-47bc-b8d1-d9ba96db2d56 HTTP/1.1" status: 200 len: 868 time: 0.0887802 Jul 16 01:20:45.972379 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40204) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:46.056208 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54d7078-d674-41ce-9b0a-3622a2304e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.057627 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a54d7078-d674-41ce-9b0a-3622a2304e40 admin admin] 10.222.0.54 "GET /v2.0/subnets/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56 HTTP/1.1" status: 200 len: 816 time: 0.0842886 Jul 16 01:20:53.619941 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 5 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:20:58.233745 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-85c1e650-9e99-4acd-a3de-a05e3a4ac41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.960281 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.980835 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a3fc067-0699-49d5-a740-26a43cbd6c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.849580 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.618499 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.817887 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40256) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:10.863770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-7e63bb69-b7ef-4e76-9ba1-b0dbc332f55d admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:21:10.865036 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7e63bb69-b7ef-4e76-9ba1-b0dbc332f55d admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460579 Jul 16 01:21:13.138743 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40264) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:13.196791 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ac6fe8-f7a1-4003-a01f-314e0dc71110 admin admin] GET failed (client error): The resource could not be found. Jul 16 01:21:13.198235 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-49ac6fe8-f7a1-4003-a01f-314e0dc71110 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0585608 Jul 16 01:21:13.283462 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d5d4fb-7167-453b-bebb-34fc7155a896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:13.284919 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f1d5d4fb-7167-453b-bebb-34fc7155a896 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0828092 Jul 16 01:21:15.481054 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40272) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:15.528126 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:15.552110 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Made reservation on behalf of 6ed068b1a00746398c26072c8b755078 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:15.554320 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.599490 n-d-800086-6 neutron-server[93831]: WARNING neutron.services.revisions.revision_plugin [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Could not find related network for resource to bump revision. Jul 16 01:21:15.615509 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:21:15.629368 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739031160899', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.629960 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Unsubscribe: segment precommit_create {{(pid=93831) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 01:21:15.630434 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Added segment 8d35ec69-b90c-4b51-b501-5fe121042f2f of type vlan for network f29c9956-c046-4291-be54-02e982137006 Jul 16 01:21:15.677611 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.719173 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.720140 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:15.720720 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.768437 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2862372 Jul 16 01:21:15.815932 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Pushing event updated for resources: {'Network': ['ID=f29c9956-c046-4291-be54-02e982137006,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:15.823544 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:15.823930 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:15.824276 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:15.824618 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:15.824953 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:15.825287 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:15.825618 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:15.825943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:15.826269 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:15.826601 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:15.826924 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:15.827243 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f32a8-5f1d-4266-a15e-a9e7a84f624a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:15.842868 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network f29c9956-c046-4291-be54-02e982137006 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:21:17.971784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40280) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:18.031960 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-33eec1aa-03b4-43d1-b456-7e9c74d1f616 admin admin] GET failed (client error): The resource could not be found. Jul 16 01:21:18.033276 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-33eec1aa-03b4-43d1-b456-7e9c74d1f616 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604796 Jul 16 01:21:18.129132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535400a4-a000-463a-bcd8-2c78ae106b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.130574 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-535400a4-a000-463a-bcd8-2c78ae106b19 admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0928636 Jul 16 01:21:18.139950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-1071c7d0-74f8-45ab-8880-8b5612491e09 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'description': 'shared-subnet'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:18.160396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1071c7d0-74f8-45ab-8880-8b5612491e09 admin admin] Made reservation on behalf of 6ed068b1a00746398c26072c8b755078 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:18.162507 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1071c7d0-74f8-45ab-8880-8b5612491e09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.320219 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1071c7d0-74f8-45ab-8880-8b5612491e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.376449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071c7d0-74f8-45ab-8880-8b5612491e09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb632e4-adee-47aa-8903-4c77f755bd2c,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:18.385791 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1071c7d0-74f8-45ab-8880-8b5612491e09 admin admin] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:18.386146 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1071c7d0-74f8-45ab-8880-8b5612491e09 admin admin] Network hostable DHCP agents. Network: f29c9956-c046-4291-be54-02e982137006, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:21:18.401780 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1071c7d0-74f8-45ab-8880-8b5612491e09 admin admin] Network f29c9956-c046-4291-be54-02e982137006 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:21:18.412510 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-1071c7d0-74f8-45ab-8880-8b5612491e09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, f29c9956-c046-4291-be54-02e982137006) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:18.417226 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1071c7d0-74f8-45ab-8880-8b5612491e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.418601 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1071c7d0-74f8-45ab-8880-8b5612491e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.421873 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e7a3bb-c307-46d9-8502-744f372047aa None None] Network f29c9956-c046-4291-be54-02e982137006 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:18.443827 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1071c7d0-74f8-45ab-8880-8b5612491e09 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2962987 Jul 16 01:21:18.573205 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-f29c9956-c046-4291-be54-02e982137006', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'tenant_id': '6ed068b1a00746398c26072c8b755078', 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:21:18.574076 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.711035 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Allocated IP 192.168.233.2 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/8a0d1e3b-7503-42d0-b525-baffcd61c475) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:18.856171 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.865083 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Transition to ACTIVE for port object 8a0d1e3b-7503-42d0-b525-baffcd61c475 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:18.879552 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Transition to ACTIVE for port object 8a0d1e3b-7503-42d0-b525-baffcd61c475 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:18.885623 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.927403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:18.930151 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:18.933663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:18.941219 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Pushing event updated for resources: {'Port': ['ID=8a0d1e3b-7503-42d0-b525-baffcd61c475,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:18.950495 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:18.950841 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:18.951185 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:18.951520 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:18.951881 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:18.952215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:18.952541 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:18.952872 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:18.953198 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:18.953524 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:18.953845 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:18.954163 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:19.008284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Attempting to bind port 8a0d1e3b-7503-42d0-b525-baffcd61c475 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:19.008656 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Attempting to bind port 8a0d1e3b-7503-42d0-b525-baffcd61c475 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:19.009034 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Attempting to bind port 8a0d1e3b-7503-42d0-b525-baffcd61c475 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:19.014070 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:19.014560 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:19.014963 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.015355 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:19.015840 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Bound port: 8a0d1e3b-7503-42d0-b525-baffcd61c475, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:19.016237 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.077644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] For port 8a0d1e3b-7503-42d0-b525-baffcd61c475, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:19.081387 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] For port 8a0d1e3b-7503-42d0-b525-baffcd61c475, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8a0d1e3b-7503-42d0-b525-baffcd61c475,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:19.085880 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.141639 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef302d6a-4e4f-4c4e-ab5e-4d2aaa7c65c4 None None] Pushing event updated for resources: {'Port': ['ID=8a0d1e3b-7503-42d0-b525-baffcd61c475,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:19.966190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dd0b30-63dc-4b53-b7e4-24198b1077f6 None None] Network f29c9956-c046-4291-be54-02e982137006 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:20.043505 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c97743b5-4f04-4579-b1a2-bd896d48d3f3 None None] Provisioning for port 8a0d1e3b-7503-42d0-b525-baffcd61c475 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:21.051958 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8a0d1e3b-7503-42d0-b525-baffcd61c475 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:21.102867 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 8a0d1e3b-7503-42d0-b525-baffcd61c475 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:21.106667 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 8a0d1e3b-7503-42d0-b525-baffcd61c475 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:21.107044 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.187542 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.222435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 8a0d1e3b-7503-42d0-b525-baffcd61c475, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8a0d1e3b-7503-42d0-b525-baffcd61c475,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:21.226442 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.274374 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=8a0d1e3b-7503-42d0-b525-baffcd61c475,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:23.034981 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8a0d1e3b-7503-42d0-b525-baffcd61c475 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:23.084424 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 8a0d1e3b-7503-42d0-b525-baffcd61c475 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:23.084796 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.234052 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bb16d26-0892-4b1c-8838-98bffbe992f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.618776 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 5 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:21:30.962505 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.981586 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e389ca2c-aa81-422f-b958-fab4775ccb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.854521 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.620580 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.234560 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-121630c0-f0e2-4d8f-9c2d-46ac4a338704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.963514 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.982693 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed6accef-c4b3-4e86-8562-0a2c9516f558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.859248 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.622830 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.617083 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 5 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:22:28.236540 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-362f8497-b678-4e7f-8df7-3e6d91f05560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.357292 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40332) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.363933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-5b7c7828-3a21-42f6-824e-f0fb8a5ec2c4 tempest-verify_tempest_config-220784074 tempest-verify_tempest_config-220784074-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:22:28.365023 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5b7c7828-3a21-42f6-824e-f0fb8a5ec2c4 tempest-verify_tempest_config-220784074 tempest-verify_tempest_config-220784074-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067029 Jul 16 01:22:28.664519 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40350) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.764330 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-070bbcf7-9f71-47e6-917c-db3666f67ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.879445 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-070bbcf7-9f71-47e6-917c-db3666f67ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.883410 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-070bbcf7-9f71-47e6-917c-db3666f67ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.928309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bbcf7-9f71-47e6-917c-db3666f67ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd083b1-e774-4cdf-a45e-78df377695be,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:28.932754 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-070bbcf7-9f71-47e6-917c-db3666f67ffa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d76b0a5816ec4586a634a6cf96789c70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2672584 Jul 16 01:22:28.935499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40354) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.936983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bbcf7-9f71-47e6-917c-db3666f67ffa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.937358 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bbcf7-9f71-47e6-917c-db3666f67ffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.937665 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bbcf7-9f71-47e6-917c-db3666f67ffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.937997 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bbcf7-9f71-47e6-917c-db3666f67ffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.938325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bbcf7-9f71-47e6-917c-db3666f67ffa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.938648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bbcf7-9f71-47e6-917c-db3666f67ffa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.938967 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bbcf7-9f71-47e6-917c-db3666f67ffa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.939850 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bbcf7-9f71-47e6-917c-db3666f67ffa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.940267 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bbcf7-9f71-47e6-917c-db3666f67ffa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.940588 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bbcf7-9f71-47e6-917c-db3666f67ffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.940908 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bbcf7-9f71-47e6-917c-db3666f67ffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.941222 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070bbcf7-9f71-47e6-917c-db3666f67ffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:28.990918 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b8f4182-f75d-4124-8e80-4740cb6935ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.011570 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b8f4182-f75d-4124-8e80-4740cb6935ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.098846 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b8f4182-f75d-4124-8e80-4740cb6935ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.101414 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b8f4182-f75d-4124-8e80-4740cb6935ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.102575 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1b8f4182-f75d-4124-8e80-4740cb6935ef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3cd083b1-e774-4cdf-a45e-78df377695be HTTP/1.1" status: 204 len: 168 time: 0.1655314 Jul 16 01:22:29.110762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f4182-f75d-4124-8e80-4740cb6935ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd083b1-e774-4cdf-a45e-78df377695be,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:29.117422 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f4182-f75d-4124-8e80-4740cb6935ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.117773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f4182-f75d-4124-8e80-4740cb6935ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.118113 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f4182-f75d-4124-8e80-4740cb6935ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.118450 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f4182-f75d-4124-8e80-4740cb6935ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.118800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f4182-f75d-4124-8e80-4740cb6935ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.119112 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f4182-f75d-4124-8e80-4740cb6935ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.119442 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f4182-f75d-4124-8e80-4740cb6935ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.119787 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f4182-f75d-4124-8e80-4740cb6935ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.120117 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f4182-f75d-4124-8e80-4740cb6935ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.120440 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f4182-f75d-4124-8e80-4740cb6935ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.120767 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f4182-f75d-4124-8e80-4740cb6935ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:29.121090 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f4182-f75d-4124-8e80-4740cb6935ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:30.973264 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.986363 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b5a64dc-be50-4efa-840a-cbc451e4f760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.862336 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.624375 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.615278 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 5 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:22:58.237867 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-63dc6bff-a0eb-4052-8fe1-7ff65c2b6ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.965486 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.986529 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9426165d-9092-44f5-b768-8dd0e9a06afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.864801 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.627915 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.615010 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 5 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:23:28.238530 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08813bbc-62ad-473f-8ff7-bdb5be813646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:30.967591 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:30.988826 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-33207076-f5f9-4929-a40d-0bfd4f6c3ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.869041 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.630970 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.238764 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a9bb608-07d6-4fbe-8c44-0509cf131e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.613642 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 5 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:24:00.968724 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.988376 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b56fb8f9-f977-4471-bb01-80a9e9e0f3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.871079 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.633430 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.238575 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2eded3b4-4336-4382-9472-6f572b1cc638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.972133 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.989254 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3f4fa0d1-92a5-4c3a-9fba-b5ad33d189dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.875464 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.636575 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.612573 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 5 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:24:58.238678 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e193662-2652-4554-ad3c-cef1ef93ee39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.972920 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.989647 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a07d2286-d5c4-43ba-8905-c1cfb728665b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.878531 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.638572 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.610851 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 5 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:25:28.237871 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-52eb8e94-e21a-4647-83fd-8b7c530c8db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.974542 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.990156 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1754aa97-46c7-471e-abd0-b14eabd02713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.879267 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.641673 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.609394 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 5 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:25:53.432408 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963851'] for agent, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.238680 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cdb008e5-b1db-4a84-a75c-8847254f2df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.367613 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963851'] for agent, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.974760 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.989976 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a213477-05df-4108-85b1-9749a6c63f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.881615 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.644943 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.385195 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.609797 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:26:28.239401 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-15272e87-cb3f-4b40-bd4e-a184e0422da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.330801 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.975869 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.992725 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5a1d533-8638-46be-a434-cf80967455cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.887476 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.647806 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.896495 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40420) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:36.996472 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4b32fe69-f402-4855-89c3-6c9ae79e6036 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0988839 Jul 16 01:26:39.175480 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40430) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:39.332224 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e9edd27f-6c7b-4739-b128-1c71452dcb97 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1555901 Jul 16 01:26:53.376061 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.238538 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07346930-49a0-45a6-a91c-cd016268b0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.333430 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.986445 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.994253 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3be43280-088a-48ae-ada2-fe70bf7df30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.886688 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.609955 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:27:03.649155 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.397812 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.244083 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9e0fe9d0-b865-432a-9d23-63c518c341bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.330497 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.978451 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.995010 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80201d39-59d0-424a-8fb4-459761adf6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.890881 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.653284 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.610493 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:27:53.390121 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.238529 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0517ac23-5c4c-473c-b63c-437daeac0332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.341591 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.989684 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.998655 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e51ed15-511a-458c-abcb-f1c2b1d0c6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.905919 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.672681 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.481706 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40622) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:06.802999 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bfc5e1af-0354-40e4-8fed-0a96dda82bc8 tempest-AutoAllocateNetworkTest-1752391381 tempest-AutoAllocateNetworkTest-1752391381-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b9f5ab65db724b93bcd0907713d7abb5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3198013 Jul 16 01:28:06.805876 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40644) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:06.998327 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ecfc2f-6d3b-459a-bcb9-a7a44cb30bf6 tempest-AutoAllocateNetworkTest-1752391381 tempest-AutoAllocateNetworkTest-1752391381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.000217 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b7ecfc2f-6d3b-459a-bcb9-a7a44cb30bf6 tempest-AutoAllocateNetworkTest-1752391381 tempest-AutoAllocateNetworkTest-1752391381-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1928694 Jul 16 01:28:07.003286 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40656) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:07.082124 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-852573d5-ef4e-4691-a103-56798e636575 tempest-AutoAllocateNetworkTest-1752391381 tempest-AutoAllocateNetworkTest-1752391381-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773990 Jul 16 01:28:07.084647 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40662) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:07.113184 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cb3b0253-3322-44b2-b49a-e87f1e13094b tempest-AutoAllocateNetworkTest-1752391381 tempest-AutoAllocateNetworkTest-1752391381-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b9f5ab65db724b93bcd0907713d7abb5 HTTP/1.1" status: 200 len: 208 time: 0.0271995 Jul 16 01:28:07.820257 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40696) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:08.185803 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5ab59dae-bf23-48d5-91c0-0aec46fbb0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.288701 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5ab59dae-bf23-48d5-91c0-0aec46fbb0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.297252 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5ab59dae-bf23-48d5-91c0-0aec46fbb0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.338587 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab59dae-bf23-48d5-91c0-0aec46fbb0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cf0ac0-5e5e-4cb7-a84a-49c2ad742943,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:08.349413 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59dae-bf23-48d5-91c0-0aec46fbb0b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.349950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59dae-bf23-48d5-91c0-0aec46fbb0b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.350480 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59dae-bf23-48d5-91c0-0aec46fbb0b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.350811 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59dae-bf23-48d5-91c0-0aec46fbb0b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.351139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59dae-bf23-48d5-91c0-0aec46fbb0b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.351462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59dae-bf23-48d5-91c0-0aec46fbb0b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.351810 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59dae-bf23-48d5-91c0-0aec46fbb0b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.352133 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59dae-bf23-48d5-91c0-0aec46fbb0b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.352448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59dae-bf23-48d5-91c0-0aec46fbb0b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.352762 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59dae-bf23-48d5-91c0-0aec46fbb0b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.353078 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59dae-bf23-48d5-91c0-0aec46fbb0b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.353667 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59dae-bf23-48d5-91c0-0aec46fbb0b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab59dae-bf23-48d5-91c0-0aec46fbb0b1 admin admin] Tracked resource versions report: Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: pushed versions: Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: { 'AddressGroup': {'1.2'}, Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'ConntrackHelper': {'1.0'}, Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'Log': {'1.0'}, Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'Network': {'1.1'}, Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'Port': {'1.7'}, Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'PortForwarding': {'1.2'}, Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'QosPolicy': {'1.8'}, Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'SecurityGroup': {'1.4'}, Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'SubPort': {'1.0'}, Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'Subnet': {'1.1'}, Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'Trunk': {'1.1'}} Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: consumer versions: Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: { DHCP agent@n-d-800086-6: {}, Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: HyperV agent@n-h1-800086-6: {}, Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: HyperV agent@n-h2-800086-6: {}, Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: L3 agent@n-d-800086-6: {}, Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: Metadata agent@n-d-800086-6: {}, Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: Metering agent@n-d-800086-6: {}, Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: Open vSwitch agent@n-d-800086-6: { 'AddressGroup': '1.2', Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'ConntrackHelper': '1.0', Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'Log': '1.0', Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'Network': '1.1', Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'Port': '1.7', Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'PortForwarding': '1.2', Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'QosPolicy': '1.8', Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'SecurityGroup': '1.4', Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'SecurityGroupRule': '1.2', Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'SubPort': '1.0', Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'Subnet': '1.1', Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: 'Trunk': '1.1'}} Jul 16 01:28:08.354939 n-d-800086-6 neutron-server[93831]: {{(pid=93831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:28:08.362258 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40732) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:08.374864 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5ab59dae-bf23-48d5-91c0-0aec46fbb0b1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b9f5ab65db724b93bcd0907713d7abb5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5521033 Jul 16 01:28:08.413649 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-825d4840-6d4f-4cf1-aeb7-8bfa58b4fc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.436078 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-825d4840-6d4f-4cf1-aeb7-8bfa58b4fc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.489140 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-825d4840-6d4f-4cf1-aeb7-8bfa58b4fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.491970 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-825d4840-6d4f-4cf1-aeb7-8bfa58b4fc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.497737 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-825d4840-6d4f-4cf1-aeb7-8bfa58b4fc25 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/90cf0ac0-5e5e-4cb7-a84a-49c2ad742943 HTTP/1.1" status: 204 len: 168 time: 0.1341748 Jul 16 01:28:08.506300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d4840-6d4f-4cf1-aeb7-8bfa58b4fc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cf0ac0-5e5e-4cb7-a84a-49c2ad742943,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:08.515062 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d4840-6d4f-4cf1-aeb7-8bfa58b4fc25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.515823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d4840-6d4f-4cf1-aeb7-8bfa58b4fc25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.516334 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d4840-6d4f-4cf1-aeb7-8bfa58b4fc25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.516821 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d4840-6d4f-4cf1-aeb7-8bfa58b4fc25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.517405 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d4840-6d4f-4cf1-aeb7-8bfa58b4fc25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.517746 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d4840-6d4f-4cf1-aeb7-8bfa58b4fc25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.518076 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d4840-6d4f-4cf1-aeb7-8bfa58b4fc25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.518427 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d4840-6d4f-4cf1-aeb7-8bfa58b4fc25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.518754 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d4840-6d4f-4cf1-aeb7-8bfa58b4fc25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.519077 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d4840-6d4f-4cf1-aeb7-8bfa58b4fc25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.519398 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d4840-6d4f-4cf1-aeb7-8bfa58b4fc25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.519916 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d4840-6d4f-4cf1-aeb7-8bfa58b4fc25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d4840-6d4f-4cf1-aeb7-8bfa58b4fc25 admin admin] Tracked resource versions report: Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: pushed versions: Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: { 'AddressGroup': {'1.2'}, Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'ConntrackHelper': {'1.0'}, Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'Log': {'1.0'}, Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'Network': {'1.1'}, Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'Port': {'1.7'}, Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'PortForwarding': {'1.2'}, Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'QosPolicy': {'1.8'}, Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'SecurityGroup': {'1.4'}, Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'SubPort': {'1.0'}, Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'Subnet': {'1.1'}, Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'Trunk': {'1.1'}} Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: consumer versions: Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: { DHCP agent@n-d-800086-6: {}, Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: HyperV agent@n-h1-800086-6: {}, Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: HyperV agent@n-h2-800086-6: {}, Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: L3 agent@n-d-800086-6: {}, Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: Metadata agent@n-d-800086-6: {}, Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: Metering agent@n-d-800086-6: {}, Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: Open vSwitch agent@n-d-800086-6: { 'AddressGroup': '1.2', Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'ConntrackHelper': '1.0', Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'Log': '1.0', Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'Network': '1.1', Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'Port': '1.7', Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'PortForwarding': '1.2', Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'QosPolicy': '1.8', Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'SecurityGroup': '1.4', Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'SecurityGroupRule': '1.2', Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'SubPort': '1.0', Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'Subnet': '1.1', Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: 'Trunk': '1.1'}} Jul 16 01:28:08.521146 n-d-800086-6 neutron-server[93832]: {{(pid=93832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:28:09.961863 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40816) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:10.175304 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2cf4ddf-3d59-46d1-880a-ab81e0ed2ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.305501 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2cf4ddf-3d59-46d1-880a-ab81e0ed2ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.310819 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2cf4ddf-3d59-46d1-880a-ab81e0ed2ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.377296 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e2cf4ddf-3d59-46d1-880a-ab81e0ed2ba0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=82a11693f82f41ef9587ebe91a45d4b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4134645 Jul 16 01:28:10.378648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf4ddf-3d59-46d1-880a-ab81e0ed2ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03be7447-b31d-4206-a338-15a1104e3dd3,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:10.380004 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40836) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:10.433699 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40842) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:10.458206 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5c7580fa-6a3c-4d1f-aef5-01b94806f2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.480212 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5c7580fa-6a3c-4d1f-aef5-01b94806f2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.532442 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5c7580fa-6a3c-4d1f-aef5-01b94806f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.534943 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5c7580fa-6a3c-4d1f-aef5-01b94806f2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.538886 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5c7580fa-6a3c-4d1f-aef5-01b94806f2b6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/03be7447-b31d-4206-a338-15a1104e3dd3 HTTP/1.1" status: 204 len: 168 time: 0.1572623 Jul 16 01:28:10.546663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7580fa-6a3c-4d1f-aef5-01b94806f2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03be7447-b31d-4206-a338-15a1104e3dd3,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:10.715783 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-71aa44d6-df83-4a9c-9029-201f2e872d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.832812 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-71aa44d6-df83-4a9c-9029-201f2e872d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.836782 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-71aa44d6-df83-4a9c-9029-201f2e872d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.879004 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa44d6-df83-4a9c-9029-201f2e872d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410fc78e-7091-46e1-8b41-b8f851d5bde8,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:10.885235 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-71aa44d6-df83-4a9c-9029-201f2e872d7b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=84e96ba07f784d84b80a7b598a2b0f70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4494610 Jul 16 01:28:10.888010 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40864) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:10.946594 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ad3362d-d2f7-4ee9-bb8e-e78901d62ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.970499 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ad3362d-d2f7-4ee9-bb8e-e78901d62ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.020763 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ad3362d-d2f7-4ee9-bb8e-e78901d62ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.023853 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ad3362d-d2f7-4ee9-bb8e-e78901d62ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.028081 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4ad3362d-d2f7-4ee9-bb8e-e78901d62ab1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/410fc78e-7091-46e1-8b41-b8f851d5bde8 HTTP/1.1" status: 204 len: 168 time: 0.1358099 Jul 16 01:28:11.033608 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3362d-d2f7-4ee9-bb8e-e78901d62ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410fc78e-7091-46e1-8b41-b8f851d5bde8,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:11.083360 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40872) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:11.101330 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b69b9059-9f66-4d33-b339-5581ce981443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.196900 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b69b9059-9f66-4d33-b339-5581ce981443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.202661 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b69b9059-9f66-4d33-b339-5581ce981443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.230579 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b9059-9f66-4d33-b339-5581ce981443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98115e4b-b178-4d0c-b3f5-6fd909c676f2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:11.248466 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b69b9059-9f66-4d33-b339-5581ce981443 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cf9bd17c99c14b7480fa282a945695f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1636853 Jul 16 01:28:11.251050 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40878) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:11.310514 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-adf12c3a-2b97-4c5e-b5a0-9dff2ca5e523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.335348 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-adf12c3a-2b97-4c5e-b5a0-9dff2ca5e523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.391682 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-adf12c3a-2b97-4c5e-b5a0-9dff2ca5e523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.395596 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-adf12c3a-2b97-4c5e-b5a0-9dff2ca5e523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.397333 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-adf12c3a-2b97-4c5e-b5a0-9dff2ca5e523 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/98115e4b-b178-4d0c-b3f5-6fd909c676f2 HTTP/1.1" status: 204 len: 168 time: 0.1448932 Jul 16 01:28:11.410106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf12c3a-2b97-4c5e-b5a0-9dff2ca5e523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98115e4b-b178-4d0c-b3f5-6fd909c676f2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:11.673531 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40904) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:11.687352 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-10b7cf78-07a6-4fa4-ba72-e60f89485384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.799389 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-10b7cf78-07a6-4fa4-ba72-e60f89485384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.803788 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-10b7cf78-07a6-4fa4-ba72-e60f89485384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.904939 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-10b7cf78-07a6-4fa4-ba72-e60f89485384 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7dea6f2b02234294ad34cf0104e773a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2279873 Jul 16 01:28:11.904939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7cf78-07a6-4fa4-ba72-e60f89485384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb993716-e4de-400f-a2b6-ae988049c180,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:11.906824 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40916) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:11.977558 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-14504616-4851-4fa1-9250-c57af9a2ed33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.014018 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-14504616-4851-4fa1-9250-c57af9a2ed33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.074743 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-14504616-4851-4fa1-9250-c57af9a2ed33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.078393 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-14504616-4851-4fa1-9250-c57af9a2ed33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.080027 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-14504616-4851-4fa1-9250-c57af9a2ed33 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fb993716-e4de-400f-a2b6-ae988049c180 HTTP/1.1" status: 204 len: 168 time: 0.1721025 Jul 16 01:28:12.091609 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14504616-4851-4fa1-9250-c57af9a2ed33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb993716-e4de-400f-a2b6-ae988049c180,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:13.688692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41080) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:13.726843 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41088) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:13.771843 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41096) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:13.964681 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c632777-b0f8-43e4-ab22-70388149c494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.004897 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e0dffe0-b7bc-44d7-9053-bcbf4348490d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.121087 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6793a568-2258-452b-b408-a5cd0a05b60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.127971 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c632777-b0f8-43e4-ab22-70388149c494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.137512 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c632777-b0f8-43e4-ab22-70388149c494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.204498 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4c632777-b0f8-43e4-ab22-70388149c494 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=858b1fa00f5f4754a55cc28fde53b82b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5146871 Jul 16 01:28:14.207423 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41132) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:14.208470 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c632777-b0f8-43e4-ab22-70388149c494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374d9743-da33-46b3-abfd-43820007c277,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:14.279439 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e0dffe0-b7bc-44d7-9053-bcbf4348490d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.287339 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e0dffe0-b7bc-44d7-9053-bcbf4348490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.297944 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-db51b5ad-8882-4af3-baa6-fb5d4e9b441d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.328372 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-db51b5ad-8882-4af3-baa6-fb5d4e9b441d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.354718 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0dffe0-b7bc-44d7-9053-bcbf4348490d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d107ddd-7fcb-4d7e-9936-60dcd12b4480,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:14.369985 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2e0dffe0-b7bc-44d7-9053-bcbf4348490d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f0cfe764309749749018dc5f7cde2f1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6412663 Jul 16 01:28:14.372088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41142) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:14.392819 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-db51b5ad-8882-4af3-baa6-fb5d4e9b441d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.397313 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-db51b5ad-8882-4af3-baa6-fb5d4e9b441d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.402566 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-db51b5ad-8882-4af3-baa6-fb5d4e9b441d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/374d9743-da33-46b3-abfd-43820007c277 HTTP/1.1" status: 204 len: 168 time: 0.1922500 Jul 16 01:28:14.412489 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51b5ad-8882-4af3-baa6-fb5d4e9b441d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374d9743-da33-46b3-abfd-43820007c277,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:14.462176 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cd6e597-bc93-4c01-89a1-6112b9fc0034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.483447 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6793a568-2258-452b-b408-a5cd0a05b60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.494999 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6793a568-2258-452b-b408-a5cd0a05b60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.499634 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cd6e597-bc93-4c01-89a1-6112b9fc0034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.554453 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6793a568-2258-452b-b408-a5cd0a05b60a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=afd49289c9d443ea9b99871c039ee7b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7809238 Jul 16 01:28:14.557408 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41150) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:14.561758 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793a568-2258-452b-b408-a5cd0a05b60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae2561b-872a-4494-8e9a-3faa9770de3e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:14.585989 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cd6e597-bc93-4c01-89a1-6112b9fc0034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.589230 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cd6e597-bc93-4c01-89a1-6112b9fc0034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.590522 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1cd6e597-bc93-4c01-89a1-6112b9fc0034 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2d107ddd-7fcb-4d7e-9936-60dcd12b4480 HTTP/1.1" status: 204 len: 168 time: 0.2170069 Jul 16 01:28:14.599632 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6e597-bc93-4c01-89a1-6112b9fc0034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d107ddd-7fcb-4d7e-9936-60dcd12b4480,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:14.642287 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6b1dac09-b96d-44fe-80b3-83437272cc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.669368 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6b1dac09-b96d-44fe-80b3-83437272cc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.734695 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6b1dac09-b96d-44fe-80b3-83437272cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.737741 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6b1dac09-b96d-44fe-80b3-83437272cc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.741234 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6b1dac09-b96d-44fe-80b3-83437272cc85 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ae2561b-872a-4494-8e9a-3faa9770de3e HTTP/1.1" status: 204 len: 168 time: 0.1805165 Jul 16 01:28:14.747135 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1dac09-b96d-44fe-80b3-83437272cc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae2561b-872a-4494-8e9a-3faa9770de3e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:15.267155 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41200) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:15.281097 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c7b11fa-38cc-45d6-be27-17ad3e031667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.341042 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41202) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:15.360021 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f2ac94f3-e44c-4a69-90e8-cefb4eb410ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.400926 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c7b11fa-38cc-45d6-be27-17ad3e031667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.406989 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c7b11fa-38cc-45d6-be27-17ad3e031667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.436846 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4c7b11fa-38cc-45d6-be27-17ad3e031667 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=158380d3d8f84e89997f03de4c78a371&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1685193 Jul 16 01:28:15.439598 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41206) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:15.477228 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b11fa-38cc-45d6-be27-17ad3e031667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb523fcf-8313-4e51-b2e7-cb958e3d45fb,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:15.520410 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e8a55d9d-2de5-4fba-82dd-b0f89815d88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.538608 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f2ac94f3-e44c-4a69-90e8-cefb4eb410ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.545121 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f2ac94f3-e44c-4a69-90e8-cefb4eb410ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.549249 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e8a55d9d-2de5-4fba-82dd-b0f89815d88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.607165 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e8a55d9d-2de5-4fba-82dd-b0f89815d88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.609736 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e8a55d9d-2de5-4fba-82dd-b0f89815d88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.613286 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e8a55d9d-2de5-4fba-82dd-b0f89815d88f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bb523fcf-8313-4e51-b2e7-cb958e3d45fb HTTP/1.1" status: 204 len: 168 time: 0.1700025 Jul 16 01:28:15.626556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a55d9d-2de5-4fba-82dd-b0f89815d88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb523fcf-8313-4e51-b2e7-cb958e3d45fb,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:15.643816 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f2ac94f3-e44c-4a69-90e8-cefb4eb410ea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=589c8d583aaf4b2192d1c440b2927081&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3014560 Jul 16 01:28:15.646483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41222) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:15.655369 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac94f3-e44c-4a69-90e8-cefb4eb410ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6688ca3-5765-4eff-abf1-fe0aab925e8b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:15.683106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41224) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:15.702242 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e6f5cd8-dc5b-413f-a326-36f3b2ea1d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.705737 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9540bfbd-4265-4234-9ee3-8265e9884621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.732695 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9540bfbd-4265-4234-9ee3-8265e9884621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.792432 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9540bfbd-4265-4234-9ee3-8265e9884621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.795608 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9540bfbd-4265-4234-9ee3-8265e9884621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.797805 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9540bfbd-4265-4234-9ee3-8265e9884621 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f6688ca3-5765-4eff-abf1-fe0aab925e8b HTTP/1.1" status: 204 len: 168 time: 0.1496975 Jul 16 01:28:15.807412 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540bfbd-4265-4234-9ee3-8265e9884621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6688ca3-5765-4eff-abf1-fe0aab925e8b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:15.842903 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e6f5cd8-dc5b-413f-a326-36f3b2ea1d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.847512 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e6f5cd8-dc5b-413f-a326-36f3b2ea1d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.885761 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f5cd8-dc5b-413f-a326-36f3b2ea1d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bcbc39-1d97-49c7-ba67-60074dae2f1a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:15.893954 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6e6f5cd8-dc5b-413f-a326-36f3b2ea1d51 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=24883033208748da8cacd770b67e1717&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2097518 Jul 16 01:28:15.894480 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41232) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:15.947515 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d172d7b0-fe40-450e-b2a2-0d7b1af48832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.978798 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d172d7b0-fe40-450e-b2a2-0d7b1af48832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.035589 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d172d7b0-fe40-450e-b2a2-0d7b1af48832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.038068 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d172d7b0-fe40-450e-b2a2-0d7b1af48832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.039208 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d172d7b0-fe40-450e-b2a2-0d7b1af48832 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c0bcbc39-1d97-49c7-ba67-60074dae2f1a HTTP/1.1" status: 204 len: 168 time: 0.1431684 Jul 16 01:28:16.055355 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172d7b0-fe40-450e-b2a2-0d7b1af48832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bcbc39-1d97-49c7-ba67-60074dae2f1a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:16.061294 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41246) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:16.476847 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa236b29-0a3f-40ae-964d-306f7b306bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.581328 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa236b29-0a3f-40ae-964d-306f7b306bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.585307 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa236b29-0a3f-40ae-964d-306f7b306bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.623575 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-aa236b29-0a3f-40ae-964d-306f7b306bc9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b851bb41e8de42b798e923d8d5380ad7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5613432 Jul 16 01:28:16.625670 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa236b29-0a3f-40ae-964d-306f7b306bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4af8f3-cb4d-4cb9-b31d-911d92fcb6f8,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:16.626477 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41288) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:16.680623 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d829ee36-a8df-4857-ad04-d69978d707de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.716754 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d829ee36-a8df-4857-ad04-d69978d707de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.742446 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41300) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:16.745545 n-d-800086-6 neutron-server[93832]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 01:28:16.784753 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-26d35c91-4d9b-43ba-ac8f-b1905521dddf tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=388fa03462c046768ccf6a4cb3c2a734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411465 Jul 16 01:28:16.788612 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d829ee36-a8df-4857-ad04-d69978d707de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.796619 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d829ee36-a8df-4857-ad04-d69978d707de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.800363 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d829ee36-a8df-4857-ad04-d69978d707de admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6e4af8f3-cb4d-4cb9-b31d-911d92fcb6f8 HTTP/1.1" status: 204 len: 168 time: 0.1703422 Jul 16 01:28:16.815187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829ee36-a8df-4857-ad04-d69978d707de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4af8f3-cb4d-4cb9-b31d-911d92fcb6f8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:16.984294 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-f078d81b-bebb-46b3-ada7-df7e1f85e4e0 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:16.985801 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-f078d81b-bebb-46b3-ada7-df7e1f85e4e0 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002938 Jul 16 01:28:17.007319 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-bc2fab13-2bc2-4ab6-b7ee-ba8657fae2f6 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/quotas/388fa03462c046768ccf6a4cb3c2a734 HTTP/1.1" status: 200 len: 375 time: 0.0157440 Jul 16 01:28:17.060145 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-3a432d5b-566a-47f1-8a1f-25ea666a81c6 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=388fa03462c046768ccf6a4cb3c2a734&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519691 Jul 16 01:28:17.366796 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-730fae6a-e7a2-48a5-b018-93edb68f87a4 req-09bc577a-99b2-4219-8d52-15a01e487072 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 210 time: 0.0512664 Jul 16 01:28:17.444544 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41356) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:17.465524 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b817971-1a11-4a78-8876-897652a9dd32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.610490 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:28:17.611334 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b817971-1a11-4a78-8876-897652a9dd32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.621407 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b817971-1a11-4a78-8876-897652a9dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.667838 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2b817971-1a11-4a78-8876-897652a9dd32 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aae834cbd62441b3afc438b35d4fb174&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2195544 Jul 16 01:28:17.668819 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b817971-1a11-4a78-8876-897652a9dd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0775760e-0682-4ed0-8b5c-d6ba9303e649,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:17.669646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41372) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:17.732598 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-257ca0cc-fcc8-4411-b5ac-a8f4ce3ab866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.761960 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-257ca0cc-fcc8-4411-b5ac-a8f4ce3ab866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.822415 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-257ca0cc-fcc8-4411-b5ac-a8f4ce3ab866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.825277 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-257ca0cc-fcc8-4411-b5ac-a8f4ce3ab866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.829363 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-257ca0cc-fcc8-4411-b5ac-a8f4ce3ab866 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0775760e-0682-4ed0-8b5c-d6ba9303e649 HTTP/1.1" status: 204 len: 168 time: 0.1559250 Jul 16 01:28:17.841022 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ca0cc-fcc8-4411-b5ac-a8f4ce3ab866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0775760e-0682-4ed0-8b5c-d6ba9303e649,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:18.124085 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41422) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:18.483172 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6ec8d96e-6a3e-41f9-b217-b90454fe5255 req-de9c02c2-8368-44e4-9d17-f8aac97e6396 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 210 time: 0.0340993 Jul 16 01:28:18.636951 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f37973e3-056e-43f8-a1b4-e5b9fbc51ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.754101 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f37973e3-056e-43f8-a1b4-e5b9fbc51ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.761157 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f37973e3-056e-43f8-a1b4-e5b9fbc51ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.778945 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41452) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:18.801438 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37973e3-056e-43f8-a1b4-e5b9fbc51ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583ecd3c-dbf0-4a1b-9f90-1863a86c35bb,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:18.832983 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f37973e3-056e-43f8-a1b4-e5b9fbc51ef7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=41a590bc25024a41ad32a3fac8889b42&name=default HTTP/1.1" status: 200 len: 2976 time: 0.7075460 Jul 16 01:28:18.835246 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41460) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:18.889897 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-db727373-798e-4bfb-b497-7b981d615658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.916197 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-db727373-798e-4bfb-b497-7b981d615658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.969304 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-db727373-798e-4bfb-b497-7b981d615658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.974095 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-db727373-798e-4bfb-b497-7b981d615658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.976598 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-db727373-798e-4bfb-b497-7b981d615658 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/583ecd3c-dbf0-4a1b-9f90-1863a86c35bb HTTP/1.1" status: 204 len: 168 time: 0.1396379 Jul 16 01:28:18.985762 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db727373-798e-4bfb-b497-7b981d615658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583ecd3c-dbf0-4a1b-9f90-1863a86c35bb,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:19.090138 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a8dbef81-e536-46ed-bf9b-c7a6526b6856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.230642 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a8dbef81-e536-46ed-bf9b-c7a6526b6856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.238094 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a8dbef81-e536-46ed-bf9b-c7a6526b6856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.284308 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a8dbef81-e536-46ed-bf9b-c7a6526b6856 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0e433c1e15454bfcabceff92b8f03a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5010729 Jul 16 01:28:19.284547 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbef81-e536-46ed-bf9b-c7a6526b6856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75d4f40-5357-4fd4-ba2a-9324f05f837a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:19.287631 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41484) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:19.359101 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f5609b45-e0d5-4f4f-9b60-e4f4d894a805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.386664 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f5609b45-e0d5-4f4f-9b60-e4f4d894a805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.454665 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f5609b45-e0d5-4f4f-9b60-e4f4d894a805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.457636 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f5609b45-e0d5-4f4f-9b60-e4f4d894a805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.458784 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f5609b45-e0d5-4f4f-9b60-e4f4d894a805 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a75d4f40-5357-4fd4-ba2a-9324f05f837a HTTP/1.1" status: 204 len: 168 time: 0.1700220 Jul 16 01:28:19.467551 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5609b45-e0d5-4f4f-9b60-e4f4d894a805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75d4f40-5357-4fd4-ba2a-9324f05f837a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:19.644611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41504) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:19.658673 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7620e744-b99f-46fc-a964-60fb399d1ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.779362 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7620e744-b99f-46fc-a964-60fb399d1ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.784375 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7620e744-b99f-46fc-a964-60fb399d1ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.828802 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620e744-b99f-46fc-a964-60fb399d1ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a9a6f0-84fc-4ea1-9f02-f193e899e8ea,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:19.849309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41508) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:19.857408 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7620e744-b99f-46fc-a964-60fb399d1ab8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6e1927da0083408bad85a115b8dccdc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114599 Jul 16 01:28:19.902146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.26', 49613) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:19.910643 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-18226380-60db-4a7e-a2e3-28a06cec7dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.933643 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-18226380-60db-4a7e-a2e3-28a06cec7dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.949775 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-cfc87275-1eaf-49ef-b7b2-5b03329cf7a3 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=388fa03462c046768ccf6a4cb3c2a734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282540 Jul 16 01:28:19.990179 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-18226380-60db-4a7e-a2e3-28a06cec7dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.993180 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-18226380-60db-4a7e-a2e3-28a06cec7dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.994897 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-18226380-60db-4a7e-a2e3-28a06cec7dac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/16a9a6f0-84fc-4ea1-9f02-f193e899e8ea HTTP/1.1" status: 204 len: 168 time: 0.1443763 Jul 16 01:28:20.012385 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18226380-60db-4a7e-a2e3-28a06cec7dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a9a6f0-84fc-4ea1-9f02-f193e899e8ea,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:20.107782 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-b6283fcb-defc-4d82-a9f7-cf4e036c1909 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:20.109611 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-b6283fcb-defc-4d82-a9f7-cf4e036c1909 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530716 Jul 16 01:28:20.230612 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41526) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:20.244843 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-be7d5bc1-c7b9-4e73-b709-7c81a5ad10d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.291500 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-ec01deae-623c-4e71-97f9-2a54584198cd tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Request body: {'port': {'device_id': '9fcb606a-ce1e-4811-a25b-62e23bff389f', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': '388fa03462c046768ccf6a4cb3c2a734'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:20.411280 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41536) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:20.644630 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-be7d5bc1-c7b9-4e73-b709-7c81a5ad10d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.652740 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-be7d5bc1-c7b9-4e73-b709-7c81a5ad10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.699909 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-ec01deae-623c-4e71-97f9-2a54584198cd tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Made reservation on behalf of 388fa03462c046768ccf6a4cb3c2a734 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:20.703854 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-ec01deae-623c-4e71-97f9-2a54584198cd tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.708863 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-be7d5bc1-c7b9-4e73-b709-7c81a5ad10d6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2e039f4f93f3401384accace012c0e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772081 Jul 16 01:28:20.711701 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41550) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:20.724938 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41552) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:20.735444 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d5bc1-c7b9-4e73-b709-7c81a5ad10d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01e36b7-dfef-48d6-83aa-d3ede2125fad,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:20.768020 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-ec01deae-623c-4e71-97f9-2a54584198cd tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.769490 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4375c372-9fdd-4687-9d9b-50dc3ac7bb91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.771479 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a75d793b-a8a5-434b-be98-b687eee84666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.797231 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4375c372-9fdd-4687-9d9b-50dc3ac7bb91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.803907 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.api [None req-a75d793b-a8a5-434b-be98-b687eee84666 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:28:20.803907 n-d-800086-6 neutron-server[93832]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:28:20.803907 n-d-800086-6 neutron-server[93832]: [parameters: {'project_id_1': 'a86382d746f74189b78368385bfcdce3', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 28, 20, 792698)}] Jul 16 01:28:20.803907 n-d-800086-6 neutron-server[93832]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:28:20.804306 n-d-800086-6 neutron-server[93832]: DEBUG oslo_db.api [None req-a75d793b-a8a5-434b-be98-b687eee84666 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:28:20.862260 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4375c372-9fdd-4687-9d9b-50dc3ac7bb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.867632 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4375c372-9fdd-4687-9d9b-50dc3ac7bb91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.880706 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4375c372-9fdd-4687-9d9b-50dc3ac7bb91 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c01e36b7-dfef-48d6-83aa-d3ede2125fad HTTP/1.1" status: 204 len: 168 time: 0.1674802 Jul 16 01:28:20.890005 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375c372-9fdd-4687-9d9b-50dc3ac7bb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01e36b7-dfef-48d6-83aa-d3ede2125fad,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:20.899064 n-d-800086-6 neutron-server[93831]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 01:28:20.934760 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-ec01deae-623c-4e71-97f9-2a54584198cd tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.941216 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-ec01deae-623c-4e71-97f9-2a54584198cd tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.964711 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9fa4da8d-a219-49ef-8f32-404ba5be1ce6 req-81d5ca9f-5d93-499c-a981-884617738534 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 210 time: 0.5513608 Jul 16 01:28:21.064385 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01deae-623c-4e71-97f9-2a54584198cd tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=173193b0-ed78-4fc5-b163-35b6e3d82509,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:21.207612 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-ec01deae-623c-4e71-97f9-2a54584198cd tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Allocated IP 192.168.233.84 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/3f261e44-bc55-4851-ab68-a8aef74c6372) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:21.305503 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a75d793b-a8a5-434b-be98-b687eee84666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.426578 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-ec01deae-623c-4e71-97f9-2a54584198cd tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.449338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-ec01deae-623c-4e71-97f9-2a54584198cd tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Transition to ACTIVE for port object 3f261e44-bc55-4851-ab68-a8aef74c6372 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:21.534601 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a75d793b-a8a5-434b-be98-b687eee84666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.542958 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a75d793b-a8a5-434b-be98-b687eee84666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.561571 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-ec01deae-623c-4e71-97f9-2a54584198cd tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.802105 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d793b-a8a5-434b-be98-b687eee84666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caccd00a-f080-486f-8218-4d45ebaec810,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:21.815759 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a75d793b-a8a5-434b-be98-b687eee84666 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a86382d746f74189b78368385bfcdce3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0771158 Jul 16 01:28:21.819683 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01deae-623c-4e71-97f9-2a54584198cd tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Pushing event updated for resources: {'Port': ['ID=3f261e44-bc55-4851-ab68-a8aef74c6372,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:21.820650 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41598) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:21.824676 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-ec01deae-623c-4e71-97f9-2a54584198cd tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:21.826967 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-ec01deae-623c-4e71-97f9-2a54584198cd tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:21.841460 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-ec01deae-623c-4e71-97f9-2a54584198cd tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:21.854890 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-ec01deae-623c-4e71-97f9-2a54584198cd tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:21.855604 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-ec01deae-623c-4e71-97f9-2a54584198cd tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.893835 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-ec01deae-623c-4e71-97f9-2a54584198cd tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5955486 Jul 16 01:28:21.962619 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-d4ef21df-ad7c-4678-a28c-ded74d2842d3 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:28:21.963959 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-d4ef21df-ad7c-4678-a28c-ded74d2842d3 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064874 Jul 16 01:28:21.995076 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5bd3deb3-bce3-4f4e-80a3-186770c7c7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.064517 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5bd3deb3-bce3-4f4e-80a3-186770c7c7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.166743 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-4c98bfe6-a711-4f4f-89ae-2493f035f058 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=66ad9ba6f46c4b4fba4cef25fc698a91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0959446 Jul 16 01:28:22.198977 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ed10e69a-9e01-432f-9a02-b0102e39197b None None] Provisioning for port 3f261e44-bc55-4851-ab68-a8aef74c6372 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:22.212723 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ed10e69a-9e01-432f-9a02-b0102e39197b None None] Provisioning complete for port 3f261e44-bc55-4851-ab68-a8aef74c6372 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:22.213396 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed10e69a-9e01-432f-9a02-b0102e39197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.268268 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ed10e69a-9e01-432f-9a02-b0102e39197b None None] Port 3f261e44-bc55-4851-ab68-a8aef74c6372 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:22.464074 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-0494e036-674c-447b-b509-e315739cd679 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.474188 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-0494e036-674c-447b-b509-e315739cd679 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2783062 Jul 16 01:28:22.533250 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-e39af73f-4cb2-4d92-a033-c0b1e326b0ee tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/quotas/66ad9ba6f46c4b4fba4cef25fc698a91 HTTP/1.1" status: 200 len: 375 time: 0.0467796 Jul 16 01:28:22.533721 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa0d9c-f33c-414b-86cf-558fae3aa2a6 req-a6f6380e-4322-4f1a-813b-f6cec9890716 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.548102 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50aa0d9c-f33c-414b-86cf-558fae3aa2a6 req-a6f6380e-4322-4f1a-813b-f6cec9890716 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 935 time: 0.1577854 Jul 16 01:28:22.620737 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50aa0d9c-f33c-414b-86cf-558fae3aa2a6 req-f4e30a08-8d24-4840-93ee-fd524452f94b tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/security-groups?id=173193b0-ed78-4fc5-b163-35b6e3d82509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711615 Jul 16 01:28:22.632218 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-fa32464a-990f-4e20-8b7f-bec7eca84a0e tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=66ad9ba6f46c4b4fba4cef25fc698a91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893862 Jul 16 01:28:22.652289 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5bd3deb3-bce3-4f4e-80a3-186770c7c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.656674 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5bd3deb3-bce3-4f4e-80a3-186770c7c7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.669389 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5bd3deb3-bce3-4f4e-80a3-186770c7c7a0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/caccd00a-f080-486f-8218-4d45ebaec810 HTTP/1.1" status: 204 len: 168 time: 0.8354290 Jul 16 01:28:22.689787 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3deb3-bce3-4f4e-80a3-186770c7c7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caccd00a-f080-486f-8218-4d45ebaec810,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:22.782471 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Request body: {'port': {'device_id': '9fcb606a-ce1e-4811-a25b-62e23bff389f', 'device_owner': 'compute:tempest-test_az-432778153', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:22.941832 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.990484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41652) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:23.053573 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e64644e1-edca-49b3-8cb2-40e688992cd2 req-26d70cd9-ba2e-40cc-b7a9-01d3a7f3f254 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 210 time: 0.0480387 Jul 16 01:28:23.394411 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:23.504176 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ebc57c3-eda0-48ce-a880-5635b142ff52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:23.688567 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f261e44-bc55-4851-ab68-a8aef74c6372 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:23.742725 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:23.760275 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ebc57c3-eda0-48ce-a880-5635b142ff52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:23.765892 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ebc57c3-eda0-48ce-a880-5635b142ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:23.783235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Transition to ACTIVE for port object 3f261e44-bc55-4851-ab68-a8aef74c6372 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:23.787511 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:23.838120 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc57c3-eda0-48ce-a880-5635b142ff52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7502b4bf-5586-46ca-8520-1d8aa8da079a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:23.875869 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1ebc57c3-eda0-48ce-a880-5635b142ff52 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ac3eedbaa5b146b39368673fb8dbaf86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8831165 Jul 16 01:28:23.906432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41692) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:23.981305 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41698) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:24.119457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f261e44-bc55-4851-ab68-a8aef74c6372,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:24.156507 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895e803-fb0a-4de3-bfe7-806750b93a0b req-3d78227f-ded3-4096-87ac-e4b89ac2f5df tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.167282 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5895e803-fb0a-4de3-bfe7-806750b93a0b req-3d78227f-ded3-4096-87ac-e4b89ac2f5df tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 968 time: 0.2634940 Jul 16 01:28:24.186591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Attempting to bind port 3f261e44-bc55-4851-ab68-a8aef74c6372 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:24.186591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Attempting to bind port 3f261e44-bc55-4851-ab68-a8aef74c6372 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:24.186591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Attempting to bind port 3f261e44-bc55-4851-ab68-a8aef74c6372 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:24.226936 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Port 3f261e44-bc55-4851-ab68-a8aef74c6372 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:24.227268 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Attempting to bind port 3f261e44-bc55-4851-ab68-a8aef74c6372 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:24.235801 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98498e6c-049e-4e05-bc75-67b25596fd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:24.266989 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98498e6c-049e-4e05-bc75-67b25596fd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:24.267898 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5895e803-fb0a-4de3-bfe7-806750b93a0b req-cb3b4a63-0b8b-420e-b5e9-47db5ecf5c5c tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/security-groups?id=173193b0-ed78-4fc5-b163-35b6e3d82509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991955 Jul 16 01:28:24.294292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:24.294292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:24.294292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:24.294972 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Bound port: 3f261e44-bc55-4851-ab68-a8aef74c6372, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:24.295679 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:24.447726 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98498e6c-049e-4e05-bc75-67b25596fd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:24.450074 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-51868bc4-0222-43bf-9f3f-dca646d04326 req-7a538d0a-9dee-4e38-900c-20108c909e23 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 210 time: 0.0505688 Jul 16 01:28:24.453127 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98498e6c-049e-4e05-bc75-67b25596fd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:24.454678 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-98498e6c-049e-4e05-bc75-67b25596fd42 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7502b4bf-5586-46ca-8520-1d8aa8da079a HTTP/1.1" status: 204 len: 168 time: 0.5515018 Jul 16 01:28:24.490557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98498e6c-049e-4e05-bc75-67b25596fd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7502b4bf-5586-46ca-8520-1d8aa8da079a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:24.492612 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] For port 3f261e44-bc55-4851-ab68-a8aef74c6372, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:24.568570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] For port 3f261e44-bc55-4851-ab68-a8aef74c6372, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3f261e44-bc55-4851-ab68-a8aef74c6372,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:24.574598 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:24.701211 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.702115 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:24.703587 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] 10.222.0.26 "PUT /v2.0/ports/3f261e44-bc55-4851-ab68-a8aef74c6372 HTTP/1.1" status: 200 len: 1116 time: 2.3771899 Jul 16 01:28:24.715657 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcb606a-ce1e-4811-a25b-62e23bff389f', 'tag': '3f261e44-bc55-4851-ab68-a8aef74c6372'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:24.873115 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c959fbbd-1ca9-4929-8664-0eac258c0535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:24.924617 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa2140-6609-4bb9-94b3-d8dd8f5dc7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f261e44-bc55-4851-ab68-a8aef74c6372,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:25.122616 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c959fbbd-1ca9-4929-8664-0eac258c0535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.128148 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c959fbbd-1ca9-4929-8664-0eac258c0535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.335144 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c959fbbd-1ca9-4929-8664-0eac258c0535 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b13497788100490ab67605b1f1301d65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3406789 Jul 16 01:28:25.336399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959fbbd-1ca9-4929-8664-0eac258c0535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcf91ac-5110-4cf7-98b9-2ce6944c29e2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:25.337196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41738) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:25.478869 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e054beb9-4fa4-4abf-816e-62e1ee664f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.545560 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41742) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:25.545701 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e054beb9-4fa4-4abf-816e-62e1ee664f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.599790 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5a80f4a-67d8-4a27-ad88-8665658fc99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.644632 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e054beb9-4fa4-4abf-816e-62e1ee664f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.648595 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e054beb9-4fa4-4abf-816e-62e1ee664f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.653630 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e054beb9-4fa4-4abf-816e-62e1ee664f91 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/abcf91ac-5110-4cf7-98b9-2ce6944c29e2 HTTP/1.1" status: 204 len: 168 time: 0.3150623 Jul 16 01:28:25.664555 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054beb9-4fa4-4abf-816e-62e1ee664f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcf91ac-5110-4cf7-98b9-2ce6944c29e2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:25.762242 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7715bea-f331-4cfb-891f-52c94934c36b req-e919a29f-ad55-4672-bc90-296640e799ec tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.770160 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e7715bea-f331-4cfb-891f-52c94934c36b req-e919a29f-ad55-4672-bc90-296640e799ec tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 968 time: 0.3322566 Jul 16 01:28:25.805466 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-132a0d70-a1f5-4020-b1ef-2ec220a590d7 req-02b32587-5e1d-464d-b96c-30631a70b5c3 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 210 time: 0.0622766 Jul 16 01:28:25.813171 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e33adf-f915-4175-a3c6-5a4a867d8d79" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcb606a-ce1e-4811-a25b-62e23bff389f", "tag": "3f261e44-bc55-4851-ab68-a8aef74c6372"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:25.817150 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-948921e4-fad6-427e-b4f9-30ee39b1a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.819222 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-948921e4-fad6-427e-b4f9-30ee39b1a9e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388fa03462c046768ccf6a4cb3c2a734&device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 1119 time: 0.3368797 Jul 16 01:28:25.850958 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e7715bea-f331-4cfb-891f-52c94934c36b req-9d6ad6c4-c1fc-4d20-81b7-487a995da284 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/security-groups?id=173193b0-ed78-4fc5-b163-35b6e3d82509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798783 Jul 16 01:28:25.976318 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5a80f4a-67d8-4a27-ad88-8665658fc99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.984886 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5a80f4a-67d8-4a27-ad88-8665658fc99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.086043 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a80f4a-67d8-4a27-ad88-8665658fc99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e787b0-ce88-4893-be01-e10a66a8ea60,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:26.150703 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c5a80f4a-67d8-4a27-ad88-8665658fc99d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eda27cfc85ce496ba4ac53df0608d908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5988300 Jul 16 01:28:26.153197 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41770) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:26.167323 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.47', 63468) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:26.265433 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db416609-ee3d-47ae-ae14-48dac1e3c787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.278661 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-88c6a3ec-5c36-4e4b-b146-5948c6ccd02b tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=66ad9ba6f46c4b4fba4cef25fc698a91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0957007 Jul 16 01:28:26.313128 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db416609-ee3d-47ae-ae14-48dac1e3c787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.371238 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db416609-ee3d-47ae-ae14-48dac1e3c787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.379610 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db416609-ee3d-47ae-ae14-48dac1e3c787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.383093 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-db416609-ee3d-47ae-ae14-48dac1e3c787 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a9e787b0-ce88-4893-be01-e10a66a8ea60 HTTP/1.1" status: 204 len: 168 time: 0.2265229 Jul 16 01:28:26.416003 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db416609-ee3d-47ae-ae14-48dac1e3c787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e787b0-ce88-4893-be01-e10a66a8ea60,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:26.478570 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a97644-c777-4b41-ad30-1912548899ba x-openstack-request-id: req-72a97644-c777-4b41-ad30-1912548899ba {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:26.478869 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcb606a-ce1e-4811-a25b-62e23bff389f", "tag": "3f261e44-bc55-4851-ab68-a8aef74c6372", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:26.479119 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-72a97644-c777-4b41-ad30-1912548899ba {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:26.479771 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcb606a-ce1e-4811-a25b-62e23bff389f', 'tag': '3f261e44-bc55-4851-ab68-a8aef74c6372', 'status': 'completed', 'code': 200} Jul 16 01:28:26.548693 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-ba2e1bb3-2cb5-4863-80e6-93b16bef4c4a tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.550515 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-ba2e1bb3-2cb5-4863-80e6-93b16bef4c4a tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2655723 Jul 16 01:28:26.659197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-52cee9ce-33a2-44d4-a854-609878f83b04 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Request body: {'port': {'device_id': 'a8a18d73-6357-4725-9f52-24942d64d01f', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': '66ad9ba6f46c4b4fba4cef25fc698a91'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:26.736295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41780) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:26.757295 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5fbf11e7-6279-4ab4-8c70-7aec96f4a3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.048477 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5fbf11e7-6279-4ab4-8c70-7aec96f4a3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.060068 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5fbf11e7-6279-4ab4-8c70-7aec96f4a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.086067 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-52cee9ce-33a2-44d4-a854-609878f83b04 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Made reservation on behalf of 66ad9ba6f46c4b4fba4cef25fc698a91 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:27.097833 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-52cee9ce-33a2-44d4-a854-609878f83b04 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.127469 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5fbf11e7-6279-4ab4-8c70-7aec96f4a3a1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c858ced93a8d4dfba38bb8bccd8f1fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898959 Jul 16 01:28:27.138201 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41796) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:27.152570 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-52cee9ce-33a2-44d4-a854-609878f83b04 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.211606 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7a0e968e-3ebc-4f4d-9803-f60eef4506bb req-fe803d77-0263-4d8a-8feb-e2088c5efa2c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 210 time: 0.0903633 Jul 16 01:28:27.309700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf11e7-6279-4ab4-8c70-7aec96f4a3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4129e6e8-c0f7-4355-b84f-8331ba0756d4,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:27.334136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41802) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:27.420724 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-52cee9ce-33a2-44d4-a854-609878f83b04 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.427844 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-52cee9ce-33a2-44d4-a854-609878f83b04 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.441990 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-960d7955-c220-4afa-9303-1baa5990c521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.483265 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb13ae-eeb9-4405-bddf-7bc7e1a9d286 req-46926db4-afde-4c30-a73f-60f0b0cc7469 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.485048 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4bbb13ae-eeb9-4405-bddf-7bc7e1a9d286 req-46926db4-afde-4c30-a73f-60f0b0cc7469 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 968 time: 0.3216543 Jul 16 01:28:27.487318 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-960d7955-c220-4afa-9303-1baa5990c521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.595518 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4bbb13ae-eeb9-4405-bddf-7bc7e1a9d286 req-18b08272-8973-4ef1-be96-48015822a92e tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/security-groups?id=173193b0-ed78-4fc5-b163-35b6e3d82509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994008 Jul 16 01:28:27.611000 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-960d7955-c220-4afa-9303-1baa5990c521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.613938 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-960d7955-c220-4afa-9303-1baa5990c521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.615126 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-960d7955-c220-4afa-9303-1baa5990c521 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4129e6e8-c0f7-4355-b84f-8331ba0756d4 HTTP/1.1" status: 204 len: 168 time: 0.4759393 Jul 16 01:28:27.623946 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d7955-c220-4afa-9303-1baa5990c521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4129e6e8-c0f7-4355-b84f-8331ba0756d4,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:27.682257 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cee9ce-33a2-44d4-a854-609878f83b04 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246f0da2-3244-44de-8a82-7e7dc36e534a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:27.885153 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-52cee9ce-33a2-44d4-a854-609878f83b04 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Allocated IP 192.168.233.163 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/6a515afb-eebc-465f-b3f9-5c9d02fbdbe7) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:27.898928 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0bc40fd2-1cab-48ff-9b71-f5b233559798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.134061 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0bc40fd2-1cab-48ff-9b71-f5b233559798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.138036 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0bc40fd2-1cab-48ff-9b71-f5b233559798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.197676 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0bc40fd2-1cab-48ff-9b71-f5b233559798 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5289356a225e44069cbb32a01c10177f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8583081 Jul 16 01:28:28.197676 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc40fd2-1cab-48ff-9b71-f5b233559798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b70105-882f-4b3d-9776-d528cb9ce707,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:28.197676 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41826) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:28.245754 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3888e135-a533-4adf-9ebd-755e6a4130d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.334982 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1c4132e4-fbb9-4036-8352-51ad825d3b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.361175 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.385974 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-52cee9ce-33a2-44d4-a854-609878f83b04 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.408288 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1c4132e4-fbb9-4036-8352-51ad825d3b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.487391 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-52cee9ce-33a2-44d4-a854-609878f83b04 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Transition to ACTIVE for port object 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:28.562473 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1c4132e4-fbb9-4036-8352-51ad825d3b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.565044 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1c4132e4-fbb9-4036-8352-51ad825d3b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.566930 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1c4132e4-fbb9-4036-8352-51ad825d3b90 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/21b70105-882f-4b3d-9776-d528cb9ce707 HTTP/1.1" status: 204 len: 168 time: 0.3684196 Jul 16 01:28:28.605717 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4132e4-fbb9-4036-8352-51ad825d3b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b70105-882f-4b3d-9776-d528cb9ce707,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:28.700361 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4b83dd44-417d-4e27-8588-a44beb1037cf req-cf2aeaaf-ca0d-4618-a905-2714c07336ea tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 210 time: 0.1446099 Jul 16 01:28:28.988172 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-52cee9ce-33a2-44d4-a854-609878f83b04 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.219049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-52cee9ce-33a2-44d4-a854-609878f83b04 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:29.235062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-52cee9ce-33a2-44d4-a854-609878f83b04 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:29.237737 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-52cee9ce-33a2-44d4-a854-609878f83b04 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:29.244184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-52cee9ce-33a2-44d4-a854-609878f83b04 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.244834 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-52cee9ce-33a2-44d4-a854-609878f83b04 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.253463 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cee9ce-33a2-44d4-a854-609878f83b04 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Pushing event updated for resources: {'Port': ['ID=6a515afb-eebc-465f-b3f9-5c9d02fbdbe7,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:29.273455 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-52cee9ce-33a2-44d4-a854-609878f83b04 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6183288 Jul 16 01:28:29.301458 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-3dbff457-8046-43ac-955d-1d1f1e4cf2a8 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:28:29.302808 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-3dbff457-8046-43ac-955d-1d1f1e4cf2a8 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066404 Jul 16 01:28:29.329038 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c11fd-c243-4b69-9970-75290ee39b0b req-857f8a21-0569-464c-a08d-755f6d76043f tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.330655 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2b3c11fd-c243-4b69-9970-75290ee39b0b req-857f8a21-0569-464c-a08d-755f6d76043f tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 968 time: 0.1995327 Jul 16 01:28:29.398898 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2b3c11fd-c243-4b69-9970-75290ee39b0b req-325cbd70-6295-4f67-8f2a-5ff41d117af7 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/security-groups?id=173193b0-ed78-4fc5-b163-35b6e3d82509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588436 Jul 16 01:28:29.528318 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41858) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:29.552839 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f237da5f-120f-42ae-b76a-6a0def689af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.647118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bb3d2f39-99c8-4045-a5b2-2c6e632bb4cf None None] Provisioning for port 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:29.654594 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bb3d2f39-99c8-4045-a5b2-2c6e632bb4cf None None] Provisioning complete for port 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:29.655154 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb3d2f39-99c8-4045-a5b2-2c6e632bb4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.744096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bb3d2f39-99c8-4045-a5b2-2c6e632bb4cf None None] Port 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:29.871956 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-b29e3aa6-b0b6-4231-845c-18ca0bac6839 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=3f261e44-bc55-4851-ab68-a8aef74c6372 HTTP/1.1" status: 200 len: 217 time: 0.2014718 Jul 16 01:28:30.034393 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-8479e2a7-b33e-4ced-bf27-bf9ee11f0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.036475 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-8479e2a7-b33e-4ced-bf27-bf9ee11f0e26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1469307 Jul 16 01:28:30.123227 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f237da5f-120f-42ae-b76a-6a0def689af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.135609 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f237da5f-120f-42ae-b76a-6a0def689af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.190932 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237da5f-120f-42ae-b76a-6a0def689af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab419b7-5932-46e2-ab06-80af60702006,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:30.289291 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88456c-a19e-4862-a1f2-3c10f95ccf0b req-b7135756-8911-4ac6-bede-dc7e2b9cd5d3 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.292034 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5b88456c-a19e-4862-a1f2-3c10f95ccf0b req-b7135756-8911-4ac6-bede-dc7e2b9cd5d3 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 936 time: 0.3264248 Jul 16 01:28:30.297349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41888) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:30.297957 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f237da5f-120f-42ae-b76a-6a0def689af5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c9250e44f6614a36bb7cffec877eac8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7682652 Jul 16 01:28:30.393712 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-767f9f52-2108-4365-8e77-9b1deebdfd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.398808 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5b88456c-a19e-4862-a1f2-3c10f95ccf0b req-dcc92395-5d2e-4be7-879a-221d209e8992 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971246 Jul 16 01:28:30.402924 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-ac5b7a1e-9f7d-477f-8071-b98124e91bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.406089 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-ac5b7a1e-9f7d-477f-8071-b98124e91bcf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3517706 Jul 16 01:28:30.467199 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-767f9f52-2108-4365-8e77-9b1deebdfd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.584632 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Request body: {'port': {'device_id': 'a8a18d73-6357-4725-9f52-24942d64d01f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:30.671200 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-0508dba6-12d9-48d5-b534-052ec72f98e8 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447064 Jul 16 01:28:30.770796 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-767f9f52-2108-4365-8e77-9b1deebdfd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.773421 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-767f9f52-2108-4365-8e77-9b1deebdfd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.802881 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-767f9f52-2108-4365-8e77-9b1deebdfd34 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ab419b7-5932-46e2-ab06-80af60702006 HTTP/1.1" status: 204 len: 168 time: 0.5024328 Jul 16 01:28:30.919999 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-464dc463-6645-4670-ab81-6cb5eafcdbe6 req-4aa74d4c-d21a-4d27-8ec9-8ad2e477a063 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388370 Jul 16 01:28:30.967259 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f9f52-2108-4365-8e77-9b1deebdfd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab419b7-5932-46e2-ab06-80af60702006,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:31.003331 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.078228 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53925869-6e43-46ce-b72b-39cb2c5d90d9 req-784c0ae1-3b4a-40cb-949c-b0e58961e96e tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.080324 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-53925869-6e43-46ce-b72b-39cb2c5d90d9 req-784c0ae1-3b4a-40cb-949c-b0e58961e96e tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 968 time: 0.3793232 Jul 16 01:28:31.084642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41904) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:31.094126 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.125416 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e220fb99-4459-46b3-92bd-3555b5cd5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.268441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e33adf-f915-4175-a3c6-5a4a867d8d79 req-168354e2-21f2-4296-b449-f5aaf7e0c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.270573 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36e33adf-f915-4175-a3c6-5a4a867d8d79 req-168354e2-21f2-4296-b449-f5aaf7e0c91e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388fa03462c046768ccf6a4cb3c2a734&device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 1119 time: 0.1625092 Jul 16 01:28:31.308338 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-53925869-6e43-46ce-b72b-39cb2c5d90d9 req-ed5cbb4f-abcf-4a32-b1c3-2cd03559c030 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/security-groups?id=173193b0-ed78-4fc5-b163-35b6e3d82509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099769 Jul 16 01:28:31.712932 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:31.737139 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.770239 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Transition to ACTIVE for port object 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:31.777157 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e33adf-f915-4175-a3c6-5a4a867d8d79 req-3e6aa52f-e1e5-4e98-b915-f53ee71eebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.779044 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36e33adf-f915-4175-a3c6-5a4a867d8d79 req-3e6aa52f-e1e5-4e98-b915-f53ee71eebf9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.4943209 Jul 16 01:28:31.786923 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.913581 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.916989 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36e33adf-f915-4175-a3c6-5a4a867d8d79 req-da151ea8-34f9-4b5d-8dcf-7065a5b7c408 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=3f261e44-bc55-4851-ab68-a8aef74c6372 HTTP/1.1" status: 200 len: 217 time: 0.1250293 Jul 16 01:28:31.925904 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38950061-a774-4a7f-8968-f7d6e69decd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.038608 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4d968-9610-4dfd-81f2-223c35deef26 req-b212ab03-0ac2-4bcb-9610-14412ad1db74 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.039600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Pushing event updated for resources: {'Port': ['ID=6a515afb-eebc-465f-b3f9-5c9d02fbdbe7,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:32.040452 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55c4d968-9610-4dfd-81f2-223c35deef26 req-b212ab03-0ac2-4bcb-9610-14412ad1db74 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 936 time: 0.3481877 Jul 16 01:28:32.160871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e33adf-f915-4175-a3c6-5a4a867d8d79 req-f485623b-041b-4092-b0bf-f8caaa4a98be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.162453 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36e33adf-f915-4175-a3c6-5a4a867d8d79 req-f485623b-041b-4092-b0bf-f8caaa4a98be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.2244687 Jul 16 01:28:32.234894 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55c4d968-9610-4dfd-81f2-223c35deef26 req-90141d8f-1e98-45e7-b816-9c52990a394f tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868913 Jul 16 01:28:32.387160 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38950061-a774-4a7f-8968-f7d6e69decd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.392662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e33adf-f915-4175-a3c6-5a4a867d8d79 req-a6c96f5a-1004-4de6-8939-0bd3c453d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.402701 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36e33adf-f915-4175-a3c6-5a4a867d8d79 req-a6c96f5a-1004-4de6-8939-0bd3c453d7f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1721787 Jul 16 01:28:32.406907 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38950061-a774-4a7f-8968-f7d6e69decd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.550077 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Attempting to bind port 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:32.550955 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Attempting to bind port 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:32.550955 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Attempting to bind port 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:32.566098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Port 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:32.566494 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Attempting to bind port 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:32.579825 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:32.580238 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:32.582120 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:32.582603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Bound port: 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:32.583120 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.713215 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] For port 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:32.721295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] For port 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6a515afb-eebc-465f-b3f9-5c9d02fbdbe7,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:32.729496 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.795094 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41938) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:32.797543 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-38950061-a774-4a7f-8968-f7d6e69decd0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7a9060e0fa6e48a4bd23eaee9cabcda5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7101822 Jul 16 01:28:32.798082 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.798820 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.800821 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] 10.222.0.47 "PUT /v2.0/ports/6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 HTTP/1.1" status: 200 len: 1096 time: 2.7648914 Jul 16 01:28:32.861250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a18d73-6357-4725-9f52-24942d64d01f', 'tag': '6a515afb-eebc-465f-b3f9-5c9d02fbdbe7'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:33.005524 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36e33adf-f915-4175-a3c6-5a4a867d8d79 req-2c057e77-f2be-4d84-bdca-9d20c20b9c28 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971112 Jul 16 01:28:33.031297 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ee4b9-1ab9-4ecf-bc32-a6da500e301e service neutron] Pushing event updated for resources: {'Port': ['ID=6a515afb-eebc-465f-b3f9-5c9d02fbdbe7,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:33.092156 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38950061-a774-4a7f-8968-f7d6e69decd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f790e73-f0fc-455c-83c5-1a4c6f8ee9a6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:33.243940 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93715d2a-5523-4f46-963c-6ef538b5b842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.283644 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a2d09-4984-4d30-bb24-9ee7cebb81fc req-78bae8fa-3e1c-49d4-b835-abfb35c8ccca tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.285298 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3e6a2d09-4984-4d30-bb24-9ee7cebb81fc req-78bae8fa-3e1c-49d4-b835-abfb35c8ccca tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 968 time: 0.4853265 Jul 16 01:28:33.339312 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93715d2a-5523-4f46-963c-6ef538b5b842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.362245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36e33adf-f915-4175-a3c6-5a4a867d8d79 req-e7b2f4a4-98e8-4f64-8889-13c7578c5767 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435972 Jul 16 01:28:33.373304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-318130e6-a61c-411b-995f-deaae2df63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.376381 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-318130e6-a61c-411b-995f-deaae2df63f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66ad9ba6f46c4b4fba4cef25fc698a91&device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 1099 time: 0.4190366 Jul 16 01:28:33.419367 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3e6a2d09-4984-4d30-bb24-9ee7cebb81fc req-9fd72f1c-344f-4557-a304-4ee7de9d5495 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/security-groups?id=173193b0-ed78-4fc5-b163-35b6e3d82509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234300 Jul 16 01:28:33.506629 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-d7305c25-0205-4a97-abc2-db2f45e0da84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 HTTP/1.1" status: 200 len: 217 time: 0.0991416 Jul 16 01:28:33.609441 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93715d2a-5523-4f46-963c-6ef538b5b842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.616937 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93715d2a-5523-4f46-963c-6ef538b5b842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.623978 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-93715d2a-5523-4f46-963c-6ef538b5b842 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5f790e73-f0fc-455c-83c5-1a4c6f8ee9a6 HTTP/1.1" status: 204 len: 168 time: 0.8278944 Jul 16 01:28:33.627788 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74e695f-4a57-4887-af29-ae94fb8ee3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a18d73-6357-4725-9f52-24942d64d01f", "tag": "6a515afb-eebc-465f-b3f9-5c9d02fbdbe7"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:33.671133 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.680197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93715d2a-5523-4f46-963c-6ef538b5b842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f790e73-f0fc-455c-83c5-1a4c6f8ee9a6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:33.775026 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-2ce257b2-0c7e-4844-9e38-594db0667d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.777359 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-2ce257b2-0c7e-4844-9e38-594db0667d9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.2338793 Jul 16 01:28:33.784829 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb96055-0b18-45f4-bf26-b6a02816a68d req-166c6ce2-01f0-4508-83c6-bf4ba3b4ab7a tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.796163 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7bb96055-0b18-45f4-bf26-b6a02816a68d req-166c6ce2-01f0-4508-83c6-bf4ba3b4ab7a tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 948 time: 0.1457837 Jul 16 01:28:33.846481 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7bb96055-0b18-45f4-bf26-b6a02816a68d req-0e0c816d-e7c9-41ee-96e7-8ca387cde231 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508051 Jul 16 01:28:34.001438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-70a30198-70ba-4227-b746-5aa410fa2926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.015622 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-70a30198-70ba-4227-b746-5aa410fa2926 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1977572 Jul 16 01:28:34.182269 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-4049a10b-6125-41ac-a050-f780d6bf7676 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391339 Jul 16 01:28:34.342924 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41988) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:34.377687 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d5a1397-93f3-4f88-a7d4-7c41837c0b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.411029 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-22ee17fa-0602-478c-8533-cbdb1ba02aed tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c9f632ebbf5d42d79ea76306b16e9614&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731030 Jul 16 01:28:34.580750 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d5a1397-93f3-4f88-a7d4-7c41837c0b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.586047 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d5a1397-93f3-4f88-a7d4-7c41837c0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.593325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-d03cf943-0f41-4df5-abf9-38104188ba4e tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.595362 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-d03cf943-0f41-4df5-abf9-38104188ba4e tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816046 Jul 16 01:28:34.596916 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e790a8e-9bf1-46f0-bb73-d3476fd6aa41 x-openstack-request-id: req-3e790a8e-9bf1-46f0-bb73-d3476fd6aa41 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:34.597206 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a18d73-6357-4725-9f52-24942d64d01f", "tag": "6a515afb-eebc-465f-b3f9-5c9d02fbdbe7", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:34.597461 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3e790a8e-9bf1-46f0-bb73-d3476fd6aa41 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:34.597920 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a18d73-6357-4725-9f52-24942d64d01f', 'tag': '6a515afb-eebc-465f-b3f9-5c9d02fbdbe7', 'status': 'completed', 'code': 200} Jul 16 01:28:34.633065 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-1ffdb15c-a17d-4a99-a9a4-9d9eea5da41b tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/quotas/c9f632ebbf5d42d79ea76306b16e9614 HTTP/1.1" status: 200 len: 375 time: 0.0294783 Jul 16 01:28:34.687244 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-7e67b58e-2513-44d2-be44-7444958929cd tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c9f632ebbf5d42d79ea76306b16e9614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391042 Jul 16 01:28:34.694617 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9d5a1397-93f3-4f88-a7d4-7c41837c0b55 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5278f5e5ab7e4ba4a3e8df7305258012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3504617 Jul 16 01:28:34.695352 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a1397-93f3-4f88-a7d4-7c41837c0b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcf03f1-6904-497d-9c5d-4b1383a9b907,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:34.698327 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42000) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:34.748301 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9bc41-7467-48ac-9f18-14f3b962e715 req-34f545ae-e278-4143-8469-2ad330699ba7 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.756971 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c0a9bc41-7467-48ac-9f18-14f3b962e715 req-34f545ae-e278-4143-8469-2ad330699ba7 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 968 time: 0.0948687 Jul 16 01:28:34.803628 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ced7684-c6a8-4185-bb6d-36e6e4799cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.825572 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c0a9bc41-7467-48ac-9f18-14f3b962e715 req-4718bb69-0e1f-429d-9095-3f462ff1469e tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/security-groups?id=173193b0-ed78-4fc5-b163-35b6e3d82509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673108 Jul 16 01:28:34.859445 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ced7684-c6a8-4185-bb6d-36e6e4799cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.925689 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ced7684-c6a8-4185-bb6d-36e6e4799cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.936209 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ced7684-c6a8-4185-bb6d-36e6e4799cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.940452 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8ced7684-c6a8-4185-bb6d-36e6e4799cd3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9dcf03f1-6904-497d-9c5d-4b1383a9b907 HTTP/1.1" status: 204 len: 168 time: 0.2333930 Jul 16 01:28:34.953087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced7684-c6a8-4185-bb6d-36e6e4799cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcf03f1-6904-497d-9c5d-4b1383a9b907,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:35.151210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbff5f-9df5-46ce-be05-1f68f5cbad9d req-ca3d4ca7-6fed-45a9-afd0-b043cb1749a3 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.153233 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ecbff5f-9df5-46ce-be05-1f68f5cbad9d req-ca3d4ca7-6fed-45a9-afd0-b043cb1749a3 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 948 time: 0.0919936 Jul 16 01:28:35.229209 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ecbff5f-9df5-46ce-be05-1f68f5cbad9d req-012b26d5-da0f-4b8c-88d1-ff32bf7116b7 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697560 Jul 16 01:28:35.360315 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-800d646a-406a-4081-be10-a51ffdea23cb req-81b5e6d4-6f53-43fa-8027-e4b49a2422bd tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0 HTTP/1.1" status: 200 len: 210 time: 0.0633626 Jul 16 01:28:36.059954 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb986d-df6d-47d7-8049-999faf71335d req-5de603c5-4a3f-451a-972d-5f35ead7e2a5 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.060584 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-caeb986d-df6d-47d7-8049-999faf71335d req-5de603c5-4a3f-451a-972d-5f35ead7e2a5 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 968 time: 0.0776629 Jul 16 01:28:36.105071 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-caeb986d-df6d-47d7-8049-999faf71335d req-2aed0120-7a47-40b1-8049-0e4a5242b7ca tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/security-groups?id=173193b0-ed78-4fc5-b163-35b6e3d82509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393853 Jul 16 01:28:36.458027 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-54c25913-c343-4170-9f66-1ba3e14b783b tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c9f632ebbf5d42d79ea76306b16e9614&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850482 Jul 16 01:28:36.472999 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554aefbd-bc7b-4f45-8fd4-7807e95c2346 req-f8c9460e-c7c4-46e5-af1d-711b3bf3e442 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.481431 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-554aefbd-bc7b-4f45-8fd4-7807e95c2346 req-f8c9460e-c7c4-46e5-af1d-711b3bf3e442 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 948 time: 0.0973706 Jul 16 01:28:36.531018 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-554aefbd-bc7b-4f45-8fd4-7807e95c2346 req-793ac222-eda6-4630-9a63-238cc09ddaad tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485263 Jul 16 01:28:36.723821 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-51262f41-0563-4c4d-ab6a-13cc8bcc216a req-ac853b54-39bd-4fba-9cab-f090045ea450 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0 HTTP/1.1" status: 200 len: 210 time: 0.0382376 Jul 16 01:28:36.802691 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-3e287bd2-e24a-493f-80e6-64924d5836ff tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.804298 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-3e287bd2-e24a-493f-80e6-64924d5836ff tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3366840 Jul 16 01:28:36.825097 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-bd518361-f8da-4ce8-9405-856205713795 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Request body: {'port': {'device_id': '3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': 'c9f632ebbf5d42d79ea76306b16e9614'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:36.986019 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-bd518361-f8da-4ce8-9405-856205713795 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Made reservation on behalf of c9f632ebbf5d42d79ea76306b16e9614 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:36.990407 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-bd518361-f8da-4ce8-9405-856205713795 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.013572 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-bd518361-f8da-4ce8-9405-856205713795 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.166508 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-bd518361-f8da-4ce8-9405-856205713795 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.172660 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-bd518361-f8da-4ce8-9405-856205713795 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.256378 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42108) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:37.312146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd518361-f8da-4ce8-9405-856205713795 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54dce6a-7e65-413f-beed-f86f3b85f23d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:37.422811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-bd518361-f8da-4ce8-9405-856205713795 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Allocated IP 192.168.233.135 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/d4d08190-c9bf-468c-90e3-248d2489537e) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:37.442828 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6be06-1bde-42f8-8627-51c2ac56ae0e req-8cdc10bf-a8f8-4285-b3e2-1945965147ad tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:37.444416 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-75c6be06-1bde-42f8-8627-51c2ac56ae0e req-8cdc10bf-a8f8-4285-b3e2-1945965147ad tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 968 time: 0.1768761 Jul 16 01:28:37.536720 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-75c6be06-1bde-42f8-8627-51c2ac56ae0e req-4064b2fa-7627-47f6-b0da-278e850828b7 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/security-groups?id=173193b0-ed78-4fc5-b163-35b6e3d82509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826967 Jul 16 01:28:37.631371 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-96076974-d3bd-46fd-accf-dcb4a698dbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.859760 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-bd518361-f8da-4ce8-9405-856205713795 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.864471 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-96076974-d3bd-46fd-accf-dcb4a698dbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.870949 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-96076974-d3bd-46fd-accf-dcb4a698dbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.897033 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-bd518361-f8da-4ce8-9405-856205713795 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Transition to ACTIVE for port object d4d08190-c9bf-468c-90e3-248d2489537e will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:37.915629 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-96076974-d3bd-46fd-accf-dcb4a698dbb5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cb6dcbbfe0fa4b63915606e88ffb8a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6580842 Jul 16 01:28:37.921383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42136) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:37.960114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96076974-d3bd-46fd-accf-dcb4a698dbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bccafe-240b-49cf-bc9d-32082772ba56,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:37.980105 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec1b62-fe02-45c1-974e-36089e91525a req-6a5212cf-6e9c-4e7a-afaa-e4382c06d1fb tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:37.987088 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-29ec1b62-fe02-45c1-974e-36089e91525a req-6a5212cf-6e9c-4e7a-afaa-e4382c06d1fb tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 948 time: 0.1522701 Jul 16 01:28:38.001185 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-bd518361-f8da-4ce8-9405-856205713795 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.102256 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-bd518361-f8da-4ce8-9405-856205713795 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:38.111813 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-bd518361-f8da-4ce8-9405-856205713795 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:38.114359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd518361-f8da-4ce8-9405-856205713795 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Pushing event updated for resources: {'Port': ['ID=d4d08190-c9bf-468c-90e3-248d2489537e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:38.129988 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-bd518361-f8da-4ce8-9405-856205713795 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:38.136378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-bd518361-f8da-4ce8-9405-856205713795 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:38.136999 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-bd518361-f8da-4ce8-9405-856205713795 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.143443 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5edcb0f-082b-48d8-8ae6-048f9d46dff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.160006 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-29ec1b62-fe02-45c1-974e-36089e91525a req-603c055c-fd70-4722-9151-641e3315ef7d tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715224 Jul 16 01:28:38.177372 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 3f261e44-bc55-4851-ab68-a8aef74c6372 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:38.207102 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-bd518361-f8da-4ce8-9405-856205713795 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3876488 Jul 16 01:28:38.246938 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Request body: {'port': {'device_id': '3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0', 'device_owner': 'compute:tempest-test_az-432778153', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:38.255827 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5edcb0f-082b-48d8-8ae6-048f9d46dff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.453368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 3f261e44-bc55-4851-ab68-a8aef74c6372, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3f261e44-bc55-4851-ab68-a8aef74c6372,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:38.472774 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '3f261e44-bc55-4851-ab68-a8aef74c6372', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '3f261e44-bc55-4851-ab68-a8aef74c6372', 'mac_address': 'fa:16:3e:ef:1b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:tempest-test_az-432778153', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:38.487950 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.533722 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5edcb0f-082b-48d8-8ae6-048f9d46dff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.536581 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5edcb0f-082b-48d8-8ae6-048f9d46dff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.537927 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b5edcb0f-082b-48d8-8ae6-048f9d46dff7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b9bccafe-240b-49cf-bc9d-32082772ba56 HTTP/1.1" status: 204 len: 168 time: 0.6158237 Jul 16 01:28:38.549766 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.565567 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f261e44-bc55-4851-ab68-a8aef74c6372 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:38.568269 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edcb0f-082b-48d8-8ae6-048f9d46dff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bccafe-240b-49cf-bc9d-32082772ba56,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:38.572449 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-31dc2977-4a20-45d4-aba5-31d067adc707 None None] Provisioning for port d4d08190-c9bf-468c-90e3-248d2489537e completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:38.592588 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da779f7-0443-4f55-b5f2-8b00d8376e8b req-0db55b5d-9123-4d3c-9adf-0edd12c9737d tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:38.600468 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6da779f7-0443-4f55-b5f2-8b00d8376e8b req-0db55b5d-9123-4d3c-9adf-0edd12c9737d tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0 HTTP/1.1" status: 200 len: 936 time: 0.1953437 Jul 16 01:28:38.609771 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 3f261e44-bc55-4851-ab68-a8aef74c6372, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3f261e44-bc55-4851-ab68-a8aef74c6372,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:38.620250 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.622417 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-31dc2977-4a20-45d4-aba5-31d067adc707 None None] Provisioning complete for port d4d08190-c9bf-468c-90e3-248d2489537e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:38.622915 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31dc2977-4a20-45d4-aba5-31d067adc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.738568 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6da779f7-0443-4f55-b5f2-8b00d8376e8b req-fd58b43f-a40b-4b11-82e2-f1faff4880b2 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370053 Jul 16 01:28:38.756690 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-31dc2977-4a20-45d4-aba5-31d067adc707 None None] Port d4d08190-c9bf-468c-90e3-248d2489537e cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:38.760862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=3f261e44-bc55-4851-ab68-a8aef74c6372,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:38.768539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:38.768882 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:38.769215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:38.769544 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:38.769869 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:38.770191 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:38.770508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:38.770826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:38.771143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:38.771458 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:38.771795 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:38.772117 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Tracked resource versions report: Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: pushed versions: Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: { 'AddressGroup': {'1.2'}, Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'ConntrackHelper': {'1.0'}, Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'Log': {'1.0'}, Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'Network': {'1.1'}, Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'Port': {'1.7'}, Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'PortForwarding': {'1.2'}, Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'QosPolicy': {'1.8'}, Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'SecurityGroup': {'1.4'}, Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'SubPort': {'1.0'}, Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'Subnet': {'1.1'}, Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'Trunk': {'1.1'}} Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: consumer versions: Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: { DHCP agent@n-d-800086-6: {}, Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: HyperV agent@n-h1-800086-6: {}, Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: HyperV agent@n-h2-800086-6: {}, Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: L3 agent@n-d-800086-6: {}, Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: Metadata agent@n-d-800086-6: {}, Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: Metering agent@n-d-800086-6: {}, Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: Open vSwitch agent@n-d-800086-6: { 'AddressGroup': '1.2', Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'ConntrackHelper': '1.0', Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'Log': '1.0', Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'Network': '1.1', Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'Port': '1.7', Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'PortForwarding': '1.2', Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'QosPolicy': '1.8', Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'SecurityGroup': '1.4', Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'SecurityGroupRule': '1.2', Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'SubPort': '1.0', Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'Subnet': '1.1', Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: 'Trunk': '1.1'}} Jul 16 01:28:38.773156 n-d-800086-6 neutron-server[93833]: {{(pid=93833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:28:38.974711 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d08190-c9bf-468c-90e3-248d2489537e {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:38.985035 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.996536 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['3f261e44-bc55-4851-ab68-a8aef74c6372'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:38.999212 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Transition to ACTIVE for port object d4d08190-c9bf-468c-90e3-248d2489537e will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:39.004197 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.064661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d08190-c9bf-468c-90e3-248d2489537e,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:39.096949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42162) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:39.101951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Attempting to bind port d4d08190-c9bf-468c-90e3-248d2489537e on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:39.102315 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Attempting to bind port d4d08190-c9bf-468c-90e3-248d2489537e by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:39.103236 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Attempting to bind port d4d08190-c9bf-468c-90e3-248d2489537e on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:39.109228 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Port d4d08190-c9bf-468c-90e3-248d2489537e on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:39.109367 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Attempting to bind port d4d08190-c9bf-468c-90e3-248d2489537e on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:39.115124 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:39.115799 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:39.115947 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:39.116341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Bound port: d4d08190-c9bf-468c-90e3-248d2489537e, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:39.116690 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.120511 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e68d4449-e917-4e31-aa92-f2fab806dab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.236707 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] For port d4d08190-c9bf-468c-90e3-248d2489537e, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:39.240623 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] For port d4d08190-c9bf-468c-90e3-248d2489537e, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d4d08190-c9bf-468c-90e3-248d2489537e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:39.247366 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.308554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.309195 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.312915 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] 10.222.0.26 "PUT /v2.0/ports/d4d08190-c9bf-468c-90e3-248d2489537e HTTP/1.1" status: 200 len: 1117 time: 1.0771811 Jul 16 01:28:39.317451 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0', 'tag': 'd4d08190-c9bf-468c-90e3-248d2489537e'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:39.343282 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f46236-e845-495c-a577-ac4bb63e6942" -d '{"events": [{"name": "network-changed", "server_uuid": "3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0", "tag": "d4d08190-c9bf-468c-90e3-248d2489537e"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:39.377579 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e68d4449-e917-4e31-aa92-f2fab806dab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.389982 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e68d4449-e917-4e31-aa92-f2fab806dab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.453005 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e68d4449-e917-4e31-aa92-f2fab806dab2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=28378e61053744d8833140145afa9d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546426 Jul 16 01:28:39.459919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42174) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:39.488209 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0363b-12e5-4b0f-bea5-b8cd44b41993 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d08190-c9bf-468c-90e3-248d2489537e,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:39.535196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d4449-e917-4e31-aa92-f2fab806dab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce34fad1-a803-452e-a048-070018eb4da9,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:39.550236 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-e4959c22-f501-4853-9522-34b96a75afea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.558667 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-e4959c22-f501-4853-9522-34b96a75afea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9f632ebbf5d42d79ea76306b16e9614&device_id=3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0 HTTP/1.1" status: 200 len: 1120 time: 0.1746018 Jul 16 01:28:39.589754 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aec19d50-cdcd-4859-8888-8a35ddbb10b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.641961 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aec19d50-cdcd-4859-8888-8a35ddbb10b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.663120 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-9ba65fcd-3942-417e-9cc2-cfd8a21bc787 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=d4d08190-c9bf-468c-90e3-248d2489537e HTTP/1.1" status: 200 len: 217 time: 0.0903597 Jul 16 01:28:39.756086 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aec19d50-cdcd-4859-8888-8a35ddbb10b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.760079 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aec19d50-cdcd-4859-8888-8a35ddbb10b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.762503 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-aec19d50-cdcd-4859-8888-8a35ddbb10b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ce34fad1-a803-452e-a048-070018eb4da9 HTTP/1.1" status: 204 len: 168 time: 0.2989781 Jul 16 01:28:39.787506 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec19d50-cdcd-4859-8888-8a35ddbb10b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce34fad1-a803-452e-a048-070018eb4da9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:39.874837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-eba5a484-0ac3-47bc-bbd6-a09c402136d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.876338 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-eba5a484-0ac3-47bc-bbd6-a09c402136d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.2044041 Jul 16 01:28:39.939460 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded11e44-30d0-49b4-93e6-a355bfd96341 req-c4deaf25-2ae3-4386-a9d2-bf48e9660816 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.941079 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ded11e44-30d0-49b4-93e6-a355bfd96341 req-c4deaf25-2ae3-4386-a9d2-bf48e9660816 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 969 time: 0.2059371 Jul 16 01:28:40.019742 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fb924-d0c6-464f-84da-c9dca03f68f9 req-55386e43-2456-423e-84c6-a0f3471513f4 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.021444 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d14fb924-d0c6-464f-84da-c9dca03f68f9 req-55386e43-2456-423e-84c6-a0f3471513f4 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 948 time: 0.0753887 Jul 16 01:28:40.034100 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-7cd7bc9b-5267-4c5e-9c46-360004d05105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.035602 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-7cd7bc9b-5267-4c5e-9c46-360004d05105 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1503806 Jul 16 01:28:40.044232 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ded11e44-30d0-49b4-93e6-a355bfd96341 req-0f45c382-9777-4df8-9447-06d6815a5866 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/security-groups?id=173193b0-ed78-4fc5-b163-35b6e3d82509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891800 Jul 16 01:28:40.097494 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d14fb924-d0c6-464f-84da-c9dca03f68f9 req-6ecdbeac-cb7c-4779-89c1-b578e9c9fb3f tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674484 Jul 16 01:28:40.178855 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 3f261e44-bc55-4851-ab68-a8aef74c6372 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:40.204272 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b954655-fbd4-49c2-83f9-92ff6c7220d4 x-openstack-request-id: req-3b954655-fbd4-49c2-83f9-92ff6c7220d4 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:40.204565 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0", "tag": "d4d08190-c9bf-468c-90e3-248d2489537e", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:40.204820 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b954655-fbd4-49c2-83f9-92ff6c7220d4 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:40.205215 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0', 'tag': 'd4d08190-c9bf-468c-90e3-248d2489537e', 'status': 'completed', 'code': 200} Jul 16 01:28:40.286336 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-682a96f8-82f0-4f2b-8eed-993d9819dce9 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412052 Jul 16 01:28:40.304639 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 3f261e44-bc55-4851-ab68-a8aef74c6372 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:40.310378 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 3f261e44-bc55-4851-ab68-a8aef74c6372 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:40.311048 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.471049 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a2a5c85-e7c9-4e15-bc4b-58752b8f0ef1 req-0296d186-7e36-4aac-83c9-ca1d5656390d service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737118 Jul 16 01:28:40.524841 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc93a54-52b1-43fb-bb15-f7a2a843ade4 req-37f5e082-dc02-4f0f-8442-f0ba590e01ae tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.524975 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.526973 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5cc93a54-52b1-43fb-bb15-f7a2a843ade4 req-37f5e082-dc02-4f0f-8442-f0ba590e01ae tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0 HTTP/1.1" status: 200 len: 969 time: 0.1037927 Jul 16 01:28:40.569021 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcb606a-ce1e-4811-a25b-62e23bff389f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f261e44-bc55-4851-ab68-a8aef74c6372'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:40.621464 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5cc93a54-52b1-43fb-bb15-f7a2a843ade4 req-722f6537-6da7-4be2-951f-7a0efd75e3a8 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828109 Jul 16 01:28:40.672277 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f46236-e845-495c-a577-ac4bb63e6942 req-568faa22-5a28-4a34-89bc-701664f72be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.673852 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-21f46236-e845-495c-a577-ac4bb63e6942 req-568faa22-5a28-4a34-89bc-701664f72be5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9f632ebbf5d42d79ea76306b16e9614&device_id=3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0 HTTP/1.1" status: 200 len: 1120 time: 0.0978558 Jul 16 01:28:40.727158 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 3f261e44-bc55-4851-ab68-a8aef74c6372, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3f261e44-bc55-4851-ab68-a8aef74c6372,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:40.744312 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.862402 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=3f261e44-bc55-4851-ab68-a8aef74c6372,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:40.893213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f46236-e845-495c-a577-ac4bb63e6942 req-3d2ba613-fb0e-4e69-a291-de953c1e1954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.898801 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-21f46236-e845-495c-a577-ac4bb63e6942 req-3d2ba613-fb0e-4e69-a291-de953c1e1954 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2157900 Jul 16 01:28:40.923204 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42222) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:40.963533 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-21f46236-e845-495c-a577-ac4bb63e6942 req-748162d4-8b65-4507-9780-f1330c003645 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=d4d08190-c9bf-468c-90e3-248d2489537e HTTP/1.1" status: 200 len: 217 time: 0.0584970 Jul 16 01:28:41.016346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f46236-e845-495c-a577-ac4bb63e6942 req-11addb57-ba55-4c81-8bc1-bc6a3a87a1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.017810 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-21f46236-e845-495c-a577-ac4bb63e6942 req-11addb57-ba55-4c81-8bc1-bc6a3a87a1e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0472949 Jul 16 01:28:41.039367 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47179a13-a05b-4726-bec4-75a3a4845cfd" -d '{"events": [{"server_uuid": "9fcb606a-ce1e-4811-a25b-62e23bff389f", "name": "network-vif-plugged", "status": "completed", "tag": "3f261e44-bc55-4851-ab68-a8aef74c6372"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:41.096183 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f46236-e845-495c-a577-ac4bb63e6942 req-92089862-46ce-4689-95f8-ab81e4788d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.101487 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-21f46236-e845-495c-a577-ac4bb63e6942 req-92089862-46ce-4689-95f8-ab81e4788d81 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752959 Jul 16 01:28:41.244810 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-21f46236-e845-495c-a577-ac4bb63e6942 req-6396fab8-72ec-40ad-b174-9b209a874ad6 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361022 Jul 16 01:28:41.309496 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4144b6b-017c-4e5f-a5b0-349a4848062a req-b63f219b-8f28-4616-ad21-afee3fc5d87f service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464073 Jul 16 01:28:41.328466 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42244) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:41.358345 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c3e6f1b-2da9-4438-a67c-e03574d54f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.388007 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-21f46236-e845-495c-a577-ac4bb63e6942 req-3895f5aa-a5d5-4248-ab9f-df0b668ff032 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321023 Jul 16 01:28:41.433999 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09f616-df48-47af-8aef-03ecb7fa7a48 req-29cffe5c-7d9f-4c6d-9850-7799b8b07c65 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.435921 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b09f616-df48-47af-8aef-03ecb7fa7a48 req-29cffe5c-7d9f-4c6d-9850-7799b8b07c65 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 970 time: 0.1254945 Jul 16 01:28:41.473543 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5c4c4e48-ad1b-43b2-b8a2-9673b4823d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.518366 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7245ab49-4226-46bb-b196-db7d0bc32627 x-openstack-request-id: req-7245ab49-4226-46bb-b196-db7d0bc32627 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:41.518915 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcb606a-ce1e-4811-a25b-62e23bff389f", "name": "network-vif-plugged", "status": "completed", "tag": "3f261e44-bc55-4851-ab68-a8aef74c6372", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:41.523455 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7245ab49-4226-46bb-b196-db7d0bc32627 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:41.526835 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcb606a-ce1e-4811-a25b-62e23bff389f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f261e44-bc55-4851-ab68-a8aef74c6372', 'code': 200} Jul 16 01:28:41.565153 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b09f616-df48-47af-8aef-03ecb7fa7a48 req-4ee2e5bb-26e5-4eae-b8b0-b3dd2043cc59 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/security-groups?id=173193b0-ed78-4fc5-b163-35b6e3d82509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215656 Jul 16 01:28:41.591853 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c3e6f1b-2da9-4438-a67c-e03574d54f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.606642 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c3e6f1b-2da9-4438-a67c-e03574d54f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.649188 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e695f-4a57-4887-af29-ae94fb8ee3c0 req-d2138c4e-0a9f-41d3-b03e-3fb5eb8581fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.651195 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a74e695f-4a57-4887-af29-ae94fb8ee3c0 req-d2138c4e-0a9f-41d3-b03e-3fb5eb8581fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66ad9ba6f46c4b4fba4cef25fc698a91&device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 1099 time: 0.1787810 Jul 16 01:28:41.787963 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356de20-14c7-4a56-9736-8350fd99c00d req-80acf371-2b3e-432e-a0c3-adabc373efee tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.797324 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5356de20-14c7-4a56-9736-8350fd99c00d req-80acf371-2b3e-432e-a0c3-adabc373efee tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 948 time: 0.1533792 Jul 16 01:28:41.856404 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5356de20-14c7-4a56-9736-8350fd99c00d req-15ce45e5-cfe3-48ed-8ba5-d32056e947a8 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579000 Jul 16 01:28:41.858976 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4c3e6f1b-2da9-4438-a67c-e03574d54f52 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=294013932b4246b9b68c2e4bcd0d81e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9349256 Jul 16 01:28:41.862116 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cb1d3-70ba-417e-ab29-fc702234604f req-5886288a-425b-47ff-a969-343fd6bb6541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.865672 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a19cb1d3-70ba-417e-ab29-fc702234604f req-5886288a-425b-47ff-a969-343fd6bb6541 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 1121 time: 0.1684971 Jul 16 01:28:41.866113 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e6f1b-2da9-4438-a67c-e03574d54f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6f9eaa-398a-48ca-b758-bc85688720d3,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:41.870651 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42260) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:41.922414 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a19cb1d3-70ba-417e-ab29-fc702234604f req-93a951d0-2817-434a-abe2-24f3989e631a service neutron] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.933962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e695f-4a57-4887-af29-ae94fb8ee3c0 req-8e435ec9-4a7c-4008-a584-e6a7412dcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.935443 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a74e695f-4a57-4887-af29-ae94fb8ee3c0 req-8e435ec9-4a7c-4008-a584-e6a7412dcce2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2762291 Jul 16 01:28:41.963687 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8c3dfbc1-4dbe-473a-9b58-4bed21d7a252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.989461 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8c3dfbc1-4dbe-473a-9b58-4bed21d7a252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.995201 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a74e695f-4a57-4887-af29-ae94fb8ee3c0 req-5fbd22c5-32a0-46f1-bf11-8ad9f6033107 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 HTTP/1.1" status: 200 len: 217 time: 0.0481324 Jul 16 01:28:42.049907 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8c3dfbc1-4dbe-473a-9b58-4bed21d7a252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.053204 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8c3dfbc1-4dbe-473a-9b58-4bed21d7a252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.054488 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8c3dfbc1-4dbe-473a-9b58-4bed21d7a252 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0c6f9eaa-398a-48ca-b758-bc85688720d3 HTTP/1.1" status: 204 len: 168 time: 0.1803129 Jul 16 01:28:42.068114 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dfbc1-4dbe-473a-9b58-4bed21d7a252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6f9eaa-398a-48ca-b758-bc85688720d3,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.068998 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0267ca-73f1-44a2-8317-b284f98d43b8 req-f8146ba5-a8d8-471f-8c17-586a50315b52 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.070520 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9d0267ca-73f1-44a2-8317-b284f98d43b8 req-f8146ba5-a8d8-471f-8c17-586a50315b52 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0 HTTP/1.1" status: 200 len: 969 time: 0.2448413 Jul 16 01:28:42.088461 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e695f-4a57-4887-af29-ae94fb8ee3c0 req-24bbb54e-4f5e-4edc-9346-e3d85ce0bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.089873 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a74e695f-4a57-4887-af29-ae94fb8ee3c0 req-24bbb54e-4f5e-4edc-9346-e3d85ce0bc0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0861626 Jul 16 01:28:42.118938 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5c4c4e48-ad1b-43b2-b8a2-9673b4823d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.142722 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5c4c4e48-ad1b-43b2-b8a2-9673b4823d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.178870 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9d0267ca-73f1-44a2-8317-b284f98d43b8 req-0f8d0b37-7b9c-44c0-a3c6-5882558f29da tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926528 Jul 16 01:28:42.202513 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5c4c4e48-ad1b-43b2-b8a2-9673b4823d4c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b7b4dff6faa0461f8d9490c840f36d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8728352 Jul 16 01:28:42.203121 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42272) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:42.205919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c4e48-ad1b-43b2-b8a2-9673b4823d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4613498a-5ebd-41fa-99e3-6333dadf7476,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.259417 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a19cb1d3-70ba-417e-ab29-fc702234604f req-93a951d0-2817-434a-abe2-24f3989e631a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.259790 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e695f-4a57-4887-af29-ae94fb8ee3c0 req-e489c9c0-a24e-4244-800c-ae08ec0985d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.261488 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a74e695f-4a57-4887-af29-ae94fb8ee3c0 req-e489c9c0-a24e-4244-800c-ae08ec0985d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1619577 Jul 16 01:28:42.265570 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a19cb1d3-70ba-417e-ab29-fc702234604f req-93a951d0-2817-434a-abe2-24f3989e631a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.298898 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83e7183c-0afd-4456-9b34-e8f9b27e8231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.303771 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a19cb1d3-70ba-417e-ab29-fc702234604f req-93a951d0-2817-434a-abe2-24f3989e631a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=173193b0-ed78-4fc5-b163-35b6e3d82509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280164 Jul 16 01:28:42.314688 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a951d0-2817-434a-abe2-24f3989e631a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=57fb5fa5-16f2-42c5-9ce9-6b2f7e564c94,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.362064 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83e7183c-0afd-4456-9b34-e8f9b27e8231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.412005 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a74e695f-4a57-4887-af29-ae94fb8ee3c0 req-c7b7e499-1678-420e-ac85-f31b54bd29f2 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402249 Jul 16 01:28:42.449229 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83e7183c-0afd-4456-9b34-e8f9b27e8231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.452213 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83e7183c-0afd-4456-9b34-e8f9b27e8231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.456295 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-83e7183c-0afd-4456-9b34-e8f9b27e8231 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4613498a-5ebd-41fa-99e3-6333dadf7476 HTTP/1.1" status: 204 len: 168 time: 0.2483268 Jul 16 01:28:42.467747 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7183c-0afd-4456-9b34-e8f9b27e8231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4613498a-5ebd-41fa-99e3-6333dadf7476,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.526722 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a74e695f-4a57-4887-af29-ae94fb8ee3c0 req-e5b0cb87-68b7-4efe-b163-145a147df320 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051974 Jul 16 01:28:42.538065 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42284) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:42.557534 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbab3-b80b-4df9-9ec9-59bfedb007bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.667374 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbab3-b80b-4df9-9ec9-59bfedb007bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.671403 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbab3-b80b-4df9-9ec9-59bfedb007bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.716149 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8d1cbab3-b80b-4df9-9ec9-59bfedb007bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c9e5aecb2be9406c90d7fb210c558cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763740 Jul 16 01:28:42.718623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42290) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:42.726025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cbab3-b80b-4df9-9ec9-59bfedb007bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e27cc1-5ca4-47c3-86db-e2c0d3e5ccd2,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.773694 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb28e30b-25ea-44f2-b02e-6fcc9aa3ae98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.798544 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6960c-aebf-4e7e-a905-a0161fadfa0b req-71809797-da9c-4b35-894c-7c892c0ec07e tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.800368 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b2d6960c-aebf-4e7e-a905-a0161fadfa0b req-71809797-da9c-4b35-894c-7c892c0ec07e tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 970 time: 0.0756192 Jul 16 01:28:42.803663 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb28e30b-25ea-44f2-b02e-6fcc9aa3ae98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.855068 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb28e30b-25ea-44f2-b02e-6fcc9aa3ae98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.858943 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb28e30b-25ea-44f2-b02e-6fcc9aa3ae98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.860352 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-eb28e30b-25ea-44f2-b02e-6fcc9aa3ae98 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/14e27cc1-5ca4-47c3-86db-e2c0d3e5ccd2 HTTP/1.1" status: 204 len: 168 time: 0.1408064 Jul 16 01:28:42.872702 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28e30b-25ea-44f2-b02e-6fcc9aa3ae98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e27cc1-5ca4-47c3-86db-e2c0d3e5ccd2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.966336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42306) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:42.980682 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2272995f-ef73-4097-be36-d359dd116417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.050356 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10aea531-3bcc-469e-bf10-6ab85161814c req-9e0b87fe-b9fe-4786-a84b-a2f25b6fa9b8 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7b0ee75d87fe4e4fb9a9c5926e993e52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284946 Jul 16 01:28:43.054018 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b2d6960c-aebf-4e7e-a905-a0161fadfa0b req-2a868449-76f8-48e8-a5a6-dd8fdbdc2997 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/security-groups?id=173193b0-ed78-4fc5-b163-35b6e3d82509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473061 Jul 16 01:28:43.170656 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2272995f-ef73-4097-be36-d359dd116417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.175984 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2272995f-ef73-4097-be36-d359dd116417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.232249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aea531-3bcc-469e-bf10-6ab85161814c req-08fd8c40-9d0f-4d57-b2c0-3fe67a72e07f tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.238565 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10aea531-3bcc-469e-bf10-6ab85161814c req-08fd8c40-9d0f-4d57-b2c0-3fe67a72e07f tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800001 Jul 16 01:28:43.245594 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4205057-be90-4b92-9313-f7e38428f96d req-fbc9e5bc-704b-447c-8903-a15228ac5db0 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.247122 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d4205057-be90-4b92-9313-f7e38428f96d req-fbc9e5bc-704b-447c-8903-a15228ac5db0 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 948 time: 0.0786691 Jul 16 01:28:43.256134 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2272995f-ef73-4097-be36-d359dd116417 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0074468ce24746ccab14ae8f782f42f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883182 Jul 16 01:28:43.258258 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272995f-ef73-4097-be36-d359dd116417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9212ebdf-bd95-47b7-8ca4-e13310564fa5,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:43.260528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42322) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:43.262791 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10aea531-3bcc-469e-bf10-6ab85161814c req-dbcc6e62-5c97-40e2-81c1-33f2a3228e03 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/quotas/7b0ee75d87fe4e4fb9a9c5926e993e52 HTTP/1.1" status: 200 len: 375 time: 0.0234237 Jul 16 01:28:43.316409 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10aea531-3bcc-469e-bf10-6ab85161814c req-60425f6e-9d14-42b9-b4b3-c96204902912 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7b0ee75d87fe4e4fb9a9c5926e993e52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436172 Jul 16 01:28:43.321720 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d4205057-be90-4b92-9313-f7e38428f96d req-8439720e-8ea4-465d-a8ef-38b63d891500 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686748 Jul 16 01:28:43.348196 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22e2d46d-bd2a-47bd-99b8-730fe1bb1ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.365607 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22e2d46d-bd2a-47bd-99b8-730fe1bb1ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.422519 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22e2d46d-bd2a-47bd-99b8-730fe1bb1ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.430413 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22e2d46d-bd2a-47bd-99b8-730fe1bb1ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.434226 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-22e2d46d-bd2a-47bd-99b8-730fe1bb1ffc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9212ebdf-bd95-47b7-8ca4-e13310564fa5 HTTP/1.1" status: 204 len: 168 time: 0.1702037 Jul 16 01:28:43.440093 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2d46d-bd2a-47bd-99b8-730fe1bb1ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9212ebdf-bd95-47b7-8ca4-e13310564fa5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:43.533407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1461ec5-482b-44ca-92f5-94937cbf5ca1 req-078cad20-4d5a-4bfe-81f7-2bb69c0a0fd8 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.534941 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c1461ec5-482b-44ca-92f5-94937cbf5ca1 req-078cad20-4d5a-4bfe-81f7-2bb69c0a0fd8 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0 HTTP/1.1" status: 200 len: 969 time: 0.0893373 Jul 16 01:28:43.564491 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-50573e5f-ea42-49f0-9c24-c263d73e7b75 req-8bcd8375-eb4f-42ec-a23c-ae4e3dadbfb5 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=54bbea52-1678-41bc-b765-54d7cafa50fe HTTP/1.1" status: 200 len: 210 time: 0.0443556 Jul 16 01:28:43.588184 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c1461ec5-482b-44ca-92f5-94937cbf5ca1 req-5d611e4d-048f-40e0-9a60-4fc80abca970 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453143 Jul 16 01:28:44.198376 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device d4d08190-c9bf-468c-90e3-248d2489537e details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:44.244294 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42376) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:44.284132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97825e95-9858-43c4-b6ab-430276eb0760 req-4408cc36-82d3-4701-a378-7ed470154066 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.298969 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97825e95-9858-43c4-b6ab-430276eb0760 req-4408cc36-82d3-4701-a378-7ed470154066 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 970 time: 0.1193047 Jul 16 01:28:44.337653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port d4d08190-c9bf-468c-90e3-248d2489537e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d4d08190-c9bf-468c-90e3-248d2489537e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:44.357494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'd4d08190-c9bf-468c-90e3-248d2489537e', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': 'd4d08190-c9bf-468c-90e3-248d2489537e', 'mac_address': 'fa:16:3e:24:78:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:tempest-test_az-432778153', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:44.357597 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97825e95-9858-43c4-b6ab-430276eb0760 req-3364b67b-72fe-45b9-9e3a-bfb80d44fafd tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/security-groups?id=173193b0-ed78-4fc5-b163-35b6e3d82509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488212 Jul 16 01:28:44.409944 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b0bb7945-20c9-4c47-9724-2299b3236a40 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1793735407-network', 'tenant_id': '6060cb9382ba430f8761b732ad566a8a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:44.421587 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.459494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d08190-c9bf-468c-90e3-248d2489537e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:44.460912 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bb7945-20c9-4c47-9724-2299b3236a40 admin admin] Made reservation on behalf of 6060cb9382ba430f8761b732ad566a8a for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:44.464791 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0bb7945-20c9-4c47-9724-2299b3236a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.494254 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0bb7945-20c9-4c47-9724-2299b3236a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.496432 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port d4d08190-c9bf-468c-90e3-248d2489537e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d4d08190-c9bf-468c-90e3-248d2489537e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:44.503629 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.564204 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=d4d08190-c9bf-468c-90e3-248d2489537e,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:44.588436 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb0886-04b7-4b44-8b25-75648aa2b43c req-8f3d3462-366d-4ef4-a641-a4e033057f25 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.589935 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-00fb0886-04b7-4b44-8b25-75648aa2b43c req-8f3d3462-366d-4ef4-a641-a4e033057f25 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 948 time: 0.1219182 Jul 16 01:28:44.648333 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-00fb0886-04b7-4b44-8b25-75648aa2b43c req-634cd06e-4c91-4c3b-ae16-f2bf4902382f tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497656 Jul 16 01:28:44.679053 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0bb7945-20c9-4c47-9724-2299b3236a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.684765 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0bb7945-20c9-4c47-9724-2299b3236a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.711155 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bb7945-20c9-4c47-9724-2299b3236a40 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:28:44.731539 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb7945-20c9-4c47-9724-2299b3236a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c34178-76f0-4fd0-a9dc-a24066633294,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:44.735077 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0bb7945-20c9-4c47-9724-2299b3236a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.735700 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-b0bb7945-20c9-4c47-9724-2299b3236a40 admin admin] Added segment 0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4 of type vlan for network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 Jul 16 01:28:44.740573 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7cd65277-d385-4a6a-be0b-c804ab235f9d req-219bb68e-7c9f-4327-89df-c1b2c5c9ce5a tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=54bbea52-1678-41bc-b765-54d7cafa50fe HTTP/1.1" status: 200 len: 210 time: 0.0450792 Jul 16 01:28:44.794310 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0bb7945-20c9-4c47-9724-2299b3236a40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.795088 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['d4d08190-c9bf-468c-90e3-248d2489537e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:44.844452 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0bb7945-20c9-4c47-9724-2299b3236a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.845993 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bb7945-20c9-4c47-9724-2299b3236a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.846681 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0bb7945-20c9-4c47-9724-2299b3236a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.915956 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10aea531-3bcc-469e-bf10-6ab85161814c req-77b05d89-af93-4ace-b66e-aab35a1185b1 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7b0ee75d87fe4e4fb9a9c5926e993e52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650835 Jul 16 01:28:44.923977 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb7945-20c9-4c47-9724-2299b3236a40 admin admin] Pushing event updated for resources: {'Network': ['ID=fa5d3ea0-c59d-41a7-ba27-d98a18810da7,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:44.936016 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b0bb7945-20c9-4c47-9724-2299b3236a40 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6900566 Jul 16 01:28:44.939238 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42398) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:44.942606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:28:44.946101 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4db34730-bfea-49a4-b11e-e1d7e9bf28aa admin admin] Request body: {'subnet': {'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1793735407-subnet', 'tenant_id': '6060cb9382ba430f8761b732ad566a8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:44.976483 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db34730-bfea-49a4-b11e-e1d7e9bf28aa admin admin] Made reservation on behalf of 6060cb9382ba430f8761b732ad566a8a for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:44.981468 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4db34730-bfea-49a4-b11e-e1d7e9bf28aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.084938 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aea531-3bcc-469e-bf10-6ab85161814c req-0efdaaa7-072d-46ff-9ee8-7f76896f59ae tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.088694 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10aea531-3bcc-469e-bf10-6ab85161814c req-0efdaaa7-072d-46ff-9ee8-7f76896f59ae tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1216860 Jul 16 01:28:45.113143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-10aea531-3bcc-469e-bf10-6ab85161814c req-308d37a1-b5a6-43a9-bb40-432aa31c18ad tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Request body: {'port': {'device_id': '54bbea52-1678-41bc-b765-54d7cafa50fe', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': '7b0ee75d87fe4e4fb9a9c5926e993e52'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:45.120367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:45.209716 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac22ec-22a4-4acd-85e4-ab30df180944 req-a5dae914-1885-4e5b-82c8-a87398e01cec tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.211666 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77ac22ec-22a4-4acd-85e4-ab30df180944 req-a5dae914-1885-4e5b-82c8-a87398e01cec tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0 HTTP/1.1" status: 200 len: 970 time: 0.3450997 Jul 16 01:28:45.247349 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4db34730-bfea-49a4-b11e-e1d7e9bf28aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.311819 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77ac22ec-22a4-4acd-85e4-ab30df180944 req-3307886f-28ce-4bfd-8d7f-c6d9c6c1ec04 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787721 Jul 16 01:28:45.339106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db34730-bfea-49a4-b11e-e1d7e9bf28aa admin admin] Checking segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:45.339497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db34730-bfea-49a4-b11e-e1d7e9bf28aa admin admin] Network hostable DHCP agents. Network: fa5d3ea0-c59d-41a7-ba27-d98a18810da7, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:28:45.351023 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db34730-bfea-49a4-b11e-e1d7e9bf28aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dfe93df-9335-48e8-9251-03d181a930aa,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:45.363037 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10aea531-3bcc-469e-bf10-6ab85161814c req-308d37a1-b5a6-43a9-bb40-432aa31c18ad tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Made reservation on behalf of 7b0ee75d87fe4e4fb9a9c5926e993e52 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:45.369402 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-10aea531-3bcc-469e-bf10-6ab85161814c req-308d37a1-b5a6-43a9-bb40-432aa31c18ad tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.373872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db34730-bfea-49a4-b11e-e1d7e9bf28aa admin admin] Network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:28:45.385789 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-4db34730-bfea-49a4-b11e-e1d7e9bf28aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, fa5d3ea0-c59d-41a7-ba27-d98a18810da7) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:45.386392 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-10aea531-3bcc-469e-bf10-6ab85161814c req-308d37a1-b5a6-43a9-bb40-432aa31c18ad tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.392222 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db34730-bfea-49a4-b11e-e1d7e9bf28aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.392820 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4db34730-bfea-49a4-b11e-e1d7e9bf28aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.399091 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d2944b-d539-4931-9429-32de9894d51c None None] Network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:45.437869 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6a515afb-eebc-465f-b3f9-5c9d02fbdbe7,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:45.485099 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '6a515afb-eebc-465f-b3f9-5c9d02fbdbe7', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '6a515afb-eebc-465f-b3f9-5c9d02fbdbe7', 'mac_address': 'fa:16:3e:78:15:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:45.505236 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-10aea531-3bcc-469e-bf10-6ab85161814c req-308d37a1-b5a6-43a9-bb40-432aa31c18ad tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.511566 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-10aea531-3bcc-469e-bf10-6ab85161814c req-308d37a1-b5a6-43a9-bb40-432aa31c18ad tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.548668 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.561716 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4db34730-bfea-49a4-b11e-e1d7e9bf28aa admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6197720 Jul 16 01:28:45.585947 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:45.616606 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d37a1-b5a6-43a9-bb40-432aa31c18ad tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=952c2200-0ee7-4d1d-8723-36ecf60ad49c,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:45.625000 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8845e9a9-8232-41d8-9232-602660a213cf None None] Network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:45.630070 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6a515afb-eebc-465f-b3f9-5c9d02fbdbe7,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:45.649175 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.693808 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb3a38-c5c0-46d8-a814-743d8ced34ff req-7d30bf5d-3881-40e3-b94e-c30c47a76d88 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.700221 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3afb3a38-c5c0-46d8-a814-743d8ced34ff req-7d30bf5d-3881-40e3-b94e-c30c47a76d88 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 970 time: 0.2033792 Jul 16 01:28:45.712447 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-10aea531-3bcc-469e-bf10-6ab85161814c req-308d37a1-b5a6-43a9-bb40-432aa31c18ad tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Allocated IP 192.168.233.9 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:45.751599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=6a515afb-eebc-465f-b3f9-5c9d02fbdbe7,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:45.816427 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3afb3a38-c5c0-46d8-a814-743d8ced34ff req-05ac5af6-114c-4e6c-b97d-6c229f36d7e1 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/security-groups?id=173193b0-ed78-4fc5-b163-35b6e3d82509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095667 Jul 16 01:28:45.959480 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42446) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:45.963026 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c73cfa37-40e4-4668-9bee-b0d044263095 req-405d9239-08d5-4b7a-a951-f8d85e63812a tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=54bbea52-1678-41bc-b765-54d7cafa50fe HTTP/1.1" status: 200 len: 210 time: 0.0357912 Jul 16 01:28:46.123152 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['6a515afb-eebc-465f-b3f9-5c9d02fbdbe7'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:46.133774 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-10aea531-3bcc-469e-bf10-6ab85161814c req-308d37a1-b5a6-43a9-bb40-432aa31c18ad tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.145468 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8496c8-0f26-4961-b858-d3db527fbf91 req-4b0fdae0-9e8d-40c8-9917-15cbb269f264 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:46.147004 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fb8496c8-0f26-4961-b858-d3db527fbf91 req-4b0fdae0-9e8d-40c8-9917-15cbb269f264 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 949 time: 0.2936080 Jul 16 01:28:46.173932 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50628dc8-a764-4cb1-9e8d-0eb2e52537da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.176203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-10aea531-3bcc-469e-bf10-6ab85161814c req-308d37a1-b5a6-43a9-bb40-432aa31c18ad tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Transition to ACTIVE for port object ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:46.184429 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ebabb-6204-4773-bb52-9d6c95e7e08b req-22a0366d-c7d4-4019-bcc1-d8a9a2cf5eb0 tempest-AggregatesAdminTestJSON-1287496696 tempest-AggregatesAdminTestJSON-1287496696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:46.192266 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd5ebabb-6204-4773-bb52-9d6c95e7e08b req-22a0366d-c7d4-4019-bcc1-d8a9a2cf5eb0 tempest-AggregatesAdminTestJSON-1287496696 tempest-AggregatesAdminTestJSON-1287496696-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 1121 time: 0.0913723 Jul 16 01:28:46.213375 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-bd5ebabb-6204-4773-bb52-9d6c95e7e08b req-89d2ac36-4596-4bb6-8c43-0a22891cffdd tempest-AggregatesAdminTestJSON-1287496696 tempest-AggregatesAdminTestJSON-1287496696-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.218197 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fb8496c8-0f26-4961-b858-d3db527fbf91 req-1e2c818c-0a7a-40fa-9365-3cd3ee4b85c8 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627346 Jul 16 01:28:46.230814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device d4d08190-c9bf-468c-90e3-248d2489537e up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:46.252108 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-10aea531-3bcc-469e-bf10-6ab85161814c req-308d37a1-b5a6-43a9-bb40-432aa31c18ad tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.308107 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10aea531-3bcc-469e-bf10-6ab85161814c req-308d37a1-b5a6-43a9-bb40-432aa31c18ad tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:46.315072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42458) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:46.317268 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-10aea531-3bcc-469e-bf10-6ab85161814c req-308d37a1-b5a6-43a9-bb40-432aa31c18ad tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:46.319669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-10aea531-3bcc-469e-bf10-6ab85161814c req-308d37a1-b5a6-43a9-bb40-432aa31c18ad tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:46.321347 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-54abc011-b461-4063-b26b-69c728c99d12 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2078322543-network', 'tenant_id': '8c82753fe0cd409b94febc217273b24c'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:46.325386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aea531-3bcc-469e-bf10-6ab85161814c req-308d37a1-b5a6-43a9-bb40-432aa31c18ad tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:46.326627 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-10aea531-3bcc-469e-bf10-6ab85161814c req-308d37a1-b5a6-43a9-bb40-432aa31c18ad tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.336899 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50628dc8-a764-4cb1-9e8d-0eb2e52537da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.344627 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d37a1-b5a6-43a9-bb40-432aa31c18ad tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Pushing event updated for resources: {'Port': ['ID=ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:46.345943 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50628dc8-a764-4cb1-9e8d-0eb2e52537da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.392293 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port d4d08190-c9bf-468c-90e3-248d2489537e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:46.394402 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port d4d08190-c9bf-468c-90e3-248d2489537e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:46.394780 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.413030 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-50628dc8-a764-4cb1-9e8d-0eb2e52537da admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=14da03af6757451096a909305855056f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4487090 Jul 16 01:28:46.416254 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42462) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:46.418630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50628dc8-a764-4cb1-9e8d-0eb2e52537da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd1f148-2b4e-4461-83b7-323d1dc7e0aa,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:46.497714 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-bd5ebabb-6204-4773-bb52-9d6c95e7e08b req-89d2ac36-4596-4bb6-8c43-0a22891cffdd tempest-AggregatesAdminTestJSON-1287496696 tempest-AggregatesAdminTestJSON-1287496696-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.507448 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-bd5ebabb-6204-4773-bb52-9d6c95e7e08b req-89d2ac36-4596-4bb6-8c43-0a22891cffdd tempest-AggregatesAdminTestJSON-1287496696 tempest-AggregatesAdminTestJSON-1287496696-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.522166 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.549328 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d08190-c9bf-468c-90e3-248d2489537e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:46.550034 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f5f256c7-4a54-4b6c-a518-ee11454c6094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.551746 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6467733b-049c-48d6-bda7-c0f8ff0fb7f8" -d '{"events": [{"server_uuid": "3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0", "name": "network-vif-plugged", "status": "completed", "tag": "d4d08190-c9bf-468c-90e3-248d2489537e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:46.561079 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54abc011-b461-4063-b26b-69c728c99d12 admin admin] Made reservation on behalf of 8c82753fe0cd409b94febc217273b24c for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:46.566355 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port d4d08190-c9bf-468c-90e3-248d2489537e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d4d08190-c9bf-468c-90e3-248d2489537e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:46.566469 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54abc011-b461-4063-b26b-69c728c99d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.570359 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10aea531-3bcc-469e-bf10-6ab85161814c req-308d37a1-b5a6-43a9-bb40-432aa31c18ad tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4647372 Jul 16 01:28:46.571842 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.572739 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd5ebabb-6204-4773-bb52-9d6c95e7e08b req-89d2ac36-4596-4bb6-8c43-0a22891cffdd tempest-AggregatesAdminTestJSON-1287496696 tempest-AggregatesAdminTestJSON-1287496696-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=173193b0-ed78-4fc5-b163-35b6e3d82509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794317 Jul 16 01:28:46.585253 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2ac36-4596-4bb6-8c43-0a22891cffdd tempest-AggregatesAdminTestJSON-1287496696 tempest-AggregatesAdminTestJSON-1287496696-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af55ccf-c922-49ec-be25-a8fb9dbebe98,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:46.587967 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d3c92-c634-493b-96f5-cf97b74fc37e req-110cdefa-345f-48b7-864c-5731705cc0a9 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:46.589462 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54abc011-b461-4063-b26b-69c728c99d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.600092 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac9d3c92-c634-493b-96f5-cf97b74fc37e req-110cdefa-345f-48b7-864c-5731705cc0a9 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0 HTTP/1.1" status: 200 len: 970 time: 0.1180372 Jul 16 01:28:46.612720 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Request body: {'port': {'device_id': '54bbea52-1678-41bc-b765-54d7cafa50fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:46.616529 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f5f256c7-4a54-4b6c-a518-ee11454c6094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.643410 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=d4d08190-c9bf-468c-90e3-248d2489537e,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:46.653348 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab2fcab-1af1-4b3a-a086-d2bb1c4f82fb x-openstack-request-id: req-fab2fcab-1af1-4b3a-a086-d2bb1c4f82fb {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:46.653636 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0", "name": "network-vif-plugged", "status": "completed", "tag": "d4d08190-c9bf-468c-90e3-248d2489537e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:46.653921 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fab2fcab-1af1-4b3a-a086-d2bb1c4f82fb {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:46.654362 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d08190-c9bf-468c-90e3-248d2489537e', 'code': 200} Jul 16 01:28:46.664356 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9abcb6b4-c6b0-475b-b29f-902eede77914 None None] Provisioning for port ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:46.669566 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9abcb6b4-c6b0-475b-b29f-902eede77914 None None] Provisioning complete for port ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:46.670889 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9abcb6b4-c6b0-475b-b29f-902eede77914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.715919 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54abc011-b461-4063-b26b-69c728c99d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.721831 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54abc011-b461-4063-b26b-69c728c99d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.738360 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54abc011-b461-4063-b26b-69c728c99d12 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:28:46.745901 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac9d3c92-c634-493b-96f5-cf97b74fc37e req-3989a75c-a559-43ce-9c8b-aadf1c38b8b2 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370292 Jul 16 01:28:46.751624 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54abc011-b461-4063-b26b-69c728c99d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.752326 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-54abc011-b461-4063-b26b-69c728c99d12 admin admin] Added segment 964c609f-a999-485f-b651-de7beb9456fd of type vlan for network 1d089fc8-6bd7-46c4-ab86-cda24b10fb30 Jul 16 01:28:46.754989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9abcb6b4-c6b0-475b-b29f-902eede77914 None None] Port ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:46.796705 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.814166 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f5f256c7-4a54-4b6c-a518-ee11454c6094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.817141 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f5f256c7-4a54-4b6c-a518-ee11454c6094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.818343 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f5f256c7-4a54-4b6c-a518-ee11454c6094 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3dd1f148-2b4e-4461-83b7-323d1dc7e0aa HTTP/1.1" status: 204 len: 168 time: 0.4008636 Jul 16 01:28:46.858381 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54abc011-b461-4063-b26b-69c728c99d12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.863280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abc011-b461-4063-b26b-69c728c99d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649e4929-e560-48f1-b369-6af8ed770fb2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:46.897293 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f256c7-4a54-4b6c-a518-ee11454c6094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd1f148-2b4e-4461-83b7-323d1dc7e0aa,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:46.912986 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c1744-384b-499b-aa91-5bad4c4e58b5 req-b93663f2-f7c7-497e-b41e-d4dcb66e5de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:46.915813 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c09c1744-384b-499b-aa91-5bad4c4e58b5 req-b93663f2-f7c7-497e-b41e-d4dcb66e5de6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0 HTTP/1.1" status: 200 len: 1122 time: 0.1460576 Jul 16 01:28:46.916882 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54abc011-b461-4063-b26b-69c728c99d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.917941 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54abc011-b461-4063-b26b-69c728c99d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:46.918535 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54abc011-b461-4063-b26b-69c728c99d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.982799 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-54abc011-b461-4063-b26b-69c728c99d12 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6664839 Jul 16 01:28:46.986334 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42480) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:46.993987 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-fa3e7ca7-405d-4fcc-ba43-1e5ef1df94a9 admin admin] Request body: {'subnet': {'network_id': '1d089fc8-6bd7-46c4-ab86-cda24b10fb30', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2078322543-subnet', 'tenant_id': '8c82753fe0cd409b94febc217273b24c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:47.030159 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abc011-b461-4063-b26b-69c728c99d12 admin admin] Pushing event updated for resources: {'Network': ['ID=1d089fc8-6bd7-46c4-ab86-cda24b10fb30,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:47.042607 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 1d089fc8-6bd7-46c4-ab86-cda24b10fb30 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:28:47.072714 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c09c1744-384b-499b-aa91-5bad4c4e58b5 req-9ed77bff-c4be-4001-99cd-9f134893602b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360910 Jul 16 01:28:47.085640 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:47.103636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3e7ca7-405d-4fcc-ba43-1e5ef1df94a9 admin admin] Made reservation on behalf of 8c82753fe0cd409b94febc217273b24c for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:47.106887 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa3e7ca7-405d-4fcc-ba43-1e5ef1df94a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.203603 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:47.211006 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:47.211397 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.286739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec3078-8f83-4404-ba7e-65c609cbd93b req-64cca852-8b6a-4fac-a8d6-01d275527e12 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.294649 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-80ec3078-8f83-4404-ba7e-65c609cbd93b req-64cca852-8b6a-4fac-a8d6-01d275527e12 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=54bbea52-1678-41bc-b765-54d7cafa50fe HTTP/1.1" status: 200 len: 934 time: 0.1483977 Jul 16 01:28:47.354899 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.390875 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa3e7ca7-405d-4fcc-ba43-1e5ef1df94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.397606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6a515afb-eebc-465f-b3f9-5c9d02fbdbe7,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:47.402737 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.439337 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-80ec3078-8f83-4404-ba7e-65c609cbd93b req-3c032432-fe1d-44e6-9089-c3b62ac57470 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436539 Jul 16 01:28:47.444301 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e7ca7-405d-4fcc-ba43-1e5ef1df94a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af493325-ce54-48c3-93f8-fc3f82185fda,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:47.456582 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:47.460803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42500) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:47.481111 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=6a515afb-eebc-465f-b3f9-5c9d02fbdbe7,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:47.482503 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.485753 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e7ca7-405d-4fcc-ba43-1e5ef1df94a9 admin admin] Checking segment: {'id': '964c609f-a999-485f-b651-de7beb9456fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1d089fc8-6bd7-46c4-ab86-cda24b10fb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:47.486110 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e7ca7-405d-4fcc-ba43-1e5ef1df94a9 admin admin] Network hostable DHCP agents. Network: 1d089fc8-6bd7-46c4-ab86-cda24b10fb30, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:28:47.497761 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d5c90242-2b3b-4956-9ed5-450e0c91aded admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.516932 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Transition to ACTIVE for port object ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:47.525619 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.546924 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e7ca7-405d-4fcc-ba43-1e5ef1df94a9 admin admin] Network 1d089fc8-6bd7-46c4-ab86-cda24b10fb30 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:28:47.564387 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-fa3e7ca7-405d-4fcc-ba43-1e5ef1df94a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 1d089fc8-6bd7-46c4-ab86-cda24b10fb30) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:47.571859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3e7ca7-405d-4fcc-ba43-1e5ef1df94a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.572941 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa3e7ca7-405d-4fcc-ba43-1e5ef1df94a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.579300 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69466308-7e4f-49e8-989b-b6ac01a2faf8 None None] Network 1d089fc8-6bd7-46c4-ab86-cda24b10fb30 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:47.582925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fe7c6-e52d-46df-bc15-c0d28427be7d req-016c2592-cc3b-4365-8588-a9eb0de30ce7 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.585118 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bb1fe7c6-e52d-46df-bc15-c0d28427be7d req-016c2592-cc3b-4365-8588-a9eb0de30ce7 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 950 time: 0.1058326 Jul 16 01:28:47.632536 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Pushing event updated for resources: {'Port': ['ID=ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:47.648995 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bb1fe7c6-e52d-46df-bc15-c0d28427be7d req-ac74c303-cb2a-4a2c-93ea-02c389a0b2ee tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517271 Jul 16 01:28:47.715473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Attempting to bind port ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:47.715946 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Attempting to bind port ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:47.716488 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Attempting to bind port ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:47.726145 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Port ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:47.726721 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Attempting to bind port ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:47.749445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:47.750028 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:47.750567 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:47.751167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Bound port: ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:47.751701 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.762732 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6b45c0-f581-4f85-bd2d-3ee3e21dddf3 None None] Network 1d089fc8-6bd7-46c4-ab86-cda24b10fb30 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:47.780473 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d5c90242-2b3b-4956-9ed5-450e0c91aded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.794628 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fa3e7ca7-405d-4fcc-ba43-1e5ef1df94a9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8067913 Jul 16 01:28:47.818961 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d5c90242-2b3b-4956-9ed5-450e0c91aded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.897159 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d5c90242-2b3b-4956-9ed5-450e0c91aded admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9723c94b8ae848349fb585f651534c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4351511 Jul 16 01:28:47.900593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42524) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:47.904451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c90242-2b3b-4956-9ed5-450e0c91aded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd5c45e-cc88-483a-b57b-f6664bc86c10,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:47.927224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] For port ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:47.934960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] For port ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:47.942756 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.968108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.969547 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.971487 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10aea531-3bcc-469e-bf10-6ab85161814c req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] 10.222.0.47 "PUT /v2.0/ports/ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e HTTP/1.1" status: 200 len: 1094 time: 1.3677495 Jul 16 01:28:47.993949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bbea52-1678-41bc-b765-54d7cafa50fe', 'tag': 'ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:47.996584 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009a6f98-e083-4d81-af91-7c9312082207" -d '{"events": [{"name": "network-changed", "server_uuid": "54bbea52-1678-41bc-b765-54d7cafa50fe", "tag": "ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:48.079848 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f86e96e-ee86-4d5f-b7ff-9c70d8f103d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.087111 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f75cba-1026-4de1-bcf1-aaf58804a60a service neutron] Pushing event updated for resources: {'Port': ['ID=ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:48.110560 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f86e96e-ee86-4d5f-b7ff-9c70d8f103d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.130304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aea531-3bcc-469e-bf10-6ab85161814c req-27dc6ffd-e5dc-47f9-aebf-695d1f06746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.131873 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10aea531-3bcc-469e-bf10-6ab85161814c req-27dc6ffd-e5dc-47f9-aebf-695d1f06746d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b0ee75d87fe4e4fb9a9c5926e993e52&device_id=54bbea52-1678-41bc-b765-54d7cafa50fe HTTP/1.1" status: 200 len: 1097 time: 0.0788357 Jul 16 01:28:48.157013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30dc68-b509-4036-8c8e-df0a6092535a req-14c69fa8-fb9c-4758-9f34-9aca379be0b9 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.168316 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be30dc68-b509-4036-8c8e-df0a6092535a req-14c69fa8-fb9c-4758-9f34-9aca379be0b9 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0 HTTP/1.1" status: 200 len: 971 time: 0.1592259 Jul 16 01:28:48.216356 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be30dc68-b509-4036-8c8e-df0a6092535a req-f9b18938-d9d5-478a-b6ca-c89027f32a8b tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436850 Jul 16 01:28:48.232556 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d077ee8-6c3a-4dfb-9d50-4115bf94db16 x-openstack-request-id: req-9d077ee8-6c3a-4dfb-9d50-4115bf94db16 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:48.232556 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bbea52-1678-41bc-b765-54d7cafa50fe", "tag": "ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:48.232556 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d077ee8-6c3a-4dfb-9d50-4115bf94db16 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:48.233158 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54bbea52-1678-41bc-b765-54d7cafa50fe', 'tag': 'ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e', 'status': 'completed', 'code': 200} Jul 16 01:28:48.236019 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f86e96e-ee86-4d5f-b7ff-9c70d8f103d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.239044 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f86e96e-ee86-4d5f-b7ff-9c70d8f103d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.242581 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5f86e96e-ee86-4d5f-b7ff-9c70d8f103d4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5fd5c45e-cc88-483a-b57b-f6664bc86c10 HTTP/1.1" status: 204 len: 168 time: 0.3387353 Jul 16 01:28:48.251040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86e96e-ee86-4d5f-b7ff-9c70d8f103d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd5c45e-cc88-483a-b57b-f6664bc86c10,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:48.252383 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10aea531-3bcc-469e-bf10-6ab85161814c req-e4dac930-0706-47c1-ba9a-f1ad506b7349 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e HTTP/1.1" status: 200 len: 217 time: 0.0969608 Jul 16 01:28:48.330481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aea531-3bcc-469e-bf10-6ab85161814c req-cab7dc53-7d41-494b-80d0-de02670a4937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.331534 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10aea531-3bcc-469e-bf10-6ab85161814c req-cab7dc53-7d41-494b-80d0-de02670a4937 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0709131 Jul 16 01:28:48.426325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aea531-3bcc-469e-bf10-6ab85161814c req-1eb3c1ea-b37c-4e3a-9aa4-ef4d8f9572a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.428157 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10aea531-3bcc-469e-bf10-6ab85161814c req-1eb3c1ea-b37c-4e3a-9aa4-ef4d8f9572a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871811 Jul 16 01:28:48.568194 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10aea531-3bcc-469e-bf10-6ab85161814c req-6dfd674e-fb03-441f-a272-ad3b1479e396 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314938 Jul 16 01:28:48.655686 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a18d73-6357-4725-9f52-24942d64d01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a515afb-eebc-465f-b3f9-5c9d02fbdbe7'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:48.658620 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d585263b-42fd-4ae2-bacf-b5a193a13148" -d '{"events": [{"server_uuid": "a8a18d73-6357-4725-9f52-24942d64d01f", "name": "network-vif-plugged", "status": "completed", "tag": "6a515afb-eebc-465f-b3f9-5c9d02fbdbe7"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:48.706618 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d47c5-b3ba-4644-8235-11f63cbb319c req-78ea2aaf-27b2-40a9-8a85-b09e9c627728 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.708172 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7b7d47c5-b3ba-4644-8235-11f63cbb319c req-78ea2aaf-27b2-40a9-8a85-b09e9c627728 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=54bbea52-1678-41bc-b765-54d7cafa50fe HTTP/1.1" status: 200 len: 946 time: 0.1390893 Jul 16 01:28:48.710161 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10aea531-3bcc-469e-bf10-6ab85161814c req-991ee4ae-eccf-4b64-a65f-f9c26d11e4d6 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318171 Jul 16 01:28:48.727034 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-b369f7d4-ee02-4b84-8fcb-a74a8c8df9f8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.729856 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-b369f7d4-ee02-4b84-8fcb-a74a8c8df9f8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 821 time: 0.1974447 Jul 16 01:28:48.746902 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-37f306b9-9f90-4ad1-913e-0fe65b16d999 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/quotas/6060cb9382ba430f8761b732ad566a8a HTTP/1.1" status: 200 len: 375 time: 0.0111864 Jul 16 01:28:48.754979 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7b7d47c5-b3ba-4644-8235-11f63cbb319c req-5cf4e536-e0ee-4f6a-929a-aabd056c27bb tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383942 Jul 16 01:28:48.784686 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-00fcbcee-cf60-4e67-9e75-e693eeb3014e tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331554 Jul 16 01:28:48.908020 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a6f98-e083-4d81-af91-7c9312082207 req-0cf663aa-1662-458c-81a1-03803faf740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.909742 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-009a6f98-e083-4d81-af91-7c9312082207 req-0cf663aa-1662-458c-81a1-03803faf740e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b0ee75d87fe4e4fb9a9c5926e993e52&device_id=54bbea52-1678-41bc-b765-54d7cafa50fe HTTP/1.1" status: 200 len: 1097 time: 0.0609303 Jul 16 01:28:48.965387 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274d9e38-76dd-4fba-b964-8e3708cc861b x-openstack-request-id: req-274d9e38-76dd-4fba-b964-8e3708cc861b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:48.965755 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a18d73-6357-4725-9f52-24942d64d01f", "name": "network-vif-plugged", "status": "completed", "tag": "6a515afb-eebc-465f-b3f9-5c9d02fbdbe7", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:48.966077 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-274d9e38-76dd-4fba-b964-8e3708cc861b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:48.966531 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a18d73-6357-4725-9f52-24942d64d01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a515afb-eebc-465f-b3f9-5c9d02fbdbe7', 'code': 200} Jul 16 01:28:48.970529 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-739f1d54-b966-4228-9179-5f6da0ff5d5b service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:28:48.977689 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-739f1d54-b966-4228-9179-5f6da0ff5d5b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0615640 Jul 16 01:28:49.034372 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a6f98-e083-4d81-af91-7c9312082207 req-2a336a6e-aff1-4989-9e96-1ad50a81ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.036181 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-009a6f98-e083-4d81-af91-7c9312082207 req-2a336a6e-aff1-4989-9e96-1ad50a81ae18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.1181941 Jul 16 01:28:49.091372 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.47', 63476) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:49.097582 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-009a6f98-e083-4d81-af91-7c9312082207 req-2847e380-4665-4703-892f-031b89dd4c43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e HTTP/1.1" status: 200 len: 217 time: 0.0500503 Jul 16 01:28:49.106830 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42600) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:49.136848 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-d594cfcc-9e1d-45c1-8ddb-42b6d9901f13 service neutron] 10.222.0.54 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582608 Jul 16 01:28:49.184076 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a6f98-e083-4d81-af91-7c9312082207 req-a64efc0a-264a-47be-8e04-df3c83e803fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.185458 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-009a6f98-e083-4d81-af91-7c9312082207 req-a64efc0a-264a-47be-8e04-df3c83e803fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0777922 Jul 16 01:28:49.186503 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3f139-9321-4ddd-9f10-abd362858977 req-9367a5ce-58d1-4553-879a-e3c6181b7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.187984 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01e3f139-9321-4ddd-9f10-abd362858977 req-9367a5ce-58d1-4553-879a-e3c6181b7334 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 1101 time: 0.0955529 Jul 16 01:28:49.208566 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467d706-d381-46a8-861a-5a16c54203b6 req-d647bc18-20f5-4a1d-9cb4-0f822d853cd7 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.210040 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c467d706-d381-46a8-861a-5a16c54203b6 req-d647bc18-20f5-4a1d-9cb4-0f822d853cd7 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 950 time: 0.1151528 Jul 16 01:28:49.243689 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f671e6c0-9a12-4f6f-81cc-7ff7ebde4ba6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1502302275-network', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:49.260802 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01e3f139-9321-4ddd-9f10-abd362858977 req-893e3f98-bcde-4201-aece-e08c9424ac8f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474608 Jul 16 01:28:49.264256 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-27d395ac-d0e4-4b36-b17d-490cc18a5390 service neutron] 10.222.0.54 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204078 Jul 16 01:28:49.301720 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c467d706-d381-46a8-861a-5a16c54203b6 req-dc84febc-9148-4b37-bf68-a33b6282bec2 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656903 Jul 16 01:28:49.307549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f671e6c0-9a12-4f6f-81cc-7ff7ebde4ba6 admin admin] Made reservation on behalf of d7fbbe8564d14b9aae216c3a14214e36 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:49.309827 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f671e6c0-9a12-4f6f-81cc-7ff7ebde4ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.319919 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f671e6c0-9a12-4f6f-81cc-7ff7ebde4ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.338428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a6f98-e083-4d81-af91-7c9312082207 req-184d44d4-f35d-46bd-9b64-22ef1e65ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.340149 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-009a6f98-e083-4d81-af91-7c9312082207 req-184d44d4-f35d-46bd-9b64-22ef1e65ae08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1391740 Jul 16 01:28:49.446817 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f671e6c0-9a12-4f6f-81cc-7ff7ebde4ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.452244 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f671e6c0-9a12-4f6f-81cc-7ff7ebde4ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.497074 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f671e6c0-9a12-4f6f-81cc-7ff7ebde4ba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:28:49.507950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671e6c0-9a12-4f6f-81cc-7ff7ebde4ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d837f83c-97c3-4a55-955a-9114cf27cc8c,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:49.515535 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f671e6c0-9a12-4f6f-81cc-7ff7ebde4ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.515916 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-f671e6c0-9a12-4f6f-81cc-7ff7ebde4ba6 admin admin] Added segment 52bc77e7-9f4e-4d42-91c5-e8fe27dfa212 of type vlan for network 97451b59-1a09-4e04-ad69-5999cdd54249 Jul 16 01:28:49.569052 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47b2cbb2-5611-4a82-b7d9-476132817521 req-7003b516-dfcf-45ae-990c-db92ac590c60 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 210 time: 0.0452175 Jul 16 01:28:49.583933 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f671e6c0-9a12-4f6f-81cc-7ff7ebde4ba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.591645 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7ddb2-d53a-4859-9d70-d885ca570b0b req-154f6e49-af26-46ba-bd23-46ff051f5905 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.600014 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26f7ddb2-d53a-4859-9d70-d885ca570b0b req-154f6e49-af26-46ba-bd23-46ff051f5905 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0 HTTP/1.1" status: 200 len: 971 time: 0.0935276 Jul 16 01:28:49.627990 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f671e6c0-9a12-4f6f-81cc-7ff7ebde4ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.629024 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f671e6c0-9a12-4f6f-81cc-7ff7ebde4ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.629588 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f671e6c0-9a12-4f6f-81cc-7ff7ebde4ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.655692 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26f7ddb2-d53a-4859-9d70-d885ca570b0b req-acdc5906-8631-4729-9f51-ad6ebe8416af tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548084 Jul 16 01:28:49.686671 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f671e6c0-9a12-4f6f-81cc-7ff7ebde4ba6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.5749457 Jul 16 01:28:49.686866 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42628) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:49.692344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-5ef2bb25-7c6f-430a-a048-dfd833fcba6d admin admin] Request body: {'subnet': {'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1502302275-subnet', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:49.757350 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671e6c0-9a12-4f6f-81cc-7ff7ebde4ba6 admin admin] Pushing event updated for resources: {'Network': ['ID=97451b59-1a09-4e04-ad69-5999cdd54249,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:49.780536 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 97451b59-1a09-4e04-ad69-5999cdd54249 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:28:49.802440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef2bb25-7c6f-430a-a048-dfd833fcba6d admin admin] Made reservation on behalf of d7fbbe8564d14b9aae216c3a14214e36 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:49.805078 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5ef2bb25-7c6f-430a-a048-dfd833fcba6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.925848 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-009a6f98-e083-4d81-af91-7c9312082207 req-aad6278e-deb5-4332-a267-459bef8be622 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694262 Jul 16 01:28:50.111137 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5ef2bb25-7c6f-430a-a048-dfd833fcba6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.171569 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-009a6f98-e083-4d81-af91-7c9312082207 req-68c51907-eb38-4a8d-81b9-ff58cbf8a7f2 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962974 Jul 16 01:28:50.178108 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e933f6c-c678-472f-880a-256c8c996c39 req-a4a4ab23-284d-42fa-a337-3f85c918fd45 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.179785 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e933f6c-c678-472f-880a-256c8c996c39 req-a4a4ab23-284d-42fa-a337-3f85c918fd45 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=54bbea52-1678-41bc-b765-54d7cafa50fe HTTP/1.1" status: 200 len: 946 time: 0.0810370 Jul 16 01:28:50.182599 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2bb25-7c6f-430a-a048-dfd833fcba6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f184858-4f5a-4e50-aa93-8483e4e9968b,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:50.200669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2bb25-7c6f-430a-a048-dfd833fcba6d admin admin] Checking segment: {'id': '52bc77e7-9f4e-4d42-91c5-e8fe27dfa212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:50.201293 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef2bb25-7c6f-430a-a048-dfd833fcba6d admin admin] Network hostable DHCP agents. Network: 97451b59-1a09-4e04-ad69-5999cdd54249, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:28:50.219790 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef2bb25-7c6f-430a-a048-dfd833fcba6d admin admin] Network 97451b59-1a09-4e04-ad69-5999cdd54249 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:28:50.231438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-8013c7ba-fff7-474b-97ac-bbcd8f28da4e req-b0ca6acd-d6e0-439d-9bd2-28c5636b2f48 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:28:50.232506 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8013c7ba-fff7-474b-97ac-bbcd8f28da4e req-b0ca6acd-d6e0-439d-9bd2-28c5636b2f48 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0749819 Jul 16 01:28:50.233654 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-5ef2bb25-7c6f-430a-a048-dfd833fcba6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 97451b59-1a09-4e04-ad69-5999cdd54249) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:50.233960 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e933f6c-c678-472f-880a-256c8c996c39 req-5fdd721f-ce3f-4473-a862-705fb7322389 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449672 Jul 16 01:28:50.237396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef2bb25-7c6f-430a-a048-dfd833fcba6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.237987 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5ef2bb25-7c6f-430a-a048-dfd833fcba6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.244566 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb55213-97a1-4e81-9854-a82c7bd94042 None None] Network 97451b59-1a09-4e04-ad69-5999cdd54249 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:50.253903 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5ef2bb25-7c6f-430a-a048-dfd833fcba6d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5660493 Jul 16 01:28:50.256584 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42656) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:50.263530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1502302275-router', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:50.311831 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.314598 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.479346 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-97451b59-1a09-4e04-ad69-5999cdd54249', 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'fixed_ips': [{'subnet_id': '3f184858-4f5a-4e50-aa93-8483e4e9968b'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:28:50.480719 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.597860 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.672122 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Allocated IP 172.20.0.2 (97451b59-1a09-4e04-ad69-5999cdd54249/3f184858-4f5a-4e50-aa93-8483e4e9968b/ccb47e05-3f50-4fed-8182-1a3432047ae8) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:50.845575 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.848271 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.857509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Transition to ACTIVE for port object ccb47e05-3f50-4fed-8182-1a3432047ae8 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:50.880833 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Transition to ACTIVE for port object ccb47e05-3f50-4fed-8182-1a3432047ae8 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:50.890300 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.907644 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df265a-6ea4-4fad-ac3a-739171fb61dd req-96742d8d-a666-4f0c-b305-67e4ee70431b tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.909494 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01df265a-6ea4-4fad-ac3a-739171fb61dd req-96742d8d-a666-4f0c-b305-67e4ee70431b tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 950 time: 0.2194443 Jul 16 01:28:50.910759 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Network 97451b59-1a09-4e04-ad69-5999cdd54249 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:50.917659 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:50.920727 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:50.968040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-15c27087-d9aa-4375-b49b-e407cacb8190 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.969801 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-15c27087-d9aa-4375-b49b-e407cacb8190 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.26 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 821 time: 0.1192801 Jul 16 01:28:50.989477 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01df265a-6ea4-4fad-ac3a-739171fb61dd req-abcb091c-68b6-43c2-875c-b78103ccfb6d tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725114 Jul 16 01:28:50.992009 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-053008f3-bf01-4c65-b836-0ec9d90cacf6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Request body: {'port': {'device_id': '78727cca-a903-4f49-b4bf-8e26fc8275b9', 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7', 'admin_state_up': True, 'tenant_id': '6060cb9382ba430f8761b732ad566a8a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:51.041124 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ea393-e37f-4e13-96bc-2b407d40cd31 req-28aee50e-7580-48ff-af30-3cc306080c37 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.054067 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-880ea393-e37f-4e13-96bc-2b407d40cd31 req-28aee50e-7580-48ff-af30-3cc306080c37 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0 HTTP/1.1" status: 200 len: 971 time: 0.2476120 Jul 16 01:28:51.166825 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-880ea393-e37f-4e13-96bc-2b407d40cd31 req-6cbdd2e8-7d59-4b16-a822-decbe3c94af1 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116185 Jul 16 01:28:51.218196 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-053008f3-bf01-4c65-b836-0ec9d90cacf6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Made reservation on behalf of 6060cb9382ba430f8761b732ad566a8a for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:51.227617 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-053008f3-bf01-4c65-b836-0ec9d90cacf6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.249557 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c635d81-ee0a-432c-9aa2-8c1600db5484 req-38768010-0a3b-4d6c-8bb9-549166de24a8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 210 time: 0.0819795 Jul 16 01:28:51.250950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Attempting to bind port ccb47e05-3f50-4fed-8182-1a3432047ae8 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:51.251812 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Attempting to bind port ccb47e05-3f50-4fed-8182-1a3432047ae8 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '52bc77e7-9f4e-4d42-91c5-e8fe27dfa212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:51.252031 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Attempting to bind port ccb47e05-3f50-4fed-8182-1a3432047ae8 on network 97451b59-1a09-4e04-ad69-5999cdd54249 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:51.253363 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.259514 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Pushing event updated for resources: {'Port': ['ID=ccb47e05-3f50-4fed-8182-1a3432047ae8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:51.268900 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:51.269459 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Checking segment: {'id': '52bc77e7-9f4e-4d42-91c5-e8fe27dfa212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:51.270039 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.270577 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Bound using segment: {'id': '52bc77e7-9f4e-4d42-91c5-e8fe27dfa212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:51.271210 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Bound port: ccb47e05-3f50-4fed-8182-1a3432047ae8, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52bc77e7-9f4e-4d42-91c5-e8fe27dfa212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:51.271912 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.348344 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.366345 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] For port ccb47e05-3f50-4fed-8182-1a3432047ae8, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:51.373248 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] For port ccb47e05-3f50-4fed-8182-1a3432047ae8, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ccb47e05-3f50-4fed-8182-1a3432047ae8,segment=NetworkSegment(52bc77e7-9f4e-4d42-91c5-e8fe27dfa212),segment_id=52bc77e7-9f4e-4d42-91c5-e8fe27dfa212)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:51.379134 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.428334 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-053008f3-bf01-4c65-b836-0ec9d90cacf6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Allocated IP 172.20.0.12 (fa5d3ea0-c59d-41a7-ba27-d98a18810da7/2dfe93df-9335-48e8-9251-03d181a930aa/1c683a68-6c26-466f-9717-563ea137f9ed) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:51.454154 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf8d89-f0ab-4db4-918f-9728a5f80042 None None] Pushing event updated for resources: {'Port': ['ID=ccb47e05-3f50-4fed-8182-1a3432047ae8,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:51.540552 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-7cb3fa31-e945-4423-86f2-47d17d4c73fa tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c9f632ebbf5d42d79ea76306b16e9614&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491078 Jul 16 01:28:51.683912 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] Allocated IP 172.25.1.172 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/0f2344f0-e1a6-452a-bdd3-89e6ac97e94c) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:51.780975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-a6f9157c-c74b-47ba-a27f-f4d7af9753f7 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.782429 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-a6f9157c-c74b-47ba-a27f-f4d7af9753f7 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2323112 Jul 16 01:28:51.831626 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f3a67-d9ed-4942-8df0-c642d46b596c req-71bd2dac-6069-4323-bd70-8ccce4b04a9f tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.833244 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7a3f3a67-d9ed-4942-8df0-c642d46b596c req-71bd2dac-6069-4323-bd70-8ccce4b04a9f tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=54bbea52-1678-41bc-b765-54d7cafa50fe HTTP/1.1" status: 200 len: 946 time: 0.1926672 Jul 16 01:28:51.838321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-4fc6da25-f3df-4144-8cbf-5ef23ca9a6c3 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/quotas/c9f632ebbf5d42d79ea76306b16e9614 HTTP/1.1" status: 200 len: 375 time: 0.0488570 Jul 16 01:28:51.906683 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.907608 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-053008f3-bf01-4c65-b836-0ec9d90cacf6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.912201 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7a3f3a67-d9ed-4942-8df0-c642d46b596c req-ce3e0be4-75b4-4780-899e-9df7c2151fb9 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633743 Jul 16 01:28:51.965162 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-053008f3-bf01-4c65-b836-0ec9d90cacf6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.000805 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-686fe076-2e4a-4e31-b138-c29e73e675b8 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c9f632ebbf5d42d79ea76306b16e9614&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1519232 Jul 16 01:28:52.001834 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.036208 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-053008f3-bf01-4c65-b836-0ec9d90cacf6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:52.051067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-053008f3-bf01-4c65-b836-0ec9d90cacf6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:52.055919 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053008f3-bf01-4c65-b836-0ec9d90cacf6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Pushing event updated for resources: {'Port': ['ID=1c683a68-6c26-466f-9717-563ea137f9ed,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:52.058622 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-053008f3-bf01-4c65-b836-0ec9d90cacf6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:52.072044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-053008f3-bf01-4c65-b836-0ec9d90cacf6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.072934 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-053008f3-bf01-4c65-b836-0ec9d90cacf6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.080913 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:52.088913 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:52.093417 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-053008f3-bf01-4c65-b836-0ec9d90cacf6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1070282 Jul 16 01:28:52.095726 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:52.114368 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Request body: {'port': {'device_id': '78727cca-a903-4f49-b4bf-8e26fc8275b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:52.207279 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] Pushing event updated for resources: {'Port': ['ID=0f2344f0-e1a6-452a-bdd3-89e6ac97e94c,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:52.311261 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.464476 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42738) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:52.578137 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4dfbd7-2e2b-42ab-ad85-742361a75000 req-8421c10b-f9e7-40a5-8650-8ce9e87fde6c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.585953 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c4dfbd7-2e2b-42ab-ad85-742361a75000 req-8421c10b-f9e7-40a5-8650-8ce9e87fde6c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 950 time: 0.2482858 Jul 16 01:28:52.631458 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f76aed54-995a-4552-925a-e5ddec1b66a4 req-b6bd749f-d87b-4f26-960f-3e797342ebc8 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 210 time: 0.2579293 Jul 16 01:28:52.664038 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-311e6cd0-d831-4b00-82b2-e3e4c86d77da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.713374 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c4dfbd7-2e2b-42ab-ad85-742361a75000 req-939634c4-f86b-4887-b91b-1b8d1245fa4a tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259029 Jul 16 01:28:52.788617 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.833305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e5992e-fdd9-4b0f-b273-34eeae7675dc None None] Network 97451b59-1a09-4e04-ad69-5999cdd54249 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:52.914167 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-311e6cd0-d831-4b00-82b2-e3e4c86d77da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.925839 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-311e6cd0-d831-4b00-82b2-e3e4c86d77da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.969471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42754) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:52.970062 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-311e6cd0-d831-4b00-82b2-e3e4c86d77da admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=63923e852f954e2ca54f9640b350eea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5034852 Jul 16 01:28:52.984462 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c355f294-e973-4fd6-a1be-f185ef0b9f25 None None] Provisioning for port ccb47e05-3f50-4fed-8182-1a3432047ae8 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:53.058151 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e6cd0-d831-4b00-82b2-e3e4c86d77da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077cc0ca-171b-4f90-84cb-71b76aeea42c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:53.100880 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9aab8ff1-9a6d-4528-890e-a873234de0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.105906 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e6c93-05bf-4530-96ff-66b31fad1b25 req-f7a3efa2-28c3-4d67-b0d8-763df8f9ca28 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.107554 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-834e6c93-05bf-4530-96ff-66b31fad1b25 req-f7a3efa2-28c3-4d67-b0d8-763df8f9ca28 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 932 time: 0.1548488 Jul 16 01:28:53.125435 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9aab8ff1-9a6d-4528-890e-a873234de0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.130059 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:53.138109 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.206434 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c683a68-6c26-466f-9717-563ea137f9ed {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:53.225504 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.276612 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9aab8ff1-9a6d-4528-890e-a873234de0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.277663 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9aab8ff1-9a6d-4528-890e-a873234de0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.281432 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9aab8ff1-9a6d-4528-890e-a873234de0bb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/077cc0ca-171b-4f90-84cb-71b76aeea42c HTTP/1.1" status: 204 len: 168 time: 0.3079672 Jul 16 01:28:53.300298 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab8ff1-9a6d-4528-890e-a873234de0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077cc0ca-171b-4f90-84cb-71b76aeea42c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:53.311443 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Transition to ACTIVE for port object 1c683a68-6c26-466f-9717-563ea137f9ed will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:53.329807 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-834e6c93-05bf-4530-96ff-66b31fad1b25 req-3bfd63a1-2452-4121-8260-3e1617ff59c5 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990039 Jul 16 01:28:53.332722 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.385446 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:53.385719 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] Router c6ccfd47-1360-43a3-8d3d-59d234cb24af is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:28:53.459108 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ccb47e05-3f50-4fed-8182-1a3432047ae8 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:53.515113 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Pushing event updated for resources: {'Port': ['ID=1c683a68-6c26-466f-9717-563ea137f9ed,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:53.569671 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': 'ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e', 'mac_address': 'fa:16:3e:7f:17:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:53.591261 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.594831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:53.605628 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Sync routers for ids ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:53.618501 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.628255 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0441156f-063a-4dd0-927e-143fccb7ebfa admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.3639779 Jul 16 01:28:53.629436 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42764) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:53.629762 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Routers {'c6ccfd47-1360-43a3-8d3d-59d234cb24af'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:53.630489 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:28:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:53.661002 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Attempting to bind port 1c683a68-6c26-466f-9717-563ea137f9ed on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:53.662998 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Attempting to bind port 1c683a68-6c26-466f-9717-563ea137f9ed by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:53.664278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Attempting to bind port 1c683a68-6c26-466f-9717-563ea137f9ed on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:53.681324 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Port 1c683a68-6c26-466f-9717-563ea137f9ed on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:53.682481 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Attempting to bind port 1c683a68-6c26-466f-9717-563ea137f9ed on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:53.698236 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:53.700058 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Checking segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:53.703925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Bound using segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:53.704543 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Bound port: 1c683a68-6c26-466f-9717-563ea137f9ed, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:53.706133 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.736862 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.741234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port ccb47e05-3f50-4fed-8182-1a3432047ae8 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:53.760552 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port ccb47e05-3f50-4fed-8182-1a3432047ae8 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:53.760922 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.785037 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-048d8106-a569-4a82-bbeb-edf4eb6aaf7f None None] Provisioning complete for port ccb47e05-3f50-4fed-8182-1a3432047ae8 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:53.785561 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-048d8106-a569-4a82-bbeb-edf4eb6aaf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.791115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:53.940994 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42772) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:53.991572 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:54.002012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] For port 1c683a68-6c26-466f-9717-563ea137f9ed, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:54.020887 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] For port 1c683a68-6c26-466f-9717-563ea137f9ed, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1c683a68-6c26-466f-9717-563ea137f9ed,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:54.026886 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.037767 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-048d8106-a569-4a82-bbeb-edf4eb6aaf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.053342 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.072209 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a874f389-4848-4b55-a200-5fcfd026aacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.094844 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Set router c6ccfd47-1360-43a3-8d3d-59d234cb24af gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:54.112125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:54.113962 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a3cdf-ea6a-410a-a315-2a5e57a2b85a req-17964bb7-fc7a-4cd3-a945-8f3e8f751cd4 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.122778 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f0a3cdf-ea6a-410a-a315-2a5e57a2b85a req-17964bb7-fc7a-4cd3-a945-8f3e8f751cd4 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=54bbea52-1678-41bc-b765-54d7cafa50fe HTTP/1.1" status: 200 len: 946 time: 0.3028452 Jul 16 01:28:54.141752 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-048d8106-a569-4a82-bbeb-edf4eb6aaf7f None None] For port ccb47e05-3f50-4fed-8182-1a3432047ae8, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ccb47e05-3f50-4fed-8182-1a3432047ae8,segment=NetworkSegment(52bc77e7-9f4e-4d42-91c5-e8fe27dfa212),segment_id=52bc77e7-9f4e-4d42-91c5-e8fe27dfa212)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:54.173938 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-048d8106-a569-4a82-bbeb-edf4eb6aaf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.191064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Pushing event updated for resources: {'Port': ['ID=1c683a68-6c26-466f-9717-563ea137f9ed,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:54.232305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d8106-a569-4a82-bbeb-edf4eb6aaf7f None None] Pushing event updated for resources: {'Port': ['ID=ccb47e05-3f50-4fed-8182-1a3432047ae8,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:54.245013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.246201 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.247640 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-1ff68df1-088c-460f-8068-bb316ede6b1e service neutron] 10.222.0.26 "PUT /v2.0/ports/1c683a68-6c26-466f-9717-563ea137f9ed HTTP/1.1" status: 200 len: 1092 time: 2.1409802 Jul 16 01:28:54.253426 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42776) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:54.254020 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78727cca-a903-4f49-b4bf-8e26fc8275b9', 'tag': '1c683a68-6c26-466f-9717-563ea137f9ed'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:54.256401 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0e0ae7-73d1-4227-9941-8e61677bac19" -d '{"events": [{"name": "network-changed", "server_uuid": "78727cca-a903-4f49-b4bf-8e26fc8275b9", "tag": "1c683a68-6c26-466f-9717-563ea137f9ed"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:54.285003 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f0a3cdf-ea6a-410a-a315-2a5e57a2b85a req-b84db412-b8af-4936-b47f-7eccacff1c5c tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236267 Jul 16 01:28:54.301336 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0f0b7715-e6f4-4261-abeb-b5f13e228683 req-f2c5776b-adff-449f-88be-ed849f66843f tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 210 time: 0.1615846 Jul 16 01:28:54.418309 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a874f389-4848-4b55-a200-5fcfd026aacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.420936 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-c707dfe3-6872-4595-ac07-ab12c204bf50 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c9f632ebbf5d42d79ea76306b16e9614&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3398395 Jul 16 01:28:54.435801 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1502302275-router', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:50Z', 'updated_at': '2021-07-16T01:28:52Z', 'revision_number': 3, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'gw_port': {'id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:51Z', 'updated_at': '2021-07-16T01:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:54.466219 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Checking router: c6ccfd47-1360-43a3-8d3d-59d234cb24af for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:28:54.466572 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Updating router c6ccfd47-1360-43a3-8d3d-59d234cb24af port 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:28:54.476595 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8e52c0-0afd-476d-ac1e-795ccd5ef5d8 x-openstack-request-id: req-3a8e52c0-0afd-476d-ac1e-795ccd5ef5d8 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:54.477625 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78727cca-a903-4f49-b4bf-8e26fc8275b9", "tag": "1c683a68-6c26-466f-9717-563ea137f9ed", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:54.478086 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3a8e52c0-0afd-476d-ac1e-795ccd5ef5d8 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:54.478693 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78727cca-a903-4f49-b4bf-8e26fc8275b9', 'tag': '1c683a68-6c26-466f-9717-563ea137f9ed', 'status': 'completed', 'code': 200} Jul 16 01:28:54.479650 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5472932b-3d90-4462-a14a-8a1cd4d46711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.500591 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:54.528851 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.572133 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-a02772e0-c395-4165-87fc-f61a75bc8383 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.573671 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-a02772e0-c395-4165-87fc-f61a75bc8383 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1166978 Jul 16 01:28:54.574218 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a874f389-4848-4b55-a200-5fcfd026aacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.582713 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5472932b-3d90-4462-a14a-8a1cd4d46711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.616866 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5472932b-3d90-4462-a14a-8a1cd4d46711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.619978 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874f389-4848-4b55-a200-5fcfd026aacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bee064-b076-40d5-8669-5e0e8a19530d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:54.628201 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-12f3eabb-7114-4c8a-b457-7a24071fc8cf tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Request body: {'port': {'device_id': 'a703c608-504d-4282-bfde-0151c0934208', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': 'c9f632ebbf5d42d79ea76306b16e9614'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:54.630896 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:28:54.649524 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472932b-3d90-4462-a14a-8a1cd4d46711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bb5a9f-0995-454a-8f91-4fd22b829178,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:54.717754 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5472932b-3d90-4462-a14a-8a1cd4d46711 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=23c98ec9054e4682aad824b358859c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560430 Jul 16 01:28:54.718561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-d1da13f4-a731-4fa7-b1b1-23f2c6433a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.720323 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-d1da13f4-a731-4fa7-b1b1-23f2c6433a04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 1095 time: 0.3245456 Jul 16 01:28:54.720879 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42788) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:54.768695 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27f5bd-dcab-4c11-b65b-76885574d313 req-71897265-d884-4e75-a82e-7a6088e4b94e tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.770575 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6b27f5bd-dcab-4c11-b65b-76885574d313 req-71897265-d884-4e75-a82e-7a6088e4b94e tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 950 time: 0.1841278 Jul 16 01:28:54.776109 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a874f389-4848-4b55-a200-5fcfd026aacc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93ee43cf7b694d878075f3b6aebc867c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8343987 Jul 16 01:28:54.779111 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42792) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:54.831124 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-e04afedd-3d2c-4e65-90f7-7a44e191fd8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c683a68-6c26-466f-9717-563ea137f9ed HTTP/1.1" status: 200 len: 217 time: 0.0852101 Jul 16 01:28:54.862732 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-12f3eabb-7114-4c8a-b457-7a24071fc8cf tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Made reservation on behalf of c9f632ebbf5d42d79ea76306b16e9614 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:54.867039 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-12f3eabb-7114-4c8a-b457-7a24071fc8cf tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.927546 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa418a42-3398-40e9-8844-d9cbe525c8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.932377 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6b27f5bd-dcab-4c11-b65b-76885574d313 req-8107029c-c66f-4bd8-a53e-d0d93fdbbc77 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521978 Jul 16 01:28:54.951553 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-4b516d30-894d-4149-925c-a387f23c9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.953230 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-4b516d30-894d-4149-925c-a387f23c9162 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.1136918 Jul 16 01:28:54.969439 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.981375 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Transition to ACTIVE for port object 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:54.986396 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa418a42-3398-40e9-8844-d9cbe525c8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.988696 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.013568 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0402bd7a-c3be-4134-baa0-57ac77b98b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.018962 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-6e6c96a9-dd55-43e6-a156-cdd4c585589a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437207 Jul 16 01:28:55.046876 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Attempting to bind port 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:55.047402 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Attempting to bind port 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:55.047915 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Attempting to bind port 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:55.058708 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:55.058909 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:55.059345 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.060027 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:55.060573 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Bound port: 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:55.061075 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.095536 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0402bd7a-c3be-4134-baa0-57ac77b98b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.126766 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b739d4-884f-4b4a-a31f-f19cf2a01545 None None] Pushing event updated for resources: {'Port': ['ID=0f2344f0-e1a6-452a-bdd3-89e6ac97e94c,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:55.147582 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b739d4-884f-4b4a-a31f-f19cf2a01545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.148079 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b739d4-884f-4b4a-a31f-f19cf2a01545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.148520 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b739d4-884f-4b4a-a31f-f19cf2a01545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.149878 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b739d4-884f-4b4a-a31f-f19cf2a01545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.149878 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b739d4-884f-4b4a-a31f-f19cf2a01545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.151848 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b739d4-884f-4b4a-a31f-f19cf2a01545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.151848 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b739d4-884f-4b4a-a31f-f19cf2a01545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.151848 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b739d4-884f-4b4a-a31f-f19cf2a01545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.153027 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b739d4-884f-4b4a-a31f-f19cf2a01545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.153027 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b739d4-884f-4b4a-a31f-f19cf2a01545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.153027 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b739d4-884f-4b4a-a31f-f19cf2a01545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.153396 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b739d4-884f-4b4a-a31f-f19cf2a01545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b739d4-884f-4b4a-a31f-f19cf2a01545 None None] Tracked resource versions report: Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: pushed versions: Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: { 'AddressGroup': {'1.2'}, Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'ConntrackHelper': {'1.0'}, Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'Log': {'1.0'}, Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'Network': {'1.1'}, Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'Port': {'1.7'}, Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'PortForwarding': {'1.2'}, Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'QosPolicy': {'1.8'}, Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'SecurityGroup': {'1.4'}, Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'SubPort': {'1.0'}, Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'Subnet': {'1.1'}, Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'Trunk': {'1.1'}} Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: consumer versions: Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: { DHCP agent@n-d-800086-6: {}, Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: HyperV agent@n-h1-800086-6: {}, Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: HyperV agent@n-h2-800086-6: {}, Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: L3 agent@n-d-800086-6: {}, Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: Metadata agent@n-d-800086-6: {}, Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: Metering agent@n-d-800086-6: {}, Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: Open vSwitch agent@n-d-800086-6: { 'AddressGroup': '1.2', Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'ConntrackHelper': '1.0', Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'Log': '1.0', Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'Network': '1.1', Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'Port': '1.7', Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'PortForwarding': '1.2', Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'QosPolicy': '1.8', Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'SecurityGroup': '1.4', Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'SecurityGroupRule': '1.2', Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'SubPort': '1.0', Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'Subnet': '1.1', Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: 'Trunk': '1.1'}} Jul 16 01:28:55.159782 n-d-800086-6 neutron-server[93834]: {{(pid=93834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:28:55.165701 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] For port 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:55.170323 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] For port 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0f2344f0-e1a6-452a-bdd3-89e6ac97e94c,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:55.174717 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.190741 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa418a42-3398-40e9-8844-d9cbe525c8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.193613 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa418a42-3398-40e9-8844-d9cbe525c8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.194894 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-aa418a42-3398-40e9-8844-d9cbe525c8e2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/00bb5a9f-0995-454a-8f91-4fd22b829178 HTTP/1.1" status: 204 len: 168 time: 0.4728966 Jul 16 01:28:55.232655 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-64b0be4a-b091-43ce-88ac-617e2c933bb0 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989062 Jul 16 01:28:55.250277 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b739d4-884f-4b4a-a31f-f19cf2a01545 None None] Pushing event updated for resources: {'Port': ['ID=0f2344f0-e1a6-452a-bdd3-89e6ac97e94c,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:55.251521 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa418a42-3398-40e9-8844-d9cbe525c8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bb5a9f-0995-454a-8f91-4fd22b829178,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:55.280762 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.285726 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Routers {'c6ccfd47-1360-43a3-8d3d-59d234cb24af'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:55.286694 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:28:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:55.314641 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0402bd7a-c3be-4134-baa0-57ac77b98b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.317271 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0402bd7a-c3be-4134-baa0-57ac77b98b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.321160 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0402bd7a-c3be-4134-baa0-57ac77b98b24 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a4bee064-b076-40d5-8669-5e0e8a19530d HTTP/1.1" status: 204 len: 168 time: 0.5111990 Jul 16 01:28:55.357756 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402bd7a-c3be-4134-baa0-57ac77b98b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bee064-b076-40d5-8669-5e0e8a19530d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:55.444096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ccb47e05-3f50-4fed-8182-1a3432047ae8 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:55.501688 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port ccb47e05-3f50-4fed-8182-1a3432047ae8 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:55.501916 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56deaa5a-91e2-4909-bc54-0d3558ad8e41 req-31138bce-f7e4-491d-aef4-f8c8d0e7af28 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628384 Jul 16 01:28:55.502369 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.26', 49626) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:55.502876 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.628601 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] Set router c6ccfd47-1360-43a3-8d3d-59d234cb24af gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:55.681077 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] Allocated IP 172.20.0.1 (97451b59-1a09-4e04-ad69-5999cdd54249/3f184858-4f5a-4e50-aa93-8483e4e9968b/f374e129-f2e4-403a-9dc0-6e3596797943) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:55.685730 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-922fe23b-ea30-4e91-94d3-5708991d527c req-bd0a8941-5c11-4112-8738-19a00a03e924 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1822529 Jul 16 01:28:55.709082 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebf9af-bf1e-42fa-92da-1fb3182e1c4f req-b2673536-55c7-4ce6-a577-c85c717d2b2b tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:55.719755 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f6ebf9af-bf1e-42fa-92da-1fb3182e1c4f req-b2673536-55c7-4ce6-a577-c85c717d2b2b tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 944 time: 0.8276038 Jul 16 01:28:55.733246 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e0ae7-73d1-4227-9941-8e61677bac19 req-ed830ccc-801a-4825-86e9-328b976b2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:55.738546 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0f0e0ae7-73d1-4227-9941-8e61677bac19 req-ed830ccc-801a-4825-86e9-328b976b2d8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 1095 time: 0.1428468 Jul 16 01:28:55.838262 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42818) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:55.857971 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-12f3eabb-7114-4c8a-b457-7a24071fc8cf tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Allocated IP 192.168.233.177 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/83eaa056-4aa4-4c74-80ef-f833ce06b5c1) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:55.953012 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-43b30f97-103c-41cf-97f1-a142bdf60b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.956735 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1502302275-router', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:50Z', 'updated_at': '2021-07-16T01:28:52Z', 'revision_number': 3, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'gw_port': {'id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:51Z', 'updated_at': '2021-07-16T01:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:55.983598 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f6ebf9af-bf1e-42fa-92da-1fb3182e1c4f req-5ad13c22-3c56-4fd9-ba65-9a561e23e4fb tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627051 Jul 16 01:28:56.006926 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2e804e-7b5c-4d0e-b6de-d6e60d9ce02d None None] The sync data for ids ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'] in n-d-800086-6 is: [{'id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1502302275-router', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:50Z', 'updated_at': '2021-07-16T01:28:52Z', 'revision_number': 3, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'gw_port': {'id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:51Z', 'updated_at': '2021-07-16T01:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:56.127669 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-43b30f97-103c-41cf-97f1-a142bdf60b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.136557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fe23b-ea30-4e91-94d3-5708991d527c req-0a252ebc-05f3-4ace-b76d-9494f7d4944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.138398 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-922fe23b-ea30-4e91-94d3-5708991d527c req-0a252ebc-05f3-4ace-b76d-9494f7d4944e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=388fa03462c046768ccf6a4cb3c2a734&device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 1121 time: 0.3436396 Jul 16 01:28:56.139743 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e0ae7-73d1-4227-9941-8e61677bac19 req-fbbeb717-23f0-476a-811c-103945d398e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.141898 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-43b30f97-103c-41cf-97f1-a142bdf60b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.142057 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0f0e0ae7-73d1-4227-9941-8e61677bac19 req-fbbeb717-23f0-476a-811c-103945d398e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 922 time: 0.3902242 Jul 16 01:28:56.228944 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0f0e0ae7-73d1-4227-9941-8e61677bac19 req-1ad83fed-64e3-4162-8b05-a1c2bf9e37bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c683a68-6c26-466f-9717-563ea137f9ed HTTP/1.1" status: 200 len: 217 time: 0.0774858 Jul 16 01:28:56.269101 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-43b30f97-103c-41cf-97f1-a142bdf60b7f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fddaf102296041fe85ef24f9f9a14c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4257791 Jul 16 01:28:56.292262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42832) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:56.366584 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8aee776a-86a9-474b-a075-7b84a979c266 req-a6d78c84-b5f7-4982-b2cf-0c615b8d060a tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 210 time: 0.1784520 Jul 16 01:28:56.392566 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c64322-d717-457e-a620-1b124341f504 req-ff0b4631-ac61-4882-9730-e16416ce9ee7 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.401613 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-29c64322-d717-457e-a620-1b124341f504 req-ff0b4631-ac61-4882-9730-e16416ce9ee7 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=54bbea52-1678-41bc-b765-54d7cafa50fe HTTP/1.1" status: 200 len: 947 time: 0.4119537 Jul 16 01:28:56.431429 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.449302 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b30f97-103c-41cf-97f1-a142bdf60b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57f3b0c-0d16-4ada-b41b-7981e6093684,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:56.467234 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de372796-934c-4e3b-bae9-ab61a573edef req-bd06cc15-e380-49fe-9f82-cca429cac4d0 tempest-DeleteServersAdminTestJSON-2117233726 tempest-DeleteServersAdminTestJSON-2117233726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.472508 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-de372796-934c-4e3b-bae9-ab61a573edef req-bd06cc15-e380-49fe-9f82-cca429cac4d0 tempest-DeleteServersAdminTestJSON-2117233726 tempest-DeleteServersAdminTestJSON-2117233726-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 1101 time: 0.3889167 Jul 16 01:28:56.490751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e0ae7-73d1-4227-9941-8e61677bac19 req-6d9ca49f-a99b-4592-a44a-10229b1e5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.491899 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0f0e0ae7-73d1-4227-9941-8e61677bac19 req-6d9ca49f-a99b-4592-a44a-10229b1e5247 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.2465258 Jul 16 01:28:56.540642 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-12f3eabb-7114-4c8a-b457-7a24071fc8cf tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.549033 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] Transition to ACTIVE for port object f374e129-f2e4-403a-9dc0-6e3596797943 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:56.568699 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-12f3eabb-7114-4c8a-b457-7a24071fc8cf tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Transition to ACTIVE for port object 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:56.617403 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0f0e0ae7-73d1-4227-9941-8e61677bac19 req-2850faf3-2b9d-4eac-a0db-b568e53f0041 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994430 Jul 16 01:28:56.620162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fe23b-ea30-4e91-94d3-5708991d527c req-8c1a6896-fe42-47a1-9069-ed9884216528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.621013 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-922fe23b-ea30-4e91-94d3-5708991d527c req-8c1a6896-fe42-47a1-9069-ed9884216528 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.4215169 Jul 16 01:28:56.669288 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-29c64322-d717-457e-a620-1b124341f504 req-cc309491-027c-479d-9e13-9e4229473ce8 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666748 Jul 16 01:28:56.669686 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.724336 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-12f3eabb-7114-4c8a-b457-7a24071fc8cf tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.731561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] Network 97451b59-1a09-4e04-ad69-5999cdd54249 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:56.755994 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:56.763948 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['d4d08190-c9bf-468c-90e3-248d2489537e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:56.779389 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:56.783595 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.928832 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] Pushing event updated for resources: {'Port': ['ID=f374e129-f2e4-403a-9dc0-6e3596797943,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:56.944528 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-12f3eabb-7114-4c8a-b457-7a24071fc8cf tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:56.963768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-12f3eabb-7114-4c8a-b457-7a24071fc8cf tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:57.038791 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61f8d0-617d-426e-a610-98c47b329cd9 req-69970dd1-d258-46ef-b28c-d5e9cb90b623 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.048800 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d61f8d0-617d-426e-a610-98c47b329cd9 req-69970dd1-d258-46ef-b28c-d5e9cb90b623 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 970 time: 0.4427917 Jul 16 01:28:57.058874 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-12f3eabb-7114-4c8a-b457-7a24071fc8cf tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:57.066521 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-12f3eabb-7114-4c8a-b457-7a24071fc8cf tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.067396 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-12f3eabb-7114-4c8a-b457-7a24071fc8cf tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.137614 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:57.199154 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3eabb-7114-4c8a-b457-7a24071fc8cf tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Pushing event updated for resources: {'Port': ['ID=83eaa056-4aa4-4c74-80ef-f833ce06b5c1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:57.247095 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-922fe23b-ea30-4e91-94d3-5708991d527c req-7b9e128b-5122-4e7a-b23a-0569958ff0ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=3f261e44-bc55-4851-ab68-a8aef74c6372 HTTP/1.1" status: 200 len: 217 time: 0.6040430 Jul 16 01:28:57.250823 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e731b043-2e97-43cc-8b4f-3a94bb2da4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.260694 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0f0e0ae7-73d1-4227-9941-8e61677bac19 req-36a553c0-a068-4e80-aec5-3ff9a5daed55 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292217 Jul 16 01:28:57.274846 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-12f3eabb-7114-4c8a-b457-7a24071fc8cf tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6652153 Jul 16 01:28:57.315350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-767f659a-0148-4d16-b6a6-991c719c8740 None None] Provisioning for port f374e129-f2e4-403a-9dc0-6e3596797943 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:57.323640 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-767f659a-0148-4d16-b6a6-991c719c8740 None None] Provisioning complete for port f374e129-f2e4-403a-9dc0-6e3596797943 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:57.324180 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-767f659a-0148-4d16-b6a6-991c719c8740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.331696 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:57.348617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Request body: {'port': {'device_id': 'a703c608-504d-4282-bfde-0151c0934208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:57.369752 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:57.370121 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.405090 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d61f8d0-617d-426e-a610-98c47b329cd9 req-3f2d7d98-340d-4b22-8bfd-35a3b3a31dd3 tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/security-groups?id=173193b0-ed78-4fc5-b163-35b6e3d82509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537793 Jul 16 01:28:57.406613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fe23b-ea30-4e91-94d3-5708991d527c req-abea6609-1b8b-4811-b72d-659c2eb206a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.408134 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-922fe23b-ea30-4e91-94d3-5708991d527c req-abea6609-1b8b-4811-b72d-659c2eb206a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1233315 Jul 16 01:28:57.437588 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-767f659a-0148-4d16-b6a6-991c719c8740 None None] Port f374e129-f2e4-403a-9dc0-6e3596797943 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:57.447802 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:57.511137 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.26', 49627) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:57.580825 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e731b043-2e97-43cc-8b4f-3a94bb2da4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.584628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:57.589759 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.599090 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:57.599544 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.604833 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b7e1f7a4-970f-45b6-85d9-f31fb581bd3c None None] Provisioning for port 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:57.638593 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b7e1f7a4-970f-45b6-85d9-f31fb581bd3c None None] Provisioning complete for port 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:57.639037 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7e1f7a4-970f-45b6-85d9-f31fb581bd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.668915 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bbea52-1678-41bc-b765-54d7cafa50fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:57.671312 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda3c35e-93ff-4c78-970d-aa8a7dae0242" -d '{"events": [{"server_uuid": "54bbea52-1678-41bc-b765-54d7cafa50fe", "name": "network-vif-plugged", "status": "completed", "tag": "ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:57.699798 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:57.714253 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.720476 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.726336 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b7e1f7a4-970f-45b6-85d9-f31fb581bd3c None None] Port 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:57.744253 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.777698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-de372796-934c-4e3b-bae9-ab61a573edef req-abd68427-073c-45e6-9a76-bc30ec4a74d4 tempest-DeleteServersAdminTestJSON-2117233726 tempest-DeleteServersAdminTestJSON-2117233726-project-admin] Deleting port 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:57.778301 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-de372796-934c-4e3b-bae9-ab61a573edef req-abd68427-073c-45e6-9a76-bc30ec4a74d4 tempest-DeleteServersAdminTestJSON-2117233726 tempest-DeleteServersAdminTestJSON-2117233726-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.806379 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106a849-6302-469d-ab02-25e606b9ad85 req-fd43bdc4-3f0a-4518-8920-5a409cec2e99 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.808930 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:57.813781 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.819462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413fdaf-00f1-4a93-b63b-de4b0657e9ac req-c217c2bd-ca87-4c17-91dd-c4e12d81290a tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.822269 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7413fdaf-00f1-4a93-b63b-de4b0657e9ac req-c217c2bd-ca87-4c17-91dd-c4e12d81290a tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 970 time: 0.3103890 Jul 16 01:28:57.823322 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5106a849-6302-469d-ab02-25e606b9ad85 req-fd43bdc4-3f0a-4518-8920-5a409cec2e99 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 950 time: 0.5777142 Jul 16 01:28:57.838479 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0f2344f0-e1a6-452a-bdd3-89e6ac97e94c,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:57.843165 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.879121 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fe23b-ea30-4e91-94d3-5708991d527c req-cf0a8d8a-ff2b-4fb9-8728-63c5d512fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.880673 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-922fe23b-ea30-4e91-94d3-5708991d527c req-cf0a8d8a-ff2b-4fb9-8728-63c5d512fff9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4060433 Jul 16 01:28:57.882650 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0f0e0ae7-73d1-4227-9941-8e61677bac19 req-0fb46340-4974-4b8e-8e77-a188827ceec8 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828699 Jul 16 01:28:57.897150 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e731b043-2e97-43cc-8b4f-3a94bb2da4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.899847 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e731b043-2e97-43cc-8b4f-3a94bb2da4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.903253 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=0f2344f0-e1a6-452a-bdd3-89e6ac97e94c,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:57.903403 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e731b043-2e97-43cc-8b4f-3a94bb2da4ac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f57f3b0c-0d16-4ada-b41b-7981e6093684 HTTP/1.1" status: 204 len: 168 time: 1.6012337 Jul 16 01:28:58.003492 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5106a849-6302-469d-ab02-25e606b9ad85 req-74845fc1-d73f-45b2-9fb0-2ab4b15caf06 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791468 Jul 16 01:28:58.004337 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731b043-2e97-43cc-8b4f-3a94bb2da4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57f3b0c-0d16-4ada-b41b-7981e6093684,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:58.092078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-de372796-934c-4e3b-bae9-ab61a573edef req-abd68427-073c-45e6-9a76-bc30ec4a74d4 tempest-DeleteServersAdminTestJSON-2117233726 tempest-DeleteServersAdminTestJSON-2117233726-project-admin] For port 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6a515afb-eebc-465f-b3f9-5c9d02fbdbe7,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:58.092462 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-de372796-934c-4e3b-bae9-ab61a573edef req-abd68427-073c-45e6-9a76-bc30ec4a74d4 tempest-DeleteServersAdminTestJSON-2117233726 tempest-DeleteServersAdminTestJSON-2117233726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.113601 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-de372796-934c-4e3b-bae9-ab61a573edef req-abd68427-073c-45e6-9a76-bc30ec4a74d4 tempest-DeleteServersAdminTestJSON-2117233726 tempest-DeleteServersAdminTestJSON-2117233726-project-admin] Calling delete_port for 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:58.148553 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-922fe23b-ea30-4e91-94d3-5708991d527c req-d48dbad1-93f5-4efd-9a94-491aa890fa8d service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982195 Jul 16 01:28:58.246085 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a39664-7a65-4376-a8a5-54028da4d900 req-96bff2bd-fde3-488a-9bfc-920fd1dd9ecb tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:58.253587 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c8a39664-7a65-4376-a8a5-54028da4d900 req-96bff2bd-fde3-488a-9bfc-920fd1dd9ecb tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 944 time: 0.6645732 Jul 16 01:28:58.264043 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5afe5b0-9841-4bfe-a5ee-02ea09b75491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.313090 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 1c683a68-6c26-466f-9717-563ea137f9ed details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:58.413936 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.415095 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c36f7-e0e5-436a-8b01-6ca5ce171a92 req-63d16e2a-835e-443b-aa3b-a08f6767b394 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:58.422386 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f44c36f7-e0e5-436a-8b01-6ca5ce171a92 req-63d16e2a-835e-443b-aa3b-a08f6767b394 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 936 time: 0.2536118 Jul 16 01:28:58.436391 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-922fe23b-ea30-4e91-94d3-5708991d527c req-b107d204-096a-45a9-aa9d-d9b18ea2af4a service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587631 Jul 16 01:28:58.451155 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c8a39664-7a65-4376-a8a5-54028da4d900 req-f307f410-8a9d-41d8-9616-6d6b5c474e28 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956224 Jul 16 01:28:58.482804 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-de372796-934c-4e3b-bae9-ab61a573edef req-abd68427-073c-45e6-9a76-bc30ec4a74d4 tempest-DeleteServersAdminTestJSON-2117233726 tempest-DeleteServersAdminTestJSON-2117233726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.507081 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f44c36f7-e0e5-436a-8b01-6ca5ce171a92 req-3ff8d148-5538-492b-b749-65379bed09a2 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820200 Jul 16 01:28:58.537959 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['6a515afb-eebc-465f-b3f9-5c9d02fbdbe7'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:58.563255 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd68427-073c-45e6-9a76-bc30ec4a74d4 tempest-DeleteServersAdminTestJSON-2117233726 tempest-DeleteServersAdminTestJSON-2117233726-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a515afb-eebc-465f-b3f9-5c9d02fbdbe7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:58.564398 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42ea501-3562-4202-99cc-5b6a671d6026 x-openstack-request-id: req-f42ea501-3562-4202-99cc-5b6a671d6026 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:58.573880 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bbea52-1678-41bc-b765-54d7cafa50fe", "name": "network-vif-plugged", "status": "completed", "tag": "ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:58.581051 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f42ea501-3562-4202-99cc-5b6a671d6026 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:58.581485 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bbea52-1678-41bc-b765-54d7cafa50fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e', 'code': 200} Jul 16 01:28:58.626846 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-de372796-934c-4e3b-bae9-ab61a573edef req-abd68427-073c-45e6-9a76-bc30ec4a74d4 tempest-DeleteServersAdminTestJSON-2117233726 tempest-DeleteServersAdminTestJSON-2117233726-project-admin] No DVR routers for this DVR port 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:58.630700 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-de372796-934c-4e3b-bae9-ab61a573edef req-abd68427-073c-45e6-9a76-bc30ec4a74d4 tempest-DeleteServersAdminTestJSON-2117233726 tempest-DeleteServersAdminTestJSON-2117233726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.634075 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-de372796-934c-4e3b-bae9-ab61a573edef req-abd68427-073c-45e6-9a76-bc30ec4a74d4 tempest-DeleteServersAdminTestJSON-2117233726 tempest-DeleteServersAdminTestJSON-2117233726-project-admin] 10.222.0.47 "DELETE /v2.0/ports/6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 HTTP/1.1" status: 204 len: 173 time: 2.1523669 Jul 16 01:28:58.634687 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a18d73-6357-4725-9f52-24942d64d01f', 'name': 'network-vif-deleted', 'tag': '6a515afb-eebc-465f-b3f9-5c9d02fbdbe7'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:58.637630 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01637852-23c9-4b23-b601-3b36f3d85ea1" -d '{"events": [{"server_uuid": "a8a18d73-6357-4725-9f52-24942d64d01f", "name": "network-vif-deleted", "tag": "6a515afb-eebc-465f-b3f9-5c9d02fbdbe7"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:58.690529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 1c683a68-6c26-466f-9717-563ea137f9ed, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1c683a68-6c26-466f-9717-563ea137f9ed,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:58.737970 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '1c683a68-6c26-466f-9717-563ea137f9ed', 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7', 'port_id': '1c683a68-6c26-466f-9717-563ea137f9ed', 'mac_address': 'fa:16:3e:ee:d5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfe93df-9335-48e8-9251-03d181a930aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:58.780200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:58.797763 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.818198 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66123c2b-2c16-4a43-8cbf-9b9c47f64f63 req-c52ad3ba-f4a7-458a-bb5f-3d47e3936d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:58.822211 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-66123c2b-2c16-4a43-8cbf-9b9c47f64f63 req-c52ad3ba-f4a7-458a-bb5f-3d47e3936d6b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=54bbea52-1678-41bc-b765-54d7cafa50fe HTTP/1.1" status: 200 len: 1099 time: 0.1451795 Jul 16 01:28:58.850063 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.877752 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Transition to ACTIVE for port object 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:58.897189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c683a68-6c26-466f-9717-563ea137f9ed {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:58.899608 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-66123c2b-2c16-4a43-8cbf-9b9c47f64f63 req-fbf859eb-5a5e-4c01-b738-32fabe04c66e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683198 Jul 16 01:28:58.906411 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.971171 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 1c683a68-6c26-466f-9717-563ea137f9ed, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1c683a68-6c26-466f-9717-563ea137f9ed,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:58.977139 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.990502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-7413fdaf-00f1-4a93-b63b-de4b0657e9ac req-ff253161-7738-4637-8ff2-92edb96fab7c tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Deleting port 3f261e44-bc55-4851-ab68-a8aef74c6372 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:58.990950 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7413fdaf-00f1-4a93-b63b-de4b0657e9ac req-ff253161-7738-4637-8ff2-92edb96fab7c tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.056232 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=1c683a68-6c26-466f-9717-563ea137f9ed,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:59.097048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Pushing event updated for resources: {'Port': ['ID=83eaa056-4aa4-4c74-80ef-f833ce06b5c1,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:59.141321 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.159252 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.160041 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.274133 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] Pushing event updated for resources: {'Port': ['ID=f374e129-f2e4-403a-9dc0-6e3596797943,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:59.301996 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Attempting to bind port 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:59.302377 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Attempting to bind port 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:59.302795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Attempting to bind port 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:59.305670 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['1c683a68-6c26-466f-9717-563ea137f9ed'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:59.331887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Port 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:59.333091 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Attempting to bind port 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:59.344067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59e8f0-6ee4-4746-a8c2-d6a4b2a45dce req-010fd804-fbde-4514-a167-5c000e56f81b tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.346195 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f59e8f0-6ee4-4746-a8c2-d6a4b2a45dce req-010fd804-fbde-4514-a167-5c000e56f81b tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 970 time: 0.1413815 Jul 16 01:28:59.390855 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:59.404442 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60373ed-2790-4bc9-8a45-dcd649f3349d req-ada3b997-967a-4459-8e3d-b488c4bb3cf0 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.415342 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f60373ed-2790-4bc9-8a45-dcd649f3349d req-ada3b997-967a-4459-8e3d-b488c4bb3cf0 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=54bbea52-1678-41bc-b765-54d7cafa50fe HTTP/1.1" status: 200 len: 948 time: 0.5596585 Jul 16 01:28:59.450433 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f59e8f0-6ee4-4746-a8c2-d6a4b2a45dce req-228b3ff3-e233-4687-887e-ff475675baab tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/security-groups?id=173193b0-ed78-4fc5-b163-35b6e3d82509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921888 Jul 16 01:28:59.455535 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-7413fdaf-00f1-4a93-b63b-de4b0657e9ac req-ff253161-7738-4637-8ff2-92edb96fab7c tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] For port 3f261e44-bc55-4851-ab68-a8aef74c6372, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3f261e44-bc55-4851-ab68-a8aef74c6372,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:59.456574 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7413fdaf-00f1-4a93-b63b-de4b0657e9ac req-ff253161-7738-4637-8ff2-92edb96fab7c tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.475049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:59.475394 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:59.475812 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:59.476261 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Bound port: 83eaa056-4aa4-4c74-80ef-f833ce06b5c1, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:59.476815 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.514807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-7413fdaf-00f1-4a93-b63b-de4b0657e9ac req-ff253161-7738-4637-8ff2-92edb96fab7c tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Calling delete_port for 3f261e44-bc55-4851-ab68-a8aef74c6372 owned by compute:tempest-test_az-432778153 {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:59.515402 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2189edea-afb5-4237-865a-b9562a2f1b7c x-openstack-request-id: req-2189edea-afb5-4237-865a-b9562a2f1b7c {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:59.515547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:59.515847 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.516299 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a18d73-6357-4725-9f52-24942d64d01f", "name": "network-vif-deleted", "tag": "6a515afb-eebc-465f-b3f9-5c9d02fbdbe7", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:59.516760 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2189edea-afb5-4237-865a-b9562a2f1b7c {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:59.517918 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a18d73-6357-4725-9f52-24942d64d01f', 'name': 'network-vif-deleted', 'tag': '6a515afb-eebc-465f-b3f9-5c9d02fbdbe7', 'status': 'completed', 'code': 200} Jul 16 01:28:59.571990 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f60373ed-2790-4bc9-8a45-dcd649f3349d req-f55fc069-e2a9-4eff-94b4-11753a4b8457 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533759 Jul 16 01:28:59.732064 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0cbf3870-1181-4f1d-9983-301379192478 req-842af527-dd3a-4366-a9c6-7165b21ec0be tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8a18d73-6357-4725-9f52-24942d64d01f HTTP/1.1" status: 200 len: 210 time: 0.0397203 Jul 16 01:28:59.783191 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] For port 83eaa056-4aa4-4c74-80ef-f833ce06b5c1, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:59.791018 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] For port 83eaa056-4aa4-4c74-80ef-f833ce06b5c1, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=83eaa056-4aa4-4c74-80ef-f833ce06b5c1,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:59.793434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] Network 97451b59-1a09-4e04-ad69-5999cdd54249 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:59.797066 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:59.799387 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.930242 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.934387 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.938278 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] 10.222.0.47 "PUT /v2.0/ports/83eaa056-4aa4-4c74-80ef-f833ce06b5c1 HTTP/1.1" status: 200 len: 1096 time: 2.6244221 Jul 16 01:28:59.939107 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a703c608-504d-4282-bfde-0151c0934208', 'tag': '83eaa056-4aa4-4c74-80ef-f833ce06b5c1'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:59.962456 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4f8c0e-b1af-43c4-a7d8-31aa490221b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a703c608-504d-4282-bfde-0151c0934208", "tag": "83eaa056-4aa4-4c74-80ef-f833ce06b5c1"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:00.034998 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49c1bb-efaa-4ea0-8947-a678da1be252 req-401ffddd-020f-4084-baea-b05a96e79ccd tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.049653 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4d49c1bb-efaa-4ea0-8947-a678da1be252 req-401ffddd-020f-4084-baea-b05a96e79ccd tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 948 time: 0.1390355 Jul 16 01:29:00.122843 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d9b74-0988-45de-bae2-13e8c28d3a4b service neutron] Pushing event updated for resources: {'Port': ['ID=83eaa056-4aa4-4c74-80ef-f833ce06b5c1,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:00.135490 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4d49c1bb-efaa-4ea0-8947-a678da1be252 req-272fb3c5-6058-4e1a-826d-713d95b5a0f2 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844455 Jul 16 01:29:00.140845 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42924) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:00.208554 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15147471-61d8-411f-803a-3fc7163ddfe5 x-openstack-request-id: req-15147471-61d8-411f-803a-3fc7163ddfe5 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:00.208824 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a703c608-504d-4282-bfde-0151c0934208", "tag": "83eaa056-4aa4-4c74-80ef-f833ce06b5c1", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:00.209551 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-15147471-61d8-411f-803a-3fc7163ddfe5 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:00.209551 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a703c608-504d-4282-bfde-0151c0934208', 'tag': '83eaa056-4aa4-4c74-80ef-f833ce06b5c1', 'status': 'completed', 'code': 200} Jul 16 01:29:00.226942 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a6ab864d-4bc5-4f42-8fd7-29e317b81047 None None] Provisioning complete for port f374e129-f2e4-403a-9dc0-6e3596797943 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:00.228067 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6ab864d-4bc5-4f42-8fd7-29e317b81047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.272390 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7413fdaf-00f1-4a93-b63b-de4b0657e9ac req-ff253161-7738-4637-8ff2-92edb96fab7c tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.319650 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 1c683a68-6c26-466f-9717-563ea137f9ed up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:00.355146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a6ab864d-4bc5-4f42-8fd7-29e317b81047 None None] Port f374e129-f2e4-403a-9dc0-6e3596797943 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:00.355637 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff253161-7738-4637-8ff2-92edb96fab7c tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Pushing event deleted for resources: {'Port': ['ID=3f261e44-bc55-4851-ab68-a8aef74c6372,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:00.366314 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] Router c6ccfd47-1360-43a3-8d3d-59d234cb24af has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:00.392431 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 1c683a68-6c26-466f-9717-563ea137f9ed completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:00.397744 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 1c683a68-6c26-466f-9717-563ea137f9ed triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:00.399039 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.456620 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebe945-7aa5-405d-a6e4-e6d388defd0e req-9f90302d-caf2-4670-9c4d-c2289834740c tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.467597 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03ebe945-7aa5-405d-a6e4-e6d388defd0e req-9f90302d-caf2-4670-9c4d-c2289834740c tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 945 time: 0.4683778 Jul 16 01:29:00.515448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7413fdaf-00f1-4a93-b63b-de4b0657e9ac req-ff253161-7738-4637-8ff2-92edb96fab7c tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] No DVR routers for this DVR port 3f261e44-bc55-4851-ab68-a8aef74c6372 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:00.540424 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.554935 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7413fdaf-00f1-4a93-b63b-de4b0657e9ac req-ff253161-7738-4637-8ff2-92edb96fab7c tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.554935 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7413fdaf-00f1-4a93-b63b-de4b0657e9ac req-ff253161-7738-4637-8ff2-92edb96fab7c tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.26 "DELETE /v2.0/ports/3f261e44-bc55-4851-ab68-a8aef74c6372 HTTP/1.1" status: 204 len: 173 time: 2.6903911 Jul 16 01:29:00.616247 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 1c683a68-6c26-466f-9717-563ea137f9ed, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1c683a68-6c26-466f-9717-563ea137f9ed,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:00.619645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78727cca-a903-4f49-b4bf-8e26fc8275b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c683a68-6c26-466f-9717-563ea137f9ed'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:00.626862 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea0f348-c113-4b6a-b5d8-9c6804c20d77" -d '{"events": [{"server_uuid": "78727cca-a903-4f49-b4bf-8e26fc8275b9", "name": "network-vif-plugged", "status": "completed", "tag": "1c683a68-6c26-466f-9717-563ea137f9ed"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:00.636384 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f21b24fc-2c37-452c-8bb3-d655493bd2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.637645 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.638647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 3f261e44-bc55-4851-ab68-a8aef74c6372 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:00.692966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-a7345aac-5c34-4463-bff7-9f49a54be325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.694712 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-a7345aac-5c34-4463-bff7-9f49a54be325 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9f632ebbf5d42d79ea76306b16e9614&device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 1099 time: 0.5128651 Jul 16 01:29:00.723735 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=1c683a68-6c26-466f-9717-563ea137f9ed,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:00.744610 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 3f261e44-bc55-4851-ab68-a8aef74c6372 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:00.744958 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 3f261e44-bc55-4851-ab68-a8aef74c6372 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:00.761415 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f21b24fc-2c37-452c-8bb3-d655493bd2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.767530 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03ebe945-7aa5-405d-a6e4-e6d388defd0e req-5e578081-6f3f-43b6-aa33-d2e46bdecf5b tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988548 Jul 16 01:29:00.799658 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-78bc1a7c-354b-4922-8a65-c25fd011fa59 req-7343ced1-0ef1-4ac4-95c0-e982a75bd68f tempest-AggregatesAdminTestJSON-489168221 tempest-AggregatesAdminTestJSON-489168221-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fcb606a-ce1e-4811-a25b-62e23bff389f HTTP/1.1" status: 200 len: 210 time: 0.0367560 Jul 16 01:29:00.804666 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f21b24fc-2c37-452c-8bb3-d655493bd2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.813833 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-50c53de5-396e-4018-9184-13a96f582437 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=83eaa056-4aa4-4c74-80ef-f833ce06b5c1 HTTP/1.1" status: 200 len: 217 time: 0.0453162 Jul 16 01:29:00.833249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:00.843915 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Sync routers for ids ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:00.850102 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06d0a78-e2d0-4528-af96-782f233526aa x-openstack-request-id: req-c06d0a78-e2d0-4528-af96-782f233526aa {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:00.850387 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78727cca-a903-4f49-b4bf-8e26fc8275b9", "name": "network-vif-plugged", "status": "completed", "tag": "1c683a68-6c26-466f-9717-563ea137f9ed", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:00.850643 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c06d0a78-e2d0-4528-af96-782f233526aa {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:00.851033 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78727cca-a903-4f49-b4bf-8e26fc8275b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c683a68-6c26-466f-9717-563ea137f9ed', 'code': 200} Jul 16 01:29:00.864639 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-054a593f-4d42-4f77-9168-b08f9231e068 admin admin] 10.222.0.54 "PUT /v2.0/routers/c6ccfd47-1360-43a3-8d3d-59d234cb24af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2247033 Jul 16 01:29:00.864960 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Routers {'c6ccfd47-1360-43a3-8d3d-59d234cb24af'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:00.865043 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:28:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:00.927091 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f21b24fc-2c37-452c-8bb3-d655493bd2af admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=13c38a629b5641a7858d79c868ca546d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7851777 Jul 16 01:29:00.929645 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b24fc-2c37-452c-8bb3-d655493bd2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd8de47-54e4-428c-b472-54afcd4eb05b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:00.934191 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42948) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:00.972504 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-21d82605-c08e-4ac5-af91-c0775e573c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.975029 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-21d82605-c08e-4ac5-af91-c0775e573c1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1399462 Jul 16 01:29:01.024388 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7f1d663-a88b-41fb-b98a-fd2b40bd3530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.033031 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.034808 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd268-5542-4b8d-8df6-82fa977d3fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.063848 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7f1d663-a88b-41fb-b98a-fd2b40bd3530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.086924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Set router c6ccfd47-1360-43a3-8d3d-59d234cb24af gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:01.121179 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7f1d663-a88b-41fb-b98a-fd2b40bd3530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.124552 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7f1d663-a88b-41fb-b98a-fd2b40bd3530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.126024 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e7f1d663-a88b-41fb-b98a-fd2b40bd3530 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/afd8de47-54e4-428c-b472-54afcd4eb05b HTTP/1.1" status: 204 len: 168 time: 0.1860075 Jul 16 01:29:01.136785 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1d663-a88b-41fb-b98a-fd2b40bd3530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd8de47-54e4-428c-b472-54afcd4eb05b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:01.285717 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-002d93f1-3751-4184-a5fd-050bb0d79df2 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7617dd760ae44f769c6fef38bbc93458&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345984 Jul 16 01:29:01.330034 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:01.419407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-49332569-7f82-4df9-8b7f-27126002b5f0 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.423630 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-49332569-7f82-4df9-8b7f-27126002b5f0 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1348245 Jul 16 01:29:01.440255 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:01.440636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 6a515afb-eebc-465f-b3f9-5c9d02fbdbe7 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:01.467626 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-be291873-54f0-4a57-9968-dd185e12ef96 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/quotas/7617dd760ae44f769c6fef38bbc93458 HTTP/1.1" status: 200 len: 375 time: 0.0344677 Jul 16 01:29:01.506742 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-a5d2b777-6131-4cdc-9ef3-edffa40a3f32 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7617dd760ae44f769c6fef38bbc93458&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382383 Jul 16 01:29:01.554194 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e5dd2-94e6-4ddc-a54e-56c4949135d4 req-f8a40510-b869-4022-b0e2-24d7ee3567b1 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.565175 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9b6e5dd2-94e6-4ddc-a54e-56c4949135d4 req-f8a40510-b869-4022-b0e2-24d7ee3567b1 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=54bbea52-1678-41bc-b765-54d7cafa50fe HTTP/1.1" status: 200 len: 948 time: 0.5757203 Jul 16 01:29:01.579123 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-2859fb31-8fa9-41ab-a895-bdc223eb0aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.581215 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-2859fb31-8fa9-41ab-a895-bdc223eb0aa9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2467816 Jul 16 01:29:01.612143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1502302275-router', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:50Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'gw_port': {'id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:51Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'f374e129-f2e4-403a-9dc0-6e3596797943', 'name': '', 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'mac_address': 'fa:16:3e:26:5a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3f184858-4f5a-4e50-aa93-8483e4e9968b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:55Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 2, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'subnets': [{'id': '3f184858-4f5a-4e50-aa93-8483e4e9968b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:01.627851 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04aee15-105b-47d6-be53-55e479e51703 req-0aef1ab0-39db-44da-91e7-cf06a301c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.629444 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b04aee15-105b-47d6-be53-55e479e51703 req-0aef1ab0-39db-44da-91e7-cf06a301c82e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 1097 time: 0.6533673 Jul 16 01:29:01.645154 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Checking router: c6ccfd47-1360-43a3-8d3d-59d234cb24af for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:01.645671 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Updating router c6ccfd47-1360-43a3-8d3d-59d234cb24af port f374e129-f2e4-403a-9dc0-6e3596797943 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:29:01.648320 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42970) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:01.666409 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0211960f-3f32-4302-b4dc-c51e38a7080a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.686299 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.692901 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9b6e5dd2-94e6-4ddc-a54e-56c4949135d4 req-b261eb55-896a-4eae-88e8-9f49e344117f tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266935 Jul 16 01:29:01.779795 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b04aee15-105b-47d6-be53-55e479e51703 req-38132aa1-35ba-42f5-8876-054505ca15a8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330678 Jul 16 01:29:01.841714 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-072425b8-862b-4028-8f33-e424c4ef2733 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298126 Jul 16 01:29:01.927577 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0211960f-3f32-4302-b4dc-c51e38a7080a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.940680 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0211960f-3f32-4302-b4dc-c51e38a7080a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.984504 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.028294 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eccc0762-6d67-47c6-b891-1ae4e2608377 req-0f309f87-ee76-4631-805c-d167f41902cb service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798835 Jul 16 01:29:02.067402 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0211960f-3f32-4302-b4dc-c51e38a7080a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=669fe64183de4080ad14a1cc0d72e0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156320 Jul 16 01:29:02.069976 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42992) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:02.073674 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211960f-3f32-4302-b4dc-c51e38a7080a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5250c87e-dca9-4903-9702-6f26ad2e65c3,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:02.125532 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd2619-e64c-4408-924d-9de106fd76e2 req-383987b3-b063-48d3-a587-cf190389a76e tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.133146 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fabd2619-e64c-4408-924d-9de106fd76e2 req-383987b3-b063-48d3-a587-cf190389a76e tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 948 time: 0.1531007 Jul 16 01:29:02.170767 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.185836 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Transition to ACTIVE for port object f374e129-f2e4-403a-9dc0-6e3596797943 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:02.195296 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.200329 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fabd2619-e64c-4408-924d-9de106fd76e2 req-298c9b7d-5afc-44af-8042-180d42fd41c6 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627418 Jul 16 01:29:02.215827 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcb606a-ce1e-4811-a25b-62e23bff389f', 'name': 'network-vif-deleted', 'tag': '3f261e44-bc55-4851-ab68-a8aef74c6372'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:02.217310 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02830acc-de32-488a-a80f-208de01d500e" -d '{"events": [{"server_uuid": "9fcb606a-ce1e-4811-a25b-62e23bff389f", "name": "network-vif-deleted", "tag": "3f261e44-bc55-4851-ab68-a8aef74c6372"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:02.229645 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0710c688-517f-482c-aac1-ffbeab3b6b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.296761 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0710c688-517f-482c-aac1-ffbeab3b6b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.327187 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a33500-0089-4faf-9628-77d554df96b1 None None] Pushing event updated for resources: {'Port': ['ID=f374e129-f2e4-403a-9dc0-6e3596797943,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:02.336007 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a75f5a7e-f585-4f2d-90aa-b23deb43bfb1 req-e58fb2d0-a35b-49d7-920e-42abf1c29458 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/ports?device_id=22735944-a7b5-4b86-a420-7c26e87c6437 HTTP/1.1" status: 200 len: 210 time: 0.0647125 Jul 16 01:29:02.347871 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f8c0e-b1af-43c4-a7d8-31aa490221b7 req-b4634ed6-071c-464a-9f8c-adedb44a692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.350006 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc4f8c0e-b1af-43c4-a7d8-31aa490221b7 req-b4634ed6-071c-464a-9f8c-adedb44a692e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9f632ebbf5d42d79ea76306b16e9614&device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 1099 time: 0.1795173 Jul 16 01:29:02.381819 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Attempting to bind port f374e129-f2e4-403a-9dc0-6e3596797943 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:02.382285 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Attempting to bind port f374e129-f2e4-403a-9dc0-6e3596797943 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '52bc77e7-9f4e-4d42-91c5-e8fe27dfa212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:02.385815 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Attempting to bind port f374e129-f2e4-403a-9dc0-6e3596797943 on network 97451b59-1a09-4e04-ad69-5999cdd54249 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:02.397685 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:02.398064 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Checking segment: {'id': '52bc77e7-9f4e-4d42-91c5-e8fe27dfa212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:02.398466 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.398924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Bound using segment: {'id': '52bc77e7-9f4e-4d42-91c5-e8fe27dfa212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:02.399401 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Bound port: f374e129-f2e4-403a-9dc0-6e3596797943, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52bc77e7-9f4e-4d42-91c5-e8fe27dfa212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:02.399803 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.501741 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] For port f374e129-f2e4-403a-9dc0-6e3596797943, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:02.514941 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] For port f374e129-f2e4-403a-9dc0-6e3596797943, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f374e129-f2e4-403a-9dc0-6e3596797943,segment=NetworkSegment(52bc77e7-9f4e-4d42-91c5-e8fe27dfa212),segment_id=52bc77e7-9f4e-4d42-91c5-e8fe27dfa212)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:02.519453 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.594443 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0710c688-517f-482c-aac1-ffbeab3b6b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.604248 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Routers {'c6ccfd47-1360-43a3-8d3d-59d234cb24af'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:02.604902 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:29:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:02.606051 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0710c688-517f-482c-aac1-ffbeab3b6b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.610778 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0710c688-517f-482c-aac1-ffbeab3b6b9b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5250c87e-dca9-4903-9702-6f26ad2e65c3 HTTP/1.1" status: 204 len: 168 time: 0.5368001 Jul 16 01:29:02.686006 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710c688-517f-482c-aac1-ffbeab3b6b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5250c87e-dca9-4903-9702-6f26ad2e65c3,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:02.748888 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f8c0e-b1af-43c4-a7d8-31aa490221b7 req-1aa29386-e1f3-4830-bc1d-4e161a52ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.753316 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc4f8c0e-b1af-43c4-a7d8-31aa490221b7 req-1aa29386-e1f3-4830-bc1d-4e161a52ebd0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.3884232 Jul 16 01:29:02.795879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-e737bb49-d97e-4c95-b39a-cab9f0fe80f1 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.801347 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-e737bb49-d97e-4c95-b39a-cab9f0fe80f1 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/networks?id=97451b59-1a09-4e04-ad69-5999cdd54249 HTTP/1.1" status: 200 len: 829 time: 0.4498413 Jul 16 01:29:02.801696 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] Set router c6ccfd47-1360-43a3-8d3d-59d234cb24af gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:02.864642 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc4f8c0e-b1af-43c4-a7d8-31aa490221b7 req-17d8cc49-efb2-45fe-9013-fb6e7fa197ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=83eaa056-4aa4-4c74-80ef-f833ce06b5c1 HTTP/1.1" status: 200 len: 217 time: 0.1007471 Jul 16 01:29:02.887012 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6146dc7a-5ffe-486a-bcff-82dfa8220597 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/quotas/d7fbbe8564d14b9aae216c3a14214e36 HTTP/1.1" status: 200 len: 375 time: 0.0249615 Jul 16 01:29:02.913766 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a33500-0089-4faf-9628-77d554df96b1 None None] Pushing event updated for resources: {'Port': ['ID=f374e129-f2e4-403a-9dc0-6e3596797943,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:02.935410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9b33f-b46f-4f14-a927-335ae0cc7c01 req-3a919558-1cc3-41da-b7bc-dbcce2080e50 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.940236 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-acf9b33f-b46f-4f14-a927-335ae0cc7c01 req-3a919558-1cc3-41da-b7bc-dbcce2080e50 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 946 time: 0.1600566 Jul 16 01:29:03.027593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f8c0e-b1af-43c4-a7d8-31aa490221b7 req-a0d505c8-6f96-457d-876e-0178901d9a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.029103 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc4f8c0e-b1af-43c4-a7d8-31aa490221b7 req-a0d505c8-6f96-457d-876e-0178901d9a96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1395290 Jul 16 01:29:03.035421 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-acf9b33f-b46f-4f14-a927-335ae0cc7c01 req-778f8658-50b0-4190-944c-ee6b6f4ed209 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886307 Jul 16 01:29:03.091190 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-bf4ffbb1-935b-47aa-ac29-88f68337eff3 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7fbbe8564d14b9aae216c3a14214e36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2027116 Jul 16 01:29:03.107464 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-43496278-4844-4d90-9367-daec493f8363 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:29:03.114543 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-43496278-4844-4d90-9367-daec493f8363 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131316 Jul 16 01:29:03.181483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f8c0e-b1af-43c4-a7d8-31aa490221b7 req-5291f20f-9e96-45ff-ae61-8f93581a8fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.183153 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc4f8c0e-b1af-43c4-a7d8-31aa490221b7 req-5291f20f-9e96-45ff-ae61-8f93581a8fec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422906 Jul 16 01:29:03.203496 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1502302275-router', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:50Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'gw_port': {'id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:51Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'f374e129-f2e4-403a-9dc0-6e3596797943', 'name': '', 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'mac_address': 'fa:16:3e:26:5a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3f184858-4f5a-4e50-aa93-8483e4e9968b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:55Z', 'updated_at': '2021-07-16T01:29:02Z', 'revision_number': 4, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'subnets': [{'id': '3f184858-4f5a-4e50-aa93-8483e4e9968b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:03.243417 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24cc629-795c-4972-b429-cf22e0007f04 None None] The sync data for ids ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'] in n-d-800086-6 is: [{'id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1502302275-router', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:50Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'gw_port': {'id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:51Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'f374e129-f2e4-403a-9dc0-6e3596797943', 'name': '', 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'mac_address': 'fa:16:3e:26:5a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3f184858-4f5a-4e50-aa93-8483e4e9968b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:55Z', 'updated_at': '2021-07-16T01:29:02Z', 'revision_number': 4, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'subnets': [{'id': '3f184858-4f5a-4e50-aa93-8483e4e9968b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:03.378799 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-5c3cef1d-d577-4ace-8090-55f4dd132562 service neutron] 10.222.0.54 "GET /v2.0/networks/97451b59-1a09-4e04-ad69-5999cdd54249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632599 Jul 16 01:29:03.418169 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-b977bc00-c819-4139-b658-cdbe01f4da78 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=66ad9ba6f46c4b4fba4cef25fc698a91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621808 Jul 16 01:29:03.486299 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc4f8c0e-b1af-43c4-a7d8-31aa490221b7 req-cbea3d3b-d226-40dd-ac99-91a0dfa0c6c9 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504902 Jul 16 01:29:03.597165 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-c96747f3-2e2e-4844-bc5c-c14a8b3d93c5 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.605191 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-c96747f3-2e2e-4844-bc5c-c14a8b3d93c5 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1854210 Jul 16 01:29:03.621787 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-80adf16a-dce0-4295-82ec-823fceb08e53 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/quotas/66ad9ba6f46c4b4fba4cef25fc698a91 HTTP/1.1" status: 200 len: 375 time: 0.0154297 Jul 16 01:29:03.669854 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-7cef428e-b017-4ef6-affe-a3a5e19e1ead tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=66ad9ba6f46c4b4fba4cef25fc698a91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468554 Jul 16 01:29:03.680178 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.707357 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc4f8c0e-b1af-43c4-a7d8-31aa490221b7 req-b5271506-a892-4feb-8d7f-9dc29d39e57f service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065845 Jul 16 01:29:03.741641 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-effca67e-7323-4009-bbb4-5b7d9a2ef2c8 service neutron] 10.222.0.54 "GET /v2.0/networks/97451b59-1a09-4e04-ad69-5999cdd54249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602283 Jul 16 01:29:03.756225 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43046) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:03.794620 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-a2a949b1-dfd5-4b5a-9d38-eee7d1182ae9 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7617dd760ae44f769c6fef38bbc93458&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444813 Jul 16 01:29:03.995994 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af60e02-fa90-449e-aec5-1a49b7d2754c x-openstack-request-id: req-1af60e02-fa90-449e-aec5-1a49b7d2754c {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:03.996357 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcb606a-ce1e-4811-a25b-62e23bff389f", "name": "network-vif-deleted", "tag": "3f261e44-bc55-4851-ab68-a8aef74c6372", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:03.996683 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1af60e02-fa90-449e-aec5-1a49b7d2754c {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:03.997151 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcb606a-ce1e-4811-a25b-62e23bff389f', 'name': 'network-vif-deleted', 'tag': '3f261e44-bc55-4851-ab68-a8aef74c6372', 'status': 'completed', 'code': 200} Jul 16 01:29:04.011333 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e6ab0be9-df65-4602-9a3e-7942da95c6de admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=388fa03462c046768ccf6a4cb3c2a734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540417 Jul 16 01:29:04.012749 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-732ec084-3980-4ded-b952-107116bf20e5 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.014740 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-732ec084-3980-4ded-b952-107116bf20e5 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081928 Jul 16 01:29:04.026733 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43058) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:04.053697 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-ce7962f3-ebb9-4138-837e-e0fc1423d801 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Request body: {'port': {'device_id': '22735944-a7b5-4b86-a420-7c26e87c6437', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': '7617dd760ae44f769c6fef38bbc93458'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:04.113963 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-677bb557-82ed-4485-af18-e25dceb9e197 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7b0ee75d87fe4e4fb9a9c5926e993e52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235562 Jul 16 01:29:04.211685 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43076) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:04.298479 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-655bf578-57e3-4389-bd9d-47b26ad98a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.375193 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-91f1eda9-2dfd-481d-afc0-e57da1a4cc01 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.384499 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-91f1eda9-2dfd-481d-afc0-e57da1a4cc01 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2556713 Jul 16 01:29:04.420265 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-8972d059-6376-4d85-9b4d-9b46f3e7ce08 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/quotas/7b0ee75d87fe4e4fb9a9c5926e993e52 HTTP/1.1" status: 200 len: 375 time: 0.0344214 Jul 16 01:29:04.452128 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-db9480b1-4318-4e53-b5a4-3e733712d998 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-network', 'tenant_id': '8067f702785a46d7aeee2219e58c580f'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:04.505861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9480b1-4318-4e53-b5a4-3e733712d998 admin admin] Made reservation on behalf of 8067f702785a46d7aeee2219e58c580f for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:04.510299 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db9480b1-4318-4e53-b5a4-3e733712d998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.548039 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db9480b1-4318-4e53-b5a4-3e733712d998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.638157 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-655bf578-57e3-4389-bd9d-47b26ad98a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.679486 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db9480b1-4318-4e53-b5a4-3e733712d998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.690430 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db9480b1-4318-4e53-b5a4-3e733712d998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.704314 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9480b1-4318-4e53-b5a4-3e733712d998 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:04.709563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db47965-f65b-4f5c-9d20-f00c90a2ea96 req-ef6825e0-43e5-4c4b-9f34-f5889be79ea1 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.711827 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2db47965-f65b-4f5c-9d20-f00c90a2ea96 req-ef6825e0-43e5-4c4b-9f34-f5889be79ea1 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 948 time: 0.4166980 Jul 16 01:29:04.714217 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db9480b1-4318-4e53-b5a4-3e733712d998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.714706 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-db9480b1-4318-4e53-b5a4-3e733712d998 admin admin] Added segment f756e3f7-e46a-4a44-a34b-9a9aef14f9ac of type vlan for network f742ae33-4dce-47ed-a1d3-990b523bac4e Jul 16 01:29:04.747490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-ce7962f3-ebb9-4138-837e-e0fc1423d801 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Made reservation on behalf of 7617dd760ae44f769c6fef38bbc93458 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:04.752442 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-ce7962f3-ebb9-4138-837e-e0fc1423d801 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.758168 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db9480b1-4318-4e53-b5a4-3e733712d998 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.770257 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-ce7962f3-ebb9-4138-837e-e0fc1423d801 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.788470 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2db47965-f65b-4f5c-9d20-f00c90a2ea96 req-a24140f1-1ff5-4b85-856b-45a3ce9fa404 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653331 Jul 16 01:29:04.793903 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-655bf578-57e3-4389-bd9d-47b26ad98a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.799281 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-655bf578-57e3-4389-bd9d-47b26ad98a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.801184 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-655bf578-57e3-4389-bd9d-47b26ad98a02 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/173193b0-ed78-4fc5-b163-35b6e3d82509 HTTP/1.1" status: 204 len: 168 time: 0.7732248 Jul 16 01:29:04.816824 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bf578-57e3-4389-bd9d-47b26ad98a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173193b0-ed78-4fc5-b163-35b6e3d82509,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:04.887393 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9480b1-4318-4e53-b5a4-3e733712d998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616478c3-180f-4dde-8972-fc06b8e9b4ca,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:04.925387 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db9480b1-4318-4e53-b5a4-3e733712d998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.928723 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9480b1-4318-4e53-b5a4-3e733712d998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.931252 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db9480b1-4318-4e53-b5a4-3e733712d998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.952159 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-32587ec9-43ef-4153-a28d-bd48937fa570 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7b0ee75d87fe4e4fb9a9c5926e993e52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5285482 Jul 16 01:29:04.967640 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-ce7962f3-ebb9-4138-837e-e0fc1423d801 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.973073 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-ce7962f3-ebb9-4138-837e-e0fc1423d801 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.028599 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-db9480b1-4318-4e53-b5a4-3e733712d998 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8149006 Jul 16 01:29:05.033289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43094) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:05.047942 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-7d70d689-28d4-4b6a-8de8-c0670634cedf admin admin] Request body: {'subnet': {'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-subnet', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:05.108882 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9480b1-4318-4e53-b5a4-3e733712d998 admin admin] Pushing event updated for resources: {'Network': ['ID=f742ae33-4dce-47ed-a1d3-990b523bac4e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:05.121277 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network f742ae33-4dce-47ed-a1d3-990b523bac4e details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:05.243211 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:05.317244 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9d068d15-1181-4a02-b0d0-61aa268d06b2 req-945cdca0-edb2-4646-8eb9-04067c617432 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/ports?device_id=22735944-a7b5-4b86-a420-7c26e87c6437 HTTP/1.1" status: 200 len: 210 time: 0.1396935 Jul 16 01:29:05.319241 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43102) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:05.379332 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05b74823-5f8a-46e5-8c40-fb801804e740 req-61479b57-445d-45f7-8161-3681faa1d184 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 210 time: 0.1055548 Jul 16 01:29:05.454873 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f374e129-f2e4-403a-9dc0-6e3596797943 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:05.457338 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-267697c9-438c-4eab-a8bb-9cb6d7c11cf2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de8b19cbbecf4b5eae682ba71cef00ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330101 Jul 16 01:29:05.460207 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43104) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:05.499200 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 83eaa056-4aa4-4c74-80ef-f833ce06b5c1, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=83eaa056-4aa4-4c74-80ef-f833ce06b5c1,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:05.522543 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7962f3-ebb9-4138-837e-e0fc1423d801 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebea0f0-d14d-4d2d-8daf-22b7dfccfdcc,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:05.551317 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-ce7962f3-ebb9-4138-837e-e0fc1423d801 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Allocated IP 192.168.233.109 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/af4dee65-b5a6-420b-8040-3d235e7db6db) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:05.553375 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '83eaa056-4aa4-4c74-80ef-f833ce06b5c1', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '83eaa056-4aa4-4c74-80ef-f833ce06b5c1', 'mac_address': 'fa:16:3e:71:ef:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:05.585161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d70d689-28d4-4b6a-8de8-c0670634cedf admin admin] Made reservation on behalf of 8067f702785a46d7aeee2219e58c580f for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:05.589023 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d70d689-28d4-4b6a-8de8-c0670634cedf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.595108 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6ca14f9-cc90-4e14-9938-2446feb0c3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.627916 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6ca14f9-cc90-4e14-9938-2446feb0c3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.633346 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port f374e129-f2e4-403a-9dc0-6e3596797943 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:05.635976 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9cedcf0c-937a-4fd3-8cfb-dd0587595965 req-8df92039-cd71-454d-b3bb-53b76462ad93 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 210 time: 0.0769136 Jul 16 01:29:05.665659 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port f374e129-f2e4-403a-9dc0-6e3596797943 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:05.666160 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.668088 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.703870 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe977813-2608-4027-aee9-860136cf30a8 req-b11536e0-4df5-4207-b196-6bbe47f1d0ce tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:05.705840 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fe977813-2608-4027-aee9-860136cf30a8 req-b11536e0-4df5-4207-b196-6bbe47f1d0ce tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 946 time: 0.1489615 Jul 16 01:29:05.707491 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:05.763240 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6ca14f9-cc90-4e14-9938-2446feb0c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.767326 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 83eaa056-4aa4-4c74-80ef-f833ce06b5c1, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=83eaa056-4aa4-4c74-80ef-f833ce06b5c1,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:05.768222 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6ca14f9-cc90-4e14-9938-2446feb0c3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.769590 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c6ca14f9-cc90-4e14-9938-2446feb0c3b9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8af55ccf-c922-49ec-be25-a8fb9dbebe98 HTTP/1.1" status: 204 len: 168 time: 0.3081672 Jul 16 01:29:05.788231 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.790021 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fe977813-2608-4027-aee9-860136cf30a8 req-502d9f53-77c7-4bf1-9cf7-f3a953410c5a tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706718 Jul 16 01:29:05.814532 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca14f9-cc90-4e14-9938-2446feb0c3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af55ccf-c922-49ec-be25-a8fb9dbebe98,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:05.815257 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc4ba180-c548-49fd-9d46-521c2d935c95 req-ca51e671-0966-4b2f-b64e-a5b710eae1de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=54bbea52-1678-41bc-b765-54d7cafa50fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6819670 Jul 16 01:29:05.856300 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-493941b8-5213-41fc-ad4b-5339e203e91a req-52e23053-39b2-4f4a-b18a-b9667d1de7ed tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 210 time: 0.1255226 Jul 16 01:29:06.092614 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-ce7962f3-ebb9-4138-837e-e0fc1423d801 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.099097 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.113962 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=83eaa056-4aa4-4c74-80ef-f833ce06b5c1,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:06.171933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fccb701-0130-48fb-93fc-7b4412fe46a5 req-60bc80cd-881b-4dc5-9c80-b224851e1897 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.173975 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4fccb701-0130-48fb-93fc-7b4412fe46a5 req-60bc80cd-881b-4dc5-9c80-b224851e1897 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 949 time: 0.1498196 Jul 16 01:29:06.176082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port f374e129-f2e4-403a-9dc0-6e3596797943, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f374e129-f2e4-403a-9dc0-6e3596797943,segment=NetworkSegment(52bc77e7-9f4e-4d42-91c5-e8fe27dfa212),segment_id=52bc77e7-9f4e-4d42-91c5-e8fe27dfa212)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:06.181260 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.190228 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-ce7962f3-ebb9-4138-837e-e0fc1423d801 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Transition to ACTIVE for port object af4dee65-b5a6-420b-8040-3d235e7db6db will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:06.214617 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-43177e0a-d99c-4bf4-aba8-39009e3b9f82 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=66ad9ba6f46c4b4fba4cef25fc698a91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0975261 Jul 16 01:29:06.236288 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d70d689-28d4-4b6a-8de8-c0670634cedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.295131 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ba180-c548-49fd-9d46-521c2d935c95 req-bb23b13b-18a5-4336-b998-a0561457b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.295131 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc4ba180-c548-49fd-9d46-521c2d935c95 req-bb23b13b-18a5-4336-b998-a0561457b4ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b0ee75d87fe4e4fb9a9c5926e993e52&device_id=54bbea52-1678-41bc-b765-54d7cafa50fe HTTP/1.1" status: 200 len: 1099 time: 0.2477906 Jul 16 01:29:06.325018 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=f374e129-f2e4-403a-9dc0-6e3596797943,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:06.331294 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['83eaa056-4aa4-4c74-80ef-f833ce06b5c1'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:06.346117 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-ce7962f3-ebb9-4138-837e-e0fc1423d801 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.351645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d70d689-28d4-4b6a-8de8-c0670634cedf admin admin] Checking segment: {'id': 'f756e3f7-e46a-4a44-a34b-9a9aef14f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:06.352422 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d70d689-28d4-4b6a-8de8-c0670634cedf admin admin] Network hostable DHCP agents. Network: f742ae33-4dce-47ed-a1d3-990b523bac4e, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:06.396231 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70d689-28d4-4b6a-8de8-c0670634cedf admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc5f773e-982f-4a7b-9f31-a3984b4d24fe,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:06.454748 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4fccb701-0130-48fb-93fc-7b4412fe46a5 req-344b365e-45b8-4b1f-b6a4-bcd195f89b2c tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451129 Jul 16 01:29:06.497973 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d70d689-28d4-4b6a-8de8-c0670634cedf admin admin] Network f742ae33-4dce-47ed-a1d3-990b523bac4e is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:06.508257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-1d9ae399-9faf-433c-b1a5-f33f3754766a tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.510116 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-1d9ae399-9faf-433c-b1a5-f33f3754766a tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2846711 Jul 16 01:29:06.515463 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-ce7962f3-ebb9-4138-837e-e0fc1423d801 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:06.535775 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Request body: {'port': {'device_id': '16d4848a-8d8c-47b8-960e-5e1c587a0cb9', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': '66ad9ba6f46c4b4fba4cef25fc698a91'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:06.602238 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-ce7962f3-ebb9-4138-837e-e0fc1423d801 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:06.612824 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7962f3-ebb9-4138-837e-e0fc1423d801 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Pushing event updated for resources: {'Port': ['ID=af4dee65-b5a6-420b-8040-3d235e7db6db,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:06.635193 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-ce7962f3-ebb9-4138-837e-e0fc1423d801 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:06.648472 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-ce7962f3-ebb9-4138-837e-e0fc1423d801 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.648472 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-ce7962f3-ebb9-4138-837e-e0fc1423d801 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.652766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-7d70d689-28d4-4b6a-8de8-c0670634cedf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, f742ae33-4dce-47ed-a1d3-990b523bac4e) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:06.677996 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e412aa27-f885-418b-9bcf-02ac50b63f20 None None] Network f742ae33-4dce-47ed-a1d3-990b523bac4e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:06.679129 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d70d689-28d4-4b6a-8de8-c0670634cedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.680016 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d70d689-28d4-4b6a-8de8-c0670634cedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.754455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ba180-c548-49fd-9d46-521c2d935c95 req-960097ff-0ae4-4496-b55c-9abc89eeef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.756139 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc4ba180-c548-49fd-9d46-521c2d935c95 req-960097ff-0ae4-4496-b55c-9abc89eeef6b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.3636048 Jul 16 01:29:06.759160 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-ce7962f3-ebb9-4138-837e-e0fc1423d801 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7100410 Jul 16 01:29:06.762504 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7d70d689-28d4-4b6a-8de8-c0670634cedf admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7221160 Jul 16 01:29:06.767671 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43138) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:06.773784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:06.792396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Request body: {'port': {'device_id': '22735944-a7b5-4b86-a420-7c26e87c6437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:06.819113 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Made reservation on behalf of 66ad9ba6f46c4b4fba4cef25fc698a91 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:06.823218 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.843415 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdde3c-f4d9-4400-b470-2f4462b8427d req-c89c3432-d441-4f80-bdaa-e485fdca370b tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.854942 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25cdde3c-f4d9-4400-b470-2f4462b8427d req-c89c3432-d441-4f80-bdaa-e485fdca370b tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/ports?device_id=22735944-a7b5-4b86-a420-7c26e87c6437 HTTP/1.1" status: 200 len: 936 time: 0.1691861 Jul 16 01:29:06.891561 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-f742ae33-4dce-47ed-a1d3-990b523bac4e', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'fixed_ips': [{'subnet_id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:29:06.892462 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.982851 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.998180 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc4ba180-c548-49fd-9d46-521c2d935c95 req-97ea071a-50e9-4820-b27f-501e9f605829 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e HTTP/1.1" status: 200 len: 217 time: 0.2179420 Jul 16 01:29:07.052763 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bd972c2f-a505-4beb-bc83-9a1c11ad321b None None] Provisioning for port af4dee65-b5a6-420b-8040-3d235e7db6db completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:07.062463 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bd972c2f-a505-4beb-bc83-9a1c11ad321b None None] Provisioning complete for port af4dee65-b5a6-420b-8040-3d235e7db6db triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:07.063374 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd972c2f-a505-4beb-bc83-9a1c11ad321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.105487 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bd972c2f-a505-4beb-bc83-9a1c11ad321b None None] Port af4dee65-b5a6-420b-8040-3d235e7db6db cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:07.198146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Allocated IP 172.20.0.2 (f742ae33-4dce-47ed-a1d3-990b523bac4e/bc5f773e-982f-4a7b-9f31-a3984b4d24fe/92f43fdd-6e8d-4bde-b5cf-7954c53e8be8) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:07.272441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.47', 63489) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:07.328065 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.330045 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.335114 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25cdde3c-f4d9-4400-b470-2f4462b8427d req-5f0358bb-0224-4e6a-8615-891731fc476b tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ebea0f0-d14d-4d2d-8daf-22b7dfccfdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558392 Jul 16 01:29:07.387851 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7c19-b8e9-4c24-949c-a0bb7e63beed req-604eb03e-b9bf-468b-9300-b8d57cec441a tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:07.389416 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a40f7c19-b8e9-4c24-949c-a0bb7e63beed req-604eb03e-b9bf-468b-9300-b8d57cec441a tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 1097 time: 0.7264462 Jul 16 01:29:07.507410 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.536543 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4cc052f8-6362-4fc4-9adb-cc4c30dfe6bd req-fbdadcbc-0f07-42a2-90d2-206653bc15d9 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 210 time: 0.0576301 Jul 16 01:29:07.547794 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f374e129-f2e4-403a-9dc0-6e3596797943 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:07.566262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-1903bf4c-ab1f-4573-a027-ae8ae028bf96 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:07.568253 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-1903bf4c-ab1f-4573-a027-ae8ae028bf96 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.47 "GET /v2.0/networks?id=97451b59-1a09-4e04-ad69-5999cdd54249 HTTP/1.1" status: 200 len: 829 time: 0.2949553 Jul 16 01:29:07.600330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4dee65-b5a6-420b-8040-3d235e7db6db {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:07.611255 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-80ec7ea1-8224-4652-903d-aec7497ba7cc tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Request body: {'port': {'device_id': 'b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c', 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249', 'admin_state_up': True, 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:07.685245 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.694203 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.696611 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Transition to ACTIVE for port object 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:07.716343 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Transition to ACTIVE for port object af4dee65-b5a6-420b-8040-3d235e7db6db will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:07.726701 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Transition to ACTIVE for port object 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:07.750847 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d2c98137-d234-47f1-8e20-18a56f4f6aa2 req-d4cf94e0-364e-4df6-8650-60ff50831448 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 210 time: 0.0605862 Jul 16 01:29:07.755101 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.758276 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port f374e129-f2e4-403a-9dc0-6e3596797943 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:07.758647 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.834653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Network f742ae33-4dce-47ed-a1d3-990b523bac4e is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:07.844688 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.852111 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Allocated IP 192.168.233.81 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/2edf9673-b9cd-4b00-97a0-fac5173c6c1d) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:07.855568 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:07.890381 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:07.897120 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.47', 63490) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:07.898166 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Pushing event updated for resources: {'Port': ['ID=92f43fdd-6e8d-4bde-b5cf-7954c53e8be8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:07.958670 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-30394f8a-600a-4e6b-9021-fc23aed6f395 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7b0ee75d87fe4e4fb9a9c5926e993e52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529089 Jul 16 01:29:07.974625 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ba180-c548-49fd-9d46-521c2d935c95 req-dafc4f88-7c65-4ff5-9c80-18fc9bc54310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:07.977331 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc4ba180-c548-49fd-9d46-521c2d935c95 req-dafc4f88-7c65-4ff5-9c80-18fc9bc54310 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.6766338 Jul 16 01:29:08.001180 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Attempting to bind port 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:08.001799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Attempting to bind port 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'f756e3f7-e46a-4a44-a34b-9a9aef14f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:08.002320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Attempting to bind port 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 on network f742ae33-4dce-47ed-a1d3-990b523bac4e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:08.017384 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a40f7c19-b8e9-4c24-949c-a0bb7e63beed req-d556af3e-aabe-4af9-9904-e850a8bb4755 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500028 Jul 16 01:29:08.017874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:08.018153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Checking segment: {'id': 'f756e3f7-e46a-4a44-a34b-9a9aef14f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:08.018567 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.018952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Bound using segment: {'id': 'f756e3f7-e46a-4a44-a34b-9a9aef14f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:08.019824 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Bound port: 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f756e3f7-e46a-4a44-a34b-9a9aef14f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:08.020392 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.022369 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.024830 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e4807f01-dfe0-4cd5-b880-fc4ef11a1805 req-46dfe47f-988d-4f5f-b0ab-8c6f8dcb130a tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 210 time: 0.0842271 Jul 16 01:29:08.066172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Pushing event updated for resources: {'Port': ['ID=af4dee65-b5a6-420b-8040-3d235e7db6db,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:08.140181 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] For port 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:08.147112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] For port 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=92f43fdd-6e8d-4bde-b5cf-7954c53e8be8,segment=NetworkSegment(f756e3f7-e46a-4a44-a34b-9a9aef14f9ac),segment_id=f756e3f7-e46a-4a44-a34b-9a9aef14f9ac)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:08.159690 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.214976 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-80ec7ea1-8224-4652-903d-aec7497ba7cc tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Made reservation on behalf of d7fbbe8564d14b9aae216c3a14214e36 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:08.218190 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-80ec7ea1-8224-4652-903d-aec7497ba7cc tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.249862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1045c7-7ab7-46a3-9697-200b64006cd3 None None] Pushing event updated for resources: {'Port': ['ID=92f43fdd-6e8d-4bde-b5cf-7954c53e8be8,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:08.354012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Attempting to bind port af4dee65-b5a6-420b-8040-3d235e7db6db on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:08.354348 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Attempting to bind port af4dee65-b5a6-420b-8040-3d235e7db6db by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:08.354674 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Attempting to bind port af4dee65-b5a6-420b-8040-3d235e7db6db on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:08.384909 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Port af4dee65-b5a6-420b-8040-3d235e7db6db on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:08.385083 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Attempting to bind port af4dee65-b5a6-420b-8040-3d235e7db6db on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:08.412310 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:08.412875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:08.413924 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:08.413924 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Bound port: af4dee65-b5a6-420b-8040-3d235e7db6db, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:08.415232 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.435744 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ba180-c548-49fd-9d46-521c2d935c95 req-395a1055-7795-4b62-8c10-9592f4872cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.437380 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc4ba180-c548-49fd-9d46-521c2d935c95 req-395a1055-7795-4b62-8c10-9592f4872cbe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4178419 Jul 16 01:29:08.510610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-17745f61-326e-46de-9866-c8f6b5e77477 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.512121 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-17745f61-326e-46de-9866-c8f6b5e77477 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5262709 Jul 16 01:29:08.528886 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.560008 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-1790c778-8ba2-4675-a648-db95d077bfa1 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Request body: {'port': {'device_id': 'd244475d-28fc-47bc-b35a-104839b0f624', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': '7b0ee75d87fe4e4fb9a9c5926e993e52'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:08.593265 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Transition to ACTIVE for port object 2edf9673-b9cd-4b00-97a0-fac5173c6c1d will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:08.660636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e6802-7abc-45af-96da-83b03066c18e req-30c984d4-24b6-4fd5-8baa-ad3f3c9ffc4c tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.662179 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-434e6802-7abc-45af-96da-83b03066c18e req-30c984d4-24b6-4fd5-8baa-ad3f3c9ffc4c tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 949 time: 0.3825552 Jul 16 01:29:08.689372 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] For port af4dee65-b5a6-420b-8040-3d235e7db6db, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:08.694853 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc4ba180-c548-49fd-9d46-521c2d935c95 req-cab11398-899f-413e-8348-75498dc1da84 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380660 Jul 16 01:29:08.698642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] For port af4dee65-b5a6-420b-8040-3d235e7db6db, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=af4dee65-b5a6-420b-8040-3d235e7db6db,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:08.700881 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-80ec7ea1-8224-4652-903d-aec7497ba7cc tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Allocated IP 172.20.0.10 (97451b59-1a09-4e04-ad69-5999cdd54249/3f184858-4f5a-4e50-aa93-8483e4e9968b/28b7e19b-5bcf-4eee-8973-d1a276761120) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:08.725768 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.737863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b978fb0-9782-4d25-8cbe-f4ecbd166ae5 req-6516510c-0b2e-4285-8452-4741810a75e0 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.739489 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9b978fb0-9782-4d25-8cbe-f4ecbd166ae5 req-6516510c-0b2e-4285-8452-4741810a75e0 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 1097 time: 0.3339281 Jul 16 01:29:08.783611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.784708 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.786117 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] 10.222.0.26 "PUT /v2.0/ports/af4dee65-b5a6-420b-8040-3d235e7db6db HTTP/1.1" status: 200 len: 1096 time: 2.0072544 Jul 16 01:29:08.802011 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-434e6802-7abc-45af-96da-83b03066c18e req-0272030a-801b-46da-959d-b0ecec6abe3e tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044235 Jul 16 01:29:08.802178 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22735944-a7b5-4b86-a420-7c26e87c6437', 'tag': 'af4dee65-b5a6-420b-8040-3d235e7db6db'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:08.804513 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44860e8-7a68-47c1-805f-61f8894c06ec" -d '{"events": [{"name": "network-changed", "server_uuid": "22735944-a7b5-4b86-a420-7c26e87c6437", "tag": "af4dee65-b5a6-420b-8040-3d235e7db6db"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:08.815297 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.910172 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-1790c778-8ba2-4675-a648-db95d077bfa1 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Made reservation on behalf of 7b0ee75d87fe4e4fb9a9c5926e993e52 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:08.913801 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-1790c778-8ba2-4675-a648-db95d077bfa1 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.918045 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:08.951737 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:08.979373 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:08.985690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.986735 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.041057 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Pushing event updated for resources: {'Port': ['ID=2edf9673-b9cd-4b00-97a0-fac5173c6c1d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:09.063778 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5331717 Jul 16 01:29:09.144263 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Request body: {'port': {'device_id': '16d4848a-8d8c-47b8-960e-5e1c587a0cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:09.152714 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.153060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.153402 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.153868 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.154336 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.154672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.154998 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.155160 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Pushing event updated for resources: {'Port': ['ID=af4dee65-b5a6-420b-8040-3d235e7db6db,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:09.155645 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.155645 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.155975 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.156298 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.156615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a802999-87d5-4724-a8ce-2838d6fb078c tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.193027 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.193231 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.193442 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.193779 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.194114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.194443 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.194770 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.195093 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.195962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.196484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.197027 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.197366 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab2fb46-1416-4048-bdd3-8bcd29cad897 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:09.218588 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-80ec7ea1-8224-4652-903d-aec7497ba7cc tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.240806 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:09.252253 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9b978fb0-9782-4d25-8cbe-f4ecbd166ae5 req-46e469cf-ce4d-441c-a93a-a061fdb1364e tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833412 Jul 16 01:29:09.260169 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-80ec7ea1-8224-4652-903d-aec7497ba7cc tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Transition to ACTIVE for port object 28b7e19b-5bcf-4eee-8973-d1a276761120 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:09.339574 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc4ba180-c548-49fd-9d46-521c2d935c95 req-1e6ba13d-8a03-4904-9f1f-2beed14dba1f service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6362777 Jul 16 01:29:09.340596 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.371773 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:09.380470 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:09.381092 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.394549 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.458834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e41f86-9613-4a7d-8ac8-cffc81626a57 req-9c9dbeca-28b1-43a7-9596-4ba45d1e852e tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.460551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-ebc98f18-7286-4187-a5ae-614adee79cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.463001 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-ebc98f18-7286-4187-a5ae-614adee79cc5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7617dd760ae44f769c6fef38bbc93458&device_id=22735944-a7b5-4b86-a420-7c26e87c6437 HTTP/1.1" status: 200 len: 1099 time: 0.4167376 Jul 16 01:29:09.463833 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b6e41f86-9613-4a7d-8ac8-cffc81626a57 req-9c9dbeca-28b1-43a7-9596-4ba45d1e852e tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/ports?device_id=22735944-a7b5-4b86-a420-7c26e87c6437 HTTP/1.1" status: 200 len: 948 time: 0.4975426 Jul 16 01:29:09.465056 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.481732 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-10643738-ff94-47be-a99b-8ad8f6c3acc2 None None] Provisioning for port 2edf9673-b9cd-4b00-97a0-fac5173c6c1d completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:09.505871 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:09.508988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-10643738-ff94-47be-a99b-8ad8f6c3acc2 None None] Provisioning complete for port 2edf9673-b9cd-4b00-97a0-fac5173c6c1d triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:09.509368 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10643738-ff94-47be-a99b-8ad8f6c3acc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.543649 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-c9066f9b-95ae-4f67-b46f-14418de9f56d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=af4dee65-b5a6-420b-8040-3d235e7db6db HTTP/1.1" status: 200 len: 217 time: 0.0540552 Jul 16 01:29:09.559937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-1790c778-8ba2-4675-a648-db95d077bfa1 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Allocated IP 192.168.233.127 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/6fb73f93-b803-4b01-a248-e25fa23601ec) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:09.609098 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-80ec7ea1-8224-4652-903d-aec7497ba7cc tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.623862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-10643738-ff94-47be-a99b-8ad8f6c3acc2 None None] Port 2edf9673-b9cd-4b00-97a0-fac5173c6c1d cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:09.656105 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.676712 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:09.678682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-69560fd4-4a82-4e23-aeca-492b8daad6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.680846 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-69560fd4-4a82-4e23-aeca-492b8daad6ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0801933 Jul 16 01:29:09.682283 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] Allocated IP 172.25.1.251 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/4f372f7b-2880-4bfa-9406-801027b53f01) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:09.703871 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a703c608-504d-4282-bfde-0151c0934208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eaa056-4aa4-4c74-80ef-f833ce06b5c1'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:09.709104 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a0cbb3-2b95-4074-a50c-55fa2f98a3bc" -d '{"events": [{"server_uuid": "a703c608-504d-4282-bfde-0151c0934208", "name": "network-vif-plugged", "status": "completed", "tag": "83eaa056-4aa4-4c74-80ef-f833ce06b5c1"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:09.716645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae5bcc4-78e1-4372-9324-432d4a216a09 None None] Network f742ae33-4dce-47ed-a1d3-990b523bac4e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:09.727993 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 83eaa056-4aa4-4c74-80ef-f833ce06b5c1, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=83eaa056-4aa4-4c74-80ef-f833ce06b5c1,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:09.745022 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec7ea1-8224-4652-903d-aec7497ba7cc tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Pushing event updated for resources: {'Port': ['ID=28b7e19b-5bcf-4eee-8973-d1a276761120,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:09.748888 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.765165 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b6e41f86-9613-4a7d-8ac8-cffc81626a57 req-b53be640-5eaa-49ec-b7f5-5902feacf77f tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ebea0f0-d14d-4d2d-8daf-22b7dfccfdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842865 Jul 16 01:29:09.779417 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-80ec7ea1-8224-4652-903d-aec7497ba7cc tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Network 97451b59-1a09-4e04-ad69-5999cdd54249 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:09.830852 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b7c0ec44-577f-4746-b142-7f866f10aabd None None] Provisioning for port 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:09.845238 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-80ec7ea1-8224-4652-903d-aec7497ba7cc tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:09.847855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-80ec7ea1-8224-4652-903d-aec7497ba7cc tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:09.855647 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-80ec7ea1-8224-4652-903d-aec7497ba7cc tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.856269 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-80ec7ea1-8224-4652-903d-aec7497ba7cc tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.865525 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b7c0ec44-577f-4746-b142-7f866f10aabd None None] Provisioning complete for port 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:09.866321 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7c0ec44-577f-4746-b142-7f866f10aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.904432 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=83eaa056-4aa4-4c74-80ef-f833ce06b5c1,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:09.905208 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-80ec7ea1-8224-4652-903d-aec7497ba7cc tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2986155 Jul 16 01:29:09.937675 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-b739e5c3-4cb3-4e3b-a657-7e8e2c117b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.939630 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-b739e5c3-4cb3-4e3b-a657-7e8e2c117b23 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2459440 Jul 16 01:29:09.942194 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Request body: {'port': {'device_id': 'b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:10.021915 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a504fa9-9f8a-4572-9403-cc30b2c0c283 req-e9d035d9-68dc-4e6d-9d56-c0fdee40b004 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.024822 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2a504fa9-9f8a-4572-9403-cc30b2c0c283 req-e9d035d9-68dc-4e6d-9d56-c0fdee40b004 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 935 time: 0.2582810 Jul 16 01:29:10.041597 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.048196 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7c0ec44-577f-4746-b142-7f866f10aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.092422 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b7c0ec44-577f-4746-b142-7f866f10aabd None None] For port 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=92f43fdd-6e8d-4bde-b5cf-7954c53e8be8,segment=NetworkSegment(f756e3f7-e46a-4a44-a34b-9a9aef14f9ac),segment_id=f756e3f7-e46a-4a44-a34b-9a9aef14f9ac)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:10.101421 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7c0ec44-577f-4746-b142-7f866f10aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.102020 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-1790c778-8ba2-4675-a648-db95d077bfa1 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.146166 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2a504fa9-9f8a-4572-9403-cc30b2c0c283 req-333860ed-2e93-4eaa-b22d-b8281ae4138b tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124277 Jul 16 01:29:10.156608 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-1790c778-8ba2-4675-a648-db95d077bfa1 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Transition to ACTIVE for port object 6fb73f93-b803-4b01-a248-e25fa23601ec will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:10.182824 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.188357 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0ec44-577f-4746-b142-7f866f10aabd None None] Pushing event updated for resources: {'Port': ['ID=92f43fdd-6e8d-4bde-b5cf-7954c53e8be8,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:10.194290 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-12a6a844-d6e2-4cb8-a10c-07db6936a688 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411528 Jul 16 01:29:10.221781 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61be93-df75-4eb5-983d-86321c1a7a3b req-d107c993-5ea0-4da4-9afc-38eab0f1921d tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.223548 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e61be93-df75-4eb5-983d-86321c1a7a3b req-d107c993-5ea0-4da4-9afc-38eab0f1921d tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 932 time: 0.3036582 Jul 16 01:29:10.229544 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-02543cf1-070a-43ee-8cda-589c765ff904 None None] Provisioning for port 28b7e19b-5bcf-4eee-8973-d1a276761120 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:10.235347 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-02543cf1-070a-43ee-8cda-589c765ff904 None None] Provisioning complete for port 28b7e19b-5bcf-4eee-8973-d1a276761120 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:10.235945 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-02543cf1-070a-43ee-8cda-589c765ff904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.278883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-02543cf1-070a-43ee-8cda-589c765ff904 None None] Port 28b7e19b-5bcf-4eee-8973-d1a276761120 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:10.293883 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d54b66-58eb-4eca-8318-324f58406742 x-openstack-request-id: req-62d54b66-58eb-4eca-8318-324f58406742 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:10.293883 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22735944-a7b5-4b86-a420-7c26e87c6437", "tag": "af4dee65-b5a6-420b-8040-3d235e7db6db", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:10.293883 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-62d54b66-58eb-4eca-8318-324f58406742 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:10.293883 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22735944-a7b5-4b86-a420-7c26e87c6437', 'tag': 'af4dee65-b5a6-420b-8040-3d235e7db6db', 'status': 'completed', 'code': 200} Jul 16 01:29:10.301827 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.353912 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7500ed26-f799-44d3-834a-592a1d64ed1c req-ff377091-47b9-4133-8a50-b4dc003d565f service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517079 Jul 16 01:29:10.360075 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:10.367132 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-1790c778-8ba2-4675-a648-db95d077bfa1 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.369789 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:10.372284 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:10.392612 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e61be93-df75-4eb5-983d-86321c1a7a3b req-bc6966ad-54ea-43ad-b8e1-63681cdd2559 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/security-groups?id=d837f83c-97c3-4a55-955a-9114cf27cc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420574 Jul 16 01:29:10.422772 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:10.495802 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] Pushing event updated for resources: {'Port': ['ID=4f372f7b-2880-4bfa-9406-801027b53f01,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:10.581379 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e459f339-9aef-42c2-9ec8-3b6cc815714d x-openstack-request-id: req-e459f339-9aef-42c2-9ec8-3b6cc815714d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:10.581697 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a703c608-504d-4282-bfde-0151c0934208", "name": "network-vif-plugged", "status": "completed", "tag": "83eaa056-4aa4-4c74-80ef-f833ce06b5c1", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:10.581960 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e459f339-9aef-42c2-9ec8-3b6cc815714d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:10.583147 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a703c608-504d-4282-bfde-0151c0934208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eaa056-4aa4-4c74-80ef-f833ce06b5c1', 'code': 200} Jul 16 01:29:10.622187 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-533744b2-0992-406a-ab64-9dcdcd376284 None None] Provisioning complete for port 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:10.622601 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-533744b2-0992-406a-ab64-9dcdcd376284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.652657 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6c33c-a166-4766-92e3-e1a7d78ccfc3 req-6b412b13-9595-4633-b023-f95c7f311066 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.654348 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-80a6c33c-a166-4766-92e3-e1a7d78ccfc3 req-6b412b13-9595-4633-b023-f95c7f311066 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 936 time: 0.2865169 Jul 16 01:29:10.724638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44860e8-7a68-47c1-805f-61f8894c06ec req-1af984fb-c5c9-4fc9-aee9-e7b900bdc3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.726100 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c44860e8-7a68-47c1-805f-61f8894c06ec req-1af984fb-c5c9-4fc9-aee9-e7b900bdc3f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7617dd760ae44f769c6fef38bbc93458&device_id=22735944-a7b5-4b86-a420-7c26e87c6437 HTTP/1.1" status: 200 len: 1099 time: 0.2426937 Jul 16 01:29:10.806296 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-80a6c33c-a166-4766-92e3-e1a7d78ccfc3 req-35a1146a-19b1-4c97-b912-fe7739edb230 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433260 Jul 16 01:29:10.842324 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-1790c778-8ba2-4675-a648-db95d077bfa1 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:10.844252 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.873538 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-1790c778-8ba2-4675-a648-db95d077bfa1 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:10.882184 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790c778-8ba2-4675-a648-db95d077bfa1 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Pushing event updated for resources: {'Port': ['ID=6fb73f93-b803-4b01-a248-e25fa23601ec,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:10.888175 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-1790c778-8ba2-4675-a648-db95d077bfa1 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:10.894059 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-1790c778-8ba2-4675-a648-db95d077bfa1 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.894681 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-1790c778-8ba2-4675-a648-db95d077bfa1 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.923925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc456f-cfa6-4853-ba4e-4e3868536487 req-29362452-0e4a-458e-8f61-52352772202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.925640 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-31cc456f-cfa6-4853-ba4e-4e3868536487 req-29362452-0e4a-458e-8f61-52352772202f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 1101 time: 0.2139373 Jul 16 01:29:10.953200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44860e8-7a68-47c1-805f-61f8894c06ec req-33015ba7-1794-4b19-9c1d-c4e4a3428bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.954893 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c44860e8-7a68-47c1-805f-61f8894c06ec req-33015ba7-1794-4b19-9c1d-c4e4a3428bb4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2027607 Jul 16 01:29:10.973602 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-1790c778-8ba2-4675-a648-db95d077bfa1 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4237719 Jul 16 01:29:11.016668 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Request body: {'port': {'device_id': 'd244475d-28fc-47bc-b35a-104839b0f624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:11.092955 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d56f0-209f-4735-9f5e-7850ce55d2c9 req-2b0f24a4-459d-4f8c-87e3-c01e9b4a02c6 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.100044 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be2d56f0-209f-4735-9f5e-7850ce55d2c9 req-2b0f24a4-459d-4f8c-87e3-c01e9b4a02c6 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 950 time: 0.3493247 Jul 16 01:29:11.151354 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edf9673-b9cd-4b00-97a0-fac5173c6c1d {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:11.168868 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.183050 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ee7da3c9-a3d1-485d-a837-c977bce596db None None] Provisioning for port 6fb73f93-b803-4b01-a248-e25fa23601ec completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:11.190234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ee7da3c9-a3d1-485d-a837-c977bce596db None None] Provisioning complete for port 6fb73f93-b803-4b01-a248-e25fa23601ec triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:11.190856 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee7da3c9-a3d1-485d-a837-c977bce596db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.224999 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c44860e8-7a68-47c1-805f-61f8894c06ec req-bc9c4f47-89c8-4221-ae17-55d5401fe9b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=af4dee65-b5a6-420b-8040-3d235e7db6db HTTP/1.1" status: 200 len: 217 time: 0.2595341 Jul 16 01:29:11.236465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Transition to ACTIVE for port object 2edf9673-b9cd-4b00-97a0-fac5173c6c1d will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:11.246543 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be2d56f0-209f-4735-9f5e-7850ce55d2c9 req-1b70c76f-4950-4922-b121-f1d2fb6c4fbc tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452382 Jul 16 01:29:11.250467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ee7da3c9-a3d1-485d-a837-c977bce596db None None] Port 6fb73f93-b803-4b01-a248-e25fa23601ec cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:11.278312 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-31cc456f-cfa6-4853-ba4e-4e3868536487 req-60e79baa-b109-484f-8147-c03e774c67e0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222785 Jul 16 01:29:11.284575 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.329957 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44860e8-7a68-47c1-805f-61f8894c06ec req-0b58df92-ef71-4835-97c3-cbd5b23e1707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.331418 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c44860e8-7a68-47c1-805f-61f8894c06ec req-0b58df92-ef71-4835-97c3-cbd5b23e1707 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0995748 Jul 16 01:29:11.337163 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.350931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b7e19b-5bcf-4eee-8973-d1a276761120 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:11.372513 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.398502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:11.423440 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Transition to ACTIVE for port object 28b7e19b-5bcf-4eee-8973-d1a276761120 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:11.442848 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.455011 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.460417 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2edf9673-b9cd-4b00-97a0-fac5173c6c1d,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:11.493860 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:11.494422 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.534985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44860e8-7a68-47c1-805f-61f8894c06ec req-fa6b2d4e-4482-45c2-b8f3-552190f475a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.537356 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c44860e8-7a68-47c1-805f-61f8894c06ec req-fa6b2d4e-4482-45c2-b8f3-552190f475a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1529851 Jul 16 01:29:11.653531 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Attempting to bind port 2edf9673-b9cd-4b00-97a0-fac5173c6c1d on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:11.653718 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Attempting to bind port 2edf9673-b9cd-4b00-97a0-fac5173c6c1d by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:11.654034 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Attempting to bind port 2edf9673-b9cd-4b00-97a0-fac5173c6c1d on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:11.695733 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Pushing event updated for resources: {'Port': ['ID=28b7e19b-5bcf-4eee-8973-d1a276761120,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:11.752657 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Port 2edf9673-b9cd-4b00-97a0-fac5173c6c1d on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:11.752904 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Attempting to bind port 2edf9673-b9cd-4b00-97a0-fac5173c6c1d on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:11.793329 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Attempting to bind port 28b7e19b-5bcf-4eee-8973-d1a276761120 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:11.793668 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Attempting to bind port 28b7e19b-5bcf-4eee-8973-d1a276761120 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '52bc77e7-9f4e-4d42-91c5-e8fe27dfa212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:11.793996 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Attempting to bind port 28b7e19b-5bcf-4eee-8973-d1a276761120 on network 97451b59-1a09-4e04-ad69-5999cdd54249 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:11.800702 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:11.801048 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:11.801436 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:11.801881 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Bound port: 2edf9673-b9cd-4b00-97a0-fac5173c6c1d, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:11.802236 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.804361 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c44860e8-7a68-47c1-805f-61f8894c06ec req-c644b4d3-0e72-4144-b646-ac9fbb59f5fe service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539804 Jul 16 01:29:11.814645 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Port 28b7e19b-5bcf-4eee-8973-d1a276761120 on network 97451b59-1a09-4e04-ad69-5999cdd54249 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:11.814968 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Attempting to bind port 28b7e19b-5bcf-4eee-8973-d1a276761120 on network 97451b59-1a09-4e04-ad69-5999cdd54249 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:11.852236 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] Router afd4b5dc-5454-4798-9266-7f6f715d9b12 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:29:11.889455 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:11.889978 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Checking segment: {'id': '52bc77e7-9f4e-4d42-91c5-e8fe27dfa212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:11.889978 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Bound using segment: {'id': '52bc77e7-9f4e-4d42-91c5-e8fe27dfa212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:11.890581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Bound port: 28b7e19b-5bcf-4eee-8973-d1a276761120, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52bc77e7-9f4e-4d42-91c5-e8fe27dfa212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:11.890823 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.970387 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c44860e8-7a68-47c1-805f-61f8894c06ec req-816fc503-53b5-4eb8-93d1-5b3224dc2299 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585910 Jul 16 01:29:12.030266 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:12.039811 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Sync routers for ids ['afd4b5dc-5454-4798-9266-7f6f715d9b12'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:12.053369 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.054913 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a2cdad23-3611-475f-a21a-4a5141fba26d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.2860332 Jul 16 01:29:12.057992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43232) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:12.061194 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Routers {'afd4b5dc-5454-4798-9266-7f6f715d9b12'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:12.063196 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:29:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['afd4b5dc-5454-4798-9266-7f6f715d9b12'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:12.081480 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] For port 2edf9673-b9cd-4b00-97a0-fac5173c6c1d, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:12.112591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] For port 2edf9673-b9cd-4b00-97a0-fac5173c6c1d, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=2edf9673-b9cd-4b00-97a0-fac5173c6c1d,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:12.120536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] For port 28b7e19b-5bcf-4eee-8973-d1a276761120, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:12.130419 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860885f2-6cbb-45ec-864d-aa50a27bee4c req-adcdc6a0-43fd-4507-856f-4780e15d1250 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.131248 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-860885f2-6cbb-45ec-864d-aa50a27bee4c req-adcdc6a0-43fd-4507-856f-4780e15d1250 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/ports?device_id=22735944-a7b5-4b86-a420-7c26e87c6437 HTTP/1.1" status: 200 len: 948 time: 0.3196464 Jul 16 01:29:12.135243 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] For port 28b7e19b-5bcf-4eee-8973-d1a276761120, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=28b7e19b-5bcf-4eee-8973-d1a276761120,segment=NetworkSegment(52bc77e7-9f4e-4d42-91c5-e8fe27dfa212),segment_id=52bc77e7-9f4e-4d42-91c5-e8fe27dfa212)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:12.137003 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.159905 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.184116 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Set router afd4b5dc-5454-4798-9266-7f6f715d9b12 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:12.268996 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.269632 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.271291 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] 10.222.0.47 "PUT /v2.0/ports/2edf9673-b9cd-4b00-97a0-fac5173c6c1d HTTP/1.1" status: 200 len: 1095 time: 3.1354291 Jul 16 01:29:12.280189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d4848a-8d8c-47b8-960e-5e1c587a0cb9', 'tag': '2edf9673-b9cd-4b00-97a0-fac5173c6c1d'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:12.280189 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b049d9b9-0345-43fb-a346-2a1c5799cafd" -d '{"events": [{"name": "network-changed", "server_uuid": "16d4848a-8d8c-47b8-960e-5e1c587a0cb9", "tag": "2edf9673-b9cd-4b00-97a0-fac5173c6c1d"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:12.312124 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.312748 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.318677 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] 10.222.0.47 "PUT /v2.0/ports/28b7e19b-5bcf-4eee-8973-d1a276761120 HTTP/1.1" status: 200 len: 1092 time: 2.3911185 Jul 16 01:29:12.373847 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-860885f2-6cbb-45ec-864d-aa50a27bee4c req-bf442657-17ce-4a3d-8790-88b5c941771a tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ebea0f0-d14d-4d2d-8daf-22b7dfccfdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337716 Jul 16 01:29:12.380066 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb73f93-b803-4b01-a248-e25fa23601ec {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:12.385686 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15837e-6003-44b2-ba7a-b3534c3311e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2edf9673-b9cd-4b00-97a0-fac5173c6c1d,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:12.397032 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.416688 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:29:10Z', 'revision_number': 3, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:12.458871 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Checking router: afd4b5dc-5454-4798-9266-7f6f715d9b12 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:12.459378 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Updating router afd4b5dc-5454-4798-9266-7f6f715d9b12 port 4f372f7b-2880-4bfa-9406-801027b53f01 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:29:12.546509 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.566288 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Transition to ACTIVE for port object 6fb73f93-b803-4b01-a248-e25fa23601ec will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:12.597488 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.647730 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f504f-01e2-4939-834c-3fce25639059 service neutron] Pushing event updated for resources: {'Port': ['ID=28b7e19b-5bcf-4eee-8973-d1a276761120,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:12.782425 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb73f93-b803-4b01-a248-e25fa23601ec,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:12.800862 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-8cbbf856-79b1-4eed-8688-5887eecd435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.802380 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-8cbbf856-79b1-4eed-8688-5887eecd435d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66ad9ba6f46c4b4fba4cef25fc698a91&device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 1098 time: 0.3236139 Jul 16 01:29:12.826712 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.832407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92390c3b-fb4f-4686-a41a-971e21dc943b req-cb070d7d-a2e2-4c52-a5bd-9ce416d41901 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.833966 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-92390c3b-fb4f-4686-a41a-971e21dc943b req-cb070d7d-a2e2-4c52-a5bd-9ce416d41901 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 947 time: 0.3039124 Jul 16 01:29:12.834698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Attempting to bind port 6fb73f93-b803-4b01-a248-e25fa23601ec on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:12.835025 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Attempting to bind port 6fb73f93-b803-4b01-a248-e25fa23601ec by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:12.835401 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Attempting to bind port 6fb73f93-b803-4b01-a248-e25fa23601ec on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:12.843176 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43246) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:12.871669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-dfdb8968-3a5d-45d0-8cbf-d17a73cfe593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.873601 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-dfdb8968-3a5d-45d0-8cbf-d17a73cfe593 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7fbbe8564d14b9aae216c3a14214e36&device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 1095 time: 0.2444088 Jul 16 01:29:12.923032 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Port 6fb73f93-b803-4b01-a248-e25fa23601ec on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:12.923750 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Attempting to bind port 6fb73f93-b803-4b01-a248-e25fa23601ec on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:12.928598 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-5a546d15-b04f-4d7e-af0b-792ccb88c662 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=2edf9673-b9cd-4b00-97a0-fac5173c6c1d HTTP/1.1" status: 200 len: 217 time: 0.0759153 Jul 16 01:29:12.974368 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-27bf78e9-7eee-4f65-a91b-2fd2abaccc08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28b7e19b-5bcf-4eee-8973-d1a276761120 HTTP/1.1" status: 200 len: 217 time: 0.0567563 Jul 16 01:29:13.004858 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:13.005201 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:13.005427 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.005683 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:13.006138 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Bound port: 6fb73f93-b803-4b01-a248-e25fa23601ec, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:13.006570 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.019647 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Transition to ACTIVE for port object 4f372f7b-2880-4bfa-9406-801027b53f01 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:13.036625 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.066827 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-92390c3b-fb4f-4686-a41a-971e21dc943b req-2e8fd1f7-61a1-4cde-9ac0-201f8f7e30d1 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224081 Jul 16 01:29:13.070603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-3f02987f-badf-4cd6-ba55-cfa30a1e4714 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:29:13.071642 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-3f02987f-badf-4cd6-ba55-cfa30a1e4714 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2261531 Jul 16 01:29:13.127925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-1b11208b-594c-43ec-af28-c964672fb583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.129203 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f65c43-3ae6-482c-b518-394ae192db7e None None] Pushing event updated for resources: {'Port': ['ID=4f372f7b-2880-4bfa-9406-801027b53f01,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:13.129727 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-1b11208b-594c-43ec-af28-c964672fb583 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1709847 Jul 16 01:29:13.147947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] Allocated IP 172.20.0.1 (f742ae33-4dce-47ed-a1d3-990b523bac4e/bc5f773e-982f-4a7b-9f31-a3984b4d24fe/7c5156f6-f7aa-4f03-9b40-ed519b936d0a) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:13.160471 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-13418a40-1f6e-4184-ad19-d9fcbdcbf1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.161293 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Attempting to bind port 4f372f7b-2880-4bfa-9406-801027b53f01 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:13.161669 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Attempting to bind port 4f372f7b-2880-4bfa-9406-801027b53f01 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:13.162021 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-13418a40-1f6e-4184-ad19-d9fcbdcbf1e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f184858-4f5a-4e50-aa93-8483e4e9968b HTTP/1.1" status: 200 len: 868 time: 0.1477222 Jul 16 01:29:13.162136 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Attempting to bind port 4f372f7b-2880-4bfa-9406-801027b53f01 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:13.168042 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:13.168431 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:13.168834 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.169732 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:13.170220 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Bound port: 4f372f7b-2880-4bfa-9406-801027b53f01, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:13.170628 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.232092 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] For port 4f372f7b-2880-4bfa-9406-801027b53f01, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:13.236731 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] For port 4f372f7b-2880-4bfa-9406-801027b53f01, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4f372f7b-2880-4bfa-9406-801027b53f01,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:13.250488 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.276064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] For port 6fb73f93-b803-4b01-a248-e25fa23601ec, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:13.304207 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.314559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] For port 6fb73f93-b803-4b01-a248-e25fa23601ec, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6fb73f93-b803-4b01-a248-e25fa23601ec,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:13.321648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-16a67925-13b8-440a-9766-ca336e7ba41a service neutron] Request body: {'binding': {'host': 'n-h2-800086-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:13.321975 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Routers {'afd4b5dc-5454-4798-9266-7f6f715d9b12'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:13.322177 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-16a67925-13b8-440a-9766-ca336e7ba41a service neutron] Unknown quota resources ['binding']. {{(pid=93831) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:29:13.322847 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:29:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['afd4b5dc-5454-4798-9266-7f6f715d9b12'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:13.324588 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.346359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] Transition to ACTIVE for port object 7c5156f6-f7aa-4f03-9b40-ed519b936d0a will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:13.374058 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f65c43-3ae6-482c-b518-394ae192db7e None None] Pushing event updated for resources: {'Port': ['ID=4f372f7b-2880-4bfa-9406-801027b53f01,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:13.379387 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.380041 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.381436 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] 10.222.0.47 "PUT /v2.0/ports/6fb73f93-b803-4b01-a248-e25fa23601ec HTTP/1.1" status: 200 len: 1096 time: 2.3784065 Jul 16 01:29:13.399156 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-c3c3de62-200f-465b-8e75-ba5aad7de3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.400715 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-c3c3de62-200f-465b-8e75-ba5aad7de3e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2592814 Jul 16 01:29:13.408935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-db74ea33-32bd-4aee-a452-9ffcbb34284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.410706 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-db74ea33-32bd-4aee-a452-9ffcbb34284d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97451b59-1a09-4e04-ad69-5999cdd54249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2273130 Jul 16 01:29:13.433516 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025360a4-6d1d-4cca-b8d8-3bd30a696773 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb73f93-b803-4b01-a248-e25fa23601ec,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:13.459925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf0e5d-7c28-4213-ab65-235d07e69ece req-a73a8e7e-81b8-4126-a46f-4ffee87ed80a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.467465 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aabf0e5d-7c28-4213-ab65-235d07e69ece req-a73a8e7e-81b8-4126-a46f-4ffee87ed80a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 944 time: 0.2436705 Jul 16 01:29:13.475669 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] Set router afd4b5dc-5454-4798-9266-7f6f715d9b12 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:13.477313 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.527570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] Network f742ae33-4dce-47ed-a1d3-990b523bac4e is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:13.536057 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:13.544389 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:13.544910 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.597398 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] Pushing event updated for resources: {'Port': ['ID=7c5156f6-f7aa-4f03-9b40-ed519b936d0a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:13.629332 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-16a67925-13b8-440a-9766-ca336e7ba41a service neutron] Attempting to bind port 1c683a68-6c26-466f-9717-563ea137f9ed on host n-h2-800086-6 for vnic_type normal with profile None {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:13.629594 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-16a67925-13b8-440a-9766-ca336e7ba41a service neutron] Attempting to bind port 1c683a68-6c26-466f-9717-563ea137f9ed by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:13.629929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-16a67925-13b8-440a-9766-ca336e7ba41a service neutron] Attempting to bind port 1c683a68-6c26-466f-9717-563ea137f9ed on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:13.639218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-16a67925-13b8-440a-9766-ca336e7ba41a service neutron] Port 1c683a68-6c26-466f-9717-563ea137f9ed on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:13.639552 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-16a67925-13b8-440a-9766-ca336e7ba41a service neutron] Attempting to bind port 1c683a68-6c26-466f-9717-563ea137f9ed on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:13.652470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-16a67925-13b8-440a-9766-ca336e7ba41a service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:13.652872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-16a67925-13b8-440a-9766-ca336e7ba41a service neutron] Checking segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:13.653279 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-16a67925-13b8-440a-9766-ca336e7ba41a service neutron] Bound using segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:13.653742 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-16a67925-13b8-440a-9766-ca336e7ba41a service neutron] Bound port: 1c683a68-6c26-466f-9717-563ea137f9ed, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:13.728656 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:29:10Z', 'revision_number': 3, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:13.776596 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a96a4f2-067a-4154-94a3-6498794b2fa7 None None] The sync data for ids ['afd4b5dc-5454-4798-9266-7f6f715d9b12'] in n-d-800086-6 is: [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:29:10Z', 'revision_number': 3, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:13.840049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-16a67925-13b8-440a-9766-ca336e7ba41a service neutron] For port 1c683a68-6c26-466f-9717-563ea137f9ed, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=1c683a68-6c26-466f-9717-563ea137f9ed,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:13.848013 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-16a67925-13b8-440a-9766-ca336e7ba41a service neutron] Notify callbacks [] for binding, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.849217 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-16a67925-13b8-440a-9766-ca336e7ba41a service neutron] 10.222.0.54 "POST /v2.0/ports/1c683a68-6c26-466f-9717-563ea137f9ed/bindings HTTP/1.1" status: 201 len: 389 time: 0.6450250 Jul 16 01:29:13.862239 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.901588 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e4cb70ef-1cfa-44e4-9cbd-85b9776e435e None None] Provisioning for port 7c5156f6-f7aa-4f03-9b40-ed519b936d0a completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:13.906411 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e4cb70ef-1cfa-44e4-9cbd-85b9776e435e None None] Provisioning complete for port 7c5156f6-f7aa-4f03-9b40-ed519b936d0a triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:13.906785 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4cb70ef-1cfa-44e4-9cbd-85b9776e435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.994497 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e4cb70ef-1cfa-44e4-9cbd-85b9776e435e None None] Port 7c5156f6-f7aa-4f03-9b40-ed519b936d0a cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:14.022380 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aabf0e5d-7c28-4213-ab65-235d07e69ece req-25c450ac-56f1-4ec6-ae4f-a3cbc2f0a414 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/security-groups?id=d837f83c-97c3-4a55-955a-9114cf27cc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5539088 Jul 16 01:29:14.051668 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-0f9b583d-7eea-435e-bf08-79615be47188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.053191 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-0f9b583d-7eea-435e-bf08-79615be47188 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b0ee75d87fe4e4fb9a9c5926e993e52&device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 1099 time: 0.5608492 Jul 16 01:29:14.055646 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-ebb9feb0-e059-4de1-a829-fad92de809a5 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6313918 Jul 16 01:29:14.057794 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-f377255d-e39c-46bf-abff-e758c89df118 service neutron] 10.222.0.47 "GET /v2.0/networks/97451b59-1a09-4e04-ad69-5999cdd54249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823195 Jul 16 01:29:14.188508 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558850a2-c099-48b7-aa58-c6389baaae38 x-openstack-request-id: req-558850a2-c099-48b7-aa58-c6389baaae38 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:14.188899 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d4848a-8d8c-47b8-960e-5e1c587a0cb9", "tag": "2edf9673-b9cd-4b00-97a0-fac5173c6c1d", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:14.189104 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-558850a2-c099-48b7-aa58-c6389baaae38 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:14.189500 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d4848a-8d8c-47b8-960e-5e1c587a0cb9', 'tag': '2edf9673-b9cd-4b00-97a0-fac5173c6c1d', 'status': 'completed', 'code': 200} Jul 16 01:29:14.213534 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.238360 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-f5c9c996-abc8-4c55-a08b-522202337f42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=6fb73f93-b803-4b01-a248-e25fa23601ec HTTP/1.1" status: 200 len: 217 time: 0.1492455 Jul 16 01:29:14.244161 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.245265 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.431101 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b13fa61-c146-4507-accc-5d20668a22d7 req-347d4c2a-466b-4a7b-a53c-d48d2a0d1c07 service neutron] 10.222.0.47 "GET /v2.0/networks/97451b59-1a09-4e04-ad69-5999cdd54249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089745 Jul 16 01:29:14.439111 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-6b9fce98-3499-4b74-97cd-263159bbc711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.440641 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-6b9fce98-3499-4b74-97cd-263159bbc711 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1659353 Jul 16 01:29:14.443169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device af4dee65-b5a6-420b-8040-3d235e7db6db details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:14.471374 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a04b8df-5919-46d3-be8a-32a3728a47bc req-6629ef05-9b86-4dc2-8f3e-9bd1a913ca9e service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734186 Jul 16 01:29:14.521740 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669872de-350e-45bc-a635-07fa582f9557 req-c51a48b2-417b-4226-a804-4f802e2bf89b tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.524489 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-669872de-350e-45bc-a635-07fa582f9557 req-c51a48b2-417b-4226-a804-4f802e2bf89b tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 950 time: 0.2476695 Jul 16 01:29:14.528767 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] Pushing event updated for resources: {'Port': ['ID=7c5156f6-f7aa-4f03-9b40-ed519b936d0a,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:14.572239 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-14cd302c-4e51-409b-8af9-2aa052b1b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.573940 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-14cd302c-4e51-409b-8af9-2aa052b1b090 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160073 Jul 16 01:29:14.592316 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-669872de-350e-45bc-a635-07fa582f9557 req-1e68888b-9dcb-4f8e-b765-d073ec58731c tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489562 Jul 16 01:29:14.604418 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port af4dee65-b5a6-420b-8040-3d235e7db6db, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=af4dee65-b5a6-420b-8040-3d235e7db6db,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:14.623526 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'af4dee65-b5a6-420b-8040-3d235e7db6db', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': 'af4dee65-b5a6-420b-8040-3d235e7db6db', 'mac_address': 'fa:16:3e:38:d6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:14.668241 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.668487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75eb85-d968-4c76-a3f6-8b30b205af5c req-e4265897-b53b-41e9-9191-6ac804cf1940 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.669996 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a75eb85-d968-4c76-a3f6-8b30b205af5c req-e4265897-b53b-41e9-9191-6ac804cf1940 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 948 time: 0.4704626 Jul 16 01:29:14.686566 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] Network f742ae33-4dce-47ed-a1d3-990b523bac4e is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:14.689711 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4dee65-b5a6-420b-8040-3d235e7db6db {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:14.701969 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-a7e98e62-af0d-4446-a890-91fc9c6b38af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.703484 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-a7e98e62-af0d-4446-a890-91fc9c6b38af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 1097 time: 0.4610124 Jul 16 01:29:14.704352 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:14.735879 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port af4dee65-b5a6-420b-8040-3d235e7db6db, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=af4dee65-b5a6-420b-8040-3d235e7db6db,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:14.741339 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.798020 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=af4dee65-b5a6-420b-8040-3d235e7db6db,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:14.868447 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a75eb85-d968-4c76-a3f6-8b30b205af5c req-7a9155dd-799d-4936-906a-f0456b841d69 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891053 Jul 16 01:29:14.917207 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049d9b9-0345-43fb-a346-2a1c5799cafd req-4e1237e8-8187-4f0e-895f-9f7ebb42d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.920113 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b049d9b9-0345-43fb-a346-2a1c5799cafd req-4e1237e8-8187-4f0e-895f-9f7ebb42d60a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66ad9ba6f46c4b4fba4cef25fc698a91&device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 1098 time: 0.2495272 Jul 16 01:29:14.950164 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-9415b12c-6b7b-4124-a515-db3577f0a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.951932 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-9415b12c-6b7b-4124-a515-db3577f0a2ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 922 time: 0.2385361 Jul 16 01:29:14.973840 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] Router afd4b5dc-5454-4798-9266-7f6f715d9b12 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:14.977365 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-b561bbf5-54fc-4c6d-bced-b09aa4f837d1 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391183 Jul 16 01:29:14.987683 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34980304-697c-4edc-afa0-94d97f9c5db2 req-b093cb40-bdc0-40df-a2ad-23eca5346d52 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.989223 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-34980304-697c-4edc-afa0-94d97f9c5db2 req-b093cb40-bdc0-40df-a2ad-23eca5346d52 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/ports?device_id=22735944-a7b5-4b86-a420-7c26e87c6437 HTTP/1.1" status: 200 len: 949 time: 0.2477872 Jul 16 01:29:15.020723 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ed39b55f-a810-4509-a13e-2199f9df1bc3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c683a68-6c26-466f-9717-563ea137f9ed HTTP/1.1" status: 200 len: 217 time: 0.0571120 Jul 16 01:29:15.027208 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bbd0758f-5bb7-4d79-aa68-0a87b92438ea None None] Provisioning complete for port 7c5156f6-f7aa-4f03-9b40-ed519b936d0a triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:15.028205 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bbd0758f-5bb7-4d79-aa68-0a87b92438ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.064947 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bbd0758f-5bb7-4d79-aa68-0a87b92438ea None None] Port 7c5156f6-f7aa-4f03-9b40-ed519b936d0a cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:15.087252 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['af4dee65-b5a6-420b-8040-3d235e7db6db'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:15.138877 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-34980304-697c-4edc-afa0-94d97f9c5db2 req-ef970d84-acad-4f2d-af4a-474092871b5b tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ebea0f0-d14d-4d2d-8daf-22b7dfccfdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385443 Jul 16 01:29:15.154359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049d9b9-0345-43fb-a346-2a1c5799cafd req-252f845e-ac71-4951-8cba-cdaca8c2c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.155802 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b049d9b9-0345-43fb-a346-2a1c5799cafd req-252f845e-ac71-4951-8cba-cdaca8c2c024 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2217834 Jul 16 01:29:15.157122 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ced5cddc-1f0e-43f0-a34f-f6100faed2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.158572 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ced5cddc-1f0e-43f0-a34f-f6100faed2db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.1266456 Jul 16 01:29:15.220952 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b049d9b9-0345-43fb-a346-2a1c5799cafd req-1511adbc-59f1-4764-afef-edbfc33ad1ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=2edf9673-b9cd-4b00-97a0-fac5173c6c1d HTTP/1.1" status: 200 len: 217 time: 0.0467939 Jul 16 01:29:15.223288 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67162a5d-5c74-4a16-b048-0bf8fd2a6158 req-947229c4-0b19-4de4-851d-4ab09575d1d7 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331722 Jul 16 01:29:15.229805 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-85d9ccc4-9ed2-493d-9945-65fbba891756 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402467 Jul 16 01:29:15.258835 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f35fa-a741-4339-9044-6b5247db3dff req-3c923f95-ba6a-49a4-939a-d0d11d359cae tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.261174 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a86f35fa-a741-4339-9044-6b5247db3dff req-3c923f95-ba6a-49a4-939a-d0d11d359cae tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 946 time: 0.2429707 Jul 16 01:29:15.263410 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:15.316235 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4c17f14c-ac1c-412d-bdb6-816d9ed9579d admin admin] 10.222.0.54 "PUT /v2.0/routers/afd4b5dc-5454-4798-9266-7f6f715d9b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2564504 Jul 16 01:29:15.389965 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049d9b9-0345-43fb-a346-2a1c5799cafd req-66761430-01a2-408a-a52d-6b06aa2d8991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.395748 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b049d9b9-0345-43fb-a346-2a1c5799cafd req-66761430-01a2-408a-a52d-6b06aa2d8991 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1342227 Jul 16 01:29:15.413886 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a86f35fa-a741-4339-9044-6b5247db3dff req-3beb1c04-b725-4f2c-b5fe-a8087cc772d5 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634181 Jul 16 01:29:15.417176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4f372f7b-2880-4bfa-9406-801027b53f01 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:15.426204 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-6d20bfc5-112e-4e1b-af40-ee8cb171996c service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600428 Jul 16 01:29:15.486928 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9cdb9-a9e9-4f55-85d8-50bc9a12fa91 req-1febef37-fb12-4d6b-9010-bd733249e871 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.494784 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bfc9cdb9-a9e9-4f55-85d8-50bc9a12fa91 req-1febef37-fb12-4d6b-9010-bd733249e871 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 947 time: 0.1815937 Jul 16 01:29:15.494979 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 4f372f7b-2880-4bfa-9406-801027b53f01 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:15.505129 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 4f372f7b-2880-4bfa-9406-801027b53f01 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:15.509338 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.551323 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bfc9cdb9-a9e9-4f55-85d8-50bc9a12fa91 req-0092dd8a-9fbc-42ab-bcf8-a0ff9bc961ee tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552638 Jul 16 01:29:15.569043 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049d9b9-0345-43fb-a346-2a1c5799cafd req-0c4cb356-d3d7-4bc4-8aed-4c8c76e9e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.571123 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b049d9b9-0345-43fb-a346-2a1c5799cafd req-0c4cb356-d3d7-4bc4-8aed-4c8c76e9e26f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523812 Jul 16 01:29:15.623148 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-dba56048-2c66-47f1-a450-10fb779e83ae service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861060 Jul 16 01:29:15.701809 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.738958 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 4f372f7b-2880-4bfa-9406-801027b53f01, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4f372f7b-2880-4bfa-9406-801027b53f01,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:15.744198 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.778212 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b049d9b9-0345-43fb-a346-2a1c5799cafd req-4c841b61-127c-4e84-a85c-addb5261832b service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949015 Jul 16 01:29:15.809899 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e3555-cde6-4e91-bcab-2da2bb5d3db3 req-d8a39609-e95d-4d3b-8f58-1b5e2ecb0e70 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.811755 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3d4e3555-cde6-4e91-bcab-2da2bb5d3db3 req-d8a39609-e95d-4d3b-8f58-1b5e2ecb0e70 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 944 time: 0.1029103 Jul 16 01:29:15.826635 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=4f372f7b-2880-4bfa-9406-801027b53f01,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:15.880095 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3d4e3555-cde6-4e91-bcab-2da2bb5d3db3 req-ca39b760-883a-4810-bc24-69584ab06acc tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/security-groups?id=d837f83c-97c3-4a55-955a-9114cf27cc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620880 Jul 16 01:29:15.888468 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Sync routers for ids ['afd4b5dc-5454-4798-9266-7f6f715d9b12'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:15.906339 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Routers {'afd4b5dc-5454-4798-9266-7f6f715d9b12'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:15.907237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:29:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['afd4b5dc-5454-4798-9266-7f6f715d9b12'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:15.986422 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b049d9b9-0345-43fb-a346-2a1c5799cafd req-5c0c7cb2-224e-4433-bdcf-9ffe5981a3b6 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053064 Jul 16 01:29:15.994367 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17339144-3a10-4f86-8347-bc8fc6b0855e req-5ca1f7aa-289e-4b56-bcd5-a1d751ca147a tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.996607 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17339144-3a10-4f86-8347-bc8fc6b0855e req-5ca1f7aa-289e-4b56-bcd5-a1d751ca147a tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 950 time: 0.1143162 Jul 16 01:29:16.050529 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17339144-3a10-4f86-8347-bc8fc6b0855e req-edfdd6bb-8475-426d-ae9f-1fa111b56068 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453799 Jul 16 01:29:16.185338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf87a6a-470a-452d-b2e9-bfe58daf8af9 req-79af155c-0108-4c2b-8183-22267f684079 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.186916 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-caf87a6a-470a-452d-b2e9-bfe58daf8af9 req-79af155c-0108-4c2b-8183-22267f684079 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 948 time: 0.1197460 Jul 16 01:29:16.208130 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c', 'tag': '28b7e19b-5bcf-4eee-8973-d1a276761120'}, {'name': 'network-changed', 'server_uuid': 'd244475d-28fc-47bc-b35a-104839b0f624', 'tag': '6fb73f93-b803-4b01-a248-e25fa23601ec'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:16.213102 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a45e40-557e-44d5-be89-b5efcaac118f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c", "tag": "28b7e19b-5bcf-4eee-8973-d1a276761120"}, {"name": "network-changed", "server_uuid": "d244475d-28fc-47bc-b35a-104839b0f624", "tag": "6fb73f93-b803-4b01-a248-e25fa23601ec"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:16.232670 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Set router afd4b5dc-5454-4798-9266-7f6f715d9b12 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:16.237473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43304) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:16.243010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-1d060bd0-1c2c-4dd2-888b-0b24b641362d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560344343-network', 'tenant_id': '6a2525d7c1cf4137855e2809872d978e'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:16.266423 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d060bd0-1c2c-4dd2-888b-0b24b641362d admin admin] Made reservation on behalf of 6a2525d7c1cf4137855e2809872d978e for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:16.268852 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d060bd0-1c2c-4dd2-888b-0b24b641362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.284507 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d060bd0-1c2c-4dd2-888b-0b24b641362d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.311901 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-caf87a6a-470a-452d-b2e9-bfe58daf8af9 req-3bdf7a58-7694-4b78-8377-f1be5c9f6a29 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954223 Jul 16 01:29:16.328904 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-8b00cea6-3a57-4c35-88e8-95a5e5b3401f tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.331481 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-8b00cea6-3a57-4c35-88e8-95a5e5b3401f tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9&tenant_id=6060cb9382ba430f8761b732ad566a8a&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 1097 time: 0.1951735 Jul 16 01:29:16.349545 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800086-6'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:16.415134 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eae04c-2a59-47ae-a882-6839f4662372 req-a2c0fced-e88d-4df9-ad89-f99372e5bab3 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.416706 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7eae04c-2a59-47ae-a882-6839f4662372 req-a2c0fced-e88d-4df9-ad89-f99372e5bab3 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/ports?device_id=22735944-a7b5-4b86-a420-7c26e87c6437 HTTP/1.1" status: 200 len: 949 time: 0.1214993 Jul 16 01:29:16.447780 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device af4dee65-b5a6-420b-8040-3d235e7db6db up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:16.452935 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac3b8d1-16eb-48e4-af6b-69af87099881 x-openstack-request-id: req-cac3b8d1-16eb-48e4-af6b-69af87099881 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:16.452935 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c", "tag": "28b7e19b-5bcf-4eee-8973-d1a276761120", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d244475d-28fc-47bc-b35a-104839b0f624", "tag": "6fb73f93-b803-4b01-a248-e25fa23601ec", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:16.452935 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cac3b8d1-16eb-48e4-af6b-69af87099881 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:16.452935 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c', 'tag': '28b7e19b-5bcf-4eee-8973-d1a276761120', 'status': 'completed', 'code': 200} Jul 16 01:29:16.453409 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd244475d-28fc-47bc-b35a-104839b0f624', 'tag': '6fb73f93-b803-4b01-a248-e25fa23601ec', 'status': 'completed', 'code': 200} Jul 16 01:29:16.479950 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.480579 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d060bd0-1c2c-4dd2-888b-0b24b641362d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.484476 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7eae04c-2a59-47ae-a882-6839f4662372 req-c4cccd43-30f3-468e-bf80-b7bda9233e65 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ebea0f0-d14d-4d2d-8daf-22b7dfccfdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621812 Jul 16 01:29:16.485806 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d060bd0-1c2c-4dd2-888b-0b24b641362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.511213 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d060bd0-1c2c-4dd2-888b-0b24b641362d admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:16.521667 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d060bd0-1c2c-4dd2-888b-0b24b641362d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d071882a-db4d-44e0-a8ca-fe8d1793e500,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:16.528074 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d060bd0-1c2c-4dd2-888b-0b24b641362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.528418 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-1d060bd0-1c2c-4dd2-888b-0b24b641362d admin admin] Added segment 3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7 of type vlan for network 73841d6a-9e53-445d-9568-cf53fc8e2119 Jul 16 01:29:16.567845 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port af4dee65-b5a6-420b-8040-3d235e7db6db completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:16.574369 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:29:13Z', 'revision_number': 4, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '7c5156f6-f7aa-4f03-9b40-ed519b936d0a', 'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'mac_address': 'fa:16:3e:1f:b0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:12Z', 'updated_at': '2021-07-16T01:29:13Z', 'revision_number': 2, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'subnets': [{'id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:16.577996 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port af4dee65-b5a6-420b-8040-3d235e7db6db triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:16.578386 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.626118 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d060bd0-1c2c-4dd2-888b-0b24b641362d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.672924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Checking router: afd4b5dc-5454-4798-9266-7f6f715d9b12 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:16.673298 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Updating router afd4b5dc-5454-4798-9266-7f6f715d9b12 port 7c5156f6-f7aa-4f03-9b40-ed519b936d0a binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:29:16.674617 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d060bd0-1c2c-4dd2-888b-0b24b641362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.675640 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d060bd0-1c2c-4dd2-888b-0b24b641362d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.676520 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d060bd0-1c2c-4dd2-888b-0b24b641362d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.701434 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] For port 1c683a68-6c26-466f-9717-563ea137f9ed, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1c683a68-6c26-466f-9717-563ea137f9ed,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:16.705306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a45e40-557e-44d5-be89-b5efcaac118f req-e2e33185-921e-45c1-ace2-1ecf095bdb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.706830 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30a45e40-557e-44d5-be89-b5efcaac118f req-e2e33185-921e-45c1-ace2-1ecf095bdb28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7fbbe8564d14b9aae216c3a14214e36&device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 1095 time: 0.1651328 Jul 16 01:29:16.729917 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.769945 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1d060bd0-1c2c-4dd2-888b-0b24b641362d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5313737 Jul 16 01:29:16.793946 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43318) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:16.799529 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-1f30c70a-916e-4e2e-9b30-c937598f8ce3 admin admin] Request body: {'subnet': {'network_id': '73841d6a-9e53-445d-9568-cf53fc8e2119', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560344343-subnet', 'tenant_id': '6a2525d7c1cf4137855e2809872d978e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:16.806431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] For port 1c683a68-6c26-466f-9717-563ea137f9ed, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:16.869945 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d060bd0-1c2c-4dd2-888b-0b24b641362d admin admin] Pushing event updated for resources: {'Network': ['ID=73841d6a-9e53-445d-9568-cf53fc8e2119,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:16.880512 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f30c70a-916e-4e2e-9b30-c937598f8ce3 admin admin] Made reservation on behalf of 6a2525d7c1cf4137855e2809872d978e for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:16.883512 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1f30c70a-916e-4e2e-9b30-c937598f8ce3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.891416 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.922257 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.957374 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a45e40-557e-44d5-be89-b5efcaac118f req-786ebc42-258e-469f-8af9-b218e643aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.959234 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30a45e40-557e-44d5-be89-b5efcaac118f req-786ebc42-258e-469f-8af9-b218e643aa16 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97451b59-1a09-4e04-ad69-5999cdd54249 HTTP/1.1" status: 200 len: 930 time: 0.2326157 Jul 16 01:29:17.009135 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30a45e40-557e-44d5-be89-b5efcaac118f req-dde7665b-e6e2-48ca-8832-699bfed09af8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28b7e19b-5bcf-4eee-8973-d1a276761120 HTTP/1.1" status: 200 len: 217 time: 0.0403469 Jul 16 01:29:17.015045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43324) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:17.015256 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb01ee2-d8b0-4c61-8c85-21ccfb3e05d7 req-801839a0-16b7-44e5-9167-10f49a0310b9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.017128 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cdb01ee2-d8b0-4c61-8c85-21ccfb3e05d7 req-801839a0-16b7-44e5-9167-10f49a0310b9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 946 time: 0.2735405 Jul 16 01:29:17.049298 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 73841d6a-9e53-445d-9568-cf53fc8e2119 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:17.049614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934410f6-303a-41e7-b30f-165e318fd72c req-9ea249fb-eb44-4dbd-b389-c89832ff6a15 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.053931 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-934410f6-303a-41e7-b30f-165e318fd72c req-9ea249fb-eb44-4dbd-b389-c89832ff6a15 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 947 time: 0.2840681 Jul 16 01:29:17.153251 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a45e40-557e-44d5-be89-b5efcaac118f req-aad7c2ca-6668-41e5-ab5f-b1b16c36f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.155068 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30a45e40-557e-44d5-be89-b5efcaac118f req-aad7c2ca-6668-41e5-ab5f-b1b16c36f15f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f184858-4f5a-4e50-aa93-8483e4e9968b HTTP/1.1" status: 200 len: 868 time: 0.1269069 Jul 16 01:29:17.174510 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add8255e-a60c-40f3-991b-9533004ee3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.216251 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.220707 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-934410f6-303a-41e7-b30f-165e318fd72c req-6c4823f7-6f49-48fd-b6b8-cd78f8b6d7a0 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555452 Jul 16 01:29:17.239345 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.257054 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22735944-a7b5-4b86-a420-7c26e87c6437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4dee65-b5a6-420b-8040-3d235e7db6db'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:17.260256 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47927d4-6d4a-4e26-9fce-89b58cefaf67" -d '{"events": [{"server_uuid": "22735944-a7b5-4b86-a420-7c26e87c6437", "name": "network-vif-plugged", "status": "completed", "tag": "af4dee65-b5a6-420b-8040-3d235e7db6db"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:17.266347 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Transition to ACTIVE for port object 7c5156f6-f7aa-4f03-9b40-ed519b936d0a will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:17.280989 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.284521 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port af4dee65-b5a6-420b-8040-3d235e7db6db, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=af4dee65-b5a6-420b-8040-3d235e7db6db,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:17.307877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a45e40-557e-44d5-be89-b5efcaac118f req-1489b3f1-9de6-4432-ae8f-5256765cdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.309900 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.314088 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30a45e40-557e-44d5-be89-b5efcaac118f req-1489b3f1-9de6-4432-ae8f-5256765cdfaf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97451b59-1a09-4e04-ad69-5999cdd54249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492794 Jul 16 01:29:17.330419 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] Pushing event updated for resources: {'Port': ['ID=1c683a68-6c26-466f-9717-563ea137f9ed,revision_number=7']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:17.381388 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cdb01ee2-d8b0-4c61-8c85-21ccfb3e05d7 req-a180a40c-8ade-4e61-802d-0aaf95319d79 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501687 Jul 16 01:29:17.424557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ce47c-0c2a-4a2a-82f3-d4e29ed36f35 None None] Pushing event updated for resources: {'Port': ['ID=7c5156f6-f7aa-4f03-9b40-ed519b936d0a,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:17.445867 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Attempting to bind port 7c5156f6-f7aa-4f03-9b40-ed519b936d0a on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:17.446241 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Attempting to bind port 7c5156f6-f7aa-4f03-9b40-ed519b936d0a by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'f756e3f7-e46a-4a44-a34b-9a9aef14f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:17.446607 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Attempting to bind port 7c5156f6-f7aa-4f03-9b40-ed519b936d0a on network f742ae33-4dce-47ed-a1d3-990b523bac4e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:17.447443 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] Attempting to bind port 1c683a68-6c26-466f-9717-563ea137f9ed on host n-h1-800086-6 for vnic_type normal with profile {"migrating_to": "n-h2-800086-6"} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:17.460284 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] Attempting to bind port 1c683a68-6c26-466f-9717-563ea137f9ed by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:17.461503 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] Attempting to bind port 1c683a68-6c26-466f-9717-563ea137f9ed on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:17.483094 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30a45e40-557e-44d5-be89-b5efcaac118f req-8b9493a2-e8a5-4de7-bc69-7ec3883c94fe service neutron] 10.222.0.47 "GET /v2.0/networks/97451b59-1a09-4e04-ad69-5999cdd54249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472542 Jul 16 01:29:17.504268 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] Port 1c683a68-6c26-466f-9717-563ea137f9ed on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:17.504953 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] Attempting to bind port 1c683a68-6c26-466f-9717-563ea137f9ed on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:17.505492 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:17.505943 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Checking segment: {'id': 'f756e3f7-e46a-4a44-a34b-9a9aef14f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:17.506344 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.506733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Bound using segment: {'id': 'f756e3f7-e46a-4a44-a34b-9a9aef14f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:17.507209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Bound port: 7c5156f6-f7aa-4f03-9b40-ed519b936d0a, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f756e3f7-e46a-4a44-a34b-9a9aef14f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:17.507609 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.515516 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4f372f7b-2880-4bfa-9406-801027b53f01 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:17.556829 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:17.557088 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add8255e-a60c-40f3-991b-9533004ee3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.557177 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] Checking segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:17.559205 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] Bound using segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:17.559671 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] Bound port: 1c683a68-6c26-466f-9717-563ea137f9ed, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:17.561234 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.585188 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add8255e-a60c-40f3-991b-9533004ee3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.642055 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=af4dee65-b5a6-420b-8040-3d235e7db6db,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:17.679337 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] For port 7c5156f6-f7aa-4f03-9b40-ed519b936d0a, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:17.685687 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] For port 7c5156f6-f7aa-4f03-9b40-ed519b936d0a, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7c5156f6-f7aa-4f03-9b40-ed519b936d0a,segment=NetworkSegment(f756e3f7-e46a-4a44-a34b-9a9aef14f9ac),segment_id=f756e3f7-e46a-4a44-a34b-9a9aef14f9ac)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:17.688848 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 4f372f7b-2880-4bfa-9406-801027b53f01 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:17.689224 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.693056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8255e-a60c-40f3-991b-9533004ee3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3eac83-ffdd-4230-8db8-88783cb2dfbd,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:17.715192 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.724781 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1f30c70a-916e-4e2e-9b30-c937598f8ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.726776 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-add8255e-a60c-40f3-991b-9533004ee3f9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cfaa4e6161034254914d1f6a707a8f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7106693 Jul 16 01:29:17.730904 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43338) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:17.743974 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30a45e40-557e-44d5-be89-b5efcaac118f req-a90b2b3d-67bd-4e47-8c39-eb1b3c1bfcbe service neutron] 10.222.0.47 "GET /v2.0/networks/97451b59-1a09-4e04-ad69-5999cdd54249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381165 Jul 16 01:29:17.771799 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] For port 1c683a68-6c26-466f-9717-563ea137f9ed, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:17.778288 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33442318-d367-476f-8e4f-797802964e0d req-63bc33c5-5f9e-4fc3-ba23-45431e452393 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.779995 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-33442318-d367-476f-8e4f-797802964e0d req-63bc33c5-5f9e-4fc3-ba23-45431e452393 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 944 time: 0.2526608 Jul 16 01:29:17.800753 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Routers {'afd4b5dc-5454-4798-9266-7f6f715d9b12'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:17.801149 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] For port 1c683a68-6c26-466f-9717-563ea137f9ed, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1c683a68-6c26-466f-9717-563ea137f9ed,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:17.801393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:29:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['afd4b5dc-5454-4798-9266-7f6f715d9b12'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:17.807106 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ce47c-0c2a-4a2a-82f3-d4e29ed36f35 None None] Pushing event updated for resources: {'Port': ['ID=7c5156f6-f7aa-4f03-9b40-ed519b936d0a,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:17.820968 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.837786 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1067f6f1-1fae-4263-bde2-9da7c1b2a30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.845171 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-33442318-d367-476f-8e4f-797802964e0d req-de50f5e0-56c2-412c-8147-ca9c7ec618e6 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/security-groups?id=d837f83c-97c3-4a55-955a-9114cf27cc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597246 Jul 16 01:29:17.880357 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30c70a-916e-4e2e-9b30-c937598f8ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9efc8f-0a7f-4aa3-97a7-a54c27224e16,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:17.896584 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931f1f3-f0fd-4889-8708-8f0c404d7b06 req-a576221d-0ae8-4865-8699-ae95e69122ea tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.898251 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3931f1f3-f0fd-4889-8708-8f0c404d7b06 req-a576221d-0ae8-4865-8699-ae95e69122ea tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 950 time: 0.3192065 Jul 16 01:29:17.899379 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1067f6f1-1fae-4263-bde2-9da7c1b2a30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.939473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f30c70a-916e-4e2e-9b30-c937598f8ce3 admin admin] Checking segment: {'id': '3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '73841d6a-9e53-445d-9568-cf53fc8e2119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:17.939856 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f30c70a-916e-4e2e-9b30-c937598f8ce3 admin admin] Network hostable DHCP agents. Network: 73841d6a-9e53-445d-9568-cf53fc8e2119, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:17.944386 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc5c395-7544-42aa-867f-79487fba3b02 x-openstack-request-id: req-6bc5c395-7544-42aa-867f-79487fba3b02 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:17.944687 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22735944-a7b5-4b86-a420-7c26e87c6437", "name": "network-vif-plugged", "status": "completed", "tag": "af4dee65-b5a6-420b-8040-3d235e7db6db", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:17.944944 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6bc5c395-7544-42aa-867f-79487fba3b02 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:17.946004 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22735944-a7b5-4b86-a420-7c26e87c6437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4dee65-b5a6-420b-8040-3d235e7db6db', 'code': 200} Jul 16 01:29:17.994078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] Pushing event updated for resources: {'Port': ['ID=1c683a68-6c26-466f-9717-563ea137f9ed,revision_number=8']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:18.015323 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] Set router afd4b5dc-5454-4798-9266-7f6f715d9b12 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:18.024140 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.024646 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.026093 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-ae2df88a-4aae-4f22-82f0-195b511d7055 service neutron] 10.222.0.47 "PUT /v2.0/ports/1c683a68-6c26-466f-9717-563ea137f9ed HTTP/1.1" status: 200 len: 1122 time: 1.6842103 Jul 16 01:29:18.032491 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3931f1f3-f0fd-4889-8708-8f0c404d7b06 req-1867c456-a947-45e0-93ae-604ff5f3d5ea tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155620 Jul 16 01:29:18.041630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f30c70a-916e-4e2e-9b30-c937598f8ce3 admin admin] Network 73841d6a-9e53-445d-9568-cf53fc8e2119 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:18.053662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-1f30c70a-916e-4e2e-9b30-c937598f8ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 73841d6a-9e53-445d-9568-cf53fc8e2119) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:18.060842 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f30c70a-916e-4e2e-9b30-c937598f8ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.061702 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1f30c70a-916e-4e2e-9b30-c937598f8ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.095180 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1f30c70a-916e-4e2e-9b30-c937598f8ce3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2995839 Jul 16 01:29:18.104371 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43342) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:18.108552 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a79960a-3d9a-481c-820a-d9277138df88 None None] Network 73841d6a-9e53-445d-9568-cf53fc8e2119 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:18.111358 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560344343-router', 'tenant_id': '6a2525d7c1cf4137855e2809872d978e', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:18.139859 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.140923 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.219369 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1067f6f1-1fae-4263-bde2-9da7c1b2a30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.221331 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['1c683a68-6c26-466f-9717-563ea137f9ed'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:18.221936 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1067f6f1-1fae-4263-bde2-9da7c1b2a30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.232118 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1067f6f1-1fae-4263-bde2-9da7c1b2a30b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d3eac83-ffdd-4230-8db8-88783cb2dfbd HTTP/1.1" status: 204 len: 168 time: 0.4941685 Jul 16 01:29:18.247419 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a45e40-557e-44d5-be89-b5efcaac118f req-9e4e96d5-1962-41b4-85a5-83c6cc549b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.249592 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30a45e40-557e-44d5-be89-b5efcaac118f req-9e4e96d5-1962-41b4-85a5-83c6cc549b4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b0ee75d87fe4e4fb9a9c5926e993e52&device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 1099 time: 0.3319650 Jul 16 01:29:18.269247 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067f6f1-1fae-4263-bde2-9da7c1b2a30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3eac83-ffdd-4230-8db8-88783cb2dfbd,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:18.307909 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf966b-2d44-4f7a-9e97-eb1e279867ea req-4695828a-d50f-4199-a241-4ec4accde7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.309563 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73cf966b-2d44-4f7a-9e97-eb1e279867ea req-4695828a-d50f-4199-a241-4ec4accde7a2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=22735944-a7b5-4b86-a420-7c26e87c6437 HTTP/1.1" status: 200 len: 1101 time: 0.1888092 Jul 16 01:29:18.311866 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.320849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec21ddd-3ce6-4144-9995-3991b7947ca4 req-bcfa28d0-51ab-4aa9-ab3e-439fc74b20b6 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.328420 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ec21ddd-3ce6-4144-9995-3991b7947ca4 req-bcfa28d0-51ab-4aa9-ab3e-439fc74b20b6 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 948 time: 0.2738817 Jul 16 01:29:18.421507 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ec21ddd-3ce6-4144-9995-3991b7947ca4 req-5f6fe2b9-50db-40be-ad30-868c4ffc3c3d tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921912 Jul 16 01:29:18.434246 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99935f87-177b-4ac8-ad5c-ce964544a0f7 req-43b14a42-df5f-42cf-806b-2064749e8477 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.436912 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99935f87-177b-4ac8-ad5c-ce964544a0f7 req-43b14a42-df5f-42cf-806b-2064749e8477 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/ports?device_id=22735944-a7b5-4b86-a420-7c26e87c6437 HTTP/1.1" status: 200 len: 950 time: 0.2317789 Jul 16 01:29:18.443522 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73cf966b-2d44-4f7a-9e97-eb1e279867ea req-ff521c0f-1fce-4e26-9554-b4ecd2a5d498 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7ebea0f0-d14d-4d2d-8daf-22b7dfccfdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063502 Jul 16 01:29:18.446849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a45e40-557e-44d5-be89-b5efcaac118f req-60988e9c-10a0-469a-b194-b45b898500c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.448500 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30a45e40-557e-44d5-be89-b5efcaac118f req-60988e9c-10a0-469a-b194-b45b898500c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.1889205 Jul 16 01:29:18.485871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78727cca-a903-4f49-b4bf-8e26fc8275b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c683a68-6c26-466f-9717-563ea137f9ed'}, {'name': 'network-changed', 'server_uuid': '78727cca-a903-4f49-b4bf-8e26fc8275b9', 'tag': '1c683a68-6c26-466f-9717-563ea137f9ed'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:18.488140 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b6d58a-35df-4d11-b56f-64cf85a96697" -d '{"events": [{"server_uuid": "78727cca-a903-4f49-b4bf-8e26fc8275b9", "name": "network-vif-unplugged", "status": "completed", "tag": "1c683a68-6c26-466f-9717-563ea137f9ed"}, {"name": "network-changed", "server_uuid": "78727cca-a903-4f49-b4bf-8e26fc8275b9", "tag": "1c683a68-6c26-466f-9717-563ea137f9ed"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:18.553895 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.572772 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99935f87-177b-4ac8-ad5c-ce964544a0f7 req-6c25dc9d-f6c8-4fdf-bee5-3286d5a8c53c tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ebea0f0-d14d-4d2d-8daf-22b7dfccfdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291571 Jul 16 01:29:18.677047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-73841d6a-9e53-445d-9568-cf53fc8e2119', 'network_id': '73841d6a-9e53-445d-9568-cf53fc8e2119', 'tenant_id': '6a2525d7c1cf4137855e2809872d978e', 'fixed_ips': [{'subnet_id': 'fe9efc8f-0a7f-4aa3-97a7-a54c27224e16'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:29:18.678733 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.708469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43356) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:18.725731 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73577b98-621b-40f0-927d-cb39a953b079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.812749 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30a45e40-557e-44d5-be89-b5efcaac118f req-442f0071-3b15-4cf5-a00d-2fa5e46f59d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=6fb73f93-b803-4b01-a248-e25fa23601ec HTTP/1.1" status: 200 len: 217 time: 0.3521986 Jul 16 01:29:18.847427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:29:13Z', 'revision_number': 4, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '7c5156f6-f7aa-4f03-9b40-ed519b936d0a', 'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'mac_address': 'fa:16:3e:1f:b0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:12Z', 'updated_at': '2021-07-16T01:29:17Z', 'revision_number': 4, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'subnets': [{'id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:18.902271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a45e40-557e-44d5-be89-b5efcaac118f req-1c9054c0-87fa-46d4-aa78-1edb2eed32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.903633 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d37b91b-bf50-4b03-909e-b5040f73667a None None] The sync data for ids ['afd4b5dc-5454-4798-9266-7f6f715d9b12'] in n-d-800086-6 is: [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:29:13Z', 'revision_number': 4, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '7c5156f6-f7aa-4f03-9b40-ed519b936d0a', 'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'mac_address': 'fa:16:3e:1f:b0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:12Z', 'updated_at': '2021-07-16T01:29:17Z', 'revision_number': 4, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'subnets': [{'id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:18.903869 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30a45e40-557e-44d5-be89-b5efcaac118f req-1c9054c0-87fa-46d4-aa78-1edb2eed32bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0619836 Jul 16 01:29:18.911424 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3ffc0-d4f0-4070-bd35-1544bbc7b765 req-2d1cdccc-20b8-4160-b211-1de77d121b3f tempest-LiveMigrationNegativeTest-1864879982 tempest-LiveMigrationNegativeTest-1864879982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.920518 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d7b3ffc0-d4f0-4070-bd35-1544bbc7b765 req-2d1cdccc-20b8-4160-b211-1de77d121b3f tempest-LiveMigrationNegativeTest-1864879982 tempest-LiveMigrationNegativeTest-1864879982-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 1101 time: 0.1111383 Jul 16 01:29:18.940650 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ca1b6-7edb-4d3d-b55a-9d332ab37393 req-e296f3f1-8047-4692-b21c-d01126d78335 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.942309 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0e2ca1b6-7edb-4d3d-b55a-9d332ab37393 req-e296f3f1-8047-4692-b21c-d01126d78335 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 947 time: 0.1893163 Jul 16 01:29:18.951473 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Allocated IP 172.20.0.2 (73841d6a-9e53-445d-9568-cf53fc8e2119/fe9efc8f-0a7f-4aa3-97a7-a54c27224e16/86fce005-63c8-46ed-85b6-fc7d1201acf7) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:18.964634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d7b3ffc0-d4f0-4070-bd35-1544bbc7b765 req-4a92fb73-9b67-4d22-aee7-5a75430ff0e9 tempest-LiveMigrationNegativeTest-1864879982 tempest-LiveMigrationNegativeTest-1864879982-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.033315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a45e40-557e-44d5-be89-b5efcaac118f req-bcc435b6-5336-4409-abd1-89fc6536cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.035152 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30a45e40-557e-44d5-be89-b5efcaac118f req-bcc435b6-5336-4409-abd1-89fc6536cc2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1121163 Jul 16 01:29:19.061497 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73577b98-621b-40f0-927d-cb39a953b079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.068738 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.075339 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73577b98-621b-40f0-927d-cb39a953b079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.132579 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.157721 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.168159 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Transition to ACTIVE for port object 86fce005-63c8-46ed-85b6-fc7d1201acf7 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:19.185230 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Transition to ACTIVE for port object 86fce005-63c8-46ed-85b6-fc7d1201acf7 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:19.191397 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.196886 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30a45e40-557e-44d5-be89-b5efcaac118f req-33975cb6-4097-40ac-a501-f621959af8bd service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444514 Jul 16 01:29:19.216300 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0e2ca1b6-7edb-4d3d-b55a-9d332ab37393 req-89f1f077-c5e8-4641-8d6f-f30ec8d65382 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051075 Jul 16 01:29:19.231351 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-73577b98-621b-40f0-927d-cb39a953b079 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=27c29056e1334525bc49276ed21ac8bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5209255 Jul 16 01:29:19.246790 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43360) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:19.247591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73577b98-621b-40f0-927d-cb39a953b079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acafcf41-b127-4728-8ddb-1d17f460e616,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:19.259439 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Pushing event updated for resources: {'Port': ['ID=86fce005-63c8-46ed-85b6-fc7d1201acf7,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:19.270933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Network 73841d6a-9e53-445d-9568-cf53fc8e2119 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:19.272397 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:19.286268 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:19.327332 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 6fb73f93-b803-4b01-a248-e25fa23601ec details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:19.363094 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] Allocated IP 172.25.1.5 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:19.380586 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Attempting to bind port 86fce005-63c8-46ed-85b6-fc7d1201acf7 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:19.381496 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Attempting to bind port 86fce005-63c8-46ed-85b6-fc7d1201acf7 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '73841d6a-9e53-445d-9568-cf53fc8e2119'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:19.382126 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Attempting to bind port 86fce005-63c8-46ed-85b6-fc7d1201acf7 on network 73841d6a-9e53-445d-9568-cf53fc8e2119 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:19.390878 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:19.391350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Checking segment: {'id': '3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '73841d6a-9e53-445d-9568-cf53fc8e2119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:19.391851 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.392324 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Bound using segment: {'id': '3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '73841d6a-9e53-445d-9568-cf53fc8e2119'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:19.392877 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Bound port: 86fce005-63c8-46ed-85b6-fc7d1201acf7, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '73841d6a-9e53-445d-9568-cf53fc8e2119'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:19.393345 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.466359 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d7b3ffc0-d4f0-4070-bd35-1544bbc7b765 req-4a92fb73-9b67-4d22-aee7-5a75430ff0e9 tempest-LiveMigrationNegativeTest-1864879982 tempest-LiveMigrationNegativeTest-1864879982-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.477044 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d7b3ffc0-d4f0-4070-bd35-1544bbc7b765 req-4a92fb73-9b67-4d22-aee7-5a75430ff0e9 tempest-LiveMigrationNegativeTest-1864879982 tempest-LiveMigrationNegativeTest-1864879982-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.500411 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7c5156f6-f7aa-4f03-9b40-ed519b936d0a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:19.528890 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30a45e40-557e-44d5-be89-b5efcaac118f req-b427a8cb-fcde-4c3b-a6a3-c0adb1a049a2 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232503 Jul 16 01:29:19.546580 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d7b3ffc0-d4f0-4070-bd35-1544bbc7b765 req-4a92fb73-9b67-4d22-aee7-5a75430ff0e9 tempest-LiveMigrationNegativeTest-1864879982 tempest-LiveMigrationNegativeTest-1864879982-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6249487 Jul 16 01:29:19.568280 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f862623e-3fb0-4c9b-b701-18c5e7a5542a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.568280 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92fb73-9b67-4d22-aee7-5a75430ff0e9 tempest-LiveMigrationNegativeTest-1864879982 tempest-LiveMigrationNegativeTest-1864879982-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ad0542-23b6-4c78-84dc-f60b5db7ec34,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:19.611254 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.618742 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] For port 86fce005-63c8-46ed-85b6-fc7d1201acf7, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:19.625668 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] For port 86fce005-63c8-46ed-85b6-fc7d1201acf7, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=86fce005-63c8-46ed-85b6-fc7d1201acf7,segment=NetworkSegment(3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7),segment_id=3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:19.629521 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f862623e-3fb0-4c9b-b701-18c5e7a5542a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.639774 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd974331-6cd6-42c2-9101-eddb0e528f2b x-openstack-request-id: req-fd974331-6cd6-42c2-9101-eddb0e528f2b {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:19.641290 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78727cca-a903-4f49-b4bf-8e26fc8275b9", "name": "network-vif-unplugged", "status": "completed", "tag": "1c683a68-6c26-466f-9717-563ea137f9ed", "code": 200}, {"name": "network-changed", "server_uuid": "78727cca-a903-4f49-b4bf-8e26fc8275b9", "tag": "1c683a68-6c26-466f-9717-563ea137f9ed", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:19.641610 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd974331-6cd6-42c2-9101-eddb0e528f2b {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:19.642071 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78727cca-a903-4f49-b4bf-8e26fc8275b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c683a68-6c26-466f-9717-563ea137f9ed', 'code': 200} Jul 16 01:29:19.642386 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78727cca-a903-4f49-b4bf-8e26fc8275b9', 'tag': '1c683a68-6c26-466f-9717-563ea137f9ed', 'status': 'completed', 'code': 200} Jul 16 01:29:19.646389 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 6fb73f93-b803-4b01-a248-e25fa23601ec, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6fb73f93-b803-4b01-a248-e25fa23601ec,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:19.656616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edef730-707a-4bd4-8e03-824779a49b48 req-e272a588-8af6-4f63-b361-c5c926c434da tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.663678 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '6fb73f93-b803-4b01-a248-e25fa23601ec', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '6fb73f93-b803-4b01-a248-e25fa23601ec', 'mac_address': 'fa:16:3e:99:c5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:19.665763 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7edef730-707a-4bd4-8e03-824779a49b48 req-e272a588-8af6-4f63-b361-c5c926c434da tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 944 time: 0.1736429 Jul 16 01:29:19.673500 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.692264 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f862623e-3fb0-4c9b-b701-18c5e7a5542a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.696939 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f862623e-3fb0-4c9b-b701-18c5e7a5542a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.699106 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f862623e-3fb0-4c9b-b701-18c5e7a5542a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/acafcf41-b127-4728-8ddb-1d17f460e616 HTTP/1.1" status: 204 len: 168 time: 0.4506316 Jul 16 01:29:19.735986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862623e-3fb0-4c9b-b701-18c5e7a5542a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acafcf41-b127-4728-8ddb-1d17f460e616,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:19.763173 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7edef730-707a-4bd4-8e03-824779a49b48 req-6087cae9-cdea-4ea8-b238-1fb39c1fa3b4 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959566 Jul 16 01:29:19.765174 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684a3d4-e2ef-4c22-9a8f-55c5c1943f4f None None] Pushing event updated for resources: {'Port': ['ID=86fce005-63c8-46ed-85b6-fc7d1201acf7,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:19.783743 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.894977 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 7c5156f6-f7aa-4f03-9b40-ed519b936d0a completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:19.915063 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:19.918323 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.922270 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:19.926535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 7c5156f6-f7aa-4f03-9b40-ed519b936d0a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:19.926926 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.936084 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:19.960262 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6d58a-35df-4d11-b56f-64cf85a96697 req-9886c692-8d41-454d-baca-f5402a5df2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.983273 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32b6d58a-35df-4d11-b56f-64cf85a96697 req-9886c692-8d41-454d-baca-f5402a5df2e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 1125 time: 0.2350254 Jul 16 01:29:20.032990 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb73f93-b803-4b01-a248-e25fa23601ec {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:20.097346 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 6fb73f93-b803-4b01-a248-e25fa23601ec, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6fb73f93-b803-4b01-a248-e25fa23601ec,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:20.105024 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.106021 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 2edf9673-b9cd-4b00-97a0-fac5173c6c1d details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:20.125685 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155b175-ac3e-4839-981d-1518a2990e8b req-86337f9c-0268-4922-9272-7bd4e218309c tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.131556 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c155b175-ac3e-4839-981d-1518a2990e8b req-86337f9c-0268-4922-9272-7bd4e218309c tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 944 time: 0.2588069 Jul 16 01:29:20.182498 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=6fb73f93-b803-4b01-a248-e25fa23601ec,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:20.263571 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.296971 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c155b175-ac3e-4839-981d-1518a2990e8b req-c98165b8-a95c-4192-9d9e-925e94cf430f tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/security-groups?id=d837f83c-97c3-4a55-955a-9114cf27cc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058173 Jul 16 01:29:20.298311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6d58a-35df-4d11-b56f-64cf85a96697 req-8c59b51e-5105-4476-9560-bf2f2b986440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.319975 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 2edf9673-b9cd-4b00-97a0-fac5173c6c1d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=2edf9673-b9cd-4b00-97a0-fac5173c6c1d,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:20.328791 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32b6d58a-35df-4d11-b56f-64cf85a96697 req-8c59b51e-5105-4476-9560-bf2f2b986440 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 922 time: 0.3181000 Jul 16 01:29:20.341213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] Pushing event updated for resources: {'Port': ['ID=92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:20.389732 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 7c5156f6-f7aa-4f03-9b40-ed519b936d0a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7c5156f6-f7aa-4f03-9b40-ed519b936d0a,segment=NetworkSegment(f756e3f7-e46a-4a44-a34b-9a9aef14f9ac),segment_id=f756e3f7-e46a-4a44-a34b-9a9aef14f9ac)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:20.397702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '2edf9673-b9cd-4b00-97a0-fac5173c6c1d', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '2edf9673-b9cd-4b00-97a0-fac5173c6c1d', 'mac_address': 'fa:16:3e:9f:2c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:20.420479 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.447414 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32b6d58a-35df-4d11-b56f-64cf85a96697 req-32b70997-2d40-4d69-8f19-1f01de3deef2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c683a68-6c26-466f-9717-563ea137f9ed HTTP/1.1" status: 200 len: 217 time: 0.1121976 Jul 16 01:29:20.519418 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6d58a-35df-4d11-b56f-64cf85a96697 req-01b9ad5c-a610-46e2-86d3-34be51c34549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.521343 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32b6d58a-35df-4d11-b56f-64cf85a96697 req-01b9ad5c-a610-46e2-86d3-34be51c34549 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.0589530 Jul 16 01:29:20.524864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=7c5156f6-f7aa-4f03-9b40-ed519b936d0a,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:20.534815 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1797f4-dd30-4b19-a23c-79d05352c114 req-a11a36b9-cf1c-43ec-b891-480c96d4619b tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.542555 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b1797f4-dd30-4b19-a23c-79d05352c114 req-a11a36b9-cf1c-43ec-b891-480c96d4619b tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 949 time: 0.3714728 Jul 16 01:29:20.581620 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32b6d58a-35df-4d11-b56f-64cf85a96697 req-071d9957-f1c6-4c1c-87f6-34cc092476ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496750 Jul 16 01:29:20.600754 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.612601 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.617114 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edf9673-b9cd-4b00-97a0-fac5173c6c1d {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:20.650534 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 2edf9673-b9cd-4b00-97a0-fac5173c6c1d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=2edf9673-b9cd-4b00-97a0-fac5173c6c1d,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:20.655927 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.656969 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 28b7e19b-5bcf-4eee-8973-d1a276761120 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:20.671908 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b1797f4-dd30-4b19-a23c-79d05352c114 req-f7248f0c-4362-4db3-a7b9-9c7455bc1658 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282518 Jul 16 01:29:20.777518 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=2edf9673-b9cd-4b00-97a0-fac5173c6c1d,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:20.786867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c17777-c165-495e-be71-b4168a4ca83d req-3874e974-2ef4-48bd-9b21-71ba72bc385a tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.788717 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88c17777-c165-495e-be71-b4168a4ca83d req-3874e974-2ef4-48bd-9b21-71ba72bc385a tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/ports?device_id=22735944-a7b5-4b86-a420-7c26e87c6437 HTTP/1.1" status: 200 len: 950 time: 0.1860251 Jul 16 01:29:20.846697 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32b6d58a-35df-4d11-b56f-64cf85a96697 req-aade42bb-6472-4332-846a-19facd6f6840 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577167 Jul 16 01:29:20.888882 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 28b7e19b-5bcf-4eee-8973-d1a276761120, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=28b7e19b-5bcf-4eee-8973-d1a276761120,segment=NetworkSegment(52bc77e7-9f4e-4d42-91c5-e8fe27dfa212),segment_id=52bc77e7-9f4e-4d42-91c5-e8fe27dfa212)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:20.894857 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88c17777-c165-495e-be71-b4168a4ca83d req-59007f6a-1687-4816-9ff6-8fec6a4e71cd tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ebea0f0-d14d-4d2d-8daf-22b7dfccfdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969701 Jul 16 01:29:20.910643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '28b7e19b-5bcf-4eee-8973-d1a276761120', 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249', 'port_id': '28b7e19b-5bcf-4eee-8973-d1a276761120', 'mac_address': 'fa:16:3e:17:0a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f184858-4f5a-4e50-aa93-8483e4e9968b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:20.966606 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.987144 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b7e19b-5bcf-4eee-8973-d1a276761120 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:21.021317 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32b6d58a-35df-4d11-b56f-64cf85a96697 req-8cc7b77f-ae80-42a7-84b4-d596d3329563 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623285 Jul 16 01:29:21.027411 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 28b7e19b-5bcf-4eee-8973-d1a276761120, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=28b7e19b-5bcf-4eee-8973-d1a276761120,segment=NetworkSegment(52bc77e7-9f4e-4d42-91c5-e8fe27dfa212),segment_id=52bc77e7-9f4e-4d42-91c5-e8fe27dfa212)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:21.032697 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.047812 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.131749 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcbdc7-1f4b-4848-bdb6-e27fe760afde req-019e69ce-697a-478d-9052-09f2360a20bf tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.139110 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a5dcbdc7-1f4b-4848-bdb6-e27fe760afde req-019e69ce-697a-478d-9052-09f2360a20bf tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 948 time: 0.2890031 Jul 16 01:29:21.149988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=28b7e19b-5bcf-4eee-8973-d1a276761120,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:21.194524 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a5dcbdc7-1f4b-4848-bdb6-e27fe760afde req-891efefe-0e98-48b3-8fa8-4fa162a9df18 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544875 Jul 16 01:29:21.330612 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 1c683a68-6c26-466f-9717-563ea137f9ed details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:21.339760 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3520551-f2d4-4c76-ba9a-2fc210c7dfdb req-485b4135-25cd-4ce5-a926-b71a92f06bee tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.347680 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3520551-f2d4-4c76-ba9a-2fc210c7dfdb req-485b4135-25cd-4ce5-a926-b71a92f06bee tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 944 time: 0.0970325 Jul 16 01:29:21.420012 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3520551-f2d4-4c76-ba9a-2fc210c7dfdb req-fe8bc921-eab1-4cd2-b823-9e9389a34b54 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703046 Jul 16 01:29:21.562639 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 1c683a68-6c26-466f-9717-563ea137f9ed, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1c683a68-6c26-466f-9717-563ea137f9ed,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:21.606573 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1e03ba-34f3-464f-8502-9072de0e5401 None None] Network 73841d6a-9e53-445d-9568-cf53fc8e2119 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:21.643677 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] Router 64e87dc7-2202-4b12-af3f-47f974d05b3e is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:29:21.676773 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 86fce005-63c8-46ed-85b6-fc7d1201acf7 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:21.686156 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 1c683a68-6c26-466f-9717-563ea137f9ed has no active binding in host n-h2-800086-6 {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:29:21.740148 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9f3e6-cc42-4dc3-bcc1-877cf7fb3887 req-f546be38-31d2-4e85-943d-bd4c2f1d2790 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.747598 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ca9f3e6-cc42-4dc3-bcc1-877cf7fb3887 req-f546be38-31d2-4e85-943d-bd4c2f1d2790 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 945 time: 0.1199396 Jul 16 01:29:21.792626 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-dfb93b66-f7d9-4e3b-aef5-079895a3e34b None None] Provisioning for port 86fce005-63c8-46ed-85b6-fc7d1201acf7 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:21.807596 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ca9f3e6-cc42-4dc3-bcc1-877cf7fb3887 req-00aee9cc-e991-4cf9-be11-f18443b944d2 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/security-groups?id=d837f83c-97c3-4a55-955a-9114cf27cc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590012 Jul 16 01:29:21.841412 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['2edf9673-b9cd-4b00-97a0-fac5173c6c1d'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:21.857407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:21.868715 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Sync routers for ids ['64e87dc7-2202-4b12-af3f-47f974d05b3e'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:21.884993 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Routers {'64e87dc7-2202-4b12-af3f-47f974d05b3e'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:21.885879 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:29:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['64e87dc7-2202-4b12-af3f-47f974d05b3e'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:21.901297 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['6fb73f93-b803-4b01-a248-e25fa23601ec'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:21.909877 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.914394 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-de6eff23-03db-42a9-83f3-8647aee53297 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.8058069 Jul 16 01:29:21.915110 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43420) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:21.973714 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 86fce005-63c8-46ed-85b6-fc7d1201acf7 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:22.035998 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b4534-4529-41b8-9e7f-04f59685b65f req-67ce6a50-fb99-4f72-b82f-d53fcd315e35 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.044133 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9e8b4534-4529-41b8-9e7f-04f59685b65f req-67ce6a50-fb99-4f72-b82f-d53fcd315e35 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 949 time: 0.0893991 Jul 16 01:29:22.098352 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9e8b4534-4529-41b8-9e7f-04f59685b65f req-2dac28cf-2353-458a-a655-2fce3873ab40 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529180 Jul 16 01:29:22.137916 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['28b7e19b-5bcf-4eee-8973-d1a276761120'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:22.215277 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Set router 64e87dc7-2202-4b12-af3f-47f974d05b3e gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:22.220743 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 86fce005-63c8-46ed-85b6-fc7d1201acf7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:22.221271 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.323887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc8263-e5a6-4534-9b17-3d0a8d097024 req-9ac28db7-f81b-4f2f-a079-153f7c724728 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.331274 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2fdc8263-e5a6-4534-9b17-3d0a8d097024 req-9ac28db7-f81b-4f2f-a079-153f7c724728 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 950 time: 0.1171992 Jul 16 01:29:22.376454 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2fdc8263-e5a6-4534-9b17-3d0a8d097024 req-7d37e878-f4de-4a7a-a327-e16e7d473283 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441871 Jul 16 01:29:22.422061 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e87dc7-2202-4b12-af3f-47f974d05b3e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560344343-router', 'tenant_id': '6a2525d7c1cf4137855e2809872d978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:18Z', 'updated_at': '2021-07-16T01:29:20Z', 'revision_number': 3, 'project_id': '6a2525d7c1cf4137855e2809872d978e', 'gw_port': {'id': '92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e87dc7-2202-4b12-af3f-47f974d05b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:19Z', 'updated_at': '2021-07-16T01:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:22.452782 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Checking router: 64e87dc7-2202-4b12-af3f-47f974d05b3e for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:22.453474 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Updating router 64e87dc7-2202-4b12-af3f-47f974d05b3e port 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:29:22.497596 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.524166 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8cca4-4a1a-4253-bd83-14d6b4576fad req-c0209899-8a03-41de-9680-d91d8238d4bb tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.532670 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89d8cca4-4a1a-4253-bd83-14d6b4576fad req-c0209899-8a03-41de-9680-d91d8238d4bb tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/ports?device_id=22735944-a7b5-4b86-a420-7c26e87c6437 HTTP/1.1" status: 200 len: 950 time: 0.2118976 Jul 16 01:29:22.611870 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89d8cca4-4a1a-4253-bd83-14d6b4576fad req-6388d253-b34c-4c6f-aa56-4ddb789d8ef5 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ebea0f0-d14d-4d2d-8daf-22b7dfccfdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777078 Jul 16 01:29:22.612104 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.724243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 86fce005-63c8-46ed-85b6-fc7d1201acf7, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=86fce005-63c8-46ed-85b6-fc7d1201acf7,segment=NetworkSegment(3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7),segment_id=3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:22.729947 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.730555 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7c5156f6-f7aa-4f03-9b40-ed519b936d0a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:22.800310 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.840170 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=86fce005-63c8-46ed-85b6-fc7d1201acf7,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:22.842805 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.859577 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Transition to ACTIVE for port object 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:22.860838 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 7c5156f6-f7aa-4f03-9b40-ed519b936d0a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:22.861523 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.869758 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae1188-8450-480a-8d83-b8d94392935c req-0fdd9299-0be3-4329-81fa-36472f341e2f tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.872371 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edae1188-8450-480a-8d83-b8d94392935c req-0fdd9299-0be3-4329-81fa-36472f341e2f tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 948 time: 0.1492929 Jul 16 01:29:22.875008 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.926432 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edae1188-8450-480a-8d83-b8d94392935c req-1004ab67-6d37-4573-814c-cc20b48d4041 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461042 Jul 16 01:29:22.932349 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df07ec-22d4-4868-9dd3-934c53fc95d3 None None] Pushing event updated for resources: {'Port': ['ID=92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:22.952642 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Attempting to bind port 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:22.953376 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Attempting to bind port 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:22.953808 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Attempting to bind port 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:22.961346 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:22.962081 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:22.962746 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.963337 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:22.964091 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Bound port: 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:22.964750 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.979202 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d0e575cf-7f98-482b-bea9-3e4bb3ad64cd None None] Provisioning complete for port 86fce005-63c8-46ed-85b6-fc7d1201acf7 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:22.979651 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0e575cf-7f98-482b-bea9-3e4bb3ad64cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.007127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8b8d5-cd6c-48e1-8b7f-58eae138c8b4 req-640c963c-2277-4500-8b16-3b434f39e12e tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.015409 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-59d8b8d5-cd6c-48e1-8b7f-58eae138c8b4 req-640c963c-2277-4500-8b16-3b434f39e12e tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 944 time: 0.1873205 Jul 16 01:29:23.023852 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] For port 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:23.035168 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] For port 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:23.041926 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.111256 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df07ec-22d4-4868-9dd3-934c53fc95d3 None None] Pushing event updated for resources: {'Port': ['ID=92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:23.112391 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-59d8b8d5-cd6c-48e1-8b7f-58eae138c8b4 req-e45afbd6-cd71-45f4-83ac-81a8b147e03f tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956700 Jul 16 01:29:23.113882 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Routers {'64e87dc7-2202-4b12-af3f-47f974d05b3e'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:23.114732 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:29:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['64e87dc7-2202-4b12-af3f-47f974d05b3e'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:23.133800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] Allocated IP 172.20.0.1 (73841d6a-9e53-445d-9568-cf53fc8e2119/fe9efc8f-0a7f-4aa3-97a7-a54c27224e16/8b071e33-0bb6-419c-9099-eddd27c53985) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:23.213606 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6cdab-c827-4ddc-818a-5f6d5f8602f5 req-2f9112a7-9d0f-4499-bbcf-d26d682aa147 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.220823 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eee6cdab-c827-4ddc-818a-5f6d5f8602f5 req-2f9112a7-9d0f-4499-bbcf-d26d682aa147 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 945 time: 0.0748813 Jul 16 01:29:23.259795 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] Set router 64e87dc7-2202-4b12-af3f-47f974d05b3e gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:23.265301 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.269138 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eee6cdab-c827-4ddc-818a-5f6d5f8602f5 req-0f6adc82-d6cb-4118-81f3-1162f29dc155 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/security-groups?id=d837f83c-97c3-4a55-955a-9114cf27cc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473435 Jul 16 01:29:23.281330 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] Transition to ACTIVE for port object 8b071e33-0bb6-419c-9099-eddd27c53985 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:23.364154 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.396143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 86fce005-63c8-46ed-85b6-fc7d1201acf7 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:23.444534 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848fa63-818e-4cfc-9c3a-f5c7130a866b req-06981874-4777-43e3-95fa-7420f501bbfc tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.446461 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e848fa63-818e-4cfc-9c3a-f5c7130a866b req-06981874-4777-43e3-95fa-7420f501bbfc tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 949 time: 0.1564400 Jul 16 01:29:23.448537 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] Network 73841d6a-9e53-445d-9568-cf53fc8e2119 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:23.453690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:23.456057 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] Pushing event updated for resources: {'Port': ['ID=8b071e33-0bb6-419c-9099-eddd27c53985,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:23.464404 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:23.464965 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.486224 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.532520 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 86fce005-63c8-46ed-85b6-fc7d1201acf7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:23.532909 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e87dc7-2202-4b12-af3f-47f974d05b3e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560344343-router', 'tenant_id': '6a2525d7c1cf4137855e2809872d978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:18Z', 'updated_at': '2021-07-16T01:29:20Z', 'revision_number': 3, 'project_id': '6a2525d7c1cf4137855e2809872d978e', 'gw_port': {'id': '92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e87dc7-2202-4b12-af3f-47f974d05b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:19Z', 'updated_at': '2021-07-16T01:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:23.533259 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.617319 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312f1e6e-2c55-4d45-8cfa-46cb09e97f03 None None] The sync data for ids ['64e87dc7-2202-4b12-af3f-47f974d05b3e'] in n-d-800086-6 is: [{'id': '64e87dc7-2202-4b12-af3f-47f974d05b3e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560344343-router', 'tenant_id': '6a2525d7c1cf4137855e2809872d978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:18Z', 'updated_at': '2021-07-16T01:29:20Z', 'revision_number': 3, 'project_id': '6a2525d7c1cf4137855e2809872d978e', 'gw_port': {'id': '92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e87dc7-2202-4b12-af3f-47f974d05b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:19Z', 'updated_at': '2021-07-16T01:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:23.643351 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6369b47-45af-4ec1-a7f8-9003e052ee44 req-619d753e-2317-4a6c-bd3d-8842648e52bd tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.657121 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b6369b47-45af-4ec1-a7f8-9003e052ee44 req-619d753e-2317-4a6c-bd3d-8842648e52bd tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 950 time: 0.1226408 Jul 16 01:29:23.706145 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b6369b47-45af-4ec1-a7f8-9003e052ee44 req-df5b5503-0972-4663-87a4-bad589bffbb2 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471506 Jul 16 01:29:23.759908 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e848fa63-818e-4cfc-9c3a-f5c7130a866b req-4b5787e6-f8f9-4eac-9b1d-5d5b46b9ea83 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360052 Jul 16 01:29:23.790350 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43452) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:23.826631 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.837016 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c27dd501-369a-4a9d-ab96-156102ff73f9 None None] Provisioning for port 8b071e33-0bb6-419c-9099-eddd27c53985 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:23.842097 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c27dd501-369a-4a9d-ab96-156102ff73f9 None None] Provisioning complete for port 8b071e33-0bb6-419c-9099-eddd27c53985 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:23.842690 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c27dd501-369a-4a9d-ab96-156102ff73f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.898051 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c27dd501-369a-4a9d-ab96-156102ff73f9 None None] Port 8b071e33-0bb6-419c-9099-eddd27c53985 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:23.915536 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57067238-77a2-4cb4-9627-b1bbe739d7d8 req-e2a88419-1459-494e-9496-37b0ccec1fa1 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.923930 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-57067238-77a2-4cb4-9627-b1bbe739d7d8 req-e2a88419-1459-494e-9496-37b0ccec1fa1 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/ports?device_id=22735944-a7b5-4b86-a420-7c26e87c6437 HTTP/1.1" status: 200 len: 950 time: 0.0889597 Jul 16 01:29:23.961042 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4813b215-5542-4729-a798-b328a30d3afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.031437 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-57067238-77a2-4cb4-9627-b1bbe739d7d8 req-755ceead-6aa8-4959-9c1f-b0a09e2fac74 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ebea0f0-d14d-4d2d-8daf-22b7dfccfdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066699 Jul 16 01:29:24.074767 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.080271 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.081069 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.129814 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca9685-9272-4ade-b537-afa761b78dd8 req-2fa77f70-90a1-42d6-b379-6e173a810d27 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.131334 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7eca9685-9272-4ade-b537-afa761b78dd8 req-2fa77f70-90a1-42d6-b379-6e173a810d27 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.26 "GET /v2.0/ports?device_id=22735944-a7b5-4b86-a420-7c26e87c6437 HTTP/1.1" status: 200 len: 950 time: 0.1554251 Jul 16 01:29:24.188461 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] Pushing event updated for resources: {'Port': ['ID=8b071e33-0bb6-419c-9099-eddd27c53985,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:24.269138 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f9a7b-f274-4f09-8ea9-22cb55a27df3 req-a6217aad-e1fc-4130-b170-4203c4330e8f tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.270232 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-653f9a7b-f274-4f09-8ea9-22cb55a27df3 req-a6217aad-e1fc-4130-b170-4203c4330e8f tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 948 time: 0.1613057 Jul 16 01:29:24.280112 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] Network 73841d6a-9e53-445d-9568-cf53fc8e2119 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:24.286979 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:24.298327 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4813b215-5542-4729-a798-b328a30d3afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.336757 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4813b215-5542-4729-a798-b328a30d3afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.361900 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-653f9a7b-f274-4f09-8ea9-22cb55a27df3 req-62f1808a-0472-40ff-a7d2-c67f6c363785 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844731 Jul 16 01:29:24.403748 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-7eca9685-9272-4ade-b537-afa761b78dd8 req-04d7f629-b549-4165-adf6-3969813640be tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Deleting port af4dee65-b5a6-420b-8040-3d235e7db6db {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:24.404462 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7eca9685-9272-4ade-b537-afa761b78dd8 req-04d7f629-b549-4165-adf6-3969813640be tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.416132 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4813b215-5542-4729-a798-b328a30d3afc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fb27b31d79644e1892e682051715657e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6246600 Jul 16 01:29:24.420898 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43462) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:24.447127 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813b215-5542-4729-a798-b328a30d3afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5727caa4-7d7c-404b-b023-a8a824bc1841,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:24.488460 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] Router 64e87dc7-2202-4b12-af3f-47f974d05b3e has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:24.507256 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d8d2ab8-0e18-46da-bdcb-f6a513190ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.577328 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89356a8e-0077-4e6e-8e57-f640dd9a7812 req-f9fe4151-1345-4f61-87b8-b403f4dd61c6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.584255 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89356a8e-0077-4e6e-8e57-f640dd9a7812 req-f9fe4151-1345-4f61-87b8-b403f4dd61c6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 944 time: 0.3011241 Jul 16 01:29:24.612934 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d8d2ab8-0e18-46da-bdcb-f6a513190ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.630395 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-7eca9685-9272-4ade-b537-afa761b78dd8 req-04d7f629-b549-4165-adf6-3969813640be tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] For port af4dee65-b5a6-420b-8040-3d235e7db6db, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=af4dee65-b5a6-420b-8040-3d235e7db6db,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:24.631313 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7eca9685-9272-4ade-b537-afa761b78dd8 req-04d7f629-b549-4165-adf6-3969813640be tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.636933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6dee7d26-63c3-43d2-a19a-83a72cfa1768 None None] Provisioning complete for port 8b071e33-0bb6-419c-9099-eddd27c53985 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:24.637605 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6dee7d26-63c3-43d2-a19a-83a72cfa1768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.661440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-7eca9685-9272-4ade-b537-afa761b78dd8 req-04d7f629-b549-4165-adf6-3969813640be tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Calling delete_port for af4dee65-b5a6-420b-8040-3d235e7db6db owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:24.676692 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89356a8e-0077-4e6e-8e57-f640dd9a7812 req-5b1d6567-f0da-4e37-b31f-ba47e1044d83 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915399 Jul 16 01:29:24.697425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6dee7d26-63c3-43d2-a19a-83a72cfa1768 None None] Port 8b071e33-0bb6-419c-9099-eddd27c53985 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:24.701441 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bcf4c-57cb-4c46-8da2-edb50c071eca req-473f4d60-dd96-4b32-924d-8b7d2cb4e05d tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.703873 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a11bcf4c-57cb-4c46-8da2-edb50c071eca req-473f4d60-dd96-4b32-924d-8b7d2cb4e05d tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.47 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 950 time: 0.2398853 Jul 16 01:29:24.958288 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-a11bcf4c-57cb-4c46-8da2-edb50c071eca req-45a1501e-93b4-4276-b34a-f41158437fab tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Deleting port 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:24.958549 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a11bcf4c-57cb-4c46-8da2-edb50c071eca req-45a1501e-93b4-4276-b34a-f41158437fab tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.961581 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7eca9685-9272-4ade-b537-afa761b78dd8 req-04d7f629-b549-4165-adf6-3969813640be tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.998829 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['af4dee65-b5a6-420b-8040-3d235e7db6db'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:25.015586 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:25.016723 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7f629-b549-4165-adf6-3969813640be tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Pushing event deleted for resources: {'Port': ['ID=af4dee65-b5a6-420b-8040-3d235e7db6db,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:25.037736 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d55c0cdf-6fe0-4619-9f68-911747877982 admin admin] 10.222.0.54 "PUT /v2.0/routers/64e87dc7-2202-4b12-af3f-47f974d05b3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1213481 Jul 16 01:29:25.049046 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d8d2ab8-0e18-46da-bdcb-f6a513190ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.051839 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d8d2ab8-0e18-46da-bdcb-f6a513190ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.055456 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9d8d2ab8-0e18-46da-bdcb-f6a513190ec6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5727caa4-7d7c-404b-b023-a8a824bc1841 HTTP/1.1" status: 204 len: 168 time: 0.6310859 Jul 16 01:29:25.062423 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-f27b8cf2-3f83-4b30-a098-6e924a4ae85b service neutron] 10.222.0.26 "GET /v2.0/ports/1c683a68-6c26-466f-9717-563ea137f9ed/bindings/n-h2-800086-6 HTTP/1.1" status: 200 len: 384 time: 0.1350451 Jul 16 01:29:25.078518 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dbe0a-5522-4b5c-9648-bd049421e929 req-2f30b8a8-5869-405f-bdc1-77d245dc4ab0 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.085353 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d3dbe0a-5522-4b5c-9648-bd049421e929 req-2f30b8a8-5869-405f-bdc1-77d245dc4ab0 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 945 time: 0.4760659 Jul 16 01:29:25.100895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d2ab8-0e18-46da-bdcb-f6a513190ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5727caa4-7d7c-404b-b023-a8a824bc1841,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:25.127520 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eca9685-9272-4ade-b537-afa761b78dd8 req-04d7f629-b549-4165-adf6-3969813640be tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] No DVR routers for this DVR port af4dee65-b5a6-420b-8040-3d235e7db6db on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:25.145895 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f919c-129b-42dd-9b35-bce9f13ae5c8 req-12d05d45-3fe6-422f-8a89-118f1a5c6556 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.147463 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d08f919c-129b-42dd-9b35-bce9f13ae5c8 req-12d05d45-3fe6-422f-8a89-118f1a5c6556 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 950 time: 0.2866044 Jul 16 01:29:25.151426 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7eca9685-9272-4ade-b537-afa761b78dd8 req-04d7f629-b549-4165-adf6-3969813640be tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.158615 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7eca9685-9272-4ade-b537-afa761b78dd8 req-04d7f629-b549-4165-adf6-3969813640be tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.26 "DELETE /v2.0/ports/af4dee65-b5a6-420b-8040-3d235e7db6db HTTP/1.1" status: 204 len: 173 time: 1.0198178 Jul 16 01:29:25.159095 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22735944-a7b5-4b86-a420-7c26e87c6437', 'name': 'network-vif-deleted', 'tag': 'af4dee65-b5a6-420b-8040-3d235e7db6db'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:25.161420 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa63a0c6-6f4e-4b02-bd43-cd4b362e8c89" -d '{"events": [{"server_uuid": "22735944-a7b5-4b86-a420-7c26e87c6437", "name": "network-vif-deleted", "tag": "af4dee65-b5a6-420b-8040-3d235e7db6db"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:25.204537 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d3dbe0a-5522-4b5c-9648-bd049421e929 req-2f2ab6a6-e841-4484-a6e7-0e4ca51f7ea2 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/security-groups?id=d837f83c-97c3-4a55-955a-9114cf27cc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176040 Jul 16 01:29:25.247668 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-a11bcf4c-57cb-4c46-8da2-edb50c071eca req-45a1501e-93b4-4276-b34a-f41158437fab tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] For port 83eaa056-4aa4-4c74-80ef-f833ce06b5c1, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=83eaa056-4aa4-4c74-80ef-f833ce06b5c1,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:25.248078 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a11bcf4c-57cb-4c46-8da2-edb50c071eca req-45a1501e-93b4-4276-b34a-f41158437fab tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.303549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-a11bcf4c-57cb-4c46-8da2-edb50c071eca req-45a1501e-93b4-4276-b34a-f41158437fab tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Calling delete_port for 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:25.323658 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d08f919c-129b-42dd-9b35-bce9f13ae5c8 req-ac99a0e3-8503-430d-938c-cfe88016365f tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594284 Jul 16 01:29:25.365580 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 28b7e19b-5bcf-4eee-8973-d1a276761120 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:25.437831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-4269fdf8-7b46-489b-adc0-8e0d3182860b service neutron] For port 1c683a68-6c26-466f-9717-563ea137f9ed, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1c683a68-6c26-466f-9717-563ea137f9ed,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:25.528219 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 28b7e19b-5bcf-4eee-8973-d1a276761120 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:25.533981 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 28b7e19b-5bcf-4eee-8973-d1a276761120 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:25.534723 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.537141 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-4269fdf8-7b46-489b-adc0-8e0d3182860b service neutron] For port 1c683a68-6c26-466f-9717-563ea137f9ed, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:25.586899 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:25.604772 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-4269fdf8-7b46-489b-adc0-8e0d3182860b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c683a68-6c26-466f-9717-563ea137f9ed {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:25.616312 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a11bcf4c-57cb-4c46-8da2-edb50c071eca req-45a1501e-93b4-4276-b34a-f41158437fab tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.625554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-4269fdf8-7b46-489b-adc0-8e0d3182860b service neutron] For port 1c683a68-6c26-466f-9717-563ea137f9ed, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=1c683a68-6c26-466f-9717-563ea137f9ed,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:25.645734 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43482) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:25.668796 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-4269fdf8-7b46-489b-adc0-8e0d3182860b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.673613 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4317484c-0afb-40ca-8dc2-b21d2d2bf4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.677924 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1501e-93b4-4276-b34a-f41158437fab tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Pushing event deleted for resources: {'Port': ['ID=83eaa056-4aa4-4c74-80ef-f833ce06b5c1,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:25.712701 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d091f-98a0-4e47-a623-28778e7830d1 req-03be6d48-6195-495f-ab27-469672d396c0 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.714331 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac9d091f-98a0-4e47-a623-28778e7830d1 req-03be6d48-6195-495f-ab27-469672d396c0 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 949 time: 0.2549062 Jul 16 01:29:25.723131 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d385aa93-eb8e-4444-bce4-0f5b102bd1c2 req-d40d9be5-d373-43c9-93b2-be5229e15d11 tempest-ServerDiagnosticsNegativeTest-1736062304 tempest-ServerDiagnosticsNegativeTest-1736062304-project] 10.222.0.54 "GET /v2.0/ports?device_id=22735944-a7b5-4b86-a420-7c26e87c6437 HTTP/1.1" status: 200 len: 210 time: 0.0690477 Jul 16 01:29:25.824353 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915012af-3702-4d03-a668-8f0aa9e53b66 x-openstack-request-id: req-915012af-3702-4d03-a668-8f0aa9e53b66 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:25.825032 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22735944-a7b5-4b86-a420-7c26e87c6437", "name": "network-vif-deleted", "tag": "af4dee65-b5a6-420b-8040-3d235e7db6db", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:25.825212 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-915012af-3702-4d03-a668-8f0aa9e53b66 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:25.825910 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22735944-a7b5-4b86-a420-7c26e87c6437', 'name': 'network-vif-deleted', 'tag': 'af4dee65-b5a6-420b-8040-3d235e7db6db', 'status': 'completed', 'code': 200} Jul 16 01:29:25.827007 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11bcf4c-57cb-4c46-8da2-edb50c071eca req-45a1501e-93b4-4276-b34a-f41158437fab tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] No DVR routers for this DVR port 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:25.837337 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a11bcf4c-57cb-4c46-8da2-edb50c071eca req-45a1501e-93b4-4276-b34a-f41158437fab tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.839610 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a11bcf4c-57cb-4c46-8da2-edb50c071eca req-45a1501e-93b4-4276-b34a-f41158437fab tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.47 "DELETE /v2.0/ports/83eaa056-4aa4-4c74-80ef-f833ce06b5c1 HTTP/1.1" status: 204 len: 173 time: 1.1066566 Jul 16 01:29:25.863571 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['d4d08190-c9bf-468c-90e3-248d2489537e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:25.865839 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['83eaa056-4aa4-4c74-80ef-f833ce06b5c1'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:25.950837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-4269fdf8-7b46-489b-adc0-8e0d3182860b service neutron] Transition to ACTIVE for port object 1c683a68-6c26-466f-9717-563ea137f9ed will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:25.964764 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-4269fdf8-7b46-489b-adc0-8e0d3182860b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.042312 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:26.068908 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac9d091f-98a0-4e47-a623-28778e7830d1 req-38b8bf76-b1c7-49d5-b3e0-e04659573aec tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516805 Jul 16 01:29:26.106410 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:26.106778 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.119186 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.129963 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269fdf8-7b46-489b-adc0-8e0d3182860b service neutron] Pushing event updated for resources: {'Port': ['ID=1c683a68-6c26-466f-9717-563ea137f9ed,revision_number=10']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:26.134610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-4269fdf8-7b46-489b-adc0-8e0d3182860b service neutron] No DVR routers for this DVR port 1c683a68-6c26-466f-9717-563ea137f9ed on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:26.182793 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4317484c-0afb-40ca-8dc2-b21d2d2bf4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.186130 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b7e19b-5bcf-4eee-8973-d1a276761120'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:26.189002 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abafc2b-dc51-468a-a1af-305caf79adf6" -d '{"events": [{"server_uuid": "b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c", "name": "network-vif-plugged", "status": "completed", "tag": "28b7e19b-5bcf-4eee-8973-d1a276761120"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:26.192794 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4317484c-0afb-40ca-8dc2-b21d2d2bf4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.204801 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-4269fdf8-7b46-489b-adc0-8e0d3182860b service neutron] 10.222.0.26 "PUT /v2.0/ports/1c683a68-6c26-466f-9717-563ea137f9ed/bindings/n-h2-800086-6/activate HTTP/1.1" status: 200 len: 369 time: 1.1162565 Jul 16 01:29:26.222041 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 28b7e19b-5bcf-4eee-8973-d1a276761120, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=28b7e19b-5bcf-4eee-8973-d1a276761120,segment=NetworkSegment(52bc77e7-9f4e-4d42-91c5-e8fe27dfa212),segment_id=52bc77e7-9f4e-4d42-91c5-e8fe27dfa212)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:26.234762 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.235567 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 6fb73f93-b803-4b01-a248-e25fa23601ec up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:26.303466 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43492) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:26.303956 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4317484c-0afb-40ca-8dc2-b21d2d2bf4c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b23c454ca0de4780b26b7cc5f0e502e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6569967 Jul 16 01:29:26.306140 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317484c-0afb-40ca-8dc2-b21d2d2bf4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e20e788-e95b-4ce1-b949-80de4a4f7cc4,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:26.350693 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605bde7-aa47-4a67-ab1b-0478580dbd6d req-f67b7594-46e7-40ad-9b20-75ecd63c6edf tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.353299 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6605bde7-aa47-4a67-ab1b-0478580dbd6d req-f67b7594-46e7-40ad-9b20-75ecd63c6edf tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 948 time: 0.1147602 Jul 16 01:29:26.368752 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Sync routers for ids ['64e87dc7-2202-4b12-af3f-47f974d05b3e'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:26.409945 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6605bde7-aa47-4a67-ab1b-0478580dbd6d req-ff64893c-0441-4905-87cc-f3a809a1805d tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454926 Jul 16 01:29:26.439788 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6324b1ab-e9e6-4f8d-855a-ddaf8e704667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.440209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Routers {'64e87dc7-2202-4b12-af3f-47f974d05b3e'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:26.440309 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:29:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['64e87dc7-2202-4b12-af3f-47f974d05b3e'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:26.468982 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 6fb73f93-b803-4b01-a248-e25fa23601ec completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:26.491049 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6324b1ab-e9e6-4f8d-855a-ddaf8e704667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.505351 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48aedcd-751f-47f2-8c48-f216b655f976 x-openstack-request-id: req-c48aedcd-751f-47f2-8c48-f216b655f976 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:26.505652 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c", "name": "network-vif-plugged", "status": "completed", "tag": "28b7e19b-5bcf-4eee-8973-d1a276761120", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:26.505908 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c48aedcd-751f-47f2-8c48-f216b655f976 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:26.506292 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b7e19b-5bcf-4eee-8973-d1a276761120', 'code': 200} Jul 16 01:29:26.506851 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=28b7e19b-5bcf-4eee-8973-d1a276761120,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:26.509798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-091e53e7-07b3-4c0e-82fb-62bffbbe8e2b tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.511390 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-091e53e7-07b3-4c0e-82fb-62bffbbe8e2b tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9&tenant_id=6060cb9382ba430f8761b732ad566a8a&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 1096 time: 0.1661053 Jul 16 01:29:26.514389 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 6fb73f93-b803-4b01-a248-e25fa23601ec triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:26.514771 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.593849 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.641874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:26.653074 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.656851 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Set router 64e87dc7-2202-4b12-af3f-47f974d05b3e gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:26.687362 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bd8d1-4012-4bb1-8b15-238db3553662 req-172b33d2-967b-43cf-a889-2650ddaff995 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.689163 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-072bd8d1-4012-4bb1-8b15-238db3553662 req-172b33d2-967b-43cf-a889-2650ddaff995 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 945 time: 0.1008503 Jul 16 01:29:26.751749 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a88db-0de0-430a-930a-cd332794215e req-142ef64b-4d73-4fed-b498-9b457d2872e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.753537 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-704a88db-0de0-430a-930a-cd332794215e req-142ef64b-4d73-4fed-b498-9b457d2872e6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 1097 time: 0.1057563 Jul 16 01:29:26.757789 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-072bd8d1-4012-4bb1-8b15-238db3553662 req-29866f7e-51d8-4e3d-bb97-bda32873b53b tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551136 Jul 16 01:29:26.820846 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-704a88db-0de0-430a-930a-cd332794215e req-f5f7d8ab-2186-40e4-8d16-3a9751fb88a5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d837f83c-97c3-4a55-955a-9114cf27cc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351119 Jul 16 01:29:26.868562 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6324b1ab-e9e6-4f8d-855a-ddaf8e704667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.871484 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6324b1ab-e9e6-4f8d-855a-ddaf8e704667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.872914 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6324b1ab-e9e6-4f8d-855a-ddaf8e704667 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2e20e788-e95b-4ce1-b949-80de4a4f7cc4 HTTP/1.1" status: 204 len: 168 time: 0.5681345 Jul 16 01:29:26.885089 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.901755 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:26.902531 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324b1ab-e9e6-4f8d-855a-ddaf8e704667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e20e788-e95b-4ce1-b949-80de4a4f7cc4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:26.960300 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-194e6819-d38d-4ca8-a188-79039c5e3f8f req-fbc59b87-7a5a-4fef-9848-12c934f217f8 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=a703c608-504d-4282-bfde-0151c0934208 HTTP/1.1" status: 200 len: 210 time: 0.0539961 Jul 16 01:29:26.961153 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-95d3d05a-6a6f-44c3-8764-6dfdf492c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.962766 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-95d3d05a-6a6f-44c3-8764-6dfdf492c7d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9&tenant_id=6060cb9382ba430f8761b732ad566a8a HTTP/1.1" status: 200 len: 1096 time: 0.4004176 Jul 16 01:29:26.977367 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70260d-f359-4aeb-bc27-f93ed6a8f1af req-3a67c43f-006e-48f5-a4ac-d38bd721129a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.984186 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0d70260d-f359-4aeb-bc27-f93ed6a8f1af req-3a67c43f-006e-48f5-a4ac-d38bd721129a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 946 time: 0.3855240 Jul 16 01:29:27.030303 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0d70260d-f359-4aeb-bc27-f93ed6a8f1af req-2bd484a8-9a79-4726-a4b1-df71dd5e88f8 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/security-groups?id=d837f83c-97c3-4a55-955a-9114cf27cc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451565 Jul 16 01:29:27.034394 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 6fb73f93-b803-4b01-a248-e25fa23601ec, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6fb73f93-b803-4b01-a248-e25fa23601ec,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:27.057916 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.058851 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 2edf9673-b9cd-4b00-97a0-fac5173c6c1d up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:27.230593 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=6fb73f93-b803-4b01-a248-e25fa23601ec,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:27.257917 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 2edf9673-b9cd-4b00-97a0-fac5173c6c1d completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:27.266318 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 2edf9673-b9cd-4b00-97a0-fac5173c6c1d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:27.266692 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.306553 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e87dc7-2202-4b12-af3f-47f974d05b3e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560344343-router', 'tenant_id': '6a2525d7c1cf4137855e2809872d978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:18Z', 'updated_at': '2021-07-16T01:29:23Z', 'revision_number': 4, 'project_id': '6a2525d7c1cf4137855e2809872d978e', 'gw_port': {'id': '92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e87dc7-2202-4b12-af3f-47f974d05b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:19Z', 'updated_at': '2021-07-16T01:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '8b071e33-0bb6-419c-9099-eddd27c53985', 'name': '', 'network_id': '73841d6a-9e53-445d-9568-cf53fc8e2119', 'tenant_id': '6a2525d7c1cf4137855e2809872d978e', 'mac_address': 'fa:16:3e:01:f1:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e87dc7-2202-4b12-af3f-47f974d05b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fe9efc8f-0a7f-4aa3-97a7-a54c27224e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:22Z', 'updated_at': '2021-07-16T01:29:23Z', 'revision_number': 2, 'project_id': '6a2525d7c1cf4137855e2809872d978e', 'subnets': [{'id': 'fe9efc8f-0a7f-4aa3-97a7-a54c27224e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:27.350963 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Checking router: 64e87dc7-2202-4b12-af3f-47f974d05b3e for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:27.351380 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Updating router 64e87dc7-2202-4b12-af3f-47f974d05b3e port 8b071e33-0bb6-419c-9099-eddd27c53985 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:29:27.434937 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.439489 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:27.518671 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-8eda13d4-898d-40b2-ad32-0916a9fd3d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.520964 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-8eda13d4-898d-40b2-ad32-0916a9fd3d9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 1096 time: 0.1764889 Jul 16 01:29:27.602815 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6203a9-ecc0-48c7-8448-dccbddf41ec1 req-88fdbd86-1be8-4c51-85c1-07cb62de119f tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.604691 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dc6203a9-ecc0-48c7-8448-dccbddf41ec1 req-88fdbd86-1be8-4c51-85c1-07cb62de119f tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 950 time: 0.1799750 Jul 16 01:29:27.613684 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.655089 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:27.655370 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.735669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 2edf9673-b9cd-4b00-97a0-fac5173c6c1d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=2edf9673-b9cd-4b00-97a0-fac5173c6c1d,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:27.744448 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43528) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:27.753327 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.811568 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:27.841667 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dc6203a9-ecc0-48c7-8448-dccbddf41ec1 req-4ea409b6-4359-46c9-a9cf-a10dfc5c17f9 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153497 Jul 16 01:29:27.852541 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a703c608-504d-4282-bfde-0151c0934208', 'name': 'network-vif-deleted', 'tag': '83eaa056-4aa4-4c74-80ef-f833ce06b5c1'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:27.854195 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:27.854541 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 83eaa056-4aa4-4c74-80ef-f833ce06b5c1 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:27.867103 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff6a00a-5d19-4968-86c2-e78370cda2d5" -d '{"events": [{"server_uuid": "a703c608-504d-4282-bfde-0151c0934208", "name": "network-vif-deleted", "tag": "83eaa056-4aa4-4c74-80ef-f833ce06b5c1"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:27.896995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-2090b961-c4cb-46ce-812f-8227c7b9f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.905863 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-2090b961-c4cb-46ce-812f-8227c7b9f86b service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 922 time: 0.3675611 Jul 16 01:29:27.912925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43538) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:27.918195 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-cf02ced0-a062-442f-8e7e-eda75154fa37 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1013329917', 'description': 'tempest-description--1588815323'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:27.969970 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cf02ced0-a062-442f-8e7e-eda75154fa37 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.995364 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-13d9c212-a383-4275-bb8e-87938ceac105 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c683a68-6c26-466f-9717-563ea137f9ed HTTP/1.1" status: 200 len: 217 time: 0.0773630 Jul 16 01:29:28.062361 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-bce0c727-4247-4659-a820-48e8215fa0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.064543 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-bce0c727-4247-4659-a820-48e8215fa0ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.0552490 Jul 16 01:29:28.072606 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e75872d7-97f7-4116-aaa3-ce0bfa53d772 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7617dd760ae44f769c6fef38bbc93458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270092 Jul 16 01:29:28.078155 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43550) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:28.140487 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-e8b4abe1-76aa-442c-9da5-2bcf9a7f2966 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577772 Jul 16 01:29:28.192923 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dc59e-3d63-43a6-97ca-8dc8d2d61dde req-774d6371-021a-4fe7-b98a-4a5771772bd8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.194377 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f51dc59e-3d63-43a6-97ca-8dc8d2d61dde req-774d6371-021a-4fe7-b98a-4a5771772bd8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 945 time: 0.1034160 Jul 16 01:29:28.222470 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.225014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43556) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:28.227340 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cf02ced0-a062-442f-8e7e-eda75154fa37 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.235932 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Transition to ACTIVE for port object 8b071e33-0bb6-419c-9099-eddd27c53985 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:28.236675 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cf02ced0-a062-442f-8e7e-eda75154fa37 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.251857 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=2edf9673-b9cd-4b00-97a0-fac5173c6c1d,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:28.270983 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f51dc59e-3d63-43a6-97ca-8dc8d2d61dde req-5abf90f2-80bc-4756-a1a4-a8b0af5394de tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672021 Jul 16 01:29:28.312611 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.319754 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-45398b5d-78d7-4776-acda-8ad3b46880f7 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586349 Jul 16 01:29:28.321997 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cf02ced0-a062-442f-8e7e-eda75154fa37 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.323259 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cf02ced0-a062-442f-8e7e-eda75154fa37 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4088087 Jul 16 01:29:28.327065 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43560) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:28.335619 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-1d761ed8-ca29-41e2-9e56-d82c37bef293 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Request body: {'security_group_rule': {'security_group_id': '6519f0de-6b59-40a6-b9bf-4c372aa44394', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:28.336397 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02ced0-a062-442f-8e7e-eda75154fa37 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6519f0de-6b59-40a6-b9bf-4c372aa44394,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:28.338756 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-69da8195-6625-43ca-a648-bf3fc1fd322c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.340660 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa311-e671-4b9f-a671-5e6fcf1235fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.358944 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc0a4af-6557-488f-b509-bccca3236ab9 x-openstack-request-id: req-8bc0a4af-6557-488f-b509-bccca3236ab9 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:28.358944 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a703c608-504d-4282-bfde-0151c0934208", "name": "network-vif-deleted", "tag": "83eaa056-4aa4-4c74-80ef-f833ce06b5c1", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:28.359354 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8bc0a4af-6557-488f-b509-bccca3236ab9 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:28.359681 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a703c608-504d-4282-bfde-0151c0934208', 'name': 'network-vif-deleted', 'tag': '83eaa056-4aa4-4c74-80ef-f833ce06b5c1', 'status': 'completed', 'code': 200} Jul 16 01:29:28.417936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44812928-70f1-4c0e-a424-3b1a7b0f4beb req-75b9bc51-3ac7-4e00-bbc7-6e9a6ecc0f2a tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.419511 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44812928-70f1-4c0e-a424-3b1a7b0f4beb req-75b9bc51-3ac7-4e00-bbc7-6e9a6ecc0f2a tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 949 time: 0.3354392 Jul 16 01:29:28.446737 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa311-e671-4b9f-a671-5e6fcf1235fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.447082 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-62e487a8-cb83-48bd-ab82-3c71eb4f265b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1967238272-network', 'tenant_id': '25f8648aeaec45dabfe1cabed4bead0b'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:28.470073 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.502111 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6977e-cfb7-4f03-9146-e1270fdaa144 None None] Pushing event updated for resources: {'Port': ['ID=8b071e33-0bb6-419c-9099-eddd27c53985,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:28.511069 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd244475d-28fc-47bc-b35a-104839b0f624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb73f93-b803-4b01-a248-e25fa23601ec'}, {'server_uuid': '16d4848a-8d8c-47b8-960e-5e1c587a0cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edf9673-b9cd-4b00-97a0-fac5173c6c1d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:28.514827 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb898c5-49f7-4cba-acc7-7fcd362b1fae" -d '{"events": [{"server_uuid": "d244475d-28fc-47bc-b35a-104839b0f624", "name": "network-vif-plugged", "status": "completed", "tag": "6fb73f93-b803-4b01-a248-e25fa23601ec"}, {"server_uuid": "16d4848a-8d8c-47b8-960e-5e1c587a0cb9", "name": "network-vif-plugged", "status": "completed", "tag": "2edf9673-b9cd-4b00-97a0-fac5173c6c1d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:28.528289 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 1c683a68-6c26-466f-9717-563ea137f9ed no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:28.532589 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Attempting to bind port 8b071e33-0bb6-419c-9099-eddd27c53985 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:28.532744 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Attempting to bind port 8b071e33-0bb6-419c-9099-eddd27c53985 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '73841d6a-9e53-445d-9568-cf53fc8e2119'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:28.533185 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Attempting to bind port 8b071e33-0bb6-419c-9099-eddd27c53985 on network 73841d6a-9e53-445d-9568-cf53fc8e2119 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:28.541484 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e487a8-cb83-48bd-ab82-3c71eb4f265b admin admin] Made reservation on behalf of 25f8648aeaec45dabfe1cabed4bead0b for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:28.544229 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62e487a8-cb83-48bd-ab82-3c71eb4f265b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.559532 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:28.559986 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Checking segment: {'id': '3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '73841d6a-9e53-445d-9568-cf53fc8e2119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:28.560338 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.560713 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Bound using segment: {'id': '3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '73841d6a-9e53-445d-9568-cf53fc8e2119'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:28.561186 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Bound port: 8b071e33-0bb6-419c-9099-eddd27c53985, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '73841d6a-9e53-445d-9568-cf53fc8e2119'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:28.561559 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.563291 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62e487a8-cb83-48bd-ab82-3c71eb4f265b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.569307 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d761ed8-ca29-41e2-9e56-d82c37bef293 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.604380 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44812928-70f1-4c0e-a424-3b1a7b0f4beb req-6631cae8-d6c7-48b1-8fd8-dc88e139fb06 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769373 Jul 16 01:29:28.624924 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-16505b6a-1cc3-41da-9ea4-0f99922cfa25 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889674 Jul 16 01:29:28.652976 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 1c683a68-6c26-466f-9717-563ea137f9ed not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:28.653433 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device af4dee65-b5a6-420b-8040-3d235e7db6db no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:28.656854 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa311-e671-4b9f-a671-5e6fcf1235fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.659299 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed4aa311-e671-4b9f-a671-5e6fcf1235fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.660469 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ed4aa311-e671-4b9f-a671-5e6fcf1235fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7ebea0f0-d14d-4d2d-8daf-22b7dfccfdcc HTTP/1.1" status: 204 len: 168 time: 0.5797744 Jul 16 01:29:28.686899 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4aa311-e671-4b9f-a671-5e6fcf1235fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebea0f0-d14d-4d2d-8daf-22b7dfccfdcc,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:28.714434 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: af4dee65-b5a6-420b-8040-3d235e7db6db {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:28.714785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device af4dee65-b5a6-420b-8040-3d235e7db6db not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:28.730389 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d761ed8-ca29-41e2-9e56-d82c37bef293 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.737099 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d761ed8-ca29-41e2-9e56-d82c37bef293 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.765305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] For port 8b071e33-0bb6-419c-9099-eddd27c53985, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:28.774010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] For port 8b071e33-0bb6-419c-9099-eddd27c53985, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8b071e33-0bb6-419c-9099-eddd27c53985,segment=NetworkSegment(3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7),segment_id=3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:28.784818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d761ed8-ca29-41e2-9e56-d82c37bef293 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acc1ce8-5dc6-4de2-a687-0567d964e574,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:28.785883 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.861887 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4fc4f-8050-45a5-a944-26db5893ad76 req-350df1f6-6b44-45b0-8ecd-9b2c6d2995aa tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.867769 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7c4fc4f-8050-45a5-a944-26db5893ad76 req-350df1f6-6b44-45b0-8ecd-9b2c6d2995aa tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 946 time: 0.2903545 Jul 16 01:29:28.919210 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Routers {'64e87dc7-2202-4b12-af3f-47f974d05b3e'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:28.919545 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:29:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['64e87dc7-2202-4b12-af3f-47f974d05b3e'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:28.976717 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62e487a8-cb83-48bd-ab82-3c71eb4f265b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.981383 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7c4fc4f-8050-45a5-a944-26db5893ad76 req-295c827f-8143-45ed-b264-02f270144b09 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/security-groups?id=d837f83c-97c3-4a55-955a-9114cf27cc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974386 Jul 16 01:29:28.982751 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62e487a8-cb83-48bd-ab82-3c71eb4f265b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.987988 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d761ed8-ca29-41e2-9e56-d82c37bef293 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.992614 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1d761ed8-ca29-41e2-9e56-d82c37bef293 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6596107 Jul 16 01:29:28.993034 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43572) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:28.998887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-dcb550d6-36a4-4232-9e0e-0d27636aa940 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Request body: {'security_group_rule': {'security_group_id': '6519f0de-6b59-40a6-b9bf-4c372aa44394', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:29.033467 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e487a8-cb83-48bd-ab82-3c71eb4f265b admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:29.034113 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6977e-cfb7-4f03-9146-e1270fdaa144 None None] Pushing event updated for resources: {'Port': ['ID=8b071e33-0bb6-419c-9099-eddd27c53985,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:29.058064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e487a8-cb83-48bd-ab82-3c71eb4f265b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4409f044-1728-4c6a-be62-f149325308af,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:29.069790 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62e487a8-cb83-48bd-ab82-3c71eb4f265b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.070393 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dcb550d6-36a4-4232-9e0e-0d27636aa940 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.070807 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-62e487a8-cb83-48bd-ab82-3c71eb4f265b admin admin] Added segment 69925d55-8f41-4b6b-af95-89cdcd907798 of type vlan for network a774e705-0429-45f6-80bf-4ce41d1f1eae Jul 16 01:29:29.183370 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62e487a8-cb83-48bd-ab82-3c71eb4f265b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.211088 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136c8f69-9392-4e79-aa92-fa8aea9ddb4a x-openstack-request-id: req-136c8f69-9392-4e79-aa92-fa8aea9ddb4a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:29.211520 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d244475d-28fc-47bc-b35a-104839b0f624", "name": "network-vif-plugged", "status": "completed", "tag": "6fb73f93-b803-4b01-a248-e25fa23601ec", "code": 200}, {"server_uuid": "16d4848a-8d8c-47b8-960e-5e1c587a0cb9", "name": "network-vif-plugged", "status": "completed", "tag": "2edf9673-b9cd-4b00-97a0-fac5173c6c1d", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:29.211972 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-136c8f69-9392-4e79-aa92-fa8aea9ddb4a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:29.212478 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd244475d-28fc-47bc-b35a-104839b0f624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb73f93-b803-4b01-a248-e25fa23601ec', 'code': 200} Jul 16 01:29:29.212839 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d4848a-8d8c-47b8-960e-5e1c587a0cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edf9673-b9cd-4b00-97a0-fac5173c6c1d', 'code': 200} Jul 16 01:29:29.217908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] Set router 64e87dc7-2202-4b12-af3f-47f974d05b3e gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:29.238306 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62e487a8-cb83-48bd-ab82-3c71eb4f265b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.239811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e487a8-cb83-48bd-ab82-3c71eb4f265b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.240522 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62e487a8-cb83-48bd-ab82-3c71eb4f265b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.253587 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dcb550d6-36a4-4232-9e0e-0d27636aa940 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.259759 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dcb550d6-36a4-4232-9e0e-0d27636aa940 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.280489 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb550d6-36a4-4232-9e0e-0d27636aa940 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea8cf40-1f0f-4f3b-868b-3eaa5468fa7a,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:29.304773 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dcb550d6-36a4-4232-9e0e-0d27636aa940 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.307757 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dcb550d6-36a4-4232-9e0e-0d27636aa940 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3119760 Jul 16 01:29:29.308874 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43578) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:29.319013 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f554ee7c-4a90-4dff-9f45-6597c6a8de18 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:29.332491 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43580) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:29.343068 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-62e487a8-cb83-48bd-ab82-3c71eb4f265b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1141775 Jul 16 01:29:29.352734 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43582) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:29.361262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c5402cab-6ce0-4f90-ad7d-63ff6b6efabe admin admin] Request body: {'subnet': {'network_id': 'a774e705-0429-45f6-80bf-4ce41d1f1eae', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1967238272-subnet', 'tenant_id': '25f8648aeaec45dabfe1cabed4bead0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:29.370762 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ad99067-ff0f-436c-86a8-339368328434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.441432 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f554ee7c-4a90-4dff-9f45-6597c6a8de18 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.470855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e487a8-cb83-48bd-ab82-3c71eb4f265b admin admin] Pushing event updated for resources: {'Network': ['ID=a774e705-0429-45f6-80bf-4ce41d1f1eae,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:29.494008 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network a774e705-0429-45f6-80bf-4ce41d1f1eae details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:29.508098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-0d815e75-9f49-4cfb-b422-883ddb4978b1 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.509601 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-0d815e75-9f49-4cfb-b422-883ddb4978b1 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9&tenant_id=6060cb9382ba430f8761b732ad566a8a&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 1096 time: 0.1670306 Jul 16 01:29:29.600014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5402cab-6ce0-4f90-ad7d-63ff6b6efabe admin admin] Made reservation on behalf of 25f8648aeaec45dabfe1cabed4bead0b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:29.603873 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5402cab-6ce0-4f90-ad7d-63ff6b6efabe admin admin] Notify callbacks [] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.605041 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e87dc7-2202-4b12-af3f-47f974d05b3e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560344343-router', 'tenant_id': '6a2525d7c1cf4137855e2809872d978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:18Z', 'updated_at': '2021-07-16T01:29:23Z', 'revision_number': 4, 'project_id': '6a2525d7c1cf4137855e2809872d978e', 'gw_port': {'id': '92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e87dc7-2202-4b12-af3f-47f974d05b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:19Z', 'updated_at': '2021-07-16T01:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '8b071e33-0bb6-419c-9099-eddd27c53985', 'name': '', 'network_id': '73841d6a-9e53-445d-9568-cf53fc8e2119', 'tenant_id': '6a2525d7c1cf4137855e2809872d978e', 'mac_address': 'fa:16:3e:01:f1:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e87dc7-2202-4b12-af3f-47f974d05b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fe9efc8f-0a7f-4aa3-97a7-a54c27224e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:22Z', 'updated_at': '2021-07-16T01:29:28Z', 'revision_number': 4, 'project_id': '6a2525d7c1cf4137855e2809872d978e', 'subnets': [{'id': 'fe9efc8f-0a7f-4aa3-97a7-a54c27224e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:29.619679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8b65a-2320-4031-b7bd-8caf1aa2c07c req-7d51408f-9fa9-4b8e-bbb8-39302c0cfd93 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.621221 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3a8b65a-2320-4031-b7bd-8caf1aa2c07c req-7d51408f-9fa9-4b8e-bbb8-39302c0cfd93 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 950 time: 0.2036314 Jul 16 01:29:29.633534 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030d7269-d0ee-432d-a264-c6b230e7fee2 None None] The sync data for ids ['64e87dc7-2202-4b12-af3f-47f974d05b3e'] in n-d-800086-6 is: [{'id': '64e87dc7-2202-4b12-af3f-47f974d05b3e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560344343-router', 'tenant_id': '6a2525d7c1cf4137855e2809872d978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:18Z', 'updated_at': '2021-07-16T01:29:23Z', 'revision_number': 4, 'project_id': '6a2525d7c1cf4137855e2809872d978e', 'gw_port': {'id': '92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e87dc7-2202-4b12-af3f-47f974d05b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:19Z', 'updated_at': '2021-07-16T01:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '8b071e33-0bb6-419c-9099-eddd27c53985', 'name': '', 'network_id': '73841d6a-9e53-445d-9568-cf53fc8e2119', 'tenant_id': '6a2525d7c1cf4137855e2809872d978e', 'mac_address': 'fa:16:3e:01:f1:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e87dc7-2202-4b12-af3f-47f974d05b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fe9efc8f-0a7f-4aa3-97a7-a54c27224e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:22Z', 'updated_at': '2021-07-16T01:29:28Z', 'revision_number': 4, 'project_id': '6a2525d7c1cf4137855e2809872d978e', 'subnets': [{'id': 'fe9efc8f-0a7f-4aa3-97a7-a54c27224e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:29.738787 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3f5b8-74f3-487b-b9f6-0b3dae27e708 req-70bda5a8-e9dd-434e-83ca-a0c213e7c4e2 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.740380 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2a3f5b8-74f3-487b-b9f6-0b3dae27e708 req-70bda5a8-e9dd-434e-83ca-a0c213e7c4e2 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0 HTTP/1.1" status: 200 len: 971 time: 0.3666320 Jul 16 01:29:29.759741 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ad99067-ff0f-436c-86a8-339368328434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.759989 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3a8b65a-2320-4031-b7bd-8caf1aa2c07c req-fc11368f-c9e5-48f1-be01-a9126be57026 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270945 Jul 16 01:29:29.769706 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-edad7043-0189-4940-8758-82eb46827dba service neutron] For port 1c683a68-6c26-466f-9717-563ea137f9ed, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:29.777108 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f554ee7c-4a90-4dff-9f45-6597c6a8de18 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.789994 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-edad7043-0189-4940-8758-82eb46827dba service neutron] Notify callbacks [] for binding, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.791334 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-760772c7-929e-4e95-8482-44ed9c215ba2 req-edad7043-0189-4940-8758-82eb46827dba service neutron] 10.222.0.47 "DELETE /v2.0/ports/1c683a68-6c26-466f-9717-563ea137f9ed/bindings/n-h1-800086-6 HTTP/1.1" status: 204 len: 173 time: 0.2673302 Jul 16 01:29:29.812013 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ad99067-ff0f-436c-86a8-339368328434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.868337 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5f692-f77a-4dbc-a88c-d52d49f66782 req-780c7ab5-b92c-4ed4-86ef-8b84a301b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.872184 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19a5f692-f77a-4dbc-a88c-d52d49f66782 req-780c7ab5-b92c-4ed4-86ef-8b84a301b313 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 1101 time: 0.3725369 Jul 16 01:29:29.929453 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7ad99067-ff0f-436c-86a8-339368328434 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e7ee1ada45c14594af8bb7abadde153a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5957506 Jul 16 01:29:29.937875 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad99067-ff0f-436c-86a8-339368328434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0190fdd-0bb4-4a9e-91c3-d2ad3bbf3f11,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:29.943690 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43586) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:29.954419 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2a3f5b8-74f3-487b-b9f6-0b3dae27e708 req-a076b1c0-ed29-4861-8959-adf9e58dae66 tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011099 Jul 16 01:29:29.956359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13b98f-9280-4a96-92bf-40cc71924e7b req-f74aa589-7bdb-40a6-a305-df15881ee30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.958830 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec13b98f-9280-4a96-92bf-40cc71924e7b req-f74aa589-7bdb-40a6-a305-df15881ee30f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 1100 time: 0.4692967 Jul 16 01:29:30.002565 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-f554ee7c-4a90-4dff-9f45-6597c6a8de18 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Allocated IP 172.25.1.42 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/5725c6f1-f9e6-4650-9cce-dc05e5f14626) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:30.040815 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19a5f692-f77a-4dbc-a88c-d52d49f66782 req-6a53c4c2-a745-4b5d-8a70-01bbe3e9c272 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352816 Jul 16 01:29:30.082567 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec13b98f-9280-4a96-92bf-40cc71924e7b req-55dc393a-ba7d-4e7c-9ce1-3ba7712e610c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137238 Jul 16 01:29:30.104981 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5402cab-6ce0-4f90-ad7d-63ff6b6efabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.126530 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e0dfdd71-7670-4092-82be-a2e70b22a8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.155695 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475073c9-9d6f-4eef-aaa7-d4f683411901 req-2b929aae-aeb9-4b8f-b572-669529e12e78 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.163144 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-475073c9-9d6f-4eef-aaa7-d4f683411901 req-2b929aae-aeb9-4b8f-b572-669529e12e78 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 945 time: 0.2318606 Jul 16 01:29:30.182533 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e0dfdd71-7670-4092-82be-a2e70b22a8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.227484 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5402cab-6ce0-4f90-ad7d-63ff6b6efabe admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a263993-0a0e-450b-8267-d454450eadcf,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:30.252974 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b71c57-bd18-4ce6-aef1-039d61dfb318 req-e770e0fd-aa2f-48ae-aee5-c9e147e3a15b tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.255286 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09b71c57-bd18-4ce6-aef1-039d61dfb318 req-e770e0fd-aa2f-48ae-aee5-c9e147e3a15b tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 949 time: 0.1435242 Jul 16 01:29:30.256504 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f554ee7c-4a90-4dff-9f45-6597c6a8de18 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.259914 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5402cab-6ce0-4f90-ad7d-63ff6b6efabe admin admin] Checking segment: {'id': '69925d55-8f41-4b6b-af95-89cdcd907798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a774e705-0429-45f6-80bf-4ce41d1f1eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:30.260293 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5402cab-6ce0-4f90-ad7d-63ff6b6efabe admin admin] Network hostable DHCP agents. Network: a774e705-0429-45f6-80bf-4ce41d1f1eae, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:30.272281 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-475073c9-9d6f-4eef-aaa7-d4f683411901 req-a989f97a-11c1-4a59-ad07-1e1203be526f tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075385 Jul 16 01:29:30.316660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5402cab-6ce0-4f90-ad7d-63ff6b6efabe admin admin] Network a774e705-0429-45f6-80bf-4ce41d1f1eae is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:30.334730 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e0dfdd71-7670-4092-82be-a2e70b22a8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.338154 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e0dfdd71-7670-4092-82be-a2e70b22a8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.341756 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09b71c57-bd18-4ce6-aef1-039d61dfb318 req-abc4fc17-3abf-4a1a-be08-ce75ce3544b2 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701241 Jul 16 01:29:30.342457 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e0dfdd71-7670-4092-82be-a2e70b22a8fd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e0190fdd-0bb4-4a9e-91c3-d2ad3bbf3f11 HTTP/1.1" status: 204 len: 168 time: 0.3975391 Jul 16 01:29:30.371808 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfdd71-7670-4092-82be-a2e70b22a8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0190fdd-0bb4-4a9e-91c3-d2ad3bbf3f11,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:30.383225 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-c5402cab-6ce0-4f90-ad7d-63ff6b6efabe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, a774e705-0429-45f6-80bf-4ce41d1f1eae) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:30.392042 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5402cab-6ce0-4f90-ad7d-63ff6b6efabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.392822 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5402cab-6ce0-4f90-ad7d-63ff6b6efabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.409915 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb4f342-9d35-49a7-8235-391022adc192 None None] Network a774e705-0429-45f6-80bf-4ce41d1f1eae requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:30.416235 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f554ee7c-4a90-4dff-9f45-6597c6a8de18 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.433412 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c5402cab-6ce0-4f90-ad7d-63ff6b6efabe admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0776515 Jul 16 01:29:30.544959 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f554ee7c-4a90-4dff-9f45-6597c6a8de18 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:30.555396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-f554ee7c-4a90-4dff-9f45-6597c6a8de18 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:30.558145 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f554ee7c-4a90-4dff-9f45-6597c6a8de18 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:30.643036 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554ee7c-4a90-4dff-9f45-6597c6a8de18 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Pushing event updated for resources: {'Port': ['ID=5725c6f1-f9e6-4650-9cce-dc05e5f14626,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:30.698236 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f94761-0d15-4a2e-b189-bdbc43d0c906 req-e01ddab2-6463-4630-896c-958027721d4d tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.700385 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-59f94761-0d15-4a2e-b189-bdbc43d0c906 req-e01ddab2-6463-4630-896c-958027721d4d tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 946 time: 0.2132959 Jul 16 01:29:30.728736 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f554ee7c-4a90-4dff-9f45-6597c6a8de18 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.730910 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247e8da3-bec3-434a-b285-b24bfd84f43d None None] Network a774e705-0429-45f6-80bf-4ce41d1f1eae requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:30.755144 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf0b90-8cb0-4510-b436-b185969259a9 req-83a44393-a1f5-4fe9-b7cb-7e8918c6ba2e tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.764400 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1fbf0b90-8cb0-4510-b436-b185969259a9 req-83a44393-a1f5-4fe9-b7cb-7e8918c6ba2e tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 1096 time: 0.1735537 Jul 16 01:29:30.845103 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-59f94761-0d15-4a2e-b189-bdbc43d0c906 req-d5077e37-d201-4b6d-a3e7-075e07be5996 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/security-groups?id=d837f83c-97c3-4a55-955a-9114cf27cc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338177 Jul 16 01:29:30.860290 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f554ee7c-4a90-4dff-9f45-6597c6a8de18 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.865526 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1fbf0b90-8cb0-4510-b436-b185969259a9 req-048f690a-9841-4f55-91c7-cbdaa627034a tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001523 Jul 16 01:29:30.925184 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf26a85-27d5-4e6d-b011-3ae09eb6f844 req-cd29c931-4f1a-4b26-903c-409f67a1f07c tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.939574 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4cf26a85-27d5-4e6d-b011-3ae09eb6f844 req-cd29c931-4f1a-4b26-903c-409f67a1f07c tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0 HTTP/1.1" status: 200 len: 971 time: 0.2690825 Jul 16 01:29:31.053291 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.061856 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-800aa448-00ec-4097-99fd-399d76bd8495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.480884 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8b071e33-0bb6-419c-9099-eddd27c53985 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:31.503628 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-121aa4fc-30ba-49d2-af04-62adf0630f73 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 258 time: 0.4084096 Jul 16 01:29:31.510470 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-1555a7b3-f4b7-48ed-934f-db5e10e03f4a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:31.525515 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f554ee7c-4a90-4dff-9f45-6597c6a8de18 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.541811 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ea23c-2cc5-47b7-98e2-a2b29d23a967 req-68fa9e8d-0889-4b38-9afc-3995d4e297a4 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.546820 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7b2ea23c-2cc5-47b7-98e2-a2b29d23a967 req-68fa9e8d-0889-4b38-9afc-3995d4e297a4 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 950 time: 0.4109936 Jul 16 01:29:31.549296 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f554ee7c-4a90-4dff-9f45-6597c6a8de18 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.571929 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-1555a7b3-f4b7-48ed-934f-db5e10e03f4a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.577927 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-4cf26a85-27d5-4e6d-b011-3ae09eb6f844 req-20450b1e-d846-4079-90cd-8c4af9b285fd tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Deleting port d4d08190-c9bf-468c-90e3-248d2489537e {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:31.578441 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4cf26a85-27d5-4e6d-b011-3ae09eb6f844 req-20450b1e-d846-4079-90cd-8c4af9b285fd tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.594962 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f554ee7c-4a90-4dff-9f45-6597c6a8de18 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.610638 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:29:31.613973 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 8b071e33-0bb6-419c-9099-eddd27c53985 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:31.621465 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 8b071e33-0bb6-419c-9099-eddd27c53985 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:31.621840 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.647925 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f554ee7c-4a90-4dff-9f45-6597c6a8de18 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.649573 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f554ee7c-4a90-4dff-9f45-6597c6a8de18 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3389592 Jul 16 01:29:31.655497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554ee7c-4a90-4dff-9f45-6597c6a8de18 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Pushing event updated for resources: {'Port': ['ID=5725c6f1-f9e6-4650-9cce-dc05e5f14626,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:31.668401 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43634) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:31.674245 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-dc4f0616-b4e6-40bd-ba3e-f38d3d5bd53e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-704992782-network', 'tenant_id': '1322194939e2414ca1f78766b93ce1d1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:31.678978 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7b2ea23c-2cc5-47b7-98e2-a2b29d23a967 req-af4325a5-5fee-4c20-8c2a-c6e95b3834d1 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957844 Jul 16 01:29:31.776839 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.797610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4f0616-b4e6-40bd-ba3e-f38d3d5bd53e admin admin] Made reservation on behalf of 1322194939e2414ca1f78766b93ce1d1 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:31.802275 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0616-b4e6-40bd-ba3e-f38d3d5bd53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.806505 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-4cf26a85-27d5-4e6d-b011-3ae09eb6f844 req-20450b1e-d846-4079-90cd-8c4af9b285fd tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] For port d4d08190-c9bf-468c-90e3-248d2489537e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d4d08190-c9bf-468c-90e3-248d2489537e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:31.807164 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4cf26a85-27d5-4e6d-b011-3ae09eb6f844 req-20450b1e-d846-4079-90cd-8c4af9b285fd tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.822718 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 8b071e33-0bb6-419c-9099-eddd27c53985, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8b071e33-0bb6-419c-9099-eddd27c53985,segment=NetworkSegment(3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7),segment_id=3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:31.829442 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.842638 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-4cf26a85-27d5-4e6d-b011-3ae09eb6f844 req-20450b1e-d846-4079-90cd-8c4af9b285fd tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Calling delete_port for d4d08190-c9bf-468c-90e3-248d2489537e owned by compute:tempest-test_az-432778153 {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:31.844628 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0616-b4e6-40bd-ba3e-f38d3d5bd53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.909766 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=8b071e33-0bb6-419c-9099-eddd27c53985,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:31.948662 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.956573 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71df8b1-987c-466b-a426-cc4f8df86314 req-e2c62751-0c9d-41b9-ab84-bfe5d784df9d tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.958303 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e71df8b1-987c-466b-a426-cc4f8df86314 req-e2c62751-0c9d-41b9-ab84-bfe5d784df9d tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0 HTTP/1.1" status: 200 len: 971 time: 0.0883675 Jul 16 01:29:32.002037 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e71df8b1-987c-466b-a426-cc4f8df86314 req-823b5f2e-655e-4f13-a7c9-c6e2d30f59da tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.54 "GET /v2.0/security-groups?id=b54dce6a-7e65-413f-beed-f86f3b85f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362785 Jul 16 01:29:32.069516 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43650) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:32.182524 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-eb1f48c6-701a-4c61-8c64-29d070494828 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1623745099-network', 'tenant_id': 'bd9bb6c218a5499d82d0dc07feb335fd'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:32.189192 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-1555a7b3-f4b7-48ed-934f-db5e10e03f4a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.223441 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-dcc9dbd3-7ea2-4c77-8aa4-0cf58897f04c tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.229123 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-dcc9dbd3-7ea2-4c77-8aa4-0cf58897f04c tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 821 time: 0.1268032 Jul 16 01:29:32.241835 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-4092997c-50d4-4dc1-95bd-feaac16ed20b tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/quotas/6060cb9382ba430f8761b732ad566a8a HTTP/1.1" status: 200 len: 375 time: 0.0108948 Jul 16 01:29:32.318503 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-4cd63677-155a-49ec-8d5a-2e9de5a3d2d5 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723364 Jul 16 01:29:32.330428 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0616-b4e6-40bd-ba3e-f38d3d5bd53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.352752 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0616-b4e6-40bd-ba3e-f38d3d5bd53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.371086 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1f48c6-701a-4c61-8c64-29d070494828 admin admin] Made reservation on behalf of bd9bb6c218a5499d82d0dc07feb335fd for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:32.373703 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb1f48c6-701a-4c61-8c64-29d070494828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.391657 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4f0616-b4e6-40bd-ba3e-f38d3d5bd53e admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:32.407241 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb1f48c6-701a-4c61-8c64-29d070494828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.415189 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4cf26a85-27d5-4e6d-b011-3ae09eb6f844 req-20450b1e-d846-4079-90cd-8c4af9b285fd tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.418961 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-1555a7b3-f4b7-48ed-934f-db5e10e03f4a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Allocated IP 172.25.1.93 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/4a6136e2-ef3c-4df5-a790-3b10a23a3125) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:32.423933 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0616-b4e6-40bd-ba3e-f38d3d5bd53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.424281 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-dc4f0616-b4e6-40bd-ba3e-f38d3d5bd53e admin admin] Added segment 93709e3f-4d89-4b15-aea1-578710054b81 of type vlan for network cb55d04c-9302-4a67-8d34-4c381c8d52fa Jul 16 01:29:32.451316 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['d4d08190-c9bf-468c-90e3-248d2489537e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:32.457570 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-2cb6965d-ca28-44ce-9f0f-23865f615272 service neutron] 10.222.0.54 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315041 Jul 16 01:29:32.472208 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f0616-b4e6-40bd-ba3e-f38d3d5bd53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a981cd-cbbf-4676-93cb-5c3b6e5eef16,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:32.478867 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20450b1e-d846-4079-90cd-8c4af9b285fd tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Pushing event deleted for resources: {'Port': ['ID=d4d08190-c9bf-468c-90e3-248d2489537e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:32.625669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf26a85-27d5-4e6d-b011-3ae09eb6f844 req-20450b1e-d846-4079-90cd-8c4af9b285fd tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] No DVR routers for this DVR port d4d08190-c9bf-468c-90e3-248d2489537e on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:32.630115 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0616-b4e6-40bd-ba3e-f38d3d5bd53e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.638973 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-fa2ec4d4-6238-4572-b990-af9f640a6a8e service neutron] 10.222.0.54 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439252 Jul 16 01:29:32.659292 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb1f48c6-701a-4c61-8c64-29d070494828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.666529 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4cf26a85-27d5-4e6d-b011-3ae09eb6f844 req-20450b1e-d846-4079-90cd-8c4af9b285fd tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.668049 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb1f48c6-701a-4c61-8c64-29d070494828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.668591 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4cf26a85-27d5-4e6d-b011-3ae09eb6f844 req-20450b1e-d846-4079-90cd-8c4af9b285fd tempest-LiveMigrationNegativeTest-1342225922 tempest-LiveMigrationNegativeTest-1342225922-project] 10.222.0.26 "DELETE /v2.0/ports/d4d08190-c9bf-468c-90e3-248d2489537e HTTP/1.1" status: 204 len: 173 time: 1.7228115 Jul 16 01:29:32.669777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0', 'name': 'network-vif-deleted', 'tag': 'd4d08190-c9bf-468c-90e3-248d2489537e'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:32.672194 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d28b2a-da9d-4c7b-a1a8-5a70c8e6eb9f" -d '{"events": [{"server_uuid": "3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0", "name": "network-vif-deleted", "tag": "d4d08190-c9bf-468c-90e3-248d2489537e"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:32.726960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1f48c6-701a-4c61-8c64-29d070494828 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:32.727565 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0616-b4e6-40bd-ba3e-f38d3d5bd53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.728978 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4f0616-b4e6-40bd-ba3e-f38d3d5bd53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.729926 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0616-b4e6-40bd-ba3e-f38d3d5bd53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.746864 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb1f48c6-701a-4c61-8c64-29d070494828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.747664 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-eb1f48c6-701a-4c61-8c64-29d070494828 admin admin] Added segment 97fe4da2-0f4c-4067-a902-bcf6a055f96b of type vlan for network cfccea85-79af-444b-a409-0c16879fd6dc Jul 16 01:29:32.749177 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f48c6-701a-4c61-8c64-29d070494828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d63679c-7690-4b6e-b182-d0045ca92875,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:32.772005 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-1555a7b3-f4b7-48ed-934f-db5e10e03f4a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.815635 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb1f48c6-701a-4c61-8c64-29d070494828 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.820671 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dc4f0616-b4e6-40bd-ba3e-f38d3d5bd53e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1502144 Jul 16 01:29:32.823359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43664) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:32.830467 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-70474124-ce10-4fcd-832b-b07bea99f44f admin admin] Request body: {'subnet': {'network_id': 'cb55d04c-9302-4a67-8d34-4c381c8d52fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-704992782-subnet', 'tenant_id': '1322194939e2414ca1f78766b93ce1d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:32.874593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70474124-ce10-4fcd-832b-b07bea99f44f admin admin] Made reservation on behalf of 1322194939e2414ca1f78766b93ce1d1 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:32.874593 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-70474124-ce10-4fcd-832b-b07bea99f44f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.890301 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb1f48c6-701a-4c61-8c64-29d070494828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.891393 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1f48c6-701a-4c61-8c64-29d070494828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.892148 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb1f48c6-701a-4c61-8c64-29d070494828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.924275 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-eb1f48c6-701a-4c61-8c64-29d070494828 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8529830 Jul 16 01:29:32.939801 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43670) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:32.949187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d2d75500-2144-4802-a46c-fec09b3cd375 admin admin] Request body: {'subnet': {'network_id': 'cfccea85-79af-444b-a409-0c16879fd6dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1623745099-subnet', 'tenant_id': 'bd9bb6c218a5499d82d0dc07feb335fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:32.981233 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f0616-b4e6-40bd-ba3e-f38d3d5bd53e admin admin] Pushing event updated for resources: {'Network': ['ID=cb55d04c-9302-4a67-8d34-4c381c8d52fa,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:32.985881 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-1555a7b3-f4b7-48ed-934f-db5e10e03f4a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.995463 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network cb55d04c-9302-4a67-8d34-4c381c8d52fa details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:33.010730 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-1555a7b3-f4b7-48ed-934f-db5e10e03f4a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:33.034256 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-1555a7b3-f4b7-48ed-934f-db5e10e03f4a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:33.038179 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-1555a7b3-f4b7-48ed-934f-db5e10e03f4a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:33.119912 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555a7b3-f4b7-48ed-934f-db5e10e03f4a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Pushing event updated for resources: {'Port': ['ID=4a6136e2-ef3c-4df5-a790-3b10a23a3125,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:33.143863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f48c6-701a-4c61-8c64-29d070494828 admin admin] Pushing event updated for resources: {'Network': ['ID=cfccea85-79af-444b-a409-0c16879fd6dc,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:33.152307 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-1555a7b3-f4b7-48ed-934f-db5e10e03f4a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.157322 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network cfccea85-79af-444b-a409-0c16879fd6dc details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:33.169809 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d75500-2144-4802-a46c-fec09b3cd375 admin admin] Made reservation on behalf of bd9bb6c218a5499d82d0dc07feb335fd for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:33.176160 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d2d75500-2144-4802-a46c-fec09b3cd375 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.239896 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-1555a7b3-f4b7-48ed-934f-db5e10e03f4a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.439004 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d2d75500-2144-4802-a46c-fec09b3cd375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.471296 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8b071e33-0bb6-419c-9099-eddd27c53985 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:33.512120 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-1555a7b3-f4b7-48ed-934f-db5e10e03f4a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.519135 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-1555a7b3-f4b7-48ed-934f-db5e10e03f4a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.549893 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 8b071e33-0bb6-419c-9099-eddd27c53985 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:33.552165 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.570660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555a7b3-f4b7-48ed-934f-db5e10e03f4a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Pushing event updated for resources: {'Port': ['ID=4a6136e2-ef3c-4df5-a790-3b10a23a3125,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:33.585472 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-1555a7b3-f4b7-48ed-934f-db5e10e03f4a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.601957 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-1555a7b3-f4b7-48ed-934f-db5e10e03f4a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.603467 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-1555a7b3-f4b7-48ed-934f-db5e10e03f4a tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0985024 Jul 16 01:29:33.682110 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d75500-2144-4802-a46c-fec09b3cd375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6437d894-b6da-444c-9c7a-e558acc223d0,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:33.692856 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.700788 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-825928a2-8b44-4b33-949e-a6b2a0ceeb33 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 695 time: 0.0900776 Jul 16 01:29:33.719635 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-70474124-ce10-4fcd-832b-b07bea99f44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.816600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e49946-fb0e-430a-ac04-b1cc76db5e07 req-06f9e0b8-15e0-4a8f-b8ea-21c9d8a9d3dc tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.818138 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-07e49946-fb0e-430a-ac04-b1cc76db5e07 req-06f9e0b8-15e0-4a8f-b8ea-21c9d8a9d3dc tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 949 time: 0.6838872 Jul 16 01:29:33.821902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70474124-ce10-4fcd-832b-b07bea99f44f admin admin] Pushing event updated for resources: {'Subnet': ['ID=004c4e82-4884-4947-9a06-8ba69dee0b2b,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:33.823576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-c2a7c848-fe27-48af-a2f1-5a622419bf1f tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.826168 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-c2a7c848-fe27-48af-a2f1-5a622419bf1f tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1195331 Jul 16 01:29:33.837525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-8b7ba743-973a-430b-bd8d-e0035d326aaf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:29:33.838661 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d4137b3-ab6e-4936-be64-eab0af5c5f5f req-8b7ba743-973a-430b-bd8d-e0035d326aaf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077341 Jul 16 01:29:33.839286 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d75500-2144-4802-a46c-fec09b3cd375 admin admin] Checking segment: {'id': '97fe4da2-0f4c-4067-a902-bcf6a055f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cfccea85-79af-444b-a409-0c16879fd6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:33.839662 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d75500-2144-4802-a46c-fec09b3cd375 admin admin] Network hostable DHCP agents. Network: cfccea85-79af-444b-a409-0c16879fd6dc, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:33.867756 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70474124-ce10-4fcd-832b-b07bea99f44f admin admin] Checking segment: {'id': '93709e3f-4d89-4b15-aea1-578710054b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cb55d04c-9302-4a67-8d34-4c381c8d52fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:33.868101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70474124-ce10-4fcd-832b-b07bea99f44f admin admin] Network hostable DHCP agents. Network: cb55d04c-9302-4a67-8d34-4c381c8d52fa, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:33.898379 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-07e49946-fb0e-430a-ac04-b1cc76db5e07 req-e9f8e79a-f1d8-4df9-a8bc-69a93c79977f tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597470 Jul 16 01:29:33.898768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d75500-2144-4802-a46c-fec09b3cd375 admin admin] Network cfccea85-79af-444b-a409-0c16879fd6dc is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:33.922559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70474124-ce10-4fcd-832b-b07bea99f44f admin admin] Network cb55d04c-9302-4a67-8d34-4c381c8d52fa is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:33.935554 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-d2d75500-2144-4802-a46c-fec09b3cd375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, cfccea85-79af-444b-a409-0c16879fd6dc) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:33.940397 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d75500-2144-4802-a46c-fec09b3cd375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.941454 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d2d75500-2144-4802-a46c-fec09b3cd375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.947237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a69606b-bf09-4538-8332-ce2a7d76cd86 None None] Network cfccea85-79af-444b-a409-0c16879fd6dc requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:33.967441 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-70474124-ce10-4fcd-832b-b07bea99f44f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, cb55d04c-9302-4a67-8d34-4c381c8d52fa) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:33.973989 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52e0db2-40d1-4f31-bce6-d1ab2462f0b2 x-openstack-request-id: req-b52e0db2-40d1-4f31-bce6-d1ab2462f0b2 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:33.974766 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0", "name": "network-vif-deleted", "tag": "d4d08190-c9bf-468c-90e3-248d2489537e", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:33.974766 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b52e0db2-40d1-4f31-bce6-d1ab2462f0b2 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:33.975047 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c35996d-ce6b-4aad-b11b-8ffb6ba1e3e0', 'name': 'network-vif-deleted', 'tag': 'd4d08190-c9bf-468c-90e3-248d2489537e', 'status': 'completed', 'code': 200} Jul 16 01:29:33.979977 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70474124-ce10-4fcd-832b-b07bea99f44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.980579 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-70474124-ce10-4fcd-832b-b07bea99f44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.985098 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ef829b-6946-47c5-85d9-7abe8eabfb0a None None] Network cb55d04c-9302-4a67-8d34-4c381c8d52fa requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:33.999755 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d2d75500-2144-4802-a46c-fec09b3cd375 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0542130 Jul 16 01:29:34.013562 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-70474124-ce10-4fcd-832b-b07bea99f44f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1879220 Jul 16 01:29:34.067259 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bf7b4838-206d-481d-b923-44628641dc92 req-c6f41114-8434-4a30-a6e4-fddcaaff4b30 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1013329917&fields=id&tenant_id=8067f702785a46d7aeee2219e58c580f HTTP/1.1" status: 200 len: 267 time: 0.0911949 Jul 16 01:29:34.191970 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43698) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:34.263150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21105f59-dc7c-4790-a941-5e1dd6085ec5 req-55f94e71-54a8-400f-970a-0c4d4b840844 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.264751 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-21105f59-dc7c-4790-a941-5e1dd6085ec5 req-55f94e71-54a8-400f-970a-0c4d4b840844 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 950 time: 0.1191621 Jul 16 01:29:34.281007 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-33eace64-5779-4d81-9d52-bccda99e1268 admin admin] Deleting subnet 4a263993-0a0e-450b-8267-d454450eadcf {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:34.290263 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33eace64-5779-4d81-9d52-bccda99e1268 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.312677 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b4838-206d-481d-b923-44628641dc92 req-36ee0815-da1e-4a2f-b248-e005343d3336 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.314843 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bf7b4838-206d-481d-b923-44628641dc92 req-36ee0815-da1e-4a2f-b248-e005343d3336 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/networks?id=f742ae33-4dce-47ed-a1d3-990b523bac4e HTTP/1.1" status: 200 len: 824 time: 0.2400937 Jul 16 01:29:34.341907 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bf7b4838-206d-481d-b923-44628641dc92 req-c0ba06da-ef8f-4370-95df-ec4024263024 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/quotas/8067f702785a46d7aeee2219e58c580f HTTP/1.1" status: 200 len: 375 time: 0.0214710 Jul 16 01:29:34.365486 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33eace64-5779-4d81-9d52-bccda99e1268 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.375772 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-21105f59-dc7c-4790-a941-5e1dd6085ec5 req-557152c0-2612-43e8-8444-c3694a530b84 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998993 Jul 16 01:29:34.388575 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33eace64-5779-4d81-9d52-bccda99e1268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.395327 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96ba79a-32e2-47d2-aff5-c74b341770e7 None None] Network cfccea85-79af-444b-a409-0c16879fd6dc requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:34.484475 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33eace64-5779-4d81-9d52-bccda99e1268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.528994 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bf7b4838-206d-481d-b923-44628641dc92 req-d0011e27-b5d6-4210-922c-28b39bd2ffab tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8067f702785a46d7aeee2219e58c580f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1812727 Jul 16 01:29:34.598823 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33eace64-5779-4d81-9d52-bccda99e1268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.605254 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-33eace64-5779-4d81-9d52-bccda99e1268 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4a263993-0a0e-450b-8267-d454450eadcf HTTP/1.1" status: 204 len: 168 time: 0.4111328 Jul 16 01:29:34.605880 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43710) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:34.622385 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eace64-5779-4d81-9d52-bccda99e1268 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a263993-0a0e-450b-8267-d454450eadcf,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:34.662627 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bf7b4838-206d-481d-b923-44628641dc92 req-aac41da4-47b2-4793-b0a6-47b096825e15 service neutron] 10.222.0.54 "GET /v2.0/networks/f742ae33-4dce-47ed-a1d3-990b523bac4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186819 Jul 16 01:29:34.711984 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74543e58-f6af-45fd-95b4-1a36863d0fbf req-40df7040-9f08-4699-8a87-19299815bbd6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 210 time: 0.1144331 Jul 16 01:29:34.782875 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device d4d08190-c9bf-468c-90e3-248d2489537e no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:34.790696 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bfe0c6-f051-475a-bd5d-4af52c7f32d5 None None] Network cb55d04c-9302-4a67-8d34-4c381c8d52fa requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:34.818812 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.896361 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43714) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:34.963590 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-19fa014e-4f52-433f-89af-39ca1cc4e43d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2056510057-network', 'tenant_id': '4e92db2130474a8baf6ea12261694426'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:34.976856 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.002929 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:35.003276 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:35.004186 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:35.004575 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Subscribe: > port after_create 55550000 {{(pid=93831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:35.004904 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:35.005634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Subscribe: > port after_update 55550000 {{(pid=93831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:35.005969 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:35.006295 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:35.006616 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:35.006940 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:35.014731 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bf7b4838-206d-481d-b923-44628641dc92 req-9f9ed253-ccfb-4af7-ad90-b3e1bcbc7a97 service neutron] 10.222.0.54 "GET /v2.0/networks/f742ae33-4dce-47ed-a1d3-990b523bac4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441868 Jul 16 01:29:35.087335 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: d4d08190-c9bf-468c-90e3-248d2489537e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:35.087999 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device d4d08190-c9bf-468c-90e3-248d2489537e not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:35.156080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fa014e-4f52-433f-89af-39ca1cc4e43d admin admin] Made reservation on behalf of 4e92db2130474a8baf6ea12261694426 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:35.162899 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19fa014e-4f52-433f-89af-39ca1cc4e43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.180761 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19fa014e-4f52-433f-89af-39ca1cc4e43d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.190198 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:35.190956 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:35.193073 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:35.193443 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:35.193842 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a774e705-0429-45f6-80bf-4ce41d1f1eae']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:35.250498 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-8c89d500-75cd-435e-a8c5-0f4a1d52943e tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.267055 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-8c89d500-75cd-435e-a8c5-0f4a1d52943e tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.26 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 821 time: 0.3912158 Jul 16 01:29:35.280289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69925d55-8f41-4b6b-af95-89cdcd907798') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:35.280289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69925d55-8f41-4b6b-af95-89cdcd907798') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:35.280539 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-b4925c85-eead-4152-a549-b1748c6426d9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Request body: {'port': {'device_id': 'c789a22d-702f-47ef-807e-34c16ed407b7', 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7', 'admin_state_up': True, 'tenant_id': '6060cb9382ba430f8761b732ad566a8a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:35.305611 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.332752 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.344040 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:29:35.344590 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: from cryptography.utils import int_from_bytes Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: from cryptography.utils import int_from_bytes Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:29:35.443694 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:29:35.448503 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43724) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:35.451845 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.478633 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.480750 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] 10.222.0.54 "DELETE /v2.0/networks/a774e705-0429-45f6-80bf-4ce41d1f1eae HTTP/1.1" status: 204 len: 168 time: 0.8730919 Jul 16 01:29:35.485373 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43730) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:35.533919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4f18f-defc-4db3-a1ba-0d379b79835f admin admin] Pushing event deleted for resources: {'Network': ['ID=a774e705-0429-45f6-80bf-4ce41d1f1eae,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:35.594569 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-835e5f58-1a7e-42ed-af3d-8a7162277b66 admin admin] Deleting subnet 004c4e82-4884-4947-9a06-8ba69dee0b2b {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:35.602911 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-835e5f58-1a7e-42ed-af3d-8a7162277b66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.644499 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-4a9de159-c63b-492c-88d8-cd935d59caaa tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.646239 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-4a9de159-c63b-492c-88d8-cd935d59caaa tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4417055 Jul 16 01:29:35.702095 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19fa014e-4f52-433f-89af-39ca1cc4e43d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.713488 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-835e5f58-1a7e-42ed-af3d-8a7162277b66 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.723685 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19fa014e-4f52-433f-89af-39ca1cc4e43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.738147 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-4a1a5a9b-c3f1-40da-9bd2-69db457a91ce tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 695 time: 0.0812731 Jul 16 01:29:35.742948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-5fc3a6c3-ce53-4aa7-ab56-d8109822f518 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Request body: {'floatingip': {'port_id': '28b7e19b-5bcf-4eee-8973-d1a276761120', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:35.756457 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-835e5f58-1a7e-42ed-af3d-8a7162277b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.792641 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19fa014e-4f52-433f-89af-39ca1cc4e43d admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:35.803628 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0e66fc93-077b-43b3-8a1e-10b9bb454cee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c9f632ebbf5d42d79ea76306b16e9614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532233 Jul 16 01:29:35.811314 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43740) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:35.817481 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-b4925c85-eead-4152-a549-b1748c6426d9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Made reservation on behalf of 6060cb9382ba430f8761b732ad566a8a for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:35.822169 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-b4925c85-eead-4152-a549-b1748c6426d9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.831854 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19fa014e-4f52-433f-89af-39ca1cc4e43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.832271 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-19fa014e-4f52-433f-89af-39ca1cc4e43d admin admin] Added segment 0b786e77-fe8b-46c1-9122-f19dd54dfcc1 of type vlan for network 013fb8b6-0b6b-4884-a51a-0f890a6a00b6 Jul 16 01:29:35.836430 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-5fc3a6c3-ce53-4aa7-ab56-d8109822f518 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks [] for floatingip, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.854360 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa014e-4f52-433f-89af-39ca1cc4e43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eac04ff-1b2a-4a8e-824c-4f7fb905aa24,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:35.906928 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19fa014e-4f52-433f-89af-39ca1cc4e43d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.968884 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-835e5f58-1a7e-42ed-af3d-8a7162277b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.988067 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d26881c4-717a-4e74-ad92-afa4c6701195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.025623 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e5f58-1a7e-42ed-af3d-8a7162277b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=004c4e82-4884-4947-9a06-8ba69dee0b2b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:36.029781 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-835e5f58-1a7e-42ed-af3d-8a7162277b66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.031663 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-835e5f58-1a7e-42ed-af3d-8a7162277b66 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/004c4e82-4884-4947-9a06-8ba69dee0b2b HTTP/1.1" status: 204 len: 168 time: 0.5388422 Jul 16 01:29:36.041675 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43744) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:36.046967 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19fa014e-4f52-433f-89af-39ca1cc4e43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.048601 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fa014e-4f52-433f-89af-39ca1cc4e43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.049189 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19fa014e-4f52-433f-89af-39ca1cc4e43d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.103975 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d26881c4-717a-4e74-ad92-afa4c6701195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.154813 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-19fa014e-4f52-433f-89af-39ca1cc4e43d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2538822 Jul 16 01:29:36.166590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43746) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:36.177905 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-81e4cabe-d0f0-4822-b394-9e63c5e8b684 admin admin] Request body: {'subnet': {'network_id': '013fb8b6-0b6b-4884-a51a-0f890a6a00b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2056510057-subnet', 'tenant_id': '4e92db2130474a8baf6ea12261694426', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:36.232614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e4cabe-d0f0-4822-b394-9e63c5e8b684 admin admin] Made reservation on behalf of 4e92db2130474a8baf6ea12261694426 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:36.235571 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-81e4cabe-d0f0-4822-b394-9e63c5e8b684 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.262238 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f41db118-5504-46b1-be02-9a1d43822f25 req-5de9d687-b3c8-431b-a3e4-ff3b172ea12a tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb9196e-5516-4a87-8276-f877fcd17549 HTTP/1.1" status: 200 len: 210 time: 0.1125908 Jul 16 01:29:36.269148 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa014e-4f52-433f-89af-39ca1cc4e43d admin admin] Pushing event updated for resources: {'Network': ['ID=013fb8b6-0b6b-4884-a51a-0f890a6a00b6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:36.271684 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-b4925c85-eead-4152-a549-b1748c6426d9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Allocated IP 172.20.0.2 (fa5d3ea0-c59d-41a7-ba27-d98a18810da7/2dfe93df-9335-48e8-9251-03d181a930aa/e2fd746d-3af5-45d0-bb1f-58282705a3d0) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:36.279447 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.295749 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 013fb8b6-0b6b-4884-a51a-0f890a6a00b6 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:36.355107 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d26881c4-717a-4e74-ad92-afa4c6701195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.358237 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d26881c4-717a-4e74-ad92-afa4c6701195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.359564 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d26881c4-717a-4e74-ad92-afa4c6701195 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b54dce6a-7e65-413f-beed-f86f3b85f23d HTTP/1.1" status: 204 len: 168 time: 0.5472763 Jul 16 01:29:36.462879 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.480767 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26881c4-717a-4e74-ad92-afa4c6701195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54dce6a-7e65-413f-beed-f86f3b85f23d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:36.514571 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:36.514571 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:36.514571 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:36.514571 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Subscribe: > port after_create 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:36.514930 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Subscribe: > port after_delete 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:36.515244 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Subscribe: > port after_update 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:36.515648 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:36.516064 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:36.516449 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:36.516838 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:36.590559 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:36.590901 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:36.591232 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:36.591558 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:29:36.591955 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb55d04c-9302-4a67-8d34-4c381c8d52fa']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:36.681819 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93709e3f-4d89-4b15-aea1-578710054b81') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:36.682295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93709e3f-4d89-4b15-aea1-578710054b81') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:36.702680 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.738643 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43752) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:36.756406 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.779614 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:29:36.780039 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: from cryptography.utils import int_from_bytes Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: from cryptography.utils import int_from_bytes Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:29:36.790411 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:29:36.795838 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:29:36.795838 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:29:36.795838 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:29:36.795838 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:29:36.813440 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-b4925c85-eead-4152-a549-b1748c6426d9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.897644 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.909953 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-68c94e92-fe71-4c12-bfd9-2c03b9633335 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cce251b05f5644e9bef208f233dc7049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651077 Jul 16 01:29:36.917365 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43754) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:36.922894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69eddd-f01f-437d-a9cd-4acf105cd0da req-56ce25a4-66c0-40d2-81d0-6d295040ab27 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.924615 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3a69eddd-f01f-437d-a9cd-4acf105cd0da req-56ce25a4-66c0-40d2-81d0-6d295040ab27 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 949 time: 0.4569073 Jul 16 01:29:36.939341 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.944033 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] 10.222.0.54 "DELETE /v2.0/networks/cb55d04c-9302-4a67-8d34-4c381c8d52fa HTTP/1.1" status: 204 len: 168 time: 0.8953917 Jul 16 01:29:36.961106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5b591-1022-4a4e-97f8-57a8bbe7b3bb admin admin] Pushing event deleted for resources: {'Network': ['ID=cb55d04c-9302-4a67-8d34-4c381c8d52fa,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:37.015822 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-b4925c85-eead-4152-a549-b1748c6426d9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.020568 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3a69eddd-f01f-437d-a9cd-4acf105cd0da req-0f03d76f-0e4d-4d0f-ad03-b3b575c36cdf tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780725 Jul 16 01:29:37.063612 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b4838-206d-481d-b923-44628641dc92 req-06549855-d623-451a-85b9-3cf71f4f2fa7 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.065131 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf7b4838-206d-481d-b923-44628641dc92 req-06549855-d623-451a-85b9-3cf71f4f2fa7 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.26 "GET /v2.0/networks?id=f742ae33-4dce-47ed-a1d3-990b523bac4e HTTP/1.1" status: 200 len: 824 time: 0.3001573 Jul 16 01:29:37.086911 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.resource_extend [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-5fc3a6c3-ce53-4aa7-ab56-d8109822f518 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:29:37.105434 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4925c85-eead-4152-a549-b1748c6426d9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Pushing event updated for resources: {'Port': ['ID=e2fd746d-3af5-45d0-bb1f-58282705a3d0,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:37.120024 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-b4925c85-eead-4152-a549-b1748c6426d9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:37.121765 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-b4925c85-eead-4152-a549-b1748c6426d9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:37.125116 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-b4925c85-eead-4152-a549-b1748c6426d9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:37.183868 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-b4925c85-eead-4152-a549-b1748c6426d9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.184578 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-b4925c85-eead-4152-a549-b1748c6426d9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.219412 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43760) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:37.231875 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-b4925c85-eead-4152-a549-b1748c6426d9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9638722 Jul 16 01:29:37.246445 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-5fc3a6c3-ce53-4aa7-ab56-d8109822f518 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.260735 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-81e4cabe-d0f0-4822-b394-9e63c5e8b684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.262131 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Request body: {'port': {'device_id': 'c789a22d-702f-47ef-807e-34c16ed407b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:37.262545 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-5fc3a6c3-ce53-4aa7-ab56-d8109822f518 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.267535 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7befbdc1-526c-4e5e-a8f5-4078fc676b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.306557 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf7b4838-206d-481d-b923-44628641dc92 req-bf92808e-1ae3-4841-9963-4ebf120713db tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8067f702785a46d7aeee2219e58c580f HTTP/1.1" status: 200 len: 380 time: 0.2267745 Jul 16 01:29:37.349440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-bf7b4838-206d-481d-b923-44628641dc92 req-b8bd2c67-f4db-41b5-bcba-21611da3c2e4 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Request body: {'port': {'device_id': '0cb9196e-5516-4a87-8276-f877fcd17549', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'admin_state_up': True, 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'security_groups': ['6519f0de-6b59-40a6-b9bf-4c372aa44394']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:37.435961 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7befbdc1-526c-4e5e-a8f5-4078fc676b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.472060 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4cabe-d0f0-4822-b394-9e63c5e8b684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34d93abb-9122-4ec7-b607-04ba98c37ec1,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:37.534159 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-98246fa4-7dce-41ee-abef-c22d45784232 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=25f8648aeaec45dabfe1cabed4bead0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109820 Jul 16 01:29:37.534805 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43764) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:37.545400 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e4cabe-d0f0-4822-b394-9e63c5e8b684 admin admin] Checking segment: {'id': '0b786e77-fe8b-46c1-9122-f19dd54dfcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '013fb8b6-0b6b-4884-a51a-0f890a6a00b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:37.545757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e4cabe-d0f0-4822-b394-9e63c5e8b684 admin admin] Network hostable DHCP agents. Network: 013fb8b6-0b6b-4884-a51a-0f890a6a00b6, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:37.553071 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-5fc3a6c3-ce53-4aa7-ab56-d8109822f518 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Floating IP a673d2d8-3bb3-42c7-99bf-6f4c7272c15f associated. External IP: 172.25.1.93, port: 28b7e19b-5bcf-4eee-8973-d1a276761120. Jul 16 01:29:37.580106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628082c-681e-42c0-b97a-de01ac81b6f2 req-769f43e7-1fe5-4249-b3c3-b082dc918454 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.581632 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f628082c-681e-42c0-b97a-de01ac81b6f2 req-769f43e7-1fe5-4249-b3c3-b082dc918454 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 931 time: 0.3933117 Jul 16 01:29:37.627983 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7befbdc1-526c-4e5e-a8f5-4078fc676b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.630373 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.630505 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7befbdc1-526c-4e5e-a8f5-4078fc676b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.634622 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7befbdc1-526c-4e5e-a8f5-4078fc676b04 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c7ad0542-23b6-4c78-84dc-f60b5db7ec34 HTTP/1.1" status: 204 len: 168 time: 0.7103117 Jul 16 01:29:37.637991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e4cabe-d0f0-4822-b394-9e63c5e8b684 admin admin] Network 013fb8b6-0b6b-4884-a51a-0f890a6a00b6 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:37.682217 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befbdc1-526c-4e5e-a8f5-4078fc676b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ad0542-23b6-4c78-84dc-f60b5db7ec34,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:37.684904 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f628082c-681e-42c0-b97a-de01ac81b6f2 req-307f5736-9844-4d6a-b4eb-72f203cdb09f tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953298 Jul 16 01:29:37.689793 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-81e4cabe-d0f0-4822-b394-9e63c5e8b684 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 013fb8b6-0b6b-4884-a51a-0f890a6a00b6) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:37.694222 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e4cabe-d0f0-4822-b394-9e63c5e8b684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.695361 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-81e4cabe-d0f0-4822-b394-9e63c5e8b684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.723878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7b4838-206d-481d-b923-44628641dc92 req-b8bd2c67-f4db-41b5-bcba-21611da3c2e4 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Made reservation on behalf of 8067f702785a46d7aeee2219e58c580f for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:37.723878 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bf7b4838-206d-481d-b923-44628641dc92 req-b8bd2c67-f4db-41b5-bcba-21611da3c2e4 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.731183 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5202a32-5744-432e-a451-e8087278ac98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.735478 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-81e4cabe-d0f0-4822-b394-9e63c5e8b684 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5677421 Jul 16 01:29:37.744405 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fab0302-5934-48c3-8065-69cd4f13bde5 None None] Network 013fb8b6-0b6b-4884-a51a-0f890a6a00b6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:37.923365 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5202a32-5744-432e-a451-e8087278ac98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.962034 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b1df28-ece1-41e2-aaac-1b910b95491b None None] Network 013fb8b6-0b6b-4884-a51a-0f890a6a00b6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:38.049506 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-bf7b4838-206d-481d-b923-44628641dc92 req-b8bd2c67-f4db-41b5-bcba-21611da3c2e4 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Allocated IP 172.20.0.6 (f742ae33-4dce-47ed-a1d3-990b523bac4e/bc5f773e-982f-4a7b-9f31-a3984b4d24fe/435286a9-c592-4703-b538-6a0dc7b3b947) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:38.089276 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-5fc3a6c3-ce53-4aa7-ab56-d8109822f518 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Router c6ccfd47-1360-43a3-8d3d-59d234cb24af has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:38.102416 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5202a32-5744-432e-a451-e8087278ac98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.105123 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5202a32-5744-432e-a451-e8087278ac98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.106989 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a5202a32-5744-432e-a451-e8087278ac98 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4409f044-1728-4c6a-be62-f149325308af HTTP/1.1" status: 204 len: 168 time: 0.5689762 Jul 16 01:29:38.116285 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54faf9c-4346-4200-b6e4-fe46f8f5ec8e req-00e78212-db65-4aa2-b948-0a79694e808a tempest-ServersAdminNegativeTestJSON-738569589 tempest-ServersAdminNegativeTestJSON-738569589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.117867 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b54faf9c-4346-4200-b6e4-fe46f8f5ec8e req-00e78212-db65-4aa2-b948-0a79694e808a tempest-ServersAdminNegativeTestJSON-738569589 tempest-ServersAdminNegativeTestJSON-738569589-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 1101 time: 0.2684360 Jul 16 01:29:38.139636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5202a32-5744-432e-a451-e8087278ac98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4409f044-1728-4c6a-be62-f149325308af,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:38.156393 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b54faf9c-4346-4200-b6e4-fe46f8f5ec8e req-b9af496b-9279-49aa-b6b4-1dd26d235d7d tempest-ServersAdminNegativeTestJSON-738569589 tempest-ServersAdminNegativeTestJSON-738569589-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.239457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2fd746d-3af5-45d0-bb1f-58282705a3d0 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:38.250008 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.254400 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-5fc3a6c3-ce53-4aa7-ab56-d8109822f518 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:38.260509 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-5fc3a6c3-ce53-4aa7-ab56-d8109822f518 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.273976 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Transition to ACTIVE for port object e2fd746d-3af5-45d0-bb1f-58282705a3d0 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:38.275196 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46248171-4360-443b-b9d1-20a62fec68fe None None] Sync routers for ids ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:38.284027 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.293756 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46248171-4360-443b-b9d1-20a62fec68fe None None] Routers {'c6ccfd47-1360-43a3-8d3d-59d234cb24af'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:38.297142 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-46248171-4360-443b-b9d1-20a62fec68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:29:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:38.360659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Pushing event updated for resources: {'Port': ['ID=e2fd746d-3af5-45d0-bb1f-58282705a3d0,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:38.368989 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-5fc3a6c3-ce53-4aa7-ab56-d8109822f518 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "PUT /v2.0/floatingips/a673d2d8-3bb3-42c7-99bf-6f4c7272c15f HTTP/1.1" status: 200 len: 996 time: 2.6314640 Jul 16 01:29:38.371193 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c', 'tag': '28b7e19b-5bcf-4eee-8973-d1a276761120'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:38.373884 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb17a33-0b1d-4882-8517-b22c4532a1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c", "tag": "28b7e19b-5bcf-4eee-8973-d1a276761120"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:38.401504 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b54faf9c-4346-4200-b6e4-fe46f8f5ec8e req-b9af496b-9279-49aa-b6b4-1dd26d235d7d tempest-ServersAdminNegativeTestJSON-738569589 tempest-ServersAdminNegativeTestJSON-738569589-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.421639 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b54faf9c-4346-4200-b6e4-fe46f8f5ec8e req-b9af496b-9279-49aa-b6b4-1dd26d235d7d tempest-ServersAdminNegativeTestJSON-738569589 tempest-ServersAdminNegativeTestJSON-738569589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.444010 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bf7b4838-206d-481d-b923-44628641dc92 req-b8bd2c67-f4db-41b5-bcba-21611da3c2e4 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.466328 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b54faf9c-4346-4200-b6e4-fe46f8f5ec8e req-b9af496b-9279-49aa-b6b4-1dd26d235d7d tempest-ServersAdminNegativeTestJSON-738569589 tempest-ServersAdminNegativeTestJSON-738569589-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341367 Jul 16 01:29:38.473032 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-bf7b4838-206d-481d-b923-44628641dc92 req-b8bd2c67-f4db-41b5-bcba-21611da3c2e4 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Transition to ACTIVE for port object 435286a9-c592-4703-b538-6a0dc7b3b947 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:38.496116 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-46248171-4360-443b-b9d1-20a62fec68fe None None] Set router c6ccfd47-1360-43a3-8d3d-59d234cb24af gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:38.508549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-e435fd0a-ac6c-4dd5-810f-c7b3d502a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.510244 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-e435fd0a-ac6c-4dd5-810f-c7b3d502a763 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7fbbe8564d14b9aae216c3a14214e36&device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 1097 time: 0.1071587 Jul 16 01:29:38.525448 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af496b-9279-49aa-b6b4-1dd26d235d7d tempest-ServersAdminNegativeTestJSON-738569589 tempest-ServersAdminNegativeTestJSON-738569589-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db587c1c-b77c-4cec-ac7a-59b7c7320700,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:38.536809 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Attempting to bind port e2fd746d-3af5-45d0-bb1f-58282705a3d0 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:38.537502 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Attempting to bind port e2fd746d-3af5-45d0-bb1f-58282705a3d0 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:38.537502 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Attempting to bind port e2fd746d-3af5-45d0-bb1f-58282705a3d0 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:38.554558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Port e2fd746d-3af5-45d0-bb1f-58282705a3d0 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:38.554887 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Attempting to bind port e2fd746d-3af5-45d0-bb1f-58282705a3d0 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:38.569842 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:38.570109 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Checking segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:38.570462 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Bound using segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:38.570867 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Bound port: e2fd746d-3af5-45d0-bb1f-58282705a3d0, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:38.571219 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.611933 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bf7b4838-206d-481d-b923-44628641dc92 req-b8bd2c67-f4db-41b5-bcba-21611da3c2e4 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.690496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7b4838-206d-481d-b923-44628641dc92 req-b8bd2c67-f4db-41b5-bcba-21611da3c2e4 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Network f742ae33-4dce-47ed-a1d3-990b523bac4e is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:38.705402 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] For port e2fd746d-3af5-45d0-bb1f-58282705a3d0, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:38.709061 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] For port e2fd746d-3af5-45d0-bb1f-58282705a3d0, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e2fd746d-3af5-45d0-bb1f-58282705a3d0,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:38.709670 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-bf7b4838-206d-481d-b923-44628641dc92 req-b8bd2c67-f4db-41b5-bcba-21611da3c2e4 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:38.714406 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.714828 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7b4838-206d-481d-b923-44628641dc92 req-b8bd2c67-f4db-41b5-bcba-21611da3c2e4 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:38.720389 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd2c67-f4db-41b5-bcba-21611da3c2e4 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Pushing event updated for resources: {'Port': ['ID=435286a9-c592-4703-b538-6a0dc7b3b947,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:38.778150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-02eac4b9-8935-4aba-bfa5-385b340b0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.793659 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-02eac4b9-8935-4aba-bfa5-385b340b0d44 service neutron] 10.222.0.54 "GET /v2.0/networks?id=97451b59-1a09-4e04-ad69-5999cdd54249 HTTP/1.1" status: 200 len: 930 time: 0.2729213 Jul 16 01:29:38.806239 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.807046 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.813426 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] 10.222.0.26 "PUT /v2.0/ports/e2fd746d-3af5-45d0-bb1f-58282705a3d0 HTTP/1.1" status: 200 len: 1091 time: 1.5600269 Jul 16 01:29:38.815072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c789a22d-702f-47ef-807e-34c16ed407b7', 'tag': 'e2fd746d-3af5-45d0-bb1f-58282705a3d0'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:38.818354 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fcf547-6d26-463c-92b5-58e07435edc7" -d '{"events": [{"name": "network-changed", "server_uuid": "c789a22d-702f-47ef-807e-34c16ed407b7", "tag": "e2fd746d-3af5-45d0-bb1f-58282705a3d0"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:38.854995 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43800) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:38.889127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f9367-6059-4277-acdc-a7e7ba415395 service neutron] Pushing event updated for resources: {'Port': ['ID=e2fd746d-3af5-45d0-bb1f-58282705a3d0,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:38.954886 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dc83f6fa-c505-4c08-98e0-796cdfb0705b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1322194939e2414ca1f78766b93ce1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0964448 Jul 16 01:29:38.955526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43804) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:38.971736 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b4838-206d-481d-b923-44628641dc92 req-b8bd2c67-f4db-41b5-bcba-21611da3c2e4 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.975355 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bf7b4838-206d-481d-b923-44628641dc92 req-b8bd2c67-f4db-41b5-bcba-21611da3c2e4 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.028510 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-46248171-4360-443b-b9d1-20a62fec68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1502302275-router', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:50Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'gw_port': {'id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:51Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'a673d2d8-3bb3-42c7-99bf-6f4c7272c15f', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'floating_ip_address': '172.25.1.93', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'port_id': '28b7e19b-5bcf-4eee-8973-d1a276761120', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249', 'mac_address': 'fa:16:3e:17:0a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:33Z', 'updated_at': '2021-07-16T01:29:36Z', 'revision_number': 1, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f374e129-f2e4-403a-9dc0-6e3596797943', 'name': '', 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'mac_address': 'fa:16:3e:26:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3f184858-4f5a-4e50-aa93-8483e4e9968b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:55Z', 'updated_at': '2021-07-16T01:29:06Z', 'revision_number': 5, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'subnets': [{'id': '3f184858-4f5a-4e50-aa93-8483e4e9968b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:39.035562 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf7b4838-206d-481d-b923-44628641dc92 req-b8bd2c67-f4db-41b5-bcba-21611da3c2e4 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7061541 Jul 16 01:29:39.037607 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-2c57b0d4-fc65-4998-8d1d-cc7bb1928626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.039787 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-2c57b0d4-fc65-4998-8d1d-cc7bb1928626 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 1094 time: 0.1518526 Jul 16 01:29:39.040537 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5322e88f-098c-49cc-8d1b-4e0ec2504c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.061767 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46248171-4360-443b-b9d1-20a62fec68fe None None] Checking router: c6ccfd47-1360-43a3-8d3d-59d234cb24af for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:39.072248 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46248171-4360-443b-b9d1-20a62fec68fe None None] Routers {'c6ccfd47-1360-43a3-8d3d-59d234cb24af'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:39.072949 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-46248171-4360-443b-b9d1-20a62fec68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:29:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:39.074719 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Request body: {'port': {'device_id': '0cb9196e-5516-4a87-8276-f877fcd17549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:39.108067 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5322e88f-098c-49cc-8d1b-4e0ec2504c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.167635 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-993686ad-0893-46a9-8146-9708718b3780 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2fd746d-3af5-45d0-bb1f-58282705a3d0 HTTP/1.1" status: 200 len: 217 time: 0.0671282 Jul 16 01:29:39.177762 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a4b8febc-d09f-48f3-94a6-fc27fac98a90 None None] Provisioning for port 435286a9-c592-4703-b538-6a0dc7b3b947 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:39.187450 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a4b8febc-d09f-48f3-94a6-fc27fac98a90 None None] Provisioning complete for port 435286a9-c592-4703-b538-6a0dc7b3b947 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:39.188110 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4b8febc-d09f-48f3-94a6-fc27fac98a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.232365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a4b8febc-d09f-48f3-94a6-fc27fac98a90 None None] Port 435286a9-c592-4703-b538-6a0dc7b3b947 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:39.290822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-4d5cec6e-cffc-4cdb-9aa7-2a60ffe997a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.292634 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-4d5cec6e-cffc-4cdb-9aa7-2a60ffe997a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.1069236 Jul 16 01:29:39.299145 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5322e88f-098c-49cc-8d1b-4e0ec2504c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.299145 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5322e88f-098c-49cc-8d1b-4e0ec2504c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.302449 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5322e88f-098c-49cc-8d1b-4e0ec2504c9a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/11a981cd-cbbf-4676-93cb-5c3b6e5eef16 HTTP/1.1" status: 204 len: 168 time: 0.3430848 Jul 16 01:29:39.391646 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-46248171-4360-443b-b9d1-20a62fec68fe None None] Set router c6ccfd47-1360-43a3-8d3d-59d234cb24af gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:39.405599 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd4ef2-b8dc-48af-af3b-7fa1ebc7e12f req-29376961-c52a-47e5-92a9-b020f2e20238 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.408488 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08cd4ef2-b8dc-48af-af3b-7fa1ebc7e12f req-29376961-c52a-47e5-92a9-b020f2e20238 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb9196e-5516-4a87-8276-f877fcd17549 HTTP/1.1" status: 200 len: 931 time: 0.2519989 Jul 16 01:29:39.412605 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-076b918d-9ba8-4cc0-a51f-63db346fd5a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108179 Jul 16 01:29:39.413805 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322e88f-098c-49cc-8d1b-4e0ec2504c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a981cd-cbbf-4676-93cb-5c3b6e5eef16,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:39.513799 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-521031c7-eccb-4b0a-9ed6-c698f9311ada service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28b7e19b-5bcf-4eee-8973-d1a276761120 HTTP/1.1" status: 200 len: 999 time: 0.7061460 Jul 16 01:29:39.588774 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.623479 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-8170e5b3-42b6-415a-ba76-f9b9bb951a0a service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696072 Jul 16 01:29:39.681484 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-46248171-4360-443b-b9d1-20a62fec68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1502302275-router', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:50Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'gw_port': {'id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:51Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'a673d2d8-3bb3-42c7-99bf-6f4c7272c15f', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'floating_ip_address': '172.25.1.93', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'port_id': '28b7e19b-5bcf-4eee-8973-d1a276761120', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249', 'mac_address': 'fa:16:3e:17:0a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:33Z', 'updated_at': '2021-07-16T01:29:36Z', 'revision_number': 1, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f374e129-f2e4-403a-9dc0-6e3596797943', 'name': '', 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'mac_address': 'fa:16:3e:26:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3f184858-4f5a-4e50-aa93-8483e4e9968b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:55Z', 'updated_at': '2021-07-16T01:29:06Z', 'revision_number': 5, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'subnets': [{'id': '3f184858-4f5a-4e50-aa93-8483e4e9968b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:39.720164 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46248171-4360-443b-b9d1-20a62fec68fe None None] The sync data for ids ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'] in n-d-800086-6 is: [{'id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1502302275-router', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:50Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'gw_port': {'id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:51Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'a673d2d8-3bb3-42c7-99bf-6f4c7272c15f', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'floating_ip_address': '172.25.1.93', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'port_id': '28b7e19b-5bcf-4eee-8973-d1a276761120', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249', 'mac_address': 'fa:16:3e:17:0a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:33Z', 'updated_at': '2021-07-16T01:29:36Z', 'revision_number': 1, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f374e129-f2e4-403a-9dc0-6e3596797943', 'name': '', 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'mac_address': 'fa:16:3e:26:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3f184858-4f5a-4e50-aa93-8483e4e9968b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:55Z', 'updated_at': '2021-07-16T01:29:06Z', 'revision_number': 5, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'subnets': [{'id': '3f184858-4f5a-4e50-aa93-8483e4e9968b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:39.748097 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08cd4ef2-b8dc-48af-af3b-7fa1ebc7e12f req-317a5f0a-07dd-4c78-82b8-dd609862540e tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3176630 Jul 16 01:29:39.756732 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-7bcf2232-9f5a-4807-83d8-683e280324b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.758925 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-7bcf2232-9f5a-4807-83d8-683e280324b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f184858-4f5a-4e50-aa93-8483e4e9968b HTTP/1.1" status: 200 len: 868 time: 0.1712630 Jul 16 01:29:39.876096 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-621fa424-b2c4-4883-b937-06fb2fa63e48 req-9baeb140-5533-472a-b276-2a77666bf750 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443032 Jul 16 01:29:40.067280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e464e8-bc61-4d79-8e0b-c419b05bcaaa None None] New status for floating IP a673d2d8-3bb3-42c7-99bf-6f4c7272c15f: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:29:40.141499 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-7adc07d8-a608-481c-9d2c-b76b1da05a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:40.143145 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-7adc07d8-a608-481c-9d2c-b76b1da05a7d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=97451b59-1a09-4e04-ad69-5999cdd54249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3754132 Jul 16 01:29:40.161836 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-335c60fc-5d24-4792-b61a-0abe66497ba1 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:29:40.163012 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-335c60fc-5d24-4792-b61a-0abe66497ba1 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089123 Jul 16 01:29:40.314722 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-ecd07620-a06d-4a6e-801a-f15766411aa1 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:40.322056 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-ecd07620-a06d-4a6e-801a-f15766411aa1 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/networks?id=cfccea85-79af-444b-a409-0c16879fd6dc HTTP/1.1" status: 200 len: 815 time: 0.1926353 Jul 16 01:29:40.353962 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-92dd4f7a-41c5-4307-ab6a-3cb0815e41d3 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/quotas/bd9bb6c218a5499d82d0dc07feb335fd HTTP/1.1" status: 200 len: 375 time: 0.0273972 Jul 16 01:29:40.390923 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-666c5d3d-642e-43b0-a649-d08c7217d245 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd9bb6c218a5499d82d0dc07feb335fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359712 Jul 16 01:29:40.408420 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 435286a9-c592-4703-b538-6a0dc7b3b947 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:40.433501 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.500022 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Transition to ACTIVE for port object 435286a9-c592-4703-b538-6a0dc7b3b947 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:40.512507 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-91af99c7-b3fa-49e7-bdc2-a707070690cb service neutron] 10.222.0.54 "GET /v2.0/networks/97451b59-1a09-4e04-ad69-5999cdd54249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399575 Jul 16 01:29:40.526378 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.596689 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-e770ec78-5cda-4cc7-ab73-cd9b99cacaab service neutron] 10.222.0.54 "GET /v2.0/networks/cfccea85-79af-444b-a409-0c16879fd6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985142 Jul 16 01:29:40.734918 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-2d64cf55-70ba-412b-bedc-4762690e8a85 service neutron] 10.222.0.54 "GET /v2.0/networks/cfccea85-79af-444b-a409-0c16879fd6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288269 Jul 16 01:29:40.755585 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Pushing event updated for resources: {'Port': ['ID=435286a9-c592-4703-b538-6a0dc7b3b947,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:40.792412 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7bf1803e-25a8-4fb3-a4c6-95e39a7923d5 req-e0257a1b-ace8-4f4e-bd02-d47b61eefafa service neutron] 10.222.0.54 "GET /v2.0/networks/97451b59-1a09-4e04-ad69-5999cdd54249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788632 Jul 16 01:29:40.813684 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Attempting to bind port 435286a9-c592-4703-b538-6a0dc7b3b947 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:40.814376 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Attempting to bind port 435286a9-c592-4703-b538-6a0dc7b3b947 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'f756e3f7-e46a-4a44-a34b-9a9aef14f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:40.814871 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Attempting to bind port 435286a9-c592-4703-b538-6a0dc7b3b947 on network f742ae33-4dce-47ed-a1d3-990b523bac4e {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:40.821461 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Port 435286a9-c592-4703-b538-6a0dc7b3b947 on network f742ae33-4dce-47ed-a1d3-990b523bac4e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:40.822110 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Attempting to bind port 435286a9-c592-4703-b538-6a0dc7b3b947 on network f742ae33-4dce-47ed-a1d3-990b523bac4e {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:40.828715 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:40.829125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Checking segment: {'id': 'f756e3f7-e46a-4a44-a34b-9a9aef14f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:40.832683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Bound using segment: {'id': 'f756e3f7-e46a-4a44-a34b-9a9aef14f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:40.832683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Bound port: 435286a9-c592-4703-b538-6a0dc7b3b947, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f756e3f7-e46a-4a44-a34b-9a9aef14f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:40.832683 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.937614 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d004627-53a1-4b4f-b5fb-4a6f1b6db1d6 x-openstack-request-id: req-1d004627-53a1-4b4f-b5fb-4a6f1b6db1d6 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:40.937916 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c", "tag": "28b7e19b-5bcf-4eee-8973-d1a276761120", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:40.938309 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d004627-53a1-4b4f-b5fb-4a6f1b6db1d6 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:40.938760 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c', 'tag': '28b7e19b-5bcf-4eee-8973-d1a276761120', 'status': 'completed', 'code': 200} Jul 16 01:29:40.955514 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] For port 435286a9-c592-4703-b538-6a0dc7b3b947, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:40.961341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] For port 435286a9-c592-4703-b538-6a0dc7b3b947, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=435286a9-c592-4703-b538-6a0dc7b3b947,segment=NetworkSegment(f756e3f7-e46a-4a44-a34b-9a9aef14f9ac),segment_id=f756e3f7-e46a-4a44-a34b-9a9aef14f9ac)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:40.968394 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.982584 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-83c91900-c079-46a5-9c3e-69042a6bcbfb req-866c5f67-0ecb-4d52-b87f-3c50de0f8680 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:29:40.984501 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-83c91900-c079-46a5-9c3e-69042a6bcbfb req-866c5f67-0ecb-4d52-b87f-3c50de0f8680 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080664 Jul 16 01:29:41.025449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.027825 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.029362 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf7b4838-206d-481d-b923-44628641dc92 req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] 10.222.0.26 "PUT /v2.0/ports/435286a9-c592-4703-b538-6a0dc7b3b947 HTTP/1.1" status: 200 len: 1091 time: 1.9641061 Jul 16 01:29:41.065012 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ba9445-c65d-4889-96fb-d376be4a50c3 x-openstack-request-id: req-d9ba9445-c65d-4889-96fb-d376be4a50c3 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:41.065294 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c789a22d-702f-47ef-807e-34c16ed407b7", "tag": "e2fd746d-3af5-45d0-bb1f-58282705a3d0", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:41.065713 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d9ba9445-c65d-4889-96fb-d376be4a50c3 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:41.068504 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c789a22d-702f-47ef-807e-34c16ed407b7', 'tag': 'e2fd746d-3af5-45d0-bb1f-58282705a3d0', 'status': 'completed', 'code': 200} Jul 16 01:29:41.212304 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb17a33-0b1d-4882-8517-b22c4532a1c5 req-56944117-8987-4394-b8e3-92b0960886b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.213304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c0c10-e7a0-4f4b-a787-179d228e0d60 service neutron] Pushing event updated for resources: {'Port': ['ID=435286a9-c592-4703-b538-6a0dc7b3b947,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:41.214775 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adb17a33-0b1d-4882-8517-b22c4532a1c5 req-56944117-8987-4394-b8e3-92b0960886b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7fbbe8564d14b9aae216c3a14214e36&device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 1097 time: 0.1621482 Jul 16 01:29:41.314199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e204f-5588-4dcb-b0ae-dbf72e97abc0 req-64eadd7e-b9a8-4125-998c-07e2abb3e033 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.315965 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-517e204f-5588-4dcb-b0ae-dbf72e97abc0 req-64eadd7e-b9a8-4125-998c-07e2abb3e033 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 943 time: 0.1376278 Jul 16 01:29:41.318272 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcf547-6d26-463c-92b5-58e07435edc7 req-531bb613-7bde-4b8f-9aaa-d85707e963c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.320566 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-25fcf547-6d26-463c-92b5-58e07435edc7 req-531bb613-7bde-4b8f-9aaa-d85707e963c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 1094 time: 0.2182281 Jul 16 01:29:41.407738 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b4838-206d-481d-b923-44628641dc92 req-f20c3386-cc1d-4955-b7c0-dc924055545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.416823 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bf7b4838-206d-481d-b923-44628641dc92 req-f20c3386-cc1d-4955-b7c0-dc924055545d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8067f702785a46d7aeee2219e58c580f&device_id=0cb9196e-5516-4a87-8276-f877fcd17549 HTTP/1.1" status: 200 len: 1094 time: 0.2692354 Jul 16 01:29:41.436571 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-517e204f-5588-4dcb-b0ae-dbf72e97abc0 req-a8a5a794-d734-488c-91af-195d24b71b39 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128995 Jul 16 01:29:41.481382 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcf547-6d26-463c-92b5-58e07435edc7 req-99216477-6862-4f12-ae42-899ac6cdb26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.482885 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-25fcf547-6d26-463c-92b5-58e07435edc7 req-99216477-6862-4f12-ae42-899ac6cdb26e service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 922 time: 0.1517930 Jul 16 01:29:41.487239 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bf7b4838-206d-481d-b923-44628641dc92 req-5a070a0b-e3dc-4609-a244-918d9686d97b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=435286a9-c592-4703-b538-6a0dc7b3b947 HTTP/1.1" status: 200 len: 217 time: 0.0522082 Jul 16 01:29:41.506364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb17a33-0b1d-4882-8517-b22c4532a1c5 req-1e63635a-200f-447d-8ccc-555715672076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.508127 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adb17a33-0b1d-4882-8517-b22c4532a1c5 req-1e63635a-200f-447d-8ccc-555715672076 service neutron] 10.222.0.47 "GET /v2.0/networks?id=97451b59-1a09-4e04-ad69-5999cdd54249 HTTP/1.1" status: 200 len: 930 time: 0.2846971 Jul 16 01:29:41.564939 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-25fcf547-6d26-463c-92b5-58e07435edc7 req-b45325a3-defc-425c-a580-49dadae6478c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2fd746d-3af5-45d0-bb1f-58282705a3d0 HTTP/1.1" status: 200 len: 217 time: 0.0704432 Jul 16 01:29:41.659497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcf547-6d26-463c-92b5-58e07435edc7 req-167f84fb-77c8-4be8-ab2e-94613b9878a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.661008 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-25fcf547-6d26-463c-92b5-58e07435edc7 req-167f84fb-77c8-4be8-ab2e-94613b9878a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.0899899 Jul 16 01:29:41.678442 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333ca82-2c3a-4235-92b6-9b843b67273f req-93fb4def-57ec-4012-b02d-ed8dd62d10c3 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.687196 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5333ca82-2c3a-4235-92b6-9b843b67273f req-93fb4def-57ec-4012-b02d-ed8dd62d10c3 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 949 time: 0.4039698 Jul 16 01:29:41.702953 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-25fcf547-6d26-463c-92b5-58e07435edc7 req-f4e4a767-62a8-4b96-91f0-3a10bf11eebd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335686 Jul 16 01:29:41.721422 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd79fd-fd6f-4c5a-aa3a-003410de0316 req-25a100c3-b7e9-4012-8dd8-d9952ed0d6d3 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.723481 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aacd79fd-fd6f-4c5a-aa3a-003410de0316 req-25a100c3-b7e9-4012-8dd8-d9952ed0d6d3 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.47 "GET /v2.0/ports?device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 949 time: 0.3599894 Jul 16 01:29:41.725320 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b4838-206d-481d-b923-44628641dc92 req-b9421625-0bff-494d-81a7-2132f13de564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.727134 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bf7b4838-206d-481d-b923-44628641dc92 req-b9421625-0bff-494d-81a7-2132f13de564 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bc5f773e-982f-4a7b-9f31-a3984b4d24fe HTTP/1.1" status: 200 len: 863 time: 0.2251036 Jul 16 01:29:41.809360 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-feaf91f3-c68b-48b0-ba4b-9fc692409c03 req-2a7f07c6-09c4-40f9-9f74-d1e61632cc1c tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1840367493', 'description': 'tempest-description-1022750089'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:41.810725 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adb17a33-0b1d-4882-8517-b22c4532a1c5 req-892822ca-c0f3-47a3-8c82-ef9a008f4455 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28b7e19b-5bcf-4eee-8973-d1a276761120 HTTP/1.1" status: 200 len: 1001 time: 0.2914748 Jul 16 01:29:41.853309 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-feaf91f3-c68b-48b0-ba4b-9fc692409c03 req-2a7f07c6-09c4-40f9-9f74-d1e61632cc1c tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.864477 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-25fcf547-6d26-463c-92b5-58e07435edc7 req-b5280941-50b0-46be-bc75-f600f08966f8 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549177 Jul 16 01:29:41.867642 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-feaf91f3-c68b-48b0-ba4b-9fc692409c03 req-2a7f07c6-09c4-40f9-9f74-d1e61632cc1c tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.958011 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5333ca82-2c3a-4235-92b6-9b843b67273f req-7e5913f9-0645-428f-8414-2780b4d7a0d5 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/security-groups?id=246f0da2-3244-44de-8a82-7e7dc36e534a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696328 Jul 16 01:29:41.989571 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb17a33-0b1d-4882-8517-b22c4532a1c5 req-944a9908-3f3f-48cd-88ca-dc37958cff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.997038 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adb17a33-0b1d-4882-8517-b22c4532a1c5 req-944a9908-3f3f-48cd-88ca-dc37958cff7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f184858-4f5a-4e50-aa93-8483e4e9968b HTTP/1.1" status: 200 len: 868 time: 0.1742775 Jul 16 01:29:42.052953 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-25fcf547-6d26-463c-92b5-58e07435edc7 req-e0673cd8-5165-4b0b-b953-1d8ad84c304c service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521471 Jul 16 01:29:42.097228 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-feaf91f3-c68b-48b0-ba4b-9fc692409c03 req-2a7f07c6-09c4-40f9-9f74-d1e61632cc1c tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.105100 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b4838-206d-481d-b923-44628641dc92 req-c3c87f19-c05a-4691-8adf-66469dd2117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.106876 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bf7b4838-206d-481d-b923-44628641dc92 req-c3c87f19-c05a-4691-8adf-66469dd2117a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f742ae33-4dce-47ed-a1d3-990b523bac4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3700347 Jul 16 01:29:42.107543 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-feaf91f3-c68b-48b0-ba4b-9fc692409c03 req-2a7f07c6-09c4-40f9-9f74-d1e61632cc1c tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.108089 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-aacd79fd-fd6f-4c5a-aa3a-003410de0316 req-0a2b1647-ba18-4b37-bdac-6078260818dc tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Deleting port 2edf9673-b9cd-4b00-97a0-fac5173c6c1d {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:42.108529 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-aacd79fd-fd6f-4c5a-aa3a-003410de0316 req-0a2b1647-ba18-4b37-bdac-6078260818dc tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.162371 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f07c6-09c4-40f9-9f74-d1e61632cc1c tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2f231a-7dfd-4518-ba3c-112e70c85507,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:42.234175 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-feaf91f3-c68b-48b0-ba4b-9fc692409c03 req-2a7f07c6-09c4-40f9-9f74-d1e61632cc1c tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.238304 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-feaf91f3-c68b-48b0-ba4b-9fc692409c03 req-2a7f07c6-09c4-40f9-9f74-d1e61632cc1c tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.274027 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-feaf91f3-c68b-48b0-ba4b-9fc692409c03 req-2a7f07c6-09c4-40f9-9f74-d1e61632cc1c tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.276218 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-feaf91f3-c68b-48b0-ba4b-9fc692409c03 req-2a7f07c6-09c4-40f9-9f74-d1e61632cc1c tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4721742 Jul 16 01:29:42.284182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f07c6-09c4-40f9-9f74-d1e61632cc1c tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd73e66b-2a83-4d14-acc2-03463c36ab62,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:42.342895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb17a33-0b1d-4882-8517-b22c4532a1c5 req-8713a967-a6ac-4fe6-a992-7becde9a1cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.344567 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adb17a33-0b1d-4882-8517-b22c4532a1c5 req-8713a967-a6ac-4fe6-a992-7becde9a1cc9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97451b59-1a09-4e04-ad69-5999cdd54249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3268046 Jul 16 01:29:42.360867 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-aacd79fd-fd6f-4c5a-aa3a-003410de0316 req-0a2b1647-ba18-4b37-bdac-6078260818dc tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] For port 2edf9673-b9cd-4b00-97a0-fac5173c6c1d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=2edf9673-b9cd-4b00-97a0-fac5173c6c1d,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:42.361230 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-aacd79fd-fd6f-4c5a-aa3a-003410de0316 req-0a2b1647-ba18-4b37-bdac-6078260818dc tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.373769 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bf7b4838-206d-481d-b923-44628641dc92 req-ad8270f3-1772-499a-ae94-76b40220b7ba service neutron] 10.222.0.26 "GET /v2.0/networks/f742ae33-4dce-47ed-a1d3-990b523bac4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600620 Jul 16 01:29:42.428139 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-aacd79fd-fd6f-4c5a-aa3a-003410de0316 req-0a2b1647-ba18-4b37-bdac-6078260818dc tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Calling delete_port for 2edf9673-b9cd-4b00-97a0-fac5173c6c1d owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:42.476820 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b212a-2c1c-47e1-ba79-95c4a7415e6b req-c530c037-fbdc-4630-956f-067602e55ec9 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.478325 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-443b212a-2c1c-47e1-ba79-95c4a7415e6b req-c530c037-fbdc-4630-956f-067602e55ec9 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb9196e-5516-4a87-8276-f877fcd17549 HTTP/1.1" status: 200 len: 943 time: 0.3123567 Jul 16 01:29:42.510145 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2cf375af-892e-482e-9485-152eefab9c2e req-918ba311-bdf4-4ae7-b3c3-6422b44de736 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 258 time: 0.2146327 Jul 16 01:29:42.520715 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-2cf375af-892e-482e-9485-152eefab9c2e req-56119bd8-f3fa-4ff6-a961-f14c27e69dcf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:42.584912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device e2fd746d-3af5-45d0-bb1f-58282705a3d0 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:42.587284 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2cf375af-892e-482e-9485-152eefab9c2e req-56119bd8-f3fa-4ff6-a961-f14c27e69dcf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.690383 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-dddce5f5-909c-49e2-a720-fd0640fc687f tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.691969 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-dddce5f5-909c-49e2-a720-fd0640fc687f tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.26 "GET /v2.0/networks?id=cfccea85-79af-444b-a409-0c16879fd6dc HTTP/1.1" status: 200 len: 815 time: 0.1599627 Jul 16 01:29:42.702326 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port e2fd746d-3af5-45d0-bb1f-58282705a3d0, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e2fd746d-3af5-45d0-bb1f-58282705a3d0,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:42.717748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'e2fd746d-3af5-45d0-bb1f-58282705a3d0', 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7', 'port_id': 'e2fd746d-3af5-45d0-bb1f-58282705a3d0', 'mac_address': 'fa:16:3e:6b:7a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfe93df-9335-48e8-9251-03d181a930aa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:42.727627 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-14541d99-f7f4-4ecf-b5c7-bcf3e73c4f53 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Request body: {'port': {'device_id': '7c0a5956-a45e-4d86-9e50-e57d59135e48', 'network_id': 'cfccea85-79af-444b-a409-0c16879fd6dc', 'admin_state_up': True, 'tenant_id': 'bd9bb6c218a5499d82d0dc07feb335fd'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:42.765163 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.779724 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fd746d-3af5-45d0-bb1f-58282705a3d0 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:42.803379 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port e2fd746d-3af5-45d0-bb1f-58282705a3d0, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e2fd746d-3af5-45d0-bb1f-58282705a3d0,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:42.809159 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.840066 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2cf375af-892e-482e-9485-152eefab9c2e req-56119bd8-f3fa-4ff6-a961-f14c27e69dcf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.863696 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=e2fd746d-3af5-45d0-bb1f-58282705a3d0,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:42.865608 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adb17a33-0b1d-4882-8517-b22c4532a1c5 req-a1150e11-163e-49a4-901f-61dda07c730b service neutron] 10.222.0.47 "GET /v2.0/networks/97451b59-1a09-4e04-ad69-5999cdd54249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074754 Jul 16 01:29:42.872006 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:42.872472 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:42.872876 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bf7b4838-206d-481d-b923-44628641dc92 req-a665f581-2637-4699-8fea-32c735c7622e service neutron] 10.222.0.26 "GET /v2.0/networks/f742ae33-4dce-47ed-a1d3-990b523bac4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880135 Jul 16 01:29:42.872995 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:42.873425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:42.873884 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:42.874304 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:42.874997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:42.875404 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:42.876018 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:42.876499 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:42.876974 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:42.877404 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:42.878539 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-443b212a-2c1c-47e1-ba79-95c4a7415e6b req-9880baf0-7605-40cc-97c0-14e0255e0e04 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3799248 Jul 16 01:29:42.926470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-14541d99-f7f4-4ecf-b5c7-bcf3e73c4f53 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Made reservation on behalf of bd9bb6c218a5499d82d0dc07feb335fd for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:42.929811 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-14541d99-f7f4-4ecf-b5c7-bcf3e73c4f53 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.942927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb9196e-5516-4a87-8276-f877fcd17549', 'tag': '435286a9-c592-4703-b538-6a0dc7b3b947'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:42.945639 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661cea47-acd3-4813-985f-ccb888850bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb9196e-5516-4a87-8276-f877fcd17549", "tag": "435286a9-c592-4703-b538-6a0dc7b3b947"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:43.037534 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adb17a33-0b1d-4882-8517-b22c4532a1c5 req-e571007e-51d0-49e6-a6c5-358412190400 service neutron] 10.222.0.47 "GET /v2.0/networks/97451b59-1a09-4e04-ad69-5999cdd54249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579292 Jul 16 01:29:43.042129 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-300a3b70-b541-41e8-aaaf-58ca180d82bc req-d44a1c62-f99f-4ccd-9208-3f833ca1949f tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c0a5956-a45e-4d86-9e50-e57d59135e48 HTTP/1.1" status: 200 len: 210 time: 0.0403447 Jul 16 01:29:43.049544 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-2cf375af-892e-482e-9485-152eefab9c2e req-56119bd8-f3fa-4ff6-a961-f14c27e69dcf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Allocated IP 172.25.1.117 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/fcfb3114-6f27-40e9-8337-14d6c5bc6595) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:43.054607 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-aacd79fd-fd6f-4c5a-aa3a-003410de0316 req-0a2b1647-ba18-4b37-bdac-6078260818dc tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.093973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b1647-ba18-4b37-bdac-6078260818dc tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Pushing event deleted for resources: {'Port': ['ID=2edf9673-b9cd-4b00-97a0-fac5173c6c1d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:43.111880 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['2edf9673-b9cd-4b00-97a0-fac5173c6c1d'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:43.158488 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['e2fd746d-3af5-45d0-bb1f-58282705a3d0'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:43.160892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacd79fd-fd6f-4c5a-aa3a-003410de0316 req-0a2b1647-ba18-4b37-bdac-6078260818dc tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] No DVR routers for this DVR port 2edf9673-b9cd-4b00-97a0-fac5173c6c1d on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:43.166698 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-aacd79fd-fd6f-4c5a-aa3a-003410de0316 req-0a2b1647-ba18-4b37-bdac-6078260818dc tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.171966 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aacd79fd-fd6f-4c5a-aa3a-003410de0316 req-0a2b1647-ba18-4b37-bdac-6078260818dc tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.47 "DELETE /v2.0/ports/2edf9673-b9cd-4b00-97a0-fac5173c6c1d HTTP/1.1" status: 204 len: 173 time: 1.4362676 Jul 16 01:29:43.172734 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d4848a-8d8c-47b8-960e-5e1c587a0cb9', 'name': 'network-vif-deleted', 'tag': '2edf9673-b9cd-4b00-97a0-fac5173c6c1d'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:43.175264 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-14541d99-f7f4-4ecf-b5c7-bcf3e73c4f53 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Allocated IP 172.20.0.7 (cfccea85-79af-444b-a409-0c16879fd6dc/6437d894-b6da-444c-9c7a-e558acc223d0/4deb97c8-238d-4668-a7b3-114a4b264b8b) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:43.175866 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c36e5e-a2cf-4cf5-a5f9-4b0e08bb86ea" -d '{"events": [{"server_uuid": "16d4848a-8d8c-47b8-960e-5e1c587a0cb9", "name": "network-vif-deleted", "tag": "2edf9673-b9cd-4b00-97a0-fac5173c6c1d"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:43.289581 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2cf375af-892e-482e-9485-152eefab9c2e req-56119bd8-f3fa-4ff6-a961-f14c27e69dcf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.299504 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-69490ea7-e56b-4521-b788-0d576ac2ef79 req-25c9e918-0048-4cf1-a48f-d8608cdc17fa tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1802256903', 'description': 'tempest-description-2113507147'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:43.346577 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-69490ea7-e56b-4521-b788-0d576ac2ef79 req-25c9e918-0048-4cf1-a48f-d8608cdc17fa tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.443198 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2cf375af-892e-482e-9485-152eefab9c2e req-56119bd8-f3fa-4ff6-a961-f14c27e69dcf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.453931 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-69490ea7-e56b-4521-b788-0d576ac2ef79 req-25c9e918-0048-4cf1-a48f-d8608cdc17fa tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.457954 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-69490ea7-e56b-4521-b788-0d576ac2ef79 req-25c9e918-0048-4cf1-a48f-d8608cdc17fa tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.481639 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-14541d99-f7f4-4ecf-b5c7-bcf3e73c4f53 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.489421 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-69490ea7-e56b-4521-b788-0d576ac2ef79 req-25c9e918-0048-4cf1-a48f-d8608cdc17fa tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.490350 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-69490ea7-e56b-4521-b788-0d576ac2ef79 req-25c9e918-0048-4cf1-a48f-d8608cdc17fa tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1961594 Jul 16 01:29:43.492439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9e918-0048-4cf1-a48f-d8608cdc17fa tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc5f8e4-8c7e-4833-8860-3b971ea083ff,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:43.505779 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf375af-892e-482e-9485-152eefab9c2e req-56119bd8-f3fa-4ff6-a961-f14c27e69dcf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:43.514121 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56119bd8-f3fa-4ff6-a961-f14c27e69dcf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Pushing event updated for resources: {'Port': ['ID=fcfb3114-6f27-40e9-8337-14d6c5bc6595,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:43.518645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-2cf375af-892e-482e-9485-152eefab9c2e req-56119bd8-f3fa-4ff6-a961-f14c27e69dcf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:43.522016 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf375af-892e-482e-9485-152eefab9c2e req-56119bd8-f3fa-4ff6-a961-f14c27e69dcf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:43.578816 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-14541d99-f7f4-4ecf-b5c7-bcf3e73c4f53 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.645128 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-14541d99-f7f4-4ecf-b5c7-bcf3e73c4f53 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Network cfccea85-79af-444b-a409-0c16879fd6dc is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:43.657013 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-14541d99-f7f4-4ecf-b5c7-bcf3e73c4f53 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:43.662031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9f7c4-9661-4063-8f3d-409020c95bae req-3ec11bc8-3f40-42a9-9f13-6e4603566a5e tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.663600 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cac9f7c4-9661-4063-8f3d-409020c95bae req-3ec11bc8-3f40-42a9-9f13-6e4603566a5e tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 944 time: 0.0659912 Jul 16 01:29:43.666427 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-14541d99-f7f4-4ecf-b5c7-bcf3e73c4f53 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:43.700773 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14541d99-f7f4-4ecf-b5c7-bcf3e73c4f53 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Pushing event updated for resources: {'Port': ['ID=4deb97c8-238d-4668-a7b3-114a4b264b8b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:43.702155 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cac9f7c4-9661-4063-8f3d-409020c95bae req-e19a7893-458d-4671-ba33-3074b3b42552 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323946 Jul 16 01:29:43.710176 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2cf375af-892e-482e-9485-152eefab9c2e req-56119bd8-f3fa-4ff6-a961-f14c27e69dcf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.731302 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-14541d99-f7f4-4ecf-b5c7-bcf3e73c4f53 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.731949 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-14541d99-f7f4-4ecf-b5c7-bcf3e73c4f53 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.755886 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba41977-bc7f-4ce1-b50d-bd9e061c3693 x-openstack-request-id: req-fba41977-bc7f-4ce1-b50d-bd9e061c3693 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:43.756177 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb9196e-5516-4a87-8276-f877fcd17549", "tag": "435286a9-c592-4703-b538-6a0dc7b3b947", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:43.756429 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fba41977-bc7f-4ce1-b50d-bd9e061c3693 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:43.756816 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb9196e-5516-4a87-8276-f877fcd17549', 'tag': '435286a9-c592-4703-b538-6a0dc7b3b947', 'status': 'completed', 'code': 200} Jul 16 01:29:43.773190 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-14541d99-f7f4-4ecf-b5c7-bcf3e73c4f53 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0500672 Jul 16 01:29:43.777953 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2cf375af-892e-482e-9485-152eefab9c2e req-56119bd8-f3fa-4ff6-a961-f14c27e69dcf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.817093 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Request body: {'port': {'device_id': '7c0a5956-a45e-4d86-9e50-e57d59135e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:43.877296 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cea47-acd3-4813-985f-ccb888850bd4 req-115ad752-2e0f-4392-a477-8ce95708c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.878894 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-661cea47-acd3-4813-985f-ccb888850bd4 req-115ad752-2e0f-4392-a477-8ce95708c10c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8067f702785a46d7aeee2219e58c580f&device_id=0cb9196e-5516-4a87-8276-f877fcd17549 HTTP/1.1" status: 200 len: 1094 time: 0.0655560 Jul 16 01:29:43.904934 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7348eff6-2709-4c26-8735-93dbc0661294 req-8ace90f4-092a-440f-804c-479a80593868 tempest-DeleteServersAdminTestJSON-2077092616 tempest-DeleteServersAdminTestJSON-2077092616-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d4848a-8d8c-47b8-960e-5e1c587a0cb9 HTTP/1.1" status: 200 len: 210 time: 0.0433805 Jul 16 01:29:43.960831 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.983690 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198756b6-5543-4194-8702-15706bff442d x-openstack-request-id: req-198756b6-5543-4194-8702-15706bff442d {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:43.983943 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d4848a-8d8c-47b8-960e-5e1c587a0cb9", "name": "network-vif-deleted", "tag": "2edf9673-b9cd-4b00-97a0-fac5173c6c1d", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:43.984281 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-198756b6-5543-4194-8702-15706bff442d {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:43.984769 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d4848a-8d8c-47b8-960e-5e1c587a0cb9', 'name': 'network-vif-deleted', 'tag': '2edf9673-b9cd-4b00-97a0-fac5173c6c1d', 'status': 'completed', 'code': 200} Jul 16 01:29:44.019083 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cea47-acd3-4813-985f-ccb888850bd4 req-1bce86ea-00ce-4e3f-ace6-08cf0c9617b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.020664 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-661cea47-acd3-4813-985f-ccb888850bd4 req-1bce86ea-00ce-4e3f-ace6-08cf0c9617b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f742ae33-4dce-47ed-a1d3-990b523bac4e HTTP/1.1" status: 200 len: 925 time: 0.1253321 Jul 16 01:29:44.072290 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-661cea47-acd3-4813-985f-ccb888850bd4 req-5bf8d84c-1443-4e2d-a6fe-9670fce6fa0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=435286a9-c592-4703-b538-6a0dc7b3b947 HTTP/1.1" status: 200 len: 217 time: 0.0441682 Jul 16 01:29:44.102615 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2cf375af-892e-482e-9485-152eefab9c2e req-56119bd8-f3fa-4ff6-a961-f14c27e69dcf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.107297 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2cf375af-892e-482e-9485-152eefab9c2e req-56119bd8-f3fa-4ff6-a961-f14c27e69dcf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.131482 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cea47-acd3-4813-985f-ccb888850bd4 req-5a1cdeed-a468-41b6-ba40-8f5008ff94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.134327 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-661cea47-acd3-4813-985f-ccb888850bd4 req-5a1cdeed-a468-41b6-ba40-8f5008ff94ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bc5f773e-982f-4a7b-9f31-a3984b4d24fe HTTP/1.1" status: 200 len: 863 time: 0.0565190 Jul 16 01:29:44.233783 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cea47-acd3-4813-985f-ccb888850bd4 req-911b050e-8076-4181-a5a6-0f86f981d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.235515 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-661cea47-acd3-4813-985f-ccb888850bd4 req-911b050e-8076-4181-a5a6-0f86f981d891 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f742ae33-4dce-47ed-a1d3-990b523bac4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951209 Jul 16 01:29:44.347831 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-661cea47-acd3-4813-985f-ccb888850bd4 req-f66d9be0-504b-4468-bd0e-eaec57e5986f service neutron] 10.222.0.26 "GET /v2.0/networks/f742ae33-4dce-47ed-a1d3-990b523bac4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056015 Jul 16 01:29:44.454996 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-661cea47-acd3-4813-985f-ccb888850bd4 req-7c4396be-6dc4-455b-bb36-c1f2ad0e92e7 service neutron] 10.222.0.26 "GET /v2.0/networks/f742ae33-4dce-47ed-a1d3-990b523bac4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008770 Jul 16 01:29:44.461507 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56119bd8-f3fa-4ff6-a961-f14c27e69dcf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Pushing event updated for resources: {'Port': ['ID=fcfb3114-6f27-40e9-8337-14d6c5bc6595,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.486692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-5712ad1d-f572-4309-9acb-eb6759b8df7f req-25e49592-33a4-48f7-8baf-c2dea54474f7 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-464952023', 'description': 'tempest-description-572219378'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:44.506963 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2cf375af-892e-482e-9485-152eefab9c2e req-56119bd8-f3fa-4ff6-a961-f14c27e69dcf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.507259 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5712ad1d-f572-4309-9acb-eb6759b8df7f req-25e49592-33a4-48f7-8baf-c2dea54474f7 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.515785 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5712ad1d-f572-4309-9acb-eb6759b8df7f req-25e49592-33a4-48f7-8baf-c2dea54474f7 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.529730 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2cf375af-892e-482e-9485-152eefab9c2e req-56119bd8-f3fa-4ff6-a961-f14c27e69dcf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.530966 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2cf375af-892e-482e-9485-152eefab9c2e req-56119bd8-f3fa-4ff6-a961-f14c27e69dcf tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0152242 Jul 16 01:29:44.595004 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2cf375af-892e-482e-9485-152eefab9c2e req-8e44582b-043d-4530-ab99-d4c0c7b14194 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.117 HTTP/1.1" status: 200 len: 696 time: 0.0551791 Jul 16 01:29:44.596795 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device e2fd746d-3af5-45d0-bb1f-58282705a3d0 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:44.610398 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5712ad1d-f572-4309-9acb-eb6759b8df7f req-25e49592-33a4-48f7-8baf-c2dea54474f7 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.614535 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5712ad1d-f572-4309-9acb-eb6759b8df7f req-25e49592-33a4-48f7-8baf-c2dea54474f7 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.648730 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port e2fd746d-3af5-45d0-bb1f-58282705a3d0 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:44.651748 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e49592-33a4-48f7-8baf-c2dea54474f7 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc28f13-9770-4b3f-a78d-39f858d84005,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.653495 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port e2fd746d-3af5-45d0-bb1f-58282705a3d0 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:44.654003 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.704003 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4deb97c8-238d-4668-a7b3-114a4b264b8b {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:44.706536 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5712ad1d-f572-4309-9acb-eb6759b8df7f req-25e49592-33a4-48f7-8baf-c2dea54474f7 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.715660 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.717035 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5712ad1d-f572-4309-9acb-eb6759b8df7f req-25e49592-33a4-48f7-8baf-c2dea54474f7 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.744044 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Transition to ACTIVE for port object 4deb97c8-238d-4668-a7b3-114a4b264b8b will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:44.745694 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5712ad1d-f572-4309-9acb-eb6759b8df7f req-25e49592-33a4-48f7-8baf-c2dea54474f7 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.746025 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.747256 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5712ad1d-f572-4309-9acb-eb6759b8df7f req-25e49592-33a4-48f7-8baf-c2dea54474f7 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2646472 Jul 16 01:29:44.750288 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.752816 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e49592-33a4-48f7-8baf-c2dea54474f7 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97404a8c-22c6-4c8c-8790-d06cbf297605,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.784209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c789a22d-702f-47ef-807e-34c16ed407b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd746d-3af5-45d0-bb1f-58282705a3d0'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:44.784647 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf375af-892e-482e-9485-152eefab9c2e req-58ccdfd3-70b6-4f30-b566-1ae143ee9d1b tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.786018 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2cf375af-892e-482e-9485-152eefab9c2e req-58ccdfd3-70b6-4f30-b566-1ae143ee9d1b tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1807942 Jul 16 01:29:44.786650 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f153232f-ed2d-4beb-bce7-0bb23560e302" -d '{"events": [{"server_uuid": "c789a22d-702f-47ef-807e-34c16ed407b7", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd746d-3af5-45d0-bb1f-58282705a3d0"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:44.806696 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-2cf375af-892e-482e-9485-152eefab9c2e req-5b8d4397-792f-434f-83b0-8a796e9a75e9 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:29:44.806922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port e2fd746d-3af5-45d0-bb1f-58282705a3d0, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e2fd746d-3af5-45d0-bb1f-58282705a3d0,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:44.807655 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2cf375af-892e-482e-9485-152eefab9c2e req-5b8d4397-792f-434f-83b0-8a796e9a75e9 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117741 Jul 16 01:29:44.813636 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.824746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Pushing event updated for resources: {'Port': ['ID=4deb97c8-238d-4668-a7b3-114a4b264b8b,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.880024 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=e2fd746d-3af5-45d0-bb1f-58282705a3d0,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.906810 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Attempting to bind port 4deb97c8-238d-4668-a7b3-114a4b264b8b on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:44.907142 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Attempting to bind port 4deb97c8-238d-4668-a7b3-114a4b264b8b by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '97fe4da2-0f4c-4067-a902-bcf6a055f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cfccea85-79af-444b-a409-0c16879fd6dc'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:44.907466 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Attempting to bind port 4deb97c8-238d-4668-a7b3-114a4b264b8b on network cfccea85-79af-444b-a409-0c16879fd6dc {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:44.912854 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Port 4deb97c8-238d-4668-a7b3-114a4b264b8b on network cfccea85-79af-444b-a409-0c16879fd6dc not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:44.913782 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Attempting to bind port 4deb97c8-238d-4668-a7b3-114a4b264b8b on network cfccea85-79af-444b-a409-0c16879fd6dc {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:44.920142 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:44.920668 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Checking segment: {'id': '97fe4da2-0f4c-4067-a902-bcf6a055f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cfccea85-79af-444b-a409-0c16879fd6dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:44.921058 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Bound using segment: {'id': '97fe4da2-0f4c-4067-a902-bcf6a055f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cfccea85-79af-444b-a409-0c16879fd6dc'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:44.921483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Bound port: 4deb97c8-238d-4668-a7b3-114a4b264b8b, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97fe4da2-0f4c-4067-a902-bcf6a055f96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cfccea85-79af-444b-a409-0c16879fd6dc'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:44.922472 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.939910 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eee93f-d999-4af2-8d22-c4f837706a9f req-59264ade-bf0b-4ff5-9d07-19eeeff33eb9 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.941454 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-68eee93f-d999-4af2-8d22-c4f837706a9f req-59264ade-bf0b-4ff5-9d07-19eeeff33eb9 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb9196e-5516-4a87-8276-f877fcd17549 HTTP/1.1" status: 200 len: 943 time: 0.0782883 Jul 16 01:29:44.981146 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-68eee93f-d999-4af2-8d22-c4f837706a9f req-886ffb4b-866b-4996-8612-8d15fdc438c9 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336130 Jul 16 01:29:45.019646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] For port 4deb97c8-238d-4668-a7b3-114a4b264b8b, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:45.033944 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] For port 4deb97c8-238d-4668-a7b3-114a4b264b8b, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=4deb97c8-238d-4668-a7b3-114a4b264b8b,segment=NetworkSegment(97fe4da2-0f4c-4067-a902-bcf6a055f96b),segment_id=97fe4da2-0f4c-4067-a902-bcf6a055f96b)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:45.038360 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.082439 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad55e19-fcee-4a32-9485-9712c94f68dd req-5506d346-d2cb-4110-9dc0-6a8cbe56fa97 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:45.083958 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ad55e19-fcee-4a32-9485-9712c94f68dd req-5506d346-d2cb-4110-9dc0-6a8cbe56fa97 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c0a5956-a45e-4d86-9e50-e57d59135e48 HTTP/1.1" status: 200 len: 943 time: 0.1464763 Jul 16 01:29:45.092726 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:45.093334 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.094667 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] 10.222.0.26 "PUT /v2.0/ports/4deb97c8-238d-4668-a7b3-114a4b264b8b HTTP/1.1" status: 200 len: 1091 time: 1.2819250 Jul 16 01:29:45.127096 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bede6c-a5cc-4e10-9748-6bd2bd7e8854 service neutron] Pushing event updated for resources: {'Port': ['ID=4deb97c8-238d-4668-a7b3-114a4b264b8b,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:45.143580 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ad55e19-fcee-4a32-9485-9712c94f68dd req-27aa1d77-3550-469a-ba26-0fae9c2c6c16 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d63679c-7690-4b6e-b182-d0045ca92875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479877 Jul 16 01:29:45.186814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3b22b-2aae-49b8-95b9-d8858686fa60 req-ba8cc5c9-61ce-42ef-89dd-484629ef995d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:45.188334 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f3d3b22b-2aae-49b8-95b9-d8858686fa60 req-ba8cc5c9-61ce-42ef-89dd-484629ef995d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 945 time: 0.0800831 Jul 16 01:29:45.188574 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-90f6224e-5016-4544-8bd9-c3f159d8ace1 req-8615a3cb-33a9-4f4f-bb18-b0bc99550ab2 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-912797098', 'description': 'tempest-description-1556875582'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:45.221439 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-90f6224e-5016-4544-8bd9-c3f159d8ace1 req-8615a3cb-33a9-4f4f-bb18-b0bc99550ab2 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.227961 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f3d3b22b-2aae-49b8-95b9-d8858686fa60 req-42d29a32-1630-4481-96da-5efdef2137e2 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337777 Jul 16 01:29:45.244904 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-18cbec2b-c76f-4e60-8192-4df876489111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:45.246720 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-18cbec2b-c76f-4e60-8192-4df876489111 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd9bb6c218a5499d82d0dc07feb335fd&device_id=7c0a5956-a45e-4d86-9e50-e57d59135e48 HTTP/1.1" status: 200 len: 1094 time: 0.0925179 Jul 16 01:29:45.281783 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da4ab76-f117-4d00-8af8-ec43f53fcc97 x-openstack-request-id: req-0da4ab76-f117-4d00-8af8-ec43f53fcc97 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:45.282174 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c789a22d-702f-47ef-807e-34c16ed407b7", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd746d-3af5-45d0-bb1f-58282705a3d0", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:45.282554 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0da4ab76-f117-4d00-8af8-ec43f53fcc97 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:45.283041 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c789a22d-702f-47ef-807e-34c16ed407b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd746d-3af5-45d0-bb1f-58282705a3d0', 'code': 200} Jul 16 01:29:45.311166 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-72b72e6f-c789-438b-b527-f0f42801c587 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4deb97c8-238d-4668-a7b3-114a4b264b8b HTTP/1.1" status: 200 len: 217 time: 0.0513813 Jul 16 01:29:45.384036 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-2d3ede3a-787e-4fd2-8dcb-1f3b60afd05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:45.385630 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-2d3ede3a-787e-4fd2-8dcb-1f3b60afd05f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6437d894-b6da-444c-9c7a-e558acc223d0 HTTP/1.1" status: 200 len: 855 time: 0.0689843 Jul 16 01:29:45.425875 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-190650bd-f4bc-4a69-b53b-abfc054eccf3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cfccea85-79af-444b-a409-0c16879fd6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344856 Jul 16 01:29:45.428172 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-90f6224e-5016-4544-8bd9-c3f159d8ace1 req-8615a3cb-33a9-4f4f-bb18-b0bc99550ab2 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.441420 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-90f6224e-5016-4544-8bd9-c3f159d8ace1 req-8615a3cb-33a9-4f4f-bb18-b0bc99550ab2 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.506761 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 2edf9673-b9cd-4b00-97a0-fac5173c6c1d no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:45.511095 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ded88-12eb-4bab-b230-5b8684503b85 req-f892a67d-650f-4eef-b009-31c5ad170e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:45.512630 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-177ded88-12eb-4bab-b230-5b8684503b85 req-f892a67d-650f-4eef-b009-31c5ad170e11 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 1096 time: 0.1136353 Jul 16 01:29:45.521064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ba9b4-cfbc-4ab3-90d2-1d526e85cba3 req-9927454d-a58d-4473-8c5a-10b24656b229 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:45.521719 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-90f6224e-5016-4544-8bd9-c3f159d8ace1 req-8615a3cb-33a9-4f4f-bb18-b0bc99550ab2 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.522957 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-148ba9b4-cfbc-4ab3-90d2-1d526e85cba3 req-9927454d-a58d-4473-8c5a-10b24656b229 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1485250 Jul 16 01:29:45.523490 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-90f6224e-5016-4544-8bd9-c3f159d8ace1 req-8615a3cb-33a9-4f4f-bb18-b0bc99550ab2 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3410988 Jul 16 01:29:45.532679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615a3cb-33a9-4f4f-bb18-b0bc99550ab2 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be80e8b7-00d0-449a-a2c3-e831b42c4c88,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:45.541474 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 2edf9673-b9cd-4b00-97a0-fac5173c6c1d {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:45.542116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 2edf9673-b9cd-4b00-97a0-fac5173c6c1d not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:45.559594 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-072cf6d4-9c79-4971-86cf-87a8832d5ace service neutron] 10.222.0.26 "GET /v2.0/networks/cfccea85-79af-444b-a409-0c16879fd6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268036 Jul 16 01:29:45.604723 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-148ba9b4-cfbc-4ab3-90d2-1d526e85cba3 req-da9a2ac1-1cac-4de9-a5a3-d2b1f7d09cd8 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.117 HTTP/1.1" status: 200 len: 696 time: 0.0754123 Jul 16 01:29:45.606642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-177ded88-12eb-4bab-b230-5b8684503b85 req-4d9d839b-33f4-4d11-b65a-8402a8157713 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828288 Jul 16 01:29:45.615288 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-148ba9b4-cfbc-4ab3-90d2-1d526e85cba3 req-7169673f-07b4-4503-b0fc-48bef896c5f9 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Request body: {'floatingip': {'port_id': '28b7e19b-5bcf-4eee-8973-d1a276761120', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:45.655970 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ea7f85a-0d30-4827-b652-24de40f66f1b req-3a04de1f-b17d-4689-b285-5f0a3a233a42 service neutron] 10.222.0.26 "GET /v2.0/networks/cfccea85-79af-444b-a409-0c16879fd6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900710 Jul 16 01:29:45.684994 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-148ba9b4-cfbc-4ab3-90d2-1d526e85cba3 req-7169673f-07b4-4503-b0fc-48bef896c5f9 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks [] for floatingip, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.758582 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0a5956-a45e-4d86-9e50-e57d59135e48', 'tag': '4deb97c8-238d-4668-a7b3-114a4b264b8b'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:45.762597 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68e163a-cca4-4d76-9f1a-0621ae026d35" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0a5956-a45e-4d86-9e50-e57d59135e48", "tag": "4deb97c8-238d-4668-a7b3-114a4b264b8b"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:45.924841 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-148ba9b4-cfbc-4ab3-90d2-1d526e85cba3 req-7169673f-07b4-4503-b0fc-48bef896c5f9 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 01:29:45.926076 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-148ba9b4-cfbc-4ab3-90d2-1d526e85cba3 req-7169673f-07b4-4503-b0fc-48bef896c5f9 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "PUT /v2.0/floatingips/858e4a43-d382-4c37-976a-a070c5c86c40 HTTP/1.1" status: 409 len: 551 time: 0.3149097 Jul 16 01:29:46.115676 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4a26b-873a-4ddb-835f-5bc669d9e1c3 req-9a45f818-f985-484c-afa4-bed7c42b25a2 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.117871 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0dd4a26b-873a-4ddb-835f-5bc669d9e1c3 req-9a45f818-f985-484c-afa4-bed7c42b25a2 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 950 time: 0.0797353 Jul 16 01:29:46.157364 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0dd4a26b-873a-4ddb-835f-5bc669d9e1c3 req-dac99f65-1050-4870-8236-18edabd777e0 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331683 Jul 16 01:29:46.191692 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43950) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:46.209691 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-e0980efa-3edb-4e17-8f6c-923a8cec56e6 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50617 time: 0.2743075 Jul 16 01:29:46.215350 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fc643a-5e33-499f-8105-db96af6ed8cc x-openstack-request-id: req-89fc643a-5e33-499f-8105-db96af6ed8cc {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:46.215633 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0a5956-a45e-4d86-9e50-e57d59135e48", "tag": "4deb97c8-238d-4668-a7b3-114a4b264b8b", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:46.215911 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-89fc643a-5e33-499f-8105-db96af6ed8cc {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:46.216326 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0a5956-a45e-4d86-9e50-e57d59135e48', 'tag': '4deb97c8-238d-4668-a7b3-114a4b264b8b', 'status': 'completed', 'code': 200} Jul 16 01:29:46.296742 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-aa5a74f6-cc59-4a96-9ba0-54077ab78e25 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/0eac04ff-1b2a-4a8e-824c-4f7fb905aa24 HTTP/1.1" status: 200 len: 2981 time: 0.0781620 Jul 16 01:29:46.332966 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-734517a2-3853-4894-823a-10f41d2935a8 req-1462e944-7820-4ad0-bac2-88b4876936c5 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/floatingips/858e4a43-d382-4c37-976a-a070c5c86c40 HTTP/1.1" status: 200 len: 693 time: 0.0462127 Jul 16 01:29:46.362222 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fb6b3f6d-2ac7-45f9-a488-c702bebfc6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.374739 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-d8cfebca-d32c-4e69-8c86-2a8b56be74a0 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/0eac04ff-1b2a-4a8e-824c-4f7fb905aa24 HTTP/1.1" status: 200 len: 2981 time: 0.0698652 Jul 16 01:29:46.379834 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e163a-cca4-4d76-9f1a-0621ae026d35 req-8c8e852e-41d1-4264-9a40-f6769a9ec82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.381294 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f68e163a-cca4-4d76-9f1a-0621ae026d35 req-8c8e852e-41d1-4264-9a40-f6769a9ec82a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd9bb6c218a5499d82d0dc07feb335fd&device_id=7c0a5956-a45e-4d86-9e50-e57d59135e48 HTTP/1.1" status: 200 len: 1094 time: 0.1254730 Jul 16 01:29:46.439304 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734517a2-3853-4894-823a-10f41d2935a8 req-2c136567-91f4-4df1-b27e-082c76dee84e tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.440753 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-734517a2-3853-4894-823a-10f41d2935a8 req-2c136567-91f4-4df1-b27e-082c76dee84e tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1024742 Jul 16 01:29:46.451785 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-734517a2-3853-4894-823a-10f41d2935a8 req-762744c8-1a21-4c39-afcc-1777ce776b14 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:29:46.452736 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-734517a2-3853-4894-823a-10f41d2935a8 req-762744c8-1a21-4c39-afcc-1777ce776b14 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063100 Jul 16 01:29:46.501236 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-2d7d4a0f-cec2-4477-b5e4-3a92efa5edb0 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/0fc15fbd-6052-4d4c-ac36-3402471354c5 HTTP/1.1" status: 200 len: 2973 time: 0.1189413 Jul 16 01:29:46.502245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-734517a2-3853-4894-823a-10f41d2935a8 req-db64c58a-19e9-4979-af75-e9a3851dcd40 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.117 HTTP/1.1" status: 200 len: 696 time: 0.0438004 Jul 16 01:29:46.556720 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-734517a2-3853-4894-823a-10f41d2935a8 req-eca4ff2c-0944-4536-ba63-5e5f27290d75 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.117 HTTP/1.1" status: 200 len: 696 time: 0.0480917 Jul 16 01:29:46.568396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e163a-cca4-4d76-9f1a-0621ae026d35 req-48a654e9-ce77-4abe-9f51-a8892ef0432f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.570013 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f68e163a-cca4-4d76-9f1a-0621ae026d35 req-48a654e9-ce77-4abe-9f51-a8892ef0432f service neutron] 10.222.0.26 "GET /v2.0/networks?id=cfccea85-79af-444b-a409-0c16879fd6dc HTTP/1.1" status: 200 len: 916 time: 0.1765692 Jul 16 01:29:46.598494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 435286a9-c592-4703-b538-6a0dc7b3b947 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:46.622640 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-ece684f0-bccf-4649-8221-293337638388 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/0fc15fbd-6052-4d4c-ac36-3402471354c5 HTTP/1.1" status: 200 len: 2973 time: 0.1124220 Jul 16 01:29:46.625588 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f68e163a-cca4-4d76-9f1a-0621ae026d35 req-1c68319e-a1b5-4109-bf0c-b328de4610ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4deb97c8-238d-4668-a7b3-114a4b264b8b HTTP/1.1" status: 200 len: 217 time: 0.0478914 Jul 16 01:29:46.659474 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fb6b3f6d-2ac7-45f9-a488-c702bebfc6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.685057 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fb6b3f6d-2ac7-45f9-a488-c702bebfc6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.700382 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-734517a2-3853-4894-823a-10f41d2935a8 req-cd6cbfec-6fb5-40e3-841d-f792fa157302 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Deleting port fcfb3114-6f27-40e9-8337-14d6c5bc6595 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:46.700870 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-734517a2-3853-4894-823a-10f41d2935a8 req-cd6cbfec-6fb5-40e3-841d-f792fa157302 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.703799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 435286a9-c592-4703-b538-6a0dc7b3b947, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=435286a9-c592-4703-b538-6a0dc7b3b947,segment=NetworkSegment(f756e3f7-e46a-4a44-a34b-9a9aef14f9ac),segment_id=f756e3f7-e46a-4a44-a34b-9a9aef14f9ac)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:46.715619 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '435286a9-c592-4703-b538-6a0dc7b3b947', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'port_id': '435286a9-c592-4703-b538-6a0dc7b3b947', 'mac_address': 'fa:16:3e:0a:86:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:46.752702 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e163a-cca4-4d76-9f1a-0621ae026d35 req-ebb70566-207a-4dc3-a392-7d27d7df2de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.752924 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.754449 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f68e163a-cca4-4d76-9f1a-0621ae026d35 req-ebb70566-207a-4dc3-a392-7d27d7df2de4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6437d894-b6da-444c-9c7a-e558acc223d0 HTTP/1.1" status: 200 len: 855 time: 0.1157253 Jul 16 01:29:46.757877 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-c9c9d35a-1654-443a-97c1-491380f942de tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/246f0da2-3244-44de-8a82-7e7dc36e534a HTTP/1.1" status: 200 len: 2981 time: 0.1204190 Jul 16 01:29:46.761101 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fb6b3f6d-2ac7-45f9-a488-c702bebfc6b5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aa46b61838734e69b594db109adcc2ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5676661 Jul 16 01:29:46.761981 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b3f6d-2ac7-45f9-a488-c702bebfc6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b85c84-5e13-4de8-ae4c-ef1a8f987dd2,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:46.766302 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43958) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:46.777378 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 435286a9-c592-4703-b538-6a0dc7b3b947 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:46.793513 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-734517a2-3853-4894-823a-10f41d2935a8 req-cd6cbfec-6fb5-40e3-841d-f792fa157302 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.793847 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-734517a2-3853-4894-823a-10f41d2935a8 req-cd6cbfec-6fb5-40e3-841d-f792fa157302 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.806973 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 435286a9-c592-4703-b538-6a0dc7b3b947, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=435286a9-c592-4703-b538-6a0dc7b3b947,segment=NetworkSegment(f756e3f7-e46a-4a44-a34b-9a9aef14f9ac),segment_id=f756e3f7-e46a-4a44-a34b-9a9aef14f9ac)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:46.809252 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-734517a2-3853-4894-823a-10f41d2935a8 req-cd6cbfec-6fb5-40e3-841d-f792fa157302 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Calling delete_port for fcfb3114-6f27-40e9-8337-14d6c5bc6595 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:46.810097 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f68e163a-cca4-4d76-9f1a-0621ae026d35 req-262ab24e-af13-4f36-80ad-0f48e7aab4a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cfccea85-79af-444b-a409-0c16879fd6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444813 Jul 16 01:29:46.812120 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.870435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=435286a9-c592-4703-b538-6a0dc7b3b947,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:46.926487 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-9b67c05e-1ac2-4be6-be31-0144619726b3 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/246f0da2-3244-44de-8a82-7e7dc36e534a HTTP/1.1" status: 200 len: 2981 time: 0.1461804 Jul 16 01:29:46.945264 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc3f0210-25ee-48fc-8bd4-bc55bde4ee5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.976648 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-734517a2-3853-4894-823a-10f41d2935a8 req-cd6cbfec-6fb5-40e3-841d-f792fa157302 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.993354 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f68e163a-cca4-4d76-9f1a-0621ae026d35 req-01b49293-bcae-40ec-be4a-3ee8f4a49f69 service neutron] 10.222.0.26 "GET /v2.0/networks/cfccea85-79af-444b-a409-0c16879fd6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724982 Jul 16 01:29:46.998029 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc3f0210-25ee-48fc-8bd4-bc55bde4ee5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.008499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cbfec-6fb5-40e3-841d-f792fa157302 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Pushing event deleted for resources: {'Port': ['ID=fcfb3114-6f27-40e9-8337-14d6c5bc6595,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:47.050446 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-7323c7a4-e159-4887-8caf-92ffcafc0898 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/44d73dfa-79c7-4b24-9c80-d64d8cbcd0a6 HTTP/1.1" status: 200 len: 2977 time: 0.1156921 Jul 16 01:29:47.075799 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-734517a2-3853-4894-823a-10f41d2935a8 req-cd6cbfec-6fb5-40e3-841d-f792fa157302 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.080332 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-734517a2-3853-4894-823a-10f41d2935a8 req-cd6cbfec-6fb5-40e3-841d-f792fa157302 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.081986 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-734517a2-3853-4894-823a-10f41d2935a8 req-cd6cbfec-6fb5-40e3-841d-f792fa157302 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "DELETE /v2.0/floatingips/858e4a43-d382-4c37-976a-a070c5c86c40 HTTP/1.1" status: 204 len: 173 time: 0.5194762 Jul 16 01:29:47.105541 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['435286a9-c592-4703-b538-6a0dc7b3b947'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:47.181330 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-7020b817-74c4-46d8-acf7-522d579d0cbd tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/44d73dfa-79c7-4b24-9c80-d64d8cbcd0a6 HTTP/1.1" status: 200 len: 2977 time: 0.1231704 Jul 16 01:29:47.188695 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc3f0210-25ee-48fc-8bd4-bc55bde4ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.191440 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc3f0210-25ee-48fc-8bd4-bc55bde4ee5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.192590 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bc3f0210-25ee-48fc-8bd4-bc55bde4ee5f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/22b85c84-5e13-4de8-ae4c-ef1a8f987dd2 HTTP/1.1" status: 204 len: 168 time: 0.4254501 Jul 16 01:29:47.229555 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f68e163a-cca4-4d76-9f1a-0621ae026d35 req-089d25f5-2206-4b43-bf26-fbead210bd41 service neutron] 10.222.0.26 "GET /v2.0/networks/cfccea85-79af-444b-a409-0c16879fd6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199130 Jul 16 01:29:47.233093 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f0210-25ee-48fc-8bd4-bc55bde4ee5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b85c84-5e13-4de8-ae4c-ef1a8f987dd2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:47.293141 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-d44c99c7-dcfb-4f11-a431-61473679e483 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/51c34178-76f0-4fd0-a9dc-a24066633294 HTTP/1.1" status: 200 len: 2981 time: 0.0991256 Jul 16 01:29:47.307694 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b5e0d-ab68-465e-b498-65e70a4674b5 req-ccd15bbc-0e71-4392-b062-50b8d8f5dac9 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.309285 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec7b5e0d-ab68-465e-b498-65e70a4674b5 req-ccd15bbc-0e71-4392-b062-50b8d8f5dac9 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb9196e-5516-4a87-8276-f877fcd17549 HTTP/1.1" status: 200 len: 944 time: 0.0941327 Jul 16 01:29:47.342906 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-bfcf377b-d93c-49b8-ad21-3f2a1f8ad1bd tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/51c34178-76f0-4fd0-a9dc-a24066633294 HTTP/1.1" status: 200 len: 2981 time: 0.0482633 Jul 16 01:29:47.350693 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec7b5e0d-ab68-465e-b498-65e70a4674b5 req-b486aec0-d44c-4b06-8d68-175b9a257c6f tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353727 Jul 16 01:29:47.392511 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-83b53e92-be38-4a0b-a969-87f140b985b4 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/57fb5fa5-16f2-42c5-9ce9-6b2f7e564c94 HTTP/1.1" status: 200 len: 2981 time: 0.0485573 Jul 16 01:29:47.440590 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-ee1e8cdd-ffb8-4b7d-bb48-60ecbda9af38 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/57fb5fa5-16f2-42c5-9ce9-6b2f7e564c94 HTTP/1.1" status: 200 len: 2981 time: 0.0417874 Jul 16 01:29:47.487523 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-9425e37f-1d99-4268-ad55-9ac993800b46 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/5dc28f13-9770-4b3f-a78d-39f858d84005 HTTP/1.1" status: 200 len: 2981 time: 0.0404627 Jul 16 01:29:47.529075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7a8d7-e030-42c8-a974-f096e0bdce92 req-b2212132-fed2-4fa0-ac0f-73d973b8cba2 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.531115 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-72d7a8d7-e030-42c8-a974-f096e0bdce92 req-b2212132-fed2-4fa0-ac0f-73d973b8cba2 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c0a5956-a45e-4d86-9e50-e57d59135e48 HTTP/1.1" status: 200 len: 943 time: 0.0703156 Jul 16 01:29:47.534178 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-dd5e9d70-a34f-4227-bcd1-9cd2902b4649 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/5dc28f13-9770-4b3f-a78d-39f858d84005 HTTP/1.1" status: 200 len: 2981 time: 0.0401087 Jul 16 01:29:47.541384 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43968) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:47.562549 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47108613-fa31-45ac-b5e0-68bcfaab90f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.571851 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-72d7a8d7-e030-42c8-a974-f096e0bdce92 req-408b1b9a-c31f-4c54-aa8e-dd76c32f477c tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d63679c-7690-4b6e-b182-d0045ca92875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339599 Jul 16 01:29:47.616841 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-ea7461e3-1430-4593-909b-3a3f6c96623b tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/616478c3-180f-4dde-8972-fc06b8e9b4ca HTTP/1.1" status: 200 len: 2981 time: 0.0756450 Jul 16 01:29:47.687539 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-24de8e20-e1b9-46a4-9860-06811d877f64 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/616478c3-180f-4dde-8972-fc06b8e9b4ca HTTP/1.1" status: 200 len: 2981 time: 0.0618117 Jul 16 01:29:47.738919 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3788b-8c4e-4690-8724-4174797b71cd req-0a320e3a-6725-4c69-a28f-da69b15d72ba tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.740315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-71c3788b-8c4e-4690-8724-4174797b71cd req-0a320e3a-6725-4c69-a28f-da69b15d72ba tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 945 time: 0.0688579 Jul 16 01:29:47.742566 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47108613-fa31-45ac-b5e0-68bcfaab90f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.748579 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-56130e5c-7e9e-4ad9-a1f8-0a31178c7e68 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/649e4929-e560-48f1-b369-6af8ed770fb2 HTTP/1.1" status: 200 len: 2981 time: 0.0542526 Jul 16 01:29:47.749272 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47108613-fa31-45ac-b5e0-68bcfaab90f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.780228 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-71c3788b-8c4e-4690-8724-4174797b71cd req-da600e8f-b0b9-4ae1-9388-427ee8ec61d3 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328372 Jul 16 01:29:47.811010 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-47108613-fa31-45ac-b5e0-68bcfaab90f8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=193309bf973f4e789e15367f6553c6b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686403 Jul 16 01:29:47.812739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47108613-fa31-45ac-b5e0-68bcfaab90f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d60dfe5-2798-4b17-81ab-be4dac951d8f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:47.813727 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43972) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:47.825958 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-79fc83b2-72ee-4035-b05f-0936d69555a4 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/649e4929-e560-48f1-b369-6af8ed770fb2 HTTP/1.1" status: 200 len: 2981 time: 0.0717881 Jul 16 01:29:47.867983 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0a1c5a4d-baa9-4d65-b696-d853adfddbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.872234 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-e6d4dd4d-ed75-4a4c-b2b0-111429284e0a tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/952c2200-0ee7-4d1d-8723-36ecf60ad49c HTTP/1.1" status: 200 len: 2981 time: 0.0397353 Jul 16 01:29:47.899079 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0a1c5a4d-baa9-4d65-b696-d853adfddbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.920085 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-90dafe7c-7e00-4e22-a400-3ba3b22bb540 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/952c2200-0ee7-4d1d-8723-36ecf60ad49c HTTP/1.1" status: 200 len: 2981 time: 0.0373394 Jul 16 01:29:47.972085 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-1040f510-b09c-49ff-b9ad-cc480dea8bd5 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/9d63679c-7690-4b6e-b182-d0045ca92875 HTTP/1.1" status: 200 len: 2981 time: 0.0460393 Jul 16 01:29:48.000670 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62773341-c478-428d-bde7-fec74a86a2b3 req-9b323fbc-fe12-43bc-b194-0098e50757e4 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 1001 time: 0.1161044 Jul 16 01:29:48.018762 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-d38e5ea6-4ea0-4620-aee5-562732c3be61 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/9d63679c-7690-4b6e-b182-d0045ca92875 HTTP/1.1" status: 200 len: 2981 time: 0.0404513 Jul 16 01:29:48.042165 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0a1c5a4d-baa9-4d65-b696-d853adfddbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.044924 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0a1c5a4d-baa9-4d65-b696-d853adfddbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.046042 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0a1c5a4d-baa9-4d65-b696-d853adfddbd1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d60dfe5-2798-4b17-81ab-be4dac951d8f HTTP/1.1" status: 204 len: 168 time: 0.2311749 Jul 16 01:29:48.060957 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-0a9b957a-54d2-4dff-84f0-779c4b6327a8 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/cd2f231a-7dfd-4518-ba3c-112e70c85507 HTTP/1.1" status: 200 len: 2981 time: 0.0388334 Jul 16 01:29:48.065812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c5a4d-baa9-4d65-b696-d853adfddbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d60dfe5-2798-4b17-81ab-be4dac951d8f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:48.076915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62773341-c478-428d-bde7-fec74a86a2b3 req-098efe6f-4f5b-44cd-b855-797f37853303 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.078381 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62773341-c478-428d-bde7-fec74a86a2b3 req-098efe6f-4f5b-44cd-b855-797f37853303 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports/28b7e19b-5bcf-4eee-8973-d1a276761120 HTTP/1.1" status: 200 len: 943 time: 0.0713911 Jul 16 01:29:48.112823 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-b59dab65-3687-4c3f-9bd1-cc62b8a17984 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/cd2f231a-7dfd-4518-ba3c-112e70c85507 HTTP/1.1" status: 200 len: 2981 time: 0.0444219 Jul 16 01:29:48.156698 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-091ff1b2-f6dd-4f18-a1b6-7e72aa668d78 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/d071882a-db4d-44e0-a8ca-fe8d1793e500 HTTP/1.1" status: 200 len: 2981 time: 0.0370903 Jul 16 01:29:48.209281 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-e9eaf5af-f4fe-4dae-8997-e16886e62b6d tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/d071882a-db4d-44e0-a8ca-fe8d1793e500 HTTP/1.1" status: 200 len: 2981 time: 0.0407889 Jul 16 01:29:48.231238 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62773341-c478-428d-bde7-fec74a86a2b3 req-71fac47b-701c-495c-bbc7-f1520f3abd33 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 1001 time: 0.0688066 Jul 16 01:29:48.259036 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-fc3a1d36-f070-4ddb-b162-4b4596149320 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/d837f83c-97c3-4a55-955a-9114cf27cc8c HTTP/1.1" status: 200 len: 2981 time: 0.0428116 Jul 16 01:29:48.312968 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-4cbac437-3fb4-496b-a7fd-880ace1b341a tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/d837f83c-97c3-4a55-955a-9114cf27cc8c HTTP/1.1" status: 200 len: 2981 time: 0.0442681 Jul 16 01:29:48.355336 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62773341-c478-428d-bde7-fec74a86a2b3 req-437dea54-d209-4c1a-8794-b5a7627d259d tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.356829 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62773341-c478-428d-bde7-fec74a86a2b3 req-437dea54-d209-4c1a-8794-b5a7627d259d tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1185663 Jul 16 01:29:48.361697 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-f7825b42-4d4a-4219-b73e-8e4b39c317bf tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/db587c1c-b77c-4cec-ac7a-59b7c7320700 HTTP/1.1" status: 200 len: 2981 time: 0.0401034 Jul 16 01:29:48.373812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-62773341-c478-428d-bde7-fec74a86a2b3 req-649485cc-5a25-4904-82f0-74f8bf0dfaaa tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:29:48.374931 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62773341-c478-428d-bde7-fec74a86a2b3 req-649485cc-5a25-4904-82f0-74f8bf0dfaaa tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058630 Jul 16 01:29:48.415492 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7fd9cb5-6c12-476e-bfd0-e47ac67539bd req-1ad535fe-ddcf-4533-89b2-47353d35fe79 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/db587c1c-b77c-4cec-ac7a-59b7c7320700 HTTP/1.1" status: 200 len: 2981 time: 0.0463700 Jul 16 01:29:48.455531 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62773341-c478-428d-bde7-fec74a86a2b3 req-bd6f263f-450b-44da-af46-e4cbdfa53d66 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 1001 time: 0.0722790 Jul 16 01:29:48.468777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-62773341-c478-428d-bde7-fec74a86a2b3 req-5c8edac1-55a5-4690-bf45-1a4d734fdf14 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:48.599114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea7b5a-39a1-4521-aa0d-989070fc752d req-204c2bff-3413-4faa-9041-25de3b5e68a3 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.606923 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f0ea7b5a-39a1-4521-aa0d-989070fc752d req-204c2bff-3413-4faa-9041-25de3b5e68a3 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 950 time: 0.0900488 Jul 16 01:29:48.620788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 435286a9-c592-4703-b538-6a0dc7b3b947 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:48.663455 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f0ea7b5a-39a1-4521-aa0d-989070fc752d req-0990d415-9e52-41ae-a5a6-d0e71eb98216 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551896 Jul 16 01:29:48.682098 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 435286a9-c592-4703-b538-6a0dc7b3b947 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:48.687925 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 435286a9-c592-4703-b538-6a0dc7b3b947 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:48.688304 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.821038 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.848686 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd0a20-ebfb-4ae2-ae20-f00bb524dd27 req-cf0e4fe5-a039-46fd-b44a-da7c31e20a02 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.852014 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7bbd0a20-ebfb-4ae2-ae20-f00bb524dd27 req-cf0e4fe5-a039-46fd-b44a-da7c31e20a02 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 1096 time: 0.0778279 Jul 16 01:29:48.852225 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-62773341-c478-428d-bde7-fec74a86a2b3 req-5c8edac1-55a5-4690-bf45-1a4d734fdf14 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks [] for floatingip, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.858616 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb9196e-5516-4a87-8276-f877fcd17549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435286a9-c592-4703-b538-6a0dc7b3b947'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:48.861966 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5f2ba2-adb0-437e-b72f-e7edc8cdfc4b" -d '{"events": [{"server_uuid": "0cb9196e-5516-4a87-8276-f877fcd17549", "name": "network-vif-plugged", "status": "completed", "tag": "435286a9-c592-4703-b538-6a0dc7b3b947"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:48.877141 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 435286a9-c592-4703-b538-6a0dc7b3b947, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=435286a9-c592-4703-b538-6a0dc7b3b947,segment=NetworkSegment(f756e3f7-e46a-4a44-a34b-9a9aef14f9ac),segment_id=f756e3f7-e46a-4a44-a34b-9a9aef14f9ac)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:48.882837 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.901501 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a26b19-9961-447f-8d00-3b22a0b4da13 req-d177e3ac-91cb-43da-a014-6842fb384c33 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.903291 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-83a26b19-9961-447f-8d00-3b22a0b4da13 req-d177e3ac-91cb-43da-a014-6842fb384c33 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.47 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 950 time: 0.4380934 Jul 16 01:29:48.905763 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7bbd0a20-ebfb-4ae2-ae20-f00bb524dd27 req-d84e7fe4-3e32-46fa-a2e1-86f7d64c58eb tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462270 Jul 16 01:29:48.946848 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=435286a9-c592-4703-b538-6a0dc7b3b947,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:49.100697 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-62773341-c478-428d-bde7-fec74a86a2b3 req-5c8edac1-55a5-4690-bf45-1a4d734fdf14 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.108181 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-62773341-c478-428d-bde7-fec74a86a2b3 req-5c8edac1-55a5-4690-bf45-1a4d734fdf14 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.108582 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [req-62773341-c478-428d-bde7-fec74a86a2b3 req-5c8edac1-55a5-4690-bf45-1a4d734fdf14 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Floating IP a673d2d8-3bb3-42c7-99bf-6f4c7272c15f disassociated. External IP: 172.25.1.93, port: 28b7e19b-5bcf-4eee-8973-d1a276761120. Jul 16 01:29:49.168314 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-83a26b19-9961-447f-8d00-3b22a0b4da13 req-cdc456c8-4395-4cc2-bb05-2f2f2e75a799 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Deleting port 6fb73f93-b803-4b01-a248-e25fa23601ec {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:49.168661 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-83a26b19-9961-447f-8d00-3b22a0b4da13 req-cdc456c8-4395-4cc2-bb05-2f2f2e75a799 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.173556 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b77b5-a3cc-4609-92ed-f6e9e90b268d req-6a9f673f-43fd-408d-9188-107d5d148c53 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.175098 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba2b77b5-a3cc-4609-92ed-f6e9e90b268d req-6a9f673f-43fd-408d-9188-107d5d148c53 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb9196e-5516-4a87-8276-f877fcd17549 HTTP/1.1" status: 200 len: 945 time: 0.0716619 Jul 16 01:29:49.215696 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba2b77b5-a3cc-4609-92ed-f6e9e90b268d req-c6e94a34-32a1-4ef7-bfb2-17efc1c0bfb6 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336096 Jul 16 01:29:49.319759 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-79251e68-054d-473c-b0c1-ae634f0984f7 req-e97c5050-b1fd-434b-b67d-dfa0130ba304 tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cc357ceb4cde407d8d8f067af6e73e8b HTTP/1.1" status: 200 len: 6104 time: 0.0731711 Jul 16 01:29:49.358273 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-83a26b19-9961-447f-8d00-3b22a0b4da13 req-cdc456c8-4395-4cc2-bb05-2f2f2e75a799 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] For port 6fb73f93-b803-4b01-a248-e25fa23601ec, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6fb73f93-b803-4b01-a248-e25fa23601ec,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:49.358729 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-83a26b19-9961-447f-8d00-3b22a0b4da13 req-cdc456c8-4395-4cc2-bb05-2f2f2e75a799 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.383117 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-79251e68-054d-473c-b0c1-ae634f0984f7 req-d033da4e-4090-4ed8-b568-a72a73ba001c tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] 10.222.0.54 "GET /v2.0/security-groups/cd2f231a-7dfd-4518-ba3c-112e70c85507 HTTP/1.1" status: 200 len: 2981 time: 0.0569837 Jul 16 01:29:49.388315 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-83a26b19-9961-447f-8d00-3b22a0b4da13 req-cdc456c8-4395-4cc2-bb05-2f2f2e75a799 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Calling delete_port for 6fb73f93-b803-4b01-a248-e25fa23601ec owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:49.432178 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-79251e68-054d-473c-b0c1-ae634f0984f7 req-f12f0e28-d4b1-4104-bd99-97cff1cd26b9 tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] 10.222.0.54 "GET /v2.0/security-groups/cd2f231a-7dfd-4518-ba3c-112e70c85507 HTTP/1.1" status: 200 len: 2981 time: 0.0411632 Jul 16 01:29:49.496529 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62773341-c478-428d-bde7-fec74a86a2b3 req-5c8edac1-55a5-4690-bf45-1a4d734fdf14 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Router c6ccfd47-1360-43a3-8d3d-59d234cb24af has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:49.593790 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1aebc-31bc-494b-b369-9cc574c5de02 req-0ac2201b-023d-497d-a8a4-4c0c9a23af15 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.595412 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7af1aebc-31bc-494b-b369-9cc574c5de02 req-0ac2201b-023d-497d-a8a4-4c0c9a23af15 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c0a5956-a45e-4d86-9e50-e57d59135e48 HTTP/1.1" status: 200 len: 943 time: 0.0665007 Jul 16 01:29:49.635905 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7af1aebc-31bc-494b-b369-9cc574c5de02 req-994d5f2c-7e7e-4f86-a69c-fac29d1a464f tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d63679c-7690-4b6e-b182-d0045ca92875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329094 Jul 16 01:29:49.656841 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62773341-c478-428d-bde7-fec74a86a2b3 req-5c8edac1-55a5-4690-bf45-1a4d734fdf14 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:49.662026 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-62773341-c478-428d-bde7-fec74a86a2b3 req-5c8edac1-55a5-4690-bf45-1a4d734fdf14 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.665276 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-83a26b19-9961-447f-8d00-3b22a0b4da13 req-cdc456c8-4395-4cc2-bb05-2f2f2e75a799 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.668872 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4f94bc-3e7a-41e6-88cd-655d63c9bf0d None None] Sync routers for ids ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:49.679489 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4f94bc-3e7a-41e6-88cd-655d63c9bf0d None None] Routers {'c6ccfd47-1360-43a3-8d3d-59d234cb24af'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:49.680387 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3a4f94bc-3e7a-41e6-88cd-655d63c9bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:29:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:49.687195 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed3d9bb-32ec-4785-b62f-11c988253597 x-openstack-request-id: req-7ed3d9bb-32ec-4785-b62f-11c988253597 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:49.688027 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb9196e-5516-4a87-8276-f877fcd17549", "name": "network-vif-plugged", "status": "completed", "tag": "435286a9-c592-4703-b538-6a0dc7b3b947", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:49.688421 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7ed3d9bb-32ec-4785-b62f-11c988253597 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:49.688949 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb9196e-5516-4a87-8276-f877fcd17549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435286a9-c592-4703-b538-6a0dc7b3b947', 'code': 200} Jul 16 01:29:49.722258 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc456c8-4395-4cc2-bb05-2f2f2e75a799 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Pushing event deleted for resources: {'Port': ['ID=6fb73f93-b803-4b01-a248-e25fa23601ec,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:49.738683 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e', '6fb73f93-b803-4b01-a248-e25fa23601ec'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:49.745399 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62773341-c478-428d-bde7-fec74a86a2b3 req-5c8edac1-55a5-4690-bf45-1a4d734fdf14 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "PUT /v2.0/floatingips/a673d2d8-3bb3-42c7-99bf-6f4c7272c15f HTTP/1.1" status: 200 len: 694 time: 1.2820902 Jul 16 01:29:49.773130 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c', 'tag': '28b7e19b-5bcf-4eee-8973-d1a276761120'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:49.775411 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e53419-8d02-47b0-8fcb-b4dc80c4361f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c", "tag": "28b7e19b-5bcf-4eee-8973-d1a276761120"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:49.840226 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-3a4f94bc-3e7a-41e6-88cd-655d63c9bf0d None None] Set router c6ccfd47-1360-43a3-8d3d-59d234cb24af gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:49.848288 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a26b19-9961-447f-8d00-3b22a0b4da13 req-cdc456c8-4395-4cc2-bb05-2f2f2e75a799 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] No DVR routers for this DVR port 6fb73f93-b803-4b01-a248-e25fa23601ec on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:49.852942 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-83a26b19-9961-447f-8d00-3b22a0b4da13 req-cdc456c8-4395-4cc2-bb05-2f2f2e75a799 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.855797 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-83a26b19-9961-447f-8d00-3b22a0b4da13 req-cdc456c8-4395-4cc2-bb05-2f2f2e75a799 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.47 "DELETE /v2.0/ports/6fb73f93-b803-4b01-a248-e25fa23601ec HTTP/1.1" status: 204 len: 173 time: 0.9353898 Jul 16 01:29:49.901593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62773341-c478-428d-bde7-fec74a86a2b3 req-1fd9d0b7-7eb5-4286-9b8a-ace11737b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.904201 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62773341-c478-428d-bde7-fec74a86a2b3 req-1fd9d0b7-7eb5-4286-9b8a-ace11737b73e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7fbbe8564d14b9aae216c3a14214e36&device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 1097 time: 0.1260550 Jul 16 01:29:50.020452 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33fee7-46b9-4665-95a9-b9b293c2d564 req-6398c89e-80dd-45ee-840e-a6ed8b575326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.032415 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da33fee7-46b9-4665-95a9-b9b293c2d564 req-6398c89e-80dd-45ee-840e-a6ed8b575326 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0cb9196e-5516-4a87-8276-f877fcd17549 HTTP/1.1" status: 200 len: 1096 time: 0.2007651 Jul 16 01:29:50.034943 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62773341-c478-428d-bde7-fec74a86a2b3 req-65a52597-a793-4318-b5a2-7ed90ffb4659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.036553 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62773341-c478-428d-bde7-fec74a86a2b3 req-65a52597-a793-4318-b5a2-7ed90ffb4659 service neutron] 10.222.0.54 "GET /v2.0/networks?id=97451b59-1a09-4e04-ad69-5999cdd54249 HTTP/1.1" status: 200 len: 930 time: 0.1249676 Jul 16 01:29:50.055110 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68963a21-bd11-4470-a651-1111af45f4c4 req-e60d725c-33b1-4dda-b5c3-62f1cf000942 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.060565 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-68963a21-bd11-4470-a651-1111af45f4c4 req-e60d725c-33b1-4dda-b5c3-62f1cf000942 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 1096 time: 0.2420793 Jul 16 01:29:50.097354 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62773341-c478-428d-bde7-fec74a86a2b3 req-fda12fa5-3f7b-4cfc-9207-d1901f15bd69 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28b7e19b-5bcf-4eee-8973-d1a276761120 HTTP/1.1" status: 200 len: 217 time: 0.0543032 Jul 16 01:29:50.109998 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da33fee7-46b9-4665-95a9-b9b293c2d564 req-e36a4cd7-5074-41f8-9c65-e11bcb6e52b7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631871 Jul 16 01:29:50.113841 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-68963a21-bd11-4470-a651-1111af45f4c4 req-8c1f4ad6-186c-4c69-b321-6a04cb7fddb1 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464478 Jul 16 01:29:50.116552 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3a4f94bc-3e7a-41e6-88cd-655d63c9bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1502302275-router', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:50Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'gw_port': {'id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:51Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'f374e129-f2e4-403a-9dc0-6e3596797943', 'name': '', 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'mac_address': 'fa:16:3e:26:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3f184858-4f5a-4e50-aa93-8483e4e9968b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:55Z', 'updated_at': '2021-07-16T01:29:06Z', 'revision_number': 5, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'subnets': [{'id': '3f184858-4f5a-4e50-aa93-8483e4e9968b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:50.153714 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4f94bc-3e7a-41e6-88cd-655d63c9bf0d None None] Checking router: c6ccfd47-1360-43a3-8d3d-59d234cb24af for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:50.158952 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4f94bc-3e7a-41e6-88cd-655d63c9bf0d None None] Routers {'c6ccfd47-1360-43a3-8d3d-59d234cb24af'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:50.159612 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3a4f94bc-3e7a-41e6-88cd-655d63c9bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:29:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:50.165787 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62773341-c478-428d-bde7-fec74a86a2b3 req-71c8224d-215b-45d2-b81c-34c1df9f1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.167297 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62773341-c478-428d-bde7-fec74a86a2b3 req-71c8224d-215b-45d2-b81c-34c1df9f1945 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f184858-4f5a-4e50-aa93-8483e4e9968b HTTP/1.1" status: 200 len: 868 time: 0.0574067 Jul 16 01:29:50.225700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62773341-c478-428d-bde7-fec74a86a2b3 req-69989723-0ddd-41af-8664-8eef7de3d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.227215 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62773341-c478-428d-bde7-fec74a86a2b3 req-69989723-0ddd-41af-8664-8eef7de3d161 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=97451b59-1a09-4e04-ad69-5999cdd54249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539868 Jul 16 01:29:50.284290 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-53ab23ed-30f5-4da6-abde-f6c351020f81 req-ae7785ff-7fa5-4053-bf50-392f85b469a2 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/be80e8b7-00d0-449a-a2c3-e831b42c4c88 HTTP/1.1" status: 200 len: 1777 time: 0.0494409 Jul 16 01:29:50.304307 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-3a4f94bc-3e7a-41e6-88cd-655d63c9bf0d None None] Set router c6ccfd47-1360-43a3-8d3d-59d234cb24af gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:50.336536 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-53ab23ed-30f5-4da6-abde-f6c351020f81 req-d8faad86-f4e0-4943-910e-7fb83e233b42 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.352012 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62773341-c478-428d-bde7-fec74a86a2b3 req-fa8f4b49-c01e-42c7-b40b-a5e7e6c7bc5b service neutron] 10.222.0.54 "GET /v2.0/networks/97451b59-1a09-4e04-ad69-5999cdd54249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092558 Jul 16 01:29:50.367287 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-53ab23ed-30f5-4da6-abde-f6c351020f81 req-d8faad86-f4e0-4943-910e-7fb83e233b42 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.414206 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-53ab23ed-30f5-4da6-abde-f6c351020f81 req-d8faad86-f4e0-4943-910e-7fb83e233b42 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.419305 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-53ab23ed-30f5-4da6-abde-f6c351020f81 req-d8faad86-f4e0-4943-910e-7fb83e233b42 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.431745 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-53ab23ed-30f5-4da6-abde-f6c351020f81 req-d8faad86-f4e0-4943-910e-7fb83e233b42 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/be80e8b7-00d0-449a-a2c3-e831b42c4c88 HTTP/1.1" status: 204 len: 173 time: 0.1411929 Jul 16 01:29:50.442818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8faad86-f4e0-4943-910e-7fb83e233b42 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be80e8b7-00d0-449a-a2c3-e831b42c4c88,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:50.480175 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62773341-c478-428d-bde7-fec74a86a2b3 req-436b1baa-80f3-4ff9-9570-13b15e643dc6 service neutron] 10.222.0.54 "GET /v2.0/networks/97451b59-1a09-4e04-ad69-5999cdd54249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213441 Jul 16 01:29:50.568992 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3a4f94bc-3e7a-41e6-88cd-655d63c9bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1502302275-router', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:50Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'gw_port': {'id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:51Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'f374e129-f2e4-403a-9dc0-6e3596797943', 'name': '', 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'mac_address': 'fa:16:3e:26:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3f184858-4f5a-4e50-aa93-8483e4e9968b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:55Z', 'updated_at': '2021-07-16T01:29:06Z', 'revision_number': 5, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'subnets': [{'id': '3f184858-4f5a-4e50-aa93-8483e4e9968b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:50.577132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44046) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:50.600894 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4f94bc-3e7a-41e6-88cd-655d63c9bf0d None None] The sync data for ids ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'] in n-d-800086-6 is: [{'id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1502302275-router', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:50Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'gw_port': {'id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:51Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'f374e129-f2e4-403a-9dc0-6e3596797943', 'name': '', 'network_id': '97451b59-1a09-4e04-ad69-5999cdd54249', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'mac_address': 'fa:16:3e:26:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3f184858-4f5a-4e50-aa93-8483e4e9968b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:55Z', 'updated_at': '2021-07-16T01:29:06Z', 'revision_number': 5, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'subnets': [{'id': '3f184858-4f5a-4e50-aa93-8483e4e9968b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:50.630722 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 4deb97c8-238d-4668-a7b3-114a4b264b8b details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:50.716286 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bb621e39-5534-4136-9eae-7adefab0acd2 req-fa81d3b7-4f53-459e-8d79-e805211374f8 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=d244475d-28fc-47bc-b35a-104839b0f624 HTTP/1.1" status: 200 len: 210 time: 0.0671282 Jul 16 01:29:50.793781 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c273db-8cee-41e4-9797-7aae49429cec x-openstack-request-id: req-64c273db-8cee-41e4-9797-7aae49429cec {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:50.794145 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c", "tag": "28b7e19b-5bcf-4eee-8973-d1a276761120", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:50.794468 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-64c273db-8cee-41e4-9797-7aae49429cec {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:50.794985 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c', 'tag': '28b7e19b-5bcf-4eee-8973-d1a276761120', 'status': 'completed', 'code': 200} Jul 16 01:29:50.795639 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 4deb97c8-238d-4668-a7b3-114a4b264b8b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=4deb97c8-238d-4668-a7b3-114a4b264b8b,segment=NetworkSegment(97fe4da2-0f4c-4067-a902-bcf6a055f96b),segment_id=97fe4da2-0f4c-4067-a902-bcf6a055f96b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:50.813488 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-640c93bb-870c-4397-a644-e479e5c7bccd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=66ad9ba6f46c4b4fba4cef25fc698a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350993 Jul 16 01:29:50.815995 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44060) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:50.828450 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '4deb97c8-238d-4668-a7b3-114a4b264b8b', 'network_id': 'cfccea85-79af-444b-a409-0c16879fd6dc', 'port_id': '4deb97c8-238d-4668-a7b3-114a4b264b8b', 'mac_address': 'fa:16:3e:a3:49:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6437d894-b6da-444c-9c7a-e558acc223d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:50.875535 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-16646fb9-9afa-4245-b12f-aeabc3bc1dea tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=de2aff0312064c93a599fdd349ad9336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420191 Jul 16 01:29:50.876777 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.897096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4deb97c8-238d-4668-a7b3-114a4b264b8b {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:50.920075 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 4deb97c8-238d-4668-a7b3-114a4b264b8b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=4deb97c8-238d-4668-a7b3-114a4b264b8b,segment=NetworkSegment(97fe4da2-0f4c-4067-a902-bcf6a055f96b),segment_id=97fe4da2-0f4c-4067-a902-bcf6a055f96b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:50.925297 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.948005 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fb6fcd2-e40f-49cd-89fb-950a9b9f42ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.007481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=4deb97c8-238d-4668-a7b3-114a4b264b8b,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:51.031867 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0411087b-65d0-4696-bd57-59ab2accccef None None] New status for floating IP a673d2d8-3bb3-42c7-99bf-6f4c7272c15f: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:29:51.043794 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-fef776a4-fbb6-4fa9-960c-60bbc6f9c428 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.045398 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-fef776a4-fbb6-4fa9-960c-60bbc6f9c428 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690526 Jul 16 01:29:51.061720 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fb6fcd2-e40f-49cd-89fb-950a9b9f42ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.071112 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-aa98cdc7-a391-49b5-a6a0-897711c5d7f6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/quotas/de2aff0312064c93a599fdd349ad9336 HTTP/1.1" status: 200 len: 375 time: 0.0159068 Jul 16 01:29:51.128929 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-ca90863d-d69e-46d2-8605-9811790dd573 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562606 Jul 16 01:29:51.141647 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e53419-8d02-47b0-8fcb-b4dc80c4361f req-dcfc05c6-81ab-4f59-a316-a470b4dc0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.143389 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d0e53419-8d02-47b0-8fcb-b4dc80c4361f req-dcfc05c6-81ab-4f59-a316-a470b4dc0d96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7fbbe8564d14b9aae216c3a14214e36&device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 1097 time: 0.2388809 Jul 16 01:29:51.154493 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf7372-d8fa-491b-9d22-ab2fa5b6e819 req-c6654722-4585-4492-9424-c0e813eae97c tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.156089 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-afbf7372-d8fa-491b-9d22-ab2fa5b6e819 req-c6654722-4585-4492-9424-c0e813eae97c tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb9196e-5516-4a87-8276-f877fcd17549 HTTP/1.1" status: 200 len: 945 time: 0.1551473 Jul 16 01:29:51.248276 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fb6fcd2-e40f-49cd-89fb-950a9b9f42ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.250768 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fb6fcd2-e40f-49cd-89fb-950a9b9f42ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.272104 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0fb6fcd2-e40f-49cd-89fb-950a9b9f42ab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/246f0da2-3244-44de-8a82-7e7dc36e534a HTTP/1.1" status: 204 len: 168 time: 0.4375305 Jul 16 01:29:51.312702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['4deb97c8-238d-4668-a7b3-114a4b264b8b'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:51.324439 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5da4d00-1852-44a2-af43-51833b0df07a req-7f6b87ef-23ea-451d-8014-99a0df2fd472 tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "GET /v2.0/security-groups/97404a8c-22c6-4c8c-8790-d06cbf297605 HTTP/1.1" status: 200 len: 1776 time: 0.0494988 Jul 16 01:29:51.369967 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e53419-8d02-47b0-8fcb-b4dc80c4361f req-75a42ce2-9a30-4ee0-a902-d51ebd0d194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.374168 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d0e53419-8d02-47b0-8fcb-b4dc80c4361f req-75a42ce2-9a30-4ee0-a902-d51ebd0d194c service neutron] 10.222.0.47 "GET /v2.0/networks?id=97451b59-1a09-4e04-ad69-5999cdd54249 HTTP/1.1" status: 200 len: 930 time: 0.2167923 Jul 16 01:29:51.403296 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-afbf7372-d8fa-491b-9d22-ab2fa5b6e819 req-d9fd29d9-e0e1-4dbd-b740-11aab8095ff8 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351477 Jul 16 01:29:51.435400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6fcd2-e40f-49cd-89fb-950a9b9f42ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246f0da2-3244-44de-8a82-7e7dc36e534a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:51.452185 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c5da4d00-1852-44a2-af43-51833b0df07a req-490c3609-d9c9-44fd-9eb5-12e6c0ed0f2a tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.479571 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c5da4d00-1852-44a2-af43-51833b0df07a req-490c3609-d9c9-44fd-9eb5-12e6c0ed0f2a tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.535311 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d0e53419-8d02-47b0-8fcb-b4dc80c4361f req-d6e7816e-0e9e-43ce-9710-000d42ee9f6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28b7e19b-5bcf-4eee-8973-d1a276761120 HTTP/1.1" status: 200 len: 217 time: 0.1182239 Jul 16 01:29:51.539871 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c5da4d00-1852-44a2-af43-51833b0df07a req-490c3609-d9c9-44fd-9eb5-12e6c0ed0f2a tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.542570 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c5da4d00-1852-44a2-af43-51833b0df07a req-490c3609-d9c9-44fd-9eb5-12e6c0ed0f2a tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.558845 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5da4d00-1852-44a2-af43-51833b0df07a req-490c3609-d9c9-44fd-9eb5-12e6c0ed0f2a tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/97404a8c-22c6-4c8c-8790-d06cbf297605 HTTP/1.1" status: 204 len: 173 time: 0.2330089 Jul 16 01:29:51.574022 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c3609-d9c9-44fd-9eb5-12e6c0ed0f2a tempest-SecurityGroupsTestAdminJSON-1125648024 tempest-SecurityGroupsTestAdminJSON-1125648024-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97404a8c-22c6-4c8c-8790-d06cbf297605,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:51.641883 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-181e6222-cf80-430c-8ba4-d493407493b2 req-1d70abb3-5bce-419d-92d9-33cc1c8d46fe tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/floatingips/a673d2d8-3bb3-42c7-99bf-6f4c7272c15f HTTP/1.1" status: 200 len: 694 time: 0.1606553 Jul 16 01:29:51.755489 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1cef6-28a5-479e-8885-0e3ef4965132 req-440bc687-35bb-4ebd-951f-5f78f9b8953b tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.756216 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44082) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:51.758305 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e53419-8d02-47b0-8fcb-b4dc80c4361f req-a6c9ed84-4ec2-41b7-9596-215a14d6e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.759838 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d0e53419-8d02-47b0-8fcb-b4dc80c4361f req-a6c9ed84-4ec2-41b7-9596-215a14d6e7e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f184858-4f5a-4e50-aa93-8483e4e9968b HTTP/1.1" status: 200 len: 868 time: 0.2133477 Jul 16 01:29:51.760498 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60d1cef6-28a5-479e-8885-0e3ef4965132 req-440bc687-35bb-4ebd-951f-5f78f9b8953b tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c0a5956-a45e-4d86-9e50-e57d59135e48 HTTP/1.1" status: 200 len: 944 time: 0.0874026 Jul 16 01:29:51.797309 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60d1cef6-28a5-479e-8885-0e3ef4965132 req-35f2e880-75ce-44d5-8bbf-5be851e12943 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d63679c-7690-4b6e-b182-d0045ca92875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333867 Jul 16 01:29:51.808543 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-32b1e219-8a07-4029-823e-3f43a27dfaf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.829988 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e6222-cf80-430c-8ba4-d493407493b2 req-16a02fcd-6b24-4b56-b982-240f28e31ae9 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.831441 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-181e6222-cf80-430c-8ba4-d493407493b2 req-16a02fcd-6b24-4b56-b982-240f28e31ae9 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1762564 Jul 16 01:29:51.908713 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-181e6222-cf80-430c-8ba4-d493407493b2 req-248216ba-83e2-4768-ae61-07b450a12871 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 695 time: 0.0657198 Jul 16 01:29:51.973659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e53419-8d02-47b0-8fcb-b4dc80c4361f req-dd0eaff8-d6d0-4ba7-9d99-1c27c210498c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.976292 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d0e53419-8d02-47b0-8fcb-b4dc80c4361f req-dd0eaff8-d6d0-4ba7-9d99-1c27c210498c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=97451b59-1a09-4e04-ad69-5999cdd54249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2033486 Jul 16 01:29:51.984739 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-181e6222-cf80-430c-8ba4-d493407493b2 req-c166d5ae-21f1-47ca-856d-116b9712a356 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.93 HTTP/1.1" status: 200 len: 695 time: 0.0689280 Jul 16 01:29:52.146378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-868d4b19-c3db-4c9a-b35e-6fc72d694f28 req-e0912e56-3bb7-47d1-b4d7-6cbe9ba1fa21 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b HTTP/1.1" status: 200 len: 210 time: 0.0425892 Jul 16 01:29:52.191591 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-32b1e219-8a07-4029-823e-3f43a27dfaf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.205148 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-32b1e219-8a07-4029-823e-3f43a27dfaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.214226 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2f6ccce6-71d7-425d-beb9-ec51c0ae20da req-73170d27-9b6e-4b92-8bef-7eb75e93f6d7 tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] 10.222.0.54 "GET /v2.0/security-groups/ddc5f8e4-8c7e-4833-8860-3b971ea083ff HTTP/1.1" status: 200 len: 1778 time: 0.0422976 Jul 16 01:29:52.233040 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d0e53419-8d02-47b0-8fcb-b4dc80c4361f req-e7717c79-563b-4f49-9c25-1fde21148627 service neutron] 10.222.0.47 "GET /v2.0/networks/97451b59-1a09-4e04-ad69-5999cdd54249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439415 Jul 16 01:29:52.282816 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-32b1e219-8a07-4029-823e-3f43a27dfaf1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=497c8dcc0c2440af843c9e57cfe86030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5219765 Jul 16 01:29:52.285884 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1e219-8a07-4029-823e-3f43a27dfaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78b86c1-aefd-418f-b303-0f7c2490f8ed,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:52.289175 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44090) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:52.302948 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2f6ccce6-71d7-425d-beb9-ec51c0ae20da req-040fe323-dcb7-4f09-8bd7-bc278ca00a5a tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.334306 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2f6ccce6-71d7-425d-beb9-ec51c0ae20da req-040fe323-dcb7-4f09-8bd7-bc278ca00a5a tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.381335 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2f6ccce6-71d7-425d-beb9-ec51c0ae20da req-040fe323-dcb7-4f09-8bd7-bc278ca00a5a tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.386454 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2f6ccce6-71d7-425d-beb9-ec51c0ae20da req-040fe323-dcb7-4f09-8bd7-bc278ca00a5a tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.388800 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2f6ccce6-71d7-425d-beb9-ec51c0ae20da req-040fe323-dcb7-4f09-8bd7-bc278ca00a5a tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] 10.222.0.54 "DELETE /v2.0/security-groups/ddc5f8e4-8c7e-4833-8860-3b971ea083ff HTTP/1.1" status: 204 len: 173 time: 0.1678998 Jul 16 01:29:52.400538 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fe323-dcb7-4f09-8bd7-bc278ca00a5a tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc5f8e4-8c7e-4833-8860-3b971ea083ff,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:52.603949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-181e6222-cf80-430c-8ba4-d493407493b2 req-96a1e781-0224-49da-a5f3-cf96b45b1927 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Deleting port 4a6136e2-ef3c-4df5-a790-3b10a23a3125 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:52.604540 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-181e6222-cf80-430c-8ba4-d493407493b2 req-96a1e781-0224-49da-a5f3-cf96b45b1927 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.609914 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5d5bc-6d7d-46dd-bce9-231081daec2a req-5d4e592a-b9e8-4379-9801-18af42b982df tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.611639 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-19b5d5bc-6d7d-46dd-bce9-231081daec2a req-5d4e592a-b9e8-4379-9801-18af42b982df tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 1096 time: 0.0559013 Jul 16 01:29:52.645844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 4deb97c8-238d-4668-a7b3-114a4b264b8b up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:52.646415 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-19b5d5bc-6d7d-46dd-bce9-231081daec2a req-929db5af-7766-4dda-91fc-1a3ba132180e tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279524 Jul 16 01:29:52.656013 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d0e53419-8d02-47b0-8fcb-b4dc80c4361f req-908306f9-2775-47b1-a91b-50ebff9ae3f5 service neutron] 10.222.0.47 "GET /v2.0/networks/97451b59-1a09-4e04-ad69-5999cdd54249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155161 Jul 16 01:29:52.708781 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 4deb97c8-238d-4668-a7b3-114a4b264b8b completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:52.713946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 4deb97c8-238d-4668-a7b3-114a4b264b8b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:52.714549 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.717110 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10fcbabd-43e2-4555-b361-071211ab09f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.735172 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e6fe4f0c-c3cb-4a32-8d83-e4889b48a382 req-bff39a1c-c45b-41ad-a660-23616748eccd tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] 10.222.0.54 "GET /v2.0/security-groups/dd73e66b-2a83-4d14-acc2-03463c36ab62 HTTP/1.1" status: 200 len: 1778 time: 0.0422034 Jul 16 01:29:52.745307 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-181e6222-cf80-430c-8ba4-d493407493b2 req-96a1e781-0224-49da-a5f3-cf96b45b1927 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.745706 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-181e6222-cf80-430c-8ba4-d493407493b2 req-96a1e781-0224-49da-a5f3-cf96b45b1927 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.764923 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10fcbabd-43e2-4555-b361-071211ab09f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.774873 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-181e6222-cf80-430c-8ba4-d493407493b2 req-96a1e781-0224-49da-a5f3-cf96b45b1927 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Calling delete_port for 4a6136e2-ef3c-4df5-a790-3b10a23a3125 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:52.796025 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.796303 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e6fe4f0c-c3cb-4a32-8d83-e4889b48a382 req-e68f1385-9ca0-4b6e-b5d5-ba6f4deca991 tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.798825 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd244475d-28fc-47bc-b35a-104839b0f624', 'name': 'network-vif-deleted', 'tag': '6fb73f93-b803-4b01-a248-e25fa23601ec'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:52.801127 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040d6a68-b039-4708-966a-f57e4bfdf510" -d '{"events": [{"server_uuid": "d244475d-28fc-47bc-b35a-104839b0f624", "name": "network-vif-deleted", "tag": "6fb73f93-b803-4b01-a248-e25fa23601ec"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:52.821191 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e6fe4f0c-c3cb-4a32-8d83-e4889b48a382 req-e68f1385-9ca0-4b6e-b5d5-ba6f4deca991 tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.831472 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0a5956-a45e-4d86-9e50-e57d59135e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4deb97c8-238d-4668-a7b3-114a4b264b8b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:52.833775 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0a84d5-abb5-43f4-8b5f-349c634d5954" -d '{"events": [{"server_uuid": "7c0a5956-a45e-4d86-9e50-e57d59135e48", "name": "network-vif-plugged", "status": "completed", "tag": "4deb97c8-238d-4668-a7b3-114a4b264b8b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:52.847079 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 4deb97c8-238d-4668-a7b3-114a4b264b8b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=4deb97c8-238d-4668-a7b3-114a4b264b8b,segment=NetworkSegment(97fe4da2-0f4c-4067-a902-bcf6a055f96b),segment_id=97fe4da2-0f4c-4067-a902-bcf6a055f96b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:52.853618 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.874524 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e6fe4f0c-c3cb-4a32-8d83-e4889b48a382 req-e68f1385-9ca0-4b6e-b5d5-ba6f4deca991 tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.877127 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e6fe4f0c-c3cb-4a32-8d83-e4889b48a382 req-e68f1385-9ca0-4b6e-b5d5-ba6f4deca991 tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.878288 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e6fe4f0c-c3cb-4a32-8d83-e4889b48a382 req-e68f1385-9ca0-4b6e-b5d5-ba6f4deca991 tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] 10.222.0.54 "DELETE /v2.0/security-groups/dd73e66b-2a83-4d14-acc2-03463c36ab62 HTTP/1.1" status: 204 len: 173 time: 0.1366730 Jul 16 01:29:52.881485 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10fcbabd-43e2-4555-b361-071211ab09f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.885136 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10fcbabd-43e2-4555-b361-071211ab09f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.892731 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-10fcbabd-43e2-4555-b361-071211ab09f4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a78b86c1-aefd-418f-b303-0f7c2490f8ed HTTP/1.1" status: 204 len: 168 time: 0.5945299 Jul 16 01:29:52.898653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcbabd-43e2-4555-b361-071211ab09f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78b86c1-aefd-418f-b303-0f7c2490f8ed,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:52.901266 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f1385-9ca0-4b6e-b5d5-ba6f4deca991 tempest-SecurityGroupsTestAdminJSON-1164745792 tempest-SecurityGroupsTestAdminJSON-1164745792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd73e66b-2a83-4d14-acc2-03463c36ab62,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:53.019330 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=4deb97c8-238d-4668-a7b3-114a4b264b8b,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:53.034943 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-181e6222-cf80-430c-8ba4-d493407493b2 req-96a1e781-0224-49da-a5f3-cf96b45b1927 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.071585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1e781-0224-49da-a5f3-cf96b45b1927 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Pushing event deleted for resources: {'Port': ['ID=4a6136e2-ef3c-4df5-a790-3b10a23a3125,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:53.087950 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-9c018b7e-8a11-4d64-8df3-89893a550f94 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=de2aff0312064c93a599fdd349ad9336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288680 Jul 16 01:29:53.104475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfaf1b-fcb5-4eda-a5a7-2523a53c83dc req-26ea0c36-bb3b-4451-a820-8bb597594424 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:53.116383 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-07dfaf1b-fcb5-4eda-a5a7-2523a53c83dc req-26ea0c36-bb3b-4451-a820-8bb597594424 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb9196e-5516-4a87-8276-f877fcd17549 HTTP/1.1" status: 200 len: 945 time: 0.1097715 Jul 16 01:29:53.196781 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-07dfaf1b-fcb5-4eda-a5a7-2523a53c83dc req-439ec74a-5cd9-4303-8f17-a49396d3f2f6 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739548 Jul 16 01:29:53.254533 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-181e6222-cf80-430c-8ba4-d493407493b2 req-96a1e781-0224-49da-a5f3-cf96b45b1927 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.257816 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-181e6222-cf80-430c-8ba4-d493407493b2 req-96a1e781-0224-49da-a5f3-cf96b45b1927 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.271799 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-181e6222-cf80-430c-8ba4-d493407493b2 req-96a1e781-0224-49da-a5f3-cf96b45b1927 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "DELETE /v2.0/floatingips/a673d2d8-3bb3-42c7-99bf-6f4c7272c15f HTTP/1.1" status: 204 len: 173 time: 1.2735758 Jul 16 01:29:53.347124 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-07d8351b-8583-4e50-bbbd-92f469efa701 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:53.348791 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-07d8351b-8583-4e50-bbbd-92f469efa701 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2359569 Jul 16 01:29:53.366219 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44122) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:53.376665 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-a444f94b-5cf1-417e-b306-790f2553db7c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Request body: {'port': {'device_id': 'ffa3cf09-074d-4da8-beb4-c959649fbd5b', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': 'de2aff0312064c93a599fdd349ad9336'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:53.429781 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.566440 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 6fb73f93-b803-4b01-a248-e25fa23601ec no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:53.592763 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacf4c25-25d4-4ce8-a2dc-3b2ec85abd92 x-openstack-request-id: req-bacf4c25-25d4-4ce8-a2dc-3b2ec85abd92 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:53.593073 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d244475d-28fc-47bc-b35a-104839b0f624", "name": "network-vif-deleted", "tag": "6fb73f93-b803-4b01-a248-e25fa23601ec", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:53.593311 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bacf4c25-25d4-4ce8-a2dc-3b2ec85abd92 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:53.593708 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd244475d-28fc-47bc-b35a-104839b0f624', 'name': 'network-vif-deleted', 'tag': '6fb73f93-b803-4b01-a248-e25fa23601ec', 'status': 'completed', 'code': 200} Jul 16 01:29:53.597517 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 6fb73f93-b803-4b01-a248-e25fa23601ec {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:53.597954 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 6fb73f93-b803-4b01-a248-e25fa23601ec not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:53.654454 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-a444f94b-5cf1-417e-b306-790f2553db7c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Made reservation on behalf of de2aff0312064c93a599fdd349ad9336 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:53.659554 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-a444f94b-5cf1-417e-b306-790f2553db7c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.682876 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-a444f94b-5cf1-417e-b306-790f2553db7c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.700391 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-81b447db-d5ab-441c-9b1e-d49b57027b69 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cc357ceb4cde407d8d8f067af6e73e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303177 Jul 16 01:29:53.701210 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44136) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:53.768404 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6186065-21b8-488e-8141-9a13eecd8bb6 req-abbca02f-121f-4b5d-abdc-4d2f37db41d2 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:53.770208 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f6186065-21b8-488e-8141-9a13eecd8bb6 req-abbca02f-121f-4b5d-abdc-4d2f37db41d2 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c0a5956-a45e-4d86-9e50-e57d59135e48 HTTP/1.1" status: 200 len: 945 time: 0.1094251 Jul 16 01:29:53.798975 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9fcbecf7-96c9-43f0-b0c8-99f46d5664b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.817262 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f6186065-21b8-488e-8141-9a13eecd8bb6 req-e0edff98-a431-4c0f-87fa-8c1a6add8b07 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d63679c-7690-4b6e-b182-d0045ca92875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383074 Jul 16 01:29:53.869284 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27b84f4-0994-4ebd-87c5-cb4594d97f76 x-openstack-request-id: req-d27b84f4-0994-4ebd-87c5-cb4594d97f76 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:53.869792 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0a5956-a45e-4d86-9e50-e57d59135e48", "name": "network-vif-plugged", "status": "completed", "tag": "4deb97c8-238d-4668-a7b3-114a4b264b8b", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:53.869792 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d27b84f4-0994-4ebd-87c5-cb4594d97f76 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:53.870119 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0a5956-a45e-4d86-9e50-e57d59135e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4deb97c8-238d-4668-a7b3-114a4b264b8b', 'code': 200} Jul 16 01:29:53.870660 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9fcbecf7-96c9-43f0-b0c8-99f46d5664b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.909634 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-a444f94b-5cf1-417e-b306-790f2553db7c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.915092 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-a444f94b-5cf1-417e-b306-790f2553db7c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.951217 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444f94b-5cf1-417e-b306-790f2553db7c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a252ac1-0a53-4de4-9632-c16c7d08d024,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:54.030725 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9fcbecf7-96c9-43f0-b0c8-99f46d5664b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.033845 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9fcbecf7-96c9-43f0-b0c8-99f46d5664b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.038023 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9fcbecf7-96c9-43f0-b0c8-99f46d5664b4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cd2f231a-7dfd-4518-ba3c-112e70c85507 HTTP/1.1" status: 204 len: 168 time: 0.3346393 Jul 16 01:29:54.051492 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbecf7-96c9-43f0-b0c8-99f46d5664b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2f231a-7dfd-4518-ba3c-112e70c85507,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:54.053541 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6b569d80-96df-40d7-9f02-69e6d08acacd req-d7188594-2ace-483a-a066-71d7bea7464c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b HTTP/1.1" status: 200 len: 210 time: 0.0529087 Jul 16 01:29:54.083348 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2aab7-a1d3-4612-9e60-fc8f8a7fd089 req-609d7b77-93d7-4925-9d41-96e271ca9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.085319 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9da2aab7-a1d3-4612-9e60-fc8f8a7fd089 req-609d7b77-93d7-4925-9d41-96e271ca9bd2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c0a5956-a45e-4d86-9e50-e57d59135e48 HTTP/1.1" status: 200 len: 1096 time: 0.0945783 Jul 16 01:29:54.174448 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9da2aab7-a1d3-4612-9e60-fc8f8a7fd089 req-e5aa3452-1747-46c1-a816-9247296a25ac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9d63679c-7690-4b6e-b182-d0045ca92875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827513 Jul 16 01:29:54.175863 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-a444f94b-5cf1-417e-b306-790f2553db7c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Allocated IP 192.168.233.171 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/13ef3fc3-63e9-4806-806e-ef207d3d8b55) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:54.275855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87d2bf-2269-4927-abf0-14d83ac3039e req-0783b7de-39d7-4e80-8d82-7693ab9a3835 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.283596 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd87d2bf-2269-4927-abf0-14d83ac3039e req-0783b7de-39d7-4e80-8d82-7693ab9a3835 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb9196e-5516-4a87-8276-f877fcd17549 HTTP/1.1" status: 200 len: 945 time: 0.0892253 Jul 16 01:29:54.295813 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44164) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:54.300601 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-8cae3ab6-f8f9-4f68-aeac-c622a246bc05 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Request body: {'floatingip': {'port_id': '435286a9-c592-4703-b538-6a0dc7b3b947'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:54.401478 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8cae3ab6-f8f9-4f68-aeac-c622a246bc05 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for floatingip, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.404667 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-a444f94b-5cf1-417e-b306-790f2553db7c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.447483 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-a444f94b-5cf1-417e-b306-790f2553db7c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Transition to ACTIVE for port object 13ef3fc3-63e9-4806-806e-ef207d3d8b55 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:54.499018 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-a444f94b-5cf1-417e-b306-790f2553db7c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.566831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-a444f94b-5cf1-417e-b306-790f2553db7c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:54.575900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-a444f94b-5cf1-417e-b306-790f2553db7c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:54.579236 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-a444f94b-5cf1-417e-b306-790f2553db7c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:54.590385 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd006d5-33f9-47a1-9669-ecd1395cf559 req-5974acfc-1490-47b6-a576-6fedfa272cda tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.592044 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9dd006d5-33f9-47a1-9669-ecd1395cf559 req-5974acfc-1490-47b6-a576-6fedfa272cda tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=54bbea52-1678-41bc-b765-54d7cafa50fe HTTP/1.1" status: 200 len: 948 time: 0.1824725 Jul 16 01:29:54.607402 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444f94b-5cf1-417e-b306-790f2553db7c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Pushing event updated for resources: {'Port': ['ID=13ef3fc3-63e9-4806-806e-ef207d3d8b55,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:54.650946 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-a444f94b-5cf1-417e-b306-790f2553db7c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.652484 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-a444f94b-5cf1-417e-b306-790f2553db7c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.674972 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-a444f94b-5cf1-417e-b306-790f2553db7c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3017318 Jul 16 01:29:54.703982 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Request body: {'port': {'device_id': 'ffa3cf09-074d-4da8-beb4-c959649fbd5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:54.732660 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44184) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:54.823308 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.842676 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9dd006d5-33f9-47a1-9669-ecd1395cf559 req-9268046d-bd92-4808-ac5e-c8d9e30bcb96 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438538 Jul 16 01:29:54.911855 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-acc6d7db-6d6e-404a-99b7-486b3e5fbb20 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b19eb8fa6a2646febcf7117b0280afdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697888 Jul 16 01:29:54.914674 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44192) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:54.985873 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-46a4ed0c-5f67-428c-bf67-66ed88d8982c None None] Provisioning for port 13ef3fc3-63e9-4806-806e-ef207d3d8b55 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:54.992986 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-46a4ed0c-5f67-428c-bf67-66ed88d8982c None None] Provisioning complete for port 13ef3fc3-63e9-4806-806e-ef207d3d8b55 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:54.993770 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46a4ed0c-5f67-428c-bf67-66ed88d8982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.056743 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-46a4ed0c-5f67-428c-bf67-66ed88d8982c None None] Port 13ef3fc3-63e9-4806-806e-ef207d3d8b55 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:55.074511 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15782a0d-e68b-4824-aa34-0df91a1341e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.165242 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15782a0d-e68b-4824-aa34-0df91a1341e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.219382 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ef3fc3-63e9-4806-806e-ef207d3d8b55 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:55.228148 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.241940 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Transition to ACTIVE for port object 13ef3fc3-63e9-4806-806e-ef207d3d8b55 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:55.246445 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.332951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Pushing event updated for resources: {'Port': ['ID=13ef3fc3-63e9-4806-806e-ef207d3d8b55,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:55.403314 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Attempting to bind port 13ef3fc3-63e9-4806-806e-ef207d3d8b55 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:55.403750 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Attempting to bind port 13ef3fc3-63e9-4806-806e-ef207d3d8b55 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:55.408238 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Attempting to bind port 13ef3fc3-63e9-4806-806e-ef207d3d8b55 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:55.414142 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Port 13ef3fc3-63e9-4806-806e-ef207d3d8b55 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:55.414521 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Attempting to bind port 13ef3fc3-63e9-4806-806e-ef207d3d8b55 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:55.420056 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:55.420431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:55.420862 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:55.421292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Bound port: 13ef3fc3-63e9-4806-806e-ef207d3d8b55, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:55.421644 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.488994 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44204) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:55.543349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] For port 13ef3fc3-63e9-4806-806e-ef207d3d8b55, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:55.547304 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] For port 13ef3fc3-63e9-4806-806e-ef207d3d8b55, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=13ef3fc3-63e9-4806-806e-ef207d3d8b55,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:55.550089 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ddafa-4c45-49de-ae7a-921d5f4dd0bc req-1c12a476-be3c-4c0f-b8e9-1c02ceaea982 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.551610 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f4ddafa-4c45-49de-ae7a-921d5f4dd0bc req-1c12a476-be3c-4c0f-b8e9-1c02ceaea982 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5177760 Jul 16 01:29:55.552484 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.606905 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.608049 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.609597 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] 10.222.0.47 "PUT /v2.0/ports/13ef3fc3-63e9-4806-806e-ef207d3d8b55 HTTP/1.1" status: 200 len: 1096 time: 0.9113081 Jul 16 01:29:55.611995 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa3cf09-074d-4da8-beb4-c959649fbd5b', 'tag': '13ef3fc3-63e9-4806-806e-ef207d3d8b55'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:55.614473 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5856f1b9-7bd5-473c-bf32-07973afb9aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa3cf09-074d-4da8-beb4-c959649fbd5b", "tag": "13ef3fc3-63e9-4806-806e-ef207d3d8b55"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:55.651811 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f4ddafa-4c45-49de-ae7a-921d5f4dd0bc req-5a1dcf18-2d41-4602-8b7e-ee7466e9021f tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0878334 Jul 16 01:29:55.652378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28e540-394a-460e-b019-3431c4f762f7 service neutron] Pushing event updated for resources: {'Port': ['ID=13ef3fc3-63e9-4806-806e-ef207d3d8b55,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:55.654825 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15782a0d-e68b-4824-aa34-0df91a1341e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.657359 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15782a0d-e68b-4824-aa34-0df91a1341e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.660760 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-15782a0d-e68b-4824-aa34-0df91a1341e7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5dc28f13-9770-4b3f-a78d-39f858d84005 HTTP/1.1" status: 204 len: 168 time: 0.7428763 Jul 16 01:29:55.668920 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.resource_extend [None req-8cae3ab6-f8f9-4f68-aeac-c622a246bc05 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:29:55.687556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-c57a7e04-3c14-4639-a871-e450139adea2 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:29:55.692367 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-c57a7e04-3c14-4639-a871-e450139adea2 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2022371 Jul 16 01:29:55.721317 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782a0d-e68b-4824-aa34-0df91a1341e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc28f13-9770-4b3f-a78d-39f858d84005,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:55.750702 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8cae3ab6-f8f9-4f68-aeac-c622a246bc05 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.755696 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8cae3ab6-f8f9-4f68-aeac-c622a246bc05 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.832375 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-c18d3d63-548b-4d74-9cc1-bcbe72238087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.833905 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-c18d3d63-548b-4d74-9cc1-bcbe72238087 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b HTTP/1.1" status: 200 len: 1099 time: 0.1156974 Jul 16 01:29:55.861848 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0fc2742b-0c63-4dab-96a4-6fa8e5148df6 service neutron] Request body: {'binding': {'host': 'n-h2-800086-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:55.863473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0fc2742b-0c63-4dab-96a4-6fa8e5148df6 service neutron] Unknown quota resources ['binding']. {{(pid=93832) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:29:55.915503 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-e73c46af-5b97-44b1-a402-6de04970b391 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=13ef3fc3-63e9-4806-806e-ef207d3d8b55 HTTP/1.1" status: 200 len: 217 time: 0.0633936 Jul 16 01:29:55.941347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb678f-451d-45e4-9e82-75036288a9f6 req-71ef87d0-3c68-4f7b-9981-a79bb181c09b tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.942823 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edfb678f-451d-45e4-9e82-75036288a9f6 req-71ef87d0-3c68-4f7b-9981-a79bb181c09b tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c0a5956-a45e-4d86-9e50-e57d59135e48 HTTP/1.1" status: 200 len: 945 time: 0.1339452 Jul 16 01:29:55.944148 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-8cae3ab6-f8f9-4f68-aeac-c622a246bc05 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Floating IP e4820c0a-2cfe-49bf-a14e-e3b9affaadee associated. External IP: 172.25.1.42, port: 435286a9-c592-4703-b538-6a0dc7b3b947. Jul 16 01:29:56.035170 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-fa439ee1-1d19-4517-bff3-9e86938b7d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:56.036697 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-fa439ee1-1d19-4517-bff3-9e86938b7d98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1102617 Jul 16 01:29:56.064263 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edfb678f-451d-45e4-9e82-75036288a9f6 req-1deb929b-336b-46dc-94b4-47165844002b tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d63679c-7690-4b6e-b182-d0045ca92875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830688 Jul 16 01:29:56.165408 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0fc2742b-0c63-4dab-96a4-6fa8e5148df6 service neutron] Attempting to bind port e2fd746d-3af5-45d0-bb1f-58282705a3d0 on host n-h2-800086-6 for vnic_type normal with profile None {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:56.165739 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0fc2742b-0c63-4dab-96a4-6fa8e5148df6 service neutron] Attempting to bind port e2fd746d-3af5-45d0-bb1f-58282705a3d0 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:56.166067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0fc2742b-0c63-4dab-96a4-6fa8e5148df6 service neutron] Attempting to bind port e2fd746d-3af5-45d0-bb1f-58282705a3d0 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:56.176159 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e97a9-03d0-4f62-8f3c-d5d7f303702f req-3c1bd410-8ab1-4554-901e-aa9db1174473 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:56.177704 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fe8e97a9-03d0-4f62-8f3c-d5d7f303702f req-3c1bd410-8ab1-4554-901e-aa9db1174473 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.47 "GET /v2.0/ports?device_id=54bbea52-1678-41bc-b765-54d7cafa50fe HTTP/1.1" status: 200 len: 948 time: 0.1582210 Jul 16 01:29:56.183905 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0fc2742b-0c63-4dab-96a4-6fa8e5148df6 service neutron] Port e2fd746d-3af5-45d0-bb1f-58282705a3d0 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:56.184298 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0fc2742b-0c63-4dab-96a4-6fa8e5148df6 service neutron] Attempting to bind port e2fd746d-3af5-45d0-bb1f-58282705a3d0 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:56.199272 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-82f27e4e-a4ab-4ba4-b0f5-856d0a69e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:56.201079 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-82f27e4e-a4ab-4ba4-b0f5-856d0a69e58b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1431658 Jul 16 01:29:56.219107 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0fc2742b-0c63-4dab-96a4-6fa8e5148df6 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:56.219447 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0fc2742b-0c63-4dab-96a4-6fa8e5148df6 service neutron] Checking segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:56.219860 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0fc2742b-0c63-4dab-96a4-6fa8e5148df6 service neutron] Bound using segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:56.220301 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0fc2742b-0c63-4dab-96a4-6fa8e5148df6 service neutron] Bound port: e2fd746d-3af5-45d0-bb1f-58282705a3d0, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:56.340464 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cae3ab6-f8f9-4f68-aeac-c622a246bc05 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Router afd4b5dc-5454-4798-9266-7f6f715d9b12 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:56.356147 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710db6b-0f7e-4d25-9798-1d19804e7f88 req-5ebc9ba2-4b6e-4c49-933e-4ee83142644d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:56.358882 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b710db6b-0f7e-4d25-9798-1d19804e7f88 req-5ebc9ba2-4b6e-4c49-933e-4ee83142644d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b HTTP/1.1" status: 200 len: 948 time: 0.1317229 Jul 16 01:29:56.425979 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0fc2742b-0c63-4dab-96a4-6fa8e5148df6 service neutron] For port e2fd746d-3af5-45d0-bb1f-58282705a3d0, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e2fd746d-3af5-45d0-bb1f-58282705a3d0,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:56.436817 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0fc2742b-0c63-4dab-96a4-6fa8e5148df6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.437997 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0fc2742b-0c63-4dab-96a4-6fa8e5148df6 service neutron] 10.222.0.54 "POST /v2.0/ports/e2fd746d-3af5-45d0-bb1f-58282705a3d0/bindings HTTP/1.1" status: 201 len: 389 time: 0.6476061 Jul 16 01:29:56.445564 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-ec5beea4-5300-4ece-90aa-3993cfa66453 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229316 Jul 16 01:29:56.486990 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-fe8e97a9-03d0-4f62-8f3c-d5d7f303702f req-c78ca1a0-e389-49a5-b711-4a409b32e945 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Deleting port ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:56.487338 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fe8e97a9-03d0-4f62-8f3c-d5d7f303702f req-c78ca1a0-e389-49a5-b711-4a409b32e945 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.511109 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b710db6b-0f7e-4d25-9798-1d19804e7f88 req-4c627cf0-7fa0-47ce-b440-ef1734340725 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438773 Jul 16 01:29:56.652455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf3c530-2c9a-4cec-9b2a-d7ad0c203e2f req-f53be231-971c-4b12-9f1d-2b106fd67ffa service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947989 Jul 16 01:29:56.659728 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-fe8e97a9-03d0-4f62-8f3c-d5d7f303702f req-c78ca1a0-e389-49a5-b711-4a409b32e945 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] For port ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:56.660297 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fe8e97a9-03d0-4f62-8f3c-d5d7f303702f req-c78ca1a0-e389-49a5-b711-4a409b32e945 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.669426 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c594b6-22fb-4106-a6c8-c648717147be x-openstack-request-id: req-d1c594b6-22fb-4106-a6c8-c648717147be {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:56.669426 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa3cf09-074d-4da8-beb4-c959649fbd5b", "tag": "13ef3fc3-63e9-4806-806e-ef207d3d8b55", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:56.669426 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d1c594b6-22fb-4106-a6c8-c648717147be {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:56.669764 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa3cf09-074d-4da8-beb4-c959649fbd5b', 'tag': '13ef3fc3-63e9-4806-806e-ef207d3d8b55', 'status': 'completed', 'code': 200} Jul 16 01:29:56.676905 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-fe8e97a9-03d0-4f62-8f3c-d5d7f303702f req-c78ca1a0-e389-49a5-b711-4a409b32e945 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Calling delete_port for ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:56.711238 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cae3ab6-f8f9-4f68-aeac-c622a246bc05 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:56.722104 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8cae3ab6-f8f9-4f68-aeac-c622a246bc05 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.736021 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54054c9f-0c9f-48fa-a7a6-1fd42bab6781 None None] Sync routers for ids ['afd4b5dc-5454-4798-9266-7f6f715d9b12'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:56.756260 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54054c9f-0c9f-48fa-a7a6-1fd42bab6781 None None] Routers {'afd4b5dc-5454-4798-9266-7f6f715d9b12'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:56.758043 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-54054c9f-0c9f-48fa-a7a6-1fd42bab6781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:29:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['afd4b5dc-5454-4798-9266-7f6f715d9b12'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:56.780161 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3c10d389-e3d3-4176-83e7-2005fd439513 req-2a7cdee8-667b-4e60-a8f4-ca764ec30bd3 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0867865 Jul 16 01:29:56.805054 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8cae3ab6-f8f9-4f68-aeac-c622a246bc05 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "PUT /v2.0/floatingips/e4820c0a-2cfe-49bf-a14e-e3b9affaadee HTTP/1.1" status: 200 len: 990 time: 2.5049267 Jul 16 01:29:56.805054 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb9196e-5516-4a87-8276-f877fcd17549', 'tag': '435286a9-c592-4703-b538-6a0dc7b3b947'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:56.818688 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5327585-189c-4d29-a056-95818deeb329" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb9196e-5516-4a87-8276-f877fcd17549", "tag": "435286a9-c592-4703-b538-6a0dc7b3b947"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:56.839064 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44252) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:56.917513 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856f1b9-7bd5-473c-bf32-07973afb9aa0 req-4a63bd95-164d-43fa-b72d-1bf712eb2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:56.919135 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5856f1b9-7bd5-473c-bf32-07973afb9aa0 req-4a63bd95-164d-43fa-b72d-1bf712eb2e4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b HTTP/1.1" status: 200 len: 1099 time: 0.0844550 Jul 16 01:29:57.002119 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-b80a1e13-0b0a-43a4-a111-21f46feb90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.004911 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-b80a1e13-0b0a-43a4-a111-21f46feb90fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 1096 time: 0.1456127 Jul 16 01:29:57.057527 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-54054c9f-0c9f-48fa-a7a6-1fd42bab6781 None None] Set router afd4b5dc-5454-4798-9266-7f6f715d9b12 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:57.065751 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fe8e97a9-03d0-4f62-8f3c-d5d7f303702f req-c78ca1a0-e389-49a5-b711-4a409b32e945 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.116983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:57.184218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-4a4e1d28-7f27-4649-981d-7eb15e47dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.185748 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-4a4e1d28-7f27-4649-981d-7eb15e47dbec service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 922 time: 0.1725464 Jul 16 01:29:57.196772 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ca1a0-e389-49a5-b711-4a409b32e945 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Pushing event deleted for resources: {'Port': ['ID=ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:57.219666 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-fa5bd1cc-5e4c-432a-b50f-46a9c049da1f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-331119094-network', 'tenant_id': '91e9e48433254b02bc32638099bc2bfc'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:57.232061 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856f1b9-7bd5-473c-bf32-07973afb9aa0 req-41c2b1f1-249f-465d-8b01-6f700be1f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.233610 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5856f1b9-7bd5-473c-bf32-07973afb9aa0 req-41c2b1f1-249f-465d-8b01-6f700be1f576 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2900031 Jul 16 01:29:57.309175 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5bd1cc-5e4c-432a-b50f-46a9c049da1f admin admin] Made reservation on behalf of 91e9e48433254b02bc32638099bc2bfc for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:57.312206 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd1cc-5e4c-432a-b50f-46a9c049da1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.315027 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-4bedc1ee-c1dd-4f34-85a1-10770969a0c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2fd746d-3af5-45d0-bb1f-58282705a3d0 HTTP/1.1" status: 200 len: 217 time: 0.1220579 Jul 16 01:29:57.338631 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8e97a9-03d0-4f62-8f3c-d5d7f303702f req-c78ca1a0-e389-49a5-b711-4a409b32e945 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] No DVR routers for this DVR port ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:57.388827 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-69cffe50-0258-4508-9527-d97cb2518014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.391837 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-69cffe50-0258-4508-9527-d97cb2518014 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.0652654 Jul 16 01:29:57.394694 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd1cc-5e4c-432a-b50f-46a9c049da1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.404484 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fe8e97a9-03d0-4f62-8f3c-d5d7f303702f req-c78ca1a0-e389-49a5-b711-4a409b32e945 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.406494 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fe8e97a9-03d0-4f62-8f3c-d5d7f303702f req-c78ca1a0-e389-49a5-b711-4a409b32e945 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.47 "DELETE /v2.0/ports/ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e HTTP/1.1" status: 204 len: 173 time: 1.2192042 Jul 16 01:29:57.414217 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5856f1b9-7bd5-473c-bf32-07973afb9aa0 req-5020a4a6-ecd7-4fad-ba27-6fe7166b6544 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=13ef3fc3-63e9-4806-806e-ef207d3d8b55 HTTP/1.1" status: 200 len: 217 time: 0.1429071 Jul 16 01:29:57.424173 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c6d66-6f63-4af9-8762-3903c612fb2f req-7f8c4074-d791-4317-a3dc-640405cdec34 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.443846 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ca4c6d66-6f63-4af9-8762-3903c612fb2f req-7f8c4074-d791-4317-a3dc-640405cdec34 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/ports?device_id=54bbea52-1678-41bc-b765-54d7cafa50fe HTTP/1.1" status: 200 len: 867 time: 0.4715052 Jul 16 01:29:57.450345 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-15866a0c-648f-4c4f-a799-8db6bc80e31b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495200 Jul 16 01:29:57.501610 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-54054c9f-0c9f-48fa-a7a6-1fd42bab6781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:29:13Z', 'revision_number': 4, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'e4820c0a-2cfe-49bf-a14e-e3b9affaadee', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'port_id': '435286a9-c592-4703-b538-6a0dc7b3b947', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'mac_address': 'fa:16:3e:0a:86:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb9196e-5516-4a87-8276-f877fcd17549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:30Z', 'updated_at': '2021-07-16T01:29:55Z', 'revision_number': 1, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5156f6-f7aa-4f03-9b40-ed519b936d0a', 'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'mac_address': 'fa:16:3e:1f:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:12Z', 'updated_at': '2021-07-16T01:29:20Z', 'revision_number': 5, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'subnets': [{'id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:57.524396 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ca4c6d66-6f63-4af9-8762-3903c612fb2f req-e2733797-a1e2-473c-b01e-03c59af52f06 tempest-ServersAdminNegativeTestJSON-1350197436 tempest-ServersAdminNegativeTestJSON-1350197436-project] 10.222.0.54 "GET /v2.0/security-groups?id=952c2200-0ee7-4d1d-8723-36ecf60ad49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785680 Jul 16 01:29:57.561504 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856f1b9-7bd5-473c-bf32-07973afb9aa0 req-47274a3c-9685-4e17-95a6-9e72422d90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.563167 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5856f1b9-7bd5-473c-bf32-07973afb9aa0 req-47274a3c-9685-4e17-95a6-9e72422d90e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1161036 Jul 16 01:29:57.643235 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54054c9f-0c9f-48fa-a7a6-1fd42bab6781 None None] Checking router: afd4b5dc-5454-4798-9266-7f6f715d9b12 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:57.681257 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54054c9f-0c9f-48fa-a7a6-1fd42bab6781 None None] Routers {'afd4b5dc-5454-4798-9266-7f6f715d9b12'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:57.681919 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-54054c9f-0c9f-48fa-a7a6-1fd42bab6781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:29:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['afd4b5dc-5454-4798-9266-7f6f715d9b12'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:57.692311 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-cd3f47db-d7b3-47bd-8ad6-d9845835d0fa service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168119 Jul 16 01:29:57.703420 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856f1b9-7bd5-473c-bf32-07973afb9aa0 req-302788d8-b229-4028-ac47-4b6ba92c2171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.704965 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5856f1b9-7bd5-473c-bf32-07973afb9aa0 req-302788d8-b229-4028-ac47-4b6ba92c2171 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1322989 Jul 16 01:29:57.712078 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abef9c-ae29-4432-8ce8-b9f311446d41 req-e2044796-f9ea-4825-a4cc-e129133f75f6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.714000 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47abef9c-ae29-4432-8ce8-b9f311446d41 req-e2044796-f9ea-4825-a4cc-e129133f75f6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 945 time: 0.2514632 Jul 16 01:29:57.887470 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-77de6620-875b-4ee7-ac6a-6525de70e7bf service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724334 Jul 16 01:29:57.915673 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5856f1b9-7bd5-473c-bf32-07973afb9aa0 req-4bb33fd1-4606-45a8-9c9b-cd8af4e44e8e service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759644 Jul 16 01:29:57.944797 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd1cc-5e4c-432a-b50f-46a9c049da1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.954366 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd1cc-5e4c-432a-b50f-46a9c049da1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.969123 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5bd1cc-5e4c-432a-b50f-46a9c049da1f admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:57.980520 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd1cc-5e4c-432a-b50f-46a9c049da1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.980945 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-fa5bd1cc-5e4c-432a-b50f-46a9c049da1f admin admin] Added segment 7e35bd92-184f-48ea-99fe-c52f623dad06 of type vlan for network 9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 Jul 16 01:29:57.992449 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-54054c9f-0c9f-48fa-a7a6-1fd42bab6781 None None] Set router afd4b5dc-5454-4798-9266-7f6f715d9b12 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:58.036081 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd1cc-5e4c-432a-b50f-46a9c049da1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.092463 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5856f1b9-7bd5-473c-bf32-07973afb9aa0 req-cb136798-36ef-4baf-b03f-2dd49202f4c8 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659615 Jul 16 01:29:58.144408 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bd1cc-5e4c-432a-b50f-46a9c049da1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2ea2aa-907c-429e-9133-60c071b3a880,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:58.162133 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd1cc-5e4c-432a-b50f-46a9c049da1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.163143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5bd1cc-5e4c-432a-b50f-46a9c049da1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.163818 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd1cc-5e4c-432a-b50f-46a9c049da1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.231667 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44274) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:58.231923 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fa5bd1cc-5e4c-432a-b50f-46a9c049da1f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3915570 Jul 16 01:29:58.237399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-855abe2e-0ebb-4a31-b091-e6ff0ff21a91 admin admin] Request body: {'subnet': {'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-331119094-subnet', 'tenant_id': '91e9e48433254b02bc32638099bc2bfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:58.238275 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47abef9c-ae29-4432-8ce8-b9f311446d41 req-4a6d6b3d-6643-4348-a913-4934ab674c71 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172637 Jul 16 01:29:58.285714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bd1cc-5e4c-432a-b50f-46a9c049da1f admin admin] Pushing event updated for resources: {'Network': ['ID=9d4a894f-cdf1-43bd-99f2-f69f1cbaae69,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:58.290170 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-808f3b0b-5609-421b-ac56-708cb882092f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.321189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:58.325363 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-54054c9f-0c9f-48fa-a7a6-1fd42bab6781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:29:13Z', 'revision_number': 4, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'e4820c0a-2cfe-49bf-a14e-e3b9affaadee', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'port_id': '435286a9-c592-4703-b538-6a0dc7b3b947', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'mac_address': 'fa:16:3e:0a:86:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb9196e-5516-4a87-8276-f877fcd17549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:30Z', 'updated_at': '2021-07-16T01:29:55Z', 'revision_number': 1, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5156f6-f7aa-4f03-9b40-ed519b936d0a', 'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'mac_address': 'fa:16:3e:1f:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:12Z', 'updated_at': '2021-07-16T01:29:20Z', 'revision_number': 5, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'subnets': [{'id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:58.336359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-2c41773c-d1b1-43f2-a1ac-8fafebf2a653 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.338623 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-2c41773c-d1b1-43f2-a1ac-8fafebf2a653 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7&tenant_id=6060cb9382ba430f8761b732ad566a8a&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 1096 time: 0.2734995 Jul 16 01:29:58.348700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855abe2e-0ebb-4a31-b091-e6ff0ff21a91 admin admin] Made reservation on behalf of 91e9e48433254b02bc32638099bc2bfc for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:58.357000 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-855abe2e-0ebb-4a31-b091-e6ff0ff21a91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.358967 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800086-6'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:58.366220 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60758c07-5531-4872-b043-a5ed6ab0b1c7 x-openstack-request-id: req-60758c07-5531-4872-b043-a5ed6ab0b1c7 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:58.366486 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb9196e-5516-4a87-8276-f877fcd17549", "tag": "435286a9-c592-4703-b538-6a0dc7b3b947", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:58.366812 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-60758c07-5531-4872-b043-a5ed6ab0b1c7 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:58.367260 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb9196e-5516-4a87-8276-f877fcd17549', 'tag': '435286a9-c592-4703-b538-6a0dc7b3b947', 'status': 'completed', 'code': 200} Jul 16 01:29:58.373477 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54054c9f-0c9f-48fa-a7a6-1fd42bab6781 None None] The sync data for ids ['afd4b5dc-5454-4798-9266-7f6f715d9b12'] in n-d-800086-6 is: [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:29:13Z', 'revision_number': 4, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'e4820c0a-2cfe-49bf-a14e-e3b9affaadee', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'port_id': '435286a9-c592-4703-b538-6a0dc7b3b947', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'mac_address': 'fa:16:3e:0a:86:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb9196e-5516-4a87-8276-f877fcd17549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:30Z', 'updated_at': '2021-07-16T01:29:55Z', 'revision_number': 1, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5156f6-f7aa-4f03-9b40-ed519b936d0a', 'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'mac_address': 'fa:16:3e:1f:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:12Z', 'updated_at': '2021-07-16T01:29:20Z', 'revision_number': 5, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'subnets': [{'id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:58.571802 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.584672 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5327585-189c-4d29-a056-95818deeb329 req-a6bf55b4-951f-46a0-bd8f-c0281be04fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.586680 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5327585-189c-4d29-a056-95818deeb329 req-a6bf55b4-951f-46a0-bd8f-c0281be04fc1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8067f702785a46d7aeee2219e58c580f&device_id=0cb9196e-5516-4a87-8276-f877fcd17549 HTTP/1.1" status: 200 len: 1096 time: 0.1560769 Jul 16 01:29:58.670534 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.775016 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bbea52-1678-41bc-b765-54d7cafa50fe', 'name': 'network-vif-deleted', 'tag': 'ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:58.777605 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816e5455-0020-40b7-b33c-41ce4a8ee8fe" -d '{"events": [{"server_uuid": "54bbea52-1678-41bc-b765-54d7cafa50fe", "name": "network-vif-deleted", "tag": "ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:58.782960 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-855abe2e-0ebb-4a31-b091-e6ff0ff21a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.821997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c4f6fd-e410-4c9d-afda-720c0ec18165 None None] New status for floating IP e4820c0a-2cfe-49bf-a14e-e3b9affaadee: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:29:58.918682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5327585-189c-4d29-a056-95818deeb329 req-aa209834-41eb-44da-b422-5df3beaa2bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.920270 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5327585-189c-4d29-a056-95818deeb329 req-aa209834-41eb-44da-b422-5df3beaa2bf6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f742ae33-4dce-47ed-a1d3-990b523bac4e HTTP/1.1" status: 200 len: 925 time: 0.3049080 Jul 16 01:29:58.987320 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] For port e2fd746d-3af5-45d0-bb1f-58282705a3d0, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e2fd746d-3af5-45d0-bb1f-58282705a3d0,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:59.018174 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d16c0-b82c-4a34-9a76-219f42cbe951 req-aa262a91-4dba-44af-b527-497dc2de20a2 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.019809 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d91d16c0-b82c-4a34-9a76-219f42cbe951 req-aa262a91-4dba-44af-b527-497dc2de20a2 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 946 time: 0.3440526 Jul 16 01:29:59.031156 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5327585-189c-4d29-a056-95818deeb329 req-4ad8ff9e-329c-403e-95d7-903252a9107f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=435286a9-c592-4703-b538-6a0dc7b3b947 HTTP/1.1" status: 200 len: 998 time: 0.1033447 Jul 16 01:29:59.110903 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] For port e2fd746d-3af5-45d0-bb1f-58282705a3d0, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:59.155813 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5327585-189c-4d29-a056-95818deeb329 req-b84f9c13-f5f6-4077-9a09-09dbfaa60a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.157486 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5327585-189c-4d29-a056-95818deeb329 req-b84f9c13-f5f6-4077-9a09-09dbfaa60a29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bc5f773e-982f-4a7b-9f31-a3984b4d24fe HTTP/1.1" status: 200 len: 863 time: 0.1201460 Jul 16 01:29:59.172358 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d91d16c0-b82c-4a34-9a76-219f42cbe951 req-92296178-2815-4e3d-9973-fcfad96cd5b4 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/security-groups?id=d837f83c-97c3-4a55-955a-9114cf27cc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401529 Jul 16 01:29:59.179766 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.186885 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855abe2e-0ebb-4a31-b091-e6ff0ff21a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23bc4be1-90d8-43de-b953-ebbb6e29806c,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:59.191148 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855abe2e-0ebb-4a31-b091-e6ff0ff21a91 admin admin] Checking segment: {'id': '7e35bd92-184f-48ea-99fe-c52f623dad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:59.191585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855abe2e-0ebb-4a31-b091-e6ff0ff21a91 admin admin] Network hostable DHCP agents. Network: 9d4a894f-cdf1-43bd-99f2-f69f1cbaae69, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:59.202039 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.241449 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855abe2e-0ebb-4a31-b091-e6ff0ff21a91 admin admin] Network 9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:59.278548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5f5ff-a035-4e58-8044-7bb91749c884 req-e4b4b85c-f9a9-4d58-97ce-71fd3448d6a9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.286211 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7eb5f5ff-a035-4e58-8044-7bb91749c884 req-e4b4b85c-f9a9-4d58-97ce-71fd3448d6a9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b HTTP/1.1" status: 200 len: 948 time: 0.5044346 Jul 16 01:29:59.289815 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-855abe2e-0ebb-4a31-b091-e6ff0ff21a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 9d4a894f-cdf1-43bd-99f2-f69f1cbaae69) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:59.314815 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74868498-c3c2-4a84-a61e-bbe6e2d26bef None None] Network 9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:59.321439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855abe2e-0ebb-4a31-b091-e6ff0ff21a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.322238 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-855abe2e-0ebb-4a31-b091-e6ff0ff21a91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.337999 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-855abe2e-0ebb-4a31-b091-e6ff0ff21a91 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1051648 Jul 16 01:29:59.344115 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44292) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:59.351834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-331119094-router', 'tenant_id': '91e9e48433254b02bc32638099bc2bfc', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:59.394059 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7eb5f5ff-a035-4e58-8044-7bb91749c884 req-c8934eff-e157-44f3-ad22-d1267663924b tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067801 Jul 16 01:29:59.398250 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.399891 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.412113 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] Attempting to bind port e2fd746d-3af5-45d0-bb1f-58282705a3d0 on host n-h1-800086-6 for vnic_type normal with profile {"migrating_to": "n-h2-800086-6"} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:59.412456 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] Attempting to bind port e2fd746d-3af5-45d0-bb1f-58282705a3d0 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:59.413634 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] Attempting to bind port e2fd746d-3af5-45d0-bb1f-58282705a3d0 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:59.432608 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] Port e2fd746d-3af5-45d0-bb1f-58282705a3d0 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:59.432950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] Attempting to bind port e2fd746d-3af5-45d0-bb1f-58282705a3d0 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:59.442834 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] Pushing event updated for resources: {'Port': ['ID=e2fd746d-3af5-45d0-bb1f-58282705a3d0,revision_number=7']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:59.457090 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:59.457621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] Checking segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:59.458178 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] Bound using segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:59.458784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] Bound port: e2fd746d-3af5-45d0-bb1f-58282705a3d0, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:59.459423 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.549949 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.556271 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fff501b-89ba-4ee5-a33c-e370855c2945 x-openstack-request-id: req-4fff501b-89ba-4ee5-a33c-e370855c2945 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:59.557284 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bbea52-1678-41bc-b765-54d7cafa50fe", "name": "network-vif-deleted", "tag": "ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:59.558538 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4fff501b-89ba-4ee5-a33c-e370855c2945 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:59.558716 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bbea52-1678-41bc-b765-54d7cafa50fe', 'name': 'network-vif-deleted', 'tag': 'ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e', 'status': 'completed', 'code': 200} Jul 16 01:29:59.629639 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 13ef3fc3-63e9-4806-806e-ef207d3d8b55 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:59.632204 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-9d4a894f-cdf1-43bd-99f2-f69f1cbaae69', 'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69', 'tenant_id': '91e9e48433254b02bc32638099bc2bfc', 'fixed_ips': [{'subnet_id': '23bc4be1-90d8-43de-b953-ebbb6e29806c'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:29:59.635467 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.636143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] For port e2fd746d-3af5-45d0-bb1f-58282705a3d0, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:59.642519 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] For port e2fd746d-3af5-45d0-bb1f-58282705a3d0, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e2fd746d-3af5-45d0-bb1f-58282705a3d0,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:59.658473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5327585-189c-4d29-a056-95818deeb329 req-47dd4d5c-5843-404d-bfa0-9882130dd3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.660304 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5327585-189c-4d29-a056-95818deeb329 req-47dd4d5c-5843-404d-bfa0-9882130dd3d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f742ae33-4dce-47ed-a1d3-990b523bac4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4778655 Jul 16 01:29:59.675904 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.687136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:59.769287 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:59.769676 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device ab295309-c9da-4ae8-acf0-ba4dd4ec8f4e not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:59.812978 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5327585-189c-4d29-a056-95818deeb329 req-739e4c65-6264-4812-a314-372521b60eb1 service neutron] 10.222.0.26 "GET /v2.0/networks/f742ae33-4dce-47ed-a1d3-990b523bac4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323774 Jul 16 01:29:59.925012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44306) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:59.930512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] Pushing event updated for resources: {'Port': ['ID=e2fd746d-3af5-45d0-bb1f-58282705a3d0,revision_number=8']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:59.955271 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.965197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.965905 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.967483 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0e39b597-a0be-4b37-9988-5ffbc38f6f8d service neutron] 10.222.0.47 "PUT /v2.0/ports/e2fd746d-3af5-45d0-bb1f-58282705a3d0 HTTP/1.1" status: 200 len: 1121 time: 1.6133397 Jul 16 01:30:00.054122 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 13ef3fc3-63e9-4806-806e-ef207d3d8b55, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=13ef3fc3-63e9-4806-806e-ef207d3d8b55,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:00.066262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '13ef3fc3-63e9-4806-806e-ef207d3d8b55', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '13ef3fc3-63e9-4806-806e-ef207d3d8b55', 'mac_address': 'fa:16:3e:55:89:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:00.075820 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fede671-51d7-4a13-8e1a-9279cea6bdde req-a3b1f636-658a-4672-86fc-897fa9aebe54 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.077396 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fede671-51d7-4a13-8e1a-9279cea6bdde req-a3b1f636-658a-4672-86fc-897fa9aebe54 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 943 time: 0.2474682 Jul 16 01:30:00.099274 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5327585-189c-4d29-a056-95818deeb329 req-2d7c98f2-ecbd-4b5c-868e-c26a4b500b31 service neutron] 10.222.0.26 "GET /v2.0/networks/f742ae33-4dce-47ed-a1d3-990b523bac4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575922 Jul 16 01:30:00.166277 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Allocated IP 172.20.0.2 (9d4a894f-cdf1-43bd-99f2-f69f1cbaae69/23bc4be1-90d8-43de-b953-ebbb6e29806c/7e697284-9c7e-4966-8f4c-590c71f601e9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:00.172528 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.190170 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ef3fc3-63e9-4806-806e-ef207d3d8b55 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:00.193770 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f0453-4a2b-43cd-8474-32704d1cb57a req-6d0ee0c1-f6bf-46e2-a3ec-2890eb2da4a5 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.196566 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc9f0453-4a2b-43cd-8474-32704d1cb57a req-6d0ee0c1-f6bf-46e2-a3ec-2890eb2da4a5 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 946 time: 0.1267219 Jul 16 01:30:00.201158 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fede671-51d7-4a13-8e1a-9279cea6bdde req-0646b116-0908-411d-8ce6-d36eae012330 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107190 Jul 16 01:30:00.207611 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['e2fd746d-3af5-45d0-bb1f-58282705a3d0'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:00.227462 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 13ef3fc3-63e9-4806-806e-ef207d3d8b55, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=13ef3fc3-63e9-4806-806e-ef207d3d8b55,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:00.255749 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.366931 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-fc9f0453-4a2b-43cd-8474-32704d1cb57a req-02c75132-418f-48f8-ba68-e349b4e2e532 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Deleting port 28b7e19b-5bcf-4eee-8973-d1a276761120 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:00.367388 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fc9f0453-4a2b-43cd-8474-32704d1cb57a req-02c75132-418f-48f8-ba68-e349b4e2e532 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.370909 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c789a22d-702f-47ef-807e-34c16ed407b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fd746d-3af5-45d0-bb1f-58282705a3d0'}, {'name': 'network-changed', 'server_uuid': 'c789a22d-702f-47ef-807e-34c16ed407b7', 'tag': 'e2fd746d-3af5-45d0-bb1f-58282705a3d0'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:00.373258 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fefa806-979e-4e02-9345-557bb77b9f64" -d '{"events": [{"server_uuid": "c789a22d-702f-47ef-807e-34c16ed407b7", "name": "network-vif-unplugged", "status": "completed", "tag": "e2fd746d-3af5-45d0-bb1f-58282705a3d0"}, {"name": "network-changed", "server_uuid": "c789a22d-702f-47ef-807e-34c16ed407b7", "tag": "e2fd746d-3af5-45d0-bb1f-58282705a3d0"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:00.375541 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c541de9e-9379-4f5c-b83f-fff4e30f2100 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7b0ee75d87fe4e4fb9a9c5926e993e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482780 Jul 16 01:30:00.378139 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44330) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:00.395832 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=13ef3fc3-63e9-4806-806e-ef207d3d8b55,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:00.546941 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.565797 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Transition to ACTIVE for port object 7e697284-9c7e-4966-8f4c-590c71f601e9 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:00.582653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Transition to ACTIVE for port object 7e697284-9c7e-4966-8f4c-590c71f601e9 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:00.590466 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.638499 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.640713 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Network 9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:00.643651 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:00.648172 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:00.649480 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd709d9-cff5-45ef-a999-ed72dfbe7def req-7257b73d-5baa-4b1f-a0d0-a017e4c57eb3 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.656515 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dcd709d9-cff5-45ef-a999-ed72dfbe7def req-7257b73d-5baa-4b1f-a0d0-a017e4c57eb3 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 946 time: 0.2872617 Jul 16 01:30:00.680337 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Pushing event updated for resources: {'Port': ['ID=7e697284-9c7e-4966-8f4c-590c71f601e9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:00.700218 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.704978 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4f2048e6-9951-4605-b68c-27b8d090827c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.710668 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['13ef3fc3-63e9-4806-806e-ef207d3d8b55'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:00.733703 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e703c304-5dad-4d7d-bef8-f3f790310ad3 x-openstack-request-id: req-e703c304-5dad-4d7d-bef8-f3f790310ad3 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:00.734009 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c789a22d-702f-47ef-807e-34c16ed407b7", "name": "network-vif-unplugged", "status": "completed", "tag": "e2fd746d-3af5-45d0-bb1f-58282705a3d0", "code": 200}, {"name": "network-changed", "server_uuid": "c789a22d-702f-47ef-807e-34c16ed407b7", "tag": "e2fd746d-3af5-45d0-bb1f-58282705a3d0", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:00.734392 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e703c304-5dad-4d7d-bef8-f3f790310ad3 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:00.734848 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c789a22d-702f-47ef-807e-34c16ed407b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fd746d-3af5-45d0-bb1f-58282705a3d0', 'code': 200} Jul 16 01:30:00.735162 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c789a22d-702f-47ef-807e-34c16ed407b7', 'tag': 'e2fd746d-3af5-45d0-bb1f-58282705a3d0', 'status': 'completed', 'code': 200} Jul 16 01:30:00.788874 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dcd709d9-cff5-45ef-a999-ed72dfbe7def req-043661ae-2c84-4a40-8bc2-812c6d43f6a6 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/security-groups?id=d837f83c-97c3-4a55-955a-9114cf27cc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304128 Jul 16 01:30:00.816898 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4f2048e6-9951-4605-b68c-27b8d090827c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.881078 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Attempting to bind port 7e697284-9c7e-4966-8f4c-590c71f601e9 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:00.881803 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Attempting to bind port 7e697284-9c7e-4966-8f4c-590c71f601e9 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '7e35bd92-184f-48ea-99fe-c52f623dad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:00.882494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Attempting to bind port 7e697284-9c7e-4966-8f4c-590c71f601e9 on network 9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:00.894462 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:00.894834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Checking segment: {'id': '7e35bd92-184f-48ea-99fe-c52f623dad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:00.895452 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.895634 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Bound using segment: {'id': '7e35bd92-184f-48ea-99fe-c52f623dad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:00.896113 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Bound port: 7e697284-9c7e-4966-8f4c-590c71f601e9, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e35bd92-184f-48ea-99fe-c52f623dad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:00.896668 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.904937 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefa806-979e-4e02-9345-557bb77b9f64 req-bd1c53d8-cc8f-43ae-af18-832abfb7b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.907782 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3fefa806-979e-4e02-9345-557bb77b9f64 req-bd1c53d8-cc8f-43ae-af18-832abfb7b216 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 1124 time: 0.1706343 Jul 16 01:30:00.952425 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4f2048e6-9951-4605-b68c-27b8d090827c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.955877 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4f2048e6-9951-4605-b68c-27b8d090827c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.957762 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4f2048e6-9951-4605-b68c-27b8d090827c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/952c2200-0ee7-4d1d-8723-36ecf60ad49c HTTP/1.1" status: 204 len: 168 time: 0.5784247 Jul 16 01:30:00.978931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2048e6-9951-4605-b68c-27b8d090827c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952c2200-0ee7-4d1d-8723-36ecf60ad49c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:00.989465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] Allocated IP 172.25.1.238 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:01.048349 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-575f7441-7441-4e4c-8223-4cf18b1798b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.058822 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.061047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] For port 7e697284-9c7e-4966-8f4c-590c71f601e9, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:01.066380 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] For port 7e697284-9c7e-4966-8f4c-590c71f601e9, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7e697284-9c7e-4966-8f4c-590c71f601e9,segment=NetworkSegment(7e35bd92-184f-48ea-99fe-c52f623dad06),segment_id=7e35bd92-184f-48ea-99fe-c52f623dad06)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:01.076910 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.078332 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefa806-979e-4e02-9345-557bb77b9f64 req-85f5c115-176c-4b54-8019-3241d7270fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.079860 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3fefa806-979e-4e02-9345-557bb77b9f64 req-85f5c115-176c-4b54-8019-3241d7270fea service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 922 time: 0.1631596 Jul 16 01:30:01.121368 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02617f-da87-4a73-ba13-6fb928ba6fb1 req-9760eef3-729e-4bdf-bd89-8e3b39d41941 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.130243 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3d02617f-da87-4a73-ba13-6fb928ba6fb1 req-9760eef3-729e-4bdf-bd89-8e3b39d41941 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b HTTP/1.1" status: 200 len: 949 time: 0.3978577 Jul 16 01:30:01.144537 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-fc9f0453-4a2b-43cd-8474-32704d1cb57a req-02c75132-418f-48f8-ba68-e349b4e2e532 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] For port 28b7e19b-5bcf-4eee-8973-d1a276761120, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=28b7e19b-5bcf-4eee-8973-d1a276761120,segment=NetworkSegment(52bc77e7-9f4e-4d42-91c5-e8fe27dfa212),segment_id=52bc77e7-9f4e-4d42-91c5-e8fe27dfa212)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:01.145049 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fc9f0453-4a2b-43cd-8474-32704d1cb57a req-02c75132-418f-48f8-ba68-e349b4e2e532 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.149809 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.206258 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9546ff-f6a1-4ccf-aebb-3958ed2eea6c None None] Pushing event updated for resources: {'Port': ['ID=7e697284-9c7e-4966-8f4c-590c71f601e9,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:01.206493 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.223039 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3fefa806-979e-4e02-9345-557bb77b9f64 req-f2504453-3666-4ddf-a872-509990d1d996 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2fd746d-3af5-45d0-bb1f-58282705a3d0 HTTP/1.1" status: 200 len: 217 time: 0.0860658 Jul 16 01:30:01.228199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-fc9f0453-4a2b-43cd-8474-32704d1cb57a req-02c75132-418f-48f8-ba68-e349b4e2e532 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Calling delete_port for 28b7e19b-5bcf-4eee-8973-d1a276761120 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:01.257402 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:01.285828 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:01.291953 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:01.326653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:01.334815 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3d02617f-da87-4a73-ba13-6fb928ba6fb1 req-c85e1467-9fb0-4dc0-99db-4af741dba02f tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036583 Jul 16 01:30:01.452539 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefa806-979e-4e02-9345-557bb77b9f64 req-185854ed-5d2a-4259-bdef-a9c4e6f6a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.454089 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3fefa806-979e-4e02-9345-557bb77b9f64 req-185854ed-5d2a-4259-bdef-a9c4e6f6a965 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.2189784 Jul 16 01:30:01.580833 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 28b7e19b-5bcf-4eee-8973-d1a276761120 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:01.620728 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3fefa806-979e-4e02-9345-557bb77b9f64 req-d6241f2e-0730-460a-a6ef-88db44e5a70c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325307 Jul 16 01:30:01.664305 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44364) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:01.746001 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.787460 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d782c3d9-c1c6-4ae0-affb-1a7852ed67d0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6221616ff8404574bede38190ca8e3e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1218057 Jul 16 01:30:01.791261 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44366) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:01.822047 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fc9f0453-4a2b-43cd-8474-32704d1cb57a req-02c75132-418f-48f8-ba68-e349b4e2e532 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.894285 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.924783 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.928774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9f0453-4a2b-43cd-8474-32704d1cb57a req-02c75132-418f-48f8-ba68-e349b4e2e532 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] No DVR routers for this DVR port 28b7e19b-5bcf-4eee-8973-d1a276761120 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:01.931100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c75132-418f-48f8-ba68-e349b4e2e532 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Pushing event deleted for resources: {'Port': ['ID=28b7e19b-5bcf-4eee-8973-d1a276761120,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:01.946761 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fc9f0453-4a2b-43cd-8474-32704d1cb57a req-02c75132-418f-48f8-ba68-e349b4e2e532 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.950806 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc9f0453-4a2b-43cd-8474-32704d1cb57a req-02c75132-418f-48f8-ba68-e349b4e2e532 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.47 "DELETE /v2.0/ports/28b7e19b-5bcf-4eee-8973-d1a276761120 HTTP/1.1" status: 204 len: 173 time: 1.7481709 Jul 16 01:30:01.954321 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4dfd2413-96b4-4dbc-af21-d4bde6e0d4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.961600 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ced566-69bc-4fa8-a600-da6f4ddd0b00 req-ef20086c-caf8-4046-8300-cba29e8641c9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.962600 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d9ced566-69bc-4fa8-a600-da6f4ddd0b00 req-ef20086c-caf8-4046-8300-cba29e8641c9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 943 time: 0.1915991 Jul 16 01:30:01.987465 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4dfd2413-96b4-4dbc-af21-d4bde6e0d4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.050094 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4dfd2413-96b4-4dbc-af21-d4bde6e0d4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.053619 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4dfd2413-96b4-4dbc-af21-d4bde6e0d4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.055630 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4dfd2413-96b4-4dbc-af21-d4bde6e0d4a9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/db587c1c-b77c-4cec-ac7a-59b7c7320700 HTTP/1.1" status: 204 len: 168 time: 0.2633827 Jul 16 01:30:02.088862 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd2413-96b4-4dbc-af21-d4bde6e0d4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db587c1c-b77c-4cec-ac7a-59b7c7320700,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:02.094613 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d9ced566-69bc-4fa8-a600-da6f4ddd0b00 req-2e79c2ae-ed05-4d5c-a563-8959288f2290 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210089 Jul 16 01:30:02.264135 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.361189 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3fefa806-979e-4e02-9345-557bb77b9f64 req-aa6ba77c-2a21-4f1b-accc-1b79f45f919f service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590405 Jul 16 01:30:02.558146 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dc736839-650c-47e5-b11d-3a88e1a296b2 req-efc06d4b-5316-41e6-aa7b-d4c8656303fc tempest-FloatingIPsAssociationNegativeTestJSON-1420487816 tempest-FloatingIPsAssociationNegativeTestJSON-1420487816-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c HTTP/1.1" status: 200 len: 210 time: 0.0729024 Jul 16 01:30:02.566271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] Router d9e01e94-b7d5-4748-aa20-98a84da93ff9 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:30:02.582836 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3fefa806-979e-4e02-9345-557bb77b9f64 req-9c7a2dca-6dc9-4dd2-ac2c-104bc2fda62b service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110782 Jul 16 01:30:02.737979 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c', 'name': 'network-vif-deleted', 'tag': '28b7e19b-5bcf-4eee-8973-d1a276761120'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:02.745095 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:02.748243 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41b43b1-dd59-4b37-a437-67377eab5e1e" -d '{"events": [{"server_uuid": "b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c", "name": "network-vif-deleted", "tag": "28b7e19b-5bcf-4eee-8973-d1a276761120"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:02.756900 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Sync routers for ids ['d9e01e94-b7d5-4748-aa20-98a84da93ff9'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:02.783383 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.785048 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Routers {'d9e01e94-b7d5-4748-aa20-98a84da93ff9'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:02.785946 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:30:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d9e01e94-b7d5-4748-aa20-98a84da93ff9'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:02.789563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44394) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:02.790739 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1b0495de-13b9-432c-856d-aea2ba358be2 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4438357 Jul 16 01:30:02.831748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf89f3b-9989-4da6-88cb-a5666640dac9 None None] Network 9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:02.923082 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ec4627-e8d6-4724-9c3e-5b1dc0d0c635 x-openstack-request-id: req-80ec4627-e8d6-4724-9c3e-5b1dc0d0c635 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:02.924515 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c", "name": "network-vif-deleted", "tag": "28b7e19b-5bcf-4eee-8973-d1a276761120", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:02.925514 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80ec4627-e8d6-4724-9c3e-5b1dc0d0c635 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:02.927858 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6088d5e-b7fb-4b7e-92e7-f71564c0bd1c', 'name': 'network-vif-deleted', 'tag': '28b7e19b-5bcf-4eee-8973-d1a276761120', 'status': 'completed', 'code': 200} Jul 16 01:30:02.967932 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c2880632-b979-4113-aa92-069611a3af0f None None] Provisioning for port 7e697284-9c7e-4966-8f4c-590c71f601e9 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:03.029325 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Set router d9e01e94-b7d5-4748-aa20-98a84da93ff9 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:03.139677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac34dc8-58a9-4ee9-a1aa-fb4553c8cf8c req-6fe79461-f256-4843-89ac-4879ef2d2c40 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:03.148525 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dac34dc8-58a9-4ee9-a1aa-fb4553c8cf8c req-6fe79461-f256-4843-89ac-4879ef2d2c40 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b HTTP/1.1" status: 200 len: 949 time: 0.2509317 Jul 16 01:30:03.364366 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dac34dc8-58a9-4ee9-a1aa-fb4553c8cf8c req-c39e65bd-f7c9-40c1-aac8-9b4f687c06a2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142065 Jul 16 01:30:03.585257 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e2fd746d-3af5-45d0-bb1f-58282705a3d0 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:03.595886 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 13ef3fc3-63e9-4806-806e-ef207d3d8b55 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:03.598015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8be643-81c7-4270-b893-9a7426b0d5a1 req-dbe3b8d7-8f3b-4a80-815d-c2dda139d123 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:03.612982 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e8be643-81c7-4270-b893-9a7426b0d5a1 req-dbe3b8d7-8f3b-4a80-815d-c2dda139d123 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 943 time: 0.2759221 Jul 16 01:30:03.630723 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7e697284-9c7e-4966-8f4c-590c71f601e9 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:03.689987 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e01e94-b7d5-4748-aa20-98a84da93ff9', 'name': 'tempest-AttachSCSIVolumeTestJSON-331119094-router', 'tenant_id': '91e9e48433254b02bc32638099bc2bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:59Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 3, 'project_id': '91e9e48433254b02bc32638099bc2bfc', 'gw_port': {'id': 'a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e01e94-b7d5-4748-aa20-98a84da93ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:00Z', 'updated_at': '2021-07-16T01:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:03.728275 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e8be643-81c7-4270-b893-9a7426b0d5a1 req-cffd5544-faa7-4a3f-baf2-22de182e8aa9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143117 Jul 16 01:30:03.764294 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44428) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:03.775913 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Checking router: d9e01e94-b7d5-4748-aa20-98a84da93ff9 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:03.777430 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Updating router d9e01e94-b7d5-4748-aa20-98a84da93ff9 port a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:30:03.848560 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.879600 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.resource_extend [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:30:03.913032 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.917796 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.018044 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 7e697284-9c7e-4966-8f4c-590c71f601e9 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:04.035367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 7e697284-9c7e-4966-8f4c-590c71f601e9 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:04.035751 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.157484 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-9b9920f0-3568-4729-a24b-ec29bba08e8a service neutron] 10.222.0.26 "GET /v2.0/ports/e2fd746d-3af5-45d0-bb1f-58282705a3d0/bindings/n-h2-800086-6 HTTP/1.1" status: 200 len: 384 time: 0.2304294 Jul 16 01:30:04.197275 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 13ef3fc3-63e9-4806-806e-ef207d3d8b55 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:04.288614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] Allocated IP 172.20.0.1 (9d4a894f-cdf1-43bd-99f2-f69f1cbaae69/23bc4be1-90d8-43de-b953-ebbb6e29806c/8831a0b4-9714-4f01-a833-155bcc052688) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:04.314688 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 13ef3fc3-63e9-4806-806e-ef207d3d8b55 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:04.317608 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.489088 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e2fd746d-3af5-45d0-bb1f-58282705a3d0, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e2fd746d-3af5-45d0-bb1f-58282705a3d0,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:04.583569 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.639481 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.655730 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e2fd746d-3af5-45d0-bb1f-58282705a3d0 has no active binding in host n-h2-800086-6 {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:30:04.673174 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Transition to ACTIVE for port object a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:04.693152 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.721092 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 13ef3fc3-63e9-4806-806e-ef207d3d8b55, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=13ef3fc3-63e9-4806-806e-ef207d3d8b55,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:04.724132 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa3cf09-074d-4da8-beb4-c959649fbd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ef3fc3-63e9-4806-806e-ef207d3d8b55'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:04.730300 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad808bc-7efb-4b83-b072-acece9932bbf" -d '{"events": [{"server_uuid": "ffa3cf09-074d-4da8-beb4-c959649fbd5b", "name": "network-vif-plugged", "status": "completed", "tag": "13ef3fc3-63e9-4806-806e-ef207d3d8b55"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:04.742717 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.759893 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.774062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-7fdda0f9-f2e7-43bb-a520-f0835957c142 service neutron] For port e2fd746d-3af5-45d0-bb1f-58282705a3d0, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e2fd746d-3af5-45d0-bb1f-58282705a3d0,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:04.788412 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5000-025d-4953-967a-beec44031b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.795311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] Transition to ACTIVE for port object 8831a0b4-9714-4f01-a833-155bcc052688 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:04.810186 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-7fdda0f9-f2e7-43bb-a520-f0835957c142 service neutron] For port e2fd746d-3af5-45d0-bb1f-58282705a3d0, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:04.833807 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d82a9-952d-4cf2-979d-4e774eddb874 None None] Pushing event updated for resources: {'Port': ['ID=a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:04.842663 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Attempting to bind port a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:04.843587 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Attempting to bind port a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:04.844165 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Attempting to bind port a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:04.853896 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.856119 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53d82a9-952d-4cf2-979d-4e774eddb874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:04.856691 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53d82a9-952d-4cf2-979d-4e774eddb874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:04.857935 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53d82a9-952d-4cf2-979d-4e774eddb874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:04.858497 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53d82a9-952d-4cf2-979d-4e774eddb874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:04.859039 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53d82a9-952d-4cf2-979d-4e774eddb874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:04.859800 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53d82a9-952d-4cf2-979d-4e774eddb874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:04.860359 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53d82a9-952d-4cf2-979d-4e774eddb874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:04.860905 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53d82a9-952d-4cf2-979d-4e774eddb874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:04.861584 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53d82a9-952d-4cf2-979d-4e774eddb874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:04.862119 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53d82a9-952d-4cf2-979d-4e774eddb874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:04.862663 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53d82a9-952d-4cf2-979d-4e774eddb874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:04.863206 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53d82a9-952d-4cf2-979d-4e774eddb874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:04.874407 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:04.875507 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:04.876404 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.877028 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:04.877824 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-7fdda0f9-f2e7-43bb-a520-f0835957c142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2fd746d-3af5-45d0-bb1f-58282705a3d0 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:04.878102 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Bound port: a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:04.878736 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.889301 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f750fb4-0721-4606-8e10-1fcbefe92094 req-560f257a-0c18-4ed5-a585-d08f6e9d0d1b tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:04.891490 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f750fb4-0721-4606-8e10-1fcbefe92094 req-560f257a-0c18-4ed5-a585-d08f6e9d0d1b tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b HTTP/1.1" status: 200 len: 949 time: 0.2501018 Jul 16 01:30:04.902126 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-7fdda0f9-f2e7-43bb-a520-f0835957c142 service neutron] For port e2fd746d-3af5-45d0-bb1f-58282705a3d0, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e2fd746d-3af5-45d0-bb1f-58282705a3d0,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:04.924465 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-7fdda0f9-f2e7-43bb-a520-f0835957c142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.953169 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.972386 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] For port a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:04.978038 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] For port a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:04.985791 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.013458 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 7e697284-9c7e-4966-8f4c-590c71f601e9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7e697284-9c7e-4966-8f4c-590c71f601e9,segment=NetworkSegment(7e35bd92-184f-48ea-99fe-c52f623dad06),segment_id=7e35bd92-184f-48ea-99fe-c52f623dad06)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:05.042161 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.055000 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=13ef3fc3-63e9-4806-806e-ef207d3d8b55,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:05.066723 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d82a9-952d-4cf2-979d-4e774eddb874 None None] Pushing event updated for resources: {'Port': ['ID=a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:05.071218 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Routers {'d9e01e94-b7d5-4748-aa20-98a84da93ff9'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:05.072140 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:30:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d9e01e94-b7d5-4748-aa20-98a84da93ff9'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:05.134490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-7fdda0f9-f2e7-43bb-a520-f0835957c142 service neutron] Transition to ACTIVE for port object e2fd746d-3af5-45d0-bb1f-58282705a3d0 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:05.149549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] Network 9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:05.153971 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:05.156870 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-7fdda0f9-f2e7-43bb-a520-f0835957c142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.166326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:05.220986 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=7e697284-9c7e-4966-8f4c-590c71f601e9,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:05.257222 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87245664-b341-4353-84ef-d1dc25d7cd47 x-openstack-request-id: req-87245664-b341-4353-84ef-d1dc25d7cd47 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:05.257727 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa3cf09-074d-4da8-beb4-c959649fbd5b", "name": "network-vif-plugged", "status": "completed", "tag": "13ef3fc3-63e9-4806-806e-ef207d3d8b55", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:05.257988 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-87245664-b341-4353-84ef-d1dc25d7cd47 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:05.258395 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa3cf09-074d-4da8-beb4-c959649fbd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ef3fc3-63e9-4806-806e-ef207d3d8b55', 'code': 200} Jul 16 01:30:05.315451 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] Set router d9e01e94-b7d5-4748-aa20-98a84da93ff9 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:05.330600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] Pushing event updated for resources: {'Port': ['ID=8831a0b4-9714-4f01-a833-155bcc052688,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:05.427049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-7fdda0f9-f2e7-43bb-a520-f0835957c142 service neutron] No DVR routers for this DVR port e2fd746d-3af5-45d0-bb1f-58282705a3d0 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:05.497580 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7e697284-9c7e-4966-8f4c-590c71f601e9 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:05.566815 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f750fb4-0721-4606-8e10-1fcbefe92094 req-e059cff1-b0d3-45b4-b8f5-2aad68779ad8 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6584070 Jul 16 01:30:05.602231 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.609845 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-28708ebc-a159-4a0d-b9a8-7def544d0a43 None None] Provisioning for port 8831a0b4-9714-4f01-a833-155bcc052688 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:05.619760 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-28708ebc-a159-4a0d-b9a8-7def544d0a43 None None] Provisioning complete for port 8831a0b4-9714-4f01-a833-155bcc052688 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:05.620141 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28708ebc-a159-4a0d-b9a8-7def544d0a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.687142 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e01e94-b7d5-4748-aa20-98a84da93ff9', 'name': 'tempest-AttachSCSIVolumeTestJSON-331119094-router', 'tenant_id': '91e9e48433254b02bc32638099bc2bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:59Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 3, 'project_id': '91e9e48433254b02bc32638099bc2bfc', 'gw_port': {'id': 'a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e01e94-b7d5-4748-aa20-98a84da93ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:00Z', 'updated_at': '2021-07-16T01:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:05.712051 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-28708ebc-a159-4a0d-b9a8-7def544d0a43 None None] Port 8831a0b4-9714-4f01-a833-155bcc052688 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:05.723169 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdda0f9-f2e7-43bb-a520-f0835957c142 service neutron] Pushing event updated for resources: {'Port': ['ID=e2fd746d-3af5-45d0-bb1f-58282705a3d0,revision_number=10']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:05.745118 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-7fdda0f9-f2e7-43bb-a520-f0835957c142 service neutron] 10.222.0.26 "PUT /v2.0/ports/e2fd746d-3af5-45d0-bb1f-58282705a3d0/bindings/n-h2-800086-6/activate HTTP/1.1" status: 200 len: 369 time: 1.5805533 Jul 16 01:30:05.748415 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 7e697284-9c7e-4966-8f4c-590c71f601e9 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:05.749414 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.753370 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a1d8c5-d773-41e4-854a-65d8b5eb0a94 None None] The sync data for ids ['d9e01e94-b7d5-4748-aa20-98a84da93ff9'] in n-d-800086-6 is: [{'id': 'd9e01e94-b7d5-4748-aa20-98a84da93ff9', 'name': 'tempest-AttachSCSIVolumeTestJSON-331119094-router', 'tenant_id': '91e9e48433254b02bc32638099bc2bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:59Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 3, 'project_id': '91e9e48433254b02bc32638099bc2bfc', 'gw_port': {'id': 'a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e01e94-b7d5-4748-aa20-98a84da93ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:00Z', 'updated_at': '2021-07-16T01:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:05.861628 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd9289-6a2c-45d3-85bb-257b290c2e6a req-515efdc7-7201-4f14-9342-5363b0ab0784 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.870162 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74dd9289-6a2c-45d3-85bb-257b290c2e6a req-515efdc7-7201-4f14-9342-5363b0ab0784 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 944 time: 0.3670008 Jul 16 01:30:05.907488 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fba8dd-c3ef-43ac-8a9f-07eccf85f272 req-cb9b8156-443f-4bfe-981a-cb9cd8e34a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.909148 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-12fba8dd-c3ef-43ac-8a9f-07eccf85f272 req-cb9b8156-443f-4bfe-981a-cb9cd8e34a15 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b HTTP/1.1" status: 200 len: 1101 time: 0.3702557 Jul 16 01:30:05.947867 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4fb0c810-a2c5-43c7-8467-2e16b7150ff7 req-e883c656-d1e7-4caf-bc29-ebce3abf535c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5319831 Jul 16 01:30:05.953222 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.983870 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74dd9289-6a2c-45d3-85bb-257b290c2e6a req-9d898a0b-1fbc-443f-9d60-5f5fccad7a49 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096268 Jul 16 01:30:06.025392 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-12fba8dd-c3ef-43ac-8a9f-07eccf85f272 req-48927ec5-6809-4ae2-b10c-5f6e2dfbfe35 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979033 Jul 16 01:30:06.129283 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-25155076-78ac-4773-80a6-bedd1f930af0 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.132335 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-25155076-78ac-4773-80a6-bedd1f930af0 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7&tenant_id=6060cb9382ba430f8761b732ad566a8a&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 1095 time: 0.2212691 Jul 16 01:30:06.229985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-ef8d5000-025d-4953-967a-beec44031b66 admin admin] Deleting port f374e129-f2e4-403a-9dc0-6e3596797943 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:06.230342 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5000-025d-4953-967a-beec44031b66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.264695 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.274579 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.398241 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.401244 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] Pushing event updated for resources: {'Port': ['ID=8831a0b4-9714-4f01-a833-155bcc052688,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:06.554919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] Network 9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:06.559088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:06.628826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-ef8d5000-025d-4953-967a-beec44031b66 admin admin] For port f374e129-f2e4-403a-9dc0-6e3596797943, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f374e129-f2e4-403a-9dc0-6e3596797943,segment=NetworkSegment(52bc77e7-9f4e-4d42-91c5-e8fe27dfa212),segment_id=52bc77e7-9f4e-4d42-91c5-e8fe27dfa212)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:06.629110 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5000-025d-4953-967a-beec44031b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.650883 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-ef8d5000-025d-4953-967a-beec44031b66 admin admin] Calling delete_port for f374e129-f2e4-403a-9dc0-6e3596797943 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:06.751684 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44526) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:06.843634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0c810-a2c5-43c7-8467-2e16b7150ff7 req-92e0727d-1e80-41a9-8b86-f9dbaa16588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.845212 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4fb0c810-a2c5-43c7-8467-2e16b7150ff7 req-92e0727d-1e80-41a9-8b86-f9dbaa16588e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 1096 time: 0.4725347 Jul 16 01:30:06.866739 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-f97c52f7-7a7f-4bda-85ce-e9b5017738f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.868463 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-f97c52f7-7a7f-4bda-85ce-e9b5017738f1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7&tenant_id=6060cb9382ba430f8761b732ad566a8a HTTP/1.1" status: 200 len: 1095 time: 0.4973605 Jul 16 01:30:06.896258 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44530) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:06.948740 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1d866bbb-484e-4531-abd2-ea1b700b4ac6 None None] Provisioning complete for port 8831a0b4-9714-4f01-a833-155bcc052688 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:06.950081 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1d866bbb-484e-4531-abd2-ea1b700b4ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.023574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1d866bbb-484e-4531-abd2-ea1b700b4ac6 None None] Port 8831a0b4-9714-4f01-a833-155bcc052688 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:07.396114 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be226b-84d5-437c-8dde-3d80dd80ab5b req-3ecd2d97-e2c8-4b4c-884d-d5639c4face7 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.408361 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-54be226b-84d5-437c-8dde-3d80dd80ab5b req-3ecd2d97-e2c8-4b4c-884d-d5639c4face7 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b HTTP/1.1" status: 200 len: 950 time: 0.5606287 Jul 16 01:30:07.411515 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0f08c1b5-a70a-4c3e-bb52-da55498f9166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.432663 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-182531eb-3aeb-4922-b423-7718d85a613b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.578826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:07.581047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] Router d9e01e94-b7d5-4748-aa20-98a84da93ff9 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:07.611824 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a534c2-5151-409e-957e-10913e516744 req-4cdb7e65-0109-41f5-a8a7-9a9c0ceb972a tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.614994 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-02a534c2-5151-409e-957e-10913e516744 req-4cdb7e65-0109-41f5-a8a7-9a9c0ceb972a tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 944 time: 0.3261483 Jul 16 01:30:07.670573 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:07.671317 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-182531eb-3aeb-4922-b423-7718d85a613b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.686265 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:07.686954 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.756709 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0c810-a2c5-43c7-8467-2e16b7150ff7 req-700ae4d4-c073-4c87-ad8d-9d800d5951b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.762550 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4fb0c810-a2c5-43c7-8467-2e16b7150ff7 req-700ae4d4-c073-4c87-ad8d-9d800d5951b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 922 time: 0.8653464 Jul 16 01:30:07.766191 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-54be226b-84d5-437c-8dde-3d80dd80ab5b req-bf4a1235-9cc5-428b-9630-111660054959 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563044 Jul 16 01:30:07.767029 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-182531eb-3aeb-4922-b423-7718d85a613b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.806884 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-02a534c2-5151-409e-957e-10913e516744 req-0d84c70c-3997-4b14-8b70-ba003aca4107 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295538 Jul 16 01:30:07.812291 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-182531eb-3aeb-4922-b423-7718d85a613b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d5314317d78d4e9986cc1f01eb8caad0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0514717 Jul 16 01:30:07.813863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44540) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:07.848557 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.873855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:07.895315 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:07.900424 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8f43f90e-fb39-48ee-9e08-c61f357914cd admin admin] 10.222.0.54 "PUT /v2.0/routers/d9e01e94-b7d5-4748-aa20-98a84da93ff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1088905 Jul 16 01:30:07.901897 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ab3e9b5-c4c6-4dc0-9622-24c52eeb18e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.903803 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.958279 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ab3e9b5-c4c6-4dc0-9622-24c52eeb18e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.004727 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4fb0c810-a2c5-43c7-8467-2e16b7150ff7 req-40f537bb-7237-4c29-8d88-dab02e3560a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c683a68-6c26-466f-9717-563ea137f9ed HTTP/1.1" status: 200 len: 217 time: 0.2026131 Jul 16 01:30:08.014727 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-96cd5b22-8a48-4c71-8b1e-c717605996aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.016359 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-96cd5b22-8a48-4c71-8b1e-c717605996aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 1095 time: 1.0832543 Jul 16 01:30:08.026683 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:08.072407 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ab3e9b5-c4c6-4dc0-9622-24c52eeb18e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.082691 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ab3e9b5-c4c6-4dc0-9622-24c52eeb18e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.084445 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3ab3e9b5-c4c6-4dc0-9622-24c52eeb18e1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/21c21033-23c3-402a-b030-4bfc4a35b7c6 HTTP/1.1" status: 204 len: 168 time: 0.2707047 Jul 16 01:30:08.098948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3e9b5-c4c6-4dc0-9622-24c52eeb18e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c21033-23c3-402a-b030-4bfc4a35b7c6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:08.102055 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5000-025d-4953-967a-beec44031b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.104944 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0c810-a2c5-43c7-8467-2e16b7150ff7 req-aac3e548-17dd-4e63-8ba8-6e8efd44c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.106405 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4fb0c810-a2c5-43c7-8467-2e16b7150ff7 req-aac3e548-17dd-4e63-8ba8-6e8efd44c98f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.0854149 Jul 16 01:30:08.203648 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0f08c1b5-a70a-4c3e-bb52-da55498f9166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.205291 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d5000-025d-4953-967a-beec44031b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=f374e129-f2e4-403a-9dc0-6e3596797943,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:08.209820 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182531eb-3aeb-4922-b423-7718d85a613b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c21033-23c3-402a-b030-4bfc4a35b7c6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:08.256971 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0f08c1b5-a70a-4c3e-bb52-da55498f9166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.363002 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4fb0c810-a2c5-43c7-8467-2e16b7150ff7 req-32780dc8-a0e1-4807-9237-e81d77ffe03d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1866426 Jul 16 01:30:08.563455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0f08c1b5-a70a-4c3e-bb52-da55498f9166 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7eca26a5e2e44bda8b7c0727c7ee5e31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6644123 Jul 16 01:30:08.566421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44558) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:08.595813 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44562) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:08.613346 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:30:08.614794 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8c9f7bea-f772-43e7-b462-52f7da3e441d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.637085 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-15919859-4507-467a-81db-bcf7d6ddcda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.638687 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-15919859-4507-467a-81db-bcf7d6ddcda1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 922 time: 0.5129704 Jul 16 01:30:08.639365 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08c1b5-a70a-4c3e-bb52-da55498f9166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74258d99-6df7-45d2-b9b2-b7e7915b8c51,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:08.668342 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Sync routers for ids ['d9e01e94-b7d5-4748-aa20-98a84da93ff9'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:08.670302 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-66535dfb-567e-48f7-a996-5e7b36dafdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.684717 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Routers {'d9e01e94-b7d5-4748-aa20-98a84da93ff9'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:08.685368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:30:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d9e01e94-b7d5-4748-aa20-98a84da93ff9'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:08.690917 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device e2fd746d-3af5-45d0-bb1f-58282705a3d0 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:08.718668 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-66535dfb-567e-48f7-a996-5e7b36dafdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.751136 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-d457e7ea-d892-4106-a749-44c3eab32d36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2fd746d-3af5-45d0-bb1f-58282705a3d0 HTTP/1.1" status: 200 len: 217 time: 0.1024866 Jul 16 01:30:08.766662 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4fb0c810-a2c5-43c7-8467-2e16b7150ff7 req-5ed733bd-8cb1-4015-9d2a-dff1f3b5bbf4 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000515 Jul 16 01:30:08.840358 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-66535dfb-567e-48f7-a996-5e7b36dafdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.843097 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-66535dfb-567e-48f7-a996-5e7b36dafdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.844574 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-66535dfb-567e-48f7-a996-5e7b36dafdc8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/74258d99-6df7-45d2-b9b2-b7e7915b8c51 HTTP/1.1" status: 204 len: 168 time: 0.2769561 Jul 16 01:30:08.872046 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8c9f7bea-f772-43e7-b462-52f7da3e441d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.875867 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device e2fd746d-3af5-45d0-bb1f-58282705a3d0 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:08.879861 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66535dfb-567e-48f7-a996-5e7b36dafdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74258d99-6df7-45d2-b9b2-b7e7915b8c51,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:08.886522 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8c9f7bea-f772-43e7-b462-52f7da3e441d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.941757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f7bea-f772-43e7-b462-52f7da3e441d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03667ffe-9711-4d3a-9d28-4522f1fc2318,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:08.995313 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8c9f7bea-f772-43e7-b462-52f7da3e441d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e5f1be33a3c349a59ba9f112e1cdaee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3969431 Jul 16 01:30:09.012687 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44572) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:09.013251 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44574) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:09.022588 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-80452834-network', 'tenant_id': 'b5f33520e21d4319a302b141c523809b'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:09.070671 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-1efa538e-fa69-42d8-8527-b818eca1ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.073931 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-1efa538e-fa69-42d8-8527-b818eca1ec8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.3022840 Jul 16 01:30:09.083226 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Set router d9e01e94-b7d5-4748-aa20-98a84da93ff9 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:09.107118 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2c1d-7959-4436-8041-28af984ab158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.122011 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Made reservation on behalf of b5f33520e21d4319a302b141c523809b for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:09.124647 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.147458 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c6974-a1e9-45fe-8237-7bd67b087d30 req-1f8c6492-2264-476e-a31c-9237e42f7726 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.156821 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bb1c6974-a1e9-45fe-8237-7bd67b087d30 req-1f8c6492-2264-476e-a31c-9237e42f7726 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b HTTP/1.1" status: 200 len: 950 time: 0.1770635 Jul 16 01:30:09.166132 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4fb0c810-a2c5-43c7-8467-2e16b7150ff7 req-a85615a5-2b14-43f0-9177-9b282c8b8416 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581791 Jul 16 01:30:09.194241 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.197629 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2c1d-7959-4436-8041-28af984ab158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.221118 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-9f86350d-fe17-45b6-8bf6-2fdf61176362 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515983 Jul 16 01:30:09.313189 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.323238 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.346117 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bb1c6974-a1e9-45fe-8237-7bd67b087d30 req-f5c0b389-1311-4a29-a15f-c3f1197b3dde tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881807 Jul 16 01:30:09.423862 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:30:09.435409 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.435889 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Added segment 43fdd05a-9fa3-4727-8a58-7f1054748441 of type vlan for network 90436228-44f0-4591-8692-e20253b66082 Jul 16 01:30:09.488704 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.501531 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bda515-69c0-4910-be22-53a453686645 req-8bb7c823-cbf0-457b-846f-6750387e9402 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.510081 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93bda515-69c0-4910-be22-53a453686645 req-8bb7c823-cbf0-457b-846f-6750387e9402 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 944 time: 0.3391232 Jul 16 01:30:09.511884 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5000-025d-4953-967a-beec44031b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.535243 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.536439 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.537091 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.617013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:09.624978 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93bda515-69c0-4910-be22-53a453686645 req-954e69ba-4fa6-469c-a3b3-39c3dc739463 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139352 Jul 16 01:30:09.646630 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-7a829a02-8df2-46d2-9cd5-50c992d0f6a1 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796928 Jul 16 01:30:09.698777 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe87a700-5ee2-4747-b02f-6b10615cf6e7,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:09.741082 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:09.741506 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:09.741861 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:09.745081 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:09.745455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:09.746034 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:09.746380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:09.746791 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:09.747023 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:09.747349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:09.747674 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:09.748030 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:09.764134 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44586) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:09.778334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e01e94-b7d5-4748-aa20-98a84da93ff9', 'name': 'tempest-AttachSCSIVolumeTestJSON-331119094-router', 'tenant_id': '91e9e48433254b02bc32638099bc2bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:59Z', 'updated_at': '2021-07-16T01:30:05Z', 'revision_number': 4, 'project_id': '91e9e48433254b02bc32638099bc2bfc', 'gw_port': {'id': 'a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e01e94-b7d5-4748-aa20-98a84da93ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:00Z', 'updated_at': '2021-07-16T01:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '8831a0b4-9714-4f01-a833-155bcc052688', 'name': '', 'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69', 'tenant_id': '91e9e48433254b02bc32638099bc2bfc', 'mac_address': 'fa:16:3e:8a:db:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e01e94-b7d5-4748-aa20-98a84da93ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '23bc4be1-90d8-43de-b953-ebbb6e29806c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:04Z', 'updated_at': '2021-07-16T01:30:06Z', 'revision_number': 2, 'project_id': '91e9e48433254b02bc32638099bc2bfc', 'subnets': [{'id': '23bc4be1-90d8-43de-b953-ebbb6e29806c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:09.814497 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Checking router: d9e01e94-b7d5-4748-aa20-98a84da93ff9 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:09.814916 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Updating router d9e01e94-b7d5-4748-aa20-98a84da93ff9 port 8831a0b4-9714-4f01-a833-155bcc052688 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:30:09.842349 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a692d1d-47a3-4b49-b584-cf5426cd65f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.848069 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8310838 Jul 16 01:30:09.852283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:09.852666 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.855925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44588) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:09.856643 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e4fa3-7a5b-4e93-8478-7e0ac57ffa59 admin admin] Pushing event updated for resources: {'Network': ['ID=90436228-44f0-4591-8692-e20253b66082,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:09.881413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 90436228-44f0-4591-8692-e20253b66082 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:30:09.909677 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.981731 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a692d1d-47a3-4b49-b584-cf5426cd65f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.988437 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-70fd7137-938c-4dc1-adf1-6c793b14b40e admin admin] Request body: {'subnet': {'network_id': '90436228-44f0-4591-8692-e20253b66082', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-80452834-subnet', 'tenant_id': 'b5f33520e21d4319a302b141c523809b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:09.992984 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2c1d-7959-4436-8041-28af984ab158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.996886 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2c1d-7959-4436-8041-28af984ab158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.002029 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ee1d2c1d-7959-4436-8041-28af984ab158 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/03667ffe-9711-4d3a-9d28-4522f1fc2318 HTTP/1.1" status: 204 len: 168 time: 0.9859159 Jul 16 01:30:10.007887 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a692d1d-47a3-4b49-b584-cf5426cd65f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.041303 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2a692d1d-47a3-4b49-b584-cf5426cd65f3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1a4efa0f9e554fc7b67d8350a470c777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736442 Jul 16 01:30:10.048140 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44592) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:10.052411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d2c1d-7959-4436-8041-28af984ab158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03667ffe-9711-4d3a-9d28-4522f1fc2318,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:10.084793 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a692d1d-47a3-4b49-b584-cf5426cd65f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed149ca-231a-4cc5-a6ae-3fdd6d243811,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:10.110130 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fd7137-938c-4dc1-adf1-6c793b14b40e admin admin] Made reservation on behalf of b5f33520e21d4319a302b141c523809b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:10.112627 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-70fd7137-938c-4dc1-adf1-6c793b14b40e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.280458 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3150-45bc-48cd-967a-66db0cec904d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.376869 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3150-45bc-48cd-967a-66db0cec904d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.387308 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-5ebb5b42-ca98-4531-917b-b58ae71c1ea9 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7331898 Jul 16 01:30:10.420855 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.432152 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Transition to ACTIVE for port object 8831a0b4-9714-4f01-a833-155bcc052688 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:10.441222 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.501902 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-70fd7137-938c-4dc1-adf1-6c793b14b40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.526723 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8d5000-025d-4953-967a-beec44031b66 admin admin] Router c6ccfd47-1360-43a3-8d3d-59d234cb24af has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:10.536805 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e386013-06b5-4fce-adb9-3fbd4b7a292d None None] Pushing event updated for resources: {'Port': ['ID=8831a0b4-9714-4f01-a833-155bcc052688,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:10.554906 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd7137-938c-4dc1-adf1-6c793b14b40e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5770215-711e-45e1-aaf7-145a571d1701,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:10.608794 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3150-45bc-48cd-967a-66db0cec904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.611345 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3150-45bc-48cd-967a-66db0cec904d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.612619 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a1ed3150-45bc-48cd-967a-66db0cec904d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ed149ca-231a-4cc5-a6ae-3fdd6d243811 HTTP/1.1" status: 204 len: 168 time: 0.5635369 Jul 16 01:30:10.639475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd7137-938c-4dc1-adf1-6c793b14b40e admin admin] Checking segment: {'id': '43fdd05a-9fa3-4727-8a58-7f1054748441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '90436228-44f0-4591-8692-e20253b66082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:10.640023 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd7137-938c-4dc1-adf1-6c793b14b40e admin admin] Network hostable DHCP agents. Network: 90436228-44f0-4591-8692-e20253b66082, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:30:10.669877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed3150-45bc-48cd-967a-66db0cec904d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed149ca-231a-4cc5-a6ae-3fdd6d243811,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:10.675872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b390b-fc88-4a96-a719-88b7f3a1d9ff req-0dd8d64b-ce58-43c3-8469-8bf08d5551fb tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.677445 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a41b390b-fc88-4a96-a719-88b7f3a1d9ff req-0dd8d64b-ce58-43c3-8469-8bf08d5551fb tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b HTTP/1.1" status: 200 len: 1101 time: 0.2755387 Jul 16 01:30:10.708313 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a41b390b-fc88-4a96-a719-88b7f3a1d9ff req-5645557a-fb8d-42ce-8866-b8af8ae24468 tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.710895 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd7137-938c-4dc1-adf1-6c793b14b40e admin admin] Network 90436228-44f0-4591-8692-e20253b66082 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:30:10.737926 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-70fd7137-938c-4dc1-adf1-6c793b14b40e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 90436228-44f0-4591-8692-e20253b66082) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:10.746196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fd7137-938c-4dc1-adf1-6c793b14b40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.746767 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-70fd7137-938c-4dc1-adf1-6c793b14b40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.778076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a61242-65ac-4a05-9af8-dad3999c04b6 None None] Network 90436228-44f0-4591-8692-e20253b66082 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:10.805046 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8d5000-025d-4953-967a-beec44031b66 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:10.821614 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d806f4ea-3df6-4813-add6-b71a4cd62a28 None None] Sync routers for ids ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:10.823486 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ef8d5000-025d-4953-967a-beec44031b66 admin admin] 10.222.0.54 "PUT /v2.0/routers/c6ccfd47-1360-43a3-8d3d-59d234cb24af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0563293 Jul 16 01:30:10.825136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44610) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:10.839745 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d806f4ea-3df6-4813-add6-b71a4cd62a28 None None] Routers {'c6ccfd47-1360-43a3-8d3d-59d234cb24af'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:10.847990 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d806f4ea-3df6-4813-add6-b71a4cd62a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:30:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:10.919655 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a41b390b-fc88-4a96-a719-88b7f3a1d9ff req-5645557a-fb8d-42ce-8866-b8af8ae24468 tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.925828 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a41b390b-fc88-4a96-a719-88b7f3a1d9ff req-5645557a-fb8d-42ce-8866-b8af8ae24468 tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.961794 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-70fd7137-938c-4dc1-adf1-6c793b14b40e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9755087 Jul 16 01:30:10.987048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44616) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:11.011065 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-80452834-router', 'tenant_id': 'b5f33520e21d4319a302b141c523809b', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:11.038411 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Attempting to bind port 8831a0b4-9714-4f01-a833-155bcc052688 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:11.043993 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.046378 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Attempting to bind port 8831a0b4-9714-4f01-a833-155bcc052688 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '7e35bd92-184f-48ea-99fe-c52f623dad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:11.046997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Attempting to bind port 8831a0b4-9714-4f01-a833-155bcc052688 on network 9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:11.058522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645557a-fb8d-42ce-8866-b8af8ae24468 tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8208d0-a687-4bb4-ba4b-8198c56069b2,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:11.073428 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a41b390b-fc88-4a96-a719-88b7f3a1d9ff req-5645557a-fb8d-42ce-8866-b8af8ae24468 tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876014 Jul 16 01:30:11.117344 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.120345 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.273927 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.310769 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-d806f4ea-3df6-4813-add6-b71a4cd62a28 None None] Set router c6ccfd47-1360-43a3-8d3d-59d234cb24af gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:11.423340 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-36da6db0-e0d1-490e-87d1-239d6266df20 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:11.425000 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-36da6db0-e0d1-490e-87d1-239d6266df20 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7&tenant_id=6060cb9382ba430f8761b732ad566a8a&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 1095 time: 0.3945127 Jul 16 01:30:11.529508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:11.530101 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Checking segment: {'id': '7e35bd92-184f-48ea-99fe-c52f623dad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:11.530272 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.532674 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Bound using segment: {'id': '7e35bd92-184f-48ea-99fe-c52f623dad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:11.534479 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Bound port: 8831a0b4-9714-4f01-a833-155bcc052688, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e35bd92-184f-48ea-99fe-c52f623dad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:11.540628 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.547844 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ec459-3772-4c2c-b07d-b85ef7cb8885 req-e6df5b7e-a4ee-4fa2-93e6-ad06921c19a8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:11.549835 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d7ec459-3772-4c2c-b07d-b85ef7cb8885 req-e6df5b7e-a4ee-4fa2-93e6-ad06921c19a8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 944 time: 0.3272567 Jul 16 01:30:11.558410 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d806f4ea-3df6-4813-add6-b71a4cd62a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1502302275-router', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:50Z', 'updated_at': '2021-07-16T01:30:07Z', 'revision_number': 5, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'gw_port': {'id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:51Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:11.588490 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d806f4ea-3df6-4813-add6-b71a4cd62a28 None None] Checking router: c6ccfd47-1360-43a3-8d3d-59d234cb24af for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:11.599376 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d806f4ea-3df6-4813-add6-b71a4cd62a28 None None] Routers {'c6ccfd47-1360-43a3-8d3d-59d234cb24af'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:11.600565 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d806f4ea-3df6-4813-add6-b71a4cd62a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:30:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:11.609765 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.655172 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0b589d6e-a60c-4935-b7ce-e11a8cd1546e service neutron] For port e2fd746d-3af5-45d0-bb1f-58282705a3d0, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:11.670437 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0b589d6e-a60c-4935-b7ce-e11a8cd1546e service neutron] Notify callbacks [] for binding, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.671619 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d804dc6-f125-4d8b-9fb3-81f5bdf9dcf3 req-0b589d6e-a60c-4935-b7ce-e11a8cd1546e service neutron] 10.222.0.47 "DELETE /v2.0/ports/e2fd746d-3af5-45d0-bb1f-58282705a3d0/bindings/n-h1-800086-6 HTTP/1.1" status: 204 len: 173 time: 0.2359536 Jul 16 01:30:11.730199 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.749465 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-d806f4ea-3df6-4813-add6-b71a4cd62a28 None None] Set router c6ccfd47-1360-43a3-8d3d-59d234cb24af gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:11.780931 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] For port 8831a0b4-9714-4f01-a833-155bcc052688, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:11.789746 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] For port 8831a0b4-9714-4f01-a833-155bcc052688, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8831a0b4-9714-4f01-a833-155bcc052688,segment=NetworkSegment(7e35bd92-184f-48ea-99fe-c52f623dad06),segment_id=7e35bd92-184f-48ea-99fe-c52f623dad06)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:11.806586 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.819171 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-2c4f8ed7-2490-4661-a7fd-0818ab55c5d8 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=de2aff0312064c93a599fdd349ad9336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331211 Jul 16 01:30:11.827646 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d7ec459-3772-4c2c-b07d-b85ef7cb8885 req-7c3139e3-b6f0-478c-8f80-6343ba36fcc1 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812472 Jul 16 01:30:11.897755 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e386013-06b5-4fce-adb9-3fbd4b7a292d None None] Pushing event updated for resources: {'Port': ['ID=8831a0b4-9714-4f01-a833-155bcc052688,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:11.973057 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Deleting port 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:11.973253 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.973956 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99f068-8c9f-4514-9292-b1195decb353 req-bd9daabe-41c5-42fe-a9ee-7e30679dd9a3 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:11.976493 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-bd9daabe-41c5-42fe-a9ee-7e30679dd9a3 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495199 Jul 16 01:30:11.987926 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Routers {'d9e01e94-b7d5-4748-aa20-98a84da93ff9'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:11.988585 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:30:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d9e01e94-b7d5-4748-aa20-98a84da93ff9'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:12.041600 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-8de504f5-aee6-4986-a97a-4da00ce0b152 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/quotas/de2aff0312064c93a599fdd349ad9336 HTTP/1.1" status: 200 len: 375 time: 0.0593183 Jul 16 01:30:12.078816 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-90436228-44f0-4591-8692-e20253b66082', 'network_id': '90436228-44f0-4591-8692-e20253b66082', 'tenant_id': 'b5f33520e21d4319a302b141c523809b', 'fixed_ips': [{'subnet_id': 'c5770215-711e-45e1-aaf7-145a571d1701'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:30:12.079791 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.273226 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] For port 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0f2344f0-e1a6-452a-bdd3-89e6ac97e94c,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:12.273608 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.306638 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Calling delete_port for 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:12.471201 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d806f4ea-3df6-4813-add6-b71a4cd62a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1502302275-router', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:50Z', 'updated_at': '2021-07-16T01:30:07Z', 'revision_number': 5, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'gw_port': {'id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:51Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:12.521217 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d806f4ea-3df6-4813-add6-b71a4cd62a28 None None] The sync data for ids ['c6ccfd47-1360-43a3-8d3d-59d234cb24af'] in n-d-800086-6 is: [{'id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1502302275-router', 'tenant_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:50Z', 'updated_at': '2021-07-16T01:30:07Z', 'revision_number': 5, 'project_id': 'd7fbbe8564d14b9aae216c3a14214e36', 'gw_port': {'id': '0f2344f0-e1a6-452a-bdd3-89e6ac97e94c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ccfd47-1360-43a3-8d3d-59d234cb24af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:51Z', 'updated_at': '2021-07-16T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:12.535541 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Allocated IP 172.20.0.2 (90436228-44f0-4591-8692-e20253b66082/c5770215-711e-45e1-aaf7-145a571d1701/b06cf445-ac18-4e65-9757-e5a30fa9478b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:12.643879 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-e5e2f686-5dff-4a1e-9078-04fbc9ed75bf tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5993342 Jul 16 01:30:12.673539 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.708814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170f860-46c7-48ac-b921-ace39869a2e8 req-39ee8106-8e76-4bf5-8ca6-a18d871cc009 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.718455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d170f860-46c7-48ac-b921-ace39869a2e8 req-39ee8106-8e76-4bf5-8ca6-a18d871cc009 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 1095 time: 0.1304181 Jul 16 01:30:12.743246 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.786345 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d170f860-46c7-48ac-b921-ace39869a2e8 req-c3b91aef-9e23-4b5f-bb13-f540242cc06c tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667386 Jul 16 01:30:12.811809 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] Set router d9e01e94-b7d5-4748-aa20-98a84da93ff9 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:12.830392 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.974489 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.104095 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.106739 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.171835 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] Allocated IP 172.25.1.52 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/7988706b-17d3-4126-889c-4f12727e481e) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:13.172584 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f2344f0-e1a6-452a-bdd3-89e6ac97e94c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:13.304315 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.304667 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.305012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.319357 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.320176 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.326548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.327056 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.327394 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.327831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.328105 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.328446 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.328815 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.341408 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.341942 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6ccfd47-1360-43a3-8d3d-59d234cb24af {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:30:13.355866 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.372197 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fd45da62-1682-4f69-ae93-9aa6aa3e92f4 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c6ccfd47-1360-43a3-8d3d-59d234cb24af HTTP/1.1" status: 204 len: 168 time: 2.5432143 Jul 16 01:30:13.375937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44688) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:13.550313 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29fd3b9-7771-4eab-92bd-35ab227ec5d5 admin admin] Deleting subnet 3f184858-4f5a-4e50-aa93-8483e4e9968b {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:30:13.576508 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f29fd3b9-7771-4eab-92bd-35ab227ec5d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.637336 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f374e129-f2e4-403a-9dc0-6e3596797943 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:13.649172 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f29fd3b9-7771-4eab-92bd-35ab227ec5d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.733571 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.802128 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: f374e129-f2e4-403a-9dc0-6e3596797943 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:13.802128 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f374e129-f2e4-403a-9dc0-6e3596797943 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:13.891525 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.904235 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.960468 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f29fd3b9-7771-4eab-92bd-35ab227ec5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.971252 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:13.999606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Transition to ACTIVE for port object b06cf445-ac18-4e65-9757-e5a30fa9478b will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:14.025737 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Transition to ACTIVE for port object b06cf445-ac18-4e65-9757-e5a30fa9478b will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:14.033995 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.034454 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:14.055063 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:14.081058 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Network 90436228-44f0-4591-8692-e20253b66082 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:14.086235 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:14.104389 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:14.121280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e01e94-b7d5-4748-aa20-98a84da93ff9', 'name': 'tempest-AttachSCSIVolumeTestJSON-331119094-router', 'tenant_id': '91e9e48433254b02bc32638099bc2bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:59Z', 'updated_at': '2021-07-16T01:30:05Z', 'revision_number': 4, 'project_id': '91e9e48433254b02bc32638099bc2bfc', 'gw_port': {'id': 'a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e01e94-b7d5-4748-aa20-98a84da93ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:00Z', 'updated_at': '2021-07-16T01:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '8831a0b4-9714-4f01-a833-155bcc052688', 'name': '', 'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69', 'tenant_id': '91e9e48433254b02bc32638099bc2bfc', 'mac_address': 'fa:16:3e:8a:db:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e01e94-b7d5-4748-aa20-98a84da93ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '23bc4be1-90d8-43de-b953-ebbb6e29806c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:04Z', 'updated_at': '2021-07-16T01:30:11Z', 'revision_number': 4, 'project_id': '91e9e48433254b02bc32638099bc2bfc', 'subnets': [{'id': '23bc4be1-90d8-43de-b953-ebbb6e29806c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:14.123662 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Pushing event updated for resources: {'Port': ['ID=b06cf445-ac18-4e65-9757-e5a30fa9478b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:14.125512 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-d52bcbae-4d7f-4b3d-8a35-7a6e65cfb15e tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:14.138049 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-d52bcbae-4d7f-4b3d-8a35-7a6e65cfb15e tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 821 time: 0.4074385 Jul 16 01:30:14.167784 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc766c-2746-45a6-9829-2bdb95d0e5d9 None None] The sync data for ids ['d9e01e94-b7d5-4748-aa20-98a84da93ff9'] in n-d-800086-6 is: [{'id': 'd9e01e94-b7d5-4748-aa20-98a84da93ff9', 'name': 'tempest-AttachSCSIVolumeTestJSON-331119094-router', 'tenant_id': '91e9e48433254b02bc32638099bc2bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:59Z', 'updated_at': '2021-07-16T01:30:05Z', 'revision_number': 4, 'project_id': '91e9e48433254b02bc32638099bc2bfc', 'gw_port': {'id': 'a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e01e94-b7d5-4748-aa20-98a84da93ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:00Z', 'updated_at': '2021-07-16T01:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '8831a0b4-9714-4f01-a833-155bcc052688', 'name': '', 'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69', 'tenant_id': '91e9e48433254b02bc32638099bc2bfc', 'mac_address': 'fa:16:3e:8a:db:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e01e94-b7d5-4748-aa20-98a84da93ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '23bc4be1-90d8-43de-b953-ebbb6e29806c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:04Z', 'updated_at': '2021-07-16T01:30:11Z', 'revision_number': 4, 'project_id': '91e9e48433254b02bc32638099bc2bfc', 'subnets': [{'id': '23bc4be1-90d8-43de-b953-ebbb6e29806c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:14.290925 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Attempting to bind port b06cf445-ac18-4e65-9757-e5a30fa9478b on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:14.292532 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-db27e0e2-e9fa-40b3-a5f9-b1748181b9fb tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/quotas/6060cb9382ba430f8761b732ad566a8a HTTP/1.1" status: 200 len: 375 time: 0.1526933 Jul 16 01:30:14.292992 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Attempting to bind port b06cf445-ac18-4e65-9757-e5a30fa9478b by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '43fdd05a-9fa3-4727-8a58-7f1054748441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '90436228-44f0-4591-8692-e20253b66082'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:14.294009 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Attempting to bind port b06cf445-ac18-4e65-9757-e5a30fa9478b on network 90436228-44f0-4591-8692-e20253b66082 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:14.311169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:14.311637 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Checking segment: {'id': '43fdd05a-9fa3-4727-8a58-7f1054748441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '90436228-44f0-4591-8692-e20253b66082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:14.312255 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.312661 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Bound using segment: {'id': '43fdd05a-9fa3-4727-8a58-7f1054748441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '90436228-44f0-4591-8692-e20253b66082'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:14.313609 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Bound port: b06cf445-ac18-4e65-9757-e5a30fa9478b, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fdd05a-9fa3-4727-8a58-7f1054748441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '90436228-44f0-4591-8692-e20253b66082'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:14.314001 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.478753 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f29fd3b9-7771-4eab-92bd-35ab227ec5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.528984 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] For port b06cf445-ac18-4e65-9757-e5a30fa9478b, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:14.534029 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] For port b06cf445-ac18-4e65-9757-e5a30fa9478b, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b06cf445-ac18-4e65-9757-e5a30fa9478b,segment=NetworkSegment(43fdd05a-9fa3-4727-8a58-7f1054748441),segment_id=43fdd05a-9fa3-4727-8a58-7f1054748441)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:14.545801 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.593125 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f29fd3b9-7771-4eab-92bd-35ab227ec5d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.598262 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f29fd3b9-7771-4eab-92bd-35ab227ec5d5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3f184858-4f5a-4e50-aa93-8483e4e9968b HTTP/1.1" status: 204 len: 168 time: 1.2200160 Jul 16 01:30:14.600650 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fd3b9-7771-4eab-92bd-35ab227ec5d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f184858-4f5a-4e50-aa93-8483e4e9968b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:14.611452 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] Pushing event updated for resources: {'Port': ['ID=7988706b-17d3-4126-889c-4f12727e481e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:14.613834 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44722) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:14.654871 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-8f74e242-5085-44fc-8eec-0b11db0b2b9f tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3607483 Jul 16 01:30:14.665447 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25987b72-8876-4d30-a2aa-b24c490b7eb7 None None] Network 97451b59-1a09-4e04-ad69-5999cdd54249 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:14.753556 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.878954 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-cb846d51-800a-41ed-9aed-5010a0b5bdef service neutron] 10.222.0.54 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227297 Jul 16 01:30:14.890261 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda73cb-a93b-476f-ac72-7b6a18f77833 None None] Pushing event updated for resources: {'Port': ['ID=b06cf445-ac18-4e65-9757-e5a30fa9478b,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:15.005082 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.048529 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-c4116db6-ef63-45e9-8342-c8db7b7169a6 service neutron] 10.222.0.54 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577246 Jul 16 01:30:15.217290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] Deleting port ccb47e05-3f50-4fed-8182-1a3432047ae8 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:15.217581 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.231961 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65fe25a-20f7-4fab-97a2-cdafddd79c91 None None] DHCP port deletion for 97451b59-1a09-4e04-ad69-5999cdd54249 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:30:15.352323 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a65fe25a-20f7-4fab-97a2-cdafddd79c91 None None] Deleting port ccb47e05-3f50-4fed-8182-1a3432047ae8 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:15.353009 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a65fe25a-20f7-4fab-97a2-cdafddd79c91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.530124 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a65fe25a-20f7-4fab-97a2-cdafddd79c91 None None] For port ccb47e05-3f50-4fed-8182-1a3432047ae8, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ccb47e05-3f50-4fed-8182-1a3432047ae8,segment=NetworkSegment(52bc77e7-9f4e-4d42-91c5-e8fe27dfa212),segment_id=52bc77e7-9f4e-4d42-91c5-e8fe27dfa212)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:15.530722 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a65fe25a-20f7-4fab-97a2-cdafddd79c91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.562561 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a65fe25a-20f7-4fab-97a2-cdafddd79c91 None None] Calling delete_port for ccb47e05-3f50-4fed-8182-1a3432047ae8 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:15.750896 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8831a0b4-9714-4f01-a833-155bcc052688 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:15.864425 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eabacd01-a7b6-43a0-9fec-c3a5509faea0 req-c04ae642-063d-415a-a0ce-3cb619f1e292 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 210 time: 0.0856519 Jul 16 01:30:16.024559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] For port ccb47e05-3f50-4fed-8182-1a3432047ae8, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ccb47e05-3f50-4fed-8182-1a3432047ae8,segment=NetworkSegment(52bc77e7-9f4e-4d42-91c5-e8fe27dfa212),segment_id=52bc77e7-9f4e-4d42-91c5-e8fe27dfa212)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:16.025547 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.041459 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.064422 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] Calling delete_port for ccb47e05-3f50-4fed-8182-1a3432047ae8 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:16.075686 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 8831a0b4-9714-4f01-a833-155bcc052688 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:16.085034 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 8831a0b4-9714-4f01-a833-155bcc052688 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:16.085832 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.139799 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9d4e6e0d-781f-4618-9e1a-7b0b9d5c7ce1 req-388405db-fa51-4c66-aaa6-897edc2c2dcd tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 210 time: 0.0639071 Jul 16 01:30:16.149334 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a65fe25a-20f7-4fab-97a2-cdafddd79c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.201357 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65fe25a-20f7-4fab-97a2-cdafddd79c91 None None] No DVR routers for this DVR port ccb47e05-3f50-4fed-8182-1a3432047ae8 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:16.211493 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fe25a-20f7-4fab-97a2-cdafddd79c91 None None] Pushing event deleted for resources: {'Port': ['ID=ccb47e05-3f50-4fed-8182-1a3432047ae8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:16.331955 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.397648 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.419764 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] No DVR routers for this DVR port ccb47e05-3f50-4fed-8182-1a3432047ae8 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:16.448919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb47e05-3f50-4fed-8182-1a3432047ae8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:16.471532 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 8831a0b4-9714-4f01-a833-155bcc052688, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8831a0b4-9714-4f01-a833-155bcc052688,segment=NetworkSegment(7e35bd92-184f-48ea-99fe-c52f623dad06),segment_id=7e35bd92-184f-48ea-99fe-c52f623dad06)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:16.500238 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.501713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] Router ee9039de-1f9c-491b-b6c9-ec0aac6b7423 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:30:16.504618 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b06cf445-ac18-4e65-9757-e5a30fa9478b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:16.554577 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.605141 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97451b59-1a09-4e04-ad69-5999cdd54249']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:16.622986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52bc77e7-9f4e-4d42-91c5-e8fe27dfa212') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:16.624668 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52bc77e7-9f4e-4d42-91c5-e8fe27dfa212') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:16.639546 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.699391 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.711954 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:16.712538 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:16.714956 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:16.749316 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:16.756765 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=8831a0b4-9714-4f01-a833-155bcc052688,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:16.805281 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.807817 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.812332 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a8896882-f7a5-4267-9383-45404acdfff0 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8098931 Jul 16 01:30:16.812496 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44790) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:16.823253 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.826167 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] 10.222.0.54 "DELETE /v2.0/networks/97451b59-1a09-4e04-ad69-5999cdd54249 HTTP/1.1" status: 204 len: 168 time: 2.2103813 Jul 16 01:30:16.848415 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Sync routers for ids ['ee9039de-1f9c-491b-b6c9-ec0aac6b7423'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:16.852639 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ae8e7-8cda-46aa-b333-0ead2fd9506b admin admin] Pushing event deleted for resources: {'Network': ['ID=97451b59-1a09-4e04-ad69-5999cdd54249,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:16.907208 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8a13e1-5f92-440f-ab90-98874144dd81 None None] Network 90436228-44f0-4591-8692-e20253b66082 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:16.981959 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Routers {'ee9039de-1f9c-491b-b6c9-ec0aac6b7423'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:16.982872 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:30:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ee9039de-1f9c-491b-b6c9-ec0aac6b7423'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:16.998065 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44804) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:17.133639 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8c67a951-af60-4ae4-affa-c7d1f57f9f2e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d7fbbe8564d14b9aae216c3a14214e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1337883 Jul 16 01:30:17.134312 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44808) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:17.191688 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5316b9bd-3d52-4cba-b108-f2401fecd67b req-f6a24bf1-d449-4cb4-9e4d-0aae95dde1f8 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 210 time: 0.0894170 Jul 16 01:30:17.247535 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0bdf6cfc-f028-4f27-b996-aeb59f59f3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.275322 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44812) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:17.333295 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0bdf6cfc-f028-4f27-b996-aeb59f59f3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.412776 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-ff1496da-3ef8-444a-943d-627070c72f34 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=de2aff0312064c93a599fdd349ad9336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510266 Jul 16 01:30:17.465888 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-da8e98c7-38b2-471d-842a-e9b289f5bfa9 None None] Provisioning for port b06cf445-ac18-4e65-9757-e5a30fa9478b completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:17.592381 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port b06cf445-ac18-4e65-9757-e5a30fa9478b completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:17.609007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port b06cf445-ac18-4e65-9757-e5a30fa9478b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:17.609460 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.614259 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44818) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:17.647685 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Set router ee9039de-1f9c-491b-b6c9-ec0aac6b7423 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:17.651004 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9183bda4-3b1a-463d-9f34-64fd0e2a8560 req-c41c1e01-7a04-46e8-a6d2-4a6eee606c76 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 210 time: 0.0436339 Jul 16 01:30:17.657586 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0bdf6cfc-f028-4f27-b996-aeb59f59f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.660777 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0bdf6cfc-f028-4f27-b996-aeb59f59f3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.665144 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0bdf6cfc-f028-4f27-b996-aeb59f59f3a3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d837f83c-97c3-4a55-955a-9114cf27cc8c HTTP/1.1" status: 204 len: 168 time: 0.5297747 Jul 16 01:30:17.665903 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4763d11a-4271-4f5c-816b-d098b750976e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.750626 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf6cfc-f028-4f27-b996-aeb59f59f3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d837f83c-97c3-4a55-955a-9114cf27cc8c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:17.809584 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99f068-8c9f-4514-9292-b1195decb353 req-27faac5e-ead3-49f3-85d3-5cf6069229e2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.811156 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-27faac5e-ead3-49f3-85d3-5cf6069229e2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3937359 Jul 16 01:30:17.854934 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-8d99f068-8c9f-4514-9292-b1195decb353 req-db417a5e-e66c-4584-b899-1389dc508ef2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Request body: {'port': {'device_id': '53356f91-55c1-4380-80fc-d8059d4097b2', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': 'de2aff0312064c93a599fdd349ad9336'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:18.043543 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5db45eed-5f36-402f-9c01-0a0f2018d3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.208619 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.231193 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4763d11a-4271-4f5c-816b-d098b750976e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.249192 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4763d11a-4271-4f5c-816b-d098b750976e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.302423 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d99f068-8c9f-4514-9292-b1195decb353 req-db417a5e-e66c-4584-b899-1389dc508ef2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Made reservation on behalf of de2aff0312064c93a599fdd349ad9336 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:18.312100 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-db417a5e-e66c-4584-b899-1389dc508ef2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.344302 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.373208 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port b06cf445-ac18-4e65-9757-e5a30fa9478b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b06cf445-ac18-4e65-9757-e5a30fa9478b,segment=NetworkSegment(43fdd05a-9fa3-4727-8a58-7f1054748441),segment_id=43fdd05a-9fa3-4727-8a58-7f1054748441)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:18.377927 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-edd5c7d5-84d9-40b9-b8f2-2a3f40bf42d1 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=de2aff0312064c93a599fdd349ad9336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938442 Jul 16 01:30:18.399209 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.api [None req-5db45eed-5f36-402f-9c01-0a0f2018d3e7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:30:18.399209 n-d-800086-6 neutron-server[93831]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:30:18.399209 n-d-800086-6 neutron-server[93831]: [parameters: {'project_id_1': '69bbbe7e59b74e1f8e32da5b8eb90201', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 30, 18, 82630)}] Jul 16 01:30:18.399209 n-d-800086-6 neutron-server[93831]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:30:18.400015 n-d-800086-6 neutron-server[93831]: DEBUG oslo_db.api [None req-5db45eed-5f36-402f-9c01-0a0f2018d3e7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:30:18.415445 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.428382 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4763d11a-4271-4f5c-816b-d098b750976e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5703cf89775f4895abf7e7e672732f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1463599 Jul 16 01:30:18.431756 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44842) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:18.506546 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=b06cf445-ac18-4e65-9757-e5a30fa9478b,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:18.545862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:18.562326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763d11a-4271-4f5c-816b-d098b750976e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85741327-f254-4a5b-ac44-c08668b4339a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:18.617175 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:18.617541 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0f2344f0-e1a6-452a-bdd3-89e6ac97e94c not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:18.617954 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ccb47e05-3f50-4fed-8182-1a3432047ae8 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:18.651566 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: ccb47e05-3f50-4fed-8182-1a3432047ae8 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:18.651877 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ccb47e05-3f50-4fed-8182-1a3432047ae8 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:18.663055 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'name': 'tempest-AttachSCSIVolumeTestJSON-80452834-router', 'tenant_id': 'b5f33520e21d4319a302b141c523809b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '7988706b-17d3-4126-889c-4f12727e481e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:11Z', 'updated_at': '2021-07-16T01:30:14Z', 'revision_number': 3, 'project_id': 'b5f33520e21d4319a302b141c523809b', 'gw_port': {'id': '7988706b-17d3-4126-889c-4f12727e481e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:12Z', 'updated_at': '2021-07-16T01:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:18.695278 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Checking router: ee9039de-1f9c-491b-b6c9-ec0aac6b7423 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:18.695692 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Updating router ee9039de-1f9c-491b-b6c9-ec0aac6b7423 port 7988706b-17d3-4126-889c-4f12727e481e binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:30:18.735726 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19089dcf-3ad6-49c9-9409-72b6622bb3bd req-4c1b0876-67cb-4991-9695-dd3e9780fa3b tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 210 time: 0.2161508 Jul 16 01:30:18.763338 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.767202 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6872239c-bb02-403d-990a-c785fd5ef73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.900507 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-8d99f068-8c9f-4514-9292-b1195decb353 req-db417a5e-e66c-4584-b899-1389dc508ef2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Allocated IP 192.168.233.156 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/5c1732fa-4e5d-41e4-bbf2-74b70b445f67) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:18.907531 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5db45eed-5f36-402f-9c01-0a0f2018d3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.930233 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6872239c-bb02-403d-990a-c785fd5ef73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.968387 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8831a0b4-9714-4f01-a833-155bcc052688 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:18.991586 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99f068-8c9f-4514-9292-b1195decb353 req-8b1b6ef3-9e07-4bc0-ad5b-c45a6ec363fc tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:18.993481 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-8b1b6ef3-9e07-4bc0-ad5b-c45a6ec363fc tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6036220 Jul 16 01:30:19.070228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-dea52c45-fa60-4694-ad09-214f806400f2 None None] Provisioning complete for port b06cf445-ac18-4e65-9757-e5a30fa9478b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:19.070533 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dea52c45-fa60-4694-ad09-214f806400f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.110609 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-8d99f068-8c9f-4514-9292-b1195decb353 req-3418825a-00cd-492c-b1f3-2f3de286d08d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Request body: {'port': {'device_id': '7b74a416-e2af-4e9c-96f2-7731443e9fb6', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': 'de2aff0312064c93a599fdd349ad9336'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:19.155893 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6872239c-bb02-403d-990a-c785fd5ef73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.158852 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6872239c-bb02-403d-990a-c785fd5ef73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.163116 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6872239c-bb02-403d-990a-c785fd5ef73f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/85741327-f254-4a5b-ac44-c08668b4339a HTTP/1.1" status: 204 len: 168 time: 0.6938577 Jul 16 01:30:19.221468 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872239c-bb02-403d-990a-c785fd5ef73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85741327-f254-4a5b-ac44-c08668b4339a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:19.292745 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] Allocated IP 172.20.0.1 (90436228-44f0-4591-8692-e20253b66082/c5770215-711e-45e1-aaf7-145a571d1701/54575718-0095-42a1-92fc-54bb5549d99f) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:19.363516 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 8831a0b4-9714-4f01-a833-155bcc052688 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:19.364008 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.483661 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-db417a5e-e66c-4584-b899-1389dc508ef2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.502762 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-8d99f068-8c9f-4514-9292-b1195decb353 req-db417a5e-e66c-4584-b899-1389dc508ef2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Transition to ACTIVE for port object 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:19.533959 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.542512 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-db417a5e-e66c-4584-b899-1389dc508ef2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.550442 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] Transition to ACTIVE for port object 54575718-0095-42a1-92fc-54bb5549d99f will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:19.622287 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5db45eed-5f36-402f-9c01-0a0f2018d3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.632331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d99f068-8c9f-4514-9292-b1195decb353 req-db417a5e-e66c-4584-b899-1389dc508ef2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:19.633204 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5db45eed-5f36-402f-9c01-0a0f2018d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.641960 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.642234 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-8d99f068-8c9f-4514-9292-b1195decb353 req-db417a5e-e66c-4584-b899-1389dc508ef2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:19.650934 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d99f068-8c9f-4514-9292-b1195decb353 req-db417a5e-e66c-4584-b899-1389dc508ef2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:19.659144 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Transition to ACTIVE for port object 7988706b-17d3-4126-889c-4f12727e481e will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:19.669158 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['13ef3fc3-63e9-4806-806e-ef207d3d8b55'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:19.673848 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.686411 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.733687 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99f068-8c9f-4514-9292-b1195decb353 req-db417a5e-e66c-4584-b899-1389dc508ef2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.734382 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-db417a5e-e66c-4584-b899-1389dc508ef2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.741928 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Attempting to bind port 7988706b-17d3-4126-889c-4f12727e481e on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:19.742558 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Attempting to bind port 7988706b-17d3-4126-889c-4f12727e481e by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:19.743112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Attempting to bind port 7988706b-17d3-4126-889c-4f12727e481e on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:19.744669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db417a5e-e66c-4584-b899-1389dc508ef2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Pushing event updated for resources: {'Port': ['ID=5c1732fa-4e5d-41e4-bbf2-74b70b445f67,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:19.799567 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5db45eed-5f36-402f-9c01-0a0f2018d3e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=69bbbe7e59b74e1f8e32da5b8eb90201&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1783845 Jul 16 01:30:19.801384 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44884) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:19.803117 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db45eed-5f36-402f-9c01-0a0f2018d3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aa0448-5ff6-461b-856c-c368d7d0464f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:19.836014 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9f5067fc-8a5f-456e-90d0-f0b2ca7e76c4 req-b9078249-860d-4aaf-9ef8-95febb5137c3 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 210 time: 0.2407451 Jul 16 01:30:19.840735 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-db417a5e-e66c-4584-b899-1389dc508ef2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0045185 Jul 16 01:30:19.855447 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] Pushing event updated for resources: {'Port': ['ID=54575718-0095-42a1-92fc-54bb5549d99f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:19.858476 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b06cf445-ac18-4e65-9757-e5a30fa9478b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:19.869039 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Request body: {'port': {'device_id': '53356f91-55c1-4380-80fc-d8059d4097b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:19.897053 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] Network 90436228-44f0-4591-8692-e20253b66082 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:19.908654 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-487b1b0d-d43a-4cb1-a72d-eeae057e6f3b tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.910649 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-487b1b0d-d43a-4cb1-a72d-eeae057e6f3b tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.26 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 821 time: 1.0185874 Jul 16 01:30:19.914978 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:19.926089 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:19.931524 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-943a5113-8a44-42b8-9963-3c67caffa2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.969532 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-943a5113-8a44-42b8-9963-3c67caffa2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.970542 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:19.971590 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:19.972103 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.972850 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:19.973361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Bound port: 7988706b-17d3-4126-889c-4f12727e481e, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:19.973922 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.045093 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44886) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:20.051606 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-582a92e4-063c-47b0-ab62-a5a189fa39c6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Request body: {'port': {'device_id': '46eac58f-8c93-4f55-811c-8633af1d1ceb', 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7', 'admin_state_up': True, 'tenant_id': '6060cb9382ba430f8761b732ad566a8a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:20.058559 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.084793 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] For port 7988706b-17d3-4126-889c-4f12727e481e, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:20.098219 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] For port 7988706b-17d3-4126-889c-4f12727e481e, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7988706b-17d3-4126-889c-4f12727e481e,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:20.142507 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.166127 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.229039 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010eea5b-db60-46e0-8c81-07a3567069d7 None None] Pushing event updated for resources: {'Port': ['ID=7988706b-17d3-4126-889c-4f12727e481e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:20.239496 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port b06cf445-ac18-4e65-9757-e5a30fa9478b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:20.241310 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.265547 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-943a5113-8a44-42b8-9963-3c67caffa2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.275988 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-943a5113-8a44-42b8-9963-3c67caffa2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.280096 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-943a5113-8a44-42b8-9963-3c67caffa2ff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e3aa0448-5ff6-461b-856c-c368d7d0464f HTTP/1.1" status: 204 len: 168 time: 0.4732876 Jul 16 01:30:20.368898 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7f6c22f8-540b-42f5-81d2-b7deaf1af5ac req-acc9b5fd-4947-4fe3-9758-dbe07a586939 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 210 time: 0.0739484 Jul 16 01:30:20.376497 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-32b6c56c-91e8-43bb-aca6-bddf28760234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.437562 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a5113-8a44-42b8-9963-3c67caffa2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aa0448-5ff6-461b-856c-c368d7d0464f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:20.497283 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-32b6c56c-91e8-43bb-aca6-bddf28760234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.508208 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-32b6c56c-91e8-43bb-aca6-bddf28760234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.516897 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Routers {'ee9039de-1f9c-491b-b6c9-ec0aac6b7423'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:20.517795 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:30:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ee9039de-1f9c-491b-b6c9-ec0aac6b7423'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:20.600455 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d99f068-8c9f-4514-9292-b1195decb353 req-3418825a-00cd-492c-b1f3-2f3de286d08d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Made reservation on behalf of de2aff0312064c93a599fdd349ad9336 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:20.604925 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-3418825a-00cd-492c-b1f3-2f3de286d08d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.614827 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.692794 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4f216006-ad76-4c2d-b6a2-d9703d9c84bb None None] Provisioning for port 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:20.720032 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6c56c-91e8-43bb-aca6-bddf28760234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b222877-6bc7-4165-aae5-4a01a4dc3fb9,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:20.731815 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4f216006-ad76-4c2d-b6a2-d9703d9c84bb None None] Provisioning complete for port 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:20.733676 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f216006-ad76-4c2d-b6a2-d9703d9c84bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.740910 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-32b6c56c-91e8-43bb-aca6-bddf28760234 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f371e5a2e7f04e009c092560892c4db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5674541 Jul 16 01:30:20.747563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44910) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:20.837217 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010eea5b-db60-46e0-8c81-07a3567069d7 None None] Pushing event updated for resources: {'Port': ['ID=7988706b-17d3-4126-889c-4f12727e481e,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:20.877462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:20.914224 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.917965 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44916) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:20.941124 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2bdf8978-40fc-48a8-913e-42f100f9a4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.944280 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Transition to ACTIVE for port object 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:20.955421 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.971337 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-4f216006-ad76-4c2d-b6a2-d9703d9c84bb None None] Port 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:20.985629 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-582a92e4-063c-47b0-ab62-a5a189fa39c6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Made reservation on behalf of 6060cb9382ba430f8761b732ad566a8a for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:20.989891 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-582a92e4-063c-47b0-ab62-a5a189fa39c6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.006564 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-80de9e7e-5ec6-4f7d-b32d-79dcf21a3c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.016636 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2bdf8978-40fc-48a8-913e-42f100f9a4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.090505 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1732fa-4e5d-41e4-bbf2-74b70b445f67,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:21.178645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e4252e65-d979-4fa4-8178-912e1c8c8d50 None None] Provisioning for port 54575718-0095-42a1-92fc-54bb5549d99f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:21.196152 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] Set router ee9039de-1f9c-491b-b6c9-ec0aac6b7423 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:21.210681 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4b326da1-0592-410c-a7c2-348bf299b9f8 req-6f6a750d-e80f-47aa-9f8d-43f1c064c3fd tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 210 time: 0.0565822 Jul 16 01:30:21.221445 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2bdf8978-40fc-48a8-913e-42f100f9a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.224157 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2bdf8978-40fc-48a8-913e-42f100f9a4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.227914 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e4252e65-d979-4fa4-8178-912e1c8c8d50 None None] Provisioning complete for port 54575718-0095-42a1-92fc-54bb5549d99f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:21.228078 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2bdf8978-40fc-48a8-913e-42f100f9a4b3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5b222877-6bc7-4165-aae5-4a01a4dc3fb9 HTTP/1.1" status: 204 len: 168 time: 0.4767988 Jul 16 01:30:21.228177 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4252e65-d979-4fa4-8178-912e1c8c8d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.244308 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf8978-40fc-48a8-913e-42f100f9a4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b222877-6bc7-4165-aae5-4a01a4dc3fb9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:21.261495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Attempting to bind port 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:21.262242 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Attempting to bind port 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:21.263245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Attempting to bind port 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:21.288787 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Port 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:21.289189 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Attempting to bind port 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:21.300047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:21.303346 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:21.314149 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:21.315852 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Bound port: 5c1732fa-4e5d-41e4-bbf2-74b70b445f67, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:21.317238 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.361758 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-8d99f068-8c9f-4514-9292-b1195decb353 req-3418825a-00cd-492c-b1f3-2f3de286d08d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Allocated IP 192.168.233.81 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/56007dd3-de4a-440e-8086-7df9708946f1) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:21.424040 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] For port 5c1732fa-4e5d-41e4-bbf2-74b70b445f67, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:21.433862 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] For port 5c1732fa-4e5d-41e4-bbf2-74b70b445f67, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5c1732fa-4e5d-41e4-bbf2-74b70b445f67,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:21.456993 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.485862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e4252e65-d979-4fa4-8178-912e1c8c8d50 None None] Port 54575718-0095-42a1-92fc-54bb5549d99f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:21.558789 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'name': 'tempest-AttachSCSIVolumeTestJSON-80452834-router', 'tenant_id': 'b5f33520e21d4319a302b141c523809b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '7988706b-17d3-4126-889c-4f12727e481e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:11Z', 'updated_at': '2021-07-16T01:30:20Z', 'revision_number': 4, 'project_id': 'b5f33520e21d4319a302b141c523809b', 'gw_port': {'id': '7988706b-17d3-4126-889c-4f12727e481e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:12Z', 'updated_at': '2021-07-16T01:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '54575718-0095-42a1-92fc-54bb5549d99f', 'name': '', 'network_id': '90436228-44f0-4591-8692-e20253b66082', 'tenant_id': 'b5f33520e21d4319a302b141c523809b', 'mac_address': 'fa:16:3e:cd:0e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5770215-711e-45e1-aaf7-145a571d1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:18Z', 'updated_at': '2021-07-16T01:30:19Z', 'revision_number': 1, 'project_id': 'b5f33520e21d4319a302b141c523809b', 'subnets': [{'id': 'c5770215-711e-45e1-aaf7-145a571d1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:21.573027 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.576293 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.579662 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] 10.222.0.26 "PUT /v2.0/ports/5c1732fa-4e5d-41e4-bbf2-74b70b445f67 HTTP/1.1" status: 200 len: 1096 time: 1.7217085 Jul 16 01:30:21.581307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53356f91-55c1-4380-80fc-d8059d4097b2', 'tag': '5c1732fa-4e5d-41e4-bbf2-74b70b445f67'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:21.586805 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6151f5b3-7718-451e-89d6-a682b9d121f2" -d '{"events": [{"name": "network-changed", "server_uuid": "53356f91-55c1-4380-80fc-d8059d4097b2", "tag": "5c1732fa-4e5d-41e4-bbf2-74b70b445f67"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:21.622363 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cc16e-fef3-4f31-a1fc-c6a968f27122 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1732fa-4e5d-41e4-bbf2-74b70b445f67,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:21.648369 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f41b1-4f6d-49e3-8149-0faff37e4678 None None] The sync data for ids ['ee9039de-1f9c-491b-b6c9-ec0aac6b7423'] in n-d-800086-6 is: [{'id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'name': 'tempest-AttachSCSIVolumeTestJSON-80452834-router', 'tenant_id': 'b5f33520e21d4319a302b141c523809b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '7988706b-17d3-4126-889c-4f12727e481e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:11Z', 'updated_at': '2021-07-16T01:30:20Z', 'revision_number': 4, 'project_id': 'b5f33520e21d4319a302b141c523809b', 'gw_port': {'id': '7988706b-17d3-4126-889c-4f12727e481e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:12Z', 'updated_at': '2021-07-16T01:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '54575718-0095-42a1-92fc-54bb5549d99f', 'name': '', 'network_id': '90436228-44f0-4591-8692-e20253b66082', 'tenant_id': 'b5f33520e21d4319a302b141c523809b', 'mac_address': 'fa:16:3e:cd:0e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5770215-711e-45e1-aaf7-145a571d1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:18Z', 'updated_at': '2021-07-16T01:30:19Z', 'revision_number': 1, 'project_id': 'b5f33520e21d4319a302b141c523809b', 'subnets': [{'id': 'c5770215-711e-45e1-aaf7-145a571d1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:21.830051 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b22b6d59-55b2-4bac-aae0-1479f75ce834 req-94386a14-6061-4049-82d1-8db381ff6385 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 210 time: 0.1087730 Jul 16 01:30:21.879064 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99f068-8c9f-4514-9292-b1195decb353 req-bdf2c102-009a-43e8-81c0-5ffbad0d54ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.880646 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-bdf2c102-009a-43e8-81c0-5ffbad0d54ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&device_id=53356f91-55c1-4380-80fc-d8059d4097b2 HTTP/1.1" status: 200 len: 1099 time: 0.2296565 Jul 16 01:30:21.909351 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc687b41-3653-4c0a-95f7-8d1635bfbff7 x-openstack-request-id: req-dc687b41-3653-4c0a-95f7-8d1635bfbff7 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:21.913556 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53356f91-55c1-4380-80fc-d8059d4097b2", "tag": "5c1732fa-4e5d-41e4-bbf2-74b70b445f67", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:21.914003 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc687b41-3653-4c0a-95f7-8d1635bfbff7 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:21.914706 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53356f91-55c1-4380-80fc-d8059d4097b2', 'tag': '5c1732fa-4e5d-41e4-bbf2-74b70b445f67', 'status': 'completed', 'code': 200} Jul 16 01:30:22.013090 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-582a92e4-063c-47b0-ab62-a5a189fa39c6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Allocated IP 172.20.0.9 (fa5d3ea0-c59d-41a7-ba27-d98a18810da7/2dfe93df-9335-48e8-9251-03d181a930aa/1382684a-6f15-40b6-ae7c-b76ba5b325f8) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:22.014490 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-3e569f60-7b16-4d41-9610-6f47aed7981d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=5c1732fa-4e5d-41e4-bbf2-74b70b445f67 HTTP/1.1" status: 200 len: 217 time: 0.0883310 Jul 16 01:30:22.062280 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.102296 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-80de9e7e-5ec6-4f7d-b32d-79dcf21a3c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.114675 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.117556 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-80de9e7e-5ec6-4f7d-b32d-79dcf21a3c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.139665 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99f068-8c9f-4514-9292-b1195decb353 req-8e0a6dcc-2f5d-4013-92f6-0ecd207126e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.143785 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-8e0a6dcc-2f5d-4013-92f6-0ecd207126e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1224508 Jul 16 01:30:22.341857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99f068-8c9f-4514-9292-b1195decb353 req-9c8f31a7-32f2-4920-b449-9702afde0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.343418 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-9c8f31a7-32f2-4920-b449-9702afde0853 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1872206 Jul 16 01:30:22.373709 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] Pushing event updated for resources: {'Port': ['ID=54575718-0095-42a1-92fc-54bb5549d99f,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:22.480532 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.579485 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-3418825a-00cd-492c-b1f3-2f3de286d08d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.588879 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-6ba77dae-c9e2-4eec-8ab0-01ba0f40346a service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375436 Jul 16 01:30:22.613040 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-80de9e7e-5ec6-4f7d-b32d-79dcf21a3c49 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f837d20447be4acd886023f042522f50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6937709 Jul 16 01:30:22.618292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45032) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:22.639227 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3d5ab8b4-9130-4755-8644-d024b89717d5 req-19d4764b-729c-4a45-ad90-bea3f5b129da tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 210 time: 0.0488589 Jul 16 01:30:22.695894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de9e7e-5ec6-4f7d-b32d-79dcf21a3c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99908315-4cf6-4bfd-a1d4-c1752797bb4b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:22.735570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-8d99f068-8c9f-4514-9292-b1195decb353 req-3418825a-00cd-492c-b1f3-2f3de286d08d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Transition to ACTIVE for port object 56007dd3-de4a-440e-8086-7df9708946f1 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:22.844528 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-f59d3dea-c9c3-4a8e-9b6e-6144b76b1e9d service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038860 Jul 16 01:30:22.903062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45058) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:22.936445 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-3418825a-00cd-492c-b1f3-2f3de286d08d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.988975 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['13ef3fc3-63e9-4806-806e-ef207d3d8b55'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:23.107105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151f5b3-7718-451e-89d6-a682b9d121f2 req-37c29ef5-738a-4410-a17c-607b92d3bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.109094 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6151f5b3-7718-451e-89d6-a682b9d121f2 req-37c29ef5-738a-4410-a17c-607b92d3bc3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&device_id=53356f91-55c1-4380-80fc-d8059d4097b2 HTTP/1.1" status: 200 len: 1099 time: 0.1247354 Jul 16 01:30:23.202318 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-2136db5b-c86b-4069-8eea-760e8ca7bcb1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-85976237-network', 'tenant_id': 'c7a28ef2c8eb4e6bad41171e1567f752'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:23.238939 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8de3d005-fb35-46c2-b9d1-42b8a07f9ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.296087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d99f068-8c9f-4514-9292-b1195decb353 req-3418825a-00cd-492c-b1f3-2f3de286d08d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:23.320545 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] Network 90436228-44f0-4591-8692-e20253b66082 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:23.337287 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-8d99f068-8c9f-4514-9292-b1195decb353 req-3418825a-00cd-492c-b1f3-2f3de286d08d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:23.363755 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:23.387439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d99f068-8c9f-4514-9292-b1195decb353 req-3418825a-00cd-492c-b1f3-2f3de286d08d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:23.391298 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418825a-00cd-492c-b1f3-2f3de286d08d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Pushing event updated for resources: {'Port': ['ID=56007dd3-de4a-440e-8086-7df9708946f1,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:23.400797 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8de3d005-fb35-46c2-b9d1-42b8a07f9ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.409517 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2136db5b-c86b-4069-8eea-760e8ca7bcb1 admin admin] Made reservation on behalf of c7a28ef2c8eb4e6bad41171e1567f752 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:23.411828 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2136db5b-c86b-4069-8eea-760e8ca7bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.438451 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.469767 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-582a92e4-063c-47b0-ab62-a5a189fa39c6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.478148 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2136db5b-c86b-4069-8eea-760e8ca7bcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.539077 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151f5b3-7718-451e-89d6-a682b9d121f2 req-9473087a-bf28-43f4-b755-9200f8628d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.553275 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6151f5b3-7718-451e-89d6-a682b9d121f2 req-9473087a-bf28-43f4-b755-9200f8628d22 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.4361422 Jul 16 01:30:23.630267 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6151f5b3-7718-451e-89d6-a682b9d121f2 req-ff47e42e-e6c5-4681-876d-f426dd28fd01 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=5c1732fa-4e5d-41e4-bbf2-74b70b445f67 HTTP/1.1" status: 200 len: 217 time: 0.0678372 Jul 16 01:30:23.700049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a5994-d1e2-4f28-bef1-42703713c893 req-f8d2dc5c-e3e5-4d6c-885a-3897073d903f tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.706880 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed0a5994-d1e2-4f28-bef1-42703713c893 req-f8d2dc5c-e3e5-4d6c-885a-3897073d903f tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 935 time: 0.4938529 Jul 16 01:30:23.738379 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99f068-8c9f-4514-9292-b1195decb353 req-3418825a-00cd-492c-b1f3-2f3de286d08d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.739037 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-3418825a-00cd-492c-b1f3-2f3de286d08d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.779360 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed0a5994-d1e2-4f28-bef1-42703713c893 req-4030addb-5358-4e2d-ad40-47247844fcb1 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712790 Jul 16 01:30:23.805327 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151f5b3-7718-451e-89d6-a682b9d121f2 req-6394e523-8d04-4aae-8ff0-9edfcdfbeb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.806790 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6151f5b3-7718-451e-89d6-a682b9d121f2 req-6394e523-8d04-4aae-8ff0-9edfcdfbeb80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1668744 Jul 16 01:30:23.852383 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e7ea8128-5472-4e78-aa05-fdc22d4b4d37 None None] Provisioning for port 56007dd3-de4a-440e-8086-7df9708946f1 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:23.858883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e7ea8128-5472-4e78-aa05-fdc22d4b4d37 None None] Provisioning complete for port 56007dd3-de4a-440e-8086-7df9708946f1 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:23.859577 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8128-5472-4e78-aa05-fdc22d4b4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.909845 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2136db5b-c86b-4069-8eea-760e8ca7bcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.915119 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2136db5b-c86b-4069-8eea-760e8ca7bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.967623 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-3418825a-00cd-492c-b1f3-2f3de286d08d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9303694 Jul 16 01:30:23.979989 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2136db5b-c86b-4069-8eea-760e8ca7bcb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:30:23.997455 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e7ea8128-5472-4e78-aa05-fdc22d4b4d37 None None] Port 56007dd3-de4a-440e-8086-7df9708946f1 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:24.009135 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Request body: {'port': {'device_id': '7b74a416-e2af-4e9c-96f2-7731443e9fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:24.025448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136db5b-c86b-4069-8eea-760e8ca7bcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c68af18-4de8-4ae2-81c7-8677058ad982,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:24.030584 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2136db5b-c86b-4069-8eea-760e8ca7bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.030935 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-2136db5b-c86b-4069-8eea-760e8ca7bcb1 admin admin] Added segment 18ee2a5b-8aa1-4fff-81c9-b595bb67224f of type vlan for network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 Jul 16 01:30:24.038680 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e7ea8128-5472-4e78-aa05-fdc22d4b4d37 None None] Provisioning complete for port 54575718-0095-42a1-92fc-54bb5549d99f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:24.039064 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8128-5472-4e78-aa05-fdc22d4b4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.063482 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151f5b3-7718-451e-89d6-a682b9d121f2 req-ecd95cdd-c27e-4099-affa-af5cb38f7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.065325 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6151f5b3-7718-451e-89d6-a682b9d121f2 req-ecd95cdd-c27e-4099-affa-af5cb38f7a60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2262001 Jul 16 01:30:24.078192 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8de3d005-fb35-46c2-b9d1-42b8a07f9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.081095 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8de3d005-fb35-46c2-b9d1-42b8a07f9ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.082425 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8de3d005-fb35-46c2-b9d1-42b8a07f9ecc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/99908315-4cf6-4bfd-a1d4-c1752797bb4b HTTP/1.1" status: 204 len: 168 time: 1.4593127 Jul 16 01:30:24.106384 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] Router ee9039de-1f9c-491b-b6c9-ec0aac6b7423 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:24.109918 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-582a92e4-063c-47b0-ab62-a5a189fa39c6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.133207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e7ea8128-5472-4e78-aa05-fdc22d4b4d37 None None] Port 54575718-0095-42a1-92fc-54bb5549d99f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:24.169272 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2136db5b-c86b-4069-8eea-760e8ca7bcb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.201656 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-582a92e4-063c-47b0-ab62-a5a189fa39c6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:24.208547 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-582a92e4-063c-47b0-ab62-a5a189fa39c6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:24.221756 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-582a92e4-063c-47b0-ab62-a5a189fa39c6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:24.325530 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.resource_extend [None req-2136db5b-c86b-4069-8eea-760e8ca7bcb1 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:30:24.357683 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-582a92e4-063c-47b0-ab62-a5a189fa39c6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.359027 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-582a92e4-063c-47b0-ab62-a5a189fa39c6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.373672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3d005-fb35-46c2-b9d1-42b8a07f9ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99908315-4cf6-4bfd-a1d4-c1752797bb4b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:24.389018 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-582a92e4-063c-47b0-ab62-a5a189fa39c6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3424430 Jul 16 01:30:24.419160 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2136db5b-c86b-4069-8eea-760e8ca7bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.422070 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2136db5b-c86b-4069-8eea-760e8ca7bcb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.422656 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2136db5b-c86b-4069-8eea-760e8ca7bcb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.471687 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6151f5b3-7718-451e-89d6-a682b9d121f2 req-3ae69633-90ac-4a9f-a4ab-583b1253959d service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961980 Jul 16 01:30:24.497869 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2136db5b-c86b-4069-8eea-760e8ca7bcb1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.5938451 Jul 16 01:30:24.511846 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45154) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:24.532187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d75e0661-b08e-4947-b7f4-1fd5b1482e20 admin admin] Request body: {'subnet': {'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-85976237-subnet', 'tenant_id': 'c7a28ef2c8eb4e6bad41171e1567f752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:24.578936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136db5b-c86b-4069-8eea-760e8ca7bcb1 admin admin] Pushing event updated for resources: {'Network': ['ID=44eb12fe-e5db-4f2e-8e1e-ab93f6667071,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:24.594095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:30:24.666357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75e0661-b08e-4947-b7f4-1fd5b1482e20 admin admin] Made reservation on behalf of c7a28ef2c8eb4e6bad41171e1567f752 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:24.672765 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d75e0661-b08e-4947-b7f4-1fd5b1482e20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.755470 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6151f5b3-7718-451e-89d6-a682b9d121f2 req-cc764412-59ae-497b-93b9-8995690a3a3a service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752047 Jul 16 01:30:24.831404 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7988706b-17d3-4126-889c-4f12727e481e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:24.939791 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 7988706b-17d3-4126-889c-4f12727e481e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:24.951135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 7988706b-17d3-4126-889c-4f12727e481e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:24.952323 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.084878 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d75e0661-b08e-4947-b7f4-1fd5b1482e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.120049 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Request body: {'port': {'device_id': '46eac58f-8c93-4f55-811c-8633af1d1ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:25.133298 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a92e4-063c-47b0-ab62-a5a189fa39c6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Pushing event updated for resources: {'Port': ['ID=1382684a-6f15-40b6-ae7c-b76ba5b325f8,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:25.139016 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.176813 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.228703 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e0661-b08e-4947-b7f4-1fd5b1482e20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6ab48a-a89d-4604-95e5-95b119c0d93d,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:25.249317 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 7988706b-17d3-4126-889c-4f12727e481e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7988706b-17d3-4126-889c-4f12727e481e,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:25.254802 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.268704 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75e0661-b08e-4947-b7f4-1fd5b1482e20 admin admin] Checking segment: {'id': '18ee2a5b-8aa1-4fff-81c9-b595bb67224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:25.269205 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75e0661-b08e-4947-b7f4-1fd5b1482e20 admin admin] Network hostable DHCP agents. Network: 44eb12fe-e5db-4f2e-8e1e-ab93f6667071, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:30:25.311607 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75e0661-b08e-4947-b7f4-1fd5b1482e20 admin admin] Network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:30:25.323310 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-d75e0661-b08e-4947-b7f4-1fd5b1482e20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 44eb12fe-e5db-4f2e-8e1e-ab93f6667071) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:25.329884 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75e0661-b08e-4947-b7f4-1fd5b1482e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.331995 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d75e0661-b08e-4947-b7f4-1fd5b1482e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.341890 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.371177 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d75e0661-b08e-4947-b7f4-1fd5b1482e20 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8580112 Jul 16 01:30:25.377569 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:25.399792 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f27b3e-6e5a-4f8a-9ee5-703c0597fb49 None None] Network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:25.433029 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-432fb2a8-74e9-4190-b44a-23e602683a72 admin admin] 10.222.0.54 "PUT /v2.0/routers/ee9039de-1f9c-491b-b6c9-ec0aac6b7423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6167684 Jul 16 01:30:25.470782 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964cfd7-ac43-4652-9901-ddbdea6a9d27 req-433c31a4-48b3-408a-88b3-2a05464982c1 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.480563 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1964cfd7-ac43-4652-9901-ddbdea6a9d27 req-433c31a4-48b3-408a-88b3-2a05464982c1 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 931 time: 1.3870652 Jul 16 01:30:25.503236 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=7988706b-17d3-4126-889c-4f12727e481e,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:25.595373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e0f64-e61a-4c69-9fa9-76c16e8f11d1 req-a7cf8fa6-11bb-4fc9-9b84-a98a20eeb81f tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.604872 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d37e0f64-e61a-4c69-9fa9-76c16e8f11d1 req-a7cf8fa6-11bb-4fc9-9b84-a98a20eeb81f tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 935 time: 0.1505599 Jul 16 01:30:25.680988 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d37e0f64-e61a-4c69-9fa9-76c16e8f11d1 req-177e2d66-fe32-4114-bba7-887cceacd3e2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746040 Jul 16 01:30:25.744194 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1964cfd7-ac43-4652-9901-ddbdea6a9d27 req-d2569773-a0db-47d5-b3a1-526fe3fa0942 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589741 Jul 16 01:30:25.768965 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddfeef4-6cca-43d5-a6c5-6c9df41f7140 None None] Network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:25.981500 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Sync routers for ids ['ee9039de-1f9c-491b-b6c9-ec0aac6b7423'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:25.999512 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Routers {'ee9039de-1f9c-491b-b6c9-ec0aac6b7423'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:26.000208 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:30:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ee9039de-1f9c-491b-b6c9-ec0aac6b7423'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:26.148076 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Set router ee9039de-1f9c-491b-b6c9-ec0aac6b7423 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:26.661801 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'name': 'tempest-AttachSCSIVolumeTestJSON-80452834-router', 'tenant_id': 'b5f33520e21d4319a302b141c523809b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '7988706b-17d3-4126-889c-4f12727e481e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:11Z', 'updated_at': '2021-07-16T01:30:20Z', 'revision_number': 4, 'project_id': 'b5f33520e21d4319a302b141c523809b', 'gw_port': {'id': '7988706b-17d3-4126-889c-4f12727e481e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:12Z', 'updated_at': '2021-07-16T01:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '54575718-0095-42a1-92fc-54bb5549d99f', 'name': '', 'network_id': '90436228-44f0-4591-8692-e20253b66082', 'tenant_id': 'b5f33520e21d4319a302b141c523809b', 'mac_address': 'fa:16:3e:cd:0e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5770215-711e-45e1-aaf7-145a571d1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:18Z', 'updated_at': '2021-07-16T01:30:20Z', 'revision_number': 2, 'project_id': 'b5f33520e21d4319a302b141c523809b', 'subnets': [{'id': 'c5770215-711e-45e1-aaf7-145a571d1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:26.705472 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Checking router: ee9039de-1f9c-491b-b6c9-ec0aac6b7423 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:26.706107 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Updating router ee9039de-1f9c-491b-b6c9-ec0aac6b7423 port 54575718-0095-42a1-92fc-54bb5549d99f binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:30:26.779768 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.784938 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:26.867500 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56007dd3-de4a-440e-8086-7df9708946f1 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:26.890309 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.982825 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Transition to ACTIVE for port object 56007dd3-de4a-440e-8086-7df9708946f1 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:27.002687 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-b595970c-41e7-4b31-9372-28e1eda35332 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.016151 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.032384 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-b595970c-41e7-4b31-9372-28e1eda35332 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/networks?id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071 HTTP/1.1" status: 200 len: 803 time: 0.2864823 Jul 16 01:30:27.061324 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-4d4b3d28-6d10-40e5-a8ff-b3a297d2a6d8 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/quotas/c7a28ef2c8eb4e6bad41171e1567f752 HTTP/1.1" status: 200 len: 375 time: 0.0277865 Jul 16 01:30:27.093866 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7988706b-17d3-4126-889c-4f12727e481e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:27.147333 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-69a23964-bf85-4634-a6ea-ad40838ff2bc tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7a28ef2c8eb4e6bad41171e1567f752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840755 Jul 16 01:30:27.233259 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Pushing event updated for resources: {'Port': ['ID=56007dd3-de4a-440e-8086-7df9708946f1,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:27.234926 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5c1732fa-4e5d-41e4-bbf2-74b70b445f67, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5c1732fa-4e5d-41e4-bbf2-74b70b445f67,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:27.254757 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1382684a-6f15-40b6-ae7c-b76ba5b325f8 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:27.266656 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.323778 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '5c1732fa-4e5d-41e4-bbf2-74b70b445f67', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '5c1732fa-4e5d-41e4-bbf2-74b70b445f67', 'mac_address': 'fa:16:3e:35:43:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:27.379610 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-539b60a3-46f3-4260-b3ed-af31dd21d4d7 service neutron] 10.222.0.54 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263620 Jul 16 01:30:27.419979 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 7988706b-17d3-4126-889c-4f12727e481e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:27.421012 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.488745 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.504147 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.513709 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Transition to ACTIVE for port object 1382684a-6f15-40b6-ae7c-b76ba5b325f8 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:27.519509 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Transition to ACTIVE for port object 54575718-0095-42a1-92fc-54bb5549d99f will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:27.531975 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.536835 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.585885 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-a93411b7-5946-4cea-a24c-1947e502921c service neutron] 10.222.0.54 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052789 Jul 16 01:30:27.594484 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:27.731052 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76e42e-4003-44bf-92dd-8518238091b7 None None] Pushing event updated for resources: {'Port': ['ID=54575718-0095-42a1-92fc-54bb5549d99f,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:27.734832 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Attempting to bind port 56007dd3-de4a-440e-8086-7df9708946f1 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:27.739701 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5c1732fa-4e5d-41e4-bbf2-74b70b445f67, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5c1732fa-4e5d-41e4-bbf2-74b70b445f67,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:27.741199 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Attempting to bind port 56007dd3-de4a-440e-8086-7df9708946f1 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:27.741544 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Attempting to bind port 56007dd3-de4a-440e-8086-7df9708946f1 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:27.750726 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Pushing event updated for resources: {'Port': ['ID=1382684a-6f15-40b6-ae7c-b76ba5b325f8,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:27.767450 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Port 56007dd3-de4a-440e-8086-7df9708946f1 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:27.768022 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Attempting to bind port 56007dd3-de4a-440e-8086-7df9708946f1 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:27.841654 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.910596 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:27.916033 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:27.921363 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:27.922096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Bound port: 56007dd3-de4a-440e-8086-7df9708946f1, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:27.925049 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.942075 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Attempting to bind port 54575718-0095-42a1-92fc-54bb5549d99f on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:27.957841 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Attempting to bind port 54575718-0095-42a1-92fc-54bb5549d99f by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '43fdd05a-9fa3-4727-8a58-7f1054748441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '90436228-44f0-4591-8692-e20253b66082'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:27.958259 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Attempting to bind port 54575718-0095-42a1-92fc-54bb5549d99f on network 90436228-44f0-4591-8692-e20253b66082 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:27.969051 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:27.969910 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Checking segment: {'id': '43fdd05a-9fa3-4727-8a58-7f1054748441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '90436228-44f0-4591-8692-e20253b66082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:27.970319 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.975169 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Bound using segment: {'id': '43fdd05a-9fa3-4727-8a58-7f1054748441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '90436228-44f0-4591-8692-e20253b66082'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:27.975898 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Bound port: 54575718-0095-42a1-92fc-54bb5549d99f, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fdd05a-9fa3-4727-8a58-7f1054748441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '90436228-44f0-4591-8692-e20253b66082'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:27.976416 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.009237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5c1732fa-4e5d-41e4-bbf2-74b70b445f67,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:28.188275 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5c1732fa-4e5d-41e4-bbf2-74b70b445f67'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:28.212267 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa084e3-a376-4208-9f82-eb113b8d3617 req-0ec4f160-4611-4c58-a744-ea1e9b7a6c5d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:28.239385 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] For port 54575718-0095-42a1-92fc-54bb5549d99f, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:28.244603 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] For port 54575718-0095-42a1-92fc-54bb5549d99f, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=54575718-0095-42a1-92fc-54bb5549d99f,segment=NetworkSegment(43fdd05a-9fa3-4727-8a58-7f1054748441),segment_id=43fdd05a-9fa3-4727-8a58-7f1054748441)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:28.245028 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7fa084e3-a376-4208-9f82-eb113b8d3617 req-0ec4f160-4611-4c58-a744-ea1e9b7a6c5d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 947 time: 0.1788983 Jul 16 01:30:28.288643 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.290569 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46d7e82c-acef-4452-ac6a-27db129df3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.480106 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7fa084e3-a376-4208-9f82-eb113b8d3617 req-d257ea28-8dff-4f85-87ef-e98ad5ca8395 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143784 Jul 16 01:30:28.505154 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Routers {'ee9039de-1f9c-491b-b6c9-ec0aac6b7423'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:28.506865 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:30:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ee9039de-1f9c-491b-b6c9-ec0aac6b7423'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:28.635780 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.680893 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76e42e-4003-44bf-92dd-8518238091b7 None None] Pushing event updated for resources: {'Port': ['ID=54575718-0095-42a1-92fc-54bb5549d99f,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:28.703671 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:28.704044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:28.704757 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:28.725988 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] For port 56007dd3-de4a-440e-8086-7df9708946f1, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:28.751092 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] For port 56007dd3-de4a-440e-8086-7df9708946f1, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=56007dd3-de4a-440e-8086-7df9708946f1,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:28.800709 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:28.808328 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:28.811383 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.995919 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:28.997425 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Checking segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:28.997825 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Bound using segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:28.998290 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Bound port: 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:28.998647 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.088463 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 54575718-0095-42a1-92fc-54bb5549d99f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:29.113239 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.117418 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.122462 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] 10.222.0.26 "PUT /v2.0/ports/56007dd3-de4a-440e-8086-7df9708946f1 HTTP/1.1" status: 200 len: 1095 time: 5.1278071 Jul 16 01:30:29.212821 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b74a416-e2af-4e9c-96f2-7731443e9fb6', 'tag': '56007dd3-de4a-440e-8086-7df9708946f1'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:29.217686 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357f1ed2-ddd2-4d27-ba5d-90343c0ead3d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b74a416-e2af-4e9c-96f2-7731443e9fb6", "tag": "56007dd3-de4a-440e-8086-7df9708946f1"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:29.226425 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26d9ac-7332-41ae-a7db-7a3e32317d07 service neutron] Pushing event updated for resources: {'Port': ['ID=56007dd3-de4a-440e-8086-7df9708946f1,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:29.314578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 54575718-0095-42a1-92fc-54bb5549d99f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:29.326671 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 54575718-0095-42a1-92fc-54bb5549d99f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:29.327049 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.462471 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.624617 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750544f-a2b6-4e83-83e6-75b442f5f959 req-3705bcb9-a0fd-49ca-8d02-71e0b68a8f8c tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.637090 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4750544f-a2b6-4e83-83e6-75b442f5f959 req-3705bcb9-a0fd-49ca-8d02-71e0b68a8f8c tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 943 time: 1.4094186 Jul 16 01:30:29.653771 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 54575718-0095-42a1-92fc-54bb5549d99f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=54575718-0095-42a1-92fc-54bb5549d99f,segment=NetworkSegment(43fdd05a-9fa3-4727-8a58-7f1054748441),segment_id=43fdd05a-9fa3-4727-8a58-7f1054748441)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:29.660327 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.691035 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] Set router ee9039de-1f9c-491b-b6c9-ec0aac6b7423 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:29.970011 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4750544f-a2b6-4e83-83e6-75b442f5f959 req-8baeda16-f448-4de6-81d6-9765687929e8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306015 Jul 16 01:30:29.992054 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=54575718-0095-42a1-92fc-54bb5549d99f,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:30.019579 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] For port 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:30.048740 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] For port 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1382684a-6f15-40b6-ae7c-b76ba5b325f8,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:30.079156 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.124666 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:30.126624 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.129850 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] 10.222.0.26 "PUT /v2.0/ports/1382684a-6f15-40b6-ae7c-b76ba5b325f8 HTTP/1.1" status: 200 len: 1091 time: 5.7219262 Jul 16 01:30:30.222828 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99f068-8c9f-4514-9292-b1195decb353 req-850b37d7-7aed-4e9a-8dc8-ba16eea49939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:30.230136 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-850b37d7-7aed-4e9a-8dc8-ba16eea49939 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 1098 time: 0.9647927 Jul 16 01:30:30.337733 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-902fbad4-610e-41f8-abc1-eca93337f4a9 req-097cc43f-52e1-439c-8f22-faee861ce24a tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7ee583-fe04-49de-bedc-50b66bfec4cf HTTP/1.1" status: 200 len: 210 time: 0.1147289 Jul 16 01:30:30.352568 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-16e42666-18c9-489a-b098-622092f87465 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=56007dd3-de4a-440e-8086-7df9708946f1 HTTP/1.1" status: 200 len: 217 time: 0.1044669 Jul 16 01:30:30.449925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99f068-8c9f-4514-9292-b1195decb353 req-365883ce-d57a-47b2-9258-55d5b192f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:30.451447 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-365883ce-d57a-47b2-9258-55d5b192f10e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0803373 Jul 16 01:30:30.524961 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9238fe-92f7-4a0d-8e92-49271ab0ba58 service neutron] Pushing event updated for resources: {'Port': ['ID=1382684a-6f15-40b6-ae7c-b76ba5b325f8,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:30.573703 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6a8877-6da5-42ea-a97a-477e75d24a60 x-openstack-request-id: req-3f6a8877-6da5-42ea-a97a-477e75d24a60 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:30.574249 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b74a416-e2af-4e9c-96f2-7731443e9fb6", "tag": "56007dd3-de4a-440e-8086-7df9708946f1", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:30.574505 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3f6a8877-6da5-42ea-a97a-477e75d24a60 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:30.575638 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b74a416-e2af-4e9c-96f2-7731443e9fb6', 'tag': '56007dd3-de4a-440e-8086-7df9708946f1', 'status': 'completed', 'code': 200} Jul 16 01:30:30.676587 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'name': 'tempest-AttachSCSIVolumeTestJSON-80452834-router', 'tenant_id': 'b5f33520e21d4319a302b141c523809b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '7988706b-17d3-4126-889c-4f12727e481e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:11Z', 'updated_at': '2021-07-16T01:30:20Z', 'revision_number': 4, 'project_id': 'b5f33520e21d4319a302b141c523809b', 'gw_port': {'id': '7988706b-17d3-4126-889c-4f12727e481e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:12Z', 'updated_at': '2021-07-16T01:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '54575718-0095-42a1-92fc-54bb5549d99f', 'name': '', 'network_id': '90436228-44f0-4591-8692-e20253b66082', 'tenant_id': 'b5f33520e21d4319a302b141c523809b', 'mac_address': 'fa:16:3e:cd:0e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5770215-711e-45e1-aaf7-145a571d1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:18Z', 'updated_at': '2021-07-16T01:30:28Z', 'revision_number': 4, 'project_id': 'b5f33520e21d4319a302b141c523809b', 'subnets': [{'id': 'c5770215-711e-45e1-aaf7-145a571d1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:30.777497 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16ab89-3a27-4954-94f6-3b185f945f17 None None] The sync data for ids ['ee9039de-1f9c-491b-b6c9-ec0aac6b7423'] in n-d-800086-6 is: [{'id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'name': 'tempest-AttachSCSIVolumeTestJSON-80452834-router', 'tenant_id': 'b5f33520e21d4319a302b141c523809b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '7988706b-17d3-4126-889c-4f12727e481e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:11Z', 'updated_at': '2021-07-16T01:30:20Z', 'revision_number': 4, 'project_id': 'b5f33520e21d4319a302b141c523809b', 'gw_port': {'id': '7988706b-17d3-4126-889c-4f12727e481e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:12Z', 'updated_at': '2021-07-16T01:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '54575718-0095-42a1-92fc-54bb5549d99f', 'name': '', 'network_id': '90436228-44f0-4591-8692-e20253b66082', 'tenant_id': 'b5f33520e21d4319a302b141c523809b', 'mac_address': 'fa:16:3e:cd:0e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'c5770215-711e-45e1-aaf7-145a571d1701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:18Z', 'updated_at': '2021-07-16T01:30:28Z', 'revision_number': 4, 'project_id': 'b5f33520e21d4319a302b141c523809b', 'subnets': [{'id': 'c5770215-711e-45e1-aaf7-145a571d1701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:30.788664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99f068-8c9f-4514-9292-b1195decb353 req-e00c028d-ef39-408d-9f51-add1d2b16bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:30.790358 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-e00c028d-ef39-408d-9f51-add1d2b16bc8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3267441 Jul 16 01:30:30.799522 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:30.800165 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-cfb6986e-3394-4272-8a9b-b92318cf4454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:30.808024 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-cfb6986e-3394-4272-8a9b-b92318cf4454 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 1094 time: 0.3490698 Jul 16 01:30:30.938767 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 54575718-0095-42a1-92fc-54bb5549d99f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:31.062936 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:31.113613 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8128ef42-98e3-4cb3-9368-dcb2de754402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.119790 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9da1d-b48f-4254-9aa9-74328a88955e req-108ba4b9-0223-4544-9efe-463247b0902c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:31.131083 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52d9da1d-b48f-4254-9aa9-74328a88955e req-108ba4b9-0223-4544-9efe-463247b0902c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 947 time: 0.1848567 Jul 16 01:30:31.156842 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:31.174125 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.260601 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-5e7a07c5-14bf-458d-8c55-7d2b0ea295cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1382684a-6f15-40b6-ae7c-b76ba5b325f8 HTTP/1.1" status: 200 len: 217 time: 0.2448542 Jul 16 01:30:31.360428 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.415529 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52d9da1d-b48f-4254-9aa9-74328a88955e req-e74ffc87-5661-4e34-82eb-73be7999f68a tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628736 Jul 16 01:30:31.697694 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 54575718-0095-42a1-92fc-54bb5549d99f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:31.698445 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.859677 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-460cda9d-c777-47e2-90b4-517e125851bb service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0504088 Jul 16 01:30:31.952383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-7698d434-0eba-4020-b2b4-61c4ba654032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:31.958831 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-7698d434-0eba-4020-b2b4-61c4ba654032 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.5442910 Jul 16 01:30:32.158847 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.279016 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-2da338b7-c500-4be4-a6a4-21f8a734a547 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2708457 Jul 16 01:30:32.454826 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e044fa-117d-4ab1-a5dc-9f847aa4624e req-fad03415-851f-4620-9920-d91f9bc0f0d7 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:32.469875 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5e044fa-117d-4ab1-a5dc-9f847aa4624e req-fad03415-851f-4620-9920-d91f9bc0f0d7 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 943 time: 0.2714896 Jul 16 01:30:32.516619 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.521813 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53356f91-55c1-4380-80fc-d8059d4097b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1732fa-4e5d-41e4-bbf2-74b70b445f67'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:32.525194 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b9c2ad-2110-4c48-836b-667adecd4b89" -d '{"events": [{"server_uuid": "53356f91-55c1-4380-80fc-d8059d4097b2", "name": "network-vif-plugged", "status": "completed", "tag": "5c1732fa-4e5d-41e4-bbf2-74b70b445f67"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:32.562798 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5c1732fa-4e5d-41e4-bbf2-74b70b445f67, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5c1732fa-4e5d-41e4-bbf2-74b70b445f67,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:32.569728 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.649569 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5e044fa-117d-4ab1-a5dc-9f847aa4624e req-c80e4a0e-2f62-47fd-b2e8-26c12416d8e3 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782107 Jul 16 01:30:32.702043 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46eac58f-8c93-4f55-811c-8633af1d1ceb', 'tag': '1382684a-6f15-40b6-ae7c-b76ba5b325f8'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:32.705675 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2348e0d2-f267-4a13-92c3-962e56d1831e" -d '{"events": [{"name": "network-changed", "server_uuid": "46eac58f-8c93-4f55-811c-8633af1d1ceb", "tag": "1382684a-6f15-40b6-ae7c-b76ba5b325f8"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:32.714318 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5c1732fa-4e5d-41e4-bbf2-74b70b445f67,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:32.829479 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-59705926-9d82-4d9f-8944-9452bafc17f2 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:32.835631 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-59705926-9d82-4d9f-8944-9452bafc17f2 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.47 "GET /v2.0/networks?id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071 HTTP/1.1" status: 200 len: 803 time: 1.2681899 Jul 16 01:30:32.875843 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-9733b963-d76b-4027-a2b7-8126873fa6bb tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Request body: {'port': {'device_id': '8a7ee583-fe04-49de-bedc-50b66bfec4cf', 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071', 'admin_state_up': True, 'tenant_id': 'c7a28ef2c8eb4e6bad41171e1567f752'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:32.882580 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7442807e-455a-4cfb-9a36-386443bc66cb req-82aefc15-6e00-4737-b36b-928f55db1dd5 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7ee583-fe04-49de-bedc-50b66bfec4cf HTTP/1.1" status: 200 len: 210 time: 0.1521482 Jul 16 01:30:32.920007 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-7a5d1b96-5fa1-430e-91c6-3d8a898520d8 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578146 Jul 16 01:30:33.062807 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3004598b-84e6-42e5-b4e1-1ad9adac8805 x-openstack-request-id: req-3004598b-84e6-42e5-b4e1-1ad9adac8805 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:33.063110 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53356f91-55c1-4380-80fc-d8059d4097b2", "name": "network-vif-plugged", "status": "completed", "tag": "5c1732fa-4e5d-41e4-bbf2-74b70b445f67", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:33.063361 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3004598b-84e6-42e5-b4e1-1ad9adac8805 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:33.063773 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53356f91-55c1-4380-80fc-d8059d4097b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1732fa-4e5d-41e4-bbf2-74b70b445f67', 'code': 200} Jul 16 01:30:33.172466 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2893ed9-aad4-435e-9af2-da3f33cfdf9d x-openstack-request-id: req-b2893ed9-aad4-435e-9af2-da3f33cfdf9d {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:33.173114 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46eac58f-8c93-4f55-811c-8633af1d1ceb", "tag": "1382684a-6f15-40b6-ae7c-b76ba5b325f8", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:33.173585 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2893ed9-aad4-435e-9af2-da3f33cfdf9d {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:33.174212 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46eac58f-8c93-4f55-811c-8633af1d1ceb', 'tag': '1382684a-6f15-40b6-ae7c-b76ba5b325f8', 'status': 'completed', 'code': 200} Jul 16 01:30:33.230600 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d99f068-8c9f-4514-9292-b1195decb353 req-95a4c14d-572f-46ec-98c9-ffc3faa8f756 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3507376 Jul 16 01:30:33.394723 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-524ec51a-c449-4f52-82d7-e0c2414d7b0a req-b64a045d-db5d-4ca6-a3e7-69465704c936 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178987 Jul 16 01:30:33.651911 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-9733b963-d76b-4027-a2b7-8126873fa6bb tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Made reservation on behalf of c7a28ef2c8eb4e6bad41171e1567f752 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:33.656421 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-9733b963-d76b-4027-a2b7-8126873fa6bb tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.713191 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.771118 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d1e0d-a905-4e33-9f4d-043aa9881310 req-3264f2fa-7137-4adb-9fdc-b33c8e38237b tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:33.782771 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a51d1e0d-a905-4e33-9f4d-043aa9881310 req-3264f2fa-7137-4adb-9fdc-b33c8e38237b tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 947 time: 0.5547302 Jul 16 01:30:33.800266 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f1ed2-ddd2-4d27-ba5d-90343c0ead3d req-7de0122a-5d61-4a36-ac14-dfd115e4aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:33.802854 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-357f1ed2-ddd2-4d27-ba5d-90343c0ead3d req-7de0122a-5d61-4a36-ac14-dfd115e4aacf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 1098 time: 0.4069762 Jul 16 01:30:34.009472 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a51d1e0d-a905-4e33-9f4d-043aa9881310 req-4db5e475-b9f1-4dc2-9d77-6ce93bc3ad82 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246037 Jul 16 01:30:34.009707 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f1ed2-ddd2-4d27-ba5d-90343c0ead3d req-96a40443-e7a8-4195-aaf1-87bae1c2f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.011217 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-357f1ed2-ddd2-4d27-ba5d-90343c0ead3d req-96a40443-e7a8-4195-aaf1-87bae1c2f60e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.1918187 Jul 16 01:30:34.018469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348e0d2-f267-4a13-92c3-962e56d1831e req-b5a6f8c4-2e8f-4c9c-928c-667eddf0ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.019916 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2348e0d2-f267-4a13-92c3-962e56d1831e req-b5a6f8c4-2e8f-4c9c-928c-667eddf0ad6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 1094 time: 0.4829435 Jul 16 01:30:34.071329 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a9f77-e8d6-43b9-8589-ca7c82a41b6b req-663b17b1-40a8-4602-8e85-aa055b8838b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.074158 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-357f1ed2-ddd2-4d27-ba5d-90343c0ead3d req-43781357-0ebb-43d2-aa8a-d0642c41e3e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=56007dd3-de4a-440e-8086-7df9708946f1 HTTP/1.1" status: 200 len: 217 time: 0.0530403 Jul 16 01:30:34.078454 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-446a9f77-e8d6-43b9-8589-ca7c82a41b6b req-663b17b1-40a8-4602-8e85-aa055b8838b9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=53356f91-55c1-4380-80fc-d8059d4097b2 HTTP/1.1" status: 200 len: 1101 time: 0.8858967 Jul 16 01:30:34.157601 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-446a9f77-e8d6-43b9-8589-ca7c82a41b6b req-8cbd146d-1a5c-40de-b288-3fbc8528aa75 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709801 Jul 16 01:30:34.215337 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f1ed2-ddd2-4d27-ba5d-90343c0ead3d req-60866eb8-28ab-4072-9a30-4df51de2b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.216964 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-357f1ed2-ddd2-4d27-ba5d-90343c0ead3d req-60866eb8-28ab-4072-9a30-4df51de2b07e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1100860 Jul 16 01:30:34.337565 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-9733b963-d76b-4027-a2b7-8126873fa6bb tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Allocated IP 172.20.0.4 (44eb12fe-e5db-4f2e-8e1e-ab93f6667071/6f6ab48a-a89d-4604-95e5-95b119c0d93d/df838c93-2417-48f6-8152-6d03b11c586e) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:34.425898 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a244ed8-2143-451e-9509-bb840938a962 req-638ba688-6cd8-4f1b-b1f0-19797161ff40 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.429143 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2a244ed8-2143-451e-9509-bb840938a962 req-638ba688-6cd8-4f1b-b1f0-19797161ff40 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 943 time: 0.0750415 Jul 16 01:30:34.496081 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2a244ed8-2143-451e-9509-bb840938a962 req-e33f4eeb-3563-4e0f-88dc-0d96d3fc9fb5 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602279 Jul 16 01:30:34.816691 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348e0d2-f267-4a13-92c3-962e56d1831e req-ab559b16-c6f2-47b9-98cc-4c118e098565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.818771 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2348e0d2-f267-4a13-92c3-962e56d1831e req-ab559b16-c6f2-47b9-98cc-4c118e098565 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 922 time: 0.7381816 Jul 16 01:30:34.872496 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d9d12fc3-fe3c-46a7-9be8-030f4d21dd93 req-0ff546f4-83a5-4d87-8654-77e291ea5c0c tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7ee583-fe04-49de-bedc-50b66bfec4cf HTTP/1.1" status: 200 len: 210 time: 0.0978417 Jul 16 01:30:34.976302 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2348e0d2-f267-4a13-92c3-962e56d1831e req-950acf9b-a3ec-45c1-98c9-3a8d0b9dea20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1382684a-6f15-40b6-ae7c-b76ba5b325f8 HTTP/1.1" status: 200 len: 217 time: 0.1331403 Jul 16 01:30:35.213818 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-9733b963-d76b-4027-a2b7-8126873fa6bb tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.230255 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348e0d2-f267-4a13-92c3-962e56d1831e req-66b6ad0f-8475-4a51-b219-9c456c1a202a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.231738 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2348e0d2-f267-4a13-92c3-962e56d1831e req-66b6ad0f-8475-4a51-b219-9c456c1a202a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.2065175 Jul 16 01:30:35.245693 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f1ed2-ddd2-4d27-ba5d-90343c0ead3d req-9671b9f4-652c-4425-87b6-da49fc19154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.250847 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-357f1ed2-ddd2-4d27-ba5d-90343c0ead3d req-9671b9f4-652c-4425-87b6-da49fc19154c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5014989 Jul 16 01:30:35.392964 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2348e0d2-f267-4a13-92c3-962e56d1831e req-4a28ce9f-6e05-4d10-883b-dae8be638494 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164498 Jul 16 01:30:35.653220 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-9733b963-d76b-4027-a2b7-8126873fa6bb tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.791041 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-357f1ed2-ddd2-4d27-ba5d-90343c0ead3d req-a0cff5ff-c34c-436b-ad4a-088bc38440aa service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808638 Jul 16 01:30:35.886785 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-9733b963-d76b-4027-a2b7-8126873fa6bb tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:35.893407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733b963-d76b-4027-a2b7-8126873fa6bb tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Pushing event updated for resources: {'Port': ['ID=df838c93-2417-48f6-8152-6d03b11c586e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:36.011369 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-9733b963-d76b-4027-a2b7-8126873fa6bb tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:36.018270 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-9733b963-d76b-4027-a2b7-8126873fa6bb tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:36.030151 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2348e0d2-f267-4a13-92c3-962e56d1831e req-49f00375-dcca-4d1e-99fb-cc583640b982 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872247 Jul 16 01:30:36.263151 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c3432-68a2-4743-892e-fdba7510234a req-c7b247db-47c1-4f3c-8238-31f599959590 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:36.275699 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-826c3432-68a2-4743-892e-fdba7510234a req-c7b247db-47c1-4f3c-8238-31f599959590 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 947 time: 0.7490742 Jul 16 01:30:36.390076 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-357f1ed2-ddd2-4d27-ba5d-90343c0ead3d req-ab861fcf-d898-4ede-9c15-90fc0607f771 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602784 Jul 16 01:30:36.418621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4881963-73f9-4393-b1ff-583d649e6c17 req-5140a553-e984-469a-bffe-82a908a042d7 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:36.426345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-9733b963-d76b-4027-a2b7-8126873fa6bb tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:36.433130 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-9733b963-d76b-4027-a2b7-8126873fa6bb tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:36.436300 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a4881963-73f9-4393-b1ff-583d649e6c17 req-5140a553-e984-469a-bffe-82a908a042d7 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 943 time: 0.1394405 Jul 16 01:30:36.481997 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-9733b963-d76b-4027-a2b7-8126873fa6bb tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6154163 Jul 16 01:30:36.512685 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a4881963-73f9-4393-b1ff-583d649e6c17 req-ec4c2e4f-6151-4a71-8052-d571ad400ce8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750816 Jul 16 01:30:36.556975 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Request body: {'port': {'device_id': '8a7ee583-fe04-49de-bedc-50b66bfec4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:36.644103 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-826c3432-68a2-4743-892e-fdba7510234a req-e7518c3d-b8f1-410f-83ec-6c119e84aec5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695784 Jul 16 01:30:36.663458 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2348e0d2-f267-4a13-92c3-962e56d1831e req-65461ac0-dfe4-4b0e-9665-c8f6a8d4bccc service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424743 Jul 16 01:30:36.832149 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:36.839013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 1382684a-6f15-40b6-ae7c-b76ba5b325f8 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:37.276760 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1382684a-6f15-40b6-ae7c-b76ba5b325f8,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:37.297049 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '1382684a-6f15-40b6-ae7c-b76ba5b325f8', 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7', 'port_id': '1382684a-6f15-40b6-ae7c-b76ba5b325f8', 'mac_address': 'fa:16:3e:c6:c5:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfe93df-9335-48e8-9251-03d181a930aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:37.472147 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.535305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1382684a-6f15-40b6-ae7c-b76ba5b325f8 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:37.598349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1382684a-6f15-40b6-ae7c-b76ba5b325f8,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:37.619111 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.620406 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 56007dd3-de4a-440e-8086-7df9708946f1 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:37.654115 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45618) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:37.768915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfafb5-2714-43cb-8a68-f76bfda8ceec req-585f404b-0939-4529-bc53-9b76cbf387ca tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:37.779938 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3fbfafb5-2714-43cb-8a68-f76bfda8ceec req-585f404b-0939-4529-bc53-9b76cbf387ca tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7ee583-fe04-49de-bedc-50b66bfec4cf HTTP/1.1" status: 200 len: 931 time: 0.6920445 Jul 16 01:30:37.788358 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45624) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:37.953649 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 56007dd3-de4a-440e-8086-7df9708946f1, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=56007dd3-de4a-440e-8086-7df9708946f1,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:38.082944 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '56007dd3-de4a-440e-8086-7df9708946f1', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '56007dd3-de4a-440e-8086-7df9708946f1', 'mac_address': 'fa:16:3e:25:f8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:38.119837 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3fbfafb5-2714-43cb-8a68-f76bfda8ceec req-add78bfd-89f6-49b1-83a2-b1434d112e14 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388579 Jul 16 01:30:38.217263 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5619bf2b-55da-4b3f-bfac-8ffd5cdf6b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.237745 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c6b55b7c-2c44-4b8b-9084-e8aab1e204f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.314507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=1382684a-6f15-40b6-ae7c-b76ba5b325f8,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:38.327790 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.366767 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56007dd3-de4a-440e-8086-7df9708946f1 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:38.436086 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 56007dd3-de4a-440e-8086-7df9708946f1, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=56007dd3-de4a-440e-8086-7df9708946f1,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:38.440779 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.597463 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=56007dd3-de4a-440e-8086-7df9708946f1,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:38.659265 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5619bf2b-55da-4b3f-bfac-8ffd5cdf6b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.677887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634ffdf-1dfc-4104-af99-cf9cc6d2d52a req-ad4f3f06-3b84-4200-aef5-004010cac484 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:38.689858 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2634ffdf-1dfc-4104-af99-cf9cc6d2d52a req-ad4f3f06-3b84-4200-aef5-004010cac484 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 944 time: 0.6809723 Jul 16 01:30:38.720301 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df838c93-2417-48f6-8152-6d03b11c586e {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:38.752975 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.761376 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2634ffdf-1dfc-4104-af99-cf9cc6d2d52a req-5ddbf05c-c56c-4dae-834a-995f5d2dc8ed tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699661 Jul 16 01:30:38.763601 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5619bf2b-55da-4b3f-bfac-8ffd5cdf6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.801700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['1382684a-6f15-40b6-ae7c-b76ba5b325f8'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:38.872336 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Transition to ACTIVE for port object df838c93-2417-48f6-8152-6d03b11c586e will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:38.907885 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5619bf2b-55da-4b3f-bfac-8ffd5cdf6b74 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3466df06b95d4216b18fb232cc69f5e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1181471 Jul 16 01:30:38.908905 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45632) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:38.916643 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619bf2b-55da-4b3f-bfac-8ffd5cdf6b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570d734f-81e9-470b-8fd5-d0c1cc8a7518,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:38.921056 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['56007dd3-de4a-440e-8086-7df9708946f1'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:38.923931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d4da9-71f4-4515-a9f5-ac64e2fe3331 req-40b60e78-b1ff-4414-a7d5-3a95a5a91bee tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:38.925610 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cc2d4da9-71f4-4515-a9f5-ac64e2fe3331 req-40b60e78-b1ff-4414-a7d5-3a95a5a91bee tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 948 time: 0.1927428 Jul 16 01:30:38.926289 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.076675 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cc2d4da9-71f4-4515-a9f5-ac64e2fe3331 req-8448a1b4-d50f-4cbd-bfa5-843c19bc9557 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201553 Jul 16 01:30:39.243601 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-97930e68-6ac5-4341-9ad8-735c8069a0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.390492 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Attempting to bind port df838c93-2417-48f6-8152-6d03b11c586e on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:39.404270 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Attempting to bind port df838c93-2417-48f6-8152-6d03b11c586e by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '18ee2a5b-8aa1-4fff-81c9-b595bb67224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:39.404847 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Attempting to bind port df838c93-2417-48f6-8152-6d03b11c586e on network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:39.424308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Port df838c93-2417-48f6-8152-6d03b11c586e on network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:39.424308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Attempting to bind port df838c93-2417-48f6-8152-6d03b11c586e on network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:39.438457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Pushing event updated for resources: {'Port': ['ID=df838c93-2417-48f6-8152-6d03b11c586e,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:39.462208 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:39.473553 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Checking segment: {'id': '18ee2a5b-8aa1-4fff-81c9-b595bb67224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:39.474196 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Bound using segment: {'id': '18ee2a5b-8aa1-4fff-81c9-b595bb67224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:39.474984 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Bound port: df838c93-2417-48f6-8152-6d03b11c586e, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ee2a5b-8aa1-4fff-81c9-b595bb67224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:39.483775 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.495626 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c6b55b7c-2c44-4b8b-9084-e8aab1e204f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.533901 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c6b55b7c-2c44-4b8b-9084-e8aab1e204f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.600460 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c6b55b7c-2c44-4b8b-9084-e8aab1e204f0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7690aefc2fec4e158de43171a70f0c07&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9452059 Jul 16 01:30:39.645561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45638) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:39.649987 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-97930e68-6ac5-4341-9ad8-735c8069a0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.685658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b55b7c-2c44-4b8b-9084-e8aab1e204f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9977a10-5196-4621-95ba-8d241553c2e7,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:39.829170 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-97930e68-6ac5-4341-9ad8-735c8069a0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.832488 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-97930e68-6ac5-4341-9ad8-735c8069a0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.833892 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-97930e68-6ac5-4341-9ad8-735c8069a0f7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/570d734f-81e9-470b-8fd5-d0c1cc8a7518 HTTP/1.1" status: 204 len: 168 time: 0.9125352 Jul 16 01:30:39.853571 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97930e68-6ac5-4341-9ad8-735c8069a0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570d734f-81e9-470b-8fd5-d0c1cc8a7518,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:40.079374 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d63e85cb-84b8-486b-876d-ff4b85cc9d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.084492 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] For port df838c93-2417-48f6-8152-6d03b11c586e, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:40.094761 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543021b2-58ff-4c7f-a42b-6011fa6fcff4 req-56b18cc4-8441-4f30-9e42-5bbb23ae293d tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:40.105576 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-543021b2-58ff-4c7f-a42b-6011fa6fcff4 req-56b18cc4-8441-4f30-9e42-5bbb23ae293d tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7ee583-fe04-49de-bedc-50b66bfec4cf HTTP/1.1" status: 200 len: 943 time: 0.5505390 Jul 16 01:30:40.144339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] For port df838c93-2417-48f6-8152-6d03b11c586e, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=df838c93-2417-48f6-8152-6d03b11c586e,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:40.157567 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d63e85cb-84b8-486b-876d-ff4b85cc9d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.159886 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.308691 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Pushing event updated for resources: {'Port': ['ID=df838c93-2417-48f6-8152-6d03b11c586e,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:40.417223 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939013b-acae-4d28-afd5-2d62349dc53e req-e0a91abe-0475-421a-b270-4ad8acd9e695 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:40.422367 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c939013b-acae-4d28-afd5-2d62349dc53e req-e0a91abe-0475-421a-b270-4ad8acd9e695 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 944 time: 0.1901963 Jul 16 01:30:40.457489 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-543021b2-58ff-4c7f-a42b-6011fa6fcff4 req-4ea40efa-a1db-4fe2-845c-7b59f88b7f73 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508465 Jul 16 01:30:40.486907 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:40.492616 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.496846 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-703e8096-19f2-4cd9-ba59-0339207c5e0d service neutron] 10.222.0.47 "PUT /v2.0/ports/df838c93-2417-48f6-8152-6d03b11c586e HTTP/1.1" status: 200 len: 1091 time: 3.9542446 Jul 16 01:30:40.518508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7ee583-fe04-49de-bedc-50b66bfec4cf', 'tag': 'df838c93-2417-48f6-8152-6d03b11c586e'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:40.528060 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e257c17-ff8d-4d37-91ce-11303668a298" -d '{"events": [{"name": "network-changed", "server_uuid": "8a7ee583-fe04-49de-bedc-50b66bfec4cf", "tag": "df838c93-2417-48f6-8152-6d03b11c586e"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:40.598022 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c939013b-acae-4d28-afd5-2d62349dc53e req-cbd6c4b9-5dea-473e-a35e-23c6fbe1100f tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648383 Jul 16 01:30:40.832772 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-dc8688cf-0c15-4aaf-b61d-3c9bcf220d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:40.839960 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-dc8688cf-0c15-4aaf-b61d-3c9bcf220d4c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7a28ef2c8eb4e6bad41171e1567f752&device_id=8a7ee583-fe04-49de-bedc-50b66bfec4cf HTTP/1.1" status: 200 len: 1094 time: 0.2560341 Jul 16 01:30:40.844172 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d63e85cb-84b8-486b-876d-ff4b85cc9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.860749 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 1382684a-6f15-40b6-ae7c-b76ba5b325f8 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:40.861630 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d63e85cb-84b8-486b-876d-ff4b85cc9d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.868868 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d63e85cb-84b8-486b-876d-ff4b85cc9d5e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a9977a10-5196-4621-95ba-8d241553c2e7 HTTP/1.1" status: 204 len: 168 time: 1.2297153 Jul 16 01:30:40.937346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e85cb-84b8-486b-876d-ff4b85cc9d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9977a10-5196-4621-95ba-8d241553c2e7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:40.998122 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-69c17d43-83b1-49d8-921b-062a3f3bfdaf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df838c93-2417-48f6-8152-6d03b11c586e HTTP/1.1" status: 200 len: 217 time: 0.1263120 Jul 16 01:30:41.015568 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:41.037846 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:41.043408 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.159061 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256271d3-c013-4a78-b666-c897951c0546 x-openstack-request-id: req-256271d3-c013-4a78-b666-c897951c0546 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:41.160607 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a7ee583-fe04-49de-bedc-50b66bfec4cf", "tag": "df838c93-2417-48f6-8152-6d03b11c586e", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:41.162595 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-256271d3-c013-4a78-b666-c897951c0546 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:41.163478 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7ee583-fe04-49de-bedc-50b66bfec4cf', 'tag': 'df838c93-2417-48f6-8152-6d03b11c586e', 'status': 'completed', 'code': 200} Jul 16 01:30:41.260703 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-c9dfe122-d6cc-4e1f-b744-1f7ea6f39b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:41.263476 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-c9dfe122-d6cc-4e1f-b744-1f7ea6f39b0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f6ab48a-a89d-4604-95e5-95b119c0d93d HTTP/1.1" status: 200 len: 843 time: 0.2572830 Jul 16 01:30:41.289088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08fbbc-29b3-420e-a432-20ba256afef6 req-4f55109c-190c-40f9-8158-c99710271474 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:41.299398 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a08fbbc-29b3-420e-a432-20ba256afef6 req-4f55109c-190c-40f9-8158-c99710271474 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 948 time: 0.3873723 Jul 16 01:30:41.337103 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-0bf12cbc-1773-40cf-8838-9f87f27c57eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663514 Jul 16 01:30:41.343062 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.451165 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eac58f-8c93-4f55-811c-8633af1d1ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1382684a-6f15-40b6-ae7c-b76ba5b325f8'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:41.459792 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a08fbbc-29b3-420e-a432-20ba256afef6 req-e1419ec3-30a7-473b-9c51-cc6d40277634 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542692 Jul 16 01:30:41.461911 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690531c4-b097-43d3-aafb-45050e70d877" -d '{"events": [{"server_uuid": "46eac58f-8c93-4f55-811c-8633af1d1ceb", "name": "network-vif-plugged", "status": "completed", "tag": "1382684a-6f15-40b6-ae7c-b76ba5b325f8"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:41.503599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1382684a-6f15-40b6-ae7c-b76ba5b325f8,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:41.519104 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.520094 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 56007dd3-de4a-440e-8086-7df9708946f1 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:41.643811 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c60519-8022-44b4-bdce-68e17609a6d6 x-openstack-request-id: req-24c60519-8022-44b4-bdce-68e17609a6d6 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:41.657374 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46eac58f-8c93-4f55-811c-8633af1d1ceb", "name": "network-vif-plugged", "status": "completed", "tag": "1382684a-6f15-40b6-ae7c-b76ba5b325f8", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:41.659527 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24c60519-8022-44b4-bdce-68e17609a6d6 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:41.662949 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46eac58f-8c93-4f55-811c-8633af1d1ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1382684a-6f15-40b6-ae7c-b76ba5b325f8', 'code': 200} Jul 16 01:30:41.809570 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-ec690f47-1352-4803-8b9c-666f46eab0aa service neutron] 10.222.0.47 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583924 Jul 16 01:30:41.877178 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 56007dd3-de4a-440e-8086-7df9708946f1 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:41.899425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 56007dd3-de4a-440e-8086-7df9708946f1 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:41.904952 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.008308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7519e28-3186-4575-8c8f-89ba18697044 req-bc8833a4-eaf6-471f-ada8-467ae206ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.010318 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7519e28-3186-4575-8c8f-89ba18697044 req-bc8833a4-eaf6-471f-ada8-467ae206ae9e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 1096 time: 0.3002398 Jul 16 01:30:42.030346 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=1382684a-6f15-40b6-ae7c-b76ba5b325f8,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:42.097804 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6cdc89d-2bb9-4019-9ab2-bb9ad8706315 req-2dffe11f-1f54-4085-81c2-b7f15449a4ea service neutron] 10.222.0.47 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719636 Jul 16 01:30:42.130415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350f9fc-acb6-480e-ab11-1d64f23176fe req-90f954e8-1421-496c-9720-6bf698a9b0d1 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.142774 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2350f9fc-acb6-480e-ab11-1d64f23176fe req-90f954e8-1421-496c-9720-6bf698a9b0d1 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 945 time: 0.1635313 Jul 16 01:30:42.159097 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7519e28-3186-4575-8c8f-89ba18697044 req-d8dcc3d0-c95b-4781-af47-573ec9a6cf85 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409967 Jul 16 01:30:42.175413 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.181824 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29028ff0-4bec-4a09-92ab-a461f1aaba45 req-013e2f1d-abc7-4a18-b095-fe4a459ba5da tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.193581 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-29028ff0-4bec-4a09-92ab-a461f1aaba45 req-013e2f1d-abc7-4a18-b095-fe4a459ba5da tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7ee583-fe04-49de-bedc-50b66bfec4cf HTTP/1.1" status: 200 len: 943 time: 0.3791366 Jul 16 01:30:42.227259 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2350f9fc-acb6-480e-ab11-1d64f23176fe req-33a30648-00ef-4fa0-954d-f2db6005aacf tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835979 Jul 16 01:30:42.237448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45708) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:42.251444 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-85af736f-b066-47be-9517-bdae4677b10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.284118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 56007dd3-de4a-440e-8086-7df9708946f1, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=56007dd3-de4a-440e-8086-7df9708946f1,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:42.292003 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.298716 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-29028ff0-4bec-4a09-92ab-a461f1aaba45 req-3ef895de-24f5-4a38-ae51-a7a6861b27ad tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039562 Jul 16 01:30:42.521499 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-85af736f-b066-47be-9517-bdae4677b10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.529303 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e257c17-ff8d-4d37-91ce-11303668a298 req-a182e60b-7757-47fa-899f-5d188d1b56fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.530814 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e257c17-ff8d-4d37-91ce-11303668a298 req-a182e60b-7757-47fa-899f-5d188d1b56fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7a28ef2c8eb4e6bad41171e1567f752&device_id=8a7ee583-fe04-49de-bedc-50b66bfec4cf HTTP/1.1" status: 200 len: 1094 time: 0.2551560 Jul 16 01:30:42.554953 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-85af736f-b066-47be-9517-bdae4677b10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.817403 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45722) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:42.818115 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-85af736f-b066-47be-9517-bdae4677b10f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d2094615edd044c3a6c5830db712b24a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5790095 Jul 16 01:30:42.834215 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af736f-b066-47be-9517-bdae4677b10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d473b3db-a515-4f44-a016-ae853df6a9b6,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:42.938250 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e257c17-ff8d-4d37-91ce-11303668a298 req-e4dbccb7-bb4e-4134-87c4-01887c054cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.939771 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e257c17-ff8d-4d37-91ce-11303668a298 req-e4dbccb7-bb4e-4134-87c4-01887c054cb6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071 HTTP/1.1" status: 200 len: 904 time: 0.4010823 Jul 16 01:30:43.017244 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=56007dd3-de4a-440e-8086-7df9708946f1,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:43.045875 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.046221 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.046558 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.046894 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.047223 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.047554 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.047927 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.048309 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.048682 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.049349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.049689 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.050014 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.104878 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e257c17-ff8d-4d37-91ce-11303668a298 req-45b7ee4f-e74a-4e8c-af59-b05bccfdba57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df838c93-2417-48f6-8152-6d03b11c586e HTTP/1.1" status: 200 len: 217 time: 0.1316016 Jul 16 01:30:43.192607 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e27d78-e87c-4a8e-9eb7-9955df0f231d req-244f5854-9295-4e55-af5f-9cf3f7ba7dca tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.203830 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-02e27d78-e87c-4a8e-9eb7-9955df0f231d req-244f5854-9295-4e55-af5f-9cf3f7ba7dca tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 949 time: 0.1800284 Jul 16 01:30:43.241673 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d21a589-9196-4fbb-8cec-c2d4f2710bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.247800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e257c17-ff8d-4d37-91ce-11303668a298 req-84ebfab7-1eb6-4b9d-ad3f-2bb9765638bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.249455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e257c17-ff8d-4d37-91ce-11303668a298 req-84ebfab7-1eb6-4b9d-ad3f-2bb9765638bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f6ab48a-a89d-4604-95e5-95b119c0d93d HTTP/1.1" status: 200 len: 843 time: 0.1246233 Jul 16 01:30:43.272424 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-02e27d78-e87c-4a8e-9eb7-9955df0f231d req-6849bb5d-04a1-429f-aa48-3a4c4c7ad710 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676057 Jul 16 01:30:43.378594 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e257c17-ff8d-4d37-91ce-11303668a298 req-17a96ff1-dd77-4fd6-afee-5e7f83f1f032 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210043 Jul 16 01:30:43.587412 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d21a589-9196-4fbb-8cec-c2d4f2710bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.617534 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531796d5-be73-4c69-97b0-9d701eb158f9 req-e2ae4c4d-fe4f-4a16-b748-49f66b0b2293 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.617534 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-531796d5-be73-4c69-97b0-9d701eb158f9 req-e2ae4c4d-fe4f-4a16-b748-49f66b0b2293 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7ee583-fe04-49de-bedc-50b66bfec4cf HTTP/1.1" status: 200 len: 943 time: 0.0998044 Jul 16 01:30:43.617751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45760) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:43.690490 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b74a416-e2af-4e9c-96f2-7731443e9fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56007dd3-de4a-440e-8086-7df9708946f1'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:43.694258 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa7c936-1c30-4923-a028-8e73fad2f283" -d '{"events": [{"server_uuid": "7b74a416-e2af-4e9c-96f2-7731443e9fb6", "name": "network-vif-plugged", "status": "completed", "tag": "56007dd3-de4a-440e-8086-7df9708946f1"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:43.712769 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-531796d5-be73-4c69-97b0-9d701eb158f9 req-de701279-1eff-4ae3-a047-b97fb3d662b8 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775979 Jul 16 01:30:43.743227 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e257c17-ff8d-4d37-91ce-11303668a298 req-8bbea5e9-7568-4c6f-947d-285ec2edd459 service neutron] 10.222.0.47 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487806 Jul 16 01:30:43.789345 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a7d6fcdc-b3db-49e4-b530-90031e9e572d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.886293 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e257c17-ff8d-4d37-91ce-11303668a298 req-1314be0a-e28b-48e2-b071-5f1e5f73cec2 service neutron] 10.222.0.47 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322606 Jul 16 01:30:43.960346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f294e7-6497-426c-83c4-2ba4d7abf334 req-291926e0-3a6c-432a-9a82-6b59c43601ae tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.963644 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a7d6fcdc-b3db-49e4-b530-90031e9e572d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.968022 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26f294e7-6497-426c-83c4-2ba4d7abf334 req-291926e0-3a6c-432a-9a82-6b59c43601ae tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 945 time: 0.3828030 Jul 16 01:30:43.969069 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a7d6fcdc-b3db-49e4-b530-90031e9e572d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.970100 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d21a589-9196-4fbb-8cec-c2d4f2710bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.973037 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d21a589-9196-4fbb-8cec-c2d4f2710bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.974419 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7d21a589-9196-4fbb-8cec-c2d4f2710bf4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d473b3db-a515-4f44-a016-ae853df6a9b6 HTTP/1.1" status: 204 len: 168 time: 1.1499627 Jul 16 01:30:43.982824 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05474dd-dfcd-40de-be13-5036d1f5049c x-openstack-request-id: req-c05474dd-dfcd-40de-be13-5036d1f5049c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:43.983178 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b74a416-e2af-4e9c-96f2-7731443e9fb6", "name": "network-vif-plugged", "status": "completed", "tag": "56007dd3-de4a-440e-8086-7df9708946f1", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:43.983435 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c05474dd-dfcd-40de-be13-5036d1f5049c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:43.984002 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b74a416-e2af-4e9c-96f2-7731443e9fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56007dd3-de4a-440e-8086-7df9708946f1', 'code': 200} Jul 16 01:30:43.996053 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21a589-9196-4fbb-8cec-c2d4f2710bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d473b3db-a515-4f44-a016-ae853df6a9b6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:44.038906 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26f294e7-6497-426c-83c4-2ba4d7abf334 req-04719eca-91d7-4047-989f-7081ce6fdd0e tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696559 Jul 16 01:30:44.082542 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a7d6fcdc-b3db-49e4-b530-90031e9e572d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1585d150c188421aaae23e82f35e30be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4638383 Jul 16 01:30:44.084196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6fcdc-b3db-49e4-b530-90031e9e572d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9423e9b3-f783-4971-aead-c021c0732eaf,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:44.085716 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45770) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:44.206220 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2478aafd-384e-4b60-83f9-b28fd85950ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.259261 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2478aafd-384e-4b60-83f9-b28fd85950ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.369155 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d13b19-f5fd-4abf-a861-2685030419d2 req-bf8990f0-c0e4-49cc-998b-e3af36627cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:44.370563 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-95d13b19-f5fd-4abf-a861-2685030419d2 req-bf8990f0-c0e4-49cc-998b-e3af36627cd8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 1100 time: 0.2442100 Jul 16 01:30:44.374790 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2478aafd-384e-4b60-83f9-b28fd85950ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.377376 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2478aafd-384e-4b60-83f9-b28fd85950ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.381334 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2478aafd-384e-4b60-83f9-b28fd85950ce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9423e9b3-f783-4971-aead-c021c0732eaf HTTP/1.1" status: 204 len: 168 time: 0.2914555 Jul 16 01:30:44.409345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478aafd-384e-4b60-83f9-b28fd85950ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9423e9b3-f783-4971-aead-c021c0732eaf,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:44.468689 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-95d13b19-f5fd-4abf-a861-2685030419d2 req-4a4124f8-b1c7-48f0-9228-43857bafae7e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891490 Jul 16 01:30:44.591478 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b53d0-0454-479c-af1f-f066761054ad req-0fd2ac3e-c443-4dcd-8d24-27d1fff5ff6e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:44.600655 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be5b53d0-0454-479c-af1f-f066761054ad req-0fd2ac3e-c443-4dcd-8d24-27d1fff5ff6e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 949 time: 0.0838578 Jul 16 01:30:44.641669 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be5b53d0-0454-479c-af1f-f066761054ad req-6692bde5-21d8-427f-8795-0f386dd87421 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401285 Jul 16 01:30:44.958692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2465189-68a9-4c59-8fdf-27a6e629cad3 req-bc3f9e64-a83c-40ae-8989-fc737d18f57f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:44.968205 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f2465189-68a9-4c59-8fdf-27a6e629cad3 req-bc3f9e64-a83c-40ae-8989-fc737d18f57f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7ee583-fe04-49de-bedc-50b66bfec4cf HTTP/1.1" status: 200 len: 943 time: 0.0865872 Jul 16 01:30:45.038395 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f2465189-68a9-4c59-8fdf-27a6e629cad3 req-7b17e49b-24c2-4c92-a7c2-95e2c6a5eb38 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683737 Jul 16 01:30:45.401451 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745fda7-c356-4124-9945-758c741ce816 req-e5064579-84ba-47a3-8c07-82d7a004145d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:45.405440 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5745fda7-c356-4124-9945-758c741ce816 req-e5064579-84ba-47a3-8c07-82d7a004145d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 945 time: 0.1508529 Jul 16 01:30:45.511102 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5745fda7-c356-4124-9945-758c741ce816 req-fa63bd36-95d2-4e50-96d3-4d85bcfed481 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965836 Jul 16 01:30:45.622735 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:30:45.810594 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device df838c93-2417-48f6-8152-6d03b11c586e details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:46.008929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6f541-de94-493d-9cb3-e373f0b7e994 req-65423807-9f04-45c0-813e-1fec31e19c02 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:46.016229 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eda6f541-de94-493d-9cb3-e373f0b7e994 req-65423807-9f04-45c0-813e-1fec31e19c02 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 1096 time: 0.1638556 Jul 16 01:30:46.061450 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port df838c93-2417-48f6-8152-6d03b11c586e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=df838c93-2417-48f6-8152-6d03b11c586e,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:46.077038 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0a7af-372c-4556-aeac-4eb3c3d86c74 req-e893cf72-211f-4be3-b30b-6ac2889786ec tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:46.085753 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2bd0a7af-372c-4556-aeac-4eb3c3d86c74 req-e893cf72-211f-4be3-b30b-6ac2889786ec tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 949 time: 0.1649187 Jul 16 01:30:46.089566 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eda6f541-de94-493d-9cb3-e373f0b7e994 req-ba0f5533-747d-4ce5-96d9-be7b64edf266 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559540 Jul 16 01:30:46.096133 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'df838c93-2417-48f6-8152-6d03b11c586e', 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071', 'port_id': 'df838c93-2417-48f6-8152-6d03b11c586e', 'mac_address': 'fa:16:3e:56:f3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6ab48a-a89d-4604-95e5-95b119c0d93d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:46.185654 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2bd0a7af-372c-4556-aeac-4eb3c3d86c74 req-6826c79c-ae5f-48a5-a42b-b3101d6fe961 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986011 Jul 16 01:30:46.242910 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.270420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df838c93-2417-48f6-8152-6d03b11c586e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:46.323251 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port df838c93-2417-48f6-8152-6d03b11c586e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=df838c93-2417-48f6-8152-6d03b11c586e,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:46.329710 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.398536 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=df838c93-2417-48f6-8152-6d03b11c586e,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:46.433440 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ad2de-8f97-4116-917e-ca01e1df4b9c req-852b4f94-b9aa-44be-b100-fb9fefd7e510 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:46.442421 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-990ad2de-8f97-4116-917e-ca01e1df4b9c req-852b4f94-b9aa-44be-b100-fb9fefd7e510 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7ee583-fe04-49de-bedc-50b66bfec4cf HTTP/1.1" status: 200 len: 944 time: 0.0848477 Jul 16 01:30:46.485150 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-990ad2de-8f97-4116-917e-ca01e1df4b9c req-056e9071-daee-4459-beaa-d8855fcc9513 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430686 Jul 16 01:30:46.813673 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['df838c93-2417-48f6-8152-6d03b11c586e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:47.193398 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45874) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:47.375296 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3acd9a70-42bc-4381-b8bd-0f6c5ccdbda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.442138 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468201f-93be-44df-8d71-a2aacdbfd97b req-f9a96550-c0fb-405d-b8d5-5bfa9cce4142 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.445972 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2468201f-93be-44df-8d71-a2aacdbfd97b req-f9a96550-c0fb-405d-b8d5-5bfa9cce4142 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c0a5956-a45e-4d86-9e50-e57d59135e48 HTTP/1.1" status: 200 len: 945 time: 0.0816491 Jul 16 01:30:47.534796 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2468201f-93be-44df-8d71-a2aacdbfd97b req-78f6a7ce-eeef-4777-8fc4-c933bd8b067f tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d63679c-7690-4b6e-b182-d0045ca92875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770605 Jul 16 01:30:47.643276 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36166ffd-2e75-40b6-98fd-05ef55e18494 req-70723697-d386-4c59-b29c-6b5107f612d8 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.650716 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-36166ffd-2e75-40b6-98fd-05ef55e18494 req-70723697-d386-4c59-b29c-6b5107f612d8 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 949 time: 0.1255362 Jul 16 01:30:47.654634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3acd9a70-42bc-4381-b8bd-0f6c5ccdbda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.689396 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3acd9a70-42bc-4381-b8bd-0f6c5ccdbda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.721146 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3acd9a70-42bc-4381-b8bd-0f6c5ccdbda4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b9749e84177e47d5b1f817a397c99952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5257728 Jul 16 01:30:47.723982 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45894) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:47.747350 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-36166ffd-2e75-40b6-98fd-05ef55e18494 req-84f9ad85-5ba2-4b98-92b9-7ef7270c1e01 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956676 Jul 16 01:30:47.774684 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd9a70-42bc-4381-b8bd-0f6c5ccdbda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea60746-6f86-4fd2-81e1-2b965e08a00b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:47.861849 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-35c2fcee-a335-47f0-9b91-d7979befe935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.918427 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-35c2fcee-a335-47f0-9b91-d7979befe935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.991748 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-35c2fcee-a335-47f0-9b91-d7979befe935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.997882 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-35c2fcee-a335-47f0-9b91-d7979befe935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.999096 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-35c2fcee-a335-47f0-9b91-d7979befe935 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fea60746-6f86-4fd2-81e1-2b965e08a00b HTTP/1.1" status: 204 len: 168 time: 0.2736771 Jul 16 01:30:48.011659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2fcee-a335-47f0-9b91-d7979befe935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea60746-6f86-4fd2-81e1-2b965e08a00b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:48.089362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30971d72-d23a-4624-b8e5-b7fc6892ebcf req-0b150b65-6b7c-4f45-a76c-a7472f1b5285 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.100087 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30971d72-d23a-4624-b8e5-b7fc6892ebcf req-0b150b65-6b7c-4f45-a76c-a7472f1b5285 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7ee583-fe04-49de-bedc-50b66bfec4cf HTTP/1.1" status: 200 len: 944 time: 0.1968534 Jul 16 01:30:48.190300 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30971d72-d23a-4624-b8e5-b7fc6892ebcf req-5be4a635-2ef1-4c9e-b4fa-d7a61de83de5 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887415 Jul 16 01:30:48.193102 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43cf05-fc2a-4124-8bd4-44e37f6154e8 req-256e2618-9962-4be4-aeff-09d47cb19878 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.201714 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f43cf05-fc2a-4124-8bd4-44e37f6154e8 req-256e2618-9962-4be4-aeff-09d47cb19878 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=53356f91-55c1-4380-80fc-d8059d4097b2 HTTP/1.1" status: 200 len: 950 time: 0.1531415 Jul 16 01:30:48.250514 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f43cf05-fc2a-4124-8bd4-44e37f6154e8 req-97f6791b-71d4-4dd8-bd82-32db363a314d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479074 Jul 16 01:30:48.752100 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b34fbd9-4e42-486a-a2b2-f287a4d08f06 req-9b3381d0-6c21-4f97-b37c-12bfaed74e78 tempest-QuotasAdminNegativeTest-242817851 tempest-QuotasAdminNegativeTest-242817851-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f9a903c8c4204113b9aed72a4603ec0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391538 Jul 16 01:30:48.836114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d4661-f46b-4874-bbb1-ce8a2e2e2e14 req-c3c9ffae-18a9-4786-a8e8-1f08d7e8f86e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.851301 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d4661-f46b-4874-bbb1-ce8a2e2e2e14 req-c3c9ffae-18a9-4786-a8e8-1f08d7e8f86e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.853471 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2c9d4661-f46b-4874-bbb1-ce8a2e2e2e14 req-c3c9ffae-18a9-4786-a8e8-1f08d7e8f86e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6&device_id=53356f91-55c1-4380-80fc-d8059d4097b2 HTTP/1.1" status: 200 len: 1690 time: 0.1030023 Jul 16 01:30:48.886308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34fbd9-4e42-486a-a2b2-f287a4d08f06 req-26ce20a0-93d1-4e08-a91b-210df8bf4c2d tempest-QuotasAdminNegativeTest-242817851 tempest-QuotasAdminNegativeTest-242817851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.887877 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b34fbd9-4e42-486a-a2b2-f287a4d08f06 req-26ce20a0-93d1-4e08-a91b-210df8bf4c2d tempest-QuotasAdminNegativeTest-242817851 tempest-QuotasAdminNegativeTest-242817851-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1349862 Jul 16 01:30:48.911850 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b34fbd9-4e42-486a-a2b2-f287a4d08f06 req-53843b20-d9e6-4b49-a601-f4ada306e979 tempest-QuotasAdminNegativeTest-242817851 tempest-QuotasAdminNegativeTest-242817851-project] 10.222.0.54 "GET /v2.0/quotas/f9a903c8c4204113b9aed72a4603ec0c HTTP/1.1" status: 200 len: 375 time: 0.0178108 Jul 16 01:30:48.955862 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2c9d4661-f46b-4874-bbb1-ce8a2e2e2e14 req-c695473b-bdc2-4582-b285-dee327853f41 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882018 Jul 16 01:30:49.175338 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b7b5e-6f25-41c1-a4dc-3bbc15a5d109 req-9dd2a949-d207-41b8-894c-7cb1e77ad2b2 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.180025 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a58b7b5e-6f25-41c1-a4dc-3bbc15a5d109 req-9dd2a949-d207-41b8-894c-7cb1e77ad2b2 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c0a5956-a45e-4d86-9e50-e57d59135e48 HTTP/1.1" status: 200 len: 945 time: 0.1259348 Jul 16 01:30:49.238413 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a58b7b5e-6f25-41c1-a4dc-3bbc15a5d109 req-d15472b5-e08d-41b1-913c-ab706174976a tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d63679c-7690-4b6e-b182-d0045ca92875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515361 Jul 16 01:30:49.287607 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b34fbd9-4e42-486a-a2b2-f287a4d08f06 req-2e3aeacc-2e15-4df0-858c-61f5c40e30ef tempest-QuotasAdminNegativeTest-242817851 tempest-QuotasAdminNegativeTest-242817851-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9a903c8c4204113b9aed72a4603ec0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3700652 Jul 16 01:30:49.421177 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27002d-5f5c-4afa-9288-01ad9dff55ad req-b8687ad3-35eb-4cd5-970d-168e7e5eaf9c tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.421177 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1b27002d-5f5c-4afa-9288-01ad9dff55ad req-b8687ad3-35eb-4cd5-970d-168e7e5eaf9c tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c0a5956-a45e-4d86-9e50-e57d59135e48 HTTP/1.1" status: 200 len: 945 time: 0.1457894 Jul 16 01:30:49.539752 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15502a-432c-4ce9-97dc-5ae883c09300 req-c3853084-4a25-4296-a603-bb07257e0101 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.541424 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3f15502a-432c-4ce9-97dc-5ae883c09300 req-c3853084-4a25-4296-a603-bb07257e0101 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7ee583-fe04-49de-bedc-50b66bfec4cf HTTP/1.1" status: 200 len: 944 time: 0.0721910 Jul 16 01:30:49.593261 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-1b27002d-5f5c-4afa-9288-01ad9dff55ad req-25abfea1-a74d-4142-966d-5f913560f849 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Deleting port 4deb97c8-238d-4668-a7b3-114a4b264b8b {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:49.593607 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1b27002d-5f5c-4afa-9288-01ad9dff55ad req-25abfea1-a74d-4142-966d-5f913560f849 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.595668 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3f15502a-432c-4ce9-97dc-5ae883c09300 req-7bb935ca-eea8-4056-a694-5e2bb4342a8a tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467346 Jul 16 01:30:49.599844 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b35cd-ed85-4e39-ba7f-946e9838914d req-9565007f-c524-41ec-94cf-0bd6e01037cb tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.606663 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e83b35cd-ed85-4e39-ba7f-946e9838914d req-9565007f-c524-41ec-94cf-0bd6e01037cb tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 1100 time: 0.1160326 Jul 16 01:30:49.700642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e83b35cd-ed85-4e39-ba7f-946e9838914d req-bc4443d4-64df-4b01-925e-ecdd98f6bbb6 tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931017 Jul 16 01:30:49.756123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-1b27002d-5f5c-4afa-9288-01ad9dff55ad req-25abfea1-a74d-4142-966d-5f913560f849 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] For port 4deb97c8-238d-4668-a7b3-114a4b264b8b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=4deb97c8-238d-4668-a7b3-114a4b264b8b,segment=NetworkSegment(97fe4da2-0f4c-4067-a902-bcf6a055f96b),segment_id=97fe4da2-0f4c-4067-a902-bcf6a055f96b)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:49.756843 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1b27002d-5f5c-4afa-9288-01ad9dff55ad req-25abfea1-a74d-4142-966d-5f913560f849 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.776413 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-1b27002d-5f5c-4afa-9288-01ad9dff55ad req-25abfea1-a74d-4142-966d-5f913560f849 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Calling delete_port for 4deb97c8-238d-4668-a7b3-114a4b264b8b owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:49.820748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device df838c93-2417-48f6-8152-6d03b11c586e up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:49.897129 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port df838c93-2417-48f6-8152-6d03b11c586e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:49.907427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port df838c93-2417-48f6-8152-6d03b11c586e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:49.912340 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.992633 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1b27002d-5f5c-4afa-9288-01ad9dff55ad req-25abfea1-a74d-4142-966d-5f913560f849 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.036504 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abfea1-a74d-4142-966d-5f913560f849 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Pushing event deleted for resources: {'Port': ['ID=4deb97c8-238d-4668-a7b3-114a4b264b8b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:50.055797 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['4deb97c8-238d-4668-a7b3-114a4b264b8b'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:50.117894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b27002d-5f5c-4afa-9288-01ad9dff55ad req-25abfea1-a74d-4142-966d-5f913560f849 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] No DVR routers for this DVR port 4deb97c8-238d-4668-a7b3-114a4b264b8b on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:50.122594 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1b27002d-5f5c-4afa-9288-01ad9dff55ad req-25abfea1-a74d-4142-966d-5f913560f849 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.128081 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1b27002d-5f5c-4afa-9288-01ad9dff55ad req-25abfea1-a74d-4142-966d-5f913560f849 tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.26 "DELETE /v2.0/ports/4deb97c8-238d-4668-a7b3-114a4b264b8b HTTP/1.1" status: 204 len: 173 time: 0.7021482 Jul 16 01:30:50.128629 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0a5956-a45e-4d86-9e50-e57d59135e48', 'name': 'network-vif-deleted', 'tag': '4deb97c8-238d-4668-a7b3-114a4b264b8b'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:50.134608 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd8ca98-3438-4a89-a543-d9edb3295eb4" -d '{"events": [{"server_uuid": "7c0a5956-a45e-4d86-9e50-e57d59135e48", "name": "network-vif-deleted", "tag": "4deb97c8-238d-4668-a7b3-114a4b264b8b"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:50.153785 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.185495 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7ee583-fe04-49de-bedc-50b66bfec4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df838c93-2417-48f6-8152-6d03b11c586e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:50.193566 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f4890a-2755-4d86-9959-8efd8a9c45de" -d '{"events": [{"server_uuid": "8a7ee583-fe04-49de-bedc-50b66bfec4cf", "name": "network-vif-plugged", "status": "completed", "tag": "df838c93-2417-48f6-8152-6d03b11c586e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:50.209896 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port df838c93-2417-48f6-8152-6d03b11c586e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=df838c93-2417-48f6-8152-6d03b11c586e,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:50.217650 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.280131 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=df838c93-2417-48f6-8152-6d03b11c586e,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:50.812931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a664ae0-4f33-434e-8645-34a72afda048 req-db4207ad-1ca2-4d4a-b760-cb157bc40330 tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:50.821326 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a664ae0-4f33-434e-8645-34a72afda048 req-db4207ad-1ca2-4d4a-b760-cb157bc40330 tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=53356f91-55c1-4380-80fc-d8059d4097b2 HTTP/1.1" status: 200 len: 1101 time: 0.0688608 Jul 16 01:30:50.831668 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daf2afc-1e12-4970-9891-0863ade6c3a8 x-openstack-request-id: req-8daf2afc-1e12-4970-9891-0863ade6c3a8 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:50.831986 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0a5956-a45e-4d86-9e50-e57d59135e48", "name": "network-vif-deleted", "tag": "4deb97c8-238d-4668-a7b3-114a4b264b8b", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:50.832251 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8daf2afc-1e12-4970-9891-0863ade6c3a8 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:50.832616 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0a5956-a45e-4d86-9e50-e57d59135e48', 'name': 'network-vif-deleted', 'tag': '4deb97c8-238d-4668-a7b3-114a4b264b8b', 'status': 'completed', 'code': 200} Jul 16 01:30:50.859505 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ab6cac-f5f4-4081-a83d-65ef460b1882 x-openstack-request-id: req-93ab6cac-f5f4-4081-a83d-65ef460b1882 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:50.860056 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7ee583-fe04-49de-bedc-50b66bfec4cf", "name": "network-vif-plugged", "status": "completed", "tag": "df838c93-2417-48f6-8152-6d03b11c586e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:50.860166 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-93ab6cac-f5f4-4081-a83d-65ef460b1882 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:50.860548 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7ee583-fe04-49de-bedc-50b66bfec4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df838c93-2417-48f6-8152-6d03b11c586e', 'code': 200} Jul 16 01:30:50.879357 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a664ae0-4f33-434e-8645-34a72afda048 req-dab29074-d47b-4016-9c17-b7bf772074c8 tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566452 Jul 16 01:30:51.071282 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-26da4425-28f6-4710-a10f-2204bee6e70c req-2ba65e87-e509-408c-a6a3-39eae0b4277b tempest-VolumesAdminNegativeTest-379332491 tempest-VolumesAdminNegativeTest-379332491-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c0a5956-a45e-4d86-9e50-e57d59135e48 HTTP/1.1" status: 200 len: 210 time: 0.0412562 Jul 16 01:30:51.219235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3552a2-13e6-4cf9-a493-b46119ceb9ec req-935177de-0a13-4b1d-b2ab-0797453e181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:51.220927 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1b3552a2-13e6-4cf9-a493-b46119ceb9ec req-935177de-0a13-4b1d-b2ab-0797453e181c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8a7ee583-fe04-49de-bedc-50b66bfec4cf HTTP/1.1" status: 200 len: 1096 time: 0.2205703 Jul 16 01:30:51.273653 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1b3552a2-13e6-4cf9-a493-b46119ceb9ec req-89f04f28-a8f9-4f75-b4dc-a429cd6476b8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443783 Jul 16 01:30:51.300046 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee409-c6dc-41e1-a527-471241b4e4eb req-9bc60195-00f7-4f72-b352-2b401808b65d tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:51.301906 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a56ee409-c6dc-41e1-a527-471241b4e4eb req-9bc60195-00f7-4f72-b352-2b401808b65d tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7ee583-fe04-49de-bedc-50b66bfec4cf HTTP/1.1" status: 200 len: 945 time: 0.1453488 Jul 16 01:30:51.354702 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a56ee409-c6dc-41e1-a527-471241b4e4eb req-89960ef4-f0f0-4a2d-b0cb-bba1295384cf tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469553 Jul 16 01:30:51.627983 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ccc5b9e-124f-4ce5-b115-d6dfdf00740f req-4b738b31-fc3a-4b04-86d4-71ea48d9a716 tempest-QuotasAdminNegativeTest-242817851 tempest-QuotasAdminNegativeTest-242817851-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f9a903c8c4204113b9aed72a4603ec0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535462 Jul 16 01:30:51.761400 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc5b9e-124f-4ce5-b115-d6dfdf00740f req-9fdaa4c0-fd03-42ba-b4df-635287858ce5 tempest-QuotasAdminNegativeTest-242817851 tempest-QuotasAdminNegativeTest-242817851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:51.769464 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ccc5b9e-124f-4ce5-b115-d6dfdf00740f req-9fdaa4c0-fd03-42ba-b4df-635287858ce5 tempest-QuotasAdminNegativeTest-242817851 tempest-QuotasAdminNegativeTest-242817851-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1398721 Jul 16 01:30:51.784984 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ccc5b9e-124f-4ce5-b115-d6dfdf00740f req-37de8c81-3bcc-493d-a586-2460d229b69f tempest-QuotasAdminNegativeTest-242817851 tempest-QuotasAdminNegativeTest-242817851-project] 10.222.0.54 "GET /v2.0/quotas/f9a903c8c4204113b9aed72a4603ec0c HTTP/1.1" status: 200 len: 375 time: 0.0136039 Jul 16 01:30:51.841846 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ccc5b9e-124f-4ce5-b115-d6dfdf00740f req-8c59135e-fdf3-40a7-a846-821a841af8db tempest-QuotasAdminNegativeTest-242817851 tempest-QuotasAdminNegativeTest-242817851-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9a903c8c4204113b9aed72a4603ec0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521119 Jul 16 01:30:52.028445 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-69e1194d-92f1-4ef2-87da-b1d36d7ea729 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=de2aff0312064c93a599fdd349ad9336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289502 Jul 16 01:30:52.218064 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-1e987994-7e8e-4db7-beef-982a45d66394 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.229155 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-1e987994-7e8e-4db7-beef-982a45d66394 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988294 Jul 16 01:30:52.248537 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-cef9d576-3181-4e1c-a058-e9a0b28cfaff tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/quotas/de2aff0312064c93a599fdd349ad9336 HTTP/1.1" status: 200 len: 375 time: 0.0178223 Jul 16 01:30:52.365234 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-3f43624e-b539-4872-97cb-6dcaa572281d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1121294 Jul 16 01:30:52.470161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46050) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:52.600097 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d3581a-9ce4-43f4-b1b7-b622fcf78c86 admin admin] Deleting subnet 6437d894-b6da-444c-9c7a-e558acc223d0 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:30:52.603772 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84d3581a-9ce4-43f4-b1b7-b622fcf78c86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.716203 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84d3581a-9ce4-43f4-b1b7-b622fcf78c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.813730 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84d3581a-9ce4-43f4-b1b7-b622fcf78c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.924159 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ef63d-514a-4b66-8215-f5c76b821b3e req-c83b7b2a-ec3e-4bc3-bd58-0de851a3c551 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.930794 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84d3581a-9ce4-43f4-b1b7-b622fcf78c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.935451 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d16ef63d-514a-4b66-8215-f5c76b821b3e req-c83b7b2a-ec3e-4bc3-bd58-0de851a3c551 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7ee583-fe04-49de-bedc-50b66bfec4cf HTTP/1.1" status: 200 len: 945 time: 0.1142986 Jul 16 01:30:52.938863 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 4deb97c8-238d-4668-a7b3-114a4b264b8b no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:52.990606 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84d3581a-9ce4-43f4-b1b7-b622fcf78c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.992978 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-84d3581a-9ce4-43f4-b1b7-b622fcf78c86 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6437d894-b6da-444c-9c7a-e558acc223d0 HTTP/1.1" status: 204 len: 168 time: 0.5215499 Jul 16 01:30:52.993867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3581a-9ce4-43f4-b1b7-b622fcf78c86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6437d894-b6da-444c-9c7a-e558acc223d0,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:52.997938 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d16ef63d-514a-4b66-8215-f5c76b821b3e req-551e9d0b-e254-4f65-86c8-90dd632c856c tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583918 Jul 16 01:30:52.998467 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46066) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:53.009713 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 4deb97c8-238d-4668-a7b3-114a4b264b8b {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:53.016656 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 4deb97c8-238d-4668-a7b3-114a4b264b8b not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:53.170835 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f13f8ddb-6760-47eb-a829-dc59bd2b344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.356132 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f13f8ddb-6760-47eb-a829-dc59bd2b344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.371271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-f13f8ddb-6760-47eb-a829-dc59bd2b344f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfccea85-79af-444b-a409-0c16879fd6dc']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:53.394634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-f13f8ddb-6760-47eb-a829-dc59bd2b344f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97fe4da2-0f4c-4067-a902-bcf6a055f96b') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:53.394936 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-f13f8ddb-6760-47eb-a829-dc59bd2b344f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97fe4da2-0f4c-4067-a902-bcf6a055f96b') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:53.416172 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f13f8ddb-6760-47eb-a829-dc59bd2b344f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.427838 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.451515 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f13f8ddb-6760-47eb-a829-dc59bd2b344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.464109 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13f8ddb-6760-47eb-a829-dc59bd2b344f admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:53.464532 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f13f8ddb-6760-47eb-a829-dc59bd2b344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:53.472532 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:53.611041 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f13f8ddb-6760-47eb-a829-dc59bd2b344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.625518 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f13f8ddb-6760-47eb-a829-dc59bd2b344f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.628039 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f13f8ddb-6760-47eb-a829-dc59bd2b344f admin admin] 10.222.0.54 "DELETE /v2.0/networks/cfccea85-79af-444b-a409-0c16879fd6dc HTTP/1.1" status: 204 len: 168 time: 0.6285779 Jul 16 01:30:53.631946 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46098) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:53.695098 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f8ddb-6760-47eb-a829-dc59bd2b344f admin admin] Pushing event deleted for resources: {'Network': ['ID=cfccea85-79af-444b-a409-0c16879fd6dc,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:53.738170 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0273a819-1821-4bea-ac55-2a696ce5efe9 req-f938daf3-ddd4-4c19-96c1-88c155d385b5 tempest-QuotasAdminNegativeTest-242817851 tempest-QuotasAdminNegativeTest-242817851-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f9a903c8c4204113b9aed72a4603ec0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548606 Jul 16 01:30:53.795389 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a3858d-8882-432e-b454-71f678d501aa admin admin] Deleting subnet 34d93abb-9122-4ec7-b607-04ba98c37ec1 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:30:53.822288 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-71a3858d-8882-432e-b454-71f678d501aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.931317 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-71a3858d-8882-432e-b454-71f678d501aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.002952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273a819-1821-4bea-ac55-2a696ce5efe9 req-9437f6ac-5972-46ab-9027-af4b8c622a5f tempest-QuotasAdminNegativeTest-242817851 tempest-QuotasAdminNegativeTest-242817851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.012548 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0273a819-1821-4bea-ac55-2a696ce5efe9 req-9437f6ac-5972-46ab-9027-af4b8c622a5f tempest-QuotasAdminNegativeTest-242817851 tempest-QuotasAdminNegativeTest-242817851-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2618244 Jul 16 01:30:54.034483 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-71a3858d-8882-432e-b454-71f678d501aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.048956 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0273a819-1821-4bea-ac55-2a696ce5efe9 req-bd4a83d6-84d4-4cce-8e32-58c4a2276fe0 tempest-QuotasAdminNegativeTest-242817851 tempest-QuotasAdminNegativeTest-242817851-project] 10.222.0.54 "GET /v2.0/quotas/f9a903c8c4204113b9aed72a4603ec0c HTTP/1.1" status: 200 len: 375 time: 0.0352125 Jul 16 01:30:54.218973 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0273a819-1821-4bea-ac55-2a696ce5efe9 req-171e4a33-f0c4-4c54-b789-65db9c54d619 tempest-QuotasAdminNegativeTest-242817851 tempest-QuotasAdminNegativeTest-242817851-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9a903c8c4204113b9aed72a4603ec0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1676929 Jul 16 01:30:54.308507 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-71a3858d-8882-432e-b454-71f678d501aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.371899 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3858d-8882-432e-b454-71f678d501aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34d93abb-9122-4ec7-b607-04ba98c37ec1,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:54.377045 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-71a3858d-8882-432e-b454-71f678d501aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.388184 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-71a3858d-8882-432e-b454-71f678d501aa admin admin] 10.222.0.54 "DELETE /v2.0/subnets/34d93abb-9122-4ec7-b607-04ba98c37ec1 HTTP/1.1" status: 204 len: 168 time: 0.7551003 Jul 16 01:30:54.390741 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46116) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:54.536490 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ab0e220-6881-4eaa-a668-a8bc2d3f8a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.556369 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9b634348-7f11-41a3-9c45-158955092f06 req-a8ff3e05-b041-4172-ac04-1e2bede5b248 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f HTTP/1.1" status: 200 len: 210 time: 0.0695951 Jul 16 01:30:54.666164 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ab0e220-6881-4eaa-a668-a8bc2d3f8a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.680698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-1ab0e220-6881-4eaa-a668-a8bc2d3f8a36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013fb8b6-0b6b-4884-a51a-0f890a6a00b6']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:54.694554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-1ab0e220-6881-4eaa-a668-a8bc2d3f8a36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b786e77-fe8b-46c1-9122-f19dd54dfcc1') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:54.695097 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-1ab0e220-6881-4eaa-a668-a8bc2d3f8a36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b786e77-fe8b-46c1-9122-f19dd54dfcc1') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:54.708167 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ab0e220-6881-4eaa-a668-a8bc2d3f8a36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.730523 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ab0e220-6881-4eaa-a668-a8bc2d3f8a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.738265 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab0e220-6881-4eaa-a668-a8bc2d3f8a36 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:54.738699 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ab0e220-6881-4eaa-a668-a8bc2d3f8a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:54.815918 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:54.819911 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ab0e220-6881-4eaa-a668-a8bc2d3f8a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.826574 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ab0e220-6881-4eaa-a668-a8bc2d3f8a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.832472 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1ab0e220-6881-4eaa-a668-a8bc2d3f8a36 admin admin] 10.222.0.54 "DELETE /v2.0/networks/013fb8b6-0b6b-4884-a51a-0f890a6a00b6 HTTP/1.1" status: 204 len: 168 time: 0.4405141 Jul 16 01:30:54.847307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0e220-6881-4eaa-a668-a8bc2d3f8a36 admin admin] Pushing event deleted for resources: {'Network': ['ID=013fb8b6-0b6b-4884-a51a-0f890a6a00b6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:55.049490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b910c76-1245-43cf-9c57-fe83d84890a3 req-958f59fa-486d-4d58-afa2-6b44d20f03b0 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:55.059883 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7b910c76-1245-43cf-9c57-fe83d84890a3 req-958f59fa-486d-4d58-afa2-6b44d20f03b0 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7ee583-fe04-49de-bedc-50b66bfec4cf HTTP/1.1" status: 200 len: 945 time: 0.1668217 Jul 16 01:30:55.143173 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7b910c76-1245-43cf-9c57-fe83d84890a3 req-e28278d6-6c02-4923-95c9-0c99d6fada32 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820639 Jul 16 01:30:55.156031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46130) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:55.304024 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46136) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:55.311432 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a7e9e738-5237-4916-b81c-8f95317d3048 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bd9bb6c218a5499d82d0dc07feb335fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540129 Jul 16 01:30:55.415377 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-654a1b75-c9d0-48f0-b5c2-ea664ded49ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.470091 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-654a1b75-c9d0-48f0-b5c2-ea664ded49ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.578153 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-654a1b75-c9d0-48f0-b5c2-ea664ded49ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.595031 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-654a1b75-c9d0-48f0-b5c2-ea664ded49ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.600833 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-654a1b75-c9d0-48f0-b5c2-ea664ded49ac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9d63679c-7690-4b6e-b182-d0045ca92875 HTTP/1.1" status: 204 len: 168 time: 0.2917423 Jul 16 01:30:55.634259 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a1b75-c9d0-48f0-b5c2-ea664ded49ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d63679c-7690-4b6e-b182-d0045ca92875,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:55.855952 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46152) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:55.953276 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a7b08826-fb39-4423-837a-5d5bf413051f req-1ee31f59-4159-4b3a-90f2-44bd1ccf360c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f HTTP/1.1" status: 200 len: 210 time: 0.0870845 Jul 16 01:30:56.173850 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2ad50de3-7b83-47d5-9ce1-636496d32869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.392330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46168) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:56.507679 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cb9128e3-021d-4bcb-a986-8c5547b0c1f5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4e92db2130474a8baf6ea12261694426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1135256 Jul 16 01:30:56.510051 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46170) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:56.525579 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2ad50de3-7b83-47d5-9ce1-636496d32869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.626891 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2ad50de3-7b83-47d5-9ce1-636496d32869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.630240 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46172) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:56.668841 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-0f8cc883-d9f3-42a1-82c1-082c9499328a tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=de2aff0312064c93a599fdd349ad9336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1074920 Jul 16 01:30:56.677982 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-2487a45d-ed56-47d7-8c9d-0bff23e2c349 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=de2aff0312064c93a599fdd349ad9336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1493721 Jul 16 01:30:56.714973 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0804eaac-9fbd-4517-85b7-45f048d9d270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.760262 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8fcd6-04c3-4d54-8247-ec3dc014b333 req-97aeb5bb-a462-4126-80b7-7924dedac2df tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.761911 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77c8fcd6-04c3-4d54-8247-ec3dc014b333 req-97aeb5bb-a462-4126-80b7-7924dedac2df tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7ee583-fe04-49de-bedc-50b66bfec4cf HTTP/1.1" status: 200 len: 945 time: 0.2961462 Jul 16 01:30:56.887545 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0804eaac-9fbd-4517-85b7-45f048d9d270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.926368 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad50de3-7b83-47d5-9ce1-636496d32869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81ac94b-0fe8-4aef-bac0-1cafea19c123,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:56.951806 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d62b457e-84b6-4b9b-b956-0809fd836c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.954960 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77c8fcd6-04c3-4d54-8247-ec3dc014b333 req-b3ca551b-ed35-4f54-96cb-4d9e39f23394 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854446 Jul 16 01:30:56.956503 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0804eaac-9fbd-4517-85b7-45f048d9d270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.960303 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0804eaac-9fbd-4517-85b7-45f048d9d270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.964187 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0804eaac-9fbd-4517-85b7-45f048d9d270 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0eac04ff-1b2a-4a8e-824c-4f7fb905aa24 HTTP/1.1" status: 204 len: 168 time: 0.4529345 Jul 16 01:30:56.966736 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46178) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:56.966936 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2ad50de3-7b83-47d5-9ce1-636496d32869 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f9a903c8c4204113b9aed72a4603ec0c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1091506 Jul 16 01:30:57.004384 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804eaac-9fbd-4517-85b7-45f048d9d270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eac04ff-1b2a-4a8e-824c-4f7fb905aa24,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:57.152891 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-2c309808-8a40-4bc8-a2bd-af348d637e97 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.155626 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-2c309808-8a40-4bc8-a2bd-af348d637e97 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3993506 Jul 16 01:30:57.168274 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-71caf427-bb62-442b-885c-a952c1ade52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.172591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-02856128-a632-40a5-8e1a-2753b7faca23 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.175010 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-02856128-a632-40a5-8e1a-2753b7faca23 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4452453 Jul 16 01:30:57.184249 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-51bffba7-58b7-4524-a908-8a515b5c0283 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Request body: {'port': {'device_id': 'da4730a2-6e4a-4d8a-b844-99f99e809dea', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': 'de2aff0312064c93a599fdd349ad9336'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:57.211521 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-96f5aa7d-1ba7-4035-bfe5-983f7b3b6942 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Request body: {'port': {'device_id': 'e9d22d61-cf55-4589-9f60-2f5e2635be5f', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': 'de2aff0312064c93a599fdd349ad9336'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:57.236480 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-71caf427-bb62-442b-885c-a952c1ade52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.414892 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-71caf427-bb62-442b-885c-a952c1ade52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.418134 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-71caf427-bb62-442b-885c-a952c1ade52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.421799 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-71caf427-bb62-442b-885c-a952c1ade52d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e81ac94b-0fe8-4aef-bac0-1cafea19c123 HTTP/1.1" status: 204 len: 168 time: 0.4518747 Jul 16 01:30:57.451394 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71caf427-bb62-442b-885c-a952c1ade52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81ac94b-0fe8-4aef-bac0-1cafea19c123,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:57.631199 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-14b62e39-823a-4cf1-a206-06c7f656729f req-6b832c89-761c-4cd2-9a6b-2689213c33af tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f HTTP/1.1" status: 200 len: 210 time: 0.3037407 Jul 16 01:30:57.780888 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d62b457e-84b6-4b9b-b956-0809fd836c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.803366 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d62b457e-84b6-4b9b-b956-0809fd836c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.869145 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46204) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:57.873434 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d62b457e-84b6-4b9b-b956-0809fd836c12 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3f77b008c2b84d8cadb819e39eb8bd9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2285118 Jul 16 01:30:57.960902 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b457e-84b6-4b9b-b956-0809fd836c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ed3fb1-6244-4ea7-a8c4-fec4e611ea77,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:57.969152 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-51bffba7-58b7-4524-a908-8a515b5c0283 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Made reservation on behalf of de2aff0312064c93a599fdd349ad9336 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:57.981304 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-51bffba7-58b7-4524-a908-8a515b5c0283 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.022999 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a307fb1b-f4ef-4b10-b31d-ab7efe35576b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.050662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-96f5aa7d-1ba7-4035-bfe5-983f7b3b6942 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Made reservation on behalf of de2aff0312064c93a599fdd349ad9336 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:58.066729 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-96f5aa7d-1ba7-4035-bfe5-983f7b3b6942 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.136696 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a307fb1b-f4ef-4b10-b31d-ab7efe35576b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.271168 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a307fb1b-f4ef-4b10-b31d-ab7efe35576b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.279935 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a307fb1b-f4ef-4b10-b31d-ab7efe35576b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.281399 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c8786b1-64ae-4ccf-9dbb-6fd552385782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.287343 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a307fb1b-f4ef-4b10-b31d-ab7efe35576b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/87ed3fb1-6244-4ea7-a8c4-fec4e611ea77 HTTP/1.1" status: 204 len: 168 time: 0.4156950 Jul 16 01:30:58.319664 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307fb1b-f4ef-4b10-b31d-ab7efe35576b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ed3fb1-6244-4ea7-a8c4-fec4e611ea77,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:58.387242 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.430155 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46224) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:58.457153 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-85f7def2-0813-41b8-bd04-ced3cf20f665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.550015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-51bffba7-58b7-4524-a908-8a515b5c0283 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Allocated IP 192.168.233.92 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/97c4c89e-0923-4f25-9251-2c7c52fdd767) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:58.701688 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-85f7def2-0813-41b8-bd04-ced3cf20f665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.709755 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-85f7def2-0813-41b8-bd04-ced3cf20f665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.803736 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-51bffba7-58b7-4524-a908-8a515b5c0283 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.824767 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-85f7def2-0813-41b8-bd04-ced3cf20f665 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c1adabb66b8f4be0ae2093698d08f2a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908210 Jul 16 01:30:58.833564 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-51bffba7-58b7-4524-a908-8a515b5c0283 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Transition to ACTIVE for port object 97c4c89e-0923-4f25-9251-2c7c52fdd767 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:58.847262 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46238) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:58.895583 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-51bffba7-58b7-4524-a908-8a515b5c0283 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.939306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5c1732fa-4e5d-41e4-bbf2-74b70b445f67', '56007dd3-de4a-440e-8086-7df9708946f1'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:58.986692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-51bffba7-58b7-4524-a908-8a515b5c0283 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:59.007401 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-51bffba7-58b7-4524-a908-8a515b5c0283 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:59.035591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-96f5aa7d-1ba7-4035-bfe5-983f7b3b6942 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Allocated IP 192.168.233.177 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/7cdfc022-4a60-4bcb-b625-721e3134dba4) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:59.037962 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-51bffba7-58b7-4524-a908-8a515b5c0283 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:59.044568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bffba7-58b7-4524-a908-8a515b5c0283 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Pushing event updated for resources: {'Port': ['ID=97c4c89e-0923-4f25-9251-2c7c52fdd767,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:59.058061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7def2-0813-41b8-bd04-ced3cf20f665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8bb8fa-88a0-4813-ba44-7d8f2a5a5d32,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:59.076764 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9817f6e7-10b3-47b5-b60e-21292c24ea2d req-d3676149-7f76-4b3c-a113-ff66c243ac37 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f HTTP/1.1" status: 200 len: 210 time: 0.1774261 Jul 16 01:30:59.081163 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['13ef3fc3-63e9-4806-806e-ef207d3d8b55'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:59.130969 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e87abf5-9a1c-415f-9b86-c377d668db92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.163923 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e87abf5-9a1c-415f-9b86-c377d668db92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.245593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-51bffba7-58b7-4524-a908-8a515b5c0283 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.246273 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-51bffba7-58b7-4524-a908-8a515b5c0283 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.361092 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e87abf5-9a1c-415f-9b86-c377d668db92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.363743 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e87abf5-9a1c-415f-9b86-c377d668db92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.364993 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6e87abf5-9a1c-415f-9b86-c377d668db92 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/da8bb8fa-88a0-4813-ba44-7d8f2a5a5d32 HTTP/1.1" status: 204 len: 168 time: 0.5167320 Jul 16 01:30:59.392100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87abf5-9a1c-415f-9b86-c377d668db92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8bb8fa-88a0-4813-ba44-7d8f2a5a5d32,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:59.467350 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-96f5aa7d-1ba7-4035-bfe5-983f7b3b6942 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.486212 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-96f5aa7d-1ba7-4035-bfe5-983f7b3b6942 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Transition to ACTIVE for port object 7cdfc022-4a60-4bcb-b625-721e3134dba4 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:59.550741 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-51bffba7-58b7-4524-a908-8a515b5c0283 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3719735 Jul 16 01:30:59.554870 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-96f5aa7d-1ba7-4035-bfe5-983f7b3b6942 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.602662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Request body: {'port': {'device_id': 'da4730a2-6e4a-4d8a-b844-99f99e809dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:59.613484 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e39014d7-f0ba-45a7-be7e-1e7401ee6443 None None] Provisioning for port 97c4c89e-0923-4f25-9251-2c7c52fdd767 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:59.641690 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e39014d7-f0ba-45a7-be7e-1e7401ee6443 None None] Provisioning complete for port 97c4c89e-0923-4f25-9251-2c7c52fdd767 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:59.643436 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e39014d7-f0ba-45a7-be7e-1e7401ee6443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.706555 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e39014d7-f0ba-45a7-be7e-1e7401ee6443 None None] Port 97c4c89e-0923-4f25-9251-2c7c52fdd767 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:59.736371 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.769666 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-96f5aa7d-1ba7-4035-bfe5-983f7b3b6942 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:59.788570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5aa7d-1ba7-4035-bfe5-983f7b3b6942 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Pushing event updated for resources: {'Port': ['ID=7cdfc022-4a60-4bcb-b625-721e3134dba4,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:59.791094 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-96f5aa7d-1ba7-4035-bfe5-983f7b3b6942 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:59.811027 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-96f5aa7d-1ba7-4035-bfe5-983f7b3b6942 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:59.959899 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-96f5aa7d-1ba7-4035-bfe5-983f7b3b6942 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.963789 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-96f5aa7d-1ba7-4035-bfe5-983f7b3b6942 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.989828 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['13ef3fc3-63e9-4806-806e-ef207d3d8b55'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:00.283229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-80786259-000c-4205-b6fa-14325ef0b44d None None] Provisioning for port 7cdfc022-4a60-4bcb-b625-721e3134dba4 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:00.309701 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-80786259-000c-4205-b6fa-14325ef0b44d None None] Provisioning complete for port 7cdfc022-4a60-4bcb-b625-721e3134dba4 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:00.312148 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80786259-000c-4205-b6fa-14325ef0b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.314203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46310) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:00.401879 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-80786259-000c-4205-b6fa-14325ef0b44d None None] Port 7cdfc022-4a60-4bcb-b625-721e3134dba4 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:00.508321 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-962017bc-6f9b-4b94-9cf6-82e44adb93c6 req-988b9fed-396b-4ae7-853a-e1a44deee293 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0cb9196e-5516-4a87-8276-f877fcd17549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9877837 Jul 16 01:31:00.514744 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c4c89e-0923-4f25-9251-2c7c52fdd767 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:00.520087 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5c1732fa-4e5d-41e4-bbf2-74b70b445f67', '56007dd3-de4a-440e-8086-7df9708946f1'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:00.530391 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-96f5aa7d-1ba7-4035-bfe5-983f7b3b6942 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3235276 Jul 16 01:31:00.533388 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.569469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Request body: {'port': {'device_id': 'e9d22d61-cf55-4589-9f60-2f5e2635be5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:00.575309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a78f2acf-9ef9-413c-a9f6-8fe6c46d58c2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-613242616-network', 'tenant_id': 'dcef900c740349fcb8512b88e5861824'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:00.598943 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Transition to ACTIVE for port object 97c4c89e-0923-4f25-9251-2c7c52fdd767 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:00.635724 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.663651 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d84ab-4a6b-46fc-9080-6830c8b8345c req-fd5479a0-13fd-471a-bfe6-7e02f60288bd tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.671247 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-355d84ab-4a6b-46fc-9080-6830c8b8345c req-fd5479a0-13fd-471a-bfe6-7e02f60288bd tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f HTTP/1.1" status: 200 len: 936 time: 0.2823021 Jul 16 01:31:00.686925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78f2acf-9ef9-413c-a9f6-8fe6c46d58c2 admin admin] Made reservation on behalf of dcef900c740349fcb8512b88e5861824 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:00.690578 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a78f2acf-9ef9-413c-a9f6-8fe6c46d58c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.713394 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a78f2acf-9ef9-413c-a9f6-8fe6c46d58c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.884519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Pushing event updated for resources: {'Port': ['ID=97c4c89e-0923-4f25-9251-2c7c52fdd767,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:00.888112 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-355d84ab-4a6b-46fc-9080-6830c8b8345c req-adf909f0-a734-4d24-a22d-869822f2b7e8 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154722 Jul 16 01:31:00.895000 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.903855 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a78f2acf-9ef9-413c-a9f6-8fe6c46d58c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.916200 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a78f2acf-9ef9-413c-a9f6-8fe6c46d58c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.962933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78f2acf-9ef9-413c-a9f6-8fe6c46d58c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:01.001533 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a78f2acf-9ef9-413c-a9f6-8fe6c46d58c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.001875 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-a78f2acf-9ef9-413c-a9f6-8fe6c46d58c2 admin admin] Added segment ee1bf63f-1d24-4da0-9460-9d9a155f63de of type vlan for network eb0aad2b-dba2-4ee5-84bf-5ebf37567035 Jul 16 01:31:01.003474 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f2acf-9ef9-413c-a9f6-8fe6c46d58c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b080ff2-d703-4f44-9896-22cf678e6378,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:01.142589 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.190896 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-87e49ec8-b55c-4428-b3e6-d169fef1cf95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.200183 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962017bc-6f9b-4b94-9cf6-82e44adb93c6 req-302fb5b9-6f3f-4178-8edc-b088f3b21955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.207287 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a78f2acf-9ef9-413c-a9f6-8fe6c46d58c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.212402 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-962017bc-6f9b-4b94-9cf6-82e44adb93c6 req-302fb5b9-6f3f-4178-8edc-b088f3b21955 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8067f702785a46d7aeee2219e58c580f&device_id=0cb9196e-5516-4a87-8276-f877fcd17549 HTTP/1.1" status: 200 len: 1096 time: 0.5948703 Jul 16 01:31:01.346049 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a78f2acf-9ef9-413c-a9f6-8fe6c46d58c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.349642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f2acf-9ef9-413c-a9f6-8fe6c46d58c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.352250 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a78f2acf-9ef9-413c-a9f6-8fe6c46d58c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.405235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Attempting to bind port 97c4c89e-0923-4f25-9251-2c7c52fdd767 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:01.405812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Attempting to bind port 97c4c89e-0923-4f25-9251-2c7c52fdd767 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:01.406506 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Attempting to bind port 97c4c89e-0923-4f25-9251-2c7c52fdd767 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:01.478590 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a78f2acf-9ef9-413c-a9f6-8fe6c46d58c2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1632125 Jul 16 01:31:01.484653 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46358) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:01.501407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-358b3ec8-f56d-4924-8619-777365d1cbbc admin admin] Request body: {'subnet': {'network_id': 'eb0aad2b-dba2-4ee5-84bf-5ebf37567035', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-613242616-subnet', 'tenant_id': 'dcef900c740349fcb8512b88e5861824', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:01.556906 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358b3ec8-f56d-4924-8619-777365d1cbbc admin admin] Made reservation on behalf of dcef900c740349fcb8512b88e5861824 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:01.565841 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-358b3ec8-f56d-4924-8619-777365d1cbbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.662465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962017bc-6f9b-4b94-9cf6-82e44adb93c6 req-bbdc2944-8217-4e46-a59e-6162f2a980d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.664331 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-962017bc-6f9b-4b94-9cf6-82e44adb93c6 req-bbdc2944-8217-4e46-a59e-6162f2a980d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f742ae33-4dce-47ed-a1d3-990b523bac4e HTTP/1.1" status: 200 len: 925 time: 0.2707462 Jul 16 01:31:01.684723 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Port 97c4c89e-0923-4f25-9251-2c7c52fdd767 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:01.684901 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Attempting to bind port 97c4c89e-0923-4f25-9251-2c7c52fdd767 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:01.706120 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f2acf-9ef9-413c-a9f6-8fe6c46d58c2 admin admin] Pushing event updated for resources: {'Network': ['ID=eb0aad2b-dba2-4ee5-84bf-5ebf37567035,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:01.720011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network eb0aad2b-dba2-4ee5-84bf-5ebf37567035 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:01.837697 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:01.838887 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:01.844263 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:01.845474 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Bound port: 97c4c89e-0923-4f25-9251-2c7c52fdd767, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:01.846084 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.877638 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device df838c93-2417-48f6-8152-6d03b11c586e details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:02.099415 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port df838c93-2417-48f6-8152-6d03b11c586e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=df838c93-2417-48f6-8152-6d03b11c586e,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:02.119254 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] For port 97c4c89e-0923-4f25-9251-2c7c52fdd767, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:02.133485 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-358b3ec8-f56d-4924-8619-777365d1cbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.134232 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] For port 97c4c89e-0923-4f25-9251-2c7c52fdd767, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=97c4c89e-0923-4f25-9251-2c7c52fdd767,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:02.159507 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.164280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'df838c93-2417-48f6-8152-6d03b11c586e', 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071', 'port_id': 'df838c93-2417-48f6-8152-6d03b11c586e', 'mac_address': 'fa:16:3e:56:f3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6ab48a-a89d-4604-95e5-95b119c0d93d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:02.169380 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46394) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:02.190522 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.224864 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-962017bc-6f9b-4b94-9cf6-82e44adb93c6 req-2205b7ae-ce93-421d-8e53-7a73045b43cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=435286a9-c592-4703-b538-6a0dc7b3b947 HTTP/1.1" status: 200 len: 1000 time: 0.5512974 Jul 16 01:31:02.248976 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.285525 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b3ec8-f56d-4924-8619-777365d1cbbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb89bc63-e31f-4f7a-82cc-87a39dd0eaef,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:02.304545 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df838c93-2417-48f6-8152-6d03b11c586e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:02.344453 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port df838c93-2417-48f6-8152-6d03b11c586e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=df838c93-2417-48f6-8152-6d03b11c586e,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:02.352277 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.353569 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358b3ec8-f56d-4924-8619-777365d1cbbc admin admin] Checking segment: {'id': 'ee1bf63f-1d24-4da0-9460-9d9a155f63de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'eb0aad2b-dba2-4ee5-84bf-5ebf37567035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:02.354543 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358b3ec8-f56d-4924-8619-777365d1cbbc admin admin] Network hostable DHCP agents. Network: eb0aad2b-dba2-4ee5-84bf-5ebf37567035, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:02.397230 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358b3ec8-f56d-4924-8619-777365d1cbbc admin admin] Network eb0aad2b-dba2-4ee5-84bf-5ebf37567035 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:02.419118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-358b3ec8-f56d-4924-8619-777365d1cbbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, eb0aad2b-dba2-4ee5-84bf-5ebf37567035) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:02.431416 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358b3ec8-f56d-4924-8619-777365d1cbbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.432190 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-358b3ec8-f56d-4924-8619-777365d1cbbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.461466 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-358b3ec8-f56d-4924-8619-777365d1cbbc admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9735498 Jul 16 01:31:02.476380 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=df838c93-2417-48f6-8152-6d03b11c586e,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:02.481196 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e73148d-bf47-49c7-bd40-595a2888b791 None None] Network eb0aad2b-dba2-4ee5-84bf-5ebf37567035 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:02.691966 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['df838c93-2417-48f6-8152-6d03b11c586e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:02.719104 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd451f78-ac48-4f68-be31-1e67021cb5bb None None] Network eb0aad2b-dba2-4ee5-84bf-5ebf37567035 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:03.009401 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.010791 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.012485 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] 10.222.0.47 "PUT /v2.0/ports/97c4c89e-0923-4f25-9251-2c7c52fdd767 HTTP/1.1" status: 200 len: 1095 time: 3.4264352 Jul 16 01:31:03.089957 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4730a2-6e4a-4d8a-b844-99f99e809dea', 'tag': '97c4c89e-0923-4f25-9251-2c7c52fdd767'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:03.099245 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b828cc-8e65-4348-a24d-4e87247b1481" -d '{"events": [{"name": "network-changed", "server_uuid": "da4730a2-6e4a-4d8a-b844-99f99e809dea", "tag": "97c4c89e-0923-4f25-9251-2c7c52fdd767"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:03.213500 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-fbfa89cc-7737-4860-aca9-47622e771ba0 req-a5e1047a-65f7-4ddf-9dee-c04154aacabd tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1176457725', 'description': 'tempest-description-1600898377'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:03.248375 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8cb276de-1896-4d5a-98f8-ec6bcbfb5a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.260014 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fbfa89cc-7737-4860-aca9-47622e771ba0 req-a5e1047a-65f7-4ddf-9dee-c04154aacabd tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.283781 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e8598-d22b-4f68-8794-cf24597944f1 service neutron] Pushing event updated for resources: {'Port': ['ID=97c4c89e-0923-4f25-9251-2c7c52fdd767,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:03.368754 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-1c84f123-a7b5-4c9b-a41d-00bc5e3ace5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.371447 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-1c84f123-a7b5-4c9b-a41d-00bc5e3ace5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&device_id=da4730a2-6e4a-4d8a-b844-99f99e809dea HTTP/1.1" status: 200 len: 1098 time: 0.2366920 Jul 16 01:31:03.387441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcc5c9-1def-4314-a0d6-070dc3ca16cb req-2ab2a696-aa4f-4ce7-b066-38d29047cb03 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.389314 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-efbcc5c9-1def-4314-a0d6-070dc3ca16cb req-2ab2a696-aa4f-4ce7-b066-38d29047cb03 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f HTTP/1.1" status: 200 len: 936 time: 0.4411182 Jul 16 01:31:03.462477 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cdfc022-4a60-4bcb-b625-721e3134dba4 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:03.468303 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962017bc-6f9b-4b94-9cf6-82e44adb93c6 req-b29482cb-3f89-4b69-a485-cbcd0c9e3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.470029 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-962017bc-6f9b-4b94-9cf6-82e44adb93c6 req-b29482cb-3f89-4b69-a485-cbcd0c9e3921 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bc5f773e-982f-4a7b-9f31-a3984b4d24fe HTTP/1.1" status: 200 len: 863 time: 0.5287704 Jul 16 01:31:03.478064 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.504176 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fbfa89cc-7737-4860-aca9-47622e771ba0 req-a5e1047a-65f7-4ddf-9dee-c04154aacabd tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.511882 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fbfa89cc-7737-4860-aca9-47622e771ba0 req-a5e1047a-65f7-4ddf-9dee-c04154aacabd tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.548611 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-64cd9a07-dabc-463c-9e58-168014a842c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=97c4c89e-0923-4f25-9251-2c7c52fdd767 HTTP/1.1" status: 200 len: 217 time: 0.0733056 Jul 16 01:31:03.577015 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1047a-65f7-4ddf-9dee-c04154aacabd tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da77211c-fd91-4d8c-9bec-76d18e779af2,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:03.678072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-dad8d128-817d-463f-a19f-617c591fae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.679911 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-dad8d128-817d-463f-a19f-617c591fae9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0905559 Jul 16 01:31:03.684544 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.726077 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Transition to ACTIVE for port object 7cdfc022-4a60-4bcb-b625-721e3134dba4 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:03.767441 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.868941 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-efbcc5c9-1def-4314-a0d6-070dc3ca16cb req-3ab17647-9925-4abe-b277-b43e277f655f tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947060 Jul 16 01:31:03.875155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device df838c93-2417-48f6-8152-6d03b11c586e up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:03.902277 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Pushing event updated for resources: {'Port': ['ID=7cdfc022-4a60-4bcb-b625-721e3134dba4,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:03.955877 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962017bc-6f9b-4b94-9cf6-82e44adb93c6 req-ddd12df2-017f-4bde-af9b-62bad1afea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.957703 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-962017bc-6f9b-4b94-9cf6-82e44adb93c6 req-ddd12df2-017f-4bde-af9b-62bad1afea99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f742ae33-4dce-47ed-a1d3-990b523bac4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4024725 Jul 16 01:31:03.972019 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port df838c93-2417-48f6-8152-6d03b11c586e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:03.972832 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.146836 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8cb276de-1896-4d5a-98f8-ec6bcbfb5a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.147496 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-9897f614-765a-446e-af47-8db07a450cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.149011 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-9897f614-765a-446e-af47-8db07a450cd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4281209 Jul 16 01:31:04.149174 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fbfa89cc-7737-4860-aca9-47622e771ba0 req-a5e1047a-65f7-4ddf-9dee-c04154aacabd tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.150718 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fbfa89cc-7737-4860-aca9-47622e771ba0 req-a5e1047a-65f7-4ddf-9dee-c04154aacabd tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.9419820 Jul 16 01:31:04.173439 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.218835 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7ee583-fe04-49de-bedc-50b66bfec4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df838c93-2417-48f6-8152-6d03b11c586e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:04.222167 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09efc03-17ce-4217-a53d-7e5ef781d3a6" -d '{"events": [{"server_uuid": "8a7ee583-fe04-49de-bedc-50b66bfec4cf", "name": "network-vif-plugged", "status": "completed", "tag": "df838c93-2417-48f6-8152-6d03b11c586e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:04.235983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port df838c93-2417-48f6-8152-6d03b11c586e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=df838c93-2417-48f6-8152-6d03b11c586e,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:04.249040 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.424832 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8cb276de-1896-4d5a-98f8-ec6bcbfb5a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.455582 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=df838c93-2417-48f6-8152-6d03b11c586e,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:04.465783 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0e1cf4-2e5b-4a08-99ce-2dde136ed292 x-openstack-request-id: req-0c0e1cf4-2e5b-4a08-99ce-2dde136ed292 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:04.466271 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4730a2-6e4a-4d8a-b844-99f99e809dea", "tag": "97c4c89e-0923-4f25-9251-2c7c52fdd767", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:04.466635 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c0e1cf4-2e5b-4a08-99ce-2dde136ed292 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:04.467147 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da4730a2-6e4a-4d8a-b844-99f99e809dea', 'tag': '97c4c89e-0923-4f25-9251-2c7c52fdd767', 'status': 'completed', 'code': 200} Jul 16 01:31:04.514931 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe1d9a74-9470-438b-9af6-3e2634de62ef req-c09ef7cf-cf09-4410-8f72-0b2967ef684f tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "GET /v2.0/security-groups/da77211c-fd91-4d8c-9bec-76d18e779af2 HTTP/1.1" status: 200 len: 1813 time: 0.0667086 Jul 16 01:31:04.525652 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-fe1d9a74-9470-438b-9af6-3e2634de62ef req-9e25f8d6-c0c4-439b-8172-1eec9a39169e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da77211c-fd91-4d8c-9bec-76d18e779af2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:04.526402 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-fe1d9a74-9470-438b-9af6-3e2634de62ef req-9e25f8d6-c0c4-439b-8172-1eec9a39169e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da77211c-fd91-4d8c-9bec-76d18e779af2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:04.551756 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-03325cc8-4132-4b03-9aed-efd7f090284c tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c17e039085464de19173c0823b9a056b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887446 Jul 16 01:31:04.586721 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-962017bc-6f9b-4b94-9cf6-82e44adb93c6 req-ef88e782-841e-4062-b6f9-e78ed991778e service neutron] 10.222.0.26 "GET /v2.0/networks/f742ae33-4dce-47ed-a1d3-990b523bac4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6026950 Jul 16 01:31:04.595730 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fe1d9a74-9470-438b-9af6-3e2634de62ef req-9e25f8d6-c0c4-439b-8172-1eec9a39169e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.628600 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fe1d9a74-9470-438b-9af6-3e2634de62ef req-9e25f8d6-c0c4-439b-8172-1eec9a39169e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.634305 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fe1d9a74-9470-438b-9af6-3e2634de62ef req-9e25f8d6-c0c4-439b-8172-1eec9a39169e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.663312 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fe1d9a74-9470-438b-9af6-3e2634de62ef req-9e25f8d6-c0c4-439b-8172-1eec9a39169e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.664734 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe1d9a74-9470-438b-9af6-3e2634de62ef req-9e25f8d6-c0c4-439b-8172-1eec9a39169e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1432753 Jul 16 01:31:04.665473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25f8d6-c0c4-439b-8172-1eec9a39169e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d177b0-b3d7-4d50-ba2f-1fae7074448b,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:04.726148 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e336ba5b-9b26-4729-a57b-db939d24c451 x-openstack-request-id: req-e336ba5b-9b26-4729-a57b-db939d24c451 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:04.727239 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7ee583-fe04-49de-bedc-50b66bfec4cf", "name": "network-vif-plugged", "status": "completed", "tag": "df838c93-2417-48f6-8152-6d03b11c586e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:04.727660 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e336ba5b-9b26-4729-a57b-db939d24c451 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:04.728268 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7ee583-fe04-49de-bedc-50b66bfec4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df838c93-2417-48f6-8152-6d03b11c586e', 'code': 200} Jul 16 01:31:04.734319 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8cb276de-1896-4d5a-98f8-ec6bcbfb5a2b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5d8480824e544eef8e8fa58c98a58b96&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5392082 Jul 16 01:31:04.736002 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46478) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:04.737434 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb276de-1896-4d5a-98f8-ec6bcbfb5a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ad5926-b56c-4d2c-86ad-a4a33775157a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:04.862670 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Attempting to bind port 7cdfc022-4a60-4bcb-b625-721e3134dba4 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:04.868087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Attempting to bind port 7cdfc022-4a60-4bcb-b625-721e3134dba4 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:04.868517 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Attempting to bind port 7cdfc022-4a60-4bcb-b625-721e3134dba4 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:04.879042 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c19a31fa-1a42-4375-8651-de536558ce53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.916240 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-20ca889d-b843-4ea6-b2b1-7274913373b8 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544969 Jul 16 01:31:04.945611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Port 7cdfc022-4a60-4bcb-b625-721e3134dba4 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:04.946373 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Attempting to bind port 7cdfc022-4a60-4bcb-b625-721e3134dba4 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:04.970875 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-5bb64e07-c0a8-4814-80f5-6cbeea443181 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.972738 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-5bb64e07-c0a8-4814-80f5-6cbeea443181 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4068651 Jul 16 01:31:04.993319 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c19a31fa-1a42-4375-8651-de536558ce53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.995381 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:04.995741 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:04.996138 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:04.996580 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Bound port: 7cdfc022-4a60-4bcb-b625-721e3134dba4, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:04.996932 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.045330 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-256741fc-49e9-456d-a23b-64e7cc2af9c6 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/quotas/c17e039085464de19173c0823b9a056b HTTP/1.1" status: 200 len: 375 time: 0.0638227 Jul 16 01:31:05.062411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-09910280-21c0-41a6-9c6f-621790fc6065 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.069341 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-09910280-21c0-41a6-9c6f-621790fc6065 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/networks?id=9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 HTTP/1.1" status: 200 len: 814 time: 0.1805084 Jul 16 01:31:05.088235 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-c543e755-f486-424e-a3a1-04cf166e23da tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/quotas/91e9e48433254b02bc32638099bc2bfc HTTP/1.1" status: 200 len: 375 time: 0.0178480 Jul 16 01:31:05.088492 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-962017bc-6f9b-4b94-9cf6-82e44adb93c6 req-848019fc-4857-4578-a56b-d20a508f2c13 service neutron] 10.222.0.26 "GET /v2.0/networks/f742ae33-4dce-47ed-a1d3-990b523bac4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035985 Jul 16 01:31:05.132271 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c19a31fa-1a42-4375-8651-de536558ce53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.134817 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c19a31fa-1a42-4375-8651-de536558ce53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.135995 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c19a31fa-1a42-4375-8651-de536558ce53 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/14ad5926-b56c-4d2c-86ad-a4a33775157a HTTP/1.1" status: 204 len: 168 time: 0.3974435 Jul 16 01:31:05.148514 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a31fa-1a42-4375-8651-de536558ce53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ad5926-b56c-4d2c-86ad-a4a33775157a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:05.180598 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-ccacd18a-c67d-4831-ba94-cf0c44292d40 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c17e039085464de19173c0823b9a056b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912337 Jul 16 01:31:05.237945 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-45223cbc-fab1-469f-a052-d6b006a62728 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=91e9e48433254b02bc32638099bc2bfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1487560 Jul 16 01:31:05.253534 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-2c417abd-d4d6-4abf-8248-a37a749c570e service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016520 Jul 16 01:31:05.265697 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] For port 7cdfc022-4a60-4bcb-b625-721e3134dba4, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:05.269810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] For port 7cdfc022-4a60-4bcb-b625-721e3134dba4, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7cdfc022-4a60-4bcb-b625-721e3134dba4,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:05.281781 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.436696 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-22eeffe4-cc31-435d-a7f5-5951d595384f service neutron] 10.222.0.54 "GET /v2.0/networks/9d4a894f-cdf1-43bd-99f2-f69f1cbaae69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977654 Jul 16 01:31:05.478330 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.479621 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.482498 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] 10.222.0.26 "PUT /v2.0/ports/7cdfc022-4a60-4bcb-b625-721e3134dba4 HTTP/1.1" status: 200 len: 1096 time: 4.9325571 Jul 16 01:31:05.646708 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-fdea382c-6ac7-4281-a56e-d7a9ec467437 service neutron] 10.222.0.54 "GET /v2.0/networks/9d4a894f-cdf1-43bd-99f2-f69f1cbaae69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090476 Jul 16 01:31:05.715771 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-703574e4-4a8a-4aaa-a27a-5889dec3b186 req-4707477d-adbc-45c4-8190-75ef63c4104a tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "GET /v2.0/security-groups/da77211c-fd91-4d8c-9bec-76d18e779af2 HTTP/1.1" status: 200 len: 2406 time: 0.3066897 Jul 16 01:31:05.804508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e5f7b-aeef-41f3-9243-3346f5833e1a service neutron] Pushing event updated for resources: {'Port': ['ID=7cdfc022-4a60-4bcb-b625-721e3134dba4,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:05.923809 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-ddb019c4-104e-4b1e-b498-b0ce0e384299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.927752 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-ddb019c4-104e-4b1e-b498-b0ce0e384299 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f HTTP/1.1" status: 200 len: 1099 time: 0.3521612 Jul 16 01:31:06.062903 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b828cc-8e65-4348-a24d-4e87247b1481 req-928cb293-0e1b-46f8-83d9-b0009b793461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.064628 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b6b828cc-8e65-4348-a24d-4e87247b1481 req-928cb293-0e1b-46f8-83d9-b0009b793461 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&device_id=da4730a2-6e4a-4d8a-b844-99f99e809dea HTTP/1.1" status: 200 len: 1098 time: 0.6615317 Jul 16 01:31:06.153827 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-1cc1ba48-d604-4f58-a196-fc265fd73992 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=7cdfc022-4a60-4bcb-b625-721e3134dba4 HTTP/1.1" status: 200 len: 217 time: 0.2064421 Jul 16 01:31:06.313791 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399c2ee-ddd4-4e1d-9d1d-ea453b03d7d9 req-0a808ef2-7b85-48d1-9f8c-4a302b26421e tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.331885 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7399c2ee-ddd4-4e1d-9d1d-ea453b03d7d9 req-0a808ef2-7b85-48d1-9f8c-4a302b26421e tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 1096 time: 0.4169986 Jul 16 01:31:06.415723 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-032c96f2-15b6-4eba-a64c-10e8aea3a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.417273 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-032c96f2-15b6-4eba-a64c-10e8aea3a367 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.2070467 Jul 16 01:31:06.418725 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b828cc-8e65-4348-a24d-4e87247b1481 req-14a0cbfa-e13c-4117-ab3a-7b02e94fb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.420018 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b6b828cc-8e65-4348-a24d-4e87247b1481 req-14a0cbfa-e13c-4117-ab3a-7b02e94fb279 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2776568 Jul 16 01:31:06.432075 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7399c2ee-ddd4-4e1d-9d1d-ea453b03d7d9 req-c46247f3-3e17-4cdd-b360-386c1cc94712 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991056 Jul 16 01:31:06.458808 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118c262-1f34-442f-84ee-1e39fae2980a req-b655e2f9-accf-42c8-91a3-1c3c097ba9fe tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.466613 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4118c262-1f34-442f-84ee-1e39fae2980a req-b655e2f9-accf-42c8-91a3-1c3c097ba9fe tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f HTTP/1.1" status: 200 len: 948 time: 0.1664948 Jul 16 01:31:06.481670 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d22d61-cf55-4589-9f60-2f5e2635be5f', 'tag': '7cdfc022-4a60-4bcb-b625-721e3134dba4'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:06.483969 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e82a4d-9ba5-487f-a34a-332b016f3b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d22d61-cf55-4589-9f60-2f5e2635be5f", "tag": "7cdfc022-4a60-4bcb-b625-721e3134dba4"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:06.565775 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4118c262-1f34-442f-84ee-1e39fae2980a req-e53538d4-7d64-4817-b88d-a60c8949c53e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943048 Jul 16 01:31:06.671651 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b6b828cc-8e65-4348-a24d-4e87247b1481 req-715e46f6-a982-4cb4-8528-93107b943345 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=97c4c89e-0923-4f25-9251-2c7c52fdd767 HTTP/1.1" status: 200 len: 217 time: 0.2070289 Jul 16 01:31:06.782804 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46554) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:06.807078 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-50f4cc57-3b49-406d-9d5d-9c5ff5aa8418 req-4b2d7df8-97e0-4920-85f5-e2c22752d658 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "GET /v2.0/security-group-rules/36d177b0-b3d7-4d50-ba2f-1fae7074448b HTTP/1.1" status: 200 len: 778 time: 0.1035428 Jul 16 01:31:06.885992 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b828cc-8e65-4348-a24d-4e87247b1481 req-b69b8b82-2a5d-4d74-9810-d65841f9cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.889467 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b6b828cc-8e65-4348-a24d-4e87247b1481 req-b69b8b82-2a5d-4d74-9810-d65841f9cc2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.2008646 Jul 16 01:31:06.925329 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-50f4cc57-3b49-406d-9d5d-9c5ff5aa8418 req-31375b96-c938-4702-af04-6afb7a029d37 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "GET /v2.0/security-groups/da77211c-fd91-4d8c-9bec-76d18e779af2 HTTP/1.1" status: 200 len: 2406 time: 0.1161644 Jul 16 01:31:06.959994 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-50f4cc57-3b49-406d-9d5d-9c5ff5aa8418 req-e3444fca-521c-411f-b119-7b2d406208ed tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.989397 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-50f4cc57-3b49-406d-9d5d-9c5ff5aa8418 req-e3444fca-521c-411f-b119-7b2d406208ed tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.027813 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-622bdf63-30fc-407c-b5ac-d5eb6297b04c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1162046959-network', 'tenant_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:07.037857 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-50f4cc57-3b49-406d-9d5d-9c5ff5aa8418 req-e3444fca-521c-411f-b119-7b2d406208ed tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.038720 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-9191a6a2-3361-4b71-b39a-8b8e62b6c057 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c17e039085464de19173c0823b9a056b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1471770 Jul 16 01:31:07.054838 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-50f4cc57-3b49-406d-9d5d-9c5ff5aa8418 req-e3444fca-521c-411f-b119-7b2d406208ed tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.069491 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-50f4cc57-3b49-406d-9d5d-9c5ff5aa8418 req-e3444fca-521c-411f-b119-7b2d406208ed tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/36d177b0-b3d7-4d50-ba2f-1fae7074448b HTTP/1.1" status: 204 len: 173 time: 0.1424031 Jul 16 01:31:07.071537 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3444fca-521c-411f-b119-7b2d406208ed tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36d177b0-b3d7-4d50-ba2f-1fae7074448b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:07.073227 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-ddf525af-538c-45e7-9cdf-cd615ad2a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.074983 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-ddf525af-538c-45e7-9cdf-cd615ad2a694 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6409919 Jul 16 01:31:07.209337 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32b02252-af87-442d-8807-11e636e7f2e2 req-9dd1c705-d863-46ca-904f-dfcacb48dcfa tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/ports?device_id=e34726a9-b594-409b-89c3-f477788b48eb HTTP/1.1" status: 200 len: 210 time: 0.0392642 Jul 16 01:31:07.288163 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622bdf63-30fc-407c-b5ac-d5eb6297b04c admin admin] Made reservation on behalf of 55e4e48dea9a4a7aa0749dcb3b5dc82c for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:07.290503 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-622bdf63-30fc-407c-b5ac-d5eb6297b04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.383151 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-622bdf63-30fc-407c-b5ac-d5eb6297b04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.480924 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-af4de301-ceaf-4d37-992e-db1514b46c20 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c17e039085464de19173c0823b9a056b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506442 Jul 16 01:31:07.481909 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d169c15f-0e67-4193-9a18-d2fc2011f33b req-bf264065-3473-4fd6-b393-f18780be38b7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6598217 Jul 16 01:31:07.483529 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b828cc-8e65-4348-a24d-4e87247b1481 req-f46bc8ce-0702-4964-b50d-0c42c5054d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.484953 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b6b828cc-8e65-4348-a24d-4e87247b1481 req-f46bc8ce-0702-4964-b50d-0c42c5054d6d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5165825 Jul 16 01:31:07.500759 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-1660c5ba-d9ce-4151-8335-1e06902176c5 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.508234 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-1660c5ba-d9ce-4151-8335-1e06902176c5 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4684203 Jul 16 01:31:07.563418 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-9bf3b451-3e0d-4e59-846f-fd32300ec6e4 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533131 Jul 16 01:31:07.589789 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-be0f7e35-62ce-45cb-bdc9-5fa59bcbd2e8 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/quotas/c17e039085464de19173c0823b9a056b HTTP/1.1" status: 200 len: 375 time: 0.0806594 Jul 16 01:31:07.720520 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-780b9abd-f491-4443-9f0f-1ffff37f07ba tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.722058 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-780b9abd-f491-4443-9f0f-1ffff37f07ba tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968446 Jul 16 01:31:07.751228 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Request body: {'port': {'device_id': '7a30c2f2-18d0-4fb4-8745-587bda4f3ebf', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': 'c17e039085464de19173c0823b9a056b'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:07.791083 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-12b1fe80-9356-4630-bf01-663eba237352 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c17e039085464de19173c0823b9a056b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1997657 Jul 16 01:31:07.884842 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 97c4c89e-0923-4f25-9251-2c7c52fdd767 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:08.033380 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b6b828cc-8e65-4348-a24d-4e87247b1481 req-fda22835-a072-426f-9739-28e6b8a5104f service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040262 Jul 16 01:31:08.145927 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b6b828cc-8e65-4348-a24d-4e87247b1481 req-e76300ab-d75e-4b1a-b5b0-49df8274f23e service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046083 Jul 16 01:31:08.177124 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169c15f-0e67-4193-9a18-d2fc2011f33b req-c17026e0-6a1b-4e48-8ce4-7fa27495a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.178825 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d169c15f-0e67-4193-9a18-d2fc2011f33b req-c17026e0-6a1b-4e48-8ce4-7fa27495a10c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 1096 time: 0.4409556 Jul 16 01:31:08.191416 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e8b438e-e030-44ac-867d-737e46a47e04 req-06ba42c5-aa0e-4260-8a0e-42b5245fa286 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564664 Jul 16 01:31:08.207169 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-622bdf63-30fc-407c-b5ac-d5eb6297b04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.215378 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-622bdf63-30fc-407c-b5ac-d5eb6297b04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.251199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Made reservation on behalf of c17e039085464de19173c0823b9a056b for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:08.260741 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622bdf63-30fc-407c-b5ac-d5eb6297b04c admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:08.278892 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.294950 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-622bdf63-30fc-407c-b5ac-d5eb6297b04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.296726 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-622bdf63-30fc-407c-b5ac-d5eb6297b04c admin admin] Added segment 571c5a7e-797f-45d5-b34d-799f51285b5e of type vlan for network e08205fd-889c-42f4-87d6-2d23f2ab96a3 Jul 16 01:31:08.314012 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.315729 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 97c4c89e-0923-4f25-9251-2c7c52fdd767, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=97c4c89e-0923-4f25-9251-2c7c52fdd767,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:08.369478 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '97c4c89e-0923-4f25-9251-2c7c52fdd767', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '97c4c89e-0923-4f25-9251-2c7c52fdd767', 'mac_address': 'fa:16:3e:02:5e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:08.403176 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-622bdf63-30fc-407c-b5ac-d5eb6297b04c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.445284 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ce998d-96bb-45c8-aba3-1de929cd4155 x-openstack-request-id: req-89ce998d-96bb-45c8-aba3-1de929cd4155 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:08.445758 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d22d61-cf55-4589-9f60-2f5e2635be5f", "tag": "7cdfc022-4a60-4bcb-b625-721e3134dba4", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:08.446109 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-89ce998d-96bb-45c8-aba3-1de929cd4155 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:08.446650 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d22d61-cf55-4589-9f60-2f5e2635be5f', 'tag': '7cdfc022-4a60-4bcb-b625-721e3134dba4', 'status': 'completed', 'code': 200} Jul 16 01:31:08.459488 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-c47733fa-f17b-4957-ace1-d245449cc442 req-2eb6abd2-af84-4c01-9303-b72b91ce8b6e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1314858800', 'description': 'tempest-description-49714370'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:08.554965 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.606353 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c4c89e-0923-4f25-9251-2c7c52fdd767 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:08.607862 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.622201 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.688592 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 97c4c89e-0923-4f25-9251-2c7c52fdd767, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=97c4c89e-0923-4f25-9251-2c7c52fdd767,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:08.696042 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.851200 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=97c4c89e-0923-4f25-9251-2c7c52fdd767,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:08.883798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a982fe-a4c3-4058-bc17-ab450ad19127,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:09.010013 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Allocated IP 192.168.233.164 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/f3647fdd-df8a-4add-8855-e8dadc6f2950) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:09.082876 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.resource_extend [None req-622bdf63-30fc-407c-b5ac-d5eb6297b04c admin admin] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:31:09.115816 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bdf63-30fc-407c-b5ac-d5eb6297b04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06893a41-24ea-41f9-b9f7-735c3b947727,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:09.119587 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['97c4c89e-0923-4f25-9251-2c7c52fdd767'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:09.180108 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-622bdf63-30fc-407c-b5ac-d5eb6297b04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.180108 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622bdf63-30fc-407c-b5ac-d5eb6297b04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:09.180108 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-622bdf63-30fc-407c-b5ac-d5eb6297b04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.197277 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c47733fa-f17b-4957-ace1-d245449cc442 req-2eb6abd2-af84-4c01-9303-b72b91ce8b6e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.221057 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169c15f-0e67-4193-9a18-d2fc2011f33b req-1b079294-422e-4395-b39a-c9247a98bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:09.222843 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d169c15f-0e67-4193-9a18-d2fc2011f33b req-1b079294-422e-4395-b39a-c9247a98bd34 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 922 time: 0.8125472 Jul 16 01:31:09.324184 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-622bdf63-30fc-407c-b5ac-d5eb6297b04c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5364404 Jul 16 01:31:09.329953 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46614) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:09.375178 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-42fdfcbe-09bc-4ed9-b2c6-dccb5d98e692 admin admin] Request body: {'subnet': {'network_id': 'e08205fd-889c-42f4-87d6-2d23f2ab96a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1162046959-subnet', 'tenant_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:09.388949 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d169c15f-0e67-4193-9a18-d2fc2011f33b req-bccc15e7-8e79-4f87-8b54-f106cf3db98c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c683a68-6c26-466f-9717-563ea137f9ed HTTP/1.1" status: 200 len: 217 time: 0.1379569 Jul 16 01:31:09.390753 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e82a4d-9ba5-487f-a34a-332b016f3b0b req-f731d54a-3e8f-43bb-98b2-58cb401901a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:09.392351 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-72e82a4d-9ba5-487f-a34a-332b016f3b0b req-f731d54a-3e8f-43bb-98b2-58cb401901a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f HTTP/1.1" status: 200 len: 1099 time: 0.9366779 Jul 16 01:31:09.445691 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-9978f5ac-2d73-429b-9f87-b0bd38c7be48 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:31:09.449496 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bdf63-30fc-407c-b5ac-d5eb6297b04c admin admin] Pushing event updated for resources: {'Network': ['ID=e08205fd-889c-42f4-87d6-2d23f2ab96a3,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:09.459624 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-9978f5ac-2d73-429b-9f87-b0bd38c7be48 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0667946 Jul 16 01:31:09.461779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network e08205fd-889c-42f4-87d6-2d23f2ab96a3 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:09.466010 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.470936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-60844e2f-5294-4ba8-bc5f-e62ab84d8d97 service neutron] Request body: {'binding': {'host': 'n-h2-800086-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:09.471731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-60844e2f-5294-4ba8-bc5f-e62ab84d8d97 service neutron] Unknown quota resources ['binding']. {{(pid=93831) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:31:09.494328 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-ce1b7a12-a57b-47c6-a632-539d883bbb15 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:09.496225 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-ce1b7a12-a57b-47c6-a632-539d883bbb15 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.26 "GET /v2.0/networks?id=9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 HTTP/1.1" status: 200 len: 814 time: 1.0466731 Jul 16 01:31:09.517855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Transition to ACTIVE for port object f3647fdd-df8a-4add-8855-e8dadc6f2950 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:09.531811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-0c9f7f83-93af-475e-a554-009f4759a257 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Request body: {'port': {'device_id': 'e34726a9-b594-409b-89c3-f477788b48eb', 'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69', 'admin_state_up': True, 'tenant_id': '91e9e48433254b02bc32638099bc2bfc'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:09.596661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169c15f-0e67-4193-9a18-d2fc2011f33b req-500d2d5a-4814-44f4-8291-1e54f8cd6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:09.598556 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d169c15f-0e67-4193-9a18-d2fc2011f33b req-500d2d5a-4814-44f4-8291-1e54f8cd6f86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.1999357 Jul 16 01:31:09.650324 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.725382 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:09.745342 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:09.749364 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:09.787805 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-60844e2f-5294-4ba8-bc5f-e62ab84d8d97 service neutron] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on host n-h2-800086-6 for vnic_type normal with profile None {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:09.788182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-60844e2f-5294-4ba8-bc5f-e62ab84d8d97 service neutron] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:09.788489 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-60844e2f-5294-4ba8-bc5f-e62ab84d8d97 service neutron] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:09.792630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Pushing event updated for resources: {'Port': ['ID=f3647fdd-df8a-4add-8855-e8dadc6f2950,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:09.815530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.815918 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.816348 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.817004 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.817593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.818656 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.819014 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.819354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.819735 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.820224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.820563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.820897 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.831054 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-60844e2f-5294-4ba8-bc5f-e62ab84d8d97 service neutron] Port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:09.832081 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-60844e2f-5294-4ba8-bc5f-e62ab84d8d97 service neutron] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:09.842770 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-60844e2f-5294-4ba8-bc5f-e62ab84d8d97 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:09.843486 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-60844e2f-5294-4ba8-bc5f-e62ab84d8d97 service neutron] Checking segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:09.843486 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-60844e2f-5294-4ba8-bc5f-e62ab84d8d97 service neutron] Bound using segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:09.843974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-60844e2f-5294-4ba8-bc5f-e62ab84d8d97 service neutron] Bound port: 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:09.928405 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:09.936174 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.979608 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c47733fa-f17b-4957-ace1-d245449cc442 req-2eb6abd2-af84-4c01-9303-b72b91ce8b6e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.984656 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d169c15f-0e67-4193-9a18-d2fc2011f33b req-68892697-7368-4992-afeb-3aaca336f0cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3463504 Jul 16 01:31:09.986048 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e82a4d-9ba5-487f-a34a-332b016f3b0b req-9aab7d37-de9c-4f74-bb9d-e946ff8730ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:09.988227 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-72e82a4d-9ba5-487f-a34a-332b016f3b0b req-9aab7d37-de9c-4f74-bb9d-e946ff8730ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.5402062 Jul 16 01:31:09.989567 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c47733fa-f17b-4957-ace1-d245449cc442 req-2eb6abd2-af84-4c01-9303-b72b91ce8b6e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.002238 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-213db62f-79b9-4364-af36-b353bc807824 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2554524 Jul 16 01:31:10.012015 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-60844e2f-5294-4ba8-bc5f-e62ab84d8d97 service neutron] For port 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=1382684a-6f15-40b6-ae7c-b76ba5b325f8,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:10.021471 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-60844e2f-5294-4ba8-bc5f-e62ab84d8d97 service neutron] Notify callbacks [] for binding, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.022834 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-60844e2f-5294-4ba8-bc5f-e62ab84d8d97 service neutron] 10.222.0.54 "POST /v2.0/ports/1382684a-6f15-40b6-ae7c-b76ba5b325f8/bindings HTTP/1.1" status: 201 len: 389 time: 0.5618198 Jul 16 01:31:10.031793 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Request body: {'port': {'device_id': '7a30c2f2-18d0-4fb4-8745-587bda4f3ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:10.036076 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fdfcbe-09bc-4ed9-b2c6-dccb5d98e692 admin admin] Made reservation on behalf of 55e4e48dea9a4a7aa0749dcb3b5dc82c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:10.038693 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-42fdfcbe-09bc-4ed9-b2c6-dccb5d98e692 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.298597 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.353084 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bc81fbe5-5453-4a7e-b9e2-902ef7e2dac3 None None] Provisioning for port f3647fdd-df8a-4add-8855-e8dadc6f2950 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:10.362058 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bc81fbe5-5453-4a7e-b9e2-902ef7e2dac3 None None] Provisioning complete for port f3647fdd-df8a-4add-8855-e8dadc6f2950 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:10.362318 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6abd2-af84-4c01-9303-b72b91ce8b6e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4528fd-8bef-4711-ab5f-6b98943fe9ba,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:10.362899 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bc81fbe5-5453-4a7e-b9e2-902ef7e2dac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.373352 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-72e82a4d-9ba5-487f-a34a-332b016f3b0b req-f787972b-cb33-4b9a-9aac-2ab485c494ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=7cdfc022-4a60-4bcb-b625-721e3134dba4 HTTP/1.1" status: 200 len: 217 time: 0.3322949 Jul 16 01:31:10.435407 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bc81fbe5-5453-4a7e-b9e2-902ef7e2dac3 None None] Port f3647fdd-df8a-4add-8855-e8dadc6f2950 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:10.513247 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-0c9f7f83-93af-475e-a554-009f4759a257 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Made reservation on behalf of 91e9e48433254b02bc32638099bc2bfc for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:10.518877 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-0c9f7f83-93af-475e-a554-009f4759a257 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.541746 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e82a4d-9ba5-487f-a34a-332b016f3b0b req-ad46c10f-ef72-4821-bc68-d14ac6a41142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.544394 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-72e82a4d-9ba5-487f-a34a-332b016f3b0b req-ad46c10f-ef72-4821-bc68-d14ac6a41142 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1377571 Jul 16 01:31:10.732574 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-cf489574-44f7-4d7e-a181-06dab7c7fabb tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c17e039085464de19173c0823b9a056b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1007395 Jul 16 01:31:10.808244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-0c9f7f83-93af-475e-a554-009f4759a257 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Allocated IP 172.20.0.10 (9d4a894f-cdf1-43bd-99f2-f69f1cbaae69/23bc4be1-90d8-43de-b953-ebbb6e29806c/17ad14e3-4c7f-487b-8180-4d2aeaff3efa) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:10.883875 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c47733fa-f17b-4957-ace1-d245449cc442 req-2eb6abd2-af84-4c01-9303-b72b91ce8b6e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.886586 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c47733fa-f17b-4957-ace1-d245449cc442 req-2eb6abd2-af84-4c01-9303-b72b91ce8b6e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 2.4775543 Jul 16 01:31:10.891310 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d169c15f-0e67-4193-9a18-d2fc2011f33b req-feba3e69-1933-45e0-bded-01eaf056c905 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7891827 Jul 16 01:31:10.950600 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-42fdfcbe-09bc-4ed9-b2c6-dccb5d98e692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.042483 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 7cdfc022-4a60-4bcb-b625-721e3134dba4 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:11.286265 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 7cdfc022-4a60-4bcb-b625-721e3134dba4, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7cdfc022-4a60-4bcb-b625-721e3134dba4,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:11.324555 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '7cdfc022-4a60-4bcb-b625-721e3134dba4', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '7cdfc022-4a60-4bcb-b625-721e3134dba4', 'mac_address': 'fa:16:3e:d0:54:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:11.349494 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-0c9f7f83-93af-475e-a554-009f4759a257 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.367147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-0c9f7f83-93af-475e-a554-009f4759a257 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Transition to ACTIVE for port object 17ad14e3-4c7f-487b-8180-4d2aeaff3efa will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:11.380535 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.395001 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cdfc022-4a60-4bcb-b625-721e3134dba4 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:11.419564 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-0c9f7f83-93af-475e-a554-009f4759a257 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.420211 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 7cdfc022-4a60-4bcb-b625-721e3134dba4, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7cdfc022-4a60-4bcb-b625-721e3134dba4,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:11.425368 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.489705 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=7cdfc022-4a60-4bcb-b625-721e3134dba4,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:11.524815 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-0c9f7f83-93af-475e-a554-009f4759a257 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Network 9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:11.545654 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-0c9f7f83-93af-475e-a554-009f4759a257 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:11.550736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f7f83-93af-475e-a554-009f4759a257 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Pushing event updated for resources: {'Port': ['ID=17ad14e3-4c7f-487b-8180-4d2aeaff3efa,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:11.556616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-0c9f7f83-93af-475e-a554-009f4759a257 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:11.561471 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-37bf19c7-5f24-46e5-8b42-ae1acce749d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.563091 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-37bf19c7-5f24-46e5-8b42-ae1acce749d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 1096 time: 1.0174954 Jul 16 01:31:11.569788 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d169c15f-0e67-4193-9a18-d2fc2011f33b req-d3f3900e-e2b1-4e59-90fd-40895d4a467c service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5946386 Jul 16 01:31:11.704291 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e82a4d-9ba5-487f-a34a-332b016f3b0b req-dbc26b1a-4ac2-4bd5-8fa8-da9dcc5a6480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.706119 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-72e82a4d-9ba5-487f-a34a-332b016f3b0b req-dbc26b1a-4ac2-4bd5-8fa8-da9dcc5a6480 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8138001 Jul 16 01:31:11.790293 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-0c9f7f83-93af-475e-a554-009f4759a257 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.790940 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-0c9f7f83-93af-475e-a554-009f4759a257 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.824043 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-957de58b-1ca7-49c9-b2ad-0ceca7d3be85 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.825612 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-957de58b-1ca7-49c9-b2ad-0ceca7d3be85 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0625083 Jul 16 01:31:11.826278 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdfcbe-09bc-4ed9-b2c6-dccb5d98e692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84fbc705-7627-450d-b38e-73116d627caf,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:11.843904 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-0c9f7f83-93af-475e-a554-009f4759a257 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3189611 Jul 16 01:31:11.846555 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['7cdfc022-4a60-4bcb-b625-721e3134dba4'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:11.847750 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e382a76-0e63-4500-8729-0e2ee66e0d7d req-f461a078-1166-4ebf-aa6a-34a5d184e2c4 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.857330 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1e382a76-0e63-4500-8729-0e2ee66e0d7d req-f461a078-1166-4ebf-aa6a-34a5d184e2c4 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f HTTP/1.1" status: 200 len: 948 time: 1.3912168 Jul 16 01:31:11.894356 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Request body: {'port': {'device_id': 'e34726a9-b594-409b-89c3-f477788b48eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:11.903265 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0916fad1-dc29-4a68-83ac-58a2de3a7a75 None None] Provisioning for port 17ad14e3-4c7f-487b-8180-4d2aeaff3efa completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:11.912442 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0916fad1-dc29-4a68-83ac-58a2de3a7a75 None None] Provisioning complete for port 17ad14e3-4c7f-487b-8180-4d2aeaff3efa triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:11.913436 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0916fad1-dc29-4a68-83ac-58a2de3a7a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.953112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 97c4c89e-0923-4f25-9251-2c7c52fdd767 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:11.994586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3647fdd-df8a-4add-8855-e8dadc6f2950 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:12.002810 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0916fad1-dc29-4a68-83ac-58a2de3a7a75 None None] Port 17ad14e3-4c7f-487b-8180-4d2aeaff3efa cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:12.012972 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.027334 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Transition to ACTIVE for port object f3647fdd-df8a-4add-8855-e8dadc6f2950 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:12.047051 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 97c4c89e-0923-4f25-9251-2c7c52fdd767 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:12.056283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 97c4c89e-0923-4f25-9251-2c7c52fdd767 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:12.057037 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.064723 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-c62e84f0-8fae-4ab3-b1f8-232d54bb29be tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Request body: {'port': {'device_id': '02809e29-cb58-45fc-a1a9-28bc6c19b505', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': 'c17e039085464de19173c0823b9a056b'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:12.096876 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-8a20c856-4d18-4175-8804-4836181be7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:12.098942 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-8a20c856-4d18-4175-8804-4836181be7cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 922 time: 0.5280952 Jul 16 01:31:12.108448 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.145380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fdfcbe-09bc-4ed9-b2c6-dccb5d98e692 admin admin] Checking segment: {'id': '571c5a7e-797f-45d5-b34d-799f51285b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e08205fd-889c-42f4-87d6-2d23f2ab96a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:12.146232 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fdfcbe-09bc-4ed9-b2c6-dccb5d98e692 admin admin] Network hostable DHCP agents. Network: e08205fd-889c-42f4-87d6-2d23f2ab96a3, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:12.275551 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1e382a76-0e63-4500-8729-0e2ee66e0d7d req-c537875f-aee8-495c-a1c7-0f229dba53e8 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366805 Jul 16 01:31:12.368019 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-72e82a4d-9ba5-487f-a34a-332b016f3b0b req-37c21912-7147-4c4b-91c3-ab2fc1e489ec service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979781 Jul 16 01:31:12.387029 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-80197707-b760-4852-a289-e5d9c13d9137 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1382684a-6f15-40b6-ae7c-b76ba5b325f8 HTTP/1.1" status: 200 len: 217 time: 0.2569134 Jul 16 01:31:12.444992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Pushing event updated for resources: {'Port': ['ID=f3647fdd-df8a-4add-8855-e8dadc6f2950,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:12.537102 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.561194 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fdfcbe-09bc-4ed9-b2c6-dccb5d98e692 admin admin] Network e08205fd-889c-42f4-87d6-2d23f2ab96a3 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:12.579436 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-1911edd1-441c-4eea-8cdc-39a7370f8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:12.581643 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-1911edd1-441c-4eea-8cdc-39a7370f8b9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.1770167 Jul 16 01:31:12.589055 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.608348 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4730a2-6e4a-4d8a-b844-99f99e809dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c4c89e-0923-4f25-9251-2c7c52fdd767'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:12.610626 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ec4687-6969-490a-80ce-44b937826e81" -d '{"events": [{"server_uuid": "da4730a2-6e4a-4d8a-b844-99f99e809dea", "name": "network-vif-plugged", "status": "completed", "tag": "97c4c89e-0923-4f25-9251-2c7c52fdd767"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:12.638690 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-b7641bf7-60f5-4f36-a357-07f3bbf1f395 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468588 Jul 16 01:31:12.650733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 97c4c89e-0923-4f25-9251-2c7c52fdd767, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=97c4c89e-0923-4f25-9251-2c7c52fdd767,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:12.667480 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.684798 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d7e99726-65e5-4922-b8b4-401fbffd9f76 req-d31c91e1-b2e7-4496-899e-a64d23846193 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505 HTTP/1.1" status: 200 len: 210 time: 0.0596402 Jul 16 01:31:12.689025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-42fdfcbe-09bc-4ed9-b2c6-dccb5d98e692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, e08205fd-889c-42f4-87d6-2d23f2ab96a3) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:12.702973 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fdfcbe-09bc-4ed9-b2c6-dccb5d98e692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:12.703870 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-42fdfcbe-09bc-4ed9-b2c6-dccb5d98e692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.714716 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-c62e84f0-8fae-4ab3-b1f8-232d54bb29be tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Made reservation on behalf of c17e039085464de19173c0823b9a056b for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:12.718991 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-c62e84f0-8fae-4ab3-b1f8-232d54bb29be tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.772658 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=97c4c89e-0923-4f25-9251-2c7c52fdd767,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:12.775912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677084d8-da7f-4d06-b8d6-ddcbf0ab48d2 None None] Network e08205fd-889c-42f4-87d6-2d23f2ab96a3 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:12.795019 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Attempting to bind port f3647fdd-df8a-4add-8855-e8dadc6f2950 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:12.795276 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Attempting to bind port f3647fdd-df8a-4add-8855-e8dadc6f2950 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:12.795609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Attempting to bind port f3647fdd-df8a-4add-8855-e8dadc6f2950 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:12.806582 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-42fdfcbe-09bc-4ed9-b2c6-dccb5d98e692 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.4701929 Jul 16 01:31:12.807172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46638) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:12.811975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1162046959-router', 'tenant_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:12.852658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Port f3647fdd-df8a-4add-8855-e8dadc6f2950 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:12.853403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Attempting to bind port f3647fdd-df8a-4add-8855-e8dadc6f2950 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:12.879547 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:12.880047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:12.880325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:12.880818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Bound port: f3647fdd-df8a-4add-8855-e8dadc6f2950, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:12.881367 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.928387 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.929584 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.000912 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.041054 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-19a8be58-cbf8-45dd-9b81-18b9e2cb3cba service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322174 Jul 16 01:31:13.224695 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ad14e3-4c7f-487b-8180-4d2aeaff3efa {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:13.233423 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.247431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Transition to ACTIVE for port object 17ad14e3-4c7f-487b-8180-4d2aeaff3efa will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:13.273073 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] For port f3647fdd-df8a-4add-8855-e8dadc6f2950, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:13.276682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] For port f3647fdd-df8a-4add-8855-e8dadc6f2950, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f3647fdd-df8a-4add-8855-e8dadc6f2950,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:13.285222 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.308135 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-c62e84f0-8fae-4ab3-b1f8-232d54bb29be tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Allocated IP 192.168.233.231 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/5ec67d71-e8a3-4124-9d1e-52ee32012752) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:13.384493 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-e08205fd-889c-42f4-87d6-2d23f2ab96a3', 'network_id': 'e08205fd-889c-42f4-87d6-2d23f2ab96a3', 'tenant_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'fixed_ips': [{'subnet_id': '84fbc705-7627-450d-b38e-73116d627caf'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:31:13.385924 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.393514 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-72e82a4d-9ba5-487f-a34a-332b016f3b0b req-1518410d-fb74-4b37-95b2-8c6bcdb75e07 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924935 Jul 16 01:31:13.515690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Pushing event updated for resources: {'Port': ['ID=17ad14e3-4c7f-487b-8180-4d2aeaff3efa,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:13.570811 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Allocated IP 172.20.0.2 (e08205fd-889c-42f4-87d6-2d23f2ab96a3/84fbc705-7627-450d-b38e-73116d627caf/05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:13.617465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.618056 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.618166 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.618529 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.618791 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.619122 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.619449 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.635861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.637006 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.637006 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.637006 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.637328 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.719757 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.830576 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-846c5add-d758-44f6-81dd-ea83a19fb248 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5384734 Jul 16 01:31:13.889907 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Attempting to bind port 17ad14e3-4c7f-487b-8180-4d2aeaff3efa on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:13.890248 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Attempting to bind port 17ad14e3-4c7f-487b-8180-4d2aeaff3efa by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7e35bd92-184f-48ea-99fe-c52f623dad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:13.890576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Attempting to bind port 17ad14e3-4c7f-487b-8180-4d2aeaff3efa on network 9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:13.891115 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.901109 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Pushing event updated for resources: {'Port': ['ID=f3647fdd-df8a-4add-8855-e8dadc6f2950,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:13.908043 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Port 17ad14e3-4c7f-487b-8180-4d2aeaff3efa on network 9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:13.908379 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Attempting to bind port 17ad14e3-4c7f-487b-8180-4d2aeaff3efa on network 9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:13.920782 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-c62e84f0-8fae-4ab3-b1f8-232d54bb29be tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.927276 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:13.927551 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Checking segment: {'id': '7e35bd92-184f-48ea-99fe-c52f623dad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:13.928251 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Bound using segment: {'id': '7e35bd92-184f-48ea-99fe-c52f623dad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:13.928487 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Bound port: 17ad14e3-4c7f-487b-8180-4d2aeaff3efa, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e35bd92-184f-48ea-99fe-c52f623dad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:13.928943 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.940835 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Transition to ACTIVE for port object 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:13.950356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.951618 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.953589 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-737c5e6e-5486-4d7b-8f06-b1ae14b0490d service neutron] 10.222.0.47 "PUT /v2.0/ports/f3647fdd-df8a-4add-8855-e8dadc6f2950 HTTP/1.1" status: 200 len: 1096 time: 3.9283652 Jul 16 01:31:13.960268 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a30c2f2-18d0-4fb4-8745-587bda4f3ebf', 'tag': 'f3647fdd-df8a-4add-8855-e8dadc6f2950'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:13.963085 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7c4710-e882-45fa-9c2c-df62618ea2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7a30c2f2-18d0-4fb4-8745-587bda4f3ebf", "tag": "f3647fdd-df8a-4add-8855-e8dadc6f2950"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:13.967221 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.999816 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Transition to ACTIVE for port object 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:14.006847 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.026490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1ae03-95df-4aba-aaf4-1b98f7f7a8ac req-e8896a0b-8cc5-470a-93fd-39fd383d6464 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:14.030164 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0af1ae03-95df-4aba-aaf4-1b98f7f7a8ac req-e8896a0b-8cc5-470a-93fd-39fd383d6464 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/ports?device_id=e34726a9-b594-409b-89c3-f477788b48eb HTTP/1.1" status: 200 len: 932 time: 1.0272002 Jul 16 01:31:14.039699 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-c62e84f0-8fae-4ab3-b1f8-232d54bb29be tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Transition to ACTIVE for port object 5ec67d71-e8a3-4124-9d1e-52ee32012752 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:14.049600 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Network e08205fd-889c-42f4-87d6-2d23f2ab96a3 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:14.054011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:14.063584 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:14.090430 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] For port 17ad14e3-4c7f-487b-8180-4d2aeaff3efa, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:14.094018 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] For port 17ad14e3-4c7f-487b-8180-4d2aeaff3efa, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=17ad14e3-4c7f-487b-8180-4d2aeaff3efa,segment=NetworkSegment(7e35bd92-184f-48ea-99fe-c52f623dad06),segment_id=7e35bd92-184f-48ea-99fe-c52f623dad06)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:14.110278 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.205454 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Pushing event updated for resources: {'Port': ['ID=05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:14.233798 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Attempting to bind port 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:14.234645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Attempting to bind port 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '571c5a7e-797f-45d5-b34d-799f51285b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e08205fd-889c-42f4-87d6-2d23f2ab96a3'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:14.235121 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Attempting to bind port 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98 on network e08205fd-889c-42f4-87d6-2d23f2ab96a3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:14.246313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:14.249879 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Checking segment: {'id': '571c5a7e-797f-45d5-b34d-799f51285b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e08205fd-889c-42f4-87d6-2d23f2ab96a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:14.250482 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.251000 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Bound using segment: {'id': '571c5a7e-797f-45d5-b34d-799f51285b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e08205fd-889c-42f4-87d6-2d23f2ab96a3'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:14.251642 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Bound port: 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571c5a7e-797f-45d5-b34d-799f51285b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e08205fd-889c-42f4-87d6-2d23f2ab96a3'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:14.257508 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.281706 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0af1ae03-95df-4aba-aaf4-1b98f7f7a8ac req-bdbbd05e-12ba-4966-9e81-c10144febb7f tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/security-groups?id=db2ea2aa-907c-429e-9133-60c071b3a880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009971 Jul 16 01:31:14.309059 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Pushing event updated for resources: {'Port': ['ID=17ad14e3-4c7f-487b-8180-4d2aeaff3efa,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:14.397741 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:14.401572 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.416370 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-7c5b2604-446f-4e80-8955-c8ca62e389ab service neutron] 10.222.0.26 "PUT /v2.0/ports/17ad14e3-4c7f-487b-8180-4d2aeaff3efa HTTP/1.1" status: 200 len: 1092 time: 2.5285242 Jul 16 01:31:14.417989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34726a9-b594-409b-89c3-f477788b48eb', 'tag': '17ad14e3-4c7f-487b-8180-4d2aeaff3efa'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:14.421689 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-c62e84f0-8fae-4ab3-b1f8-232d54bb29be tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.425196 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac88cd55-9161-43b4-9de7-e5e2cd944044" -d '{"events": [{"name": "network-changed", "server_uuid": "e34726a9-b594-409b-89c3-f477788b48eb", "tag": "17ad14e3-4c7f-487b-8180-4d2aeaff3efa"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:14.451096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] For port 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:14.455622 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] For port 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98,segment=NetworkSegment(571c5a7e-797f-45d5-b34d-799f51285b5e),segment_id=571c5a7e-797f-45d5-b34d-799f51285b5e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:14.477854 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.532476 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-c62e84f0-8fae-4ab3-b1f8-232d54bb29be tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:14.542497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-c62e84f0-8fae-4ab3-b1f8-232d54bb29be tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:14.554756 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-c62e84f0-8fae-4ab3-b1f8-232d54bb29be tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:14.556946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89bd1e-7693-4525-8536-86c0e2e28edf None None] Pushing event updated for resources: {'Port': ['ID=05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:14.558558 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e84f0-8fae-4ab3-b1f8-232d54bb29be tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Pushing event updated for resources: {'Port': ['ID=5ec67d71-e8a3-4124-9d1e-52ee32012752,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:14.666303 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-c62e84f0-8fae-4ab3-b1f8-232d54bb29be tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:14.667128 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-c62e84f0-8fae-4ab3-b1f8-232d54bb29be tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.812006 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-c62e84f0-8fae-4ab3-b1f8-232d54bb29be tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7516603 Jul 16 01:31:14.887109 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.917656 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8d205-4bb9-43db-8d77-3a2a6ccb8d57 req-ca52ee62-91b1-4a57-82ec-0de154990d16 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:14.929202 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-92f8d205-4bb9-43db-8d77-3a2a6ccb8d57 req-ca52ee62-91b1-4a57-82ec-0de154990d16 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 945 time: 0.3887675 Jul 16 01:31:14.946105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Request body: {'port': {'device_id': '02809e29-cb58-45fc-a1a9-28bc6c19b505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:14.956927 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-a6a5062e-e9fe-450c-8c1f-7e9d3e86c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:14.960075 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-a6a5062e-e9fe-450c-8c1f-7e9d3e86c093 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91e9e48433254b02bc32638099bc2bfc&device_id=e34726a9-b594-409b-89c3-f477788b48eb HTTP/1.1" status: 200 len: 1095 time: 0.1890085 Jul 16 01:31:15.051031 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 7cdfc022-4a60-4bcb-b625-721e3134dba4 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:15.138765 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-a363116b-4c6e-4905-8c1c-4dc704610f79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ad14e3-4c7f-487b-8180-4d2aeaff3efa HTTP/1.1" status: 200 len: 217 time: 0.1375546 Jul 16 01:31:15.165768 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.200588 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 7cdfc022-4a60-4bcb-b625-721e3134dba4 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:15.206428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 7cdfc022-4a60-4bcb-b625-721e3134dba4 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:15.206819 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.263265 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-c1e49019-df9e-439d-892b-c70c5ae0f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.270264 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-c1e49019-df9e-439d-892b-c70c5ae0f3c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23bc4be1-90d8-43de-b953-ebbb6e29806c HTTP/1.1" status: 200 len: 853 time: 0.1237500 Jul 16 01:31:15.331093 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a99d3256-7df2-48a5-966f-d7dd06dd8b6e None None] Provisioning for port 5ec67d71-e8a3-4124-9d1e-52ee32012752 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:15.347279 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a99d3256-7df2-48a5-966f-d7dd06dd8b6e None None] Provisioning complete for port 5ec67d71-e8a3-4124-9d1e-52ee32012752 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:15.347662 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a99d3256-7df2-48a5-966f-d7dd06dd8b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.392550 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-2b2a4dc7-a40d-4ac6-b9c5-032a507af2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.394359 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-2b2a4dc7-a40d-4ac6-b9c5-032a507af2d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d4a894f-cdf1-43bd-99f2-f69f1cbaae69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127131 Jul 16 01:31:15.458895 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a99d3256-7df2-48a5-966f-d7dd06dd8b6e None None] Port 5ec67d71-e8a3-4124-9d1e-52ee32012752 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:15.467406 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.473860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] Allocated IP 172.25.1.138 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/714918de-0b45-4850-b215-526c62169c6f) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:15.557291 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 7cdfc022-4a60-4bcb-b625-721e3134dba4, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7cdfc022-4a60-4bcb-b625-721e3134dba4,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:15.563609 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.640121 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-346b1bca-c467-402c-aada-0229d6eb5267 service neutron] 10.222.0.26 "GET /v2.0/networks/9d4a894f-cdf1-43bd-99f2-f69f1cbaae69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237113 Jul 16 01:31:15.695695 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=7cdfc022-4a60-4bcb-b625-721e3134dba4,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:15.744026 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.813151 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e5f7eab-c532-4c7f-8284-e09251f734b4 req-2f20547a-3f87-4369-821d-fb9bc9330338 service neutron] 10.222.0.26 "GET /v2.0/networks/9d4a894f-cdf1-43bd-99f2-f69f1cbaae69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652632 Jul 16 01:31:16.018367 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-92f8d205-4bb9-43db-8d77-3a2a6ccb8d57 req-68224c55-770e-4f53-aac8-1f566ed8d24b tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0819223 Jul 16 01:31:16.037982 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.047762 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-bad78588-9869-401b-89e5-c7d03af4a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:16.049811 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-bad78588-9869-401b-89e5-c7d03af4a3b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c17e039085464de19173c0823b9a056b&device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 1099 time: 1.2842824 Jul 16 01:31:16.108754 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.222572 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-163aff4e-d34a-4ac2-9369-2e8535bf8651 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f3647fdd-df8a-4add-8855-e8dadc6f2950 HTTP/1.1" status: 200 len: 217 time: 0.1319361 Jul 16 01:31:16.349768 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad83c61b-7e1d-4310-ab15-9b8e65b3a4c8 None None] Network e08205fd-889c-42f4-87d6-2d23f2ab96a3 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:16.472633 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:16.525539 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:16.565516 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-ec92c681-8c98-41b2-9c63-cc2261c4e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:16.567210 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-ec92c681-8c98-41b2-9c63-cc2261c4e10e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.3199885 Jul 16 01:31:16.568715 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:16.579461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-328bd38e-5cd5-410f-b364-57e5acb355e1 None None] Provisioning for port 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:16.594546 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] Pushing event updated for resources: {'Port': ['ID=714918de-0b45-4850-b215-526c62169c6f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:16.674958 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7e256c4-4fc2-4960-bd85-b5da408d220b req-5e2164c7-5397-404b-87bb-def22d9c51ed tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "GET /v2.0/security-groups/5e4528fd-8bef-4711-ab5f-6b98943fe9ba HTTP/1.1" status: 200 len: 1811 time: 0.6052248 Jul 16 01:31:16.983347 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:17.022734 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca708832-cf1f-4430-977a-740137b31cf3 x-openstack-request-id: req-ca708832-cf1f-4430-977a-740137b31cf3 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:17.023249 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4730a2-6e4a-4d8a-b844-99f99e809dea", "name": "network-vif-plugged", "status": "completed", "tag": "97c4c89e-0923-4f25-9251-2c7c52fdd767", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:17.023643 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca708832-cf1f-4430-977a-740137b31cf3 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:17.024132 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4730a2-6e4a-4d8a-b844-99f99e809dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c4c89e-0923-4f25-9251-2c7c52fdd767', 'code': 200} Jul 16 01:31:17.085681 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:17.092248 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:17.092725 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.396123 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.406919 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ecb21-1173-46d4-bf6e-6ae8ab111562 req-53f7784a-ed2b-4140-811f-50d3de4758fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.416561 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8e1749a9-897e-4860-8777-e20f2732dce2 None None] Provisioning complete for port 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:17.416939 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e1749a9-897e-4860-8777-e20f2732dce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.417856 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-923ecb21-1173-46d4-bf6e-6ae8ab111562 req-53f7784a-ed2b-4140-811f-50d3de4758fd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da4730a2-6e4a-4d8a-b844-99f99e809dea HTTP/1.1" status: 200 len: 1100 time: 0.1510174 Jul 16 01:31:17.536214 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-923ecb21-1173-46d4-bf6e-6ae8ab111562 req-2b54bbcb-c4d9-42fc-a0bd-4857999a189d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131542 Jul 16 01:31:17.539920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98,segment=NetworkSegment(571c5a7e-797f-45d5-b34d-799f51285b5e),segment_id=571c5a7e-797f-45d5-b34d-799f51285b5e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:17.559134 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.718423 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:17.979391 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.984721 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-74aa9cc5-210d-44dd-b894-49ec32477b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.986284 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-74aa9cc5-210d-44dd-b894-49ec32477b69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3935354 Jul 16 01:31:18.196049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd609c7e-2543-471a-9ac4-22a4dc1b7b5b req-2cd54d55-7152-4e47-b8d3-d80d6eae5b37 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.204593 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd609c7e-2543-471a-9ac4-22a4dc1b7b5b req-2cd54d55-7152-4e47-b8d3-d80d6eae5b37 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f HTTP/1.1" status: 200 len: 950 time: 0.4695241 Jul 16 01:31:18.392127 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd609c7e-2543-471a-9ac4-22a4dc1b7b5b req-adfeff9d-022d-4c54-9699-efd9a14a2313 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856148 Jul 16 01:31:18.518285 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-5e515ddb-f9bc-49ca-bfbf-b904c7d1ce07 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272442 Jul 16 01:31:18.773388 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec67d71-e8a3-4124-9d1e-52ee32012752 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:18.793651 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.919849 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:18.947330 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.964680 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4170e630-ef01-4fd7-bd02-af2870e3cd0c req-85bd58d8-779f-4f3c-905e-e336c6fdc0ce service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031534 Jul 16 01:31:18.969001 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Transition to ACTIVE for port object 5ec67d71-e8a3-4124-9d1e-52ee32012752 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:18.979400 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.025685 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d22d61-cf55-4589-9f60-2f5e2635be5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdfc022-4a60-4bcb-b625-721e3134dba4'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:19.030083 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a684e38d-abd2-45ac-a3b8-fb1b481da44c" -d '{"events": [{"server_uuid": "e9d22d61-cf55-4589-9f60-2f5e2635be5f", "name": "network-vif-plugged", "status": "completed", "tag": "7cdfc022-4a60-4bcb-b625-721e3134dba4"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:19.057169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:19.057546 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.178193 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec67d71-e8a3-4124-9d1e-52ee32012752,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:19.208784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d56383-d847-4503-9b6e-b0ad7d73f3e5 req-5078379b-ce80-4106-9788-ebb1ce601ecd tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.230323 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7d56383-d847-4503-9b6e-b0ad7d73f3e5 req-5078379b-ce80-4106-9788-ebb1ce601ecd tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505 HTTP/1.1" status: 200 len: 936 time: 0.5603583 Jul 16 01:31:19.372082 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7d56383-d847-4503-9b6e-b0ad7d73f3e5 req-75e5a396-83b7-42e4-952a-da5e8fcd222b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405811 Jul 16 01:31:19.415488 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Attempting to bind port 5ec67d71-e8a3-4124-9d1e-52ee32012752 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:19.421708 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Attempting to bind port 5ec67d71-e8a3-4124-9d1e-52ee32012752 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:19.424357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Attempting to bind port 5ec67d71-e8a3-4124-9d1e-52ee32012752 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:19.452571 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Port 5ec67d71-e8a3-4124-9d1e-52ee32012752 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:19.453032 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Attempting to bind port 5ec67d71-e8a3-4124-9d1e-52ee32012752 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:19.471972 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100acf05-2f27-443c-a8c5-cc22116626cf x-openstack-request-id: req-100acf05-2f27-443c-a8c5-cc22116626cf {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:19.472404 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a30c2f2-18d0-4fb4-8745-587bda4f3ebf", "tag": "f3647fdd-df8a-4add-8855-e8dadc6f2950", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:19.479045 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-100acf05-2f27-443c-a8c5-cc22116626cf {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:19.479604 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a30c2f2-18d0-4fb4-8745-587bda4f3ebf', 'tag': 'f3647fdd-df8a-4add-8855-e8dadc6f2950', 'status': 'completed', 'code': 200} Jul 16 01:31:19.497498 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:19.500616 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:19.501634 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:19.502055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Bound port: 5ec67d71-e8a3-4124-9d1e-52ee32012752, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:19.503112 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.522736 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] Router c8a4a008-23cf-4b78-84ec-20129ca25508 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:31:19.546588 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8b311f-5038-420c-9d38-8ecf0eab0ed0 x-openstack-request-id: req-3d8b311f-5038-420c-9d38-8ecf0eab0ed0 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:19.547150 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34726a9-b594-409b-89c3-f477788b48eb", "tag": "17ad14e3-4c7f-487b-8180-4d2aeaff3efa", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:19.547367 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3d8b311f-5038-420c-9d38-8ecf0eab0ed0 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:19.547606 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e34726a9-b594-409b-89c3-f477788b48eb', 'tag': '17ad14e3-4c7f-487b-8180-4d2aeaff3efa', 'status': 'completed', 'code': 200} Jul 16 01:31:19.747557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88cd55-9161-43b4-9de7-e5e2cd944044 req-e58ea12b-ace7-41b3-9237-44ba7e4cf7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.751844 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac88cd55-9161-43b4-9de7-e5e2cd944044 req-e58ea12b-ace7-41b3-9237-44ba7e4cf7d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=91e9e48433254b02bc32638099bc2bfc&device_id=e34726a9-b594-409b-89c3-f477788b48eb HTTP/1.1" status: 200 len: 1095 time: 0.1435387 Jul 16 01:31:19.844426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:19.856988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Sync routers for ids ['c8a4a008-23cf-4b78-84ec-20129ca25508'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:19.869815 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] For port 5ec67d71-e8a3-4124-9d1e-52ee32012752, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:19.872425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Routers {'c8a4a008-23cf-4b78-84ec-20129ca25508'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:19.872924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:31:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c8a4a008-23cf-4b78-84ec-20129ca25508'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:19.881232 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] For port 5ec67d71-e8a3-4124-9d1e-52ee32012752, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5ec67d71-e8a3-4124-9d1e-52ee32012752,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:19.898136 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.918175 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.922894 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-113d2778-35f2-4025-b0e2-116d25ff6f81 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1108713 Jul 16 01:31:19.950068 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c4710-e882-45fa-9c2c-df62618ea2b0 req-7f448361-a6db-48b3-ab78-8860496616cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.951544 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4b7c4710-e882-45fa-9c2c-df62618ea2b0 req-7f448361-a6db-48b3-ab78-8860496616cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c17e039085464de19173c0823b9a056b&device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 1099 time: 0.4174194 Jul 16 01:31:19.953082 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.953660 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.963409 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46678) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:19.963646 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] 10.222.0.26 "PUT /v2.0/ports/5ec67d71-e8a3-4124-9d1e-52ee32012752 HTTP/1.1" status: 200 len: 1096 time: 5.0713499 Jul 16 01:31:20.102753 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cc137-eff9-44ce-a882-162b356cd1f1 req-40aa6dbe-6e75-4ed8-808a-8dfc3ddcfa59 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.110846 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a4cc137-eff9-44ce-a882-162b356cd1f1 req-40aa6dbe-6e75-4ed8-808a-8dfc3ddcfa59 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/ports?device_id=e34726a9-b594-409b-89c3-f477788b48eb HTTP/1.1" status: 200 len: 944 time: 0.3932269 Jul 16 01:31:20.119433 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c4710-e882-45fa-9c2c-df62618ea2b0 req-ee2a210c-dde8-4fcd-b407-926074a128a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.121082 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4b7c4710-e882-45fa-9c2c-df62618ea2b0 req-ee2a210c-dde8-4fcd-b407-926074a128a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.1496875 Jul 16 01:31:20.149147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Set router c8a4a008-23cf-4b78-84ec-20129ca25508 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:20.304526 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d60edd-3981-4d80-b3c4-a8534f514b65 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec67d71-e8a3-4124-9d1e-52ee32012752,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:20.354517 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4b7c4710-e882-45fa-9c2c-df62618ea2b0 req-1aa6f0f5-253c-49a0-abd4-24e7c5a1fbfa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f3647fdd-df8a-4add-8855-e8dadc6f2950 HTTP/1.1" status: 200 len: 217 time: 0.2153034 Jul 16 01:31:20.378554 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a4cc137-eff9-44ce-a882-162b356cd1f1 req-b894afa1-a4c2-4ffd-8294-aa9ab6fa429d tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/security-groups?id=db2ea2aa-907c-429e-9133-60c071b3a880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667105 Jul 16 01:31:20.456560 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88cd55-9161-43b4-9de7-e5e2cd944044 req-dfe0e499-14f6-4c63-abbc-f4adb8987f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.463731 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac88cd55-9161-43b4-9de7-e5e2cd944044 req-dfe0e499-14f6-4c63-abbc-f4adb8987f44 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 HTTP/1.1" status: 200 len: 915 time: 0.6966395 Jul 16 01:31:20.565973 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c4710-e882-45fa-9c2c-df62618ea2b0 req-6e0a1649-989a-4f4a-a48e-ec47256c707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.575322 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4b7c4710-e882-45fa-9c2c-df62618ea2b0 req-6e0a1649-989a-4f4a-a48e-ec47256c707d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1766989 Jul 16 01:31:20.630423 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4a008-23cf-4b78-84ec-20129ca25508', 'name': 'tempest-FloatingIPsTestJSON-1162046959-router', 'tenant_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '714918de-0b45-4850-b215-526c62169c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:17Z', 'revision_number': 3, 'project_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'gw_port': {'id': '714918de-0b45-4850-b215-526c62169c6f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:58:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a4a008-23cf-4b78-84ec-20129ca25508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:15Z', 'updated_at': '2021-07-16T01:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:20.691023 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Checking router: c8a4a008-23cf-4b78-84ec-20129ca25508 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:20.691873 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Updating router c8a4a008-23cf-4b78-84ec-20129ca25508 port 714918de-0b45-4850-b215-526c62169c6f binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:20.748329 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.781130 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-cbab025f-f4b3-4501-aba9-14943ec519f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.782907 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-cbab025f-f4b3-4501-aba9-14943ec519f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c17e039085464de19173c0823b9a056b&device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505 HTTP/1.1" status: 200 len: 1099 time: 0.6591415 Jul 16 01:31:20.836023 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c4710-e882-45fa-9c2c-df62618ea2b0 req-724dc9e3-6506-44d2-8248-1ebd96416ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.838655 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc3de37-b32e-4480-b7cb-2ddfd4e484c7 x-openstack-request-id: req-2fc3de37-b32e-4480-b7cb-2ddfd4e484c7 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:20.840075 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d22d61-cf55-4589-9f60-2f5e2635be5f", "name": "network-vif-plugged", "status": "completed", "tag": "7cdfc022-4a60-4bcb-b625-721e3134dba4", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:20.840290 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4b7c4710-e882-45fa-9c2c-df62618ea2b0 req-724dc9e3-6506-44d2-8248-1ebd96416ff7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2339206 Jul 16 01:31:20.840681 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2fc3de37-b32e-4480-b7cb-2ddfd4e484c7 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:20.841260 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d22d61-cf55-4589-9f60-2f5e2635be5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdfc022-4a60-4bcb-b625-721e3134dba4', 'code': 200} Jul 16 01:31:20.876475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa8886-ec59-41a2-8aaf-bf9675c56446 req-c0ff153e-cee6-4f45-af7e-550f726abf09 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.878366 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f6aa8886-ec59-41a2-8aaf-bf9675c56446 req-c0ff153e-cee6-4f45-af7e-550f726abf09 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 945 time: 0.2982872 Jul 16 01:31:21.099756 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f6aa8886-ec59-41a2-8aaf-bf9675c56446 req-9fa36230-37e6-42c6-ace2-0808d16e4a09 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147980 Jul 16 01:31:21.207648 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac88cd55-9161-43b4-9de7-e5e2cd944044 req-ff18cd31-4c0b-48c3-b614-ec5472168652 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ad14e3-4c7f-487b-8180-4d2aeaff3efa HTTP/1.1" status: 200 len: 217 time: 0.6656845 Jul 16 01:31:21.265066 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4b7c4710-e882-45fa-9c2c-df62618ea2b0 req-9a8a4200-74fb-4506-94ca-ddfa6907d4f4 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431416 Jul 16 01:31:21.459986 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.482697 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Transition to ACTIVE for port object 714918de-0b45-4850-b215-526c62169c6f will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:21.493230 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.500260 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02809e29-cb58-45fc-a1a9-28bc6c19b505', 'tag': '5ec67d71-e8a3-4124-9d1e-52ee32012752'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:21.503325 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c2ed7e-5950-4a5c-9843-b7f45be93ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "02809e29-cb58-45fc-a1a9-28bc6c19b505", "tag": "5ec67d71-e8a3-4124-9d1e-52ee32012752"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:21.538142 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4b7c4710-e882-45fa-9c2c-df62618ea2b0 req-fe0999bc-18bd-48bb-a17c-f4f575987783 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664566 Jul 16 01:31:21.579778 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c09bcd-3b8f-49f4-8657-370f2c96760a req-aa55bd9e-2ef1-4d2b-b77b-2309822cca62 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:21.590207 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52c09bcd-3b8f-49f4-8657-370f2c96760a req-aa55bd9e-2ef1-4d2b-b77b-2309822cca62 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f HTTP/1.1" status: 200 len: 950 time: 0.3888285 Jul 16 01:31:21.590733 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2d57a-7957-4a80-9102-1f8d3abe5681 req-edc324fd-fe73-41a1-bdfe-60bc3dbe647a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:21.598188 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-26f2d57a-7957-4a80-9102-1f8d3abe5681 req-edc324fd-fe73-41a1-bdfe-60bc3dbe647a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505 HTTP/1.1" status: 200 len: 948 time: 0.1506710 Jul 16 01:31:21.635076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf262730-d07a-40b8-bd82-9f8bbc2a8204 None None] Pushing event updated for resources: {'Port': ['ID=714918de-0b45-4850-b215-526c62169c6f,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:21.637361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Attempting to bind port 714918de-0b45-4850-b215-526c62169c6f on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:21.637730 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Attempting to bind port 714918de-0b45-4850-b215-526c62169c6f by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:21.638091 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Attempting to bind port 714918de-0b45-4850-b215-526c62169c6f on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:21.652130 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-26f2d57a-7957-4a80-9102-1f8d3abe5681 req-3bb4e1b7-f277-4c56-aafd-043c5918b73d tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529497 Jul 16 01:31:21.672686 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-b4b9ca87-6b7d-4bba-b8b5-3fdf7bdc199b req-f1b4de86-750d-4ccf-aac8-9e15a607df1f tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-387272856', 'description': 'tempest-description-1954223681'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:21.676453 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:21.677419 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:21.678520 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.679029 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:21.681011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Bound port: 714918de-0b45-4850-b215-526c62169c6f, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:21.681522 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.705692 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b4b9ca87-6b7d-4bba-b8b5-3fdf7bdc199b req-f1b4de86-750d-4ccf-aac8-9e15a607df1f tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.709083 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52c09bcd-3b8f-49f4-8657-370f2c96760a req-db220fad-999e-466a-b529-e7b7a8284e19 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175234 Jul 16 01:31:21.785621 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.795955 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] For port 714918de-0b45-4850-b215-526c62169c6f, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:21.803394 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] For port 714918de-0b45-4850-b215-526c62169c6f, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=714918de-0b45-4850-b215-526c62169c6f,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:21.814297 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.859069 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b4b9ca87-6b7d-4bba-b8b5-3fdf7bdc199b req-f1b4de86-750d-4ccf-aac8-9e15a607df1f tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.869185 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b4b9ca87-6b7d-4bba-b8b5-3fdf7bdc199b req-f1b4de86-750d-4ccf-aac8-9e15a607df1f tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.917627 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b4b9ca87-6b7d-4bba-b8b5-3fdf7bdc199b req-f1b4de86-750d-4ccf-aac8-9e15a607df1f tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.932901 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f3647fdd-df8a-4add-8855-e8dadc6f2950 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:21.933441 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b4b9ca87-6b7d-4bba-b8b5-3fdf7bdc199b req-f1b4de86-750d-4ccf-aac8-9e15a607df1f tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2634411 Jul 16 01:31:21.945521 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4de86-750d-4ccf-aac8-9e15a607df1f tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d7fc3f-205d-429d-970e-616d08e3a5ff,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:21.984021 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Routers {'c8a4a008-23cf-4b78-84ec-20129ca25508'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:21.984675 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:31:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c8a4a008-23cf-4b78-84ec-20129ca25508'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:21.992232 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84897a1b-3881-42d5-b3f1-89b6ad26193f x-openstack-request-id: req-84897a1b-3881-42d5-b3f1-89b6ad26193f {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:21.993257 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02809e29-cb58-45fc-a1a9-28bc6c19b505", "tag": "5ec67d71-e8a3-4124-9d1e-52ee32012752", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:21.993669 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84897a1b-3881-42d5-b3f1-89b6ad26193f {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:21.994215 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02809e29-cb58-45fc-a1a9-28bc6c19b505', 'tag': '5ec67d71-e8a3-4124-9d1e-52ee32012752', 'status': 'completed', 'code': 200} Jul 16 01:31:21.995492 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf262730-d07a-40b8-bd82-9f8bbc2a8204 None None] Pushing event updated for resources: {'Port': ['ID=714918de-0b45-4850-b215-526c62169c6f,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:22.099338 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.resource_extend [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:31:22.175190 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] Allocated IP 172.20.0.1 (e08205fd-889c-42f4-87d6-2d23f2ab96a3/84fbc705-7627-450d-b38e-73116d627caf/c0b5fa7e-ca3b-43bc-86f2-7801915c3378) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:22.288140 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fa0a1-74ab-42be-8bb1-213579d9ef7a req-7f4f48b4-de34-437e-9930-1ec6efb7b401 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.300359 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-133fa0a1-74ab-42be-8bb1-213579d9ef7a req-7f4f48b4-de34-437e-9930-1ec6efb7b401 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/ports?device_id=e34726a9-b594-409b-89c3-f477788b48eb HTTP/1.1" status: 200 len: 944 time: 0.1749253 Jul 16 01:31:22.446473 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] Set router c8a4a008-23cf-4b78-84ec-20129ca25508 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:22.473873 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.509253 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-133fa0a1-74ab-42be-8bb1-213579d9ef7a req-652184b2-f40a-411d-85c1-3245cd9509da tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/security-groups?id=db2ea2aa-907c-429e-9133-60c071b3a880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065852 Jul 16 01:31:22.538774 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f3647fdd-df8a-4add-8855-e8dadc6f2950, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f3647fdd-df8a-4add-8855-e8dadc6f2950,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:22.541653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] Transition to ACTIVE for port object c0b5fa7e-ca3b-43bc-86f2-7801915c3378 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:22.584208 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'f3647fdd-df8a-4add-8855-e8dadc6f2950', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': 'f3647fdd-df8a-4add-8855-e8dadc6f2950', 'mac_address': 'fa:16:3e:3f:42:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:22.611938 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:31:22.649531 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.714694 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.721585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] Network e08205fd-889c-42f4-87d6-2d23f2ab96a3 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:22.725991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:22.729713 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:22.763248 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] Pushing event updated for resources: {'Port': ['ID=c0b5fa7e-ca3b-43bc-86f2-7801915c3378,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:22.774899 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3647fdd-df8a-4add-8855-e8dadc6f2950 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:22.797947 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.811202 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f3647fdd-df8a-4add-8855-e8dadc6f2950, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f3647fdd-df8a-4add-8855-e8dadc6f2950,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:22.819294 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.903827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4a008-23cf-4b78-84ec-20129ca25508', 'name': 'tempest-FloatingIPsTestJSON-1162046959-router', 'tenant_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '714918de-0b45-4850-b215-526c62169c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:17Z', 'revision_number': 3, 'project_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'gw_port': {'id': '714918de-0b45-4850-b215-526c62169c6f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:58:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a4a008-23cf-4b78-84ec-20129ca25508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:15Z', 'updated_at': '2021-07-16T01:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:22.961814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aba1d0-a9f8-43d6-bc80-041a6afe4d8b None None] The sync data for ids ['c8a4a008-23cf-4b78-84ec-20129ca25508'] in n-d-800086-6 is: [{'id': 'c8a4a008-23cf-4b78-84ec-20129ca25508', 'name': 'tempest-FloatingIPsTestJSON-1162046959-router', 'tenant_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '714918de-0b45-4850-b215-526c62169c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:17Z', 'revision_number': 3, 'project_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'gw_port': {'id': '714918de-0b45-4850-b215-526c62169c6f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:58:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a4a008-23cf-4b78-84ec-20129ca25508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:15Z', 'updated_at': '2021-07-16T01:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:22.966012 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f3647fdd-df8a-4add-8855-e8dadc6f2950,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:23.045394 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.055053 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-cec690bd-07f1-4ee1-b132-1eb7479ff7be None None] Provisioning for port c0b5fa7e-ca3b-43bc-86f2-7801915c3378 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:23.059743 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-cec690bd-07f1-4ee1-b132-1eb7479ff7be None None] Provisioning complete for port c0b5fa7e-ca3b-43bc-86f2-7801915c3378 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:23.063638 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cec690bd-07f1-4ee1-b132-1eb7479ff7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.114749 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-cec690bd-07f1-4ee1-b132-1eb7479ff7be None None] Port c0b5fa7e-ca3b-43bc-86f2-7801915c3378 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:23.322542 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['f3647fdd-df8a-4add-8855-e8dadc6f2950'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:23.400465 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.436427 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.451469 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.524760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] Pushing event updated for resources: {'Port': ['ID=c0b5fa7e-ca3b-43bc-86f2-7801915c3378,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:23.549503 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bff62a2-662f-4c8d-8992-a870df861efe req-de6d9223-f668-4fa2-b878-4e81817477fe tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "GET /v2.0/security-groups/c1d7fc3f-205d-429d-970e-616d08e3a5ff HTTP/1.1" status: 200 len: 1812 time: 0.1641898 Jul 16 01:31:23.555863 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.717359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] Network e08205fd-889c-42f4-87d6-2d23f2ab96a3 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:23.722613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:23.784636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cec61-b707-4126-9a70-763389867e56 req-7742a78d-5e15-4659-9bf3-3dbb0bfcded5 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:23.791920 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-880cec61-b707-4126-9a70-763389867e56 req-7742a78d-5e15-4659-9bf3-3dbb0bfcded5 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 945 time: 0.1384740 Jul 16 01:31:23.899353 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-880cec61-b707-4126-9a70-763389867e56 req-a4c14635-ba2d-422c-99e6-8cc25c456b4a tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064174 Jul 16 01:31:23.910956 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] Router c8a4a008-23cf-4b78-84ec-20129ca25508 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:23.929571 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device df838c93-2417-48f6-8152-6d03b11c586e no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:24.047023 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:24.056097 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b621af9d-dec2-4b98-9a5c-97524bc1ba66 admin admin] 10.222.0.54 "PUT /v2.0/routers/c8a4a008-23cf-4b78-84ec-20129ca25508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0916152 Jul 16 01:31:24.089748 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.111104 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1032e764-e2c7-4045-9e50-04d0d5647c42 None None] Provisioning complete for port c0b5fa7e-ca3b-43bc-86f2-7801915c3378 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:24.111466 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1032e764-e2c7-4045-9e50-04d0d5647c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.154974 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7ee583-fe04-49de-bedc-50b66bfec4cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df838c93-2417-48f6-8152-6d03b11c586e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:24.172382 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb7e173-5add-481f-b2c1-d5c9d6a0db42" -d '{"events": [{"server_uuid": "8a7ee583-fe04-49de-bedc-50b66bfec4cf", "name": "network-vif-unplugged", "status": "completed", "tag": "df838c93-2417-48f6-8152-6d03b11c586e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:24.179904 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb4c4b-c90c-4052-a917-c005a03f14bf req-71f1658d-f60f-4390-8818-f028a067d8f6 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.181792 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2ebb4c4b-c90c-4052-a917-c005a03f14bf req-71f1658d-f60f-4390-8818-f028a067d8f6 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505 HTTP/1.1" status: 200 len: 948 time: 0.0763710 Jul 16 01:31:24.216864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port df838c93-2417-48f6-8152-6d03b11c586e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=df838c93-2417-48f6-8152-6d03b11c586e,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:24.224930 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.231384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1032e764-e2c7-4045-9e50-04d0d5647c42 None None] Port c0b5fa7e-ca3b-43bc-86f2-7801915c3378 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:24.275423 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2ebb4c4b-c90c-4052-a917-c005a03f14bf req-2a1dd445-45d4-4ee2-aa28-362277c6b1f4 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874662 Jul 16 01:31:24.296116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=df838c93-2417-48f6-8152-6d03b11c586e,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:24.459797 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732ea93-f9a0-4de6-9f55-38e717af44fc req-ebd2aaa5-81bb-4c5e-9ae8-d3da25af21ec tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.461389 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b732ea93-f9a0-4de6-9f55-38e717af44fc req-ebd2aaa5-81bb-4c5e-9ae8-d3da25af21ec tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f HTTP/1.1" status: 200 len: 950 time: 0.0733654 Jul 16 01:31:24.502492 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b732ea93-f9a0-4de6-9f55-38e717af44fc req-a73f9a43-80a5-4869-ac89-8b38ae9c70f2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347357 Jul 16 01:31:24.901922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 714918de-0b45-4850-b215-526c62169c6f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:24.963961 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 714918de-0b45-4850-b215-526c62169c6f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:24.968034 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6fd7f-1a3f-4f13-a06a-1a4853b207e3 req-b67e375a-11ae-468e-8646-c88058a42f0f tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.968538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 714918de-0b45-4850-b215-526c62169c6f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:24.968975 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.970942 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-46a6fd7f-1a3f-4f13-a06a-1a4853b207e3 req-b67e375a-11ae-468e-8646-c88058a42f0f tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/ports?device_id=e34726a9-b594-409b-89c3-f477788b48eb HTTP/1.1" status: 200 len: 944 time: 0.0908082 Jul 16 01:31:25.014991 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-46a6fd7f-1a3f-4f13-a06a-1a4853b207e3 req-9282e368-01ef-4f67-85d7-3c746170f11a tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/security-groups?id=db2ea2aa-907c-429e-9133-60c071b3a880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363798 Jul 16 01:31:25.051877 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-7abe9086-35d1-45b5-a627-ac2b48f835be req-891c889c-fc75-4e2d-8f15-48b41ffabded tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1935124454', 'description': 'tempest-description-1544123747'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:25.084644 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.098034 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7abe9086-35d1-45b5-a627-ac2b48f835be req-891c889c-fc75-4e2d-8f15-48b41ffabded tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.118238 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Sync routers for ids ['c8a4a008-23cf-4b78-84ec-20129ca25508'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:25.118808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 714918de-0b45-4850-b215-526c62169c6f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=714918de-0b45-4850-b215-526c62169c6f,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:25.124995 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.140861 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Routers {'c8a4a008-23cf-4b78-84ec-20129ca25508'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:25.141608 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:31:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c8a4a008-23cf-4b78-84ec-20129ca25508'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:25.190253 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=714918de-0b45-4850-b215-526c62169c6f,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:25.195943 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7abe9086-35d1-45b5-a627-ac2b48f835be req-891c889c-fc75-4e2d-8f15-48b41ffabded tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.203915 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7abe9086-35d1-45b5-a627-ac2b48f835be req-891c889c-fc75-4e2d-8f15-48b41ffabded tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.235191 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c889c-fc75-4e2d-8f15-48b41ffabded tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d587fa-830e-4001-a538-bf14ba3f7bb2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:25.237826 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7abe9086-35d1-45b5-a627-ac2b48f835be req-891c889c-fc75-4e2d-8f15-48b41ffabded tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.252210 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7abe9086-35d1-45b5-a627-ac2b48f835be req-891c889c-fc75-4e2d-8f15-48b41ffabded tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2057204 Jul 16 01:31:25.270215 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Set router c8a4a008-23cf-4b78-84ec-20129ca25508 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:25.290597 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be226d02-e1a1-4909-9efa-0b0966011785 x-openstack-request-id: req-be226d02-e1a1-4909-9efa-0b0966011785 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:25.290993 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7ee583-fe04-49de-bedc-50b66bfec4cf", "name": "network-vif-unplugged", "status": "completed", "tag": "df838c93-2417-48f6-8152-6d03b11c586e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:25.291319 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-be226d02-e1a1-4909-9efa-0b0966011785 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:25.291869 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7ee583-fe04-49de-bedc-50b66bfec4cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df838c93-2417-48f6-8152-6d03b11c586e', 'code': 200} Jul 16 01:31:25.490798 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4a008-23cf-4b78-84ec-20129ca25508', 'name': 'tempest-FloatingIPsTestJSON-1162046959-router', 'tenant_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '714918de-0b45-4850-b215-526c62169c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:22Z', 'revision_number': 4, 'project_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'gw_port': {'id': '714918de-0b45-4850-b215-526c62169c6f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4a008-23cf-4b78-84ec-20129ca25508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:15Z', 'updated_at': '2021-07-16T01:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'c0b5fa7e-ca3b-43bc-86f2-7801915c3378', 'name': '', 'network_id': 'e08205fd-889c-42f4-87d6-2d23f2ab96a3', 'tenant_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'mac_address': 'fa:16:3e:4b:94:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a4a008-23cf-4b78-84ec-20129ca25508', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '84fbc705-7627-450d-b38e-73116d627caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:21Z', 'updated_at': '2021-07-16T01:31:23Z', 'revision_number': 2, 'project_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'subnets': [{'id': '84fbc705-7627-450d-b38e-73116d627caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:25.526606 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Checking router: c8a4a008-23cf-4b78-84ec-20129ca25508 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:25.526955 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Updating router c8a4a008-23cf-4b78-84ec-20129ca25508 port c0b5fa7e-ca3b-43bc-86f2-7801915c3378 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:25.562667 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.614659 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-7d764287-0843-4433-9c52-3ab322825fb6 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1916025 Jul 16 01:31:25.625507 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-7c3db7f8-2aeb-4d2c-b63f-f167d7b6cc80 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:25.652847 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-7c3db7f8-2aeb-4d2c-b63f-f167d7b6cc80 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.758500 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-7c3db7f8-2aeb-4d2c-b63f-f167d7b6cc80 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.857167 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.868437 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Transition to ACTIVE for port object c0b5fa7e-ca3b-43bc-86f2-7801915c3378 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:25.875470 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.876295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-7c3db7f8-2aeb-4d2c-b63f-f167d7b6cc80 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Allocated IP 172.25.1.232 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/f4e3b0e5-fa03-4bb9-831e-2837189cb3ad) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:25.929440 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f9142-8eb2-4a6d-9e07-97e8f50427c7 None None] Pushing event updated for resources: {'Port': ['ID=c0b5fa7e-ca3b-43bc-86f2-7801915c3378,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:25.937442 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f3647fdd-df8a-4add-8855-e8dadc6f2950 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:25.944186 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f9142-8eb2-4a6d-9e07-97e8f50427c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:25.945138 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f9142-8eb2-4a6d-9e07-97e8f50427c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:25.945709 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f9142-8eb2-4a6d-9e07-97e8f50427c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:25.946260 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f9142-8eb2-4a6d-9e07-97e8f50427c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:25.946825 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f9142-8eb2-4a6d-9e07-97e8f50427c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:25.947841 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f9142-8eb2-4a6d-9e07-97e8f50427c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:25.961716 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f9142-8eb2-4a6d-9e07-97e8f50427c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:25.962453 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f9142-8eb2-4a6d-9e07-97e8f50427c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:25.963000 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f9142-8eb2-4a6d-9e07-97e8f50427c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:25.963592 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f9142-8eb2-4a6d-9e07-97e8f50427c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:25.964579 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f9142-8eb2-4a6d-9e07-97e8f50427c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:25.965127 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f9142-8eb2-4a6d-9e07-97e8f50427c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:26.054175 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-7c3db7f8-2aeb-4d2c-b63f-f167d7b6cc80 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.068283 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Attempting to bind port c0b5fa7e-ca3b-43bc-86f2-7801915c3378 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:26.069160 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Attempting to bind port c0b5fa7e-ca3b-43bc-86f2-7801915c3378 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '571c5a7e-797f-45d5-b34d-799f51285b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e08205fd-889c-42f4-87d6-2d23f2ab96a3'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:26.069529 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Attempting to bind port c0b5fa7e-ca3b-43bc-86f2-7801915c3378 on network e08205fd-889c-42f4-87d6-2d23f2ab96a3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:26.076863 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:26.077699 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Checking segment: {'id': '571c5a7e-797f-45d5-b34d-799f51285b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e08205fd-889c-42f4-87d6-2d23f2ab96a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:26.078312 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.079264 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Bound using segment: {'id': '571c5a7e-797f-45d5-b34d-799f51285b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e08205fd-889c-42f4-87d6-2d23f2ab96a3'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:26.084538 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Bound port: c0b5fa7e-ca3b-43bc-86f2-7801915c3378, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571c5a7e-797f-45d5-b34d-799f51285b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e08205fd-889c-42f4-87d6-2d23f2ab96a3'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:26.085038 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.133126 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port f3647fdd-df8a-4add-8855-e8dadc6f2950 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:26.157769 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port f3647fdd-df8a-4add-8855-e8dadc6f2950 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:26.158268 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.171199 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] For port c0b5fa7e-ca3b-43bc-86f2-7801915c3378, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:26.174510 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-7c3db7f8-2aeb-4d2c-b63f-f167d7b6cc80 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.174856 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] For port c0b5fa7e-ca3b-43bc-86f2-7801915c3378, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c0b5fa7e-ca3b-43bc-86f2-7801915c3378,segment=NetworkSegment(571c5a7e-797f-45d5-b34d-799f51285b5e),segment_id=571c5a7e-797f-45d5-b34d-799f51285b5e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:26.180028 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.246886 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Routers {'c8a4a008-23cf-4b78-84ec-20129ca25508'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:26.254517 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:31:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c8a4a008-23cf-4b78-84ec-20129ca25508'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:26.280506 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3db7f8-2aeb-4d2c-b63f-f167d7b6cc80 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Pushing event updated for resources: {'Port': ['ID=f4e3b0e5-fa03-4bb9-831e-2837189cb3ad,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:26.299737 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.317089 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-7c3db7f8-2aeb-4d2c-b63f-f167d7b6cc80 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:26.319040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-7c3db7f8-2aeb-4d2c-b63f-f167d7b6cc80 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:26.321706 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-7c3db7f8-2aeb-4d2c-b63f-f167d7b6cc80 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:26.360885 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f3647fdd-df8a-4add-8855-e8dadc6f2950, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f3647fdd-df8a-4add-8855-e8dadc6f2950,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:26.366875 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.417808 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] Set router c8a4a008-23cf-4b78-84ec-20129ca25508 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:26.436983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f3647fdd-df8a-4add-8855-e8dadc6f2950,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:26.453499 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-7c3db7f8-2aeb-4d2c-b63f-f167d7b6cc80 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.508928 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-7c3db7f8-2aeb-4d2c-b63f-f167d7b6cc80 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.533530 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f9142-8eb2-4a6d-9e07-97e8f50427c7 None None] Pushing event updated for resources: {'Port': ['ID=c0b5fa7e-ca3b-43bc-86f2-7801915c3378,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:26.702801 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-7c3db7f8-2aeb-4d2c-b63f-f167d7b6cc80 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.708466 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-7c3db7f8-2aeb-4d2c-b63f-f167d7b6cc80 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.776417 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3db7f8-2aeb-4d2c-b63f-f167d7b6cc80 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Pushing event updated for resources: {'Port': ['ID=f4e3b0e5-fa03-4bb9-831e-2837189cb3ad,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:26.797700 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-7c3db7f8-2aeb-4d2c-b63f-f167d7b6cc80 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.799988 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4a008-23cf-4b78-84ec-20129ca25508', 'name': 'tempest-FloatingIPsTestJSON-1162046959-router', 'tenant_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '714918de-0b45-4850-b215-526c62169c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:22Z', 'revision_number': 4, 'project_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'gw_port': {'id': '714918de-0b45-4850-b215-526c62169c6f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4a008-23cf-4b78-84ec-20129ca25508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:15Z', 'updated_at': '2021-07-16T01:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'c0b5fa7e-ca3b-43bc-86f2-7801915c3378', 'name': '', 'network_id': 'e08205fd-889c-42f4-87d6-2d23f2ab96a3', 'tenant_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'mac_address': 'fa:16:3e:4b:94:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a4a008-23cf-4b78-84ec-20129ca25508', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '84fbc705-7627-450d-b38e-73116d627caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:21Z', 'updated_at': '2021-07-16T01:31:26Z', 'revision_number': 4, 'project_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'subnets': [{'id': '84fbc705-7627-450d-b38e-73116d627caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:26.831525 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-7c3db7f8-2aeb-4d2c-b63f-f167d7b6cc80 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.834566 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-7c3db7f8-2aeb-4d2c-b63f-f167d7b6cc80 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2145691 Jul 16 01:31:26.847805 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb98858f-7d7a-406f-bc40-3c3ed90d7901 None None] The sync data for ids ['c8a4a008-23cf-4b78-84ec-20129ca25508'] in n-d-800086-6 is: [{'id': 'c8a4a008-23cf-4b78-84ec-20129ca25508', 'name': 'tempest-FloatingIPsTestJSON-1162046959-router', 'tenant_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '714918de-0b45-4850-b215-526c62169c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:22Z', 'revision_number': 4, 'project_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'gw_port': {'id': '714918de-0b45-4850-b215-526c62169c6f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4a008-23cf-4b78-84ec-20129ca25508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:15Z', 'updated_at': '2021-07-16T01:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'c0b5fa7e-ca3b-43bc-86f2-7801915c3378', 'name': '', 'network_id': 'e08205fd-889c-42f4-87d6-2d23f2ab96a3', 'tenant_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'mac_address': 'fa:16:3e:4b:94:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a4a008-23cf-4b78-84ec-20129ca25508', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '84fbc705-7627-450d-b38e-73116d627caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:21Z', 'updated_at': '2021-07-16T01:31:26Z', 'revision_number': 4, 'project_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'subnets': [{'id': '84fbc705-7627-450d-b38e-73116d627caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:26.930251 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 714918de-0b45-4850-b215-526c62169c6f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:26.963597 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-661d4472-3078-45b3-9bd2-1a004695d133 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.232 HTTP/1.1" status: 200 len: 696 time: 0.1209905 Jul 16 01:31:27.022469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 714918de-0b45-4850-b215-526c62169c6f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:27.022968 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.132575 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-30c209ac-f6c8-4d94-ada6-70c94f736dbe tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.134327 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a0d2106b-70bf-4eea-8d16-43f8516639e1 req-30c209ac-f6c8-4d94-ada6-70c94f736dbe tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1639886 Jul 16 01:31:27.273854 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52ea10-a95b-4310-b57f-a67e969f19c3 req-57094e68-8282-45c6-8a14-95deaacb656b tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.276148 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fa52ea10-a95b-4310-b57f-a67e969f19c3 req-57094e68-8282-45c6-8a14-95deaacb656b tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a7ee583-fe04-49de-bedc-50b66bfec4cf HTTP/1.1" status: 200 len: 943 time: 0.0706213 Jul 16 01:31:27.293471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a30c2f2-18d0-4fb4-8745-587bda4f3ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3647fdd-df8a-4add-8855-e8dadc6f2950'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:27.296172 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7dc85a-5f4b-4523-8476-c8f8b6006023" -d '{"events": [{"server_uuid": "7a30c2f2-18d0-4fb4-8745-587bda4f3ebf", "name": "network-vif-plugged", "status": "completed", "tag": "f3647fdd-df8a-4add-8855-e8dadc6f2950"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:27.343855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-50764da5-6d83-4f20-970d-ddae84492214 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.345704 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-50764da5-6d83-4f20-970d-ddae84492214 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/networks?id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071 HTTP/1.1" status: 200 len: 803 time: 0.1326976 Jul 16 01:31:27.367320 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b5f0ab7b-aa5b-483d-aab4-f11d275398a0 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/quotas/c7a28ef2c8eb4e6bad41171e1567f752 HTTP/1.1" status: 200 len: 375 time: 0.0151930 Jul 16 01:31:27.390496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-fa52ea10-a95b-4310-b57f-a67e969f19c3 req-4a4b17fa-488f-4de0-b489-58000a54c57b tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Deleting port df838c93-2417-48f6-8152-6d03b11c586e {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:27.391123 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fa52ea10-a95b-4310-b57f-a67e969f19c3 req-4a4b17fa-488f-4de0-b489-58000a54c57b tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.456252 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b65596d5-8aeb-427f-92f8-58faca5fbc5e tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7a28ef2c8eb4e6bad41171e1567f752&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826738 Jul 16 01:31:27.493124 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-fa52ea10-a95b-4310-b57f-a67e969f19c3 req-4a4b17fa-488f-4de0-b489-58000a54c57b tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] For port df838c93-2417-48f6-8152-6d03b11c586e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=df838c93-2417-48f6-8152-6d03b11c586e,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:27.493408 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fa52ea10-a95b-4310-b57f-a67e969f19c3 req-4a4b17fa-488f-4de0-b489-58000a54c57b tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.506822 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-fa52ea10-a95b-4310-b57f-a67e969f19c3 req-4a4b17fa-488f-4de0-b489-58000a54c57b tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Calling delete_port for df838c93-2417-48f6-8152-6d03b11c586e owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:27.557258 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-5f27030a-b0c2-4e29-ba9d-1eead34e5dc4 service neutron] 10.222.0.54 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945392 Jul 16 01:31:27.650417 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fa52ea10-a95b-4310-b57f-a67e969f19c3 req-4a4b17fa-488f-4de0-b489-58000a54c57b tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.662277 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-4a4352e7-2f3e-4d75-b1ed-4b42afd62ab1 service neutron] 10.222.0.54 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979285 Jul 16 01:31:27.679867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b17fa-488f-4de0-b489-58000a54c57b tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Pushing event deleted for resources: {'Port': ['ID=df838c93-2417-48f6-8152-6d03b11c586e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:27.731218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa52ea10-a95b-4310-b57f-a67e969f19c3 req-4a4b17fa-488f-4de0-b489-58000a54c57b tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] No DVR routers for this DVR port df838c93-2417-48f6-8152-6d03b11c586e on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:27.733976 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fa52ea10-a95b-4310-b57f-a67e969f19c3 req-4a4b17fa-488f-4de0-b489-58000a54c57b tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.736138 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fa52ea10-a95b-4310-b57f-a67e969f19c3 req-4a4b17fa-488f-4de0-b489-58000a54c57b tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.47 "DELETE /v2.0/ports/df838c93-2417-48f6-8152-6d03b11c586e HTTP/1.1" status: 204 len: 173 time: 0.4540145 Jul 16 01:31:27.736584 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7ee583-fe04-49de-bedc-50b66bfec4cf', 'name': 'network-vif-deleted', 'tag': 'df838c93-2417-48f6-8152-6d03b11c586e'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:27.739411 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd84531d-e11a-49b9-93b2-0e5bee9b26f6" -d '{"events": [{"server_uuid": "8a7ee583-fe04-49de-bedc-50b66bfec4cf", "name": "network-vif-deleted", "tag": "df838c93-2417-48f6-8152-6d03b11c586e"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:27.994189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88cd55-9161-43b4-9de7-e5e2cd944044 req-2244d69c-060a-4f47-a058-babb85055916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.995607 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac88cd55-9161-43b4-9de7-e5e2cd944044 req-2244d69c-060a-4f47-a058-babb85055916 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23bc4be1-90d8-43de-b953-ebbb6e29806c HTTP/1.1" status: 200 len: 853 time: 0.0779197 Jul 16 01:31:28.024300 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-b7f100a8-59a4-4b3c-9e7a-a8ffe5174d8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=5ec67d71-e8a3-4124-9d1e-52ee32012752 HTTP/1.1" status: 200 len: 217 time: 0.1045437 Jul 16 01:31:28.082468 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09375c-f96a-444d-824b-d656a98d5891 req-097343ce-ef65-4b2a-8783-3b6b240aeee0 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.089668 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cd09375c-f96a-444d-824b-d656a98d5891 req-097343ce-ef65-4b2a-8783-3b6b240aeee0 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 945 time: 0.1823313 Jul 16 01:31:28.108374 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7c3b238d-a8e1-46d4-833b-f0cf6cfda380 req-f5e08170-9ea7-47fb-bbb6-aad30cb7220a tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "GET /v2.0/security-groups/c3d587fa-830e-4001-a538-bf14ba3f7bb2 HTTP/1.1" status: 200 len: 1813 time: 0.2089472 Jul 16 01:31:28.147221 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-0b87205c-f12a-4fc0-86cf-5a0cea38ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.151833 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-0b87205c-f12a-4fc0-86cf-5a0cea38ad3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1099675 Jul 16 01:31:28.195672 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cd09375c-f96a-444d-824b-d656a98d5891 req-61c54b29-fa03-4dfa-84e7-3097de3d70d4 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015146 Jul 16 01:31:28.217899 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88cd55-9161-43b4-9de7-e5e2cd944044 req-40553cde-730a-4f05-b41b-6e0cee693133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.219648 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac88cd55-9161-43b4-9de7-e5e2cd944044 req-40553cde-730a-4f05-b41b-6e0cee693133 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d4a894f-cdf1-43bd-99f2-f69f1cbaae69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2118392 Jul 16 01:31:28.243771 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-44c80be5-5975-401e-a749-4ac6286988e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.248007 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-44c80be5-5975-401e-a749-4ac6286988e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876570 Jul 16 01:31:28.260617 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734676ee-0818-49b2-91f0-c719d7efac62 req-2b06e29f-0d95-4de3-8856-abb74ab9b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.262438 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-734676ee-0818-49b2-91f0-c719d7efac62 req-2b06e29f-0d95-4de3-8856-abb74ab9b399 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f HTTP/1.1" status: 200 len: 1101 time: 0.2470694 Jul 16 01:31:28.289013 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd19b605-1c31-400c-aadd-bd006fa28b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.372790 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-734676ee-0818-49b2-91f0-c719d7efac62 req-140fc0cd-197a-454a-a546-fa570a4a6bb1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996988 Jul 16 01:31:28.389018 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.476549 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac88cd55-9161-43b4-9de7-e5e2cd944044 req-5d2e4dce-4e45-48c2-b26f-b2da5a35d6cc service neutron] 10.222.0.26 "GET /v2.0/networks/9d4a894f-cdf1-43bd-99f2-f69f1cbaae69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443070 Jul 16 01:31:28.489977 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc53d10-bbde-4b3f-9ad6-1c4abd8a9314 req-5017dfb0-2a66-4e4c-897e-cbc88ca6ee98 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.491564 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5bc53d10-bbde-4b3f-9ad6-1c4abd8a9314 req-5017dfb0-2a66-4e4c-897e-cbc88ca6ee98 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f HTTP/1.1" status: 200 len: 950 time: 0.1411490 Jul 16 01:31:28.535889 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5bc53d10-bbde-4b3f-9ad6-1c4abd8a9314 req-09916f88-c4be-4746-b158-c5f811dabf7b tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377638 Jul 16 01:31:28.716200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5b965-4b81-4dae-b642-54035d8ff903 req-e012d2c6-4100-41dc-9cd9-c26d3429909f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.717740 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eda5b965-4b81-4dae-b642-54035d8ff903 req-e012d2c6-4100-41dc-9cd9-c26d3429909f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505 HTTP/1.1" status: 200 len: 948 time: 0.4648323 Jul 16 01:31:28.719725 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-b1884d4d-cda5-43d9-ae3f-c5136d5e5164 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680779 Jul 16 01:31:28.773955 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac88cd55-9161-43b4-9de7-e5e2cd944044 req-a4db2427-1803-4d88-8398-f5c81c9d0a98 service neutron] 10.222.0.26 "GET /v2.0/networks/9d4a894f-cdf1-43bd-99f2-f69f1cbaae69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310363 Jul 16 01:31:28.783167 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be505747-6173-4234-b382-4fd7e2b61b82 req-bc42392e-ba6b-4628-b3f9-6a985fbdf4f6 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.784688 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be505747-6173-4234-b382-4fd7e2b61b82 req-bc42392e-ba6b-4628-b3f9-6a985fbdf4f6 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/ports?device_id=e34726a9-b594-409b-89c3-f477788b48eb HTTP/1.1" status: 200 len: 944 time: 0.1406088 Jul 16 01:31:28.809243 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eda5b965-4b81-4dae-b642-54035d8ff903 req-73e45c2e-1626-4a25-95eb-faa1944a4bac tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854895 Jul 16 01:31:28.840069 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8fab787a-39b8-4f3e-9861-ec6b87f5d29c req-44a18933-d3c5-4242-a7c2-e1c666a00cbf service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092288 Jul 16 01:31:28.863258 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be505747-6173-4234-b382-4fd7e2b61b82 req-4ba9e303-6585-4e3e-8df4-3e5c1387445b tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/security-groups?id=db2ea2aa-907c-429e-9133-60c071b3a880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589423 Jul 16 01:31:28.924141 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fb505b4d-5cf4-45d1-a761-e9bb274c11f9 req-7ff2732a-8b9a-48c8-be27-0a2d30fea489 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/floatingips/b0572485-d4b4-40f9-85ac-d0d436ff7025 HTTP/1.1" status: 200 len: 693 time: 0.0720916 Jul 16 01:31:28.931402 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c0b5fa7e-ca3b-43bc-86f2-7801915c3378 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:28.963230 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0610b29d-d0a0-4a45-9ef9-980f930f9563 x-openstack-request-id: req-0610b29d-d0a0-4a45-9ef9-980f930f9563 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:28.963531 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a30c2f2-18d0-4fb4-8745-587bda4f3ebf", "name": "network-vif-plugged", "status": "completed", "tag": "f3647fdd-df8a-4add-8855-e8dadc6f2950", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:28.964647 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0610b29d-d0a0-4a45-9ef9-980f930f9563 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:28.965727 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a30c2f2-18d0-4fb4-8745-587bda4f3ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3647fdd-df8a-4add-8855-e8dadc6f2950', 'code': 200} Jul 16 01:31:28.987001 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7834126-cca9-41fc-b041-33e305e5137b x-openstack-request-id: req-f7834126-cca9-41fc-b041-33e305e5137b {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:28.987746 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7ee583-fe04-49de-bedc-50b66bfec4cf", "name": "network-vif-deleted", "tag": "df838c93-2417-48f6-8152-6d03b11c586e", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:28.988563 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7834126-cca9-41fc-b041-33e305e5137b {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:28.988975 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7ee583-fe04-49de-bedc-50b66bfec4cf', 'name': 'network-vif-deleted', 'tag': 'df838c93-2417-48f6-8152-6d03b11c586e', 'status': 'completed', 'code': 200} Jul 16 01:31:29.022319 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port c0b5fa7e-ca3b-43bc-86f2-7801915c3378 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:29.028269 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port c0b5fa7e-ca3b-43bc-86f2-7801915c3378 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:29.029013 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.115485 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb505b4d-5cf4-45d1-a761-e9bb274c11f9 req-9c50e301-7060-4e2d-aab8-73c00447f0bd tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.116929 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fb505b4d-5cf4-45d1-a761-e9bb274c11f9 req-9c50e301-7060-4e2d-aab8-73c00447f0bd tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1915257 Jul 16 01:31:29.125330 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.157209 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-fb505b4d-5cf4-45d1-a761-e9bb274c11f9 req-780fbadd-d2ee-40f8-9ad5-8f2c6b1d9515 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:31:29.158300 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fb505b4d-5cf4-45d1-a761-e9bb274c11f9 req-780fbadd-d2ee-40f8-9ad5-8f2c6b1d9515 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066938 Jul 16 01:31:29.176154 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9058102f-302f-4101-9972-38f7cb091fbe req-477c55bd-c250-44a7-b495-22afbc4cddb2 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 210 time: 0.0472128 Jul 16 01:31:29.184117 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port c0b5fa7e-ca3b-43bc-86f2-7801915c3378, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c0b5fa7e-ca3b-43bc-86f2-7801915c3378,segment=NetworkSegment(571c5a7e-797f-45d5-b34d-799f51285b5e),segment_id=571c5a7e-797f-45d5-b34d-799f51285b5e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:29.191068 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.193522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-1bb6758c-ad63-442b-bd63-75e85e4ea8ba req-a0032e72-75bc-4da9-9f4a-fe0cb46f5b19 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-53570574', 'description': 'tempest-description-571610983'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:29.234857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2ed7e-5950-4a5c-9843-b7f45be93ec2 req-9993ebc7-88ee-4e66-8f5f-4e58c4defa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.236712 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-19c2ed7e-5950-4a5c-9843-b7f45be93ec2 req-9993ebc7-88ee-4e66-8f5f-4e58c4defa77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c17e039085464de19173c0823b9a056b&device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505 HTTP/1.1" status: 200 len: 1099 time: 0.2417283 Jul 16 01:31:29.241852 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0924c5-15a4-4e83-8179-cdc9720fdf27 req-18cfbd7e-3db4-4691-a166-2ca11a30028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.243293 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e0924c5-15a4-4e83-8179-cdc9720fdf27 req-18cfbd7e-3db4-4691-a166-2ca11a30028e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 1101 time: 0.1241033 Jul 16 01:31:29.244066 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1bb6758c-ad63-442b-bd63-75e85e4ea8ba req-a0032e72-75bc-4da9-9f4a-fe0cb46f5b19 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.256940 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=c0b5fa7e-ca3b-43bc-86f2-7801915c3378,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:29.364812 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e0924c5-15a4-4e83-8179-cdc9720fdf27 req-8044c5ee-8cfb-4362-9e6c-9bf5ef5eea87 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892377 Jul 16 01:31:29.397142 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2ed7e-5950-4a5c-9843-b7f45be93ec2 req-01340a26-6b7d-449c-bec5-367a65a60f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.398718 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-19c2ed7e-5950-4a5c-9843-b7f45be93ec2 req-01340a26-6b7d-449c-bec5-367a65a60f75 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.1514084 Jul 16 01:31:29.452998 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-19c2ed7e-5950-4a5c-9843-b7f45be93ec2 req-36dff385-16b2-4e13-a2d2-6c554caef2f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=5ec67d71-e8a3-4124-9d1e-52ee32012752 HTTP/1.1" status: 200 len: 217 time: 0.0443428 Jul 16 01:31:29.503768 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1bb6758c-ad63-442b-bd63-75e85e4ea8ba req-a0032e72-75bc-4da9-9f4a-fe0cb46f5b19 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.512363 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1bb6758c-ad63-442b-bd63-75e85e4ea8ba req-a0032e72-75bc-4da9-9f4a-fe0cb46f5b19 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.547605 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1bb6758c-ad63-442b-bd63-75e85e4ea8ba req-a0032e72-75bc-4da9-9f4a-fe0cb46f5b19 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.548868 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1bb6758c-ad63-442b-bd63-75e85e4ea8ba req-a0032e72-75bc-4da9-9f4a-fe0cb46f5b19 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3642273 Jul 16 01:31:29.550397 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2ed7e-5950-4a5c-9843-b7f45be93ec2 req-c5c5cd04-0eec-4b07-b734-57f0716608c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.552400 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-19c2ed7e-5950-4a5c-9843-b7f45be93ec2 req-c5c5cd04-0eec-4b07-b734-57f0716608c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0846672 Jul 16 01:31:29.569084 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0032e72-75bc-4da9-9f4a-fe0cb46f5b19 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba074d1-9603-4668-859f-978d2bd8f374,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:29.623930 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2ed7e-5950-4a5c-9843-b7f45be93ec2 req-e5137356-da17-43f9-bc10-5eb318dfb374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.625447 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-19c2ed7e-5950-4a5c-9843-b7f45be93ec2 req-e5137356-da17-43f9-bc10-5eb318dfb374 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644605 Jul 16 01:31:29.694844 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b26995f0-6fc8-4ef7-ad66-70ed077a019b req-d4ebda89-17f6-459c-b4ee-913c99c77fdc tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=55e4e48dea9a4a7aa0749dcb3b5dc82c HTTP/1.1" status: 200 len: 696 time: 0.3571618 Jul 16 01:31:29.791234 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85082069-4029-457a-b301-64bca653428c req-9d477b30-df17-44ef-a87a-bb604cd810be tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.792776 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-85082069-4029-457a-b301-64bca653428c req-9d477b30-df17-44ef-a87a-bb604cd810be tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 945 time: 0.1311927 Jul 16 01:31:29.805549 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-19c2ed7e-5950-4a5c-9843-b7f45be93ec2 req-6a992616-51c0-4879-95c3-4e26271d5fcc service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161473 Jul 16 01:31:29.809889 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26995f0-6fc8-4ef7-ad66-70ed077a019b req-f7bc85fb-713e-4eb2-afbc-2a73cd37e6e5 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.811654 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b26995f0-6fc8-4ef7-ad66-70ed077a019b req-f7bc85fb-713e-4eb2-afbc-2a73cd37e6e5 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/networks?id=88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 787 time: 0.1112516 Jul 16 01:31:29.826363 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-b26995f0-6fc8-4ef7-ad66-70ed077a019b req-261917e7-ddb8-431e-bf77-2418bd69dd27 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:31:29.827481 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b26995f0-6fc8-4ef7-ad66-70ed077a019b req-261917e7-ddb8-431e-bf77-2418bd69dd27 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100224 Jul 16 01:31:29.882417 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-85082069-4029-457a-b301-64bca653428c req-0342adec-761f-4916-b4a0-743f2e625920 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801258 Jul 16 01:31:29.906575 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f8f40386-3868-4000-8088-21f8f1bcbf9a req-2899e616-982f-4eb9-896d-962429bc4bab tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "GET /v2.0/security-groups/6ba074d1-9603-4668-859f-978d2bd8f374 HTTP/1.1" status: 200 len: 1810 time: 0.0623994 Jul 16 01:31:29.952908 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-19c2ed7e-5950-4a5c-9843-b7f45be93ec2 req-4c5a52f9-c1c6-459e-a32e-cc8010e19196 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361289 Jul 16 01:31:29.954714 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device df838c93-2417-48f6-8152-6d03b11c586e no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:29.995407 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: df838c93-2417-48f6-8152-6d03b11c586e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:29.995776 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device df838c93-2417-48f6-8152-6d03b11c586e not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:30.010416 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-21bc103b-457b-4722-be5c-1a15fd7dbbc7 req-3b7d492e-da42-4c29-ab5a-afbc3da218ea tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/floatingips/b0572485-d4b4-40f9-85ac-d0d436ff7025 HTTP/1.1" status: 200 len: 693 time: 0.0563149 Jul 16 01:31:30.062611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a54c1-67b9-497c-a64f-5bade5988a27 req-5e579fc4-3d88-4ce6-8f61-ef705d7e8d88 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.064151 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-424a54c1-67b9-497c-a64f-5bade5988a27 req-5e579fc4-3d88-4ce6-8f61-ef705d7e8d88 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f HTTP/1.1" status: 200 len: 950 time: 0.0656672 Jul 16 01:31:30.104858 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-424a54c1-67b9-497c-a64f-5bade5988a27 req-98235688-c6f9-4e59-9e6b-5d71fba4579a tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340979 Jul 16 01:31:30.150398 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc103b-457b-4722-be5c-1a15fd7dbbc7 req-83ea3311-0cca-49d8-9744-9c57f8f6978c tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.151967 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-21bc103b-457b-4722-be5c-1a15fd7dbbc7 req-83ea3311-0cca-49d8-9744-9c57f8f6978c tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1345584 Jul 16 01:31:30.164992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-21bc103b-457b-4722-be5c-1a15fd7dbbc7 req-956837f4-45e9-498f-9c17-fe236bc1ef9a tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:31:30.166056 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-21bc103b-457b-4722-be5c-1a15fd7dbbc7 req-956837f4-45e9-498f-9c17-fe236bc1ef9a tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085275 Jul 16 01:31:30.255955 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-21bc103b-457b-4722-be5c-1a15fd7dbbc7 req-10329daa-1e3c-4d9a-8aef-d29238dc6c18 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.232 HTTP/1.1" status: 200 len: 696 time: 0.0526931 Jul 16 01:31:30.283274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d62eb-c312-45f1-90cd-36b70ebbc1b2 req-491fe6d1-42de-4d50-ba83-41069462cb16 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.285426 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e76d62eb-c312-45f1-90cd-36b70ebbc1b2 req-491fe6d1-42de-4d50-ba83-41069462cb16 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505 HTTP/1.1" status: 200 len: 948 time: 0.0702951 Jul 16 01:31:30.314815 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-966cb424-dd1f-4a0a-853b-2d4ef75958d8 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.316831 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-966cb424-dd1f-4a0a-853b-2d4ef75958d8 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.47 "GET /v2.0/networks?id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071 HTTP/1.1" status: 200 len: 803 time: 0.2055023 Jul 16 01:31:30.326776 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-21bc103b-457b-4722-be5c-1a15fd7dbbc7 req-998b4860-acd8-41a4-8818-1119eead13b3 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.232 HTTP/1.1" status: 200 len: 696 time: 0.0619793 Jul 16 01:31:30.328248 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e76d62eb-c312-45f1-90cd-36b70ebbc1b2 req-9dddf1cb-0d9f-4f34-bc54-d3c3593c6d19 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353336 Jul 16 01:31:30.343002 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-5af1f9ac-cb8b-4282-a289-86c021efedb7 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Request body: {'port': {'device_id': '9f9387a1-daef-439c-90b3-88057c0adea9', 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071', 'admin_state_up': True, 'tenant_id': 'c7a28ef2c8eb4e6bad41171e1567f752'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:30.497427 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e381e11-57f8-4c0d-bc4b-dbbb97977eab req-3ecfb35a-b058-4ac9-8b83-27e99d4ec005 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.498913 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e381e11-57f8-4c0d-bc4b-dbbb97977eab req-3ecfb35a-b058-4ac9-8b83-27e99d4ec005 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/ports?device_id=e34726a9-b594-409b-89c3-f477788b48eb HTTP/1.1" status: 200 len: 944 time: 0.0674007 Jul 16 01:31:30.538515 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e381e11-57f8-4c0d-bc4b-dbbb97977eab req-54291b3f-00f6-4765-958a-9f01c4d2d91d tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/security-groups?id=db2ea2aa-907c-429e-9133-60c071b3a880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333374 Jul 16 01:31:30.542663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-21bc103b-457b-4722-be5c-1a15fd7dbbc7 req-faf4aa1d-8aa9-4173-8f0e-8d0afaa15f17 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Deleting port f4e3b0e5-fa03-4bb9-831e-2837189cb3ad {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:30.543043 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-21bc103b-457b-4722-be5c-1a15fd7dbbc7 req-faf4aa1d-8aa9-4173-8f0e-8d0afaa15f17 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.562230 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-5af1f9ac-cb8b-4282-a289-86c021efedb7 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Made reservation on behalf of c7a28ef2c8eb4e6bad41171e1567f752 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:30.566021 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-5af1f9ac-cb8b-4282-a289-86c021efedb7 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.576810 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-82d0a882-03fa-41d4-b0c1-e16c466f7586 req-ccb4b2b1-17ba-402c-be15-e4abc173176e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] show failed (client error): The resource could not be found. Jul 16 01:31:30.577789 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-82d0a882-03fa-41d4-b0c1-e16c466f7586 req-ccb4b2b1-17ba-402c-be15-e4abc173176e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "GET /v2.0/security-groups/3cf1a9a6-1a4b-416b-84f4-158d16fb46a8 HTTP/1.1" status: 404 len: 352 time: 0.0141623 Jul 16 01:31:30.693775 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-21bc103b-457b-4722-be5c-1a15fd7dbbc7 req-faf4aa1d-8aa9-4173-8f0e-8d0afaa15f17 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.694108 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-21bc103b-457b-4722-be5c-1a15fd7dbbc7 req-faf4aa1d-8aa9-4173-8f0e-8d0afaa15f17 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.713986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-21bc103b-457b-4722-be5c-1a15fd7dbbc7 req-faf4aa1d-8aa9-4173-8f0e-8d0afaa15f17 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Calling delete_port for f4e3b0e5-fa03-4bb9-831e-2837189cb3ad owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:30.732515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094a685-c6d2-4c49-9e67-431a26676521 req-cd6288a4-eef0-40db-a1f1-d417cc92ee09 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.733991 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3094a685-c6d2-4c49-9e67-431a26676521 req-cd6288a4-eef0-40db-a1f1-d417cc92ee09 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=da4730a2-6e4a-4d8a-b844-99f99e809dea HTTP/1.1" status: 200 len: 949 time: 0.0643656 Jul 16 01:31:30.773469 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3094a685-c6d2-4c49-9e67-431a26676521 req-5bfc9362-98d6-4b1b-9d31-aaeb71ba1d5e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330737 Jul 16 01:31:30.814249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-5af1f9ac-cb8b-4282-a289-86c021efedb7 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Allocated IP 172.20.0.8 (44eb12fe-e5db-4f2e-8e1e-ab93f6667071/6f6ab48a-a89d-4604-95e5-95b119c0d93d/ce0128db-d53c-4741-9765-c3d7b63dcf5b) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:30.857708 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c0b5fa7e-ca3b-43bc-86f2-7801915c3378 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:30.920687 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port c0b5fa7e-ca3b-43bc-86f2-7801915c3378 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:30.921234 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.010358 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-21bc103b-457b-4722-be5c-1a15fd7dbbc7 req-faf4aa1d-8aa9-4173-8f0e-8d0afaa15f17 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.026629 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67ed20b9-1285-4730-b3f0-17db4be706c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.029685 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.053099 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4aa1d-8aa9-4173-8f0e-8d0afaa15f17 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Pushing event deleted for resources: {'Port': ['ID=f4e3b0e5-fa03-4bb9-831e-2837189cb3ad,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:31.083662 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e985d08-8d84-4009-99f2-5ee4014509b5 req-8f460fac-9595-4b94-958a-bc7fbd000ca9 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 210 time: 0.0342464 Jul 16 01:31:31.125898 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-5af1f9ac-cb8b-4282-a289-86c021efedb7 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.126870 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 17ad14e3-4c7f-487b-8180-4d2aeaff3efa details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:31.145649 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-21bc103b-457b-4722-be5c-1a15fd7dbbc7 req-faf4aa1d-8aa9-4173-8f0e-8d0afaa15f17 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.148206 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-21bc103b-457b-4722-be5c-1a15fd7dbbc7 req-faf4aa1d-8aa9-4173-8f0e-8d0afaa15f17 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.149364 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-21bc103b-457b-4722-be5c-1a15fd7dbbc7 req-faf4aa1d-8aa9-4173-8f0e-8d0afaa15f17 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "DELETE /v2.0/floatingips/b0572485-d4b4-40f9-85ac-d0d436ff7025 HTTP/1.1" status: 204 len: 173 time: 0.8174393 Jul 16 01:31:31.190434 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [req-1fbef903-295b-493c-8860-9cdeedc37ccc req-7c0c9ef1-79e9-46a6-b6e1-3cca77c8b3fa tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] show failed (client error): The resource could not be found. Jul 16 01:31:31.191507 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1fbef903-295b-493c-8860-9cdeedc37ccc req-7c0c9ef1-79e9-46a6-b6e1-3cca77c8b3fa tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "GET /v2.0/security-group-rules/614af997-3561-4fb3-ba70-852070d74696 HTTP/1.1" status: 404 len: 361 time: 0.0201333 Jul 16 01:31:31.197969 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-5af1f9ac-cb8b-4282-a289-86c021efedb7 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.246964 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 17ad14e3-4c7f-487b-8180-4d2aeaff3efa, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=17ad14e3-4c7f-487b-8180-4d2aeaff3efa,segment=NetworkSegment(7e35bd92-184f-48ea-99fe-c52f623dad06),segment_id=7e35bd92-184f-48ea-99fe-c52f623dad06)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:31.261943 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '17ad14e3-4c7f-487b-8180-4d2aeaff3efa', 'network_id': '9d4a894f-cdf1-43bd-99f2-f69f1cbaae69', 'port_id': '17ad14e3-4c7f-487b-8180-4d2aeaff3efa', 'mac_address': 'fa:16:3e:f3:ae:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bc4be1-90d8-43de-b953-ebbb6e29806c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:31.267933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-5af1f9ac-cb8b-4282-a289-86c021efedb7 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:31.274342 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-5af1f9ac-cb8b-4282-a289-86c021efedb7 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:31.288763 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-5af1f9ac-cb8b-4282-a289-86c021efedb7 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:31.307578 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1f9ac-cb8b-4282-a289-86c021efedb7 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Pushing event updated for resources: {'Port': ['ID=ce0128db-d53c-4741-9765-c3d7b63dcf5b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:31.327753 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.329861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-b87c9773-dde8-4ef0-80c5-fbf9187bd283 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.332682 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-b87c9773-dde8-4ef0-80c5-fbf9187bd283 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb&tenant_id=6060cb9382ba430f8761b732ad566a8a&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 1096 time: 0.0914428 Jul 16 01:31:31.347032 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800086-6'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:31.349371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ad14e3-4c7f-487b-8180-4d2aeaff3efa {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:31.375600 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 17ad14e3-4c7f-487b-8180-4d2aeaff3efa, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=17ad14e3-4c7f-487b-8180-4d2aeaff3efa,segment=NetworkSegment(7e35bd92-184f-48ea-99fe-c52f623dad06),segment_id=7e35bd92-184f-48ea-99fe-c52f623dad06)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:31.381785 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.446773 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=17ad14e3-4c7f-487b-8180-4d2aeaff3efa,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:31.447172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-5af1f9ac-cb8b-4282-a289-86c021efedb7 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.451693 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-5af1f9ac-cb8b-4282-a289-86c021efedb7 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.481645 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-5af1f9ac-cb8b-4282-a289-86c021efedb7 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1430252 Jul 16 01:31:31.483937 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.529648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Request body: {'port': {'device_id': '9f9387a1-daef-439c-90b3-88057c0adea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:31.568943 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6999885-f6d3-4935-a3ec-28191f641af6 req-8cfbd55b-d180-4119-95ab-31a5f104aff3 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.570566 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a6999885-f6d3-4935-a3ec-28191f641af6 req-8cfbd55b-d180-4119-95ab-31a5f104aff3 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 945 time: 0.1462326 Jul 16 01:31:31.640847 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.652138 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277b929-fc0a-4feb-ab3f-b78642e1c13a req-0e232d7e-04a2-42da-a89d-1fb5c16b5560 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.656204 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a6999885-f6d3-4935-a3ec-28191f641af6 req-506e303b-edb7-48d5-a9cd-5c8e7e66b8fe tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789676 Jul 16 01:31:31.657988 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277b929-fc0a-4feb-ab3f-b78642e1c13a req-0e232d7e-04a2-42da-a89d-1fb5c16b5560 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.659700 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b277b929-fc0a-4feb-ab3f-b78642e1c13a req-0e232d7e-04a2-42da-a89d-1fb5c16b5560 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=da4730a2-6e4a-4d8a-b844-99f99e809dea&device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f HTTP/1.1" status: 200 len: 1690 time: 0.1452920 Jul 16 01:31:31.673609 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] For port 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1382684a-6f15-40b6-ae7c-b76ba5b325f8,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:31.716720 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['17ad14e3-4c7f-487b-8180-4d2aeaff3efa'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:31.731317 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b277b929-fc0a-4feb-ab3f-b78642e1c13a req-0ad877ef-6f06-4a50-9171-63deb8a8de5e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637829 Jul 16 01:31:31.745539 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] For port 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:31.838445 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eac58f-8c93-4f55-811c-8633af1d1ceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1382684a-6f15-40b6-ae7c-b76ba5b325f8'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:31.840679 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dabc35f-f61b-4b80-8348-34334c19c1c7" -d '{"events": [{"server_uuid": "46eac58f-8c93-4f55-811c-8633af1d1ceb", "name": "network-vif-unplugged", "status": "completed", "tag": "1382684a-6f15-40b6-ae7c-b76ba5b325f8"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:31.846429 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.862287 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.870532 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c768e2eb-dfbb-437e-99eb-1e0862d3eab6 req-b7c487b3-5c11-409d-a16f-dbd3330e24af tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "GET /v2.0/security-groups/6ba074d1-9603-4668-859f-978d2bd8f374 HTTP/1.1" status: 200 len: 1810 time: 0.1185801 Jul 16 01:31:31.893685 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-8884df86-d580-4241-a2f8-e5ff8cc08ba2 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1909797 Jul 16 01:31:31.920372 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.924464 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-dd04a2cf-a33d-45e3-821a-e817441898ce tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:31.959502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 1382684a-6f15-40b6-ae7c-b76ba5b325f8 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:31.978428 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] Pushing event updated for resources: {'Port': ['ID=1382684a-6f15-40b6-ae7c-b76ba5b325f8,revision_number=7']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:31.983027 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c768e2eb-dfbb-437e-99eb-1e0862d3eab6 req-13af18b7-6750-44b0-9d02-f7c0aaec8aaf tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.986733 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on host n-h1-800086-6 for vnic_type normal with profile {"migrating_to": "n-h2-800086-6"} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:31.987153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:31.987453 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:31.995327 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] Port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:31.995661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:32.002149 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:32.002480 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] Checking segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:32.002869 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] Bound using segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:32.003299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] Bound port: 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:32.003759 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.006766 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-dd04a2cf-a33d-45e3-821a-e817441898ce tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.017710 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c768e2eb-dfbb-437e-99eb-1e0862d3eab6 req-13af18b7-6750-44b0-9d02-f7c0aaec8aaf tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.076348 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host n-h1-800086-6, got binding levels [] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:32.105594 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0128db-d53c-4741-9765-c3d7b63dcf5b {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:32.109903 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c768e2eb-dfbb-437e-99eb-1e0862d3eab6 req-13af18b7-6750-44b0-9d02-f7c0aaec8aaf tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.112547 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c768e2eb-dfbb-437e-99eb-1e0862d3eab6 req-13af18b7-6750-44b0-9d02-f7c0aaec8aaf tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.114560 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on host n-h1-800086-6 for vnic_type normal with profile {"migrating_to": "n-h2-800086-6"} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:32.115213 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:32.115823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:32.121395 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:32.121806 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:32.124498 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c768e2eb-dfbb-437e-99eb-1e0862d3eab6 req-13af18b7-6750-44b0-9d02-f7c0aaec8aaf tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "DELETE /v2.0/security-groups/6ba074d1-9603-4668-859f-978d2bd8f374 HTTP/1.1" status: 204 len: 173 time: 0.2476139 Jul 16 01:31:32.129158 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:32.129707 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Checking segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:32.130340 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Bound using segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:32.130772 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Bound port: 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:32.131165 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.141514 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.156428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af18b7-6750-44b0-9d02-f7c0aaec8aaf tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba074d1-9603-4668-859f-978d2bd8f374,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:32.165982 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] For port 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:32.169246 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Transition to ACTIVE for port object ce0128db-d53c-4741-9765-c3d7b63dcf5b will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:32.175019 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.183660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] For port 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1382684a-6f15-40b6-ae7c-b76ba5b325f8,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:32.204328 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.227136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host n-h1-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:32.232257 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.api [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 1382684a-6f15-40b6-ae7c-b76ba5b325f8-n-h1-800086-6-0 {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:31:32.233088 n-d-800086-6 neutron-server[93833]: DEBUG oslo_db.api [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:31:32.275558 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Pushing event updated for resources: {'Port': ['ID=ce0128db-d53c-4741-9765-c3d7b63dcf5b,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:32.285192 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-dd04a2cf-a33d-45e3-821a-e817441898ce tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.299499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] Pushing event updated for resources: {'Port': ['ID=1382684a-6f15-40b6-ae7c-b76ba5b325f8,revision_number=8']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:32.325773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.326373 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.327811 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-7ac67689-cca5-4599-b531-f08d95c90c26 service neutron] 10.222.0.47 "PUT /v2.0/ports/1382684a-6f15-40b6-ae7c-b76ba5b325f8 HTTP/1.1" status: 200 len: 1121 time: 0.9884121 Jul 16 01:31:32.358898 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e631f90-bb7f-45ef-9262-7779513e606d req-b1d30ad9-e640-4115-a24c-73e69cdcccbe tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.360452 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e631f90-bb7f-45ef-9262-7779513e606d req-b1d30ad9-e640-4115-a24c-73e69cdcccbe tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505 HTTP/1.1" status: 200 len: 948 time: 0.1350608 Jul 16 01:31:32.387342 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Attempting to bind port ce0128db-d53c-4741-9765-c3d7b63dcf5b on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:32.387679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Attempting to bind port ce0128db-d53c-4741-9765-c3d7b63dcf5b by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '18ee2a5b-8aa1-4fff-81c9-b595bb67224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:32.388035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Attempting to bind port ce0128db-d53c-4741-9765-c3d7b63dcf5b on network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:32.395816 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Port ce0128db-d53c-4741-9765-c3d7b63dcf5b on network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:32.396096 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Attempting to bind port ce0128db-d53c-4741-9765-c3d7b63dcf5b on network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:32.421749 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e631f90-bb7f-45ef-9262-7779513e606d req-8df51d7d-9b07-4747-82d8-61a2e0ebd21b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524440 Jul 16 01:31:32.423479 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:32.424392 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Checking segment: {'id': '18ee2a5b-8aa1-4fff-81c9-b595bb67224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:32.425034 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Bound using segment: {'id': '18ee2a5b-8aa1-4fff-81c9-b595bb67224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:32.425488 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Bound port: ce0128db-d53c-4741-9765-c3d7b63dcf5b, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ee2a5b-8aa1-4fff-81c9-b595bb67224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:32.426599 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.447909 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-dd04a2cf-a33d-45e3-821a-e817441898ce tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Allocated IP 172.25.1.159 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/36d7c55f-baee-42b6-bf70-34ced709dcd7) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:32.515225 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['1382684a-6f15-40b6-ae7c-b76ba5b325f8'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:32.526156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] For port ce0128db-d53c-4741-9765-c3d7b63dcf5b, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:32.530086 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] For port ce0128db-d53c-4741-9765-c3d7b63dcf5b, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=ce0128db-d53c-4741-9765-c3d7b63dcf5b,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:32.550053 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.582286 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-dd04a2cf-a33d-45e3-821a-e817441898ce tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.602553 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.603166 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.605259 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] 10.222.0.47 "PUT /v2.0/ports/ce0128db-d53c-4741-9765-c3d7b63dcf5b HTTP/1.1" status: 200 len: 1091 time: 1.0808225 Jul 16 01:31:32.608099 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['1382684a-6f15-40b6-ae7c-b76ba5b325f8'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:32.608267 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9387a1-daef-439c-90b3-88057c0adea9', 'tag': 'ce0128db-d53c-4741-9765-c3d7b63dcf5b'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:32.610398 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63e9962-5182-40e0-9746-715d7f260641" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9387a1-daef-439c-90b3-88057c0adea9", "tag": "ce0128db-d53c-4741-9765-c3d7b63dcf5b"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:32.626574 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-dd04a2cf-a33d-45e3-821a-e817441898ce tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.660088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8596439-c6b9-4ce2-acc0-1bd0ef8a82bf service neutron] Pushing event updated for resources: {'Port': ['ID=ce0128db-d53c-4741-9765-c3d7b63dcf5b,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:32.673364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-dd04a2cf-a33d-45e3-821a-e817441898ce tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:32.680428 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-dd04a2cf-a33d-45e3-821a-e817441898ce tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:32.683102 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04a2cf-a33d-45e3-821a-e817441898ce tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Pushing event updated for resources: {'Port': ['ID=36d7c55f-baee-42b6-bf70-34ced709dcd7,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:32.685757 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-dd04a2cf-a33d-45e3-821a-e817441898ce tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:32.687999 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c179-a1f5-4a48-a677-556783d89918 req-c30eb1fc-c1ef-428d-b945-08d4511fd6d7 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.693107 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a492c179-a1f5-4a48-a677-556783d89918 req-c30eb1fc-c1ef-428d-b945-08d4511fd6d7 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/ports?device_id=e34726a9-b594-409b-89c3-f477788b48eb HTTP/1.1" status: 200 len: 945 time: 0.1600814 Jul 16 01:31:32.763032 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a492c179-a1f5-4a48-a677-556783d89918 req-84ff7176-87d6-41d7-9bf6-f514ce029e8b tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/security-groups?id=db2ea2aa-907c-429e-9133-60c071b3a880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604978 Jul 16 01:31:32.771646 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on host n-h1-800086-6 for vnic_type normal with profile {"migrating_to": "n-h2-800086-6"} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:32.772055 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:32.772436 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:32.780304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-332b141a-cb84-4fac-808c-5641b37ff847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.781812 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-332b141a-cb84-4fac-808c-5641b37ff847 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7a28ef2c8eb4e6bad41171e1567f752&device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 1094 time: 0.0877686 Jul 16 01:31:32.781933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:32.782188 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Attempting to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:32.801096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:32.801096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Checking segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:32.801096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Bound using segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:32.801096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Bound port: 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:32.801096 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.801838 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-dd04a2cf-a33d-45e3-821a-e817441898ce tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.859071 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b0f0802b-b8ed-42bc-a231-8704a9a58d62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce0128db-d53c-4741-9765-c3d7b63dcf5b HTTP/1.1" status: 200 len: 217 time: 0.0443130 Jul 16 01:31:32.861816 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-dd04a2cf-a33d-45e3-821a-e817441898ce tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.891019 n-d-800086-6 neutron-server[93833]: WARNING neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Concurrent port binding operations failed on port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 Jul 16 01:31:32.895151 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1382684a-6f15-40b6-ae7c-b76ba5b325f8,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:32.898814 n-d-800086-6 neutron-server[93833]: INFO neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Attempt 2 to bind port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 Jul 16 01:31:32.899446 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 1382684a-6f15-40b6-ae7c-b76ba5b325f8 has no active binding in host n-h2-800086-6 {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:31:32.920836 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65500438-51be-43fe-8b2b-9b500caf1ac6 x-openstack-request-id: req-65500438-51be-43fe-8b2b-9b500caf1ac6 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:32.921511 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46eac58f-8c93-4f55-811c-8633af1d1ceb", "name": "network-vif-unplugged", "status": "completed", "tag": "1382684a-6f15-40b6-ae7c-b76ba5b325f8", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:32.921928 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-65500438-51be-43fe-8b2b-9b500caf1ac6 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:32.922545 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46eac58f-8c93-4f55-811c-8633af1d1ceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1382684a-6f15-40b6-ae7c-b76ba5b325f8', 'code': 200} Jul 16 01:31:32.924382 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-f453881f-8db9-460f-9786-330d8d13eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.927077 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-f453881f-8db9-460f-9786-330d8d13eabc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f6ab48a-a89d-4604-95e5-95b119c0d93d HTTP/1.1" status: 200 len: 843 time: 0.0547369 Jul 16 01:31:32.963171 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-b803559f-4fe9-4f31-bd1a-16ad982c8d7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284164 Jul 16 01:31:33.045191 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-dd04a2cf-a33d-45e3-821a-e817441898ce tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.050076 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-dd04a2cf-a33d-45e3-821a-e817441898ce tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.096811 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-93c1824a-ec83-4310-9cff-aab8b9c7b282 service neutron] 10.222.0.47 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208534 Jul 16 01:31:33.125889 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04a2cf-a33d-45e3-821a-e817441898ce tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Pushing event updated for resources: {'Port': ['ID=36d7c55f-baee-42b6-bf70-34ced709dcd7,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:33.126550 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2a548-a7e0-417d-a8b3-e495120673f3 req-435cac0f-bae3-41cc-8297-78a16881efed tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.128113 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a4b2a548-a7e0-417d-a8b3-e495120673f3 req-435cac0f-bae3-41cc-8297-78a16881efed tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 943 time: 0.1204624 Jul 16 01:31:33.138586 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-dd04a2cf-a33d-45e3-821a-e817441898ce tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.139732 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5ec67d71-e8a3-4124-9d1e-52ee32012752 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:33.153043 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 17ad14e3-4c7f-487b-8180-4d2aeaff3efa up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:33.153407 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-dd04a2cf-a33d-45e3-821a-e817441898ce tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.154821 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-dd04a2cf-a33d-45e3-821a-e817441898ce tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2402203 Jul 16 01:31:33.216480 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-0ac02a89-4bfa-4643-b129-48f87b2d0044 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.159 HTTP/1.1" status: 200 len: 696 time: 0.0545380 Jul 16 01:31:33.233128 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a4b2a548-a7e0-417d-a8b3-e495120673f3 req-1a6faa65-8dfb-4f39-a055-05e4db8ea611 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887456 Jul 16 01:31:33.249247 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-733dc7ea-8d50-4ec5-b528-0c0d6229dcbf req-3e2c8fd0-a3ab-4281-8957-cc1dde79b4a1 service neutron] 10.222.0.47 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393287 Jul 16 01:31:33.330654 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3209d696-13d7-41b6-85c0-62c296b117b1 req-c7206a2a-d890-41cf-a5f3-8927fc4658b7 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "GET /v2.0/security-groups/c3d587fa-830e-4001-a538-bf14ba3f7bb2 HTTP/1.1" status: 200 len: 1813 time: 0.0567021 Jul 16 01:31:33.350078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-11b1adfe-fd3c-45d4-8fa0-a49d54ec8f88 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.351657 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-69735fac-18cf-4957-8352-0b88bdcd88f0 req-11b1adfe-fd3c-45d4-8fa0-a49d54ec8f88 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1305609 Jul 16 01:31:33.387107 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 17ad14e3-4c7f-487b-8180-4d2aeaff3efa completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:33.398268 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 17ad14e3-4c7f-487b-8180-4d2aeaff3efa triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:33.398643 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.400423 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3209d696-13d7-41b6-85c0-62c296b117b1 req-3a083ac3-9eb8-400b-b912-300a0a064040 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.426099 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3209d696-13d7-41b6-85c0-62c296b117b1 req-3a083ac3-9eb8-400b-b912-300a0a064040 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.434352 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5ec67d71-e8a3-4124-9d1e-52ee32012752, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5ec67d71-e8a3-4124-9d1e-52ee32012752,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:33.454420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '5ec67d71-e8a3-4124-9d1e-52ee32012752', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '5ec67d71-e8a3-4124-9d1e-52ee32012752', 'mac_address': 'fa:16:3e:b2:95:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:33.472751 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3209d696-13d7-41b6-85c0-62c296b117b1 req-3a083ac3-9eb8-400b-b912-300a0a064040 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.475792 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3209d696-13d7-41b6-85c0-62c296b117b1 req-3a083ac3-9eb8-400b-b912-300a0a064040 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.476955 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3209d696-13d7-41b6-85c0-62c296b117b1 req-3a083ac3-9eb8-400b-b912-300a0a064040 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "DELETE /v2.0/security-groups/c3d587fa-830e-4001-a538-bf14ba3f7bb2 HTTP/1.1" status: 204 len: 173 time: 0.1383905 Jul 16 01:31:33.487831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a083ac3-9eb8-400b-b912-300a0a064040 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d587fa-830e-4001-a538-bf14ba3f7bb2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:33.521145 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b72a4d5-6a28-4109-93ee-4a1c67393909 x-openstack-request-id: req-1b72a4d5-6a28-4109-93ee-4a1c67393909 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:33.521633 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9387a1-daef-439c-90b3-88057c0adea9", "tag": "ce0128db-d53c-4741-9765-c3d7b63dcf5b", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:33.522251 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1b72a4d5-6a28-4109-93ee-4a1c67393909 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:33.523445 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9387a1-daef-439c-90b3-88057c0adea9', 'tag': 'ce0128db-d53c-4741-9765-c3d7b63dcf5b', 'status': 'completed', 'code': 200} Jul 16 01:31:33.534490 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.558647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec67d71-e8a3-4124-9d1e-52ee32012752 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:33.563524 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.588303 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5ec67d71-e8a3-4124-9d1e-52ee32012752, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5ec67d71-e8a3-4124-9d1e-52ee32012752,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:33.595617 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.603514 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34726a9-b594-409b-89c3-f477788b48eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ad14e3-4c7f-487b-8180-4d2aeaff3efa'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:33.606164 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6feef3-3941-4744-91ec-4c1ffde6286b" -d '{"events": [{"server_uuid": "e34726a9-b594-409b-89c3-f477788b48eb", "name": "network-vif-plugged", "status": "completed", "tag": "17ad14e3-4c7f-487b-8180-4d2aeaff3efa"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:33.641404 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 17ad14e3-4c7f-487b-8180-4d2aeaff3efa, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=17ad14e3-4c7f-487b-8180-4d2aeaff3efa,segment=NetworkSegment(7e35bd92-184f-48ea-99fe-c52f623dad06),segment_id=7e35bd92-184f-48ea-99fe-c52f623dad06)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:33.650498 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.671597 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5ec67d71-e8a3-4124-9d1e-52ee32012752,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:33.674985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08100d-24fa-4932-b790-95bc500ec6a5 req-8563d8d1-56cc-4601-9dac-e1a2cb346809 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.684327 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2d08100d-24fa-4932-b790-95bc500ec6a5 req-8563d8d1-56cc-4601-9dac-e1a2cb346809 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 943 time: 0.0923650 Jul 16 01:31:33.703635 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.725419 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2d08100d-24fa-4932-b790-95bc500ec6a5 req-0be05f4f-e35a-4827-aa96-4c7caa0ec498 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408280 Jul 16 01:31:33.734560 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=17ad14e3-4c7f-487b-8180-4d2aeaff3efa,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:33.800250 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d86253ff-21e4-4d5d-b648-857a02050909 req-8dc82b21-a2ba-4807-bf14-80895c4d2814 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/floatingips/c55afb15-c4b8-4b89-9898-f4a958b722fa HTTP/1.1" status: 200 len: 693 time: 0.0446413 Jul 16 01:31:33.914692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86253ff-21e4-4d5d-b648-857a02050909 req-c62c5e2c-1557-4789-a3bc-5e06fe9088b3 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.920192 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d86253ff-21e4-4d5d-b648-857a02050909 req-c62c5e2c-1557-4789-a3bc-5e06fe9088b3 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1136253 Jul 16 01:31:33.937847 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5ec67d71-e8a3-4124-9d1e-52ee32012752'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:33.969834 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d86253ff-21e4-4d5d-b648-857a02050909 req-66e5e089-f62a-4cf0-8518-fc1129b72202 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.159 HTTP/1.1" status: 200 len: 696 time: 0.0480378 Jul 16 01:31:33.981090 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e9962-5182-40e0-9746-715d7f260641 req-c2bd2ce1-940f-4bfa-8ea6-daf6e8ec1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.982601 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c63e9962-5182-40e0-9746-715d7f260641 req-c2bd2ce1-940f-4bfa-8ea6-daf6e8ec1fc4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7a28ef2c8eb4e6bad41171e1567f752&device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 1094 time: 0.3607199 Jul 16 01:31:33.993342 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745752e0-68b6-4425-8446-f999a6bee864 req-0cbf817a-90be-44b0-ba02-861b12f24f2b tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.994921 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-745752e0-68b6-4425-8446-f999a6bee864 req-0cbf817a-90be-44b0-ba02-861b12f24f2b tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=da4730a2-6e4a-4d8a-b844-99f99e809dea HTTP/1.1" status: 200 len: 1100 time: 0.0789449 Jul 16 01:31:34.026246 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d86253ff-21e4-4d5d-b648-857a02050909 req-7de24213-5bf3-4334-b6a8-229584361764 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.159 HTTP/1.1" status: 200 len: 696 time: 0.0487981 Jul 16 01:31:34.084601 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-745752e0-68b6-4425-8446-f999a6bee864 req-a0670d10-5a16-4947-bcd0-c6c226b3b838 tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836630 Jul 16 01:31:34.123495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e9962-5182-40e0-9746-715d7f260641 req-696f84d8-cfa7-45e7-a711-6c9d49db715d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.125484 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c63e9962-5182-40e0-9746-715d7f260641 req-696f84d8-cfa7-45e7-a711-6c9d49db715d service neutron] 10.222.0.47 "GET /v2.0/networks?id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071 HTTP/1.1" status: 200 len: 904 time: 0.1228337 Jul 16 01:31:34.162166 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-d86253ff-21e4-4d5d-b648-857a02050909 req-85f62995-4315-4f0b-a386-2967fd81210e tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Deleting port 36d7c55f-baee-42b6-bf70-34ced709dcd7 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:34.162547 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d86253ff-21e4-4d5d-b648-857a02050909 req-85f62995-4315-4f0b-a386-2967fd81210e tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.170621 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c63e9962-5182-40e0-9746-715d7f260641 req-0f433adb-2896-4197-b401-43bcaf2a06fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce0128db-d53c-4741-9765-c3d7b63dcf5b HTTP/1.1" status: 200 len: 217 time: 0.0372515 Jul 16 01:31:34.235745 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d86253ff-21e4-4d5d-b648-857a02050909 req-85f62995-4315-4f0b-a386-2967fd81210e tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.236063 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d86253ff-21e4-4d5d-b648-857a02050909 req-85f62995-4315-4f0b-a386-2967fd81210e tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.247777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-d86253ff-21e4-4d5d-b648-857a02050909 req-85f62995-4315-4f0b-a386-2967fd81210e tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Calling delete_port for 36d7c55f-baee-42b6-bf70-34ced709dcd7 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:34.266643 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e9962-5182-40e0-9746-715d7f260641 req-6848b611-f34d-4785-be41-1f2a4e742d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.268140 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c63e9962-5182-40e0-9746-715d7f260641 req-6848b611-f34d-4785-be41-1f2a4e742d28 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f6ab48a-a89d-4604-95e5-95b119c0d93d HTTP/1.1" status: 200 len: 843 time: 0.0713985 Jul 16 01:31:34.299962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585d222-0727-4c5a-950f-5cf578f2b0a3 req-7cd52e26-6c39-4d05-9665-731e7b0b9266 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.302019 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1585d222-0727-4c5a-950f-5cf578f2b0a3 req-7cd52e26-6c39-4d05-9665-731e7b0b9266 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505 HTTP/1.1" status: 200 len: 949 time: 0.1148794 Jul 16 01:31:34.321423 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c63e9962-5182-40e0-9746-715d7f260641 req-c3e5d8ca-b3a6-40f8-aa1d-407396fe6c16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409853 Jul 16 01:31:34.378585 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1585d222-0727-4c5a-950f-5cf578f2b0a3 req-5020d1a1-dbf3-4912-96f5-fc6ae09fc592 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595374 Jul 16 01:31:34.379374 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d86253ff-21e4-4d5d-b648-857a02050909 req-85f62995-4315-4f0b-a386-2967fd81210e tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.405332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f62995-4315-4f0b-a386-2967fd81210e tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Pushing event deleted for resources: {'Port': ['ID=36d7c55f-baee-42b6-bf70-34ced709dcd7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:34.466276 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c63e9962-5182-40e0-9746-715d7f260641 req-cab08fef-a9e0-47e3-be8f-d2a37ab9e53e service neutron] 10.222.0.47 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317112 Jul 16 01:31:34.469404 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d86253ff-21e4-4d5d-b648-857a02050909 req-85f62995-4315-4f0b-a386-2967fd81210e tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.471941 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d86253ff-21e4-4d5d-b648-857a02050909 req-85f62995-4315-4f0b-a386-2967fd81210e tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.472838 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3c0cbee0-ef66-4065-9fed-dde492d6e725 req-04b099b1-cb7f-413c-8a91-7452cd267afa tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "GET /v2.0/security-groups/c1d7fc3f-205d-429d-970e-616d08e3a5ff HTTP/1.1" status: 200 len: 1812 time: 0.0597129 Jul 16 01:31:34.473180 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d86253ff-21e4-4d5d-b648-857a02050909 req-85f62995-4315-4f0b-a386-2967fd81210e tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "DELETE /v2.0/floatingips/c55afb15-c4b8-4b89-9898-f4a958b722fa HTTP/1.1" status: 204 len: 173 time: 0.4406772 Jul 16 01:31:34.513683 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9726cf0-5f59-499c-9935-c1f8826279cf x-openstack-request-id: req-f9726cf0-5f59-499c-9935-c1f8826279cf {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:34.514666 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34726a9-b594-409b-89c3-f477788b48eb", "name": "network-vif-plugged", "status": "completed", "tag": "17ad14e3-4c7f-487b-8180-4d2aeaff3efa", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:34.515221 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f9726cf0-5f59-499c-9935-c1f8826279cf {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:34.515809 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34726a9-b594-409b-89c3-f477788b48eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ad14e3-4c7f-487b-8180-4d2aeaff3efa', 'code': 200} Jul 16 01:31:34.600303 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3c0cbee0-ef66-4065-9fed-dde492d6e725 req-628a7474-e844-47bc-84ea-9df118f5545e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.609313 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c63e9962-5182-40e0-9746-715d7f260641 req-fa46d0c6-8441-48c6-99e0-c06f165f0c74 service neutron] 10.222.0.47 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355014 Jul 16 01:31:34.652170 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3c0cbee0-ef66-4065-9fed-dde492d6e725 req-628a7474-e844-47bc-84ea-9df118f5545e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.665616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7497a81-cda0-4df4-bb6e-86331bf93025 req-ebc609c6-2c32-40c9-8a39-c3c5e5c0471d tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.667127 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a7497a81-cda0-4df4-bb6e-86331bf93025 req-ebc609c6-2c32-40c9-8a39-c3c5e5c0471d tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/ports?device_id=e34726a9-b594-409b-89c3-f477788b48eb HTTP/1.1" status: 200 len: 946 time: 0.0641265 Jul 16 01:31:34.703475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a7b8e-544e-473f-a773-d40df6a7da20 req-483dfe2d-9c86-4afa-bc1a-fd56933dde5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.705020 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-428a7b8e-544e-473f-a773-d40df6a7da20 req-483dfe2d-9c86-4afa-bc1a-fd56933dde5f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e34726a9-b594-409b-89c3-f477788b48eb HTTP/1.1" status: 200 len: 1097 time: 0.0895143 Jul 16 01:31:34.706102 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3c0cbee0-ef66-4065-9fed-dde492d6e725 req-628a7474-e844-47bc-84ea-9df118f5545e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.708013 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a7497a81-cda0-4df4-bb6e-86331bf93025 req-997edd41-bc53-4e98-a729-499560ed0e8a tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/security-groups?id=db2ea2aa-907c-429e-9133-60c071b3a880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351822 Jul 16 01:31:34.709241 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3c0cbee0-ef66-4065-9fed-dde492d6e725 req-628a7474-e844-47bc-84ea-9df118f5545e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.710261 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3c0cbee0-ef66-4065-9fed-dde492d6e725 req-628a7474-e844-47bc-84ea-9df118f5545e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "DELETE /v2.0/security-groups/c1d7fc3f-205d-429d-970e-616d08e3a5ff HTTP/1.1" status: 204 len: 173 time: 0.2284250 Jul 16 01:31:34.726155 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a7474-e844-47bc-84ea-9df118f5545e tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d7fc3f-205d-429d-970e-616d08e3a5ff,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:34.750936 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-428a7b8e-544e-473f-a773-d40df6a7da20 req-5bb7da5c-4bd3-4004-80a6-99cc42c7c77d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=db2ea2aa-907c-429e-9133-60c071b3a880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313373 Jul 16 01:31:34.858011 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d964c-8347-4ca2-aacc-471740b11885 req-8dcc65e4-329f-4465-b0b6-eed1af1b1ff0 tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.859576 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-061d964c-8347-4ca2-aacc-471740b11885 req-8dcc65e4-329f-4465-b0b6-eed1af1b1ff0 tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f HTTP/1.1" status: 200 len: 1101 time: 0.0563085 Jul 16 01:31:34.893604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c659989-831d-48e5-856a-9347beb38896 req-08989a1e-14e4-4be6-8c4a-70e7928320ea tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.894864 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-061d964c-8347-4ca2-aacc-471740b11885 req-fd9dc047-b393-45b3-8977-2cf64259916d tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288379 Jul 16 01:31:34.895598 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7c659989-831d-48e5-856a-9347beb38896 req-08989a1e-14e4-4be6-8c4a-70e7928320ea tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 943 time: 0.0626643 Jul 16 01:31:34.924353 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46eac58f-8c93-4f55-811c-8633af1d1ceb', 'tag': '1382684a-6f15-40b6-ae7c-b76ba5b325f8'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:34.927912 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a1c690-3763-4785-9674-404e954554ef" -d '{"events": [{"name": "network-changed", "server_uuid": "46eac58f-8c93-4f55-811c-8633af1d1ceb", "tag": "1382684a-6f15-40b6-ae7c-b76ba5b325f8"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:34.948129 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7c659989-831d-48e5-856a-9347beb38896 req-bcca60cd-4775-48b0-9055-d70e29bd380b tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465038 Jul 16 01:31:34.970952 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [req-cb11a47d-9a65-4969-aaef-b89f1b915d9a req-0ef3d705-11aa-4dfb-a6a2-97d2b2c9d1cd tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] show failed (client error): The resource could not be found. Jul 16 01:31:34.970952 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cb11a47d-9a65-4969-aaef-b89f1b915d9a req-0ef3d705-11aa-4dfb-a6a2-97d2b2c9d1cd tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/floatingips/c55afb15-c4b8-4b89-9898-f4a958b722fa HTTP/1.1" status: 404 len: 350 time: 0.0417051 Jul 16 01:31:35.025492 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eb23280f-8300-4087-9f50-988552dffef8 req-10768c03-0318-4b66-8e08-6108e5883711 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "GET /v2.0/security-groups/5e4528fd-8bef-4711-ab5f-6b98943fe9ba HTTP/1.1" status: 200 len: 1811 time: 0.0431237 Jul 16 01:31:35.082372 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eb23280f-8300-4087-9f50-988552dffef8 req-52bb81ed-e7d2-4efe-a7f3-97e265b73b73 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.104430 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eb23280f-8300-4087-9f50-988552dffef8 req-52bb81ed-e7d2-4efe-a7f3-97e265b73b73 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.142217 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5ec67d71-e8a3-4124-9d1e-52ee32012752 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:35.156949 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eb23280f-8300-4087-9f50-988552dffef8 req-52bb81ed-e7d2-4efe-a7f3-97e265b73b73 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.159688 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eb23280f-8300-4087-9f50-988552dffef8 req-52bb81ed-e7d2-4efe-a7f3-97e265b73b73 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.161066 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eb23280f-8300-4087-9f50-988552dffef8 req-52bb81ed-e7d2-4efe-a7f3-97e265b73b73 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "DELETE /v2.0/security-groups/5e4528fd-8bef-4711-ab5f-6b98943fe9ba HTTP/1.1" status: 204 len: 173 time: 0.1291828 Jul 16 01:31:35.170716 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb81ed-e7d2-4efe-a7f3-97e265b73b73 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4528fd-8bef-4711-ab5f-6b98943fe9ba,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:35.203864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 5ec67d71-e8a3-4124-9d1e-52ee32012752 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:35.208135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 5ec67d71-e8a3-4124-9d1e-52ee32012752 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:35.208511 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.225618 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37072520-5c68-4880-864f-87f4983f5101 x-openstack-request-id: req-37072520-5c68-4880-864f-87f4983f5101 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:35.225813 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46eac58f-8c93-4f55-811c-8633af1d1ceb", "tag": "1382684a-6f15-40b6-ae7c-b76ba5b325f8", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:35.226069 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-37072520-5c68-4880-864f-87f4983f5101 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:35.226455 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46eac58f-8c93-4f55-811c-8633af1d1ceb', 'tag': '1382684a-6f15-40b6-ae7c-b76ba5b325f8', 'status': 'completed', 'code': 200} Jul 16 01:31:35.257270 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [req-806d1570-c41b-4e55-86ee-29d50bd8ef79 req-01e4fa58-dcb7-43d9-8e9e-090162af5185 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] show failed (client error): The resource could not be found. Jul 16 01:31:35.258323 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-806d1570-c41b-4e55-86ee-29d50bd8ef79 req-01e4fa58-dcb7-43d9-8e9e-090162af5185 tempest-FloatingIPsTestJSON-367917775 tempest-FloatingIPsTestJSON-367917775-project] 10.222.0.54 "GET /v2.0/floatingips/c55afb15-c4b8-4b89-9898-f4a958b722fa HTTP/1.1" status: 404 len: 350 time: 0.0386975 Jul 16 01:31:35.267287 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46906) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:35.304586 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.325810 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1c690-3763-4785-9674-404e954554ef req-b13927e9-1499-4ca1-9cec-84b4be8fe7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.327744 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-41a1c690-3763-4785-9674-404e954554ef req-b13927e9-1499-4ca1-9cec-84b4be8fe7ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 1124 time: 0.0589859 Jul 16 01:31:35.336909 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc6659-3f91-41a8-978c-a4092aa5096a req-510075a9-f1dd-462c-94ea-3be1de3155c9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.344880 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31bc6659-3f91-41a8-978c-a4092aa5096a req-510075a9-f1dd-462c-94ea-3be1de3155c9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 943 time: 0.1585484 Jul 16 01:31:35.348878 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5ec67d71-e8a3-4124-9d1e-52ee32012752, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5ec67d71-e8a3-4124-9d1e-52ee32012752,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:35.353425 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.392920 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-c8a94d63-8f7f-4ea4-9fb3-8f0a5424dcd0 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=de2aff0312064c93a599fdd349ad9336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437002 Jul 16 01:31:35.406389 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5ec67d71-e8a3-4124-9d1e-52ee32012752,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:35.434169 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31bc6659-3f91-41a8-978c-a4092aa5096a req-1c0f9bc8-e662-4b01-95a8-4298a45d78bf tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883510 Jul 16 01:31:35.524139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1c690-3763-4785-9674-404e954554ef req-f1e80af8-2a8d-464e-9f8c-a6fbabbb952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.525636 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-41a1c690-3763-4785-9674-404e954554ef req-f1e80af8-2a8d-464e-9f8c-a6fbabbb952f service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 922 time: 0.1856785 Jul 16 01:31:35.573866 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b568ac8-38bd-4df8-9532-7fd7da5c31cc req-a236dca8-6f46-495f-80a5-ac8dec3e5c48 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "GET /v2.0/security-groups/da77211c-fd91-4d8c-9bec-76d18e779af2 HTTP/1.1" status: 200 len: 1813 time: 0.0814939 Jul 16 01:31:35.585061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-10cfed7d-2bcb-49ea-a24c-148fbfe1c70a tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.588714 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-10cfed7d-2bcb-49ea-a24c-148fbfe1c70a tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884277 Jul 16 01:31:35.590664 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-41a1c690-3763-4785-9674-404e954554ef req-d5837c37-3b7f-4769-98b1-91b95ece1636 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1382684a-6f15-40b6-ae7c-b76ba5b325f8 HTTP/1.1" status: 200 len: 217 time: 0.0518239 Jul 16 01:31:35.610620 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-f6fe501a-06e6-4144-ac7c-966fe072a2fd tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/quotas/de2aff0312064c93a599fdd349ad9336 HTTP/1.1" status: 200 len: 375 time: 0.0182695 Jul 16 01:31:35.681457 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1c690-3763-4785-9674-404e954554ef req-b8352e31-c666-477a-a72d-5d144c2eedb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.682919 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-41a1c690-3763-4785-9674-404e954554ef req-b8352e31-c666-477a-a72d-5d144c2eedb4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.0824544 Jul 16 01:31:35.695998 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4b568ac8-38bd-4df8-9532-7fd7da5c31cc req-e3a049e7-f9ee-4a13-9dcb-9620b4592356 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.721708 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-41a1c690-3763-4785-9674-404e954554ef req-ac5bc112-a0ff-46d3-aad6-a0372b12754d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313406 Jul 16 01:31:35.725110 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4b568ac8-38bd-4df8-9532-7fd7da5c31cc req-e3a049e7-f9ee-4a13-9dcb-9620b4592356 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.743193 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-28ac2dac-a567-4f29-ad39-495537f5d638 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1156766 Jul 16 01:31:35.800172 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4b568ac8-38bd-4df8-9532-7fd7da5c31cc req-e3a049e7-f9ee-4a13-9dcb-9620b4592356 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.803504 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4b568ac8-38bd-4df8-9532-7fd7da5c31cc req-e3a049e7-f9ee-4a13-9dcb-9620b4592356 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.804695 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b568ac8-38bd-4df8-9532-7fd7da5c31cc req-e3a049e7-f9ee-4a13-9dcb-9620b4592356 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] 10.222.0.54 "DELETE /v2.0/security-groups/da77211c-fd91-4d8c-9bec-76d18e779af2 HTTP/1.1" status: 204 len: 173 time: 0.2185791 Jul 16 01:31:35.811354 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46920) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:35.827667 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a049e7-f9ee-4a13-9dcb-9620b4592356 tempest-SecurityGroupRulesNegativeTestJSON-1051848268 tempest-SecurityGroupRulesNegativeTestJSON-1051848268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da77211c-fd91-4d8c-9bec-76d18e779af2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:35.850986 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-41a1c690-3763-4785-9674-404e954554ef req-6504db27-e77f-4f2e-a26b-4e7285b391b2 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203053 Jul 16 01:31:35.885514 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c09edef-a694-4013-8ae0-2577b96c7f35 admin admin] Deleting subnet cb89bc63-e31f-4f7a-82cc-87a39dd0eaef {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:31:35.896873 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6c09edef-a694-4013-8ae0-2577b96c7f35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.930498 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41ae3de6-bc36-4126-9d71-93393e7dc084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.991521 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-41a1c690-3763-4785-9674-404e954554ef req-7f5459a7-4cc8-4a27-a6c1-1703ee3f12a1 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317279 Jul 16 01:31:35.999843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device ce0128db-d53c-4741-9765-c3d7b63dcf5b details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:36.001862 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6c09edef-a694-4013-8ae0-2577b96c7f35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.095322 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0917145-60eb-4e95-8afe-3c0ba4fdd698 req-47a7d4b6-2810-4786-8e65-4460ed9b346a tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.096930 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d0917145-60eb-4e95-8afe-3c0ba4fdd698 req-47a7d4b6-2810-4786-8e65-4460ed9b346a tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/ports?device_id=e34726a9-b594-409b-89c3-f477788b48eb HTTP/1.1" status: 200 len: 946 time: 0.0732262 Jul 16 01:31:36.127139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port ce0128db-d53c-4741-9765-c3d7b63dcf5b, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=ce0128db-d53c-4741-9765-c3d7b63dcf5b,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:36.144136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'ce0128db-d53c-4741-9765-c3d7b63dcf5b', 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071', 'port_id': 'ce0128db-d53c-4741-9765-c3d7b63dcf5b', 'mac_address': 'fa:16:3e:8b:82:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6ab48a-a89d-4604-95e5-95b119c0d93d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:36.153435 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d0917145-60eb-4e95-8afe-3c0ba4fdd698 req-4e62ac21-1088-4ad6-a22d-91d7d00691ad tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/security-groups?id=db2ea2aa-907c-429e-9133-60c071b3a880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481892 Jul 16 01:31:36.200692 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6c09edef-a694-4013-8ae0-2577b96c7f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.225601 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.242984 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0128db-d53c-4741-9765-c3d7b63dcf5b {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:36.268711 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port ce0128db-d53c-4741-9765-c3d7b63dcf5b, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=ce0128db-d53c-4741-9765-c3d7b63dcf5b,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:36.274416 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.309661 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-90b11a3e-daed-45bb-9e30-4a9d6e3f7f2f req-7c5a9c57-0f4d-434a-8e1e-0cd524def051 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=80ac73fe-b193-4dad-963b-967e7fc15a77 HTTP/1.1" status: 200 len: 210 time: 0.0535352 Jul 16 01:31:36.326036 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f3907-141f-41ec-81ca-25d69a7e5d1e req-3adedb36-1d0e-4118-849a-3339477caade tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.327742 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be0f3907-141f-41ec-81ca-25d69a7e5d1e req-3adedb36-1d0e-4118-849a-3339477caade tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505 HTTP/1.1" status: 200 len: 950 time: 0.2944126 Jul 16 01:31:36.353702 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6c09edef-a694-4013-8ae0-2577b96c7f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.360120 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=ce0128db-d53c-4741-9765-c3d7b63dcf5b,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:36.400124 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09edef-a694-4013-8ae0-2577b96c7f35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb89bc63-e31f-4f7a-82cc-87a39dd0eaef,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:36.402090 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6c09edef-a694-4013-8ae0-2577b96c7f35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.403967 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6c09edef-a694-4013-8ae0-2577b96c7f35 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/cb89bc63-e31f-4f7a-82cc-87a39dd0eaef HTTP/1.1" status: 204 len: 168 time: 0.5916340 Jul 16 01:31:36.407289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46936) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:36.422048 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be0f3907-141f-41ec-81ca-25d69a7e5d1e req-79a166cf-a840-4841-966f-d9ce646f591b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834730 Jul 16 01:31:36.518482 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-41ae3de6-bc36-4126-9d71-93393e7dc084 admin admin] Deleting port c0b5fa7e-ca3b-43bc-86f2-7801915c3378 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:36.518735 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02809e29-cb58-45fc-a1a9-28bc6c19b505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec67d71-e8a3-4124-9d1e-52ee32012752'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:36.518830 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41ae3de6-bc36-4126-9d71-93393e7dc084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.521217 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2bd104-c83d-4deb-b835-359d1bf64b49" -d '{"events": [{"server_uuid": "02809e29-cb58-45fc-a1a9-28bc6c19b505", "name": "network-vif-plugged", "status": "completed", "tag": "5ec67d71-e8a3-4124-9d1e-52ee32012752"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:36.528900 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6af7136a-2f2e-4c6a-b47e-d768081e846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.608459 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-41ae3de6-bc36-4126-9d71-93393e7dc084 admin admin] For port c0b5fa7e-ca3b-43bc-86f2-7801915c3378, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c0b5fa7e-ca3b-43bc-86f2-7801915c3378,segment=NetworkSegment(571c5a7e-797f-45d5-b34d-799f51285b5e),segment_id=571c5a7e-797f-45d5-b34d-799f51285b5e)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:36.608459 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41ae3de6-bc36-4126-9d71-93393e7dc084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.624195 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6af7136a-2f2e-4c6a-b47e-d768081e846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.625187 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-41ae3de6-bc36-4126-9d71-93393e7dc084 admin admin] Calling delete_port for c0b5fa7e-ca3b-43bc-86f2-7801915c3378 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:36.637497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6af7136a-2f2e-4c6a-b47e-d768081e846d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0aad2b-dba2-4ee5-84bf-5ebf37567035']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:36.651455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081ab88-8012-4d9a-8b22-3c6da45c28e5 req-3651660a-c120-41a1-ae88-7911770deeb9 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.656225 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9081ab88-8012-4d9a-8b22-3c6da45c28e5 req-3651660a-c120-41a1-ae88-7911770deeb9 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 944 time: 0.1732011 Jul 16 01:31:36.672412 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6af7136a-2f2e-4c6a-b47e-d768081e846d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1bf63f-1d24-4da0-9460-9d9a155f63de') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:36.672847 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6af7136a-2f2e-4c6a-b47e-d768081e846d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1bf63f-1d24-4da0-9460-9d9a155f63de') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:36.690318 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6af7136a-2f2e-4c6a-b47e-d768081e846d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.719044 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6af7136a-2f2e-4c6a-b47e-d768081e846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.737329 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9081ab88-8012-4d9a-8b22-3c6da45c28e5 req-1c6c623e-7f37-4a00-b4b2-8c86c4df7517 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746057 Jul 16 01:31:36.744654 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af7136a-2f2e-4c6a-b47e-d768081e846d admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:36.745083 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6af7136a-2f2e-4c6a-b47e-d768081e846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:36.746987 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:36.787503 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8a33ed-a94a-436f-a188-c3578dd39d2f x-openstack-request-id: req-0a8a33ed-a94a-436f-a188-c3578dd39d2f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:36.788079 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02809e29-cb58-45fc-a1a9-28bc6c19b505", "name": "network-vif-plugged", "status": "completed", "tag": "5ec67d71-e8a3-4124-9d1e-52ee32012752", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:36.788552 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0a8a33ed-a94a-436f-a188-c3578dd39d2f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:36.789168 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02809e29-cb58-45fc-a1a9-28bc6c19b505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec67d71-e8a3-4124-9d1e-52ee32012752', 'code': 200} Jul 16 01:31:36.822615 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6af7136a-2f2e-4c6a-b47e-d768081e846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.840876 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6af7136a-2f2e-4c6a-b47e-d768081e846d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.846103 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6af7136a-2f2e-4c6a-b47e-d768081e846d admin admin] 10.222.0.54 "DELETE /v2.0/networks/eb0aad2b-dba2-4ee5-84bf-5ebf37567035 HTTP/1.1" status: 204 len: 168 time: 0.4374349 Jul 16 01:31:36.848338 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7136a-2f2e-4c6a-b47e-d768081e846d admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0aad2b-dba2-4ee5-84bf-5ebf37567035,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:36.971386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46944) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:37.008577 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3a6d0-d3c9-4a0c-9bc9-a9b2053e23c9 req-7e5f3e7b-0f10-4166-bcdb-7a02d578378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.010084 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cbb3a6d0-d3c9-4a0c-9bc9-a9b2053e23c9 req-7e5f3e7b-0f10-4166-bcdb-7a02d578378f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505 HTTP/1.1" status: 200 len: 1101 time: 0.0812752 Jul 16 01:31:37.041167 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e7641fc1-7b6a-475f-8dda-f67b80361553 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dcef900c740349fcb8512b88e5861824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0684640 Jul 16 01:31:37.044699 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46946) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:37.045175 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['ce0128db-d53c-4741-9765-c3d7b63dcf5b'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:37.082713 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cbb3a6d0-d3c9-4a0c-9bc9-a9b2053e23c9 req-00887c5b-4ff3-4555-beb1-2873764a3187 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639439 Jul 16 01:31:37.116225 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99dd9fb3-583a-4f2e-a387-29ed50b4ee28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.140662 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99dd9fb3-583a-4f2e-a387-29ed50b4ee28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.147234 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d88b3-4002-4870-b137-252195109af7 req-c9419a78-001d-467f-85cd-3b1d439153d1 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.148789 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6c0d88b3-4002-4870-b137-252195109af7 req-c9419a78-001d-467f-85cd-3b1d439153d1 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 943 time: 0.4085867 Jul 16 01:31:37.174759 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41ae3de6-bc36-4126-9d71-93393e7dc084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.208564 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99dd9fb3-583a-4f2e-a387-29ed50b4ee28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.211680 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99dd9fb3-583a-4f2e-a387-29ed50b4ee28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.212124 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae3de6-bc36-4126-9d71-93393e7dc084 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b5fa7e-ca3b-43bc-86f2-7801915c3378,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:37.216496 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-99dd9fb3-583a-4f2e-a387-29ed50b4ee28 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0b080ff2-d703-4f44-9896-22cf678e6378 HTTP/1.1" status: 204 len: 168 time: 0.1675556 Jul 16 01:31:37.228894 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd9fb3-583a-4f2e-a387-29ed50b4ee28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b080ff2-d703-4f44-9896-22cf678e6378,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:37.240306 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6c0d88b3-4002-4870-b137-252195109af7 req-78b64a1a-a465-4038-8eff-d64a4197a227 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839627 Jul 16 01:31:37.466914 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ae107-ebe8-4773-b142-62abcc14a456 req-b44434b1-0a59-409c-ae6a-9b667d46d73e tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.468802 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-749ae107-ebe8-4773-b142-62abcc14a456 req-b44434b1-0a59-409c-ae6a-9b667d46d73e tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/ports?device_id=e34726a9-b594-409b-89c3-f477788b48eb HTTP/1.1" status: 200 len: 946 time: 0.0926230 Jul 16 01:31:37.483009 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41ae3de6-bc36-4126-9d71-93393e7dc084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.513148 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a9cc723-6f30-4e58-9a4a-2a2c525a0b55 req-102f045e-6bf2-49b5-908e-8accab6a2d58 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=80ac73fe-b193-4dad-963b-967e7fc15a77 HTTP/1.1" status: 200 len: 210 time: 0.0432944 Jul 16 01:31:37.515750 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-749ae107-ebe8-4773-b142-62abcc14a456 req-7181abd6-5058-4946-9386-076b3de49a6e tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/security-groups?id=db2ea2aa-907c-429e-9133-60c071b3a880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407104 Jul 16 01:31:37.854682 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-b933406b-93e8-4673-acef-b55a392bc918 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=de2aff0312064c93a599fdd349ad9336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420136 Jul 16 01:31:37.872117 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edba38-9910-45f4-b640-a16b00f14b14 req-587e9e65-91f5-46e3-bfb9-066f668a8dff tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.880204 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c3edba38-9910-45f4-b640-a16b00f14b14 req-587e9e65-91f5-46e3-bfb9-066f668a8dff tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505 HTTP/1.1" status: 200 len: 950 time: 0.1996167 Jul 16 01:31:37.978052 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c3edba38-9910-45f4-b640-a16b00f14b14 req-a1b41ca1-a0bf-4bbf-99bc-d03078c96350 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967376 Jul 16 01:31:37.991041 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ae3de6-bc36-4126-9d71-93393e7dc084 admin admin] Router c8a4a008-23cf-4b78-84ec-20129ca25508 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:38.117924 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-9565dfc2-6973-461f-9545-9ca21b0a98dd tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:38.119607 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-9565dfc2-6973-461f-9545-9ca21b0a98dd tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2582579 Jul 16 01:31:38.150267 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ae3de6-bc36-4126-9d71-93393e7dc084 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:38.150755 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-f71438bc-dc55-4f59-a938-27888455ceea tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Request body: {'port': {'device_id': '80ac73fe-b193-4dad-963b-967e7fc15a77', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': 'de2aff0312064c93a599fdd349ad9336'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:38.159413 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-41ae3de6-bc36-4126-9d71-93393e7dc084 admin admin] 10.222.0.54 "PUT /v2.0/routers/c8a4a008-23cf-4b78-84ec-20129ca25508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8908160 Jul 16 01:31:38.161013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46984) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:38.164727 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a351215-4fab-4c45-8bf0-a65b9cbb03ba req-9537d120-ecc9-40f3-84b2-860c97dce589 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:38.166451 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a351215-4fab-4c45-8bf0-a65b9cbb03ba req-9537d120-ecc9-40f3-84b2-860c97dce589 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 944 time: 0.1953404 Jul 16 01:31:38.167870 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759e3d0a-fbfb-4149-87e2-6237cbc3f32d None None] Sync routers for ids ['c8a4a008-23cf-4b78-84ec-20129ca25508'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:38.183512 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759e3d0a-fbfb-4149-87e2-6237cbc3f32d None None] Routers {'c8a4a008-23cf-4b78-84ec-20129ca25508'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:38.185662 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-759e3d0a-fbfb-4149-87e2-6237cbc3f32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:31:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c8a4a008-23cf-4b78-84ec-20129ca25508'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:38.250237 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a351215-4fab-4c45-8bf0-a65b9cbb03ba req-987d6728-60ce-4544-ac54-fe9c1228374c tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717151 Jul 16 01:31:38.384256 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1c22-67de-4d94-bb69-75078cb06129 admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.391529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-759e3d0a-fbfb-4149-87e2-6237cbc3f32d None None] Set router c8a4a008-23cf-4b78-84ec-20129ca25508 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:38.407301 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-f71438bc-dc55-4f59-a938-27888455ceea tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Made reservation on behalf of de2aff0312064c93a599fdd349ad9336 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:38.421045 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-f71438bc-dc55-4f59-a938-27888455ceea tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.425939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46990) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:38.565441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b15f48-0688-4dd7-ac91-16e8e426b7e1 req-cd9292e8-afe3-4e29-8a4c-981bd50be609 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:38.573209 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d3b15f48-0688-4dd7-ac91-16e8e426b7e1 req-cd9292e8-afe3-4e29-8a4c-981bd50be609 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 943 time: 0.1260388 Jul 16 01:31:38.580274 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1c22-67de-4d94-bb69-75078cb06129 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.629550 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-030058d8-675d-4ecb-aba9-bd4c965d5fdc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1725794491-network', 'tenant_id': '896b96fff2154ceeadc07932cbd11243'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:38.655397 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-f71438bc-dc55-4f59-a938-27888455ceea tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Allocated IP 192.168.233.123 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/7e6c06ee-3f4a-46bc-9095-77d436496816) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:38.657412 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d3b15f48-0688-4dd7-ac91-16e8e426b7e1 req-7eca4749-717a-40fe-ad9c-a4628b06b0d5 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832655 Jul 16 01:31:38.680161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030058d8-675d-4ecb-aba9-bd4c965d5fdc admin admin] Made reservation on behalf of 896b96fff2154ceeadc07932cbd11243 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:38.682693 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-030058d8-675d-4ecb-aba9-bd4c965d5fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.699050 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-dd0e1c22-67de-4d94-bb69-75078cb06129 admin admin] Deleting port 714918de-0b45-4850-b215-526c62169c6f {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:38.699392 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1c22-67de-4d94-bb69-75078cb06129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.701609 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-030058d8-675d-4ecb-aba9-bd4c965d5fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.809977 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-759e3d0a-fbfb-4149-87e2-6237cbc3f32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4a008-23cf-4b78-84ec-20129ca25508', 'name': 'tempest-FloatingIPsTestJSON-1162046959-router', 'tenant_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': '714918de-0b45-4850-b215-526c62169c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:37Z', 'revision_number': 5, 'project_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'gw_port': {'id': '714918de-0b45-4850-b215-526c62169c6f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4a008-23cf-4b78-84ec-20129ca25508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:15Z', 'updated_at': '2021-07-16T01:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:38.814159 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-030058d8-675d-4ecb-aba9-bd4c965d5fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.832572 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-030058d8-675d-4ecb-aba9-bd4c965d5fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.877907 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-66546092-fa4a-4c0a-b83a-e6328944a7de req-a7bb8c30-e28a-410d-af54-c45190b7334d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=80ac73fe-b193-4dad-963b-967e7fc15a77 HTTP/1.1" status: 200 len: 210 time: 0.0621352 Jul 16 01:31:38.891192 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-dd0e1c22-67de-4d94-bb69-75078cb06129 admin admin] For port 714918de-0b45-4850-b215-526c62169c6f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=714918de-0b45-4850-b215-526c62169c6f,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:38.892624 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1c22-67de-4d94-bb69-75078cb06129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.909461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759e3d0a-fbfb-4149-87e2-6237cbc3f32d None None] Checking router: c8a4a008-23cf-4b78-84ec-20129ca25508 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:38.929762 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759e3d0a-fbfb-4149-87e2-6237cbc3f32d None None] Routers {'c8a4a008-23cf-4b78-84ec-20129ca25508'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:38.931072 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-759e3d0a-fbfb-4149-87e2-6237cbc3f32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:31:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c8a4a008-23cf-4b78-84ec-20129ca25508'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:38.941845 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-dd0e1c22-67de-4d94-bb69-75078cb06129 admin admin] Calling delete_port for 714918de-0b45-4850-b215-526c62169c6f owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:38.945307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030058d8-675d-4ecb-aba9-bd4c965d5fdc admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:39.000634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-030058d8-675d-4ecb-aba9-bd4c965d5fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.001231 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-030058d8-675d-4ecb-aba9-bd4c965d5fdc admin admin] Added segment b90dfbc8-5bcb-45ae-880d-aef16c4ba32e of type vlan for network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 Jul 16 01:31:39.087198 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030058d8-675d-4ecb-aba9-bd4c965d5fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5afaff-bbd2-4b3b-810c-49d05483b3f3,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:39.169034 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-030058d8-675d-4ecb-aba9-bd4c965d5fdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.223112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-759e3d0a-fbfb-4149-87e2-6237cbc3f32d None None] Set router c8a4a008-23cf-4b78-84ec-20129ca25508 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:39.246619 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-030058d8-675d-4ecb-aba9-bd4c965d5fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.248046 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030058d8-675d-4ecb-aba9-bd4c965d5fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:39.248638 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-030058d8-675d-4ecb-aba9-bd4c965d5fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.273064 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1c22-67de-4d94-bb69-75078cb06129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.302460 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-759e3d0a-fbfb-4149-87e2-6237cbc3f32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4a008-23cf-4b78-84ec-20129ca25508', 'name': 'tempest-FloatingIPsTestJSON-1162046959-router', 'tenant_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:38Z', 'revision_number': 6, 'project_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:39.306437 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e1c22-67de-4d94-bb69-75078cb06129 admin admin] Pushing event deleted for resources: {'Port': ['ID=714918de-0b45-4850-b215-526c62169c6f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:39.342433 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759e3d0a-fbfb-4149-87e2-6237cbc3f32d None None] The sync data for ids ['c8a4a008-23cf-4b78-84ec-20129ca25508'] in n-d-800086-6 is: [{'id': 'c8a4a008-23cf-4b78-84ec-20129ca25508', 'name': 'tempest-FloatingIPsTestJSON-1162046959-router', 'tenant_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:12Z', 'updated_at': '2021-07-16T01:31:38Z', 'revision_number': 6, 'project_id': '55e4e48dea9a4a7aa0749dcb3b5dc82c', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:39.368615 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-f71438bc-dc55-4f59-a938-27888455ceea tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.431840 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030058d8-675d-4ecb-aba9-bd4c965d5fdc admin admin] Pushing event updated for resources: {'Network': ['ID=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:39.438364 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1c22-67de-4d94-bb69-75078cb06129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.445155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:39.446396 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-030058d8-675d-4ecb-aba9-bd4c965d5fdc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0184815 Jul 16 01:31:39.453340 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47006) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:39.457100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-f71438bc-dc55-4f59-a938-27888455ceea tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Transition to ACTIVE for port object 7e6c06ee-3f4a-46bc-9095-77d436496816 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:39.463008 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-123e0eda-5524-4225-b8f3-0a049019143f admin admin] Request body: {'subnet': {'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1725794491-subnet', 'tenant_id': '896b96fff2154ceeadc07932cbd11243', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:39.533002 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1c22-67de-4d94-bb69-75078cb06129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.536742 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1c22-67de-4d94-bb69-75078cb06129 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.552687 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123e0eda-5524-4225-b8f3-0a049019143f admin admin] Made reservation on behalf of 896b96fff2154ceeadc07932cbd11243 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:39.556900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec5c6f-df78-46d3-aac9-206753da109b req-2ca704fd-9c83-4d9d-a6f5-93038c1844ed tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:39.560406 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-123e0eda-5524-4225-b8f3-0a049019143f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.563887 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36ec5c6f-df78-46d3-aac9-206753da109b req-2ca704fd-9c83-4d9d-a6f5-93038c1844ed tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb9196e-5516-4a87-8276-f877fcd17549 HTTP/1.1" status: 200 len: 945 time: 0.2041428 Jul 16 01:31:39.615972 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1c22-67de-4d94-bb69-75078cb06129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.617067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0e1c22-67de-4d94-bb69-75078cb06129 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a4a008-23cf-4b78-84ec-20129ca25508 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:31:39.623531 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1c22-67de-4d94-bb69-75078cb06129 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.627451 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dd0e1c22-67de-4d94-bb69-75078cb06129 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c8a4a008-23cf-4b78-84ec-20129ca25508 HTTP/1.1" status: 204 len: 168 time: 1.4631715 Jul 16 01:31:39.628737 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47008) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:39.672091 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782d467-a075-45ad-a8f9-cf3e5469990e req-57e802c0-0e1d-447f-87df-18f01bd58191 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:39.685191 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a782d467-a075-45ad-a8f9-cf3e5469990e req-57e802c0-0e1d-447f-87df-18f01bd58191 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505 HTTP/1.1" status: 200 len: 950 time: 0.4595947 Jul 16 01:31:39.711520 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-1515588f-207c-4f14-b095-0aed076309a7 admin admin] Deleting subnet 84fbc705-7627-450d-b38e-73116d627caf {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:31:39.716380 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1515588f-207c-4f14-b095-0aed076309a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.732068 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-f71438bc-dc55-4f59-a938-27888455ceea tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.768911 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5c1732fa-4e5d-41e4-bbf2-74b70b445f67', '56007dd3-de4a-440e-8086-7df9708946f1', '7cdfc022-4a60-4bcb-b625-721e3134dba4'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:39.792693 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36ec5c6f-df78-46d3-aac9-206753da109b req-5dde7b1b-1945-41ad-9ea9-648f5f63be97 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279098 Jul 16 01:31:39.805989 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1515588f-207c-4f14-b095-0aed076309a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.823642 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['13ef3fc3-63e9-4806-806e-ef207d3d8b55', '97c4c89e-0923-4f25-9251-2c7c52fdd767'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:39.888078 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-f71438bc-dc55-4f59-a938-27888455ceea tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:39.922859 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a782d467-a075-45ad-a8f9-cf3e5469990e req-38ee94b4-c9e5-48d1-abe4-06bdc352be00 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364659 Jul 16 01:31:39.933772 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-f71438bc-dc55-4f59-a938-27888455ceea tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:39.955450 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-f71438bc-dc55-4f59-a938-27888455ceea tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:39.964508 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71438bc-dc55-4f59-a938-27888455ceea tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Pushing event updated for resources: {'Port': ['ID=7e6c06ee-3f4a-46bc-9095-77d436496816,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:39.971494 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1515588f-207c-4f14-b095-0aed076309a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.064657 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device ce0128db-d53c-4741-9765-c3d7b63dcf5b up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:40.127358 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1515588f-207c-4f14-b095-0aed076309a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.172802 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-f71438bc-dc55-4f59-a938-27888455ceea tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.173494 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-f71438bc-dc55-4f59-a938-27888455ceea tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.213664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515588f-207c-4f14-b095-0aed076309a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84fbc705-7627-450d-b38e-73116d627caf,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:40.225967 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1515588f-207c-4f14-b095-0aed076309a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.235089 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1515588f-207c-4f14-b095-0aed076309a7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/84fbc705-7627-450d-b38e-73116d627caf HTTP/1.1" status: 204 len: 168 time: 0.6054494 Jul 16 01:31:40.237469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47020) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:40.290718 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-f71438bc-dc55-4f59-a938-27888455ceea tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1433196 Jul 16 01:31:40.304083 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e52f94-aa52-43e1-a4f5-efc64eb15476 None None] Network e08205fd-889c-42f4-87d6-2d23f2ab96a3 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:40.315199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Request body: {'port': {'device_id': '80ac73fe-b193-4dad-963b-967e7fc15a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:40.328463 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-123e0eda-5524-4225-b8f3-0a049019143f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.350360 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.481424 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327243d-3a16-4755-baab-1afe7134fcad req-c24d7a82-c574-44c0-ab0d-b55de64e5eaa tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.482979 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d327243d-3a16-4755-baab-1afe7134fcad req-c24d7a82-c574-44c0-ab0d-b55de64e5eaa tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 944 time: 0.3788495 Jul 16 01:31:40.571820 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d327243d-3a16-4755-baab-1afe7134fcad req-cb723b95-7672-43f9-9faf-6795145adb4a tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717494 Jul 16 01:31:40.574173 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] Deleting port 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:40.574515 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.637880 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6539f-3828-4045-8d65-55cf3e1bee3c req-aeb1738e-4e5d-4fa8-a5c5-2a840715a5a9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.654730 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8aa6539f-3828-4045-8d65-55cf3e1bee3c req-aeb1738e-4e5d-4fa8-a5c5-2a840715a5a9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 943 time: 0.4977686 Jul 16 01:31:40.670667 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] For port 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98,segment=NetworkSegment(571c5a7e-797f-45d5-b34d-799f51285b5e),segment_id=571c5a7e-797f-45d5-b34d-799f51285b5e)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:40.671048 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.685335 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port ce0128db-d53c-4741-9765-c3d7b63dcf5b completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:40.694792 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d22fd464-8812-405b-b1e1-1fa3878c305b None None] Provisioning for port 7e6c06ee-3f4a-46bc-9095-77d436496816 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:40.695002 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] Calling delete_port for 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:40.695240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e0eda-5524-4225-b8f3-0a049019143f admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a8e114-6746-4f75-be46-b5ce225a99ed,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:40.720233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d22fd464-8812-405b-b1e1-1fa3878c305b None None] Provisioning complete for port 7e6c06ee-3f4a-46bc-9095-77d436496816 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:40.720865 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d22fd464-8812-405b-b1e1-1fa3878c305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.723175 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port ce0128db-d53c-4741-9765-c3d7b63dcf5b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:40.723694 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.742851 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.789538 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123e0eda-5524-4225-b8f3-0a049019143f admin admin] Checking segment: {'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:40.789950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123e0eda-5524-4225-b8f3-0a049019143f admin admin] Network hostable DHCP agents. Network: 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:40.883386 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8aa6539f-3828-4045-8d65-55cf3e1bee3c req-d215347b-4286-4055-a9b3-5ffee17fb984 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272573 Jul 16 01:31:40.916896 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d22fd464-8812-405b-b1e1-1fa3878c305b None None] Port 7e6c06ee-3f4a-46bc-9095-77d436496816 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:40.926323 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c0b5fa7e-ca3b-43bc-86f2-7801915c3378 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:40.929486 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.952244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] No DVR routers for this DVR port 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:40.959610 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123e0eda-5524-4225-b8f3-0a049019143f admin admin] Network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:40.978167 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: c0b5fa7e-ca3b-43bc-86f2-7801915c3378 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:40.978512 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c0b5fa7e-ca3b-43bc-86f2-7801915c3378 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:40.978929 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 714918de-0b45-4850-b215-526c62169c6f no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:41.019669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 714918de-0b45-4850-b215-526c62169c6f {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:41.020134 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 714918de-0b45-4850-b215-526c62169c6f not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:41.038123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] Pushing event deleted for resources: {'Port': ['ID=05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:41.083818 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30420206-efc7-46c9-9ae4-6f3d903e006f req-d9917155-4c10-4a62-8ad1-aeecb91796f3 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:41.085580 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30420206-efc7-46c9-9ae4-6f3d903e006f req-d9917155-4c10-4a62-8ad1-aeecb91796f3 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=80ac73fe-b193-4dad-963b-967e7fc15a77 HTTP/1.1" status: 200 len: 936 time: 0.2651932 Jul 16 01:31:41.140604 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.142145 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.147196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-123e0eda-5524-4225-b8f3-0a049019143f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:41.162590 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3dd867-1520-4dd3-8865-f26a5fad0a00 None None] Network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:41.165922 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123e0eda-5524-4225-b8f3-0a049019143f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:41.167560 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-123e0eda-5524-4225-b8f3-0a049019143f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.216930 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08205fd-889c-42f4-87d6-2d23f2ab96a3']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:41.217254 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9387a1-daef-439c-90b3-88057c0adea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0128db-d53c-4741-9765-c3d7b63dcf5b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:41.219472 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f016c8c8-0683-4eb4-9b9a-d3d36c70c8d3" -d '{"events": [{"server_uuid": "9f9387a1-daef-439c-90b3-88057c0adea9", "name": "network-vif-plugged", "status": "completed", "tag": "ce0128db-d53c-4741-9765-c3d7b63dcf5b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:41.225342 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-123e0eda-5524-4225-b8f3-0a049019143f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7708123 Jul 16 01:31:41.227683 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd98bb7-908e-4191-bf79-c5f5a1200897 None None] DHCP port deletion for e08205fd-889c-42f4-87d6-2d23f2ab96a3 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:31:41.262227 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571c5a7e-797f-45d5-b34d-799f51285b5e') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:41.262546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571c5a7e-797f-45d5-b34d-799f51285b5e') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:41.291575 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.301544 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port ce0128db-d53c-4741-9765-c3d7b63dcf5b, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=ce0128db-d53c-4741-9765-c3d7b63dcf5b,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:41.323731 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.332223 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30420206-efc7-46c9-9ae4-6f3d903e006f req-0d54fe73-ba74-480f-b39b-439aa690c603 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387614 Jul 16 01:31:41.339368 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4d2fb-43b3-4668-b85f-2e3333f6da21 req-4b851814-72a1-4d98-b5b5-8b6b2727dda7 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:41.339588 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-25c4d2fb-43b3-4668-b85f-2e3333f6da21 req-4b851814-72a1-4d98-b5b5-8b6b2727dda7 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.2396293 Jul 16 01:31:41.352687 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.368349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:41.369209 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:41.374043 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:41.455656 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-25c4d2fb-43b3-4668-b85f-2e3333f6da21 req-e160f04d-c06e-4584-bd2f-c2448e8139cf tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056905 Jul 16 01:31:41.499417 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=ce0128db-d53c-4741-9765-c3d7b63dcf5b,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:41.512616 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66008fa1-6a0b-44fb-b84a-1531d523231e None None] Network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:41.559334 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6c06ee-3f4a-46bc-9095-77d436496816 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:41.569293 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.570280 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.593264 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.602092 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Transition to ACTIVE for port object 7e6c06ee-3f4a-46bc-9095-77d436496816 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:41.606123 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.607129 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] 10.222.0.54 "DELETE /v2.0/networks/e08205fd-889c-42f4-87d6-2d23f2ab96a3 HTTP/1.1" status: 204 len: 168 time: 1.3671479 Jul 16 01:31:41.608288 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50afb6-1649-4029-a8e4-5f0d78000dde admin admin] Pushing event deleted for resources: {'Network': ['ID=e08205fd-889c-42f4-87d6-2d23f2ab96a3,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:41.689630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6c06ee-3f4a-46bc-9095-77d436496816,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:41.797941 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Attempting to bind port 7e6c06ee-3f4a-46bc-9095-77d436496816 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:41.798289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Attempting to bind port 7e6c06ee-3f4a-46bc-9095-77d436496816 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:41.798679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Attempting to bind port 7e6c06ee-3f4a-46bc-9095-77d436496816 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:41.802694 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-5a021c3e-551a-4bbe-8c42-bb765bb5301a service neutron] 10.222.0.26 "GET /v2.0/ports/1382684a-6f15-40b6-ae7c-b76ba5b325f8/bindings/n-h2-800086-6 HTTP/1.1" status: 200 len: 384 time: 0.1364975 Jul 16 01:31:41.805247 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Port 7e6c06ee-3f4a-46bc-9095-77d436496816 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:41.805694 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Attempting to bind port 7e6c06ee-3f4a-46bc-9095-77d436496816 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:41.822990 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47044) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:41.830461 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:41.831122 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:41.832047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:41.832899 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Bound port: 7e6c06ee-3f4a-46bc-9095-77d436496816, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:41.833477 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.917509 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1bc2b3d0-96b5-4ca1-933a-04771dd17909 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=55e4e48dea9a4a7aa0749dcb3b5dc82c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0907865 Jul 16 01:31:41.928340 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47052) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:41.955967 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8348f0-9324-426a-9afc-a354afdd252d x-openstack-request-id: req-1c8348f0-9324-426a-9afc-a354afdd252d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:41.956444 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9387a1-daef-439c-90b3-88057c0adea9", "name": "network-vif-plugged", "status": "completed", "tag": "ce0128db-d53c-4741-9765-c3d7b63dcf5b", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:41.956772 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1c8348f0-9324-426a-9afc-a354afdd252d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:41.957858 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9387a1-daef-439c-90b3-88057c0adea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0128db-d53c-4741-9765-c3d7b63dcf5b', 'code': 200} Jul 16 01:31:41.992224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] For port 7e6c06ee-3f4a-46bc-9095-77d436496816, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:42.000986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] For port 7e6c06ee-3f4a-46bc-9095-77d436496816, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7e6c06ee-3f4a-46bc-9095-77d436496816,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:42.006875 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.060081 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.060715 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.062403 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] 10.222.0.26 "PUT /v2.0/ports/7e6c06ee-3f4a-46bc-9095-77d436496816 HTTP/1.1" status: 200 len: 1096 time: 1.7524681 Jul 16 01:31:42.062865 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ac73fe-b193-4dad-963b-967e7fc15a77', 'tag': '7e6c06ee-3f4a-46bc-9095-77d436496816'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:42.066231 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ede754-78b4-4203-a798-28e81748da0e" -d '{"events": [{"name": "network-changed", "server_uuid": "80ac73fe-b193-4dad-963b-967e7fc15a77", "tag": "7e6c06ee-3f4a-46bc-9095-77d436496816"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:42.118201 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d2d9e-63e8-4a8f-9f57-a203b371cc94 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6c06ee-3f4a-46bc-9095-77d436496816,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:42.134227 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cbf42144-4ada-40b7-91b4-3edcd8ec5e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.180756 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cbf42144-4ada-40b7-91b4-3edcd8ec5e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.209922 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-20d3b0d7-c3b4-4d26-921b-0717c40ec1e8 service neutron] For port 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1382684a-6f15-40b6-ae7c-b76ba5b325f8,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:42.303436 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-20d3b0d7-c3b4-4d26-921b-0717c40ec1e8 service neutron] For port 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:42.331016 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-86bb920a-b6fb-4461-a47a-d94a7291cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.332651 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-86bb920a-b6fb-4461-a47a-d94a7291cefd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&device_id=80ac73fe-b193-4dad-963b-967e7fc15a77 HTTP/1.1" status: 200 len: 1099 time: 0.1539681 Jul 16 01:31:42.345046 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93730109-487e-4a17-b13a-a418a9b4c2bc req-ddfd5d81-fd70-4b2c-b073-daa1f101c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.346684 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-93730109-487e-4a17-b13a-a418a9b4c2bc req-ddfd5d81-fd70-4b2c-b073-daa1f101c6a5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 1096 time: 0.1390409 Jul 16 01:31:42.361541 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-20d3b0d7-c3b4-4d26-921b-0717c40ec1e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1382684a-6f15-40b6-ae7c-b76ba5b325f8 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:42.398707 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cbf42144-4ada-40b7-91b4-3edcd8ec5e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.402098 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cbf42144-4ada-40b7-91b4-3edcd8ec5e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.404311 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cbf42144-4ada-40b7-91b4-3edcd8ec5e3e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/06893a41-24ea-41f9-b9f7-735c3b947727 HTTP/1.1" status: 204 len: 168 time: 0.4746776 Jul 16 01:31:42.411177 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-20d3b0d7-c3b4-4d26-921b-0717c40ec1e8 service neutron] For port 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=1382684a-6f15-40b6-ae7c-b76ba5b325f8,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:42.437285 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf42144-4ada-40b7-91b4-3edcd8ec5e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06893a41-24ea-41f9-b9f7-735c3b947727,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:42.443482 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-61eec776-33a6-4367-a0ae-20f185781a8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=7e6c06ee-3f4a-46bc-9095-77d436496816 HTTP/1.1" status: 200 len: 217 time: 0.0902174 Jul 16 01:31:42.444313 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-20d3b0d7-c3b4-4d26-921b-0717c40ec1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.474970 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9164998-f5ef-4df2-bba4-cdf01021a855 req-362b0be2-96a1-4a23-8840-e2cd27f0efe5 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.479484 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-93730109-487e-4a17-b13a-a418a9b4c2bc req-8c4cc848-70b0-421f-8907-ea1f5af4cb81 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156292 Jul 16 01:31:42.483966 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9164998-f5ef-4df2-bba4-cdf01021a855 req-362b0be2-96a1-4a23-8840-e2cd27f0efe5 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.2223465 Jul 16 01:31:42.553405 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-42156617-0d75-4364-b5ce-2f8370997e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.556244 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-42156617-0d75-4364-b5ce-2f8370997e66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1048415 Jul 16 01:31:42.608659 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9164998-f5ef-4df2-bba4-cdf01021a855 req-1036ba1f-f706-49b1-986e-61f09353446f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234887 Jul 16 01:31:42.661716 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-20d3b0d7-c3b4-4d26-921b-0717c40ec1e8 service neutron] Transition to ACTIVE for port object 1382684a-6f15-40b6-ae7c-b76ba5b325f8 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:42.667871 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-20d3b0d7-c3b4-4d26-921b-0717c40ec1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.765230 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-8158e6aa-17ac-46e7-90e5-20bd01c8f766 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c17e039085464de19173c0823b9a056b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501521 Jul 16 01:31:42.805251 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3b0d7-c3b4-4d26-921b-0717c40ec1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1382684a-6f15-40b6-ae7c-b76ba5b325f8,revision_number=10']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:42.837370 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-20d3b0d7-c3b4-4d26-921b-0717c40ec1e8 service neutron] No DVR routers for this DVR port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:42.902279 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:42.924631 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-20d3b0d7-c3b4-4d26-921b-0717c40ec1e8 service neutron] 10.222.0.26 "PUT /v2.0/ports/1382684a-6f15-40b6-ae7c-b76ba5b325f8/bindings/n-h2-800086-6/activate HTTP/1.1" status: 200 len: 369 time: 1.1132863 Jul 16 01:31:42.941905 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:42.942695 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 05dc8ffa-0a9c-4157-85a6-01dc3c3b8f98 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:42.949413 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-5d723a4f-f0d0-48df-8b7d-c1ece8eab538 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.956101 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-5d723a4f-f0d0-48df-8b7d-c1ece8eab538 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899896 Jul 16 01:31:42.966647 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-d7f6b623-c43b-450c-8416-84073b3a65ed tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/quotas/c17e039085464de19173c0823b9a056b HTTP/1.1" status: 200 len: 375 time: 0.0095186 Jul 16 01:31:43.011869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-f67fcd22-f10f-4b16-b7d7-aa421615e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.013272 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-f67fcd22-f10f-4b16-b7d7-aa421615e9cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4449489 Jul 16 01:31:43.025023 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dbe91-9311-440a-abce-6acb75312984 req-29fe493f-130a-4397-b268-6ee1e92eb4e8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.026572 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac5dbe91-9311-440a-abce-6acb75312984 req-29fe493f-130a-4397-b268-6ee1e92eb4e8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 812 time: 0.5128777 Jul 16 01:31:43.077557 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-843f346e-859c-45a1-af20-8cccd9c18ae3 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c17e039085464de19173c0823b9a056b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020522 Jul 16 01:31:43.091531 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac5dbe91-9311-440a-abce-6acb75312984 req-ddb1edbe-6656-4e78-8a9e-1c4faabce5e8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/quotas/896b96fff2154ceeadc07932cbd11243 HTTP/1.1" status: 200 len: 375 time: 0.0510836 Jul 16 01:31:43.153109 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac5dbe91-9311-440a-abce-6acb75312984 req-09a2ee7d-bb93-4ca7-a12c-6873631e0e5b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509145 Jul 16 01:31:43.178396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 1382684a-6f15-40b6-ae7c-b76ba5b325f8 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:43.359924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 1382684a-6f15-40b6-ae7c-b76ba5b325f8 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:43.481340 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-a14b2002-3629-41c9-bc29-70d2da590e39 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421756 Jul 16 01:31:43.600119 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac5dbe91-9311-440a-abce-6acb75312984 req-c01a26b4-a920-4aa2-8d9c-04faf4f7f8bd service neutron] 10.222.0.54 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368482 Jul 16 01:31:43.613132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba2768-e6f2-4e9c-9a77-332d78f3c538 req-fef88880-260d-4ea7-86fa-ede626408c13 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.614845 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16ba2768-e6f2-4e9c-9a77-332d78f3c538 req-fef88880-260d-4ea7-86fa-ede626408c13 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 944 time: 0.1352229 Jul 16 01:31:43.615573 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47112) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:43.663623 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16ba2768-e6f2-4e9c-9a77-332d78f3c538 req-10094ac9-495e-4643-928f-f8e39e535fa9 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418165 Jul 16 01:31:43.705268 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-6bf2bec3-6f65-4d00-8356-2471e84d4d06 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.706844 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-6bf2bec3-6f65-4d00-8356-2471e84d4d06 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb&tenant_id=6060cb9382ba430f8761b732ad566a8a&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 1095 time: 0.5981984 Jul 16 01:31:43.759174 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa8ae90-b27e-4a38-a5fa-38928b8dccda x-openstack-request-id: req-6fa8ae90-b27e-4a38-a5fa-38928b8dccda {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:43.759480 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ac73fe-b193-4dad-963b-967e7fc15a77", "tag": "7e6c06ee-3f4a-46bc-9095-77d436496816", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:43.759735 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6fa8ae90-b27e-4a38-a5fa-38928b8dccda {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:43.761347 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ac73fe-b193-4dad-963b-967e7fc15a77', 'tag': '7e6c06ee-3f4a-46bc-9095-77d436496816', 'status': 'completed', 'code': 200} Jul 16 01:31:43.764763 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-917cac3c-8113-476f-88a6-5fadc9ffcd05 req-bb76617b-cbf3-499c-a503-f799993a74e9 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743497 Jul 16 01:31:43.813880 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac5dbe91-9311-440a-abce-6acb75312984 req-b0bcdf72-bade-4f92-b8f9-3ccae4122d57 service neutron] 10.222.0.54 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043693 Jul 16 01:31:43.831308 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-3d36bf65-8ef2-4d20-9a26-4921604cb935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.836975 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-3d36bf65-8ef2-4d20-9a26-4921604cb935 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb&tenant_id=6060cb9382ba430f8761b732ad566a8a HTTP/1.1" status: 200 len: 1095 time: 0.1166987 Jul 16 01:31:43.848835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da9c5d-927d-4fa7-ad60-fa09b49cfbeb req-79de5eb2-71c0-4c08-8b95-6e971949fcbc tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.850973 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55da9c5d-927d-4fa7-ad60-fa09b49cfbeb req-79de5eb2-71c0-4c08-8b95-6e971949fcbc tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cb9196e-5516-4a87-8276-f877fcd17549 HTTP/1.1" status: 200 len: 945 time: 0.1490247 Jul 16 01:31:43.857722 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-eb2794e1-1a41-4936-a081-bead7f12b38f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-511218320-network', 'tenant_id': '5cfc5cdedc5a429b88b4c0ea418a971a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:43.905015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2794e1-1a41-4936-a081-bead7f12b38f admin admin] Made reservation on behalf of 5cfc5cdedc5a429b88b4c0ea418a971a for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:43.907972 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eb2794e1-1a41-4936-a081-bead7f12b38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.957401 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eb2794e1-1a41-4936-a081-bead7f12b38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.044252 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-343b2e59-eca8-469b-a1cd-eeea94d0c054 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1013329917&fields=id&tenant_id=8067f702785a46d7aeee2219e58c580f HTTP/1.1" status: 200 len: 267 time: 0.1429040 Jul 16 01:31:44.053527 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ede754-78b4-4203-a798-28e81748da0e req-927bccf4-4c9e-47af-8017-d8ccf4588e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.055270 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83ede754-78b4-4203-a798-28e81748da0e req-927bccf4-4c9e-47af-8017-d8ccf4588e55 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&device_id=80ac73fe-b193-4dad-963b-967e7fc15a77 HTTP/1.1" status: 200 len: 1099 time: 0.1855016 Jul 16 01:31:44.058392 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-31651805-49f4-4526-ae2b-37895856d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.060059 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-31651805-49f4-4526-ae2b-37895856d139 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 1095 time: 0.1318238 Jul 16 01:31:44.190774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ede754-78b4-4203-a798-28e81748da0e req-0dfd6f0a-0391-4281-a549-1bde14852612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.193215 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83ede754-78b4-4203-a798-28e81748da0e req-0dfd6f0a-0391-4281-a549-1bde14852612 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.1298625 Jul 16 01:31:44.266702 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83ede754-78b4-4203-a798-28e81748da0e req-1412fea4-6841-41c2-acef-7c0b6805e29c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=7e6c06ee-3f4a-46bc-9095-77d436496816 HTTP/1.1" status: 200 len: 217 time: 0.0623960 Jul 16 01:31:44.269824 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-55da9c5d-927d-4fa7-ad60-fa09b49cfbeb req-c2c2dbc6-6995-49f6-80b8-0056181b5ceb tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Deleting port 435286a9-c592-4703-b538-6a0dc7b3b947 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:44.270186 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-55da9c5d-927d-4fa7-ad60-fa09b49cfbeb req-c2c2dbc6-6995-49f6-80b8-0056181b5ceb tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.278332 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eb2794e1-1a41-4936-a081-bead7f12b38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.286353 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-c422ae1d-0cd7-4825-925f-79df0658244a tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.287935 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-c422ae1d-0cd7-4825-925f-79df0658244a tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/networks?id=f742ae33-4dce-47ed-a1d3-990b523bac4e HTTP/1.1" status: 200 len: 824 time: 0.2180355 Jul 16 01:31:44.298704 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eb2794e1-1a41-4936-a081-bead7f12b38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.410300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2794e1-1a41-4936-a081-bead7f12b38f admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:44.413270 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-b41da931-e176-4967-8489-dd6f2d024959 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/quotas/8067f702785a46d7aeee2219e58c580f HTTP/1.1" status: 200 len: 375 time: 0.0976889 Jul 16 01:31:44.470279 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ede754-78b4-4203-a798-28e81748da0e req-2d171a31-829d-49af-b546-b6bf696c09f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.477253 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83ede754-78b4-4203-a798-28e81748da0e req-2d171a31-829d-49af-b546-b6bf696c09f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.2025638 Jul 16 01:31:44.563996 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-1758df82-de73-43f1-b48e-d7f7e7876ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.565505 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-1758df82-de73-43f1-b48e-d7f7e7876ce7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 922 time: 0.3712969 Jul 16 01:31:44.589005 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d463f87-5b13-414d-95d2-547f44e5f14f req-4f4bad5c-6e9e-45d5-9d2b-b96788967308 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.590506 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d463f87-5b13-414d-95d2-547f44e5f14f req-4f4bad5c-6e9e-45d5-9d2b-b96788967308 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=80ac73fe-b193-4dad-963b-967e7fc15a77 HTTP/1.1" status: 200 len: 948 time: 0.2653570 Jul 16 01:31:44.638612 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-a365fe68-5692-4119-bf40-025cc1b64a48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1382684a-6f15-40b6-ae7c-b76ba5b325f8 HTTP/1.1" status: 200 len: 217 time: 0.0439870 Jul 16 01:31:44.704690 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-e21fe2fc-c6b6-41e5-b4fc-97bba112f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.706169 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-e21fe2fc-c6b6-41e5-b4fc-97bba112f6bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.0576122 Jul 16 01:31:44.725534 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ede754-78b4-4203-a798-28e81748da0e req-f7ff02c3-8e85-4809-bd67-2e906a95f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.727102 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83ede754-78b4-4203-a798-28e81748da0e req-f7ff02c3-8e85-4809-bd67-2e906a95f98f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2202020 Jul 16 01:31:44.754888 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-cfb79d34-a1d8-4708-bf60-3d0be65dc622 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412273 Jul 16 01:31:44.785829 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2794e1-1a41-4936-a081-bead7f12b38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6b7bd9-41ef-4de9-bad2-fec339d45069,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:44.806977 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eb2794e1-1a41-4936-a081-bead7f12b38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.807319 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-eb2794e1-1a41-4936-a081-bead7f12b38f admin admin] Added segment c5b4abd4-01d2-4524-8938-4a8223bcd4eb of type vlan for network 17885fc2-afe7-4fcd-9ac4-2d4f5cab6081 Jul 16 01:31:44.865525 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d463f87-5b13-414d-95d2-547f44e5f14f req-ecca73d0-af71-4359-8e7b-42e86da83d95 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618561 Jul 16 01:31:44.877914 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83ede754-78b4-4203-a798-28e81748da0e req-0c9a678e-00cf-42e7-875d-a541114398e7 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262536 Jul 16 01:31:44.923286 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eb2794e1-1a41-4936-a081-bead7f12b38f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.940806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-55da9c5d-927d-4fa7-ad60-fa09b49cfbeb req-c2c2dbc6-6995-49f6-80b8-0056181b5ceb tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] For port 435286a9-c592-4703-b538-6a0dc7b3b947, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=435286a9-c592-4703-b538-6a0dc7b3b947,segment=NetworkSegment(f756e3f7-e46a-4a44-a34b-9a9aef14f9ac),segment_id=f756e3f7-e46a-4a44-a34b-9a9aef14f9ac)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:44.941600 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-55da9c5d-927d-4fa7-ad60-fa09b49cfbeb req-c2c2dbc6-6995-49f6-80b8-0056181b5ceb tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.048653 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-cb04ee1a-e7d6-4960-ac97-9f82867c01b1 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012873 Jul 16 01:31:45.080279 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ed91315-6485-4909-80c1-62f82552b302 req-e6631f03-ca2a-4bbf-8810-a41d9fa5051b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=1240ca6e-4031-4dab-9a5e-188b5e17c42b HTTP/1.1" status: 200 len: 210 time: 0.0675097 Jul 16 01:31:45.113945 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-d8dca74e-d24c-4693-9169-41b686eca701 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8067f702785a46d7aeee2219e58c580f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3269556 Jul 16 01:31:45.163333 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eb2794e1-1a41-4936-a081-bead7f12b38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.164425 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2794e1-1a41-4936-a081-bead7f12b38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.165015 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eb2794e1-1a41-4936-a081-bead7f12b38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.255375 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-eb2794e1-1a41-4936-a081-bead7f12b38f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6384068 Jul 16 01:31:45.264349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47142) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:45.279135 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-9ad4492e-37b1-49a7-899b-5e35bdbf3df4 admin admin] Request body: {'subnet': {'network_id': '17885fc2-afe7-4fcd-9ac4-2d4f5cab6081', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-511218320-subnet', 'tenant_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:45.279389 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83ede754-78b4-4203-a798-28e81748da0e req-9f716497-e812-4762-a70b-a8b9247357ed service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792911 Jul 16 01:31:45.291798 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-57c611c1-2617-43b6-8e14-46d715f3ed68 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157755 Jul 16 01:31:45.328256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2e0ea-2166-4705-bd43-15f8df2efd5f req-c1e5203b-be23-46b9-b3b1-409aa9a7db47 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.336428 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-69b2e0ea-2166-4705-bd43-15f8df2efd5f req-c1e5203b-be23-46b9-b3b1-409aa9a7db47 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.1205988 Jul 16 01:31:45.357726 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2794e1-1a41-4936-a081-bead7f12b38f admin admin] Pushing event updated for resources: {'Network': ['ID=17885fc2-afe7-4fcd-9ac4-2d4f5cab6081,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:45.368822 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 17885fc2-afe7-4fcd-9ac4-2d4f5cab6081 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:45.399769 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-1095198a-4be5-47c2-84ed-573614186962 service neutron] 10.222.0.54 "GET /v2.0/networks/f742ae33-4dce-47ed-a1d3-990b523bac4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848532 Jul 16 01:31:45.417367 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad4492e-37b1-49a7-899b-5e35bdbf3df4 admin admin] Made reservation on behalf of 5cfc5cdedc5a429b88b4c0ea418a971a for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:45.419859 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9ad4492e-37b1-49a7-899b-5e35bdbf3df4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.429249 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-69b2e0ea-2166-4705-bd43-15f8df2efd5f req-bb0715fc-14a9-415f-93b1-151f1fbc402b tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919054 Jul 16 01:31:45.449323 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-55da9c5d-927d-4fa7-ad60-fa09b49cfbeb req-c2c2dbc6-6995-49f6-80b8-0056181b5ceb tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.449729 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-55da9c5d-927d-4fa7-ad60-fa09b49cfbeb req-c2c2dbc6-6995-49f6-80b8-0056181b5ceb tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.450024 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [req-55da9c5d-927d-4fa7-ad60-fa09b49cfbeb req-c2c2dbc6-6995-49f6-80b8-0056181b5ceb tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Floating IP e4820c0a-2cfe-49bf-a14e-e3b9affaadee disassociated. External IP: 172.25.1.42, port: 435286a9-c592-4703-b538-6a0dc7b3b947. Jul 16 01:31:45.450377 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-55da9c5d-927d-4fa7-ad60-fa09b49cfbeb req-c2c2dbc6-6995-49f6-80b8-0056181b5ceb tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Calling delete_port for 435286a9-c592-4703-b538-6a0dc7b3b947 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:45.624063 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-34b0d78b-9b1e-4938-8516-48cf6ad88c39 req-c927c114-03a4-40fc-917c-3caf2de47688 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 210 time: 0.0471766 Jul 16 01:31:45.719053 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-6d3d1bc5-e0a8-41d0-b65e-cdebe4e01516 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c17e039085464de19173c0823b9a056b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330801 Jul 16 01:31:45.760447 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-55da9c5d-927d-4fa7-ad60-fa09b49cfbeb req-c2c2dbc6-6995-49f6-80b8-0056181b5ceb tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.794403 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2dbc6-6995-49f6-80b8-0056181b5ceb tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Pushing event deleted for resources: {'Port': ['ID=435286a9-c592-4703-b538-6a0dc7b3b947,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:45.797929 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-9e8de28c-1dc0-4def-9eb5-2131282c3ec6 service neutron] 10.222.0.54 "GET /v2.0/networks/f742ae33-4dce-47ed-a1d3-990b523bac4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972402 Jul 16 01:31:45.923741 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-e0373026-40c3-42d8-810a-102c8c798d67 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.925473 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-e0373026-40c3-42d8-810a-102c8c798d67 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905880 Jul 16 01:31:45.961012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-2a3bbf44-6c65-4361-83cb-36f43603598a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Request body: {'port': {'device_id': '1240ca6e-4031-4dab-9a5e-188b5e17c42b', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': 'c17e039085464de19173c0823b9a056b'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:46.027947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f7c24-e0e4-4bfb-bbcf-87e1b951273d req-6f583a56-2468-4ab0-a52c-e0f85fb4f927 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.029876 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7c8f7c24-e0e4-4bfb-bbcf-87e1b951273d req-6f583a56-2468-4ab0-a52c-e0f85fb4f927 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 944 time: 0.2557666 Jul 16 01:31:46.055584 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55da9c5d-927d-4fa7-ad60-fa09b49cfbeb req-c2c2dbc6-6995-49f6-80b8-0056181b5ceb tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Router afd4b5dc-5454-4798-9266-7f6f715d9b12 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:46.252881 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55da9c5d-927d-4fa7-ad60-fa09b49cfbeb req-c2c2dbc6-6995-49f6-80b8-0056181b5ceb tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:46.267998 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daec01f-af40-4950-94d1-e614f8e2f8c7 None None] Sync routers for ids ['afd4b5dc-5454-4798-9266-7f6f715d9b12'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:46.275961 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7c8f7c24-e0e4-4bfb-bbcf-87e1b951273d req-684195ea-1e32-4e04-8b6a-1d4885319ef5 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280765 Jul 16 01:31:46.281518 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-2a3bbf44-6c65-4361-83cb-36f43603598a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Made reservation on behalf of c17e039085464de19173c0823b9a056b for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:46.286008 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-2a3bbf44-6c65-4361-83cb-36f43603598a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.307110 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daec01f-af40-4950-94d1-e614f8e2f8c7 None None] Routers {'afd4b5dc-5454-4798-9266-7f6f715d9b12'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:46.308862 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-2daec01f-af40-4950-94d1-e614f8e2f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:31:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['afd4b5dc-5454-4798-9266-7f6f715d9b12'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:46.350855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-55da9c5d-927d-4fa7-ad60-fa09b49cfbeb req-c2c2dbc6-6995-49f6-80b8-0056181b5ceb tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] No DVR routers for this DVR port 435286a9-c592-4703-b538-6a0dc7b3b947 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:46.355803 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-55da9c5d-927d-4fa7-ad60-fa09b49cfbeb req-c2c2dbc6-6995-49f6-80b8-0056181b5ceb tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.358147 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55da9c5d-927d-4fa7-ad60-fa09b49cfbeb req-c2c2dbc6-6995-49f6-80b8-0056181b5ceb tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.26 "DELETE /v2.0/ports/435286a9-c592-4703-b538-6a0dc7b3b947 HTTP/1.1" status: 204 len: 173 time: 2.4939995 Jul 16 01:31:46.358690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb9196e-5516-4a87-8276-f877fcd17549', 'name': 'network-vif-deleted', 'tag': '435286a9-c592-4703-b538-6a0dc7b3b947'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:46.361130 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb2db1c-961e-4da8-8d50-1430c2ab6e40" -d '{"events": [{"server_uuid": "0cb9196e-5516-4a87-8276-f877fcd17549", "name": "network-vif-deleted", "tag": "435286a9-c592-4703-b538-6a0dc7b3b947"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:46.508602 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e3b6259f-884d-48b1-a486-92ea365916cb req-424d5725-6d36-4ac4-a5c4-4928dcf41f8a tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 210 time: 0.0898712 Jul 16 01:31:46.511510 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9ad4492e-37b1-49a7-899b-5e35bdbf3df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.621576 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-2daec01f-af40-4950-94d1-e614f8e2f8c7 None None] Set router afd4b5dc-5454-4798-9266-7f6f715d9b12 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:46.712732 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4492e-37b1-49a7-899b-5e35bdbf3df4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a254870-03b8-498a-aca3-4b4d403b78ca,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:46.767456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad4492e-37b1-49a7-899b-5e35bdbf3df4 admin admin] Checking segment: {'id': 'c5b4abd4-01d2-4524-8938-4a8223bcd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17885fc2-afe7-4fcd-9ac4-2d4f5cab6081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:46.767851 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad4492e-37b1-49a7-899b-5e35bdbf3df4 admin admin] Network hostable DHCP agents. Network: 17885fc2-afe7-4fcd-9ac4-2d4f5cab6081, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:46.775025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-2a3bbf44-6c65-4361-83cb-36f43603598a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Allocated IP 192.168.233.53 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/1fb8b52a-ae93-44c8-b6ff-b0aee0059408) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:46.815354 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e211013-fccc-4957-95d3-5e9ec3b4eb80 req-bda6c26a-1699-4d16-a7d4-ee9cc43630d8 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.823780 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e211013-fccc-4957-95d3-5e9ec3b4eb80 req-bda6c26a-1699-4d16-a7d4-ee9cc43630d8 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=80ac73fe-b193-4dad-963b-967e7fc15a77 HTTP/1.1" status: 200 len: 948 time: 0.3714869 Jul 16 01:31:46.856649 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9ae5384-d398-42e2-bf1a-8dd74980e882 req-56b83b67-1f82-4746-9268-2d866f263f31 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=1240ca6e-4031-4dab-9a5e-188b5e17c42b HTTP/1.1" status: 200 len: 210 time: 0.0591514 Jul 16 01:31:46.881625 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad4492e-37b1-49a7-899b-5e35bdbf3df4 admin admin] Network 17885fc2-afe7-4fcd-9ac4-2d4f5cab6081 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:46.905750 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-2daec01f-af40-4950-94d1-e614f8e2f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:29:13Z', 'revision_number': 4, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '7c5156f6-f7aa-4f03-9b40-ed519b936d0a', 'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'mac_address': 'fa:16:3e:1f:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:12Z', 'updated_at': '2021-07-16T01:29:20Z', 'revision_number': 5, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'subnets': [{'id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:46.939274 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daec01f-af40-4950-94d1-e614f8e2f8c7 None None] Checking router: afd4b5dc-5454-4798-9266-7f6f715d9b12 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:46.950543 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daec01f-af40-4950-94d1-e614f8e2f8c7 None None] Routers {'afd4b5dc-5454-4798-9266-7f6f715d9b12'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:46.951170 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-2daec01f-af40-4950-94d1-e614f8e2f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:31:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['afd4b5dc-5454-4798-9266-7f6f715d9b12'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:47.126526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dbe91-9311-440a-abce-6acb75312984 req-8a176554-3dd1-480e-bfc3-47e75e4f9634 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.141996 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-2daec01f-af40-4950-94d1-e614f8e2f8c7 None None] Set router afd4b5dc-5454-4798-9266-7f6f715d9b12 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:47.143602 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac5dbe91-9311-440a-abce-6acb75312984 req-8a176554-3dd1-480e-bfc3-47e75e4f9634 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.47 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 812 time: 0.2578013 Jul 16 01:31:47.144802 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-9ad4492e-37b1-49a7-899b-5e35bdbf3df4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 17885fc2-afe7-4fcd-9ac4-2d4f5cab6081) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:47.154095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964ee107-6b02-4d84-b395-a85a74d07cc1 None None] Network 17885fc2-afe7-4fcd-9ac4-2d4f5cab6081 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:47.164842 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-2a3bbf44-6c65-4361-83cb-36f43603598a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.183610 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-2a3bbf44-6c65-4361-83cb-36f43603598a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Transition to ACTIVE for port object 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:47.233840 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-2a3bbf44-6c65-4361-83cb-36f43603598a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.254302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 7e6c06ee-3f4a-46bc-9095-77d436496816 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:47.257232 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad4492e-37b1-49a7-899b-5e35bdbf3df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.257638 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9ad4492e-37b1-49a7-899b-5e35bdbf3df4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.311826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-ac5dbe91-9311-440a-abce-6acb75312984 req-aa5b53f0-7f9b-4dd2-9e1c-d40d32961189 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Request body: {'port': {'device_id': 'e9fc86ac-665f-48ec-be30-4b46bcbfe56e', 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642', 'admin_state_up': True, 'tenant_id': '896b96fff2154ceeadc07932cbd11243'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:47.343900 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-2a3bbf44-6c65-4361-83cb-36f43603598a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:47.354453 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 7e6c06ee-3f4a-46bc-9095-77d436496816, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7e6c06ee-3f4a-46bc-9095-77d436496816,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:47.356333 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-2a3bbf44-6c65-4361-83cb-36f43603598a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:47.372914 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 435286a9-c592-4703-b538-6a0dc7b3b947 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:47.379040 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '7e6c06ee-3f4a-46bc-9095-77d436496816', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '7e6c06ee-3f4a-46bc-9095-77d436496816', 'mac_address': 'fa:16:3e:de:98:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:47.381234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5ec67d71-e8a3-4124-9d1e-52ee32012752'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:47.384285 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['f3647fdd-df8a-4add-8855-e8dadc6f2950'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:47.394933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-2a3bbf44-6c65-4361-83cb-36f43603598a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:47.496599 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-2daec01f-af40-4950-94d1-e614f8e2f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:29:13Z', 'revision_number': 4, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '7c5156f6-f7aa-4f03-9b40-ed519b936d0a', 'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'mac_address': 'fa:16:3e:1f:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:12Z', 'updated_at': '2021-07-16T01:29:20Z', 'revision_number': 5, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'subnets': [{'id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:47.527505 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daec01f-af40-4950-94d1-e614f8e2f8c7 None None] The sync data for ids ['afd4b5dc-5454-4798-9266-7f6f715d9b12'] in n-d-800086-6 is: [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:29:13Z', 'revision_number': 4, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '7c5156f6-f7aa-4f03-9b40-ed519b936d0a', 'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'mac_address': 'fa:16:3e:1f:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:12Z', 'updated_at': '2021-07-16T01:29:20Z', 'revision_number': 5, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'subnets': [{'id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:47.539749 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9ad4492e-37b1-49a7-899b-5e35bdbf3df4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2728724 Jul 16 01:31:47.551203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-2a3bbf44-6c65-4361-83cb-36f43603598a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.560607 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47174) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:47.564482 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-2a3bbf44-6c65-4361-83cb-36f43603598a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.601085 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d671b-f388-4d44-8f20-eb6bcda1f78f req-efd5e165-7c3b-4168-b197-40a96caa468e tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.610798 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-774d671b-f388-4d44-8f20-eb6bcda1f78f req-efd5e165-7c3b-4168-b197-40a96caa468e tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.5390003 Jul 16 01:31:47.616860 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 435286a9-c592-4703-b538-6a0dc7b3b947 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:47.617447 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 435286a9-c592-4703-b538-6a0dc7b3b947 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:47.624966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bbf44-6c65-4361-83cb-36f43603598a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Pushing event updated for resources: {'Port': ['ID=1fb8b52a-ae93-44c8-b6ff-b0aee0059408,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:47.635952 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-511218320-router', 'tenant_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:47.676313 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-2a3bbf44-6c65-4361-83cb-36f43603598a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7204924 Jul 16 01:31:47.692437 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e211013-fccc-4957-95d3-5e9ec3b4eb80 req-4a95f1ca-51a5-44ed-b6a7-c6a4ebaca38a tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8673801 Jul 16 01:31:47.715943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Request body: {'port': {'device_id': '1240ca6e-4031-4dab-9a5e-188b5e17c42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:47.733721 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5dbe91-9311-440a-abce-6acb75312984 req-aa5b53f0-7f9b-4dd2-9e1c-d40d32961189 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Made reservation on behalf of 896b96fff2154ceeadc07932cbd11243 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:47.739949 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ac5dbe91-9311-440a-abce-6acb75312984 req-aa5b53f0-7f9b-4dd2-9e1c-d40d32961189 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.842951 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-72d8cbd5-c69b-45ed-80e7-af325e5d8ec2 None None] Provisioning for port 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:47.877494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-72d8cbd5-c69b-45ed-80e7-af325e5d8ec2 None None] Provisioning complete for port 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:47.877871 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72d8cbd5-c69b-45ed-80e7-af325e5d8ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.885111 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-774d671b-f388-4d44-8f20-eb6bcda1f78f req-03dfe223-eac6-4d13-a86c-60bdcd69add4 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731771 Jul 16 01:31:47.932076 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.007760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-ac5dbe91-9311-440a-abce-6acb75312984 req-aa5b53f0-7f9b-4dd2-9e1c-d40d32961189 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Allocated IP 172.20.0.12 (2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642/84a8e114-6746-4f75-be46-b5ce225a99ed/40806884-0e06-41d4-99f6-58fdf7305b80) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:48.053111 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.087313 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bd0324-18b1-4548-97b8-c31b04244976 x-openstack-request-id: req-c3bd0324-18b1-4548-97b8-c31b04244976 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:48.087615 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb9196e-5516-4a87-8276-f877fcd17549", "name": "network-vif-deleted", "tag": "435286a9-c592-4703-b538-6a0dc7b3b947", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:48.088758 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c3bd0324-18b1-4548-97b8-c31b04244976 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:48.089224 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb9196e-5516-4a87-8276-f877fcd17549', 'name': 'network-vif-deleted', 'tag': '435286a9-c592-4703-b538-6a0dc7b3b947', 'status': 'completed', 'code': 200} Jul 16 01:31:48.100406 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.101757 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.108967 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-17885fc2-afe7-4fcd-9ac4-2d4f5cab6081', 'network_id': '17885fc2-afe7-4fcd-9ac4-2d4f5cab6081', 'tenant_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'fixed_ips': [{'subnet_id': '6a254870-03b8-498a-aca3-4b4d403b78ca'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:31:48.110087 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.114155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50806b0b-a79d-4edf-9e37-41c87dfb7dd9 None None] New status for floating IP e4820c0a-2cfe-49bf-a14e-e3b9affaadee: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:31:48.135087 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-72d8cbd5-c69b-45ed-80e7-af325e5d8ec2 None None] Port 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:48.137350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6c06ee-3f4a-46bc-9095-77d436496816 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:48.170263 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23cb366c-8130-4c50-80cc-7c5f50ce7e97 req-22b31019-aa8e-4b51-a5e6-731586ef6e9f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 210 time: 0.0800171 Jul 16 01:31:48.183336 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 7e6c06ee-3f4a-46bc-9095-77d436496816, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7e6c06ee-3f4a-46bc-9095-77d436496816,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:48.242197 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-857e4856-cd6b-4071-af9f-0bbcf90a901f tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.244067 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-857e4856-cd6b-4071-af9f-0bbcf90a901f tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb&tenant_id=6060cb9382ba430f8761b732ad566a8a&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 1095 time: 1.0971203 Jul 16 01:31:48.247360 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.325029 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.450633 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=7e6c06ee-3f4a-46bc-9095-77d436496816,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:48.481114 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:48.481477 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:48.481802 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:48.482141 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:48.482475 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:48.482807 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:48.483125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:48.483454 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:48.483808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:48.484133 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:48.484455 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:48.484778 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:48.527728 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0acbab31-465f-4ba7-af99-e6c7661972c5 req-ee8ca165-f48e-46bf-9e67-0675a8234de9 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 210 time: 0.1574736 Jul 16 01:31:48.665409 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Allocated IP 172.20.0.2 (17885fc2-afe7-4fcd-9ac4-2d4f5cab6081/6a254870-03b8-498a-aca3-4b4d403b78ca/3bcd08e3-03a9-4553-9eb4-841119434fca) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:48.778078 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.803834 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ac5dbe91-9311-440a-abce-6acb75312984 req-aa5b53f0-7f9b-4dd2-9e1c-d40d32961189 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.821138 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['7e6c06ee-3f4a-46bc-9095-77d436496816'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:48.856102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:48.884170 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.946304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654af72-0531-461e-8786-97d2eca844a4 req-6af1e7b3-8f33-47e5-8d5c-a838e460d812 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.954743 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e654af72-0531-461e-8786-97d2eca844a4 req-6af1e7b3-8f33-47e5-8d5c-a838e460d812 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 944 time: 0.8159773 Jul 16 01:31:48.985760 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Transition to ACTIVE for port object 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:48.998948 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.000312 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.012583 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Transition to ACTIVE for port object 3bcd08e3-03a9-4553-9eb4-841119434fca will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:49.031026 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Transition to ACTIVE for port object 3bcd08e3-03a9-4553-9eb4-841119434fca will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:49.042262 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.106087 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e654af72-0531-461e-8786-97d2eca844a4 req-72c8136a-bb02-46ba-b765-5b741995ea50 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504011 Jul 16 01:31:49.130837 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb8b52a-ae93-44c8-b6ff-b0aee0059408,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:49.139297 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Network 17885fc2-afe7-4fcd-9ac4-2d4f5cab6081 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:49.157578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:49.168770 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:49.181201 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Pushing event updated for resources: {'Port': ['ID=3bcd08e3-03a9-4553-9eb4-841119434fca,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:49.291464 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Attempting to bind port 3bcd08e3-03a9-4553-9eb4-841119434fca on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:49.292158 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Attempting to bind port 3bcd08e3-03a9-4553-9eb4-841119434fca by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'c5b4abd4-01d2-4524-8938-4a8223bcd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17885fc2-afe7-4fcd-9ac4-2d4f5cab6081'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:49.292158 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Attempting to bind port 3bcd08e3-03a9-4553-9eb4-841119434fca on network 17885fc2-afe7-4fcd-9ac4-2d4f5cab6081 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:49.312535 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Attempting to bind port 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:49.313201 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Attempting to bind port 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:49.314082 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Attempting to bind port 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:49.329904 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Port 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:49.330492 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Attempting to bind port 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:49.352414 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:49.353275 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Checking segment: {'id': 'c5b4abd4-01d2-4524-8938-4a8223bcd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17885fc2-afe7-4fcd-9ac4-2d4f5cab6081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:49.353787 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.354299 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Bound using segment: {'id': 'c5b4abd4-01d2-4524-8938-4a8223bcd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17885fc2-afe7-4fcd-9ac4-2d4f5cab6081'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:49.354893 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Bound port: 3bcd08e3-03a9-4553-9eb4-841119434fca, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b4abd4-01d2-4524-8938-4a8223bcd4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17885fc2-afe7-4fcd-9ac4-2d4f5cab6081'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:49.355387 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.357999 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:49.358563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:49.359526 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:49.360175 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Bound port: 1fb8b52a-ae93-44c8-b6ff-b0aee0059408, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:49.360698 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.427061 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-4095717e-d597-4134-b282-3f9e175cd234 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.429452 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-4095717e-d597-4134-b282-3f9e175cd234 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.26 "GET /v2.0/networks?id=f742ae33-4dce-47ed-a1d3-990b523bac4e HTTP/1.1" status: 200 len: 824 time: 0.7654965 Jul 16 01:31:49.461802 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357a240-7732-4684-95f4-0b0c64797da8 req-d1f3fe2c-b02a-4039-ab79-50192681716c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.463633 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e357a240-7732-4684-95f4-0b0c64797da8 req-d1f3fe2c-b02a-4039-ab79-50192681716c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=80ac73fe-b193-4dad-963b-967e7fc15a77 HTTP/1.1" status: 200 len: 949 time: 0.1442635 Jul 16 01:31:49.495900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68704793-48ce-429c-88b2-4959da41b9ca req-4e235044-6fad-4672-8fde-0d2d557e5d15 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.498535 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-68704793-48ce-429c-88b2-4959da41b9ca req-4e235044-6fad-4672-8fde-0d2d557e5d15 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=1240ca6e-4031-4dab-9a5e-188b5e17c42b HTTP/1.1" status: 200 len: 935 time: 0.7544205 Jul 16 01:31:49.501006 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] For port 1fb8b52a-ae93-44c8-b6ff-b0aee0059408, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:49.504604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-5772af3d-3778-4c64-a8b3-8c53e8b2e0f7 service neutron] For port 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:49.510675 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ac5dbe91-9311-440a-abce-6acb75312984 req-aa5b53f0-7f9b-4dd2-9e1c-d40d32961189 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.515560 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-5772af3d-3778-4c64-a8b3-8c53e8b2e0f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.516845 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fc0a67a-6724-4688-9476-487b63c15ddc req-5772af3d-3778-4c64-a8b3-8c53e8b2e0f7 service neutron] 10.222.0.47 "DELETE /v2.0/ports/1382684a-6f15-40b6-ae7c-b76ba5b325f8/bindings/n-h1-800086-6 HTTP/1.1" status: 204 len: 173 time: 1.2509580 Jul 16 01:31:49.525239 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] For port 1fb8b52a-ae93-44c8-b6ff-b0aee0059408, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=1fb8b52a-ae93-44c8-b6ff-b0aee0059408,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:49.538550 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e357a240-7732-4684-95f4-0b0c64797da8 req-9b6626f1-23c2-4415-bc9d-557a2e3c4bcf tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686245 Jul 16 01:31:49.540320 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.606874 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb8b52a-ae93-44c8-b6ff-b0aee0059408,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:49.620191 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] For port 3bcd08e3-03a9-4553-9eb4-841119434fca, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:49.622899 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.623740 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.624955 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-95b65f1c-7405-4d87-88a6-66bd45540846 service neutron] 10.222.0.47 "PUT /v2.0/ports/1fb8b52a-ae93-44c8-b6ff-b0aee0059408 HTTP/1.1" status: 200 len: 1095 time: 1.9238479 Jul 16 01:31:49.625388 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1240ca6e-4031-4dab-9a5e-188b5e17c42b', 'tag': '1fb8b52a-ae93-44c8-b6ff-b0aee0059408'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:49.627644 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d62bc49-836d-4a86-a7c1-d1fc68e3ee50" -d '{"events": [{"name": "network-changed", "server_uuid": "1240ca6e-4031-4dab-9a5e-188b5e17c42b", "tag": "1fb8b52a-ae93-44c8-b6ff-b0aee0059408"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:49.641993 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] For port 3bcd08e3-03a9-4553-9eb4-841119434fca, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=3bcd08e3-03a9-4553-9eb4-841119434fca,segment=NetworkSegment(c5b4abd4-01d2-4524-8938-4a8223bcd4eb),segment_id=c5b4abd4-01d2-4524-8938-4a8223bcd4eb)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:49.649905 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.716849 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-998336e5-e071-4b75-9f2a-7a7778e6fbc1 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8067f702785a46d7aeee2219e58c580f HTTP/1.1" status: 200 len: 380 time: 0.2704797 Jul 16 01:31:49.718854 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5dbe91-9311-440a-abce-6acb75312984 req-aa5b53f0-7f9b-4dd2-9e1c-d40d32961189 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:49.727994 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b53f0-7f9b-4dd2-9e1c-d40d32961189 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Pushing event updated for resources: {'Port': ['ID=40806884-0e06-41d4-99f6-58fdf7305b80,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:49.735445 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c25a2-3c0d-4941-bd7d-47ded59cc3c6 None None] Pushing event updated for resources: {'Port': ['ID=3bcd08e3-03a9-4553-9eb4-841119434fca,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:49.760604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-45373762-8255-43d9-9e13-d3b4794a5ad5 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Request body: {'port': {'device_id': 'ecaeeec9-84a0-4557-baf3-46e1f60fb5b2', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'admin_state_up': True, 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'security_groups': ['6519f0de-6b59-40a6-b9bf-4c372aa44394']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:49.764167 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-ac5dbe91-9311-440a-abce-6acb75312984 req-aa5b53f0-7f9b-4dd2-9e1c-d40d32961189 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:49.767091 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5dbe91-9311-440a-abce-6acb75312984 req-aa5b53f0-7f9b-4dd2-9e1c-d40d32961189 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:49.779390 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-68704793-48ce-429c-88b2-4959da41b9ca req-f9932724-dce6-495b-a474-cb7398fa4b15 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594366 Jul 16 01:31:49.854888 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-d05f4623-72c6-4546-a5b6-8b8bbcb88981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.856556 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-d05f4623-72c6-4546-a5b6-8b8bbcb88981 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c17e039085464de19173c0823b9a056b&device_id=1240ca6e-4031-4dab-9a5e-188b5e17c42b HTTP/1.1" status: 200 len: 1098 time: 0.1176133 Jul 16 01:31:49.867606 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4051041-22a2-429f-b592-bb893f414c3c req-b6be4e60-95f4-47e8-bdc1-7806704c13b0 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.875046 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a4051041-22a2-429f-b592-bb893f414c3c req-b6be4e60-95f4-47e8-bdc1-7806704c13b0 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.1944458 Jul 16 01:31:50.004328 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-bc5b179b-9324-44f8-a7a8-c089ef60f796 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=1fb8b52a-ae93-44c8-b6ff-b0aee0059408 HTTP/1.1" status: 200 len: 217 time: 0.1142673 Jul 16 01:31:50.080337 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a4051041-22a2-429f-b592-bb893f414c3c req-cd16b52b-e8bb-4304-96b9-4649eecfbcec tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042172 Jul 16 01:31:50.091157 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-51f27c16-f905-4eb8-8a4f-458d3002d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.092690 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-51f27c16-f905-4eb8-8a4f-458d3002d480 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0769401 Jul 16 01:31:50.113397 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dbe91-9311-440a-abce-6acb75312984 req-aa5b53f0-7f9b-4dd2-9e1c-d40d32961189 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.114208 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ac5dbe91-9311-440a-abce-6acb75312984 req-aa5b53f0-7f9b-4dd2-9e1c-d40d32961189 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.161785 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac5dbe91-9311-440a-abce-6acb75312984 req-aa5b53f0-7f9b-4dd2-9e1c-d40d32961189 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8698974 Jul 16 01:31:50.167255 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-77095c70-148f-469d-89bd-2ecb8a48c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.168872 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-77095c70-148f-469d-89bd-2ecb8a48c437 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0589550 Jul 16 01:31:50.192403 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.221432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Request body: {'port': {'device_id': 'e9fc86ac-665f-48ec-be30-4b46bcbfe56e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:50.227241 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.264949 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a31a779a-1ee6-4ed4-ac0b-0afe44410367 req-9de5987a-f311-4b52-8df2-e7e04d17e02c tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 210 time: 0.0328262 Jul 16 01:31:50.316680 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20212e34-2194-402c-98fb-689e4bd007a9 x-openstack-request-id: req-20212e34-2194-402c-98fb-689e4bd007a9 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:50.317109 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1240ca6e-4031-4dab-9a5e-188b5e17c42b", "tag": "1fb8b52a-ae93-44c8-b6ff-b0aee0059408", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:50.317306 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-20212e34-2194-402c-98fb-689e4bd007a9 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:50.317703 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1240ca6e-4031-4dab-9a5e-188b5e17c42b', 'tag': '1fb8b52a-ae93-44c8-b6ff-b0aee0059408', 'status': 'completed', 'code': 200} Jul 16 01:31:50.336238 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-2079229e-5e1e-4c23-89a8-0fc5864db7c8 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286392 Jul 16 01:31:50.389890 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b1452-deb1-4685-8a59-cf9e449af93e req-15d6334e-f5d8-478c-940d-53a5ca0248b8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.391669 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-933b1452-deb1-4685-8a59-cf9e449af93e req-15d6334e-f5d8-478c-940d-53a5ca0248b8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 932 time: 0.3362470 Jul 16 01:31:50.392342 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-45373762-8255-43d9-9e13-d3b4794a5ad5 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Made reservation on behalf of 8067f702785a46d7aeee2219e58c580f for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:50.395802 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-45373762-8255-43d9-9e13-d3b4794a5ad5 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.480698 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.488693 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-820377e5-fb05-4d29-b895-fe8d1467aed2 req-c8d49d9d-ff30-4a29-9aa5-1d21da33196d service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224737 Jul 16 01:31:50.505743 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c44cb-ef0f-4863-957d-99740e56f8b0 req-769a2fbd-725b-4389-bf1b-4ece3c79b783 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.507354 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ad5c44cb-ef0f-4863-957d-99740e56f8b0 req-769a2fbd-725b-4389-bf1b-4ece3c79b783 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 1095 time: 0.0788488 Jul 16 01:31:50.550523 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ad5c44cb-ef0f-4863-957d-99740e56f8b0 req-4b6098fb-3499-4e62-b4ed-5ebf1554ba14 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356438 Jul 16 01:31:50.562732 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-933b1452-deb1-4685-8a59-cf9e449af93e req-a51262c8-451e-4d5d-beb4-dd4d2eed7b25 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569307 Jul 16 01:31:50.565346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] Allocated IP 172.25.1.76 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/6d9d3890-71d8-42fa-9002-10e4b77b6968) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:50.794899 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62bc49-836d-4a86-a7c1-d1fc68e3ee50 req-2a0973e4-b7ba-4055-a0f4-d9145dc13dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.796644 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d62bc49-836d-4a86-a7c1-d1fc68e3ee50 req-2a0973e4-b7ba-4055-a0f4-d9145dc13dfd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c17e039085464de19173c0823b9a056b&device_id=1240ca6e-4031-4dab-9a5e-188b5e17c42b HTTP/1.1" status: 200 len: 1098 time: 0.1221254 Jul 16 01:31:50.810620 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69ffff-bf9d-4045-bd14-d6b89eff2c56 req-a5b735be-047b-4ee7-9548-3c8f660fcf43 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.812854 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd69ffff-bf9d-4045-bd14-d6b89eff2c56 req-a5b735be-047b-4ee7-9548-3c8f660fcf43 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=80ac73fe-b193-4dad-963b-967e7fc15a77 HTTP/1.1" status: 200 len: 949 time: 0.0958443 Jul 16 01:31:50.906648 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd69ffff-bf9d-4045-bd14-d6b89eff2c56 req-8b84faea-a437-4389-b652-ad9c2b7f408f tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868597 Jul 16 01:31:50.931567 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-45373762-8255-43d9-9e13-d3b4794a5ad5 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Allocated IP 172.20.0.9 (f742ae33-4dce-47ed-a1d3-990b523bac4e/bc5f773e-982f-4a7b-9f31-a3984b4d24fe/087d32b1-0233-4ebe-8aed-5a1c193fe228) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:50.945331 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 3bcd08e3-03a9-4553-9eb4-841119434fca up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:50.979736 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62bc49-836d-4a86-a7c1-d1fc68e3ee50 req-026c6a59-5445-44af-9a1e-8587de79d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.981423 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d62bc49-836d-4a86-a7c1-d1fc68e3ee50 req-026c6a59-5445-44af-9a1e-8587de79d3e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.1540723 Jul 16 01:31:51.018065 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 3bcd08e3-03a9-4553-9eb4-841119434fca completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:51.041099 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d62bc49-836d-4a86-a7c1-d1fc68e3ee50 req-84d4ea24-d569-442b-be40-2cf86da2d494 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=1fb8b52a-ae93-44c8-b6ff-b0aee0059408 HTTP/1.1" status: 200 len: 217 time: 0.0444369 Jul 16 01:31:51.048199 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57be89b-3972-46c1-b5bf-e6f6c3499bf9 None None] Network 17885fc2-afe7-4fcd-9ac4-2d4f5cab6081 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:51.062623 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.130372 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62bc49-836d-4a86-a7c1-d1fc68e3ee50 req-959e396b-b95c-4042-9af1-c80b3b11e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.132378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d62bc49-836d-4a86-a7c1-d1fc68e3ee50 req-959e396b-b95c-4042-9af1-c80b3b11e50e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0808556 Jul 16 01:31:51.135043 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3952cd5-8eb2-4902-92fc-dc5f4109f48a req-e5743d97-8aa5-4f89-8599-d213fac87b65 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.144612 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d3952cd5-8eb2-4902-92fc-dc5f4109f48a req-e5743d97-8aa5-4f89-8599-d213fac87b65 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 1095 time: 0.3688476 Jul 16 01:31:51.164007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-924594bc-9deb-42b9-8163-b74090b7c89e None None] Provisioning for port 3bcd08e3-03a9-4553-9eb4-841119434fca completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:51.172168 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-924594bc-9deb-42b9-8163-b74090b7c89e None None] Provisioning complete for port 3bcd08e3-03a9-4553-9eb4-841119434fca triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:51.172550 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-924594bc-9deb-42b9-8163-b74090b7c89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.185304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07013dde-f70c-4f8f-aed7-6ed2f3dbe218 req-efa21e6e-5138-4e63-a26a-5a864a9eb765 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.186891 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-07013dde-f70c-4f8f-aed7-6ed2f3dbe218 req-efa21e6e-5138-4e63-a26a-5a864a9eb765 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=1240ca6e-4031-4dab-9a5e-188b5e17c42b HTTP/1.1" status: 200 len: 947 time: 0.1279893 Jul 16 01:31:51.219857 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 7e6c06ee-3f4a-46bc-9095-77d436496816 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:51.238034 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-07013dde-f70c-4f8f-aed7-6ed2f3dbe218 req-63fe6327-fbdb-493f-8e76-c55bb5edfa9f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447724 Jul 16 01:31:51.250125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62bc49-836d-4a86-a7c1-d1fc68e3ee50 req-90dd3dec-806e-4bb8-80f2-68821e82f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.251849 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d62bc49-836d-4a86-a7c1-d1fc68e3ee50 req-90dd3dec-806e-4bb8-80f2-68821e82f67e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031647 Jul 16 01:31:51.272963 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40806884-0e06-41d4-99f6-58fdf7305b80 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:51.306574 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.317914 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d3952cd5-8eb2-4902-92fc-dc5f4109f48a req-1880cb6d-4af4-4514-a3fb-738fe1814633 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717372 Jul 16 01:31:51.338381 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.385686 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d62bc49-836d-4a86-a7c1-d1fc68e3ee50 req-e451acad-03e6-4a73-9ce9-a0c964d44eda service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231024 Jul 16 01:31:51.403465 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-924594bc-9deb-42b9-8163-b74090b7c89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.415441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Transition to ACTIVE for port object 40806884-0e06-41d4-99f6-58fdf7305b80 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:51.418500 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] Pushing event updated for resources: {'Port': ['ID=6d9d3890-71d8-42fa-9002-10e4b77b6968,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:51.440767 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-45373762-8255-43d9-9e13-d3b4794a5ad5 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.444126 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 7e6c06ee-3f4a-46bc-9095-77d436496816 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:51.458457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-45373762-8255-43d9-9e13-d3b4794a5ad5 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Transition to ACTIVE for port object 087d32b1-0233-4ebe-8aed-5a1c193fe228 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:51.476420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-924594bc-9deb-42b9-8163-b74090b7c89e None None] For port 3bcd08e3-03a9-4553-9eb4-841119434fca, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=3bcd08e3-03a9-4553-9eb4-841119434fca,segment=NetworkSegment(c5b4abd4-01d2-4524-8938-4a8223bcd4eb),segment_id=c5b4abd4-01d2-4524-8938-4a8223bcd4eb)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:51.484309 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-924594bc-9deb-42b9-8163-b74090b7c89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.487812 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 7e6c06ee-3f4a-46bc-9095-77d436496816 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:51.488741 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.499679 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.539386 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-45373762-8255-43d9-9e13-d3b4794a5ad5 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.565192 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:51.573614 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d62bc49-836d-4a86-a7c1-d1fc68e3ee50 req-1dc1e767-2bcc-45e7-ab54-75b05ee555ed service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775806 Jul 16 01:31:51.593805 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3706f-f0b2-4bdf-8e58-b01e3efa4c53 req-21bf5bcf-1c17-4ee1-8383-7be91b20d75f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.596170 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1de3706f-f0b2-4bdf-8e58-b01e3efa4c53 req-21bf5bcf-1c17-4ee1-8383-7be91b20d75f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.1284721 Jul 16 01:31:51.614614 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:51.618781 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:51.649041 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924594bc-9deb-42b9-8163-b74090b7c89e None None] Pushing event updated for resources: {'Port': ['ID=3bcd08e3-03a9-4553-9eb4-841119434fca,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:51.654541 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=40806884-0e06-41d4-99f6-58fdf7305b80,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:51.658385 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-45373762-8255-43d9-9e13-d3b4794a5ad5 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Network f742ae33-4dce-47ed-a1d3-990b523bac4e is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:51.663302 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1de3706f-f0b2-4bdf-8e58-b01e3efa4c53 req-c56b2d89-774a-4770-b162-0e55836b0991 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620580 Jul 16 01:31:51.670474 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-45373762-8255-43d9-9e13-d3b4794a5ad5 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:51.673848 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-45373762-8255-43d9-9e13-d3b4794a5ad5 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:51.684284 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.724145 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 7e6c06ee-3f4a-46bc-9095-77d436496816, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7e6c06ee-3f4a-46bc-9095-77d436496816,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:51.724696 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ac73fe-b193-4dad-963b-967e7fc15a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6c06ee-3f4a-46bc-9095-77d436496816'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:51.727634 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78714117-e944-4d2c-8462-694036a074fc" -d '{"events": [{"server_uuid": "80ac73fe-b193-4dad-963b-967e7fc15a77", "name": "network-vif-plugged", "status": "completed", "tag": "7e6c06ee-3f4a-46bc-9095-77d436496816"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:51.731244 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.806518 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=7e6c06ee-3f4a-46bc-9095-77d436496816,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:51.853135 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45373762-8255-43d9-9e13-d3b4794a5ad5 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Pushing event updated for resources: {'Port': ['ID=087d32b1-0233-4ebe-8aed-5a1c193fe228,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:51.921107 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-518d5736-043c-4f27-95b2-0ca98a6f8f58 None None] Provisioning complete for port 3bcd08e3-03a9-4553-9eb4-841119434fca triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:51.921488 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-518d5736-043c-4f27-95b2-0ca98a6f8f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.969003 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-45373762-8255-43d9-9e13-d3b4794a5ad5 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.969643 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-45373762-8255-43d9-9e13-d3b4794a5ad5 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.017518 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c80724-7af5-4521-8e8b-42b6202e4d35 req-b63be8cf-2038-4fc9-b1af-d7eaa3749b6d tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.020339 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-34c80724-7af5-4521-8e8b-42b6202e4d35 req-b63be8cf-2038-4fc9-b1af-d7eaa3749b6d tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 931 time: 0.4658494 Jul 16 01:31:52.023607 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Attempting to bind port 40806884-0e06-41d4-99f6-58fdf7305b80 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:52.023976 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Attempting to bind port 40806884-0e06-41d4-99f6-58fdf7305b80 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:52.024308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Attempting to bind port 40806884-0e06-41d4-99f6-58fdf7305b80 on network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:52.051685 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Port 40806884-0e06-41d4-99f6-58fdf7305b80 on network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:52.052335 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Attempting to bind port 40806884-0e06-41d4-99f6-58fdf7305b80 on network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:52.055627 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-45373762-8255-43d9-9e13-d3b4794a5ad5 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3167644 Jul 16 01:31:52.079771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:52.080122 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Checking segment: {'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:52.080520 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Bound using segment: {'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:52.081009 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Bound port: 40806884-0e06-41d4-99f6-58fdf7305b80, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:52.081454 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.114238 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Request body: {'port': {'device_id': 'ecaeeec9-84a0-4557-baf3-46e1f60fb5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:52.132918 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7aaf9058-891b-47a3-a6d2-d4a362ad9330 None None] Provisioning for port 087d32b1-0233-4ebe-8aed-5a1c193fe228 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:52.136885 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7aaf9058-891b-47a3-a6d2-d4a362ad9330 None None] Provisioning complete for port 087d32b1-0233-4ebe-8aed-5a1c193fe228 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:52.137383 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9058-891b-47a3-a6d2-d4a362ad9330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.178808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-7aaf9058-891b-47a3-a6d2-d4a362ad9330 None None] Port 087d32b1-0233-4ebe-8aed-5a1c193fe228 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:52.185426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9f418-62b8-47be-a075-e23b362ba1c2 req-3ad5b8f4-e49a-460b-ad17-4c457f873a47 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.188408 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-93a9f418-62b8-47be-a075-e23b362ba1c2 req-3ad5b8f4-e49a-460b-ad17-4c457f873a47 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 944 time: 0.0724187 Jul 16 01:31:52.202477 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-34c80724-7af5-4521-8e8b-42b6202e4d35 req-324b8bfb-65e9-413d-a860-c264e3fb0c33 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693859 Jul 16 01:31:52.232422 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-93a9f418-62b8-47be-a075-e23b362ba1c2 req-e29d7cbb-97fa-40b6-bdae-08b831825991 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388212 Jul 16 01:31:52.287912 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70f022c-0e2b-430a-9e8f-0df66db0dd43 x-openstack-request-id: req-b70f022c-0e2b-430a-9e8f-0df66db0dd43 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:52.288276 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ac73fe-b193-4dad-963b-967e7fc15a77", "name": "network-vif-plugged", "status": "completed", "tag": "7e6c06ee-3f4a-46bc-9095-77d436496816", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:52.288597 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b70f022c-0e2b-430a-9e8f-0df66db0dd43 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:52.289062 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ac73fe-b193-4dad-963b-967e7fc15a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6c06ee-3f4a-46bc-9095-77d436496816', 'code': 200} Jul 16 01:31:52.322389 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] For port 40806884-0e06-41d4-99f6-58fdf7305b80, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:52.352090 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] For port 40806884-0e06-41d4-99f6-58fdf7305b80, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=40806884-0e06-41d4-99f6-58fdf7305b80,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:52.360395 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.405762 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.452561 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.461282 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.461901 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.463299 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac5dbe91-9311-440a-abce-6acb75312984 req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] 10.222.0.47 "PUT /v2.0/ports/40806884-0e06-41d4-99f6-58fdf7305b80 HTTP/1.1" status: 200 len: 1092 time: 2.2465723 Jul 16 01:31:52.463758 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fc86ac-665f-48ec-be30-4b46bcbfe56e', 'tag': '40806884-0e06-41d4-99f6-58fdf7305b80'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:52.465987 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8117d999-c287-43e8-9041-bde19eb03dda" -d '{"events": [{"name": "network-changed", "server_uuid": "e9fc86ac-665f-48ec-be30-4b46bcbfe56e", "tag": "40806884-0e06-41d4-99f6-58fdf7305b80"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:52.485360 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f210cb-534e-4669-a35f-72f99f8c007a req-ef5e887c-e26d-47dd-9838-8d6e99ee8301 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.486857 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9f210cb-534e-4669-a35f-72f99f8c007a req-ef5e887c-e26d-47dd-9838-8d6e99ee8301 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=80ac73fe-b193-4dad-963b-967e7fc15a77 HTTP/1.1" status: 200 len: 950 time: 0.1323946 Jul 16 01:31:52.490491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e8fef-108f-49bc-bb6b-8f70bf58df16 req-8dfea986-37b8-47e6-85b0-51adc29ea216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.492004 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-682e8fef-108f-49bc-bb6b-8f70bf58df16 req-8dfea986-37b8-47e6-85b0-51adc29ea216 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=80ac73fe-b193-4dad-963b-967e7fc15a77 HTTP/1.1" status: 200 len: 1101 time: 0.0815165 Jul 16 01:31:52.525497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44621ddf-503f-4d59-a56c-9832b03fc9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=40806884-0e06-41d4-99f6-58fdf7305b80,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:52.551768 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9f210cb-534e-4669-a35f-72f99f8c007a req-c1389a43-6da8-49eb-8d80-9629ce529e62 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556877 Jul 16 01:31:52.553738 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-682e8fef-108f-49bc-bb6b-8f70bf58df16 req-e4659b54-0393-48c6-b0c9-48db2f123122 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517380 Jul 16 01:31:52.865169 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341e689-8c91-4ca9-89c1-2ad2e08d34e7 req-1183dc47-20ec-48a7-b1b5-5acd0258b9f1 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.866755 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f341e689-8c91-4ca9-89c1-2ad2e08d34e7 req-1183dc47-20ec-48a7-b1b5-5acd0258b9f1 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.0683534 Jul 16 01:31:52.872946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 3bcd08e3-03a9-4553-9eb4-841119434fca up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:52.873905 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8241b3-e24d-41ef-9745-f459f460f3d9 x-openstack-request-id: req-6b8241b3-e24d-41ef-9745-f459f460f3d9 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:52.874209 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9fc86ac-665f-48ec-be30-4b46bcbfe56e", "tag": "40806884-0e06-41d4-99f6-58fdf7305b80", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:52.874452 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6b8241b3-e24d-41ef-9745-f459f460f3d9 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:52.874845 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9fc86ac-665f-48ec-be30-4b46bcbfe56e', 'tag': '40806884-0e06-41d4-99f6-58fdf7305b80', 'status': 'completed', 'code': 200} Jul 16 01:31:52.914680 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f341e689-8c91-4ca9-89c1-2ad2e08d34e7 req-8b27df9d-ee6b-430e-b61e-6f377ba313a7 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387702 Jul 16 01:31:52.926157 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 3bcd08e3-03a9-4553-9eb4-841119434fca triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:52.926541 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.037729 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba9ca8-ddd3-49a0-82f4-3da0a6ed554f req-675012cc-3160-44a0-baaf-429169386083 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.039229 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ffba9ca8-ddd3-49a0-82f4-3da0a6ed554f req-675012cc-3160-44a0-baaf-429169386083 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=1240ca6e-4031-4dab-9a5e-188b5e17c42b HTTP/1.1" status: 200 len: 947 time: 0.6398704 Jul 16 01:31:53.187657 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ffba9ca8-ddd3-49a0-82f4-3da0a6ed554f req-b74a6770-f0ab-49df-a7a0-795042c518b0 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365511 Jul 16 01:31:53.232914 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dbe91-9311-440a-abce-6acb75312984 req-926f18ec-d78d-46e1-a699-fa3dce014394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.234440 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac5dbe91-9311-440a-abce-6acb75312984 req-926f18ec-d78d-46e1-a699-fa3dce014394 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 1095 time: 0.3637977 Jul 16 01:31:53.278063 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.415200 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac5dbe91-9311-440a-abce-6acb75312984 req-645ac525-57ea-49b8-a6d2-b55a7cab3e43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40806884-0e06-41d4-99f6-58fdf7305b80 HTTP/1.1" status: 200 len: 217 time: 0.0763986 Jul 16 01:31:53.416840 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b674c6-ee62-45ec-9826-6003373ebc43 req-98e2658a-bdb4-407e-b43b-070e53e075e3 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.426460 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-75b674c6-ee62-45ec-9826-6003373ebc43 req-98e2658a-bdb4-407e-b43b-070e53e075e3 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 931 time: 0.0799510 Jul 16 01:31:53.432450 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.462647 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-75b674c6-ee62-45ec-9826-6003373ebc43 req-26b48a50-8771-4f41-9f02-2d342e24909c tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351162 Jul 16 01:31:53.485052 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087d32b1-0233-4ebe-8aed-5a1c193fe228 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:53.526854 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.563370 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Transition to ACTIVE for port object 087d32b1-0233-4ebe-8aed-5a1c193fe228 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:53.573284 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dbe91-9311-440a-abce-6acb75312984 req-0c592ad3-167f-44d3-88e6-2780d32c21c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.574776 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac5dbe91-9311-440a-abce-6acb75312984 req-0c592ad3-167f-44d3-88e6-2780d32c21c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=84a8e114-6746-4f75-be46-b5ce225a99ed HTTP/1.1" status: 200 len: 852 time: 0.1388152 Jul 16 01:31:53.577849 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.661630 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac5dbe91-9311-440a-abce-6acb75312984 req-ff213697-6789-4270-9f0e-5d4a4b38488e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735021 Jul 16 01:31:53.682287 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f80707-3be0-48d7-9e45-21c6bfd93f75 req-4cef75ac-559b-4b24-841d-c8c546a37f80 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.683870 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-15f80707-3be0-48d7-9e45-21c6bfd93f75 req-4cef75ac-559b-4b24-841d-c8c546a37f80 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 944 time: 0.2745175 Jul 16 01:31:53.700281 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Pushing event updated for resources: {'Port': ['ID=087d32b1-0233-4ebe-8aed-5a1c193fe228,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:53.765420 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48dd24-2195-4d54-abc2-e991e714a199 req-11ff8987-a71a-4a8d-abf9-3a55d2b765b6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.774699 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd48dd24-2195-4d54-abc2-e991e714a199 req-11ff8987-a71a-4a8d-abf9-3a55d2b765b6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=80ac73fe-b193-4dad-963b-967e7fc15a77 HTTP/1.1" status: 200 len: 950 time: 0.1003995 Jul 16 01:31:53.820403 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd48dd24-2195-4d54-abc2-e991e714a199 req-5afb1bd0-6c23-4286-872e-de0404339839 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446842 Jul 16 01:31:53.857675 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-15f80707-3be0-48d7-9e45-21c6bfd93f75 req-b7c1dfdd-f4a6-48ba-ae71-472382cc30f2 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596923 Jul 16 01:31:53.861387 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] Router bb12343c-232a-4a57-a59b-a2ccb0205f78 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:31:53.890879 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac5dbe91-9311-440a-abce-6acb75312984 req-5500fb01-a2a6-42ef-8b8d-2a14a269055b service neutron] 10.222.0.47 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059901 Jul 16 01:31:53.955857 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Attempting to bind port 087d32b1-0233-4ebe-8aed-5a1c193fe228 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:53.956305 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Attempting to bind port 087d32b1-0233-4ebe-8aed-5a1c193fe228 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'f756e3f7-e46a-4a44-a34b-9a9aef14f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:53.956699 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Attempting to bind port 087d32b1-0233-4ebe-8aed-5a1c193fe228 on network f742ae33-4dce-47ed-a1d3-990b523bac4e {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:53.996747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Port 087d32b1-0233-4ebe-8aed-5a1c193fe228 on network f742ae33-4dce-47ed-a1d3-990b523bac4e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:53.996747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Attempting to bind port 087d32b1-0233-4ebe-8aed-5a1c193fe228 on network f742ae33-4dce-47ed-a1d3-990b523bac4e {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:54.069120 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:54.069614 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Checking segment: {'id': 'f756e3f7-e46a-4a44-a34b-9a9aef14f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:54.070010 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Bound using segment: {'id': 'f756e3f7-e46a-4a44-a34b-9a9aef14f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:54.070455 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Bound port: 087d32b1-0233-4ebe-8aed-5a1c193fe228, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f756e3f7-e46a-4a44-a34b-9a9aef14f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:54.070814 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.115338 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c66c2a-9db7-45eb-834b-a620524ef7d1 req-9c3704ad-49b9-4559-868e-50eff4c300a0 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.117648 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:54.121126 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f2c66c2a-9db7-45eb-834b-a620524ef7d1 req-9c3704ad-49b9-4559-868e-50eff4c300a0 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.0773833 Jul 16 01:31:54.136113 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac5dbe91-9311-440a-abce-6acb75312984 req-bfe2b462-b120-4600-806f-78088379a992 service neutron] 10.222.0.47 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221627 Jul 16 01:31:54.145083 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:54.155859 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Sync routers for ids ['bb12343c-232a-4a57-a59b-a2ccb0205f78'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:54.170226 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f2c66c2a-9db7-45eb-834b-a620524ef7d1 req-0a5a4299-6fd0-479e-9df2-64e586ee7bab tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476673 Jul 16 01:31:54.187227 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Routers {'bb12343c-232a-4a57-a59b-a2ccb0205f78'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:54.188122 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:31:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['bb12343c-232a-4a57-a59b-a2ccb0205f78'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:54.227203 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.233094 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47252) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:54.233250 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-09515067-93a0-4177-a4e5-87b00ea26444 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.6694911 Jul 16 01:31:54.244625 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] For port 087d32b1-0233-4ebe-8aed-5a1c193fe228, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:54.252524 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] For port 087d32b1-0233-4ebe-8aed-5a1c193fe228, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=087d32b1-0233-4ebe-8aed-5a1c193fe228,segment=NetworkSegment(f756e3f7-e46a-4a44-a34b-9a9aef14f9ac),segment_id=f756e3f7-e46a-4a44-a34b-9a9aef14f9ac)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:54.262687 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.287333 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.297741 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.299318 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] 10.222.0.26 "PUT /v2.0/ports/087d32b1-0233-4ebe-8aed-5a1c193fe228 HTTP/1.1" status: 200 len: 1091 time: 2.1989028 Jul 16 01:31:54.383385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 1fb8b52a-ae93-44c8-b6ff-b0aee0059408, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=1fb8b52a-ae93-44c8-b6ff-b0aee0059408,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:54.410957 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '1fb8b52a-ae93-44c8-b6ff-b0aee0059408', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '1fb8b52a-ae93-44c8-b6ff-b0aee0059408', 'mac_address': 'fa:16:3e:81:b8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:54.491267 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Set router bb12343c-232a-4a57-a59b-a2ccb0205f78 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:54.506225 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.521997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:54.554121 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 1fb8b52a-ae93-44c8-b6ff-b0aee0059408, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=1fb8b52a-ae93-44c8-b6ff-b0aee0059408,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:54.560421 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.663060 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=1fb8b52a-ae93-44c8-b6ff-b0aee0059408,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:54.695397 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ac85e-b650-48f1-a686-425dec60bc7a service neutron] Pushing event updated for resources: {'Port': ['ID=087d32b1-0233-4ebe-8aed-5a1c193fe228,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:54.733240 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-bdb7752e-c1dd-45fb-9cad-237e1ccd47e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.734962 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-bdb7752e-c1dd-45fb-9cad-237e1ccd47e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8067f702785a46d7aeee2219e58c580f&device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 1094 time: 0.3364463 Jul 16 01:31:54.745623 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117d999-c287-43e8-9041-bde19eb03dda req-b30ab2f0-242e-4f9c-8b9a-f31fd8f2e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.746891 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8117d999-c287-43e8-9041-bde19eb03dda req-b30ab2f0-242e-4f9c-8b9a-f31fd8f2e9b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 1095 time: 0.3860505 Jul 16 01:31:54.813235 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb12343c-232a-4a57-a59b-a2ccb0205f78', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-511218320-router', 'tenant_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '6d9d3890-71d8-42fa-9002-10e4b77b6968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:48Z', 'updated_at': '2021-07-16T01:31:52Z', 'revision_number': 3, 'project_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'gw_port': {'id': '6d9d3890-71d8-42fa-9002-10e4b77b6968', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:63:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb12343c-232a-4a57-a59b-a2ccb0205f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:50Z', 'updated_at': '2021-07-16T01:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:54.820163 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ca3e0-b768-4903-8511-a8c8f5739d7d req-0c0dc6b5-5ad0-4798-bd76-bbc837982998 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.824637 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.827460 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-049ca3e0-b768-4903-8511-a8c8f5739d7d req-0c0dc6b5-5ad0-4798-bd76-bbc837982998 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=1240ca6e-4031-4dab-9a5e-188b5e17c42b HTTP/1.1" status: 200 len: 948 time: 0.2902403 Jul 16 01:31:54.837409 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-fe20f1df-3e60-47ac-b8be-58a0cfe75f24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=087d32b1-0233-4ebe-8aed-5a1c193fe228 HTTP/1.1" status: 200 len: 217 time: 0.0817337 Jul 16 01:31:54.847968 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Checking router: bb12343c-232a-4a57-a59b-a2ccb0205f78 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:54.849143 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Updating router bb12343c-232a-4a57-a59b-a2ccb0205f78 port 6d9d3890-71d8-42fa-9002-10e4b77b6968 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:54.863256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893455f-d4c3-408f-8c3a-67e973a16d60 req-88c6c6d3-a68d-4b18-88f9-588becbc674b tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.864827 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9893455f-d4c3-408f-8c3a-67e973a16d60 req-88c6c6d3-a68d-4b18-88f9-588becbc674b tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 943 time: 0.1820207 Jul 16 01:31:54.886125 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.898717 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecaeeec9-84a0-4557-baf3-46e1f60fb5b2', 'tag': '087d32b1-0233-4ebe-8aed-5a1c193fe228'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:54.901347 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025e7ea6-b9da-441d-b330-a29e2c33d782" -d '{"events": [{"name": "network-changed", "server_uuid": "ecaeeec9-84a0-4557-baf3-46e1f60fb5b2", "tag": "087d32b1-0233-4ebe-8aed-5a1c193fe228"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:54.951369 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9893455f-d4c3-408f-8c3a-67e973a16d60 req-6ae6932a-2e1f-48ca-9df5-e6c5e2373fde tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532298 Jul 16 01:31:54.978938 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-049ca3e0-b768-4903-8511-a8c8f5739d7d req-2f481094-121c-44ba-b5a9-a430965303db tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478732 Jul 16 01:31:55.002257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-cb531a16-4a07-4a47-9789-d6462419af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.010197 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-cb531a16-4a07-4a47-9789-d6462419af46 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bc5f773e-982f-4a7b-9f31-a3984b4d24fe HTTP/1.1" status: 200 len: 863 time: 0.1487906 Jul 16 01:31:55.056066 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] Allocated IP 172.20.0.1 (17885fc2-afe7-4fcd-9ac4-2d4f5cab6081/6a254870-03b8-498a-aca3-4b4d403b78ca/830d28a6-5a0a-4d74-9043-41423002e949) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:55.122395 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117d999-c287-43e8-9041-bde19eb03dda req-b1cffdcd-f991-4ba9-8749-34301e2e5018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.123436 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8117d999-c287-43e8-9041-bde19eb03dda req-b1cffdcd-f991-4ba9-8749-34301e2e5018 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 913 time: 0.3581278 Jul 16 01:31:55.203285 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8117d999-c287-43e8-9041-bde19eb03dda req-f336ec56-4a0e-4eb1-8407-fff2d31109d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40806884-0e06-41d4-99f6-58fdf7305b80 HTTP/1.1" status: 200 len: 217 time: 0.0678818 Jul 16 01:31:55.269932 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.293812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-4e599517-a883-467b-aa53-c08aa37c75b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.302620 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-4e599517-a883-467b-aa53-c08aa37c75b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f742ae33-4dce-47ed-a1d3-990b523bac4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2824397 Jul 16 01:31:55.310723 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Transition to ACTIVE for port object 6d9d3890-71d8-42fa-9002-10e4b77b6968 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:55.311355 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.324347 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117d999-c287-43e8-9041-bde19eb03dda req-91ac923d-f931-426f-85df-df358dbba90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.325803 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8117d999-c287-43e8-9041-bde19eb03dda req-91ac923d-f931-426f-85df-df358dbba90c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=84a8e114-6746-4f75-be46-b5ce225a99ed HTTP/1.1" status: 200 len: 852 time: 0.0911851 Jul 16 01:31:55.328167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a64e94-2b27-418d-a85c-0f03242f285e req-1e09448f-2bb8-4e5b-bef5-dcc96d00b3f0 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.329758 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7a64e94-2b27-418d-a85c-0f03242f285e req-1e09448f-2bb8-4e5b-bef5-dcc96d00b3f0 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=80ac73fe-b193-4dad-963b-967e7fc15a77 HTTP/1.1" status: 200 len: 950 time: 0.1561811 Jul 16 01:31:55.337304 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.352012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] Transition to ACTIVE for port object 830d28a6-5a0a-4d74-9043-41423002e949 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:55.365045 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['1fb8b52a-ae93-44c8-b6ff-b0aee0059408'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:55.399090 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8117d999-c287-43e8-9041-bde19eb03dda req-9fbec275-02f9-45c9-85ec-bb6fd41a0dd8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619063 Jul 16 01:31:55.415747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab97186-a478-4ecb-ac65-351386721419 req-ad074ba0-aaf5-4d1a-92d6-3e95ac8e4d70 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.417300 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cab97186-a478-4ecb-ac65-351386721419 req-ad074ba0-aaf5-4d1a-92d6-3e95ac8e4d70 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 944 time: 0.2168396 Jul 16 01:31:55.421362 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Attempting to bind port 6d9d3890-71d8-42fa-9002-10e4b77b6968 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:55.421734 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Attempting to bind port 6d9d3890-71d8-42fa-9002-10e4b77b6968 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:55.422098 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Attempting to bind port 6d9d3890-71d8-42fa-9002-10e4b77b6968 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:55.430700 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d003c-dd78-4047-b453-f5a6f3d0df18 None None] Pushing event updated for resources: {'Port': ['ID=6d9d3890-71d8-42fa-9002-10e4b77b6968,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:55.439647 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:55.440132 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:55.441130 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.441708 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:55.442256 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Bound port: 6d9d3890-71d8-42fa-9002-10e4b77b6968, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:55.442665 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.500918 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7a64e94-2b27-418d-a85c-0f03242f285e req-eebfe54f-9a9f-4d36-9455-5d30108a891e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549423 Jul 16 01:31:55.537158 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.581311 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cab97186-a478-4ecb-ac65-351386721419 req-8ba5a641-b482-44ac-8668-d4d7742ee15b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268175 Jul 16 01:31:55.593271 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-33aa9b28-c292-4e39-9722-07888102bb1f service neutron] 10.222.0.26 "GET /v2.0/networks/f742ae33-4dce-47ed-a1d3-990b523bac4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656171 Jul 16 01:31:55.661040 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8117d999-c287-43e8-9041-bde19eb03dda req-aac6f905-a642-4084-ab6f-93749d11b9af service neutron] 10.222.0.47 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357233 Jul 16 01:31:55.662619 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5201160a-87e8-4118-bcb5-49eec2495ba9 x-openstack-request-id: req-5201160a-87e8-4118-bcb5-49eec2495ba9 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:55.662915 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecaeeec9-84a0-4557-baf3-46e1f60fb5b2", "tag": "087d32b1-0233-4ebe-8aed-5a1c193fe228", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:55.663041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] Network 17885fc2-afe7-4fcd-9ac4-2d4f5cab6081 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:55.663236 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5201160a-87e8-4118-bcb5-49eec2495ba9 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:55.663553 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecaeeec9-84a0-4557-baf3-46e1f60fb5b2', 'tag': '087d32b1-0233-4ebe-8aed-5a1c193fe228', 'status': 'completed', 'code': 200} Jul 16 01:31:55.669683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:55.689644 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:55.774852 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] For port 6d9d3890-71d8-42fa-9002-10e4b77b6968, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:55.778901 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] For port 6d9d3890-71d8-42fa-9002-10e4b77b6968, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6d9d3890-71d8-42fa-9002-10e4b77b6968,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:55.786898 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.821609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] Pushing event updated for resources: {'Port': ['ID=830d28a6-5a0a-4d74-9043-41423002e949,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:55.851763 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.882889 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Routers {'bb12343c-232a-4a57-a59b-a2ccb0205f78'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:55.883688 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:31:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['bb12343c-232a-4a57-a59b-a2ccb0205f78'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:55.947489 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d003c-dd78-4047-b453-f5a6f3d0df18 None None] Pushing event updated for resources: {'Port': ['ID=6d9d3890-71d8-42fa-9002-10e4b77b6968,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:56.014002 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05c7fb04-ef16-4b2c-b54b-862496ae768d req-efe83caf-0bb8-4977-a0b6-9f1be15328e3 service neutron] 10.222.0.26 "GET /v2.0/networks/f742ae33-4dce-47ed-a1d3-990b523bac4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488019 Jul 16 01:31:56.039328 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8117d999-c287-43e8-9041-bde19eb03dda req-390d4691-a9fb-4856-9b49-3d8b7ff9c6e2 service neutron] 10.222.0.47 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570642 Jul 16 01:31:56.041099 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c41a41-868c-4a3e-9701-8799bdd85c51 req-59c2fe8f-f29d-4396-b229-114688417b1d tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.044080 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-49c41a41-868c-4a3e-9701-8799bdd85c51 req-59c2fe8f-f29d-4396-b229-114688417b1d tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=80ac73fe-b193-4dad-963b-967e7fc15a77 HTTP/1.1" status: 200 len: 1101 time: 0.1301806 Jul 16 01:31:56.069924 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] Set router bb12343c-232a-4a57-a59b-a2ccb0205f78 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:56.079554 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e34fb340-ca1a-434b-b40d-d931b2497c00 None None] Provisioning for port 830d28a6-5a0a-4d74-9043-41423002e949 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:56.086526 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e34fb340-ca1a-434b-b40d-d931b2497c00 None None] Provisioning complete for port 830d28a6-5a0a-4d74-9043-41423002e949 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:56.087188 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e34fb340-ca1a-434b-b40d-d931b2497c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.093649 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8eb83-69fb-416d-bf9a-d545ef983eef req-b8f1a678-28b2-4e83-8d9f-1f08fa50cfa6 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.097364 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a4c8eb83-69fb-416d-bf9a-d545ef983eef req-b8f1a678-28b2-4e83-8d9f-1f08fa50cfa6 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.2432475 Jul 16 01:31:56.130737 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e34fb340-ca1a-434b-b40d-d931b2497c00 None None] Port 830d28a6-5a0a-4d74-9043-41423002e949 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:56.154011 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-49c41a41-868c-4a3e-9701-8799bdd85c51 req-dc66a858-8c2f-4215-9531-2b9a1dff94d3 tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006458 Jul 16 01:31:56.159315 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.395322 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb12343c-232a-4a57-a59b-a2ccb0205f78', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-511218320-router', 'tenant_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '6d9d3890-71d8-42fa-9002-10e4b77b6968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:48Z', 'updated_at': '2021-07-16T01:31:52Z', 'revision_number': 3, 'project_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'gw_port': {'id': '6d9d3890-71d8-42fa-9002-10e4b77b6968', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:63:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb12343c-232a-4a57-a59b-a2ccb0205f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:50Z', 'updated_at': '2021-07-16T01:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:56.429317 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d12da-129c-4c73-930b-a31f94b86007 None None] The sync data for ids ['bb12343c-232a-4a57-a59b-a2ccb0205f78'] in n-d-800086-6 is: [{'id': 'bb12343c-232a-4a57-a59b-a2ccb0205f78', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-511218320-router', 'tenant_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '6d9d3890-71d8-42fa-9002-10e4b77b6968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:48Z', 'updated_at': '2021-07-16T01:31:52Z', 'revision_number': 3, 'project_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'gw_port': {'id': '6d9d3890-71d8-42fa-9002-10e4b77b6968', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:63:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb12343c-232a-4a57-a59b-a2ccb0205f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:50Z', 'updated_at': '2021-07-16T01:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:56.639751 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a4c8eb83-69fb-416d-bf9a-d545ef983eef req-51d2f974-e314-4753-8363-e332388e6a71 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354829 Jul 16 01:31:56.682093 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e7ea6-b9da-441d-b330-a29e2c33d782 req-6f310de7-cc54-4fe5-b89e-a09017948a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.683623 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-025e7ea6-b9da-441d-b330-a29e2c33d782 req-6f310de7-cc54-4fe5-b89e-a09017948a02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8067f702785a46d7aeee2219e58c580f&device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 1094 time: 0.1022351 Jul 16 01:31:56.810530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9c1ab-05ab-403d-8bd4-c672d6a8a464 req-dd21754e-ff6b-4237-8594-be9c0a0c30e7 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.818116 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01a9c1ab-05ab-403d-8bd4-c672d6a8a464 req-dd21754e-ff6b-4237-8594-be9c0a0c30e7 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 943 time: 0.2257187 Jul 16 01:31:56.881708 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01a9c1ab-05ab-403d-8bd4-c672d6a8a464 req-1d5089c5-2be4-4729-9911-ef7e8e2bd754 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623472 Jul 16 01:31:56.949655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e7ea6-b9da-441d-b330-a29e2c33d782 req-ccbe154c-f60d-4964-86e9-ea518401cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.951334 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-025e7ea6-b9da-441d-b330-a29e2c33d782 req-ccbe154c-f60d-4964-86e9-ea518401cdac service neutron] 10.222.0.26 "GET /v2.0/networks?id=f742ae33-4dce-47ed-a1d3-990b523bac4e HTTP/1.1" status: 200 len: 925 time: 0.2545249 Jul 16 01:31:56.985512 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.990591 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.013652 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6d9d3890-71d8-42fa-9002-10e4b77b6968 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:57.044668 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-025e7ea6-b9da-441d-b330-a29e2c33d782 req-5d50678c-e47d-4381-9c17-311f8bd37773 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=087d32b1-0233-4ebe-8aed-5a1c193fe228 HTTP/1.1" status: 200 len: 217 time: 0.0824373 Jul 16 01:31:57.090171 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 6d9d3890-71d8-42fa-9002-10e4b77b6968 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:57.097825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6d9d3890-71d8-42fa-9002-10e4b77b6968 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:57.098723 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.103766 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.148764 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-625cb6fe-8177-4e08-b63e-2f45c913c592 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=de2aff0312064c93a599fdd349ad9336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955710 Jul 16 01:31:57.163132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2ad36-e2c6-4318-94cf-f6da05784282 req-43b4fcce-fac5-4e73-b37f-9ac19789bd78 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.165892 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-24e2ad36-e2c6-4318-94cf-f6da05784282 req-43b4fcce-fac5-4e73-b37f-9ac19789bd78 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=1240ca6e-4031-4dab-9a5e-188b5e17c42b HTTP/1.1" status: 200 len: 948 time: 0.2943830 Jul 16 01:31:57.178303 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] Pushing event updated for resources: {'Port': ['ID=830d28a6-5a0a-4d74-9043-41423002e949,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:57.185927 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e7ea6-b9da-441d-b330-a29e2c33d782 req-22e9c5e5-fecc-4b2b-8627-edc126520d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.188595 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-025e7ea6-b9da-441d-b330-a29e2c33d782 req-22e9c5e5-fecc-4b2b-8627-edc126520d1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bc5f773e-982f-4a7b-9f31-a3984b4d24fe HTTP/1.1" status: 200 len: 863 time: 0.1081412 Jul 16 01:31:57.223166 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.253703 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 6d9d3890-71d8-42fa-9002-10e4b77b6968, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6d9d3890-71d8-42fa-9002-10e4b77b6968,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:57.259822 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.349201 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-24e2ad36-e2c6-4318-94cf-f6da05784282 req-018b90d1-2a8b-4dc8-aabf-103d8fa8a220 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592276 Jul 16 01:31:57.356024 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e7ea6-b9da-441d-b330-a29e2c33d782 req-2a673201-b019-4536-807c-9d4a13935b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.357599 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-025e7ea6-b9da-441d-b330-a29e2c33d782 req-2a673201-b019-4536-807c-9d4a13935b01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f742ae33-4dce-47ed-a1d3-990b523bac4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596031 Jul 16 01:31:57.363350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=6d9d3890-71d8-42fa-9002-10e4b77b6968,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:57.414399 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-bd020fd3-5834-4857-822f-af3b651964c7 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.425739 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-bd020fd3-5834-4857-822f-af3b651964c7 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2511370 Jul 16 01:31:57.451763 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-c9f3ad6a-f1cc-4dc8-9171-32f779a611ca tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/quotas/de2aff0312064c93a599fdd349ad9336 HTTP/1.1" status: 200 len: 375 time: 0.0250957 Jul 16 01:31:57.455594 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] Network 17885fc2-afe7-4fcd-9ac4-2d4f5cab6081 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:57.498714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:57.562342 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-025e7ea6-b9da-441d-b330-a29e2c33d782 req-660da1f8-be3d-453e-a490-12bf937a018d service neutron] 10.222.0.26 "GET /v2.0/networks/f742ae33-4dce-47ed-a1d3-990b523bac4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962655 Jul 16 01:31:57.720128 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-4eef0205-906c-4956-b240-b918f9b29fc8 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2672877 Jul 16 01:31:57.774745 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-025e7ea6-b9da-441d-b330-a29e2c33d782 req-f32fa2c2-0d52-45d8-956a-ae89c7d93f17 service neutron] 10.222.0.26 "GET /v2.0/networks/f742ae33-4dce-47ed-a1d3-990b523bac4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007344 Jul 16 01:31:57.871444 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-37ae7352-2687-4ab2-b99b-9598fdbc0d3a None None] Provisioning complete for port 830d28a6-5a0a-4d74-9043-41423002e949 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:57.875359 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-37ae7352-2687-4ab2-b99b-9598fdbc0d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.887330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] Router bb12343c-232a-4a57-a59b-a2ccb0205f78 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:57.987933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-37ae7352-2687-4ab2-b99b-9598fdbc0d3a None None] Port 830d28a6-5a0a-4d74-9043-41423002e949 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:58.131068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 40806884-0e06-41d4-99f6-58fdf7305b80 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:58.143896 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:58.153061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:58.158199 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-491cea9a-097b-44eb-b5e7-7c79797aeb0e admin admin] 10.222.0.54 "PUT /v2.0/routers/bb12343c-232a-4a57-a59b-a2ccb0205f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9237947 Jul 16 01:31:58.175657 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f0f66-99fe-49d0-884b-a849fa6413f2 req-f4b7c19b-9919-46e3-864d-d58233ba2c71 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.177168 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4f684-8f77-4c4f-8a68-7bb13f5f20dd req-0b846bee-1e5b-4d4b-a99b-2ca06697dfe2 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.177336 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f2f0f66-99fe-49d0-884b-a849fa6413f2 req-f4b7c19b-9919-46e3-864d-d58233ba2c71 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 944 time: 0.1344085 Jul 16 01:31:58.180751 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3cd4f684-8f77-4c4f-8a68-7bb13f5f20dd req-0b846bee-1e5b-4d4b-a99b-2ca06697dfe2 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.0996699 Jul 16 01:31:58.262023 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f2f0f66-99fe-49d0-884b-a849fa6413f2 req-35f8c93c-4bab-436b-9275-02c24dc04a57 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703394 Jul 16 01:31:58.290965 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3cd4f684-8f77-4c4f-8a68-7bb13f5f20dd req-587a9ede-fdb4-4c96-8f50-f4b38b17b5c8 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041272 Jul 16 01:31:58.328673 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 40806884-0e06-41d4-99f6-58fdf7305b80, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=40806884-0e06-41d4-99f6-58fdf7305b80,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:58.342997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '40806884-0e06-41d4-99f6-58fdf7305b80', 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642', 'port_id': '40806884-0e06-41d4-99f6-58fdf7305b80', 'mac_address': 'fa:16:3e:26:38:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a8e114-6746-4f75-be46-b5ce225a99ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:58.421812 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7abcb9ab-19aa-4f61-905f-ece57ca7ed97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.435813 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-512d9e1e-e66b-4549-8ac4-922bafbf2830 req-c4e1b495-7e33-4f1f-96d9-48582109ac86 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e59fb1-0838-4e7f-af32-a46cd211abaf HTTP/1.1" status: 200 len: 210 time: 0.0832789 Jul 16 01:31:58.437427 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.439517 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.460711 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:58.497484 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40806884-0e06-41d4-99f6-58fdf7305b80 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:58.506840 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:58.507573 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.552115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 40806884-0e06-41d4-99f6-58fdf7305b80, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=40806884-0e06-41d4-99f6-58fdf7305b80,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:58.560502 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.604092 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d83ec-3eb8-49db-8652-534fa03224d1 req-bfbd82e8-a48d-46e9-92ac-6c6cb691959e tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.607339 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f2d83ec-3eb8-49db-8652-534fa03224d1 req-bfbd82e8-a48d-46e9-92ac-6c6cb691959e tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 943 time: 0.1023235 Jul 16 01:31:58.634381 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=40806884-0e06-41d4-99f6-58fdf7305b80,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:58.691436 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f2d83ec-3eb8-49db-8652-534fa03224d1 req-62c0a803-80cc-44d2-82ca-73bcd21e3e40 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745635 Jul 16 01:31:58.705466 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaebcbe-6e0e-45f8-9590-63cb7fd2da92 req-8aa6959c-95dc-44b6-9b22-a59798ecc495 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.713890 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fcaebcbe-6e0e-45f8-9590-63cb7fd2da92 req-8aa6959c-95dc-44b6-9b22-a59798ecc495 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=1240ca6e-4031-4dab-9a5e-188b5e17c42b HTTP/1.1" status: 200 len: 948 time: 0.1179662 Jul 16 01:31:58.741512 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.780854 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fcaebcbe-6e0e-45f8-9590-63cb7fd2da92 req-97df1a73-9c0d-4bc5-96ca-b3b34995fc7e tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653610 Jul 16 01:31:58.837135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1240ca6e-4031-4dab-9a5e-188b5e17c42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb8b52a-ae93-44c8-b6ff-b0aee0059408'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:58.842440 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7e5cbc-485d-4224-94bc-330c5e60c357" -d '{"events": [{"server_uuid": "1240ca6e-4031-4dab-9a5e-188b5e17c42b", "name": "network-vif-plugged", "status": "completed", "tag": "1fb8b52a-ae93-44c8-b6ff-b0aee0059408"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:58.886502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 1fb8b52a-ae93-44c8-b6ff-b0aee0059408, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=1fb8b52a-ae93-44c8-b6ff-b0aee0059408,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:58.897190 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.978320 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8d6b37-14b8-4805-9e17-5e49c569f33e x-openstack-request-id: req-8d8d6b37-14b8-4805-9e17-5e49c569f33e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:58.978601 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1240ca6e-4031-4dab-9a5e-188b5e17c42b", "name": "network-vif-plugged", "status": "completed", "tag": "1fb8b52a-ae93-44c8-b6ff-b0aee0059408", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:58.979289 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d8d6b37-14b8-4805-9e17-5e49c569f33e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:58.979289 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1240ca6e-4031-4dab-9a5e-188b5e17c42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb8b52a-ae93-44c8-b6ff-b0aee0059408', 'code': 200} Jul 16 01:31:58.980268 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6d9d3890-71d8-42fa-9002-10e4b77b6968 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:59.029226 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-61c5e0fe-c37f-4924-877e-ea9a5cbe91c0 req-c5d6615d-cdc8-4c91-b52d-aae1ecfedfb9 tempest-FloatingIPDetailsNegativeTestJSON-1584639751 tempest-FloatingIPDetailsNegativeTestJSON-1584639751-project] show failed (client error): The resource could not be found. Jul 16 01:31:59.044906 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=1fb8b52a-ae93-44c8-b6ff-b0aee0059408,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:59.046013 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61c5e0fe-c37f-4924-877e-ea9a5cbe91c0 req-c5d6615d-cdc8-4c91-b52d-aae1ecfedfb9 tempest-FloatingIPDetailsNegativeTestJSON-1584639751 tempest-FloatingIPDetailsNegativeTestJSON-1584639751-project] 10.222.0.54 "GET /v2.0/floatingips/9678e54a-564f-4b3b-9022-bc52df05c576 HTTP/1.1" status: 404 len: 350 time: 0.0601406 Jul 16 01:31:59.050630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47354) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:59.078508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6d9d3890-71d8-42fa-9002-10e4b77b6968 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:59.079451 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.120133 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf15bbcf-408e-47c9-93aa-9a54291864a6 None None] Sync routers for ids ['bb12343c-232a-4a57-a59b-a2ccb0205f78'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:59.150672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf15bbcf-408e-47c9-93aa-9a54291864a6 None None] Routers {'bb12343c-232a-4a57-a59b-a2ccb0205f78'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:59.152080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bf15bbcf-408e-47c9-93aa-9a54291864a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:31:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['bb12343c-232a-4a57-a59b-a2ccb0205f78'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:59.242414 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 087d32b1-0233-4ebe-8aed-5a1c193fe228 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:59.305123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06451956-478d-4f94-abab-0c0344243b25 req-ccc9c199-2588-4670-982c-5e7f84aa2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.312733 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-06451956-478d-4f94-abab-0c0344243b25 req-ccc9c199-2588-4670-982c-5e7f84aa2d7b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1240ca6e-4031-4dab-9a5e-188b5e17c42b HTTP/1.1" status: 200 len: 1100 time: 0.0823407 Jul 16 01:31:59.334465 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['40806884-0e06-41d4-99f6-58fdf7305b80'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:59.414223 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-06451956-478d-4f94-abab-0c0344243b25 req-74c0ddfe-56b7-4116-a58d-0f0854abb5b0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866029 Jul 16 01:31:59.614403 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:31:59.617189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f009a-1d17-47a1-9e96-9822640ec048 req-36e6343e-1f15-43c5-86c0-e50883b9e81f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.619047 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7a3f009a-1d17-47a1-9e96-9822640ec048 req-36e6343e-1f15-43c5-86c0-e50883b9e81f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.1368415 Jul 16 01:31:59.659674 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.resource_extend [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:31:59.691487 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7a3f009a-1d17-47a1-9e96-9822640ec048 req-3b0649c0-2fb5-42fc-83ae-c5e0c6438b39 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654655 Jul 16 01:31:59.767192 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa6d79-3812-4195-97fe-5a4471b85cbd req-39b655da-c49f-4f5b-850d-d659bf0b9d4c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.769663 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-33aa6d79-3812-4195-97fe-5a4471b85cbd req-39b655da-c49f-4f5b-850d-d659bf0b9d4c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 945 time: 0.2476869 Jul 16 01:31:59.779633 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0efaefe8-34d2-4604-bbcb-fbc1bd65b4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.780377 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-bf15bbcf-408e-47c9-93aa-9a54291864a6 None None] Set router bb12343c-232a-4a57-a59b-a2ccb0205f78 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:59.925247 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-33aa6d79-3812-4195-97fe-5a4471b85cbd req-88beabe5-61b5-4596-b542-576601d6f08a tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476712 Jul 16 01:31:59.974124 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99822d53-46c0-4121-8c93-4384de38129e req-520d6d22-235c-41d8-a0bc-f7e59458ee12 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e59fb1-0838-4e7f-af32-a46cd211abaf HTTP/1.1" status: 200 len: 210 time: 0.0754480 Jul 16 01:32:00.066481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 087d32b1-0233-4ebe-8aed-5a1c193fe228, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=087d32b1-0233-4ebe-8aed-5a1c193fe228,segment=NetworkSegment(f756e3f7-e46a-4a44-a34b-9a9aef14f9ac),segment_id=f756e3f7-e46a-4a44-a34b-9a9aef14f9ac)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:00.298745 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38647cbd-992a-4d4f-bfaa-ba47c6c4cd29 req-703acf08-e9e1-4dc8-bc3e-fc74e552ab9f tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:00.299281 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-de67a1e6-3da6-4c92-a3de-4ce8a7595b1e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=de2aff0312064c93a599fdd349ad9336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589478 Jul 16 01:32:00.303905 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '087d32b1-0233-4ebe-8aed-5a1c193fe228', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'port_id': '087d32b1-0233-4ebe-8aed-5a1c193fe228', 'mac_address': 'fa:16:3e:e2:20:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:00.306799 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-38647cbd-992a-4d4f-bfaa-ba47c6c4cd29 req-703acf08-e9e1-4dc8-bc3e-fc74e552ab9f tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 943 time: 0.1933634 Jul 16 01:32:00.384239 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-38647cbd-992a-4d4f-bfaa-ba47c6c4cd29 req-8ef5b74b-a496-4768-a09f-09c39b543b16 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697463 Jul 16 01:32:00.399603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-0efaefe8-34d2-4604-bbcb-fbc1bd65b4a6 admin admin] Deleting port 830d28a6-5a0a-4d74-9043-41423002e949 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:00.400310 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0efaefe8-34d2-4604-bbcb-fbc1bd65b4a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.401264 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.436504 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087d32b1-0233-4ebe-8aed-5a1c193fe228 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:00.504977 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 087d32b1-0233-4ebe-8aed-5a1c193fe228, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=087d32b1-0233-4ebe-8aed-5a1c193fe228,segment=NetworkSegment(f756e3f7-e46a-4a44-a34b-9a9aef14f9ac),segment_id=f756e3f7-e46a-4a44-a34b-9a9aef14f9ac)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:00.514241 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.547392 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0efaefe8-34d2-4604-bbcb-fbc1bd65b4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.562888 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e95587-3ff2-4136-ad99-e0fdf1d5de6c req-26b66caa-cb2c-4f30-a503-83ae0a07a2a8 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:00.570036 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=087d32b1-0233-4ebe-8aed-5a1c193fe228,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:00.571578 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-00e95587-3ff2-4136-ad99-e0fdf1d5de6c req-26b66caa-cb2c-4f30-a503-83ae0a07a2a8 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=1240ca6e-4031-4dab-9a5e-188b5e17c42b HTTP/1.1" status: 200 len: 949 time: 0.4127076 Jul 16 01:32:00.578701 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bf15bbcf-408e-47c9-93aa-9a54291864a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb12343c-232a-4a57-a59b-a2ccb0205f78', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-511218320-router', 'tenant_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '6d9d3890-71d8-42fa-9002-10e4b77b6968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:48Z', 'updated_at': '2021-07-16T01:31:56Z', 'revision_number': 4, 'project_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'gw_port': {'id': '6d9d3890-71d8-42fa-9002-10e4b77b6968', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb12343c-232a-4a57-a59b-a2ccb0205f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:50Z', 'updated_at': '2021-07-16T01:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '830d28a6-5a0a-4d74-9043-41423002e949', 'name': '', 'network_id': '17885fc2-afe7-4fcd-9ac4-2d4f5cab6081', 'tenant_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'mac_address': 'fa:16:3e:a5:ab:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb12343c-232a-4a57-a59b-a2ccb0205f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6a254870-03b8-498a-aca3-4b4d403b78ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:54Z', 'updated_at': '2021-07-16T01:31:56Z', 'revision_number': 2, 'project_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'subnets': [{'id': '6a254870-03b8-498a-aca3-4b4d403b78ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:00.613425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf15bbcf-408e-47c9-93aa-9a54291864a6 None None] Checking router: bb12343c-232a-4a57-a59b-a2ccb0205f78 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:00.614259 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf15bbcf-408e-47c9-93aa-9a54291864a6 None None] Updating router bb12343c-232a-4a57-a59b-a2ccb0205f78 port 830d28a6-5a0a-4d74-9043-41423002e949 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:32:00.638184 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-fbd54a26-26e5-4f37-8d92-692b6a28258c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:00.644977 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-fbd54a26-26e5-4f37-8d92-692b6a28258c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3365021 Jul 16 01:32:00.653329 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-0efaefe8-34d2-4604-bbcb-fbc1bd65b4a6 admin admin] Calling delete_port for 830d28a6-5a0a-4d74-9043-41423002e949 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:00.662901 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf15bbcf-408e-47c9-93aa-9a54291864a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.685443 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-00e95587-3ff2-4136-ad99-e0fdf1d5de6c req-6954d86a-2506-4891-9244-158eba70ab5e tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124043 Jul 16 01:32:00.690682 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-1c640afb-02c8-4533-a453-1896afef8bb6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Request body: {'port': {'device_id': 'd3e59fb1-0838-4e7f-af32-a46cd211abaf', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': 'de2aff0312064c93a599fdd349ad9336'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:00.734602 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1bc4941e-47ba-4add-9dd5-e5ec28b84297 req-066d8fad-a71b-400a-b621-e5243f624173 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=53356f91-55c1-4380-80fc-d8059d4097b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1628571 Jul 16 01:32:00.905815 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-1c640afb-02c8-4533-a453-1896afef8bb6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Made reservation on behalf of de2aff0312064c93a599fdd349ad9336 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:00.911568 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-1c640afb-02c8-4533-a453-1896afef8bb6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.116275 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9ac5d-4b47-45d1-a518-938d47dd02da req-4965d5eb-f795-4f5a-a2af-608abe92a4e9 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.123452 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62f9ac5d-4b47-45d1-a518-938d47dd02da req-4965d5eb-f795-4f5a-a2af-608abe92a4e9 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.2121811 Jul 16 01:32:01.129489 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4941e-47ba-4add-9dd5-e5ec28b84297 req-155fc7a1-3d8e-4ebe-bd32-0fa4abf6f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.131023 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1bc4941e-47ba-4add-9dd5-e5ec28b84297 req-155fc7a1-3d8e-4ebe-bd32-0fa4abf6f421 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&device_id=53356f91-55c1-4380-80fc-d8059d4097b2 HTTP/1.1" status: 200 len: 1101 time: 0.2629678 Jul 16 01:32:01.224148 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.api [None req-bf15bbcf-408e-47c9-93aa-9a54291864a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:32:01.224534 n-d-800086-6 neutron-server[93833]: DEBUG oslo_db.api [None req-bf15bbcf-408e-47c9-93aa-9a54291864a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:32:01.235025 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['087d32b1-0233-4ebe-8aed-5a1c193fe228'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:01.288201 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c36271f-be17-457f-92b3-f8dac3d3952e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.295694 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.362674 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-1c640afb-02c8-4533-a453-1896afef8bb6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Allocated IP 192.168.233.158 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/3a0d574f-36cf-4f0b-b9bf-bef68e074a53) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:01.579870 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-1c640afb-02c8-4533-a453-1896afef8bb6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.586047 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0efaefe8-34d2-4604-bbcb-fbc1bd65b4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.603185 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-1c640afb-02c8-4533-a453-1896afef8bb6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Transition to ACTIVE for port object 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:01.633877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efaefe8-34d2-4604-bbcb-fbc1bd65b4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=830d28a6-5a0a-4d74-9043-41423002e949,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:01.648050 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62f9ac5d-4b47-45d1-a518-938d47dd02da req-f40ca551-9d38-4e0a-b27b-7c7bd366134d tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236621 Jul 16 01:32:01.714430 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-1c640afb-02c8-4533-a453-1896afef8bb6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.760233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf15bbcf-408e-47c9-93aa-9a54291864a6 None None] Port 830d28a6-5a0a-4d74-9043-41423002e949 not found while updating agent binding for router bb12343c-232a-4a57-a59b-a2ccb0205f78. {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 01:32:01.790563 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf15bbcf-408e-47c9-93aa-9a54291864a6 None None] Routers {'bb12343c-232a-4a57-a59b-a2ccb0205f78'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:01.791212 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bf15bbcf-408e-47c9-93aa-9a54291864a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:32:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['bb12343c-232a-4a57-a59b-a2ccb0205f78'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:01.821549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4941e-47ba-4add-9dd5-e5ec28b84297 req-817fffeb-c21c-4f92-a455-0c7109eca614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.823938 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1bc4941e-47ba-4add-9dd5-e5ec28b84297 req-817fffeb-c21c-4f92-a455-0c7109eca614 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.6689303 Jul 16 01:32:01.837848 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c640afb-02c8-4533-a453-1896afef8bb6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Pushing event updated for resources: {'Port': ['ID=3a0d574f-36cf-4f0b-b9bf-bef68e074a53,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:01.880901 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-1c640afb-02c8-4533-a453-1896afef8bb6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:01.888694 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-1c640afb-02c8-4533-a453-1896afef8bb6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:01.895096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-1c640afb-02c8-4533-a453-1896afef8bb6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:01.904535 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1bc4941e-47ba-4add-9dd5-e5ec28b84297 req-a8afbca8-5eb5-4435-8b14-1403ac6f360d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=5c1732fa-4e5d-41e4-bbf2-74b70b445f67 HTTP/1.1" status: 200 len: 217 time: 0.0639741 Jul 16 01:32:02.007732 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.026815 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5b20f-a742-4348-8837-1507e7b8fe01 req-bd06b472-3517-4b35-a2d2-fee983af326c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.028880 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7fe5b20f-a742-4348-8837-1507e7b8fe01 req-bd06b472-3517-4b35-a2d2-fee983af326c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 945 time: 0.3934433 Jul 16 01:32:02.038610 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['13ef3fc3-63e9-4806-806e-ef207d3d8b55', '97c4c89e-0923-4f25-9251-2c7c52fdd767'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:02.066281 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-1c640afb-02c8-4533-a453-1896afef8bb6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.066936 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-1c640afb-02c8-4533-a453-1896afef8bb6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.123440 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-1c640afb-02c8-4533-a453-1896afef8bb6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4367793 Jul 16 01:32:02.134942 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7fe5b20f-a742-4348-8837-1507e7b8fe01 req-0c6c0434-1e05-4089-be5e-74cf38f432d7 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992758 Jul 16 01:32:02.164826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Request body: {'port': {'device_id': 'd3e59fb1-0838-4e7f-af32-a46cd211abaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:02.216047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-bf15bbcf-408e-47c9-93aa-9a54291864a6 None None] Set router bb12343c-232a-4a57-a59b-a2ccb0205f78 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:02.343928 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4941e-47ba-4add-9dd5-e5ec28b84297 req-a1a4607d-a406-471d-978d-eb004c01a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.345436 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1bc4941e-47ba-4add-9dd5-e5ec28b84297 req-a1a4607d-a406-471d-978d-eb004c01a394 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.4143004 Jul 16 01:32:02.360814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5c1732fa-4e5d-41e4-bbf2-74b70b445f67', '56007dd3-de4a-440e-8086-7df9708946f1', '7cdfc022-4a60-4bcb-b625-721e3134dba4', '7e6c06ee-3f4a-46bc-9095-77d436496816'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:02.444240 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.447250 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0efaefe8-34d2-4604-bbcb-fbc1bd65b4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.473275 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea6141-3b2d-4d1c-a4d6-d1b1e13b183a req-d9c62330-8e63-4aa5-9fee-ef14980da552 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.482121 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aaea6141-3b2d-4d1c-a4d6-d1b1e13b183a req-d9c62330-8e63-4aa5-9fee-ef14980da552 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e59fb1-0838-4e7f-af32-a46cd211abaf HTTP/1.1" status: 200 len: 936 time: 0.5829129 Jul 16 01:32:02.524378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a5757-83eb-4f61-897a-e520b1bdc24d req-984cdd17-ab28-4b6f-8132-725ea4a12deb tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.532062 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-793a5757-83eb-4f61-897a-e520b1bdc24d req-984cdd17-ab28-4b6f-8132-725ea4a12deb tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 944 time: 0.1565568 Jul 16 01:32:02.546797 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-af2e364b-2ea2-490d-a47a-1d77d5140e64 None None] Provisioning for port 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:02.575999 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-af2e364b-2ea2-490d-a47a-1d77d5140e64 None None] Provisioning complete for port 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:02.576561 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af2e364b-2ea2-490d-a47a-1d77d5140e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.617212 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-af2e364b-2ea2-490d-a47a-1d77d5140e64 None None] Port 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:02.639604 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-793a5757-83eb-4f61-897a-e520b1bdc24d req-0a3226da-08b9-4432-a194-99a7e89e5dca tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037726 Jul 16 01:32:02.731309 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aaea6141-3b2d-4d1c-a4d6-d1b1e13b183a req-cc46e8a6-0547-47a0-9bf8-ef20e2b86dd7 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424951 Jul 16 01:32:02.746545 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4941e-47ba-4add-9dd5-e5ec28b84297 req-13a4cffb-cd87-4b60-8087-1ef0c8d000e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.748109 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1bc4941e-47ba-4add-9dd5-e5ec28b84297 req-13a4cffb-cd87-4b60-8087-1ef0c8d000e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3931236 Jul 16 01:32:02.975645 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:02.985102 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.999438 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Transition to ACTIVE for port object 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:03.005057 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.007365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bf15bbcf-408e-47c9-93aa-9a54291864a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb12343c-232a-4a57-a59b-a2ccb0205f78', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-511218320-router', 'tenant_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '6d9d3890-71d8-42fa-9002-10e4b77b6968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:48Z', 'updated_at': '2021-07-16T01:32:00Z', 'revision_number': 5, 'project_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'gw_port': {'id': '6d9d3890-71d8-42fa-9002-10e4b77b6968', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb12343c-232a-4a57-a59b-a2ccb0205f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:50Z', 'updated_at': '2021-07-16T01:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:03.047599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf15bbcf-408e-47c9-93aa-9a54291864a6 None None] The sync data for ids ['bb12343c-232a-4a57-a59b-a2ccb0205f78'] in n-d-800086-6 is: [{'id': 'bb12343c-232a-4a57-a59b-a2ccb0205f78', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-511218320-router', 'tenant_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '6d9d3890-71d8-42fa-9002-10e4b77b6968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:48Z', 'updated_at': '2021-07-16T01:32:00Z', 'revision_number': 5, 'project_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'gw_port': {'id': '6d9d3890-71d8-42fa-9002-10e4b77b6968', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:63:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb12343c-232a-4a57-a59b-a2ccb0205f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:50Z', 'updated_at': '2021-07-16T01:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:03.063342 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0d574f-36cf-4f0b-b9bf-bef68e074a53,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:03.138092 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efaefe8-34d2-4604-bbcb-fbc1bd65b4a6 admin admin] Router bb12343c-232a-4a57-a59b-a2ccb0205f78 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:03.192279 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1bc4941e-47ba-4add-9dd5-e5ec28b84297 req-5c4c63d1-3093-470c-b1e3-457169135c27 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156535 Jul 16 01:32:03.288466 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 087d32b1-0233-4ebe-8aed-5a1c193fe228 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:03.329272 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12884a53-dbde-41c5-9a90-481b05ac25a0 req-c033b761-9159-4f9c-a906-134dec9addc7 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:03.334945 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-12884a53-dbde-41c5-9a90-481b05ac25a0 req-c033b761-9159-4f9c-a906-134dec9addc7 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=1240ca6e-4031-4dab-9a5e-188b5e17c42b HTTP/1.1" status: 200 len: 949 time: 0.5015841 Jul 16 01:32:03.417759 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Attempting to bind port 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:03.418109 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Attempting to bind port 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:03.421307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Attempting to bind port 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:03.457599 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Port 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:03.457935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Attempting to bind port 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:03.470204 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-12884a53-dbde-41c5-9a90-481b05ac25a0 req-c8dc2896-0745-485e-aa41-0feaa01a4761 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275342 Jul 16 01:32:03.473468 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:03.473746 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:03.474137 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:03.474576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Bound port: 3a0d574f-36cf-4f0b-b9bf-bef68e074a53, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:03.484036 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.493760 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1bc4941e-47ba-4add-9dd5-e5ec28b84297 req-0a9bb31a-2f58-4fb2-9315-22111558e410 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183943 Jul 16 01:32:03.530067 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9665394-739c-497b-91da-b806486407ab req-2ef95957-5768-4d64-b570-e9a406827ec2 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:03.537913 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9665394-739c-497b-91da-b806486407ab req-2ef95957-5768-4d64-b570-e9a406827ec2 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.4615211 Jul 16 01:32:03.556564 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 087d32b1-0233-4ebe-8aed-5a1c193fe228 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:03.588538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 087d32b1-0233-4ebe-8aed-5a1c193fe228 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:03.588907 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.601598 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efaefe8-34d2-4604-bbcb-fbc1bd65b4a6 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:03.611062 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0efaefe8-34d2-4604-bbcb-fbc1bd65b4a6 admin admin] 10.222.0.54 "PUT /v2.0/routers/bb12343c-232a-4a57-a59b-a2ccb0205f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5592229 Jul 16 01:32:03.614297 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47450) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:03.678643 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] For port 3a0d574f-36cf-4f0b-b9bf-bef68e074a53, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:03.682570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] For port 3a0d574f-36cf-4f0b-b9bf-bef68e074a53, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3a0d574f-36cf-4f0b-b9bf-bef68e074a53,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:03.686115 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9665394-739c-497b-91da-b806486407ab req-7a460935-5f95-4af0-9976-7d1f61fb9486 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418567 Jul 16 01:32:03.690861 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.818954 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-20892df1-9d99-4f27-a25f-97b655f2fcbf admin admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.851761 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.864724 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:03.865351 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.868996 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] 10.222.0.26 "PUT /v2.0/ports/3a0d574f-36cf-4f0b-b9bf-bef68e074a53 HTTP/1.1" status: 200 len: 1096 time: 1.7219679 Jul 16 01:32:03.871954 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e59fb1-0838-4e7f-af32-a46cd211abaf', 'tag': '3a0d574f-36cf-4f0b-b9bf-bef68e074a53'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:03.875533 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccb342a-64f6-4f8d-8698-c2979252d797" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e59fb1-0838-4e7f-af32-a46cd211abaf", "tag": "3a0d574f-36cf-4f0b-b9bf-bef68e074a53"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:03.941268 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4fcfa-72f6-49fe-b600-413406836693 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0d574f-36cf-4f0b-b9bf-bef68e074a53,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:04.010794 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-20892df1-9d99-4f27-a25f-97b655f2fcbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.036935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f94ef2-a9dd-4981-8e05-5ef8d7a69688 req-94cfc6be-afb5-446d-8619-b6c80ae97798 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.044780 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-57f94ef2-a9dd-4981-8e05-5ef8d7a69688 req-94cfc6be-afb5-446d-8619-b6c80ae97798 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 945 time: 0.2894511 Jul 16 01:32:04.178673 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-57f94ef2-a9dd-4981-8e05-5ef8d7a69688 req-d44d1e1e-35c3-4d6e-9d06-218b87da86c4 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328254 Jul 16 01:32:04.183350 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-20892df1-9d99-4f27-a25f-97b655f2fcbf admin admin] Deleting port 6d9d3890-71d8-42fa-9002-10e4b77b6968 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:04.191294 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-20892df1-9d99-4f27-a25f-97b655f2fcbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.204765 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 40806884-0e06-41d4-99f6-58fdf7305b80 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:04.213917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-646324e4-f006-43ba-8cc3-50a166498574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.222873 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-646324e4-f006-43ba-8cc3-50a166498574 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&device_id=d3e59fb1-0838-4e7f-af32-a46cd211abaf HTTP/1.1" status: 200 len: 1099 time: 0.2608624 Jul 16 01:32:04.340798 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-dc4bd491-8265-464b-8cf0-ec3386b9be95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=3a0d574f-36cf-4f0b-b9bf-bef68e074a53 HTTP/1.1" status: 200 len: 217 time: 0.0965595 Jul 16 01:32:04.381951 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.460679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-20892df1-9d99-4f27-a25f-97b655f2fcbf admin admin] For port 6d9d3890-71d8-42fa-9002-10e4b77b6968, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6d9d3890-71d8-42fa-9002-10e4b77b6968,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:04.461767 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-20892df1-9d99-4f27-a25f-97b655f2fcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.526416 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-20892df1-9d99-4f27-a25f-97b655f2fcbf admin admin] Calling delete_port for 6d9d3890-71d8-42fa-9002-10e4b77b6968 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:04.527650 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4bd3e6-e7f1-41ac-b017-08ee274614fb None None] Sync routers for ids ['bb12343c-232a-4a57-a59b-a2ccb0205f78'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:04.528709 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecaeeec9-84a0-4557-baf3-46e1f60fb5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087d32b1-0233-4ebe-8aed-5a1c193fe228'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:04.536893 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29210993-22ab-4ec8-b5aa-40a3acdb511d" -d '{"events": [{"server_uuid": "ecaeeec9-84a0-4557-baf3-46e1f60fb5b2", "name": "network-vif-plugged", "status": "completed", "tag": "087d32b1-0233-4ebe-8aed-5a1c193fe228"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:04.544313 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4bd3e6-e7f1-41ac-b017-08ee274614fb None None] Routers {'bb12343c-232a-4a57-a59b-a2ccb0205f78'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:04.546546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-b942b5af-4e87-451c-a036-ced9a7387b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.547257 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6b4bd3e6-e7f1-41ac-b017-08ee274614fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:32:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['bb12343c-232a-4a57-a59b-a2ccb0205f78'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:04.548066 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-b942b5af-4e87-451c-a036-ced9a7387b74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1088593 Jul 16 01:32:04.557652 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 40806884-0e06-41d4-99f6-58fdf7305b80 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:04.572553 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fa97e-63e7-40b9-8ace-b6623222eea4 req-00468296-cd61-4dc9-8f89-267c1aa548ad tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.573602 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 40806884-0e06-41d4-99f6-58fdf7305b80 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:04.574085 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.574473 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-622fa97e-63e7-40b9-8ace-b6623222eea4 req-00468296-cd61-4dc9-8f89-267c1aa548ad tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 944 time: 0.1455381 Jul 16 01:32:04.577427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 087d32b1-0233-4ebe-8aed-5a1c193fe228, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=087d32b1-0233-4ebe-8aed-5a1c193fe228,segment=NetworkSegment(f756e3f7-e46a-4a44-a34b-9a9aef14f9ac),segment_id=f756e3f7-e46a-4a44-a34b-9a9aef14f9ac)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:04.588842 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.690062 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-622fa97e-63e7-40b9-8ace-b6623222eea4 req-233e8a10-a5da-45b8-9d04-333ca1843b32 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024528 Jul 16 01:32:04.704624 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-bef2412e-7458-4ffb-9b6e-b738d9e8b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.706265 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-bef2412e-7458-4ffb-9b6e-b738d9e8b758 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1473024 Jul 16 01:32:04.749940 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-6b4bd3e6-e7f1-41ac-b017-08ee274614fb None None] Set router bb12343c-232a-4a57-a59b-a2ccb0205f78 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:04.762234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=087d32b1-0233-4ebe-8aed-5a1c193fe228,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:04.789123 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15c0f63-74d7-4eca-bcd4-cd29004ba587 x-openstack-request-id: req-c15c0f63-74d7-4eca-bcd4-cd29004ba587 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:04.789420 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e59fb1-0838-4e7f-af32-a46cd211abaf", "tag": "3a0d574f-36cf-4f0b-b9bf-bef68e074a53", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:04.789669 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c15c0f63-74d7-4eca-bcd4-cd29004ba587 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:04.790063 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e59fb1-0838-4e7f-af32-a46cd211abaf', 'tag': '3a0d574f-36cf-4f0b-b9bf-bef68e074a53', 'status': 'completed', 'code': 200} Jul 16 01:32:04.879998 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.886446 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6b4bd3e6-e7f1-41ac-b017-08ee274614fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb12343c-232a-4a57-a59b-a2ccb0205f78', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-511218320-router', 'tenant_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:48Z', 'updated_at': '2021-07-16T01:32:04Z', 'revision_number': 6, 'project_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:04.922036 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-20b1ada2-0e82-4cc8-b21a-68e010c1c9de service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024541 Jul 16 01:32:04.935322 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 40806884-0e06-41d4-99f6-58fdf7305b80, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=40806884-0e06-41d4-99f6-58fdf7305b80,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:04.942971 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.958422 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4bd3e6-e7f1-41ac-b017-08ee274614fb None None] Checking router: bb12343c-232a-4a57-a59b-a2ccb0205f78 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:04.972957 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec69b2-4fec-4d7a-8ba5-683904f3fb3d req-b2bd7d4e-f82a-488d-9784-e070010e0a7b tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.980126 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4fec69b2-4fec-4d7a-8ba5-683904f3fb3d req-b2bd7d4e-f82a-488d-9784-e070010e0a7b tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e59fb1-0838-4e7f-af32-a46cd211abaf HTTP/1.1" status: 200 len: 948 time: 0.4959917 Jul 16 01:32:04.980767 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4bd3e6-e7f1-41ac-b017-08ee274614fb None None] Routers {'bb12343c-232a-4a57-a59b-a2ccb0205f78'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:04.981936 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6b4bd3e6-e7f1-41ac-b017-08ee274614fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:32:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['bb12343c-232a-4a57-a59b-a2ccb0205f78'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:05.062340 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4fec69b2-4fec-4d7a-8ba5-683904f3fb3d req-4b876a97-ba0e-4df1-8f50-740c8b87fec0 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811210 Jul 16 01:32:05.096601 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=40806884-0e06-41d4-99f6-58fdf7305b80,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:05.140559 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-6b4bd3e6-e7f1-41ac-b017-08ee274614fb None None] Set router bb12343c-232a-4a57-a59b-a2ccb0205f78 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:05.171475 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63937186-efda-4214-acda-a17b33b51c56 x-openstack-request-id: req-63937186-efda-4214-acda-a17b33b51c56 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:05.172086 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecaeeec9-84a0-4557-baf3-46e1f60fb5b2", "name": "network-vif-plugged", "status": "completed", "tag": "087d32b1-0233-4ebe-8aed-5a1c193fe228", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:05.172583 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-63937186-efda-4214-acda-a17b33b51c56 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:05.173213 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecaeeec9-84a0-4557-baf3-46e1f60fb5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087d32b1-0233-4ebe-8aed-5a1c193fe228', 'code': 200} Jul 16 01:32:05.185976 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61007c1b-cd85-4754-9559-3655bee25bd4 req-f06e89ea-e59f-4e9d-a84d-68be2147dccd service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557840 Jul 16 01:32:05.203455 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-20892df1-9d99-4f27-a25f-97b655f2fcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.245907 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6b4bd3e6-e7f1-41ac-b017-08ee274614fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb12343c-232a-4a57-a59b-a2ccb0205f78', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-511218320-router', 'tenant_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:48Z', 'updated_at': '2021-07-16T01:32:04Z', 'revision_number': 6, 'project_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:05.286156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20892df1-9d99-4f27-a25f-97b655f2fcbf admin admin] Pushing event deleted for resources: {'Port': ['ID=6d9d3890-71d8-42fa-9002-10e4b77b6968,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:05.337812 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4bd3e6-e7f1-41ac-b017-08ee274614fb None None] The sync data for ids ['bb12343c-232a-4a57-a59b-a2ccb0205f78'] in n-d-800086-6 is: [{'id': 'bb12343c-232a-4a57-a59b-a2ccb0205f78', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-511218320-router', 'tenant_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:48Z', 'updated_at': '2021-07-16T01:32:04Z', 'revision_number': 6, 'project_id': '5cfc5cdedc5a429b88b4c0ea418a971a', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:05.370552 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-20892df1-9d99-4f27-a25f-97b655f2fcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.586740 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-20892df1-9d99-4f27-a25f-97b655f2fcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.589139 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03896b61-1b09-43e2-b3f0-7555c1af510a req-e5df838a-a15b-4649-b147-fe0efa194ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.589490 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-20892df1-9d99-4f27-a25f-97b655f2fcbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.591088 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-03896b61-1b09-43e2-b3f0-7555c1af510a req-e5df838a-a15b-4649-b147-fe0efa194ac4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 1096 time: 0.2045949 Jul 16 01:32:05.702493 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-20892df1-9d99-4f27-a25f-97b655f2fcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.702493 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20892df1-9d99-4f27-a25f-97b655f2fcbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb12343c-232a-4a57-a59b-a2ccb0205f78 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:32:05.717970 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-20892df1-9d99-4f27-a25f-97b655f2fcbf admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.719151 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-20892df1-9d99-4f27-a25f-97b655f2fcbf admin admin] 10.222.0.54 "DELETE /v2.0/routers/bb12343c-232a-4a57-a59b-a2ccb0205f78 HTTP/1.1" status: 204 len: 168 time: 2.1037347 Jul 16 01:32:05.722793 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-03896b61-1b09-43e2-b3f0-7555c1af510a req-47f9c66a-d4fa-443f-a14a-f3449f28829a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926514 Jul 16 01:32:05.723338 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47478) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:05.771431 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb342a-64f6-4f8d-8698-c2979252d797 req-e89e5011-476f-4b80-a7c5-118423119de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.773008 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cccb342a-64f6-4f8d-8698-c2979252d797 req-e89e5011-476f-4b80-a7c5-118423119de7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&device_id=d3e59fb1-0838-4e7f-af32-a46cd211abaf HTTP/1.1" status: 200 len: 1099 time: 0.3754163 Jul 16 01:32:05.773626 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-f6037c2f-2fa2-43ff-b7f7-adbecbcbe10e tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.774157 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-f6037c2f-2fa2-43ff-b7f7-adbecbcbe10e tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.774670 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-f6037c2f-2fa2-43ff-b7f7-adbecbcbe10e tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.775240 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-f6037c2f-2fa2-43ff-b7f7-adbecbcbe10e tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.775684 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-f6037c2f-2fa2-43ff-b7f7-adbecbcbe10e tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.776223 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-f6037c2f-2fa2-43ff-b7f7-adbecbcbe10e tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.776684 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-f6037c2f-2fa2-43ff-b7f7-adbecbcbe10e tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.777147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-f6037c2f-2fa2-43ff-b7f7-adbecbcbe10e tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.777605 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-f6037c2f-2fa2-43ff-b7f7-adbecbcbe10e tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.778064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-f6037c2f-2fa2-43ff-b7f7-adbecbcbe10e tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.778519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-f6037c2f-2fa2-43ff-b7f7-adbecbcbe10e tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.778981 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-f6037c2f-2fa2-43ff-b7f7-adbecbcbe10e tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.779436 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-f6037c2f-2fa2-43ff-b7f7-adbecbcbe10e tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.779934 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-f6037c2f-2fa2-43ff-b7f7-adbecbcbe10e tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.780396 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-f6037c2f-2fa2-43ff-b7f7-adbecbcbe10e tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.780846 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-f6037c2f-2fa2-43ff-b7f7-adbecbcbe10e tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.781310 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-f6037c2f-2fa2-43ff-b7f7-adbecbcbe10e tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.792125 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-f6037c2f-2fa2-43ff-b7f7-adbecbcbe10e tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d3e59fb1-0838-4e7f-af32-a46cd211abaf&device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2&device_id=1240ca6e-4031-4dab-9a5e-188b5e17c42b&device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e&device_id=80ac73fe-b193-4dad-963b-967e7fc15a77&device_id=9f9387a1-daef-439c-90b3-88057c0adea9&device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505&device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf&device_id=e34726a9-b594-409b-89c3-f477788b48eb&device_id=da4730a2-6e4a-4d8a-b844-99f99e809dea&device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f&device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb&device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6&device_id=53356f91-55c1-4380-80fc-d8059d4097b2&device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b&device_id=c789a22d-702f-47ef-807e-34c16ed407b7&device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 15319 time: 0.1963391 Jul 16 01:32:05.807304 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-693344ab-e2ea-415b-b80b-d95641c74fea tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.824087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8447a8-25b7-4bae-8b6f-f076c7f2acf8 admin admin] Deleting subnet 6a254870-03b8-498a-aca3-4b4d403b78ca {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:05.827512 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a8447a8-25b7-4bae-8b6f-f076c7f2acf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.877233 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a8447a8-25b7-4bae-8b6f-f076c7f2acf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.918505 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931b534-a068-4c79-96db-2226fd526962 req-1679954a-4b34-4800-908f-e042fff186d5 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.920081 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8931b534-a068-4c79-96db-2226fd526962 req-1679954a-4b34-4800-908f-e042fff186d5 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.1461577 Jul 16 01:32:05.945944 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-693344ab-e2ea-415b-b80b-d95641c74fea tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.955248 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-693344ab-e2ea-415b-b80b-d95641c74fea tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.996760 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3a261e57-0433-49a3-bc7c-df753f3d21f3 req-693344ab-e2ea-415b-b80b-d95641c74fea tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&id=08a982fe-a4c3-4058-bc17-ab450ad19127&id=1c68af18-4de8-4ae2-81c7-8677058ad982&id=6519f0de-6b59-40a6-b9bf-4c372aa44394&id=51c34178-76f0-4fd0-a9dc-a24066633294&id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&id=db2ea2aa-907c-429e-9133-60c071b3a880&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.2033832 Jul 16 01:32:06.003731 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693344ab-e2ea-415b-b80b-d95641c74fea tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61af50c-083b-4139-b105-a83fc8da5cf4,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:06.029770 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8931b534-a068-4c79-96db-2226fd526962 req-83a39bc1-b125-40a7-a41d-052e448a4ed2 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023278 Jul 16 01:32:06.052994 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a8447a8-25b7-4bae-8b6f-f076c7f2acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.187184 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a8447a8-25b7-4bae-8b6f-f076c7f2acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.220288 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a8447a8-25b7-4bae-8b6f-f076c7f2acf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.226556 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6a8447a8-25b7-4bae-8b6f-f076c7f2acf8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6a254870-03b8-498a-aca3-4b4d403b78ca HTTP/1.1" status: 204 len: 168 time: 0.5020037 Jul 16 01:32:06.228186 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d322e4-2784-4c07-a2e7-3000e662f724 None None] Network 17885fc2-afe7-4fcd-9ac4-2d4f5cab6081 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:06.231018 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47484) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:06.231784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8447a8-25b7-4bae-8b6f-f076c7f2acf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a254870-03b8-498a-aca3-4b4d403b78ca,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:06.313226 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51a185-bd8c-4dad-ae71-c4f466f2fc2a req-457bc582-b180-4e1c-a13a-8bac71cda767 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:06.315515 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-db51a185-bd8c-4dad-ae71-c4f466f2fc2a req-457bc582-b180-4e1c-a13a-8bac71cda767 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 946 time: 0.1479497 Jul 16 01:32:06.376282 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-db51a185-bd8c-4dad-ae71-c4f466f2fc2a req-1ecbe243-e0fe-40c9-b57c-4b5511e303f8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548198 Jul 16 01:32:06.522227 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeaa9e9-1c54-4175-ab39-5ceb14dec548 None None] DHCP port deletion for 17885fc2-afe7-4fcd-9ac4-2d4f5cab6081 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:32:06.602742 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb342a-64f6-4f8d-8698-c2979252d797 req-e8e9ecdf-a159-4aeb-8224-077b27a71d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:06.604243 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cccb342a-64f6-4f8d-8698-c2979252d797 req-e8e9ecdf-a159-4aeb-8224-077b27a71d02 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.5084577 Jul 16 01:32:06.604586 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5eeaa9e9-1c54-4175-ab39-5ceb14dec548 None None] Deleting port 3bcd08e3-03a9-4553-9eb4-841119434fca {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:06.605067 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5eeaa9e9-1c54-4175-ab39-5ceb14dec548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.685475 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.691097 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cccb342a-64f6-4f8d-8698-c2979252d797 req-08ffff82-1ad4-4307-9fc3-142d035d0e2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=3a0d574f-36cf-4f0b-b9bf-bef68e074a53 HTTP/1.1" status: 200 len: 217 time: 0.0488925 Jul 16 01:32:06.704238 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5eeaa9e9-1c54-4175-ab39-5ceb14dec548 None None] For port 3bcd08e3-03a9-4553-9eb4-841119434fca, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=3bcd08e3-03a9-4553-9eb4-841119434fca,segment=NetworkSegment(c5b4abd4-01d2-4524-8938-4a8223bcd4eb),segment_id=c5b4abd4-01d2-4524-8938-4a8223bcd4eb)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:06.704238 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5eeaa9e9-1c54-4175-ab39-5ceb14dec548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.718424 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5eeaa9e9-1c54-4175-ab39-5ceb14dec548 None None] Calling delete_port for 3bcd08e3-03a9-4553-9eb4-841119434fca owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:06.722249 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cb00e-da6c-4595-b72e-ba9231916042 req-9990a1c9-37ef-4c49-99ca-7235be6c02ab tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:06.724476 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e01cb00e-da6c-4595-b72e-ba9231916042 req-9990a1c9-37ef-4c49-99ca-7235be6c02ab tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e59fb1-0838-4e7f-af32-a46cd211abaf HTTP/1.1" status: 200 len: 948 time: 0.0896549 Jul 16 01:32:06.773788 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bd0e4-808a-4651-b509-f2ddb86211e4 req-999c42da-6bd0-45c0-918c-509e455597fd tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:06.781156 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3d3bd0e4-808a-4651-b509-f2ddb86211e4 req-999c42da-6bd0-45c0-918c-509e455597fd tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 945 time: 0.5508451 Jul 16 01:32:06.784745 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e01cb00e-da6c-4595-b72e-ba9231916042 req-20d4c4d8-e245-48ed-925a-fbcce5370a5f tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530503 Jul 16 01:32:06.817620 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb342a-64f6-4f8d-8698-c2979252d797 req-197b97f4-4f3a-4185-81ca-1883e6f4e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:06.819133 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cccb342a-64f6-4f8d-8698-c2979252d797 req-197b97f4-4f3a-4185-81ca-1883e6f4e9fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1206636 Jul 16 01:32:06.889385 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3d3bd0e4-808a-4651-b509-f2ddb86211e4 req-73b1766e-1013-49da-b08d-cd029a90e14f tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072276 Jul 16 01:32:06.925748 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] Deleting port 3bcd08e3-03a9-4553-9eb4-841119434fca {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:06.928132 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.999328 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5eeaa9e9-1c54-4175-ab39-5ceb14dec548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.026456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeaa9e9-1c54-4175-ab39-5ceb14dec548 None None] No DVR routers for this DVR port 3bcd08e3-03a9-4553-9eb4-841119434fca on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:07.030431 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 3bcd08e3-03a9-4553-9eb4-841119434fca no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:07.044600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb342a-64f6-4f8d-8698-c2979252d797 req-21f1cf83-e631-4bc7-928e-7149595af7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.046648 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cccb342a-64f6-4f8d-8698-c2979252d797 req-21f1cf83-e631-4bc7-928e-7149595af7f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2180960 Jul 16 01:32:07.057184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] For port 3bcd08e3-03a9-4553-9eb4-841119434fca, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=3bcd08e3-03a9-4553-9eb4-841119434fca,segment=NetworkSegment(c5b4abd4-01d2-4524-8938-4a8223bcd4eb),segment_id=c5b4abd4-01d2-4524-8938-4a8223bcd4eb)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:07.057767 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.093313 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] Calling delete_port for 3bcd08e3-03a9-4553-9eb4-841119434fca owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:07.153190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 3bcd08e3-03a9-4553-9eb4-841119434fca {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:07.153487 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 3bcd08e3-03a9-4553-9eb4-841119434fca not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:07.153913 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6d9d3890-71d8-42fa-9002-10e4b77b6968 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:07.223049 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cccb342a-64f6-4f8d-8698-c2979252d797 req-15ec6be2-f023-4dcd-b35b-a2617175dd70 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674507 Jul 16 01:32:07.245286 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745b42e-5ca4-4d27-a05e-52adadf1fbac req-68a7cc5d-92bf-4c19-bae1-1ab1acb8352a tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.245773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745b42e-5ca4-4d27-a05e-52adadf1fbac req-68a7cc5d-92bf-4c19-bae1-1ab1acb8352a tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.245973 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fc86ac-665f-48ec-be30-4b46bcbfe56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40806884-0e06-41d4-99f6-58fdf7305b80'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:07.246501 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745b42e-5ca4-4d27-a05e-52adadf1fbac req-68a7cc5d-92bf-4c19-bae1-1ab1acb8352a tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.248254 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b71b9a-f7c4-4496-a0f1-da0c90652a75" -d '{"events": [{"server_uuid": "e9fc86ac-665f-48ec-be30-4b46bcbfe56e", "name": "network-vif-plugged", "status": "completed", "tag": "40806884-0e06-41d4-99f6-58fdf7305b80"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:07.248411 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5745b42e-5ca4-4d27-a05e-52adadf1fbac req-68a7cc5d-92bf-4c19-bae1-1ab1acb8352a tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1240ca6e-4031-4dab-9a5e-188b5e17c42b&device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505&device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 2883 time: 0.0703049 Jul 16 01:32:07.252281 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeaa9e9-1c54-4175-ab39-5ceb14dec548 None None] Pushing event deleted for resources: {'Port': ['ID=3bcd08e3-03a9-4553-9eb4-841119434fca,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:07.255739 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.257492 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 6d9d3890-71d8-42fa-9002-10e4b77b6968 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:07.263422 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6d9d3890-71d8-42fa-9002-10e4b77b6968 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:07.313016 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5745b42e-5ca4-4d27-a05e-52adadf1fbac req-6313a572-892d-4f0a-a41d-4e08292ccd38 tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570753 Jul 16 01:32:07.355109 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bcd08e3-03a9-4553-9eb4-841119434fca,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:07.367520 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] No DVR routers for this DVR port 3bcd08e3-03a9-4553-9eb4-841119434fca on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:07.377683 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2fa0e6-e9cb-4a4d-ac43-ddf9ab41f3ad x-openstack-request-id: req-fb2fa0e6-e9cb-4a4d-ac43-ddf9ab41f3ad {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:07.378002 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fc86ac-665f-48ec-be30-4b46bcbfe56e", "name": "network-vif-plugged", "status": "completed", "tag": "40806884-0e06-41d4-99f6-58fdf7305b80", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:07.378277 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fb2fa0e6-e9cb-4a4d-ac43-ddf9ab41f3ad {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:07.378681 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fc86ac-665f-48ec-be30-4b46bcbfe56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40806884-0e06-41d4-99f6-58fdf7305b80', 'code': 200} Jul 16 01:32:07.488086 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cccb342a-64f6-4f8d-8698-c2979252d797 req-4e9643c9-e81e-4477-ab5b-78773c5cec93 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286062 Jul 16 01:32:07.513584 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.528296 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17885fc2-afe7-4fcd-9ac4-2d4f5cab6081']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:07.536625 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8f289-9f54-461b-9516-8b8988abd6ce req-d8562c54-def2-4360-b44e-afdd1eb8eacd tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.545981 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bfb8f289-9f54-461b-9516-8b8988abd6ce req-d8562c54-def2-4360-b44e-afdd1eb8eacd tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.2603366 Jul 16 01:32:07.566090 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b4abd4-01d2-4524-8938-4a8223bcd4eb') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:07.566409 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b4abd4-01d2-4524-8938-4a8223bcd4eb') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:07.584516 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.607664 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.621292 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bfb8f289-9f54-461b-9516-8b8988abd6ce req-1d1b053b-6ea7-45ca-ada9-b087caf215db tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744977 Jul 16 01:32:07.633428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:07.633849 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:07.636040 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:07.661912 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc2fd6-c1cd-4778-b7be-3b18caccca53 req-8dc669b9-5eeb-4288-b46d-01e815bbd304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.670485 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67bc2fd6-c1cd-4778-b7be-3b18caccca53 req-8dc669b9-5eeb-4288-b46d-01e815bbd304 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 1097 time: 0.0759184 Jul 16 01:32:07.731109 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67bc2fd6-c1cd-4778-b7be-3b18caccca53 req-21e1a48a-f8da-49b1-a6ae-ce2476bdd952 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472891 Jul 16 01:32:07.736639 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.749917 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.758309 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] 10.222.0.54 "DELETE /v2.0/networks/17885fc2-afe7-4fcd-9ac4-2d4f5cab6081 HTTP/1.1" status: 204 len: 168 time: 1.5200140 Jul 16 01:32:07.793188 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82886b4-aede-4225-9c55-600d7ff3ed17 admin admin] Pushing event deleted for resources: {'Network': ['ID=17885fc2-afe7-4fcd-9ac4-2d4f5cab6081,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:07.879659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e2509-b07c-4922-9889-e81463e88c83 req-667aa1e8-27d2-4e6e-a0b9-577c031d49a0 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.881539 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-548e2509-b07c-4922-9889-e81463e88c83 req-667aa1e8-27d2-4e6e-a0b9-577c031d49a0 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 946 time: 0.0768743 Jul 16 01:32:07.917615 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47520) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:07.937767 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-548e2509-b07c-4922-9889-e81463e88c83 req-093cd817-ab94-4072-a6f0-253be21e25f7 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468066 Jul 16 01:32:07.991265 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a4be4d44-0802-494f-a8bc-be0ee127870c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5cfc5cdedc5a429b88b4c0ea418a971a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0724938 Jul 16 01:32:07.993771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47524) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:08.011599 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fdbe3-2e21-4d30-befc-297ab218e647 req-55c8d3b6-8a67-4757-ac49-e6467ea7574b tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.019557 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-400fdbe3-2e21-4d30-befc-297ab218e647 req-55c8d3b6-8a67-4757-ac49-e6467ea7574b tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/ports?device_id=e34726a9-b594-409b-89c3-f477788b48eb HTTP/1.1" status: 200 len: 946 time: 0.1374810 Jul 16 01:32:08.059032 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08f19767-5f91-4942-a2b2-02594160e8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.064597 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-400fdbe3-2e21-4d30-befc-297ab218e647 req-dc9b4af8-0949-4395-b94f-0bc2fd1da1a0 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/security-groups?id=db2ea2aa-907c-429e-9133-60c071b3a880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437555 Jul 16 01:32:08.108429 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08f19767-5f91-4942-a2b2-02594160e8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.170478 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14c629-9b56-48f2-8ec3-7e36fab3e582 req-38bdf926-3783-4778-898e-19e899bd85db tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.171911 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee14c629-9b56-48f2-8ec3-7e36fab3e582 req-38bdf926-3783-4778-898e-19e899bd85db tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e59fb1-0838-4e7f-af32-a46cd211abaf HTTP/1.1" status: 200 len: 948 time: 0.1081586 Jul 16 01:32:08.194704 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08f19767-5f91-4942-a2b2-02594160e8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.197544 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08f19767-5f91-4942-a2b2-02594160e8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.200936 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-08f19767-5f91-4942-a2b2-02594160e8e9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e6b7bd9-41ef-4de9-bad2-fec339d45069 HTTP/1.1" status: 204 len: 168 time: 0.2039187 Jul 16 01:32:08.212954 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f19767-5f91-4942-a2b2-02594160e8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6b7bd9-41ef-4de9-bad2-fec339d45069,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:08.227845 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee14c629-9b56-48f2-8ec3-7e36fab3e582 req-5c74edbb-2b2d-4812-ac1f-ec26dca564ef tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486865 Jul 16 01:32:08.282924 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4d2d7-7615-412a-97ea-eb376e8821d5 req-6d586d9a-fabb-4588-abbc-6c9e0b7bc172 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.290860 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-66c4d2d7-7615-412a-97ea-eb376e8821d5 req-6d586d9a-fabb-4588-abbc-6c9e0b7bc172 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 945 time: 0.1166363 Jul 16 01:32:08.348816 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-66c4d2d7-7615-412a-97ea-eb376e8821d5 req-12662e8d-2714-4a9d-9956-99f9117270a7 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569756 Jul 16 01:32:08.498917 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b005f6cb-d872-48fd-90da-a05af3372533 req-1e80c40b-a47d-4fec-a4ff-98d89084f83c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0916667 Jul 16 01:32:08.572672 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ead4e-f022-43a8-948c-8a01cb81dc21 req-0768ce5b-c15a-4a7a-9a92-90e75ce29c62 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.583541 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a83ead4e-f022-43a8-948c-8a01cb81dc21 req-0768ce5b-c15a-4a7a-9a92-90e75ce29c62 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 945 time: 0.0845213 Jul 16 01:32:08.585958 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47534) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:08.592949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-fef999e4-3f85-4267-a0eb-7dca7f85b11d tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Request body: {'floatingip': {'port_id': '087d32b1-0233-4ebe-8aed-5a1c193fe228'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:08.655919 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fef999e4-3f85-4267-a0eb-7dca7f85b11d tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for floatingip, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.682544 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005f6cb-d872-48fd-90da-a05af3372533 req-cb4e5f2e-f981-42e4-bc34-89fb9055197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.685718 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b005f6cb-d872-48fd-90da-a05af3372533 req-cb4e5f2e-f981-42e4-bc34-89fb9055197a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 1095 time: 0.1128891 Jul 16 01:32:08.867376 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005f6cb-d872-48fd-90da-a05af3372533 req-d444e151-4bf7-40b6-b542-436b65cf6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.870086 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b005f6cb-d872-48fd-90da-a05af3372533 req-d444e151-4bf7-40b6-b542-436b65cf6b2a service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 922 time: 0.1534491 Jul 16 01:32:08.964559 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b005f6cb-d872-48fd-90da-a05af3372533 req-36e0f43a-398c-4c2c-aef4-f53ab3f1c683 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2fd746d-3af5-45d0-bb1f-58282705a3d0 HTTP/1.1" status: 200 len: 217 time: 0.0595896 Jul 16 01:32:09.006748 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0c345-a3d1-4058-ba63-1c413aca6560 req-01c63139-c1f3-4025-accb-e76b9ceb0938 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.008742 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cfe0c345-a3d1-4058-ba63-1c413aca6560 req-01c63139-c1f3-4025-accb-e76b9ceb0938 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.2115963 Jul 16 01:32:09.077489 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005f6cb-d872-48fd-90da-a05af3372533 req-1468473e-92f5-4d0b-9cef-8d08ff3e15f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.079317 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b005f6cb-d872-48fd-90da-a05af3372533 req-1468473e-92f5-4d0b-9cef-8d08ff3e15f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.1067028 Jul 16 01:32:09.101494 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cfe0c345-a3d1-4058-ba63-1c413aca6560 req-7bb851b7-e3af-4e74-b6c5-160d8241d5d3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841634 Jul 16 01:32:09.196253 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b005f6cb-d872-48fd-90da-a05af3372533 req-0a2a905e-7efa-4483-bb33-7fd461ccc83e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945008 Jul 16 01:32:09.345770 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:09.390394 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b005f6cb-d872-48fd-90da-a05af3372533 req-d3f509b6-443d-44fc-8289-99b6dc0704e1 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284177 Jul 16 01:32:09.407569 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521686f0-76a9-4bda-94ac-75159f48f0c8 req-0b06ba50-9cf5-4cad-b2cc-2e1d217151ad tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.409583 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-521686f0-76a9-4bda-94ac-75159f48f0c8 req-0b06ba50-9cf5-4cad-b2cc-2e1d217151ad tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 946 time: 0.2080047 Jul 16 01:32:09.414237 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fef999e4-3f85-4267-a0eb-7dca7f85b11d tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.419803 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fef999e4-3f85-4267-a0eb-7dca7f85b11d tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.461678 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 3a0d574f-36cf-4f0b-b9bf-bef68e074a53, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3a0d574f-36cf-4f0b-b9bf-bef68e074a53,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:09.478702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '3a0d574f-36cf-4f0b-b9bf-bef68e074a53', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '3a0d574f-36cf-4f0b-b9bf-bef68e074a53', 'mac_address': 'fa:16:3e:a9:70:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:09.519231 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b005f6cb-d872-48fd-90da-a05af3372533 req-e14a2fed-ac43-4c05-8b26-a1ff7dd27d91 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077063 Jul 16 01:32:09.522232 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.528953 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b697af8-c160-4f08-b6fe-f1d27093f47a req-0a9bae6f-309a-417a-8e24-5a6b73057918 tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.530492 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7b697af8-c160-4f08-b6fe-f1d27093f47a req-0a9bae6f-309a-417a-8e24-5a6b73057918 tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 1101 time: 0.1972735 Jul 16 01:32:09.544630 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:09.569692 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 3a0d574f-36cf-4f0b-b9bf-bef68e074a53, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3a0d574f-36cf-4f0b-b9bf-bef68e074a53,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:09.572720 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-521686f0-76a9-4bda-94ac-75159f48f0c8 req-e65a4ab0-f48b-468e-ad69-7bc1a70165e2 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520725 Jul 16 01:32:09.576708 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.589176 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7b697af8-c160-4f08-b6fe-f1d27093f47a req-0eb3021e-07f9-44b1-aef8-ca8cd2b76673 tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480378 Jul 16 01:32:09.593685 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-fef999e4-3f85-4267-a0eb-7dca7f85b11d tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Floating IP e4820c0a-2cfe-49bf-a14e-e3b9affaadee associated. External IP: 172.25.1.42, port: 087d32b1-0233-4ebe-8aed-5a1c193fe228. Jul 16 01:32:09.665823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=3a0d574f-36cf-4f0b-b9bf-bef68e074a53,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:09.782480 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07179564-54a7-487e-8b3c-6c4301a9d08c req-9c1d6315-3e19-474f-a54d-158456cb9f16 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.784461 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07179564-54a7-487e-8b3c-6c4301a9d08c req-9c1d6315-3e19-474f-a54d-158456cb9f16 tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/ports?device_id=e34726a9-b594-409b-89c3-f477788b48eb HTTP/1.1" status: 200 len: 946 time: 0.0790153 Jul 16 01:32:09.887755 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07179564-54a7-487e-8b3c-6c4301a9d08c req-033b2b00-a6d2-49f6-a5a5-0a38bbd4751d tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/security-groups?id=db2ea2aa-907c-429e-9133-60c071b3a880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804617 Jul 16 01:32:09.989667 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef999e4-3f85-4267-a0eb-7dca7f85b11d tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Router afd4b5dc-5454-4798-9266-7f6f715d9b12 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:10.002031 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c948598-69a2-4935-bcb4-9f44541c6d90 req-f15a3bf8-fed9-4997-b7be-b5188ea010e0 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.003602 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c948598-69a2-4935-bcb4-9f44541c6d90 req-f15a3bf8-fed9-4997-b7be-b5188ea010e0 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e59fb1-0838-4e7f-af32-a46cd211abaf HTTP/1.1" status: 200 len: 949 time: 0.2597766 Jul 16 01:32:10.031112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['3a0d574f-36cf-4f0b-b9bf-bef68e074a53'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:10.049114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c184b72-9b25-47d2-a8ad-e9b6868bcc09 req-1211a61f-f247-4a18-ac30-27663b5b244d tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.051211 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c184b72-9b25-47d2-a8ad-e9b6868bcc09 req-1211a61f-f247-4a18-ac30-27663b5b244d tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.26 "GET /v2.0/ports?device_id=e34726a9-b594-409b-89c3-f477788b48eb HTTP/1.1" status: 200 len: 946 time: 0.1430647 Jul 16 01:32:10.188854 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-16f2e36e-c424-44aa-b757-58ea33dd8325 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2d06aefd57574019b35156aa0703b8a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316429 Jul 16 01:32:10.285378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c948598-69a2-4935-bcb4-9f44541c6d90 req-a1251d3e-7192-4ddb-9863-0163896d8094 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655554 Jul 16 01:32:10.329106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef999e4-3f85-4267-a0eb-7dca7f85b11d tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:10.335225 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fef999e4-3f85-4267-a0eb-7dca7f85b11d tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.338843 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-6e76f03a-8de3-46b0-abe9-d9914c3856bc tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.340941 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb95b06-9785-4909-91ef-526ec46c3358 None None] Sync routers for ids ['afd4b5dc-5454-4798-9266-7f6f715d9b12'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:10.341104 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-6e76f03a-8de3-46b0-abe9-d9914c3856bc tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514776 Jul 16 01:32:10.353660 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb95b06-9785-4909-91ef-526ec46c3358 None None] Routers {'afd4b5dc-5454-4798-9266-7f6f715d9b12'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:10.354642 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bdb95b06-9785-4909-91ef-526ec46c3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:32:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['afd4b5dc-5454-4798-9266-7f6f715d9b12'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:10.358127 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-bc7086dc-69d4-4896-ad2c-44a849f36d22 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/quotas/2d06aefd57574019b35156aa0703b8a4 HTTP/1.1" status: 200 len: 375 time: 0.0110571 Jul 16 01:32:10.396060 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fef999e4-3f85-4267-a0eb-7dca7f85b11d tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "PUT /v2.0/floatingips/e4820c0a-2cfe-49bf-a14e-e3b9affaadee HTTP/1.1" status: 200 len: 990 time: 1.8106711 Jul 16 01:32:10.398507 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecaeeec9-84a0-4557-baf3-46e1f60fb5b2', 'tag': '087d32b1-0233-4ebe-8aed-5a1c193fe228'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:10.401048 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ed900f-31a3-430b-9850-0d35fe8993ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ecaeeec9-84a0-4557-baf3-46e1f60fb5b2", "tag": "087d32b1-0233-4ebe-8aed-5a1c193fe228"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:10.415179 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-0c184b72-9b25-47d2-a8ad-e9b6868bcc09 req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Deleting port 17ad14e3-4c7f-487b-8180-4d2aeaff3efa {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:10.415603 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0c184b72-9b25-47d2-a8ad-e9b6868bcc09 req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.416512 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-d378fcc7-1b81-4553-9f3d-5fb7b693f468 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d06aefd57574019b35156aa0703b8a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513670 Jul 16 01:32:10.514652 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-bdb95b06-9785-4909-91ef-526ec46c3358 None None] Set router afd4b5dc-5454-4798-9266-7f6f715d9b12 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:10.558518 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461aac1-b8b7-4d0f-b595-cbc02dd9272b req-2eddac38-a03c-4338-ad5e-c377121e6273 tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.560439 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3461aac1-b8b7-4d0f-b595-cbc02dd9272b req-2eddac38-a03c-4338-ad5e-c377121e6273 tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 1101 time: 0.1466794 Jul 16 01:32:10.561997 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-0c184b72-9b25-47d2-a8ad-e9b6868bcc09 req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] For port 17ad14e3-4c7f-487b-8180-4d2aeaff3efa, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=17ad14e3-4c7f-487b-8180-4d2aeaff3efa,segment=NetworkSegment(7e35bd92-184f-48ea-99fe-c52f623dad06),segment_id=7e35bd92-184f-48ea-99fe-c52f623dad06)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:10.562319 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0c184b72-9b25-47d2-a8ad-e9b6868bcc09 req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.590839 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-0c184b72-9b25-47d2-a8ad-e9b6868bcc09 req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Calling delete_port for 17ad14e3-4c7f-487b-8180-4d2aeaff3efa owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:10.652916 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3461aac1-b8b7-4d0f-b595-cbc02dd9272b req-511620ce-0ee4-4137-86de-e903a7892aef tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859604 Jul 16 01:32:10.787474 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0c82a-89cc-4326-847a-9e14c17373f5 req-0636b611-3db5-49a7-b7bf-012178d96b62 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.789661 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7b0c82a-89cc-4326-847a-9e14c17373f5 req-0636b611-3db5-49a7-b7bf-012178d96b62 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.1612868 Jul 16 01:32:10.835193 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0c184b72-9b25-47d2-a8ad-e9b6868bcc09 req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.901983 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7b0c82a-89cc-4326-847a-9e14c17373f5 req-7b69ce9a-4f63-4fa9-8ae8-9565eded540a tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043067 Jul 16 01:32:10.923858 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Pushing event deleted for resources: {'Port': ['ID=17ad14e3-4c7f-487b-8180-4d2aeaff3efa,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:10.947420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bdb95b06-9785-4909-91ef-526ec46c3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:29:13Z', 'revision_number': 4, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'e4820c0a-2cfe-49bf-a14e-e3b9affaadee', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'port_id': '087d32b1-0233-4ebe-8aed-5a1c193fe228', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'mac_address': 'fa:16:3e:e2:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecaeeec9-84a0-4557-baf3-46e1f60fb5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:30Z', 'updated_at': '2021-07-16T01:32:09Z', 'revision_number': 5, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5156f6-f7aa-4f03-9b40-ed519b936d0a', 'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'mac_address': 'fa:16:3e:1f:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:12Z', 'updated_at': '2021-07-16T01:29:20Z', 'revision_number': 5, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'subnets': [{'id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:10.952798 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25416e2c-b290-413e-8767-4ef3d6cea729 x-openstack-request-id: req-25416e2c-b290-413e-8767-4ef3d6cea729 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:10.953175 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecaeeec9-84a0-4557-baf3-46e1f60fb5b2", "tag": "087d32b1-0233-4ebe-8aed-5a1c193fe228", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:10.953495 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-25416e2c-b290-413e-8767-4ef3d6cea729 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:10.953957 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecaeeec9-84a0-4557-baf3-46e1f60fb5b2', 'tag': '087d32b1-0233-4ebe-8aed-5a1c193fe228', 'status': 'completed', 'code': 200} Jul 16 01:32:10.956600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c184b72-9b25-47d2-a8ad-e9b6868bcc09 req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] No DVR routers for this DVR port 17ad14e3-4c7f-487b-8180-4d2aeaff3efa on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:10.958617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:10.959290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:10.959701 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:10.960150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:10.960554 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:10.960956 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:10.961348 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:10.962972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:10.963392 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:10.963827 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:10.964681 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:10.967081 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:10.973120 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0c184b72-9b25-47d2-a8ad-e9b6868bcc09 req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.979000 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c184b72-9b25-47d2-a8ad-e9b6868bcc09 req-ac8e1447-8907-4691-a60a-409f7ba666bb tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.26 "DELETE /v2.0/ports/17ad14e3-4c7f-487b-8180-4d2aeaff3efa HTTP/1.1" status: 204 len: 173 time: 0.9118624 Jul 16 01:32:10.991232 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb95b06-9785-4909-91ef-526ec46c3358 None None] Checking router: afd4b5dc-5454-4798-9266-7f6f715d9b12 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:11.006148 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb95b06-9785-4909-91ef-526ec46c3358 None None] Routers {'afd4b5dc-5454-4798-9266-7f6f715d9b12'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:11.006788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bdb95b06-9785-4909-91ef-526ec46c3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:32:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['afd4b5dc-5454-4798-9266-7f6f715d9b12'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:11.051968 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e776be0-34cd-48e2-990f-e1896f772c44 req-6514552d-3cf1-451b-a3d7-601c27644c23 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 210 time: 0.0537267 Jul 16 01:32:11.147494 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed900f-31a3-430b-9850-0d35fe8993ca req-737d221b-8cdb-4480-af56-4a727c78f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.149439 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d5ed900f-31a3-430b-9850-0d35fe8993ca req-737d221b-8cdb-4480-af56-4a727c78f9e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8067f702785a46d7aeee2219e58c580f&device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 1096 time: 0.0965362 Jul 16 01:32:11.246664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dc37e-138d-454e-a0e5-3560fb9e3571 req-39dadfd0-168b-4095-b098-897a95183fdc tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.257754 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-188dc37e-138d-454e-a0e5-3560fb9e3571 req-39dadfd0-168b-4095-b098-897a95183fdc tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 946 time: 0.1464028 Jul 16 01:32:11.288096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-bdb95b06-9785-4909-91ef-526ec46c3358 None None] Set router afd4b5dc-5454-4798-9266-7f6f715d9b12 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:11.359347 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-188dc37e-138d-454e-a0e5-3560fb9e3571 req-00b23034-f8ba-4ef3-988a-4e7462392f08 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978093 Jul 16 01:32:11.427367 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed900f-31a3-430b-9850-0d35fe8993ca req-7ce1e9a6-640d-4702-8892-69ad588da4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.431888 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d5ed900f-31a3-430b-9850-0d35fe8993ca req-7ce1e9a6-640d-4702-8892-69ad588da4d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f742ae33-4dce-47ed-a1d3-990b523bac4e HTTP/1.1" status: 200 len: 925 time: 0.2737601 Jul 16 01:32:11.467618 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['17ad14e3-4c7f-487b-8180-4d2aeaff3efa'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:11.469692 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:11.529991 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d5ed900f-31a3-430b-9850-0d35fe8993ca req-df821b84-829f-4c85-b02a-59dc8ceaf8df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=087d32b1-0233-4ebe-8aed-5a1c193fe228 HTTP/1.1" status: 200 len: 998 time: 0.0916922 Jul 16 01:32:11.660793 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:11.661657 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf77205a-3126-44cb-9820-cd9bef594826 req-f4d1c567-0950-4b48-af93-400190641a0d tempest-AttachSCSIVolumeTestJSON-1709463279 tempest-AttachSCSIVolumeTestJSON-1709463279-project] 10.222.0.54 "GET /v2.0/ports?device_id=e34726a9-b594-409b-89c3-f477788b48eb HTTP/1.1" status: 200 len: 210 time: 0.0713663 Jul 16 01:32:11.668240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed900f-31a3-430b-9850-0d35fe8993ca req-760116d6-48a9-4931-ae47-714a4411e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.670470 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:11.670779 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.672289 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d5ed900f-31a3-430b-9850-0d35fe8993ca req-760116d6-48a9-4931-ae47-714a4411e95b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bc5f773e-982f-4a7b-9f31-a3984b4d24fe HTTP/1.1" status: 200 len: 863 time: 0.1271694 Jul 16 01:32:11.804915 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed900f-31a3-430b-9850-0d35fe8993ca req-3faae4ac-cc41-4a50-991c-0af203c59411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.806830 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d5ed900f-31a3-430b-9850-0d35fe8993ca req-3faae4ac-cc41-4a50-991c-0af203c59411 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f742ae33-4dce-47ed-a1d3-990b523bac4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208158 Jul 16 01:32:11.871212 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66056f07-f374-46d0-95fb-31b00c94e6d7 req-e11261b4-abab-474a-9905-8f3c77dc600a tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.872788 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.879073 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-66056f07-f374-46d0-95fb-31b00c94e6d7 req-e11261b4-abab-474a-9905-8f3c77dc600a tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e59fb1-0838-4e7f-af32-a46cd211abaf HTTP/1.1" status: 200 len: 949 time: 0.1302643 Jul 16 01:32:11.909078 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e59fb1-0838-4e7f-af32-a46cd211abaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0d574f-36cf-4f0b-b9bf-bef68e074a53'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:11.911515 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8c7307-7372-415f-8139-2bc265a0afdb" -d '{"events": [{"server_uuid": "d3e59fb1-0838-4e7f-af32-a46cd211abaf", "name": "network-vif-plugged", "status": "completed", "tag": "3a0d574f-36cf-4f0b-b9bf-bef68e074a53"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:11.919255 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bdb95b06-9785-4909-91ef-526ec46c3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:29:13Z', 'revision_number': 4, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'e4820c0a-2cfe-49bf-a14e-e3b9affaadee', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'port_id': '087d32b1-0233-4ebe-8aed-5a1c193fe228', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'mac_address': 'fa:16:3e:e2:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecaeeec9-84a0-4557-baf3-46e1f60fb5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:30Z', 'updated_at': '2021-07-16T01:32:09Z', 'revision_number': 5, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5156f6-f7aa-4f03-9b40-ed519b936d0a', 'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'mac_address': 'fa:16:3e:1f:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:12Z', 'updated_at': '2021-07-16T01:29:20Z', 'revision_number': 5, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'subnets': [{'id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:11.966054 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 3a0d574f-36cf-4f0b-b9bf-bef68e074a53, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3a0d574f-36cf-4f0b-b9bf-bef68e074a53,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:11.974063 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb95b06-9785-4909-91ef-526ec46c3358 None None] The sync data for ids ['afd4b5dc-5454-4798-9266-7f6f715d9b12'] in n-d-800086-6 is: [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:29:13Z', 'revision_number': 4, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'e4820c0a-2cfe-49bf-a14e-e3b9affaadee', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'port_id': '087d32b1-0233-4ebe-8aed-5a1c193fe228', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'mac_address': 'fa:16:3e:e2:20:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecaeeec9-84a0-4557-baf3-46e1f60fb5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:29:30Z', 'updated_at': '2021-07-16T01:32:09Z', 'revision_number': 5, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5156f6-f7aa-4f03-9b40-ed519b936d0a', 'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'mac_address': 'fa:16:3e:1f:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:12Z', 'updated_at': '2021-07-16T01:29:20Z', 'revision_number': 5, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'subnets': [{'id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:11.976926 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.063624 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=3a0d574f-36cf-4f0b-b9bf-bef68e074a53,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:12.359963 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-66056f07-f374-46d0-95fb-31b00c94e6d7 req-cf6fc0d1-7bef-41d6-aa72-feb076ca15db tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796321 Jul 16 01:32:12.362321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d5ed900f-31a3-430b-9850-0d35fe8993ca req-5ebd1818-4899-437e-b161-4e1da9182325 service neutron] 10.222.0.26 "GET /v2.0/networks/f742ae33-4dce-47ed-a1d3-990b523bac4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405545 Jul 16 01:32:12.373085 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1bd131-943f-4066-b2b9-2998dc8e35ed x-openstack-request-id: req-3f1bd131-943f-4066-b2b9-2998dc8e35ed {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:12.373481 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e59fb1-0838-4e7f-af32-a46cd211abaf", "name": "network-vif-plugged", "status": "completed", "tag": "3a0d574f-36cf-4f0b-b9bf-bef68e074a53", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:12.374047 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3f1bd131-943f-4066-b2b9-2998dc8e35ed {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:12.374680 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e59fb1-0838-4e7f-af32-a46cd211abaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0d574f-36cf-4f0b-b9bf-bef68e074a53', 'code': 200} Jul 16 01:32:12.447538 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca557bfd-3536-4ab1-94e4-988ad37cec61 None None] New status for floating IP e4820c0a-2cfe-49bf-a14e-e3b9affaadee: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:32:12.543168 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d5ed900f-31a3-430b-9850-0d35fe8993ca req-05813846-4950-43b8-b022-3d7555687999 service neutron] 10.222.0.26 "GET /v2.0/networks/f742ae33-4dce-47ed-a1d3-990b523bac4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671634 Jul 16 01:32:12.584107 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c40331-59a2-4b0b-a6a3-c2963f9a0c3b req-98f959cc-1dc6-4236-95d4-40d82f9db6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:12.585514 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-02c40331-59a2-4b0b-a6a3-c2963f9a0c3b req-98f959cc-1dc6-4236-95d4-40d82f9db6bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d3e59fb1-0838-4e7f-af32-a46cd211abaf HTTP/1.1" status: 200 len: 1101 time: 0.0953636 Jul 16 01:32:12.625633 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60455dc1-8fc0-447c-9555-77d594754307 req-2e68a210-dbe9-44eb-b28f-61cbe16ed90d tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:12.633952 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-60455dc1-8fc0-447c-9555-77d594754307 req-2e68a210-dbe9-44eb-b28f-61cbe16ed90d tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.0955913 Jul 16 01:32:12.700963 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-02c40331-59a2-4b0b-a6a3-c2963f9a0c3b req-a4fbeccc-671e-42fd-88bd-09e589c66628 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487633 Jul 16 01:32:12.703751 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-60455dc1-8fc0-447c-9555-77d594754307 req-32141c48-ea0f-44c7-baf0-2c8fee3b6932 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688431 Jul 16 01:32:12.801847 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-78dd2066-da9f-4a67-9513-e4cb92c892a5 req-909fcce2-c0a8-4e93-ba3c-3f411727ffbd tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 210 time: 0.0531387 Jul 16 01:32:12.917593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e10a47-e4fd-49be-945f-9f01996b9932 req-6b81ba97-d2ec-42c1-b6c0-76a9ebbdece0 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:12.919236 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-81e10a47-e4fd-49be-945f-9f01996b9932 req-6b81ba97-d2ec-42c1-b6c0-76a9ebbdece0 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 946 time: 0.0825737 Jul 16 01:32:12.955010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34726a9-b594-409b-89c3-f477788b48eb', 'name': 'network-vif-deleted', 'tag': '17ad14e3-4c7f-487b-8180-4d2aeaff3efa'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:12.958932 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e093bd-5043-44d3-9bcb-a8898038890f" -d '{"events": [{"server_uuid": "e34726a9-b594-409b-89c3-f477788b48eb", "name": "network-vif-deleted", "tag": "17ad14e3-4c7f-487b-8180-4d2aeaff3efa"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:12.971608 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-81e10a47-e4fd-49be-945f-9f01996b9932 req-1442f8b0-6e4d-43fa-9045-c0ad275f9e29 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466290 Jul 16 01:32:13.074441 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5721df1c-6b81-4791-bbfc-cde2d50b6f77 x-openstack-request-id: req-5721df1c-6b81-4791-bbfc-cde2d50b6f77 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:13.074731 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34726a9-b594-409b-89c3-f477788b48eb", "name": "network-vif-deleted", "tag": "17ad14e3-4c7f-487b-8180-4d2aeaff3efa", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:13.075012 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5721df1c-6b81-4791-bbfc-cde2d50b6f77 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:13.075408 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34726a9-b594-409b-89c3-f477788b48eb', 'name': 'network-vif-deleted', 'tag': '17ad14e3-4c7f-487b-8180-4d2aeaff3efa', 'status': 'completed', 'code': 200} Jul 16 01:32:13.175425 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-a71aa388-aa5f-4edf-b179-4931974d2c66 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=2d06aefd57574019b35156aa0703b8a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321906 Jul 16 01:32:13.334479 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-4e815063-0723-4a38-88b3-cd2dd4324b63 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:13.336381 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-4e815063-0723-4a38-88b3-cd2dd4324b63 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1341536 Jul 16 01:32:13.366260 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 17ad14e3-4c7f-487b-8180-4d2aeaff3efa no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:13.370469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Request body: {'port': {'device_id': 'f53d755f-697a-461c-8f68-85cdee27a717', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': '2d06aefd57574019b35156aa0703b8a4'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:13.390681 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 17ad14e3-4c7f-487b-8180-4d2aeaff3efa {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:13.391173 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 17ad14e3-4c7f-487b-8180-4d2aeaff3efa not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:13.534274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Made reservation on behalf of 2d06aefd57574019b35156aa0703b8a4 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:13.539362 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.550292 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.583615 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf59cd-ec35-45a1-9949-88f26a7e51d6 req-fc82bf14-2ab1-401b-91ad-5851eacd6fe9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:13.596625 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2adf59cd-ec35-45a1-9949-88f26a7e51d6 req-fc82bf14-2ab1-401b-91ad-5851eacd6fe9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e59fb1-0838-4e7f-af32-a46cd211abaf HTTP/1.1" status: 200 len: 950 time: 0.0960097 Jul 16 01:32:13.655029 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2adf59cd-ec35-45a1-9949-88f26a7e51d6 req-e10baa97-0ecc-4a9e-b28e-61f072c377a9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473933 Jul 16 01:32:13.716890 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.723441 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.823373 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497d56c9-63fc-4fb8-b51b-5f761934a152,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:13.859319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:13.864082 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:13.864765 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:13.865807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:13.866319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:13.866827 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:13.867590 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:13.868099 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:13.868615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:13.869151 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:13.870300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:13.870804 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:13.943744 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Allocated IP 192.168.233.133 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/e3eebaf5-c90b-44eb-b21a-59351d984906) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:14.027252 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5889b-7f96-433f-a255-9b83bc0e15f8 req-97b3e7b6-a749-4398-9e3f-11f5dabd9e5d tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.030168 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03e5889b-7f96-433f-a255-9b83bc0e15f8 req-97b3e7b6-a749-4398-9e3f-11f5dabd9e5d tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.1115420 Jul 16 01:32:14.129045 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03e5889b-7f96-433f-a255-9b83bc0e15f8 req-a935a8b9-3a43-4461-93ce-87d90a2cb947 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915480 Jul 16 01:32:14.209841 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.251127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Transition to ACTIVE for port object e3eebaf5-c90b-44eb-b21a-59351d984906 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:14.401552 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.410794 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-41102cc5-ca50-4506-97b7-646f7cdd1329 req-a0e358eb-3c3a-48ca-b5e8-c11f402c9d3c tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 210 time: 0.0479424 Jul 16 01:32:14.516027 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:14.519768 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:14.524205 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:14.601925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Pushing event updated for resources: {'Port': ['ID=e3eebaf5-c90b-44eb-b21a-59351d984906,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:14.615726 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c36ae-3372-4f18-87ec-c07449e86d62 req-d267d684-ad8d-4315-be8b-cc40a070d20c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.617566 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9c0c36ae-3372-4f18-87ec-c07449e86d62 req-d267d684-ad8d-4315-be8b-cc40a070d20c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 946 time: 0.2880168 Jul 16 01:32:14.624822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.625715 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.636488 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2990d-7797-4ab2-b7e8-cd6c183aac19 req-12cc50b3-090e-4cb6-91bc-75ae6354af4f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.638465 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6dd2990d-7797-4ab2-b7e8-cd6c183aac19 req-12cc50b3-090e-4cb6-91bc-75ae6354af4f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1273873 Jul 16 01:32:14.664862 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-90fbc7be-2cea-4538-84cd-3f4aff50f25f tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2970877 Jul 16 01:32:14.718960 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Request body: {'port': {'device_id': 'f53d755f-697a-461c-8f68-85cdee27a717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:14.735221 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6dd2990d-7797-4ab2-b7e8-cd6c183aac19 req-59e1d4ef-6930-47d3-8287-7d20b06cbc63 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888867 Jul 16 01:32:14.871458 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-dceb8187-c081-4e15-8e0c-bb9b7bf87a4b None None] Provisioning for port e3eebaf5-c90b-44eb-b21a-59351d984906 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:14.883061 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-dceb8187-c081-4e15-8e0c-bb9b7bf87a4b None None] Provisioning complete for port e3eebaf5-c90b-44eb-b21a-59351d984906 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:14.883442 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dceb8187-c081-4e15-8e0c-bb9b7bf87a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.955035 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-dceb8187-c081-4e15-8e0c-bb9b7bf87a4b None None] Port e3eebaf5-c90b-44eb-b21a-59351d984906 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:15.040130 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61878d65-f577-40a3-a66d-999c14837705 req-39ea6d34-9bea-44ac-94d8-83aa00c95efa tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.048857 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61878d65-f577-40a3-a66d-999c14837705 req-39ea6d34-9bea-44ac-94d8-83aa00c95efa tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e59fb1-0838-4e7f-af32-a46cd211abaf HTTP/1.1" status: 200 len: 950 time: 0.1119883 Jul 16 01:32:15.093866 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61878d65-f577-40a3-a66d-999c14837705 req-ddb8afea-10e9-4e36-a5e6-d450bb80d5a3 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431635 Jul 16 01:32:15.228285 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9c0c36ae-3372-4f18-87ec-c07449e86d62 req-6440adbc-f803-4847-8a14-36a2b4e5605e tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5728862 Jul 16 01:32:15.275253 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.478015 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236ee85-631d-42d0-9f1a-f415400fa73b req-95010333-db32-49c9-90f0-31fcf640c3e3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.479729 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8236ee85-631d-42d0-9f1a-f415400fa73b req-95010333-db32-49c9-90f0-31fcf640c3e3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.0761669 Jul 16 01:32:15.526939 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8236ee85-631d-42d0-9f1a-f415400fa73b req-9ba8bb73-5970-4dff-8002-185254092e38 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377827 Jul 16 01:32:15.620656 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc386461-e89e-4411-b41d-1afecf3b1f22 req-d6904669-5b2c-406e-88aa-736e1e92b113 tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.622223 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dc386461-e89e-4411-b41d-1afecf3b1f22 req-d6904669-5b2c-406e-88aa-736e1e92b113 tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d3e59fb1-0838-4e7f-af32-a46cd211abaf HTTP/1.1" status: 200 len: 1101 time: 0.1595135 Jul 16 01:32:15.637423 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9015a6-c4b0-4073-be0e-7d50b26f5f83 req-1585a4c3-5eee-4846-84f9-5ad05ae0b23d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.639035 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed9015a6-c4b0-4073-be0e-7d50b26f5f83 req-1585a4c3-5eee-4846-84f9-5ad05ae0b23d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 946 time: 0.1076615 Jul 16 01:32:15.735332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3eebaf5-c90b-44eb-b21a-59351d984906 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:15.747043 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.761761 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Transition to ACTIVE for port object e3eebaf5-c90b-44eb-b21a-59351d984906 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:15.768918 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.791063 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dc386461-e89e-4411-b41d-1afecf3b1f22 req-e64d95d9-acab-4185-aec0-e9b8f4ea3c61 tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571012 Jul 16 01:32:15.942346 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357593db-2250-4ee4-b93b-f8f97f7779ae req-9a2cea8e-d1d6-4f4b-b949-4826a65c0a0c tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.945060 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-357593db-2250-4ee4-b93b-f8f97f7779ae req-9a2cea8e-d1d6-4f4b-b949-4826a65c0a0c tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 948 time: 0.1882336 Jul 16 01:32:15.953561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-ed9015a6-c4b0-4073-be0e-7d50b26f5f83 req-9c86f4fa-1fc8-4148-927d-7504f728fb22 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Deleting port 40806884-0e06-41d4-99f6-58fdf7305b80 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:15.953909 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ed9015a6-c4b0-4073-be0e-7d50b26f5f83 req-9c86f4fa-1fc8-4148-927d-7504f728fb22 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.986377 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Pushing event updated for resources: {'Port': ['ID=e3eebaf5-c90b-44eb-b21a-59351d984906,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:16.015434 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Attempting to bind port e3eebaf5-c90b-44eb-b21a-59351d984906 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:16.015796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Attempting to bind port e3eebaf5-c90b-44eb-b21a-59351d984906 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:16.016123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Attempting to bind port e3eebaf5-c90b-44eb-b21a-59351d984906 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:16.069950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Port e3eebaf5-c90b-44eb-b21a-59351d984906 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:16.070326 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Attempting to bind port e3eebaf5-c90b-44eb-b21a-59351d984906 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:16.080348 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:16.080676 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:16.081073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:16.081602 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Bound port: e3eebaf5-c90b-44eb-b21a-59351d984906, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:16.081981 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.094977 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-357593db-2250-4ee4-b93b-f8f97f7779ae req-d0ad1058-9b30-43c5-b70d-2ac660ec1fce tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d56c9-63fc-4fb8-b51b-5f761934a152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377139 Jul 16 01:32:16.158951 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ed9015a6-c4b0-4073-be0e-7d50b26f5f83 req-9c86f4fa-1fc8-4148-927d-7504f728fb22 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] For port 40806884-0e06-41d4-99f6-58fdf7305b80, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=40806884-0e06-41d4-99f6-58fdf7305b80,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:16.159472 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ed9015a6-c4b0-4073-be0e-7d50b26f5f83 req-9c86f4fa-1fc8-4148-927d-7504f728fb22 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.186769 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-ed9015a6-c4b0-4073-be0e-7d50b26f5f83 req-9c86f4fa-1fc8-4148-927d-7504f728fb22 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Calling delete_port for 40806884-0e06-41d4-99f6-58fdf7305b80 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:16.206428 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2a8a0-e21d-4722-b763-fba896f81607 req-b67fea56-562d-4f87-ad04-444ccf023716 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.208012 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ea2a8a0-e21d-4722-b763-fba896f81607 req-b67fea56-562d-4f87-ad04-444ccf023716 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1695473 Jul 16 01:32:16.222345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] For port e3eebaf5-c90b-44eb-b21a-59351d984906, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:16.250899 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] For port e3eebaf5-c90b-44eb-b21a-59351d984906, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e3eebaf5-c90b-44eb-b21a-59351d984906,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:16.278700 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-4abff286-d878-4ee0-bf70-c133b002e0fa tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=de2aff0312064c93a599fdd349ad9336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376465 Jul 16 01:32:16.281498 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ea2a8a0-e21d-4722-b763-fba896f81607 req-94665fd8-441f-43aa-abb1-4eb0b4425a15 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677624 Jul 16 01:32:16.288442 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.344164 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.344952 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.347101 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] 10.222.0.47 "PUT /v2.0/ports/e3eebaf5-c90b-44eb-b21a-59351d984906 HTTP/1.1" status: 200 len: 1096 time: 1.6457469 Jul 16 01:32:16.350184 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53d755f-697a-461c-8f68-85cdee27a717', 'tag': 'e3eebaf5-c90b-44eb-b21a-59351d984906'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:16.353563 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79768133-ef38-48bf-9e47-05a031f64a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "f53d755f-697a-461c-8f68-85cdee27a717", "tag": "e3eebaf5-c90b-44eb-b21a-59351d984906"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:16.390316 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccdb2e-821b-47c1-9354-d41662a86213 service neutron] Pushing event updated for resources: {'Port': ['ID=e3eebaf5-c90b-44eb-b21a-59351d984906,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:16.512283 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-f9982585-5507-4f56-8c8c-5a4c71f9a16f tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.514010 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-f9982585-5507-4f56-8c8c-5a4c71f9a16f tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2249324 Jul 16 01:32:16.517018 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ed9015a6-c4b0-4073-be0e-7d50b26f5f83 req-9c86f4fa-1fc8-4148-927d-7504f728fb22 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.558601 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3bc8ce02-d90a-4ea0-87b8-5dc67e550658 req-0aac5a00-df7b-424a-8315-e9c3c7c5fc60 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 210 time: 0.0378604 Jul 16 01:32:16.590448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f4fa-1fc8-4148-927d-7504f728fb22 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Pushing event deleted for resources: {'Port': ['ID=40806884-0e06-41d4-99f6-58fdf7305b80,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:16.623762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-7c571807-2f0b-4774-82b4-1edaca9db674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.631048 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-7c571807-2f0b-4774-82b4-1edaca9db674 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2d06aefd57574019b35156aa0703b8a4&device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 1099 time: 0.1842337 Jul 16 01:32:16.660093 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-9daff9a6-dbd7-4a7b-892a-2a0357ff81d0 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/quotas/de2aff0312064c93a599fdd349ad9336 HTTP/1.1" status: 200 len: 375 time: 0.1146076 Jul 16 01:32:16.719849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9015a6-c4b0-4073-be0e-7d50b26f5f83 req-9c86f4fa-1fc8-4148-927d-7504f728fb22 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] No DVR routers for this DVR port 40806884-0e06-41d4-99f6-58fdf7305b80 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:16.723627 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ed9015a6-c4b0-4073-be0e-7d50b26f5f83 req-9c86f4fa-1fc8-4148-927d-7504f728fb22 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.725333 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed9015a6-c4b0-4073-be0e-7d50b26f5f83 req-9c86f4fa-1fc8-4148-927d-7504f728fb22 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.47 "DELETE /v2.0/ports/40806884-0e06-41d4-99f6-58fdf7305b80 HTTP/1.1" status: 204 len: 173 time: 1.0740833 Jul 16 01:32:16.725946 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fc86ac-665f-48ec-be30-4b46bcbfe56e', 'name': 'network-vif-deleted', 'tag': '40806884-0e06-41d4-99f6-58fdf7305b80'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:16.728791 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c6d60e-c4a6-458a-92ce-c5386a6b9b15" -d '{"events": [{"server_uuid": "e9fc86ac-665f-48ec-be30-4b46bcbfe56e", "name": "network-vif-deleted", "tag": "40806884-0e06-41d4-99f6-58fdf7305b80"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:16.771134 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-e00cf0f1-b68a-412c-b8c6-6a0959970f06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=e3eebaf5-c90b-44eb-b21a-59351d984906 HTTP/1.1" status: 200 len: 217 time: 0.1042364 Jul 16 01:32:16.813796 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-962fe059-8e37-4864-bb98-1c11c9f48dda tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1519272 Jul 16 01:32:16.870367 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fff703-4fc1-4dfc-82fa-8a7d6db7a566 x-openstack-request-id: req-31fff703-4fc1-4dfc-82fa-8a7d6db7a566 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:16.872500 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53d755f-697a-461c-8f68-85cdee27a717", "tag": "e3eebaf5-c90b-44eb-b21a-59351d984906", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:16.873233 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-31fff703-4fc1-4dfc-82fa-8a7d6db7a566 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:16.874084 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53d755f-697a-461c-8f68-85cdee27a717', 'tag': 'e3eebaf5-c90b-44eb-b21a-59351d984906', 'status': 'completed', 'code': 200} Jul 16 01:32:16.897082 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-94f60e48-c4de-4514-9d0a-a1c91d0edf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.900432 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-94f60e48-c4de-4514-9d0a-a1c91d0edf56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0900147 Jul 16 01:32:16.983473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-000ec4f0-dae0-4b43-880f-bc11ddc71de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.996341 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-000ec4f0-dae0-4b43-880f-bc11ddc71de0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0860839 Jul 16 01:32:17.074442 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffecb71e-81c2-4628-a799-39e8ae27209f x-openstack-request-id: req-ffecb71e-81c2-4628-a799-39e8ae27209f {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:17.074941 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fc86ac-665f-48ec-be30-4b46bcbfe56e", "name": "network-vif-deleted", "tag": "40806884-0e06-41d4-99f6-58fdf7305b80", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:17.075456 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ffecb71e-81c2-4628-a799-39e8ae27209f {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:17.076047 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fc86ac-665f-48ec-be30-4b46bcbfe56e', 'name': 'network-vif-deleted', 'tag': '40806884-0e06-41d4-99f6-58fdf7305b80', 'status': 'completed', 'code': 200} Jul 16 01:32:17.149168 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-34319a04-83bd-4b19-9b07-4daf9262f204 req-426b6a68-0c84-468b-b4df-e14ba50132f4 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0303590 Jul 16 01:32:17.205124 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8293a-6138-41ff-b750-33b45c78b22b req-d2b43bb5-792b-46d8-a918-39f1ded7c998 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:17.207948 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-71f8293a-6138-41ff-b750-33b45c78b22b req-d2b43bb5-792b-46d8-a918-39f1ded7c998 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.1684461 Jul 16 01:32:17.212466 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-142ff2dc-6fb3-4e1f-a9d4-121285948964 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912742 Jul 16 01:32:17.349857 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-71f8293a-6138-41ff-b750-33b45c78b22b req-fed43b9b-ca81-4ce3-a15f-d75f16f1db00 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351707 Jul 16 01:32:17.395441 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2d7e80c5-a0ab-4798-8d2d-b9d21bb47b9c req-33dfbb1b-ee6b-432d-8967-25e8ef72c365 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605773 Jul 16 01:32:17.467205 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a0b29-5ecb-45d5-85c6-a3df85a42083 req-58f660e8-5d2e-4c0c-9a79-43dc0a6589e1 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:17.477812 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f14a0b29-5ecb-45d5-85c6-a3df85a42083 req-58f660e8-5d2e-4c0c-9a79-43dc0a6589e1 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 948 time: 0.1871278 Jul 16 01:32:17.550736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb5555-e49a-4855-affa-637b97ed9619 req-a4f19958-bb04-4384-b77a-80024812f9d3 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:17.558742 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3dcb5555-e49a-4855-affa-637b97ed9619 req-a4f19958-bb04-4384-b77a-80024812f9d3 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.0810676 Jul 16 01:32:17.560020 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f14a0b29-5ecb-45d5-85c6-a3df85a42083 req-44ae755b-c408-4ca2-b179-3b8bd47a31a8 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d56c9-63fc-4fb8-b51b-5f761934a152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788386 Jul 16 01:32:17.661835 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3dcb5555-e49a-4855-affa-637b97ed9619 req-a3441d20-a52f-4d1d-89df-2a48b2d3911c tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019986 Jul 16 01:32:17.724648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79768133-ef38-48bf-9e47-05a031f64a5d req-2adbcaf5-70d9-4f8c-bf6d-efb49c3c4236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:17.726313 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-79768133-ef38-48bf-9e47-05a031f64a5d req-2adbcaf5-70d9-4f8c-bf6d-efb49c3c4236 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2d06aefd57574019b35156aa0703b8a4&device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 1099 time: 0.1213007 Jul 16 01:32:17.880438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47776) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:17.926824 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79768133-ef38-48bf-9e47-05a031f64a5d req-81ea2864-8f9a-46e5-8030-c42cce371f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:17.935884 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-79768133-ef38-48bf-9e47-05a031f64a5d req-81ea2864-8f9a-46e5-8030-c42cce371f2a service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.1909964 Jul 16 01:32:18.046362 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-79768133-ef38-48bf-9e47-05a031f64a5d req-abfe2faa-124c-4e16-abb2-f72cfa228327 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=e3eebaf5-c90b-44eb-b21a-59351d984906 HTTP/1.1" status: 200 len: 217 time: 0.1034064 Jul 16 01:32:18.086656 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-90da6917-f665-4d20-8e68-0f9fa738785d req-86729ec0-c288-424b-9a9a-0e5304aed118 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9fc86ac-665f-48ec-be30-4b46bcbfe56e HTTP/1.1" status: 200 len: 210 time: 0.0548065 Jul 16 01:32:18.157840 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79768133-ef38-48bf-9e47-05a031f64a5d req-fb28da08-a8a0-4034-b679-5419f35ccb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:18.159808 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-79768133-ef38-48bf-9e47-05a031f64a5d req-fb28da08-a8a0-4034-b679-5419f35ccb35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0861812 Jul 16 01:32:18.231047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 40806884-0e06-41d4-99f6-58fdf7305b80 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:18.285492 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 40806884-0e06-41d4-99f6-58fdf7305b80 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:18.286517 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 40806884-0e06-41d4-99f6-58fdf7305b80 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:18.333677 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79768133-ef38-48bf-9e47-05a031f64a5d req-0f160096-2bc4-4b85-8e66-10b9cda81274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:18.336352 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-79768133-ef38-48bf-9e47-05a031f64a5d req-0f160096-2bc4-4b85-8e66-10b9cda81274 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928893 Jul 16 01:32:18.358774 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d3ae8bf-6921-4e9e-b49c-3e77693daa5d req-d8814d73-2c29-4508-ab47-8b84cc01048b tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0345719 Jul 16 01:32:18.493402 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-79768133-ef38-48bf-9e47-05a031f64a5d req-f1482623-f8e4-4553-87eb-024180e0502d service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436210 Jul 16 01:32:18.538782 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4fde-bcf0-4288-a9cf-6c970f2f22d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.647804 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f31e02-a49b-45d5-95cc-4d33c082e926 req-cfe7d4d9-bf2a-4b60-8ba1-82ea8720235a tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:18.649489 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a1f31e02-a49b-45d5-95cc-4d33c082e926 req-cfe7d4d9-bf2a-4b60-8ba1-82ea8720235a tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.1459396 Jul 16 01:32:18.653385 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-79768133-ef38-48bf-9e47-05a031f64a5d req-0fae50b7-d230-499f-9945-5af35c35c1de service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392152 Jul 16 01:32:18.706526 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a1f31e02-a49b-45d5-95cc-4d33c082e926 req-aa8843ff-81ae-4088-95f0-5263d4fdd0f8 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506372 Jul 16 01:32:18.849072 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e8ab2-74a7-4f12-a0c9-f4f5012878b4 req-08a10ec1-adad-4bb2-83e6-77ae911bc956 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:18.850587 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac6e8ab2-74a7-4f12-a0c9-f4f5012878b4 req-08a10ec1-adad-4bb2-83e6-77ae911bc956 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 948 time: 0.1219680 Jul 16 01:32:18.894791 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c24ca-b00a-494f-a690-cf578bdc89bc req-025f1706-005b-4b5a-a72b-9925b1470f0f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:18.896297 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-414c24ca-b00a-494f-a690-cf578bdc89bc req-025f1706-005b-4b5a-a72b-9925b1470f0f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.0673954 Jul 16 01:32:18.937470 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac6e8ab2-74a7-4f12-a0c9-f4f5012878b4 req-0a1eeadb-be82-4580-9593-2e6da0f3ce10 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d56c9-63fc-4fb8-b51b-5f761934a152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563400 Jul 16 01:32:18.958551 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-414c24ca-b00a-494f-a690-cf578bdc89bc req-c8c51b23-cacd-4373-b36c-104899f15722 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548596 Jul 16 01:32:18.977113 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a4fde-bcf0-4288-a9cf-6c970f2f22d7 admin admin] Deleting port 8831a0b4-9714-4f01-a833-155bcc052688 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:18.977504 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4fde-bcf0-4288-a9cf-6c970f2f22d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.061927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-fc9a4fde-bcf0-4288-a9cf-6c970f2f22d7 admin admin] For port 8831a0b4-9714-4f01-a833-155bcc052688, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8831a0b4-9714-4f01-a833-155bcc052688,segment=NetworkSegment(7e35bd92-184f-48ea-99fe-c52f623dad06),segment_id=7e35bd92-184f-48ea-99fe-c52f623dad06)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:19.062457 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4fde-bcf0-4288-a9cf-6c970f2f22d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.078194 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a4fde-bcf0-4288-a9cf-6c970f2f22d7 admin admin] Calling delete_port for 8831a0b4-9714-4f01-a833-155bcc052688 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:19.309167 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4fde-bcf0-4288-a9cf-6c970f2f22d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.326554 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-9fc9d62b-fd7a-4726-8c12-1b5ba7d4c20b tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=de2aff0312064c93a599fdd349ad9336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546732 Jul 16 01:32:19.362141 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a4fde-bcf0-4288-a9cf-6c970f2f22d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8831a0b4-9714-4f01-a833-155bcc052688,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:19.505237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-af0b36e9-d2ad-492f-83d4-3a1d3fafd0db tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.507835 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-af0b36e9-d2ad-492f-83d4-3a1d3fafd0db tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1702540 Jul 16 01:32:19.554003 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-c0d45720-948a-4d32-8d46-95b0ad9e4bd9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Request body: {'port': {'device_id': 'bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': 'de2aff0312064c93a599fdd349ad9336'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:19.589785 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-53f25629-0108-4c2d-b1a3-be1c2036573e req-7041e9a2-c89a-489c-adf2-bb40efc0e31c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 210 time: 0.0489974 Jul 16 01:32:19.699613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-c0d45720-948a-4d32-8d46-95b0ad9e4bd9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Made reservation on behalf of de2aff0312064c93a599fdd349ad9336 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:19.703862 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-c0d45720-948a-4d32-8d46-95b0ad9e4bd9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.705360 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-47fe4fb7-b2bb-4b96-85c7-7e7c8d1552ce tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.707375 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-47fe4fb7-b2bb-4b96-85c7-7e7c8d1552ce tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 812 time: 0.3185086 Jul 16 01:32:19.751348 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-08bb18b5-301f-4b20-b660-9083ed5c24ac tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/quotas/896b96fff2154ceeadc07932cbd11243 HTTP/1.1" status: 200 len: 375 time: 0.0181980 Jul 16 01:32:19.797900 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-de257664-5afc-4e3d-994d-1d1d70e453fe tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389862 Jul 16 01:32:19.804467 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4fde-bcf0-4288-a9cf-6c970f2f22d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.856074 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-c0d45720-948a-4d32-8d46-95b0ad9e4bd9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Allocated IP 192.168.233.202 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/d7867069-7832-41a0-8a4d-5d6cb28deddb) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:19.999534 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-9e67d86f-dba6-49cd-a6c1-56bddc4c778b service neutron] 10.222.0.54 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862917 Jul 16 01:32:20.051776 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f921b-a6b0-497d-bb3f-b6a304983234 req-41f98c94-5ca3-4a0b-811a-085e35152c58 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:20.053252 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-484f921b-a6b0-497d-bb3f-b6a304983234 req-41f98c94-5ca3-4a0b-811a-085e35152c58 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.1682439 Jul 16 01:32:20.118223 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-c0d45720-948a-4d32-8d46-95b0ad9e4bd9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.139876 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-484f921b-a6b0-497d-bb3f-b6a304983234 req-2fa0e46d-b59e-479d-9ea2-547f6223d145 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700924 Jul 16 01:32:20.150772 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-c0d45720-948a-4d32-8d46-95b0ad9e4bd9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Transition to ACTIVE for port object d7867069-7832-41a0-8a4d-5d6cb28deddb will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:20.200688 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-d46f0603-a767-45d4-a4b1-6b32fe9dccc5 service neutron] 10.222.0.54 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877103 Jul 16 01:32:20.201800 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-c0d45720-948a-4d32-8d46-95b0ad9e4bd9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.243095 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9a4fde-bcf0-4288-a9cf-6c970f2f22d7 admin admin] Router d9e01e94-b7d5-4748-aa20-98a84da93ff9 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:20.251393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5c1732fa-4e5d-41e4-bbf2-74b70b445f67', '56007dd3-de4a-440e-8086-7df9708946f1', '7cdfc022-4a60-4bcb-b625-721e3134dba4', '7e6c06ee-3f4a-46bc-9095-77d436496816', '3a0d574f-36cf-4f0b-b9bf-bef68e074a53'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:20.288681 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d45720-948a-4d32-8d46-95b0ad9e4bd9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Pushing event updated for resources: {'Port': ['ID=d7867069-7832-41a0-8a4d-5d6cb28deddb,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:20.331738 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-c0d45720-948a-4d32-8d46-95b0ad9e4bd9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:20.337461 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-c0d45720-948a-4d32-8d46-95b0ad9e4bd9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:20.402021 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-c0d45720-948a-4d32-8d46-95b0ad9e4bd9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:20.417010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9a4fde-bcf0-4288-a9cf-6c970f2f22d7 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:20.426002 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fc9a4fde-bcf0-4288-a9cf-6c970f2f22d7 admin admin] 10.222.0.54 "PUT /v2.0/routers/d9e01e94-b7d5-4748-aa20-98a84da93ff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5444436 Jul 16 01:32:20.426663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47836) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:20.523095 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-c0d45720-948a-4d32-8d46-95b0ad9e4bd9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:20.524107 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-c0d45720-948a-4d32-8d46-95b0ad9e4bd9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.576197 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-c0d45720-948a-4d32-8d46-95b0ad9e4bd9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0258415 Jul 16 01:32:20.587340 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261a56c-1567-4654-ac91-8c19d4d219ec req-e947e31f-e017-4c8a-96f5-d32219419f91 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:20.598636 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c261a56c-1567-4654-ac91-8c19d4d219ec req-e947e31f-e017-4c8a-96f5-d32219419f91 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 948 time: 0.2927449 Jul 16 01:32:20.619543 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Request body: {'port': {'device_id': 'bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:20.675231 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['13ef3fc3-63e9-4806-806e-ef207d3d8b55', '97c4c89e-0923-4f25-9251-2c7c52fdd767'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:20.754512 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e3eebaf5-c90b-44eb-b21a-59351d984906 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:20.757716 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eeafa6-2313-4ce8-8b24-047fe39b9973 None None] Sync routers for ids ['d9e01e94-b7d5-4748-aa20-98a84da93ff9'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:20.767430 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.781444 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c261a56c-1567-4654-ac91-8c19d4d219ec req-cd6dd389-4227-4b3a-a0bc-78ffaf2fd3dd tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d56c9-63fc-4fb8-b51b-5f761934a152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803033 Jul 16 01:32:20.893847 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eeafa6-2313-4ce8-8b24-047fe39b9973 None None] Routers {'d9e01e94-b7d5-4748-aa20-98a84da93ff9'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:20.894467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-82eeafa6-2313-4ce8-8b24-047fe39b9973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:32:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d9e01e94-b7d5-4748-aa20-98a84da93ff9'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:20.941389 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-886dff54-d507-41b8-81aa-fc8351a74ccf None None] Provisioning for port d7867069-7832-41a0-8a4d-5d6cb28deddb completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:20.992214 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-886dff54-d507-41b8-81aa-fc8351a74ccf None None] Provisioning complete for port d7867069-7832-41a0-8a4d-5d6cb28deddb triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:20.992593 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-886dff54-d507-41b8-81aa-fc8351a74ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.032178 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-886dff54-d507-41b8-81aa-fc8351a74ccf None None] Port d7867069-7832-41a0-8a4d-5d6cb28deddb cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:21.044197 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.resource_extend [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:32:21.199064 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4701298c-0f66-4ab3-ad47-20d56e8653b8 req-915862b3-4286-407a-b941-9790cf816ed0 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 210 time: 0.0879598 Jul 16 01:32:21.207608 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e71a115e-5c9a-4734-896e-c4d93bd89241 admin admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.318095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-82eeafa6-2313-4ce8-8b24-047fe39b9973 None None] Set router d9e01e94-b7d5-4748-aa20-98a84da93ff9 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:21.383017 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa066796-4dde-4a1b-948a-59f3624dfa33 req-d24deadf-10ea-41a4-a972-2fb184960a8f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.392219 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fa066796-4dde-4a1b-948a-59f3624dfa33 req-d24deadf-10ea-41a4-a972-2fb184960a8f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.8188879 Jul 16 01:32:21.426092 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e3eebaf5-c90b-44eb-b21a-59351d984906, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e3eebaf5-c90b-44eb-b21a-59351d984906,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:21.460250 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fa066796-4dde-4a1b-948a-59f3624dfa33 req-0cca236d-7ddf-4fac-8748-00522c68f75b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669272 Jul 16 01:32:21.466919 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e71a115e-5c9a-4734-896e-c4d93bd89241 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.546020 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7867069-7832-41a0-8a4d-5d6cb28deddb {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:21.573478 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.586002 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-e71a115e-5c9a-4734-896e-c4d93bd89241 admin admin] Deleting port a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:21.587197 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'e3eebaf5-c90b-44eb-b21a-59351d984906', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': 'e3eebaf5-c90b-44eb-b21a-59351d984906', 'mac_address': 'fa:16:3e:0d:95:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:21.587602 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e71a115e-5c9a-4734-896e-c4d93bd89241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.615987 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Transition to ACTIVE for port object d7867069-7832-41a0-8a4d-5d6cb28deddb will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:21.628030 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.648173 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0833a-550d-4b22-925b-a019a6f739dc req-d1c2235e-73e0-41dd-adf6-e1f757f514bb tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.650136 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-acf0833a-550d-4b22-925b-a019a6f739dc req-d1c2235e-73e0-41dd-adf6-e1f757f514bb tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 936 time: 0.1744139 Jul 16 01:32:21.709773 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.765105 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d7867069-7832-41a0-8a4d-5d6cb28deddb,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:21.812603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-e71a115e-5c9a-4734-896e-c4d93bd89241 admin admin] For port a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:21.812965 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e71a115e-5c9a-4734-896e-c4d93bd89241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.826612 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-acf0833a-550d-4b22-925b-a019a6f739dc req-bb7b176d-85c5-4cac-8164-2bbadfe7b62b tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157897 Jul 16 01:32:21.836261 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-e71a115e-5c9a-4734-896e-c4d93bd89241 admin admin] Calling delete_port for a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:21.862128 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df35d57-9e63-4eda-a012-2c31a982775d req-7b6313ae-883d-4888-869c-659aa54cf992 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.864295 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1df35d57-9e63-4eda-a012-2c31a982775d req-7b6313ae-883d-4888-869c-659aa54cf992 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.1706703 Jul 16 01:32:21.872617 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3eebaf5-c90b-44eb-b21a-59351d984906 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:21.928306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e3eebaf5-c90b-44eb-b21a-59351d984906, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e3eebaf5-c90b-44eb-b21a-59351d984906,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:21.936958 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.005114 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Attempting to bind port d7867069-7832-41a0-8a4d-5d6cb28deddb on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:22.005462 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Attempting to bind port d7867069-7832-41a0-8a4d-5d6cb28deddb by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:22.005794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Attempting to bind port d7867069-7832-41a0-8a4d-5d6cb28deddb on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:22.020678 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Port d7867069-7832-41a0-8a4d-5d6cb28deddb on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:22.021036 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Attempting to bind port d7867069-7832-41a0-8a4d-5d6cb28deddb on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:22.026476 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:22.026821 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:22.027205 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:22.027634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Bound port: d7867069-7832-41a0-8a4d-5d6cb28deddb, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:22.028023 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.028229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-82eeafa6-2313-4ce8-8b24-047fe39b9973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e01e94-b7d5-4748-aa20-98a84da93ff9', 'name': 'tempest-AttachSCSIVolumeTestJSON-331119094-router', 'tenant_id': '91e9e48433254b02bc32638099bc2bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:59Z', 'updated_at': '2021-07-16T01:32:19Z', 'revision_number': 5, 'project_id': '91e9e48433254b02bc32638099bc2bfc', 'gw_port': {'id': 'a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e01e94-b7d5-4748-aa20-98a84da93ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:00Z', 'updated_at': '2021-07-16T01:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:22.059757 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=e3eebaf5-c90b-44eb-b21a-59351d984906,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:22.064262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eeafa6-2313-4ce8-8b24-047fe39b9973 None None] Checking router: d9e01e94-b7d5-4748-aa20-98a84da93ff9 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:22.093421 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eeafa6-2313-4ce8-8b24-047fe39b9973 None None] Routers {'d9e01e94-b7d5-4748-aa20-98a84da93ff9'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:22.094064 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-82eeafa6-2313-4ce8-8b24-047fe39b9973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:32:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d9e01e94-b7d5-4748-aa20-98a84da93ff9'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:22.124876 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1df35d57-9e63-4eda-a012-2c31a982775d req-0fac5c2f-58bf-49b9-b2f0-80495820e760 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479775 Jul 16 01:32:22.166947 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] For port d7867069-7832-41a0-8a4d-5d6cb28deddb, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:22.171649 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] For port d7867069-7832-41a0-8a4d-5d6cb28deddb, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d7867069-7832-41a0-8a4d-5d6cb28deddb,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:22.195605 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee9ea6-9508-47ca-9c11-0c882bce1da7 req-dcc1d8c9-6d44-4dec-89cc-8899770234b5 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:22.207191 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-faee9ea6-9508-47ca-9c11-0c882bce1da7 req-dcc1d8c9-6d44-4dec-89cc-8899770234b5 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 949 time: 0.1526477 Jul 16 01:32:22.210576 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.250771 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e71a115e-5c9a-4734-896e-c4d93bd89241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.305138 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a115e-5c9a-4734-896e-c4d93bd89241 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:22.311398 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:22.312073 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.313541 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] 10.222.0.47 "PUT /v2.0/ports/d7867069-7832-41a0-8a4d-5d6cb28deddb HTTP/1.1" status: 200 len: 1096 time: 1.6988275 Jul 16 01:32:22.331896 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6', 'tag': 'd7867069-7832-41a0-8a4d-5d6cb28deddb'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:22.334199 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80a0ff3-35f3-4f55-b338-b68c1ad22182" -d '{"events": [{"name": "network-changed", "server_uuid": "bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6", "tag": "d7867069-7832-41a0-8a4d-5d6cb28deddb"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:22.409576 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-82eeafa6-2313-4ce8-8b24-047fe39b9973 None None] Set router d9e01e94-b7d5-4748-aa20-98a84da93ff9 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:22.415150 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e71a115e-5c9a-4734-896e-c4d93bd89241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.433093 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-faee9ea6-9508-47ca-9c11-0c882bce1da7 req-94f3d7e2-eb48-4059-bc9a-351c20f5f648 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d56c9-63fc-4fb8-b51b-5f761934a152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158139 Jul 16 01:32:22.445778 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d766a-5a27-4bf1-8dbe-312ada29c2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d7867069-7832-41a0-8a4d-5d6cb28deddb,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:22.542850 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e15260-0ce5-4d99-a002-1534940ced24 x-openstack-request-id: req-27e15260-0ce5-4d99-a002-1534940ced24 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:22.543299 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6", "tag": "d7867069-7832-41a0-8a4d-5d6cb28deddb", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:22.555673 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-27e15260-0ce5-4d99-a002-1534940ced24 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:22.556249 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6', 'tag': 'd7867069-7832-41a0-8a4d-5d6cb28deddb', 'status': 'completed', 'code': 200} Jul 16 01:32:22.602165 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-82eeafa6-2313-4ce8-8b24-047fe39b9973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e01e94-b7d5-4748-aa20-98a84da93ff9', 'name': 'tempest-AttachSCSIVolumeTestJSON-331119094-router', 'tenant_id': '91e9e48433254b02bc32638099bc2bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:59Z', 'updated_at': '2021-07-16T01:32:21Z', 'revision_number': 6, 'project_id': '91e9e48433254b02bc32638099bc2bfc', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:22.631812 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-93d3abcc-5a37-4201-b8b6-5f2cf0c76f63 req-14960779-986a-4474-9318-5e8287ab2875 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 210 time: 0.0909925 Jul 16 01:32:22.640835 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e71a115e-5c9a-4734-896e-c4d93bd89241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.646180 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e71a115e-5c9a-4734-896e-c4d93bd89241 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.664159 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eeafa6-2313-4ce8-8b24-047fe39b9973 None None] The sync data for ids ['d9e01e94-b7d5-4748-aa20-98a84da93ff9'] in n-d-800086-6 is: [{'id': 'd9e01e94-b7d5-4748-aa20-98a84da93ff9', 'name': 'tempest-AttachSCSIVolumeTestJSON-331119094-router', 'tenant_id': '91e9e48433254b02bc32638099bc2bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:59Z', 'updated_at': '2021-07-16T01:32:21Z', 'revision_number': 6, 'project_id': '91e9e48433254b02bc32638099bc2bfc', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:22.745964 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e71a115e-5c9a-4734-896e-c4d93bd89241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.746825 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71a115e-5c9a-4734-896e-c4d93bd89241 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9e01e94-b7d5-4748-aa20-98a84da93ff9 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:32:22.756832 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e71a115e-5c9a-4734-896e-c4d93bd89241 admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.758985 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e71a115e-5c9a-4734-896e-c4d93bd89241 admin admin] 10.222.0.54 "DELETE /v2.0/routers/d9e01e94-b7d5-4748-aa20-98a84da93ff9 HTTP/1.1" status: 204 len: 168 time: 2.3313437 Jul 16 01:32:22.763192 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47870) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:22.827982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-737b1b51-705d-43aa-90e3-11bc76767953 admin admin] Deleting subnet 23bc4be1-90d8-43de-b953-ebbb6e29806c {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:22.833800 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-737b1b51-705d-43aa-90e3-11bc76767953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.868747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['e3eebaf5-c90b-44eb-b21a-59351d984906'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:22.887018 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-737b1b51-705d-43aa-90e3-11bc76767953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.909354 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-4f6d2d52-affb-4329-8e39-561a4ab5640c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:22.912075 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-4f6d2d52-affb-4329-8e39-561a4ab5640c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.26 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 812 time: 0.3724542 Jul 16 01:32:22.924999 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-71b326d2-962f-4131-a297-999400a0f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:22.927039 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-71b326d2-962f-4131-a297-999400a0f917 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 1099 time: 0.4697366 Jul 16 01:32:22.934356 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-89dd9fc4-f73d-471b-902c-7b89ac73cecd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Request body: {'port': {'device_id': 'd675bc36-2846-4674-aa21-f52c95c56855', 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642', 'admin_state_up': True, 'tenant_id': '896b96fff2154ceeadc07932cbd11243'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:23.011353 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-188ba5e6-2992-4aa8-8f79-5e3a225ec63e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=d7867069-7832-41a0-8a4d-5d6cb28deddb HTTP/1.1" status: 200 len: 217 time: 0.0562882 Jul 16 01:32:23.089041 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7cbd5-4b4a-4fba-a932-2af6100c0c53 req-2fe2eb4c-c825-44eb-9017-a612783436e6 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.093146 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-737b1b51-705d-43aa-90e3-11bc76767953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.096238 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-28e7cbd5-4b4a-4fba-a932-2af6100c0c53 req-2fe2eb4c-c825-44eb-9017-a612783436e6 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.3368356 Jul 16 01:32:23.165986 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-28411b75-cf3d-4513-b409-1eb23b16dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.167501 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-28411b75-cf3d-4513-b409-1eb23b16dfc0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1185081 Jul 16 01:32:23.191175 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-28e7cbd5-4b4a-4fba-a932-2af6100c0c53 req-182cd3a7-cd64-452f-8084-832a4ba18328 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934238 Jul 16 01:32:23.208829 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8831a0b4-9714-4f01-a833-155bcc052688 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:23.241117 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-89dd9fc4-f73d-471b-902c-7b89ac73cecd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Made reservation on behalf of 896b96fff2154ceeadc07932cbd11243 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:23.250796 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-89dd9fc4-f73d-471b-902c-7b89ac73cecd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.254121 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 8831a0b4-9714-4f01-a833-155bcc052688 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:23.254468 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8831a0b4-9714-4f01-a833-155bcc052688 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:23.299095 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-737b1b51-705d-43aa-90e3-11bc76767953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.311068 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096c9f6-86ba-4010-b19b-172185f96fab req-ccfe1dad-f540-4254-8507-94586244d468 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.319165 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6096c9f6-86ba-4010-b19b-172185f96fab req-ccfe1dad-f540-4254-8507-94586244d468 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 948 time: 0.2979054 Jul 16 01:32:23.350670 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-dca9eb76-e9d2-4dfb-9ab4-57536758e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.352214 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-dca9eb76-e9d2-4dfb-9ab4-57536758e20e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1693301 Jul 16 01:32:23.356565 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b1b51-705d-43aa-90e3-11bc76767953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23bc4be1-90d8-43de-b953-ebbb6e29806c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:23.359661 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-737b1b51-705d-43aa-90e3-11bc76767953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.364297 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-737b1b51-705d-43aa-90e3-11bc76767953 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/23bc4be1-90d8-43de-b953-ebbb6e29806c HTTP/1.1" status: 204 len: 168 time: 0.5998886 Jul 16 01:32:23.365166 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47880) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:23.367284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99e3a42-58d3-4d5d-a3de-234721de2bd1 None None] Network 9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:23.427787 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6096c9f6-86ba-4010-b19b-172185f96fab req-7254c27c-cccb-43f8-88a3-5ebebf2075fc tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076996 Jul 16 01:32:23.492378 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.558466 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.562347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] Deleting port 7e697284-9c7e-4966-8f4c-590c71f601e9 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:23.562810 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.666820 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e1e37-3c2b-47ff-aded-bead6666d9ac None None] DHCP port deletion for 9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:32:23.716181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] For port 7e697284-9c7e-4966-8f4c-590c71f601e9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7e697284-9c7e-4966-8f4c-590c71f601e9,segment=NetworkSegment(7e35bd92-184f-48ea-99fe-c52f623dad06),segment_id=7e35bd92-184f-48ea-99fe-c52f623dad06)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:23.717038 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.749034 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-de5e1e37-3c2b-47ff-aded-bead6666d9ac None None] Deleting port 7e697284-9c7e-4966-8f4c-590c71f601e9 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:23.749419 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de5e1e37-3c2b-47ff-aded-bead6666d9ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.750873 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] Calling delete_port for 7e697284-9c7e-4966-8f4c-590c71f601e9 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:23.848335 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-de5e1e37-3c2b-47ff-aded-bead6666d9ac None None] For port 7e697284-9c7e-4966-8f4c-590c71f601e9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7e697284-9c7e-4966-8f4c-590c71f601e9,segment=NetworkSegment(7e35bd92-184f-48ea-99fe-c52f623dad06),segment_id=7e35bd92-184f-48ea-99fe-c52f623dad06)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:23.848566 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de5e1e37-3c2b-47ff-aded-bead6666d9ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.872704 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-de5e1e37-3c2b-47ff-aded-bead6666d9ac None None] Calling delete_port for 7e697284-9c7e-4966-8f4c-590c71f601e9 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:23.965123 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.021023 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-89dd9fc4-f73d-471b-902c-7b89ac73cecd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Allocated IP 172.20.0.4 (2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642/84a8e114-6746-4f75-be46-b5ce225a99ed/de1d97d6-3465-40be-9bb5-e113c224826b) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:24.029189 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de5e1e37-3c2b-47ff-aded-bead6666d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.035060 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bdb2a-e40f-4b0e-af5a-112ddfe465ff req-a8d8c760-8554-4e22-b9f4-0275ea0b0ec0 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:24.044949 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-af5bdb2a-e40f-4b0e-af5a-112ddfe465ff req-a8d8c760-8554-4e22-b9f4-0275ea0b0ec0 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 949 time: 0.1891468 Jul 16 01:32:24.061315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] Pushing event deleted for resources: {'Port': ['ID=7e697284-9c7e-4966-8f4c-590c71f601e9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:24.074642 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e1e37-3c2b-47ff-aded-bead6666d9ac None None] Pushing event deleted for resources: {'Port': ['ID=7e697284-9c7e-4966-8f4c-590c71f601e9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:24.080627 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-9660ac0f-fcbf-4414-8c23-52b8f79ded2e service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6746271 Jul 16 01:32:24.086549 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e1e37-3c2b-47ff-aded-bead6666d9ac None None] No DVR routers for this DVR port 7e697284-9c7e-4966-8f4c-590c71f601e9 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:24.105060 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] No DVR routers for this DVR port 7e697284-9c7e-4966-8f4c-590c71f601e9 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:24.188447 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ee1a8-947f-443f-ab4d-f731be31f5e1 req-0ca3389c-edf5-496a-b70a-22d5733e1725 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:24.190800 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-307ee1a8-947f-443f-ab4d-f731be31f5e1 req-0ca3389c-edf5-496a-b70a-22d5733e1725 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.7860351 Jul 16 01:32:24.212648 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-af5bdb2a-e40f-4b0e-af5a-112ddfe465ff req-113b3c0c-d099-435d-ae78-1a096eeeaa82 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d56c9-63fc-4fb8-b51b-5f761934a152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667936 Jul 16 01:32:24.240816 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.263799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d4a894f-cdf1-43bd-99f2-f69f1cbaae69']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:24.284443 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e35bd92-184f-48ea-99fe-c52f623dad06') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:24.285165 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e35bd92-184f-48ea-99fe-c52f623dad06') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:24.296611 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.321173 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.332949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:24.333382 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:24.335528 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:24.372718 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b9bd2f4-98a2-4570-8dd9-eea67b78d68b req-4abfd33d-331c-43ad-9b64-cfa2a6abde7f service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740600 Jul 16 01:32:24.382753 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-307ee1a8-947f-443f-ab4d-f731be31f5e1 req-1ebfbf86-c63a-4e11-b349-48251becf744 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845365 Jul 16 01:32:24.417357 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-89dd9fc4-f73d-471b-902c-7b89ac73cecd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.477132 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3645aab7-2b9d-4588-a26f-f6e45f20a962 req-ba6e7e4f-57c5-42b0-b776-f61b3c849550 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 210 time: 0.1117337 Jul 16 01:32:24.494434 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.502562 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.506230 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] 10.222.0.54 "DELETE /v2.0/networks/9d4a894f-cdf1-43bd-99f2-f69f1cbaae69 HTTP/1.1" status: 204 len: 168 time: 1.1344621 Jul 16 01:32:24.509902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47892) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:24.531114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3ce03-f2aa-498f-81b0-eb212de8cc6c admin admin] Pushing event deleted for resources: {'Network': ['ID=9d4a894f-cdf1-43bd-99f2-f69f1cbaae69,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:24.540328 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-89dd9fc4-f73d-471b-902c-7b89ac73cecd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.658084 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-89dd9fc4-f73d-471b-902c-7b89ac73cecd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:24.670798 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-89dd9fc4-f73d-471b-902c-7b89ac73cecd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:24.681355 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-89dd9fc4-f73d-471b-902c-7b89ac73cecd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:24.688936 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd9fc4-f73d-471b-902c-7b89ac73cecd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Pushing event updated for resources: {'Port': ['ID=de1d97d6-3465-40be-9bb5-e113c224826b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:24.741297 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a0ff3-35f3-4f55-b338-b68c1ad22182 req-78a5ed1b-b1c8-41be-b52a-93be8ff79be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:24.742816 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d80a0ff3-35f3-4f55-b338-b68c1ad22182 req-78a5ed1b-b1c8-41be-b52a-93be8ff79be9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 1099 time: 0.2143550 Jul 16 01:32:24.756775 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-89dd9fc4-f73d-471b-902c-7b89ac73cecd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:24.757397 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-89dd9fc4-f73d-471b-902c-7b89ac73cecd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.805290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7e4b2-9baa-43ea-9128-0fb4bcd36d56 req-d26bd4ed-3af1-4526-bed0-1c7f7ec99894 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:24.805525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a95f60-b081-47d4-a10e-a0d301cb7239 req-5a4da076-c5f6-4725-8ed6-33af5a678df2 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:24.806834 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-34a95f60-b081-47d4-a10e-a0d301cb7239 req-5a4da076-c5f6-4725-8ed6-33af5a678df2 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.2062886 Jul 16 01:32:24.806989 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3d7e4b2-9baa-43ea-9128-0fb4bcd36d56 req-d26bd4ed-3af1-4526-bed0-1c7f7ec99894 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 948 time: 0.1216493 Jul 16 01:32:24.810457 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-89dd9fc4-f73d-471b-902c-7b89ac73cecd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8807425 Jul 16 01:32:24.853518 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Request body: {'port': {'device_id': 'd675bc36-2846-4674-aa21-f52c95c56855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:24.915332 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3d7e4b2-9baa-43ea-9128-0fb4bcd36d56 req-ebeac616-ffa6-4b27-9f15-35438aac8eca tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673978 Jul 16 01:32:24.926939 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:24.964264 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-34a95f60-b081-47d4-a10e-a0d301cb7239 req-c58a0fd6-5464-437b-95a2-4d256881f4d8 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464601 Jul 16 01:32:24.967652 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a0ff3-35f3-4f55-b338-b68c1ad22182 req-3071d883-8e32-4d07-aeec-a6ae3a39348d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:24.969154 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d80a0ff3-35f3-4f55-b338-b68c1ad22182 req-3071d883-8e32-4d07-aeec-a6ae3a39348d service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2077405 Jul 16 01:32:25.005014 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:25.005406 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a5a49d52-7ba9-4ddb-9bb8-5d4dc383a91f not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:25.007144 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7e697284-9c7e-4966-8f4c-590c71f601e9 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:25.010950 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2ce3edcd-5ed5-4524-a548-7f3bfcc4bebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.025631 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d80a0ff3-35f3-4f55-b338-b68c1ad22182 req-67b8d27c-40d9-4e6a-a63a-14cc310e1834 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=d7867069-7832-41a0-8a4d-5d6cb28deddb HTTP/1.1" status: 200 len: 217 time: 0.0360854 Jul 16 01:32:25.030557 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.058766 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 7e697284-9c7e-4966-8f4c-590c71f601e9 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:25.059117 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7e697284-9c7e-4966-8f4c-590c71f601e9 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:25.127780 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a0ff3-35f3-4f55-b338-b68c1ad22182 req-2e56904f-e05a-44fe-a71a-85799f81e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.129544 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d80a0ff3-35f3-4f55-b338-b68c1ad22182 req-2e56904f-e05a-44fe-a71a-85799f81e3d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0905252 Jul 16 01:32:25.296804 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a0ff3-35f3-4f55-b338-b68c1ad22182 req-733d5b81-40cb-4bb9-a337-89cd532a1e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.298342 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d80a0ff3-35f3-4f55-b338-b68c1ad22182 req-733d5b81-40cb-4bb9-a337-89cd532a1e60 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1547854 Jul 16 01:32:25.328775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-2ce3edcd-5ed5-4524-a548-7f3bfcc4bebe admin admin] Deleting port 54575718-0095-42a1-92fc-54bb5549d99f {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:25.329399 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2ce3edcd-5ed5-4524-a548-7f3bfcc4bebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.418033 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-2ce3edcd-5ed5-4524-a548-7f3bfcc4bebe admin admin] For port 54575718-0095-42a1-92fc-54bb5549d99f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=54575718-0095-42a1-92fc-54bb5549d99f,segment=NetworkSegment(43fdd05a-9fa3-4727-8a58-7f1054748441),segment_id=43fdd05a-9fa3-4727-8a58-7f1054748441)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:25.418628 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2ce3edcd-5ed5-4524-a548-7f3bfcc4bebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.432937 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-2ce3edcd-5ed5-4524-a548-7f3bfcc4bebe admin admin] Calling delete_port for 54575718-0095-42a1-92fc-54bb5549d99f owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:25.504081 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d80a0ff3-35f3-4f55-b338-b68c1ad22182 req-3b9ea1b5-707a-4851-b154-03c1e6fb6fba service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695113 Jul 16 01:32:25.583883 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1d97d6-3465-40be-9bb5-e113c224826b {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:25.601017 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6612fc3-a5d9-4eb4-8712-2e6f718d292b req-d46d31d2-b76a-4e26-9ca6-e8aa74e0919c tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.602547 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6612fc3-a5d9-4eb4-8712-2e6f718d292b req-d46d31d2-b76a-4e26-9ca6-e8aa74e0919c tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 949 time: 0.2355652 Jul 16 01:32:25.604504 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.635427 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dc834-a441-4297-9f88-d3979750e330 req-4ccc9ebf-4026-4b9b-83be-fcdb805b3771 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.636946 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b63dc834-a441-4297-9f88-d3979750e330 req-4ccc9ebf-4026-4b9b-83be-fcdb805b3771 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.0952702 Jul 16 01:32:25.662214 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Transition to ACTIVE for port object de1d97d6-3465-40be-9bb5-e113c224826b will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:25.670249 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.706615 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b63dc834-a441-4297-9f88-d3979750e330 req-5ee49c04-8d48-4d27-b819-dd15274d8227 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512621 Jul 16 01:32:25.707812 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2ce3edcd-5ed5-4524-a548-7f3bfcc4bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.731566 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6612fc3-a5d9-4eb4-8712-2e6f718d292b req-c9f11656-6521-4a4c-bcd0-617c6cc3de9a tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d56c9-63fc-4fb8-b51b-5f761934a152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958250 Jul 16 01:32:25.733515 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d80a0ff3-35f3-4f55-b338-b68c1ad22182 req-1e297c4a-c22e-498b-b6fc-b73826836f83 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944408 Jul 16 01:32:25.734992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3edcd-5ed5-4524-a548-7f3bfcc4bebe admin admin] Pushing event deleted for resources: {'Port': ['ID=54575718-0095-42a1-92fc-54bb5549d99f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:25.761485 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Pushing event updated for resources: {'Port': ['ID=de1d97d6-3465-40be-9bb5-e113c224826b,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:25.871152 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Attempting to bind port de1d97d6-3465-40be-9bb5-e113c224826b on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:25.871509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Attempting to bind port de1d97d6-3465-40be-9bb5-e113c224826b by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:25.871905 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Attempting to bind port de1d97d6-3465-40be-9bb5-e113c224826b on network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:25.877827 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Port de1d97d6-3465-40be-9bb5-e113c224826b on network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:25.878189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Attempting to bind port de1d97d6-3465-40be-9bb5-e113c224826b on network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:25.896101 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:25.896611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Checking segment: {'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:25.896989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Bound using segment: {'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:25.897428 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Bound port: de1d97d6-3465-40be-9bb5-e113c224826b, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:25.897783 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.991353 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2ce3edcd-5ed5-4524-a548-7f3bfcc4bebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.009928 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e256b-2982-492c-a678-cebb57d1f18c req-54c6ca1b-b0cb-4906-819b-306c4e71482f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.011363 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-552e256b-2982-492c-a678-cebb57d1f18c req-54c6ca1b-b0cb-4906-819b-306c4e71482f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 943 time: 0.1254611 Jul 16 01:32:26.036150 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] For port de1d97d6-3465-40be-9bb5-e113c224826b, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:26.044020 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-2565643d-76ae-4ce6-bca0-31d5c0ca35ba tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.045498 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-2565643d-76ae-4ce6-bca0-31d5c0ca35ba tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 821 time: 0.1635394 Jul 16 01:32:26.047123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] For port de1d97d6-3465-40be-9bb5-e113c224826b, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=de1d97d6-3465-40be-9bb5-e113c224826b,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:26.062914 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.091845 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-516614dc-8a56-4a54-9ca5-b045a84b5ecb tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/quotas/6060cb9382ba430f8761b732ad566a8a HTTP/1.1" status: 200 len: 375 time: 0.0378971 Jul 16 01:32:26.103998 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.104619 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.105998 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] 10.222.0.26 "PUT /v2.0/ports/de1d97d6-3465-40be-9bb5-e113c224826b HTTP/1.1" status: 200 len: 1091 time: 1.2630105 Jul 16 01:32:26.106506 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd675bc36-2846-4674-aa21-f52c95c56855', 'tag': 'de1d97d6-3465-40be-9bb5-e113c224826b'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:26.108736 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a59af3-bcd5-4be5-85b3-810d6ca36fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "d675bc36-2846-4674-aa21-f52c95c56855", "tag": "de1d97d6-3465-40be-9bb5-e113c224826b"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:26.120136 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-552e256b-2982-492c-a678-cebb57d1f18c req-ad67e061-bb0f-4426-be65-2feabccdf88c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712950 Jul 16 01:32:26.178566 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71af144-603a-402e-bcf9-e7ed28cc8bef service neutron] Pushing event updated for resources: {'Port': ['ID=de1d97d6-3465-40be-9bb5-e113c224826b,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:26.221840 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-2dec1df5-6af5-4080-8a47-2c241225265d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1217012 Jul 16 01:32:26.313635 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce3edcd-5ed5-4524-a548-7f3bfcc4bebe admin admin] Router ee9039de-1f9c-491b-b6c9-ec0aac6b7423 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:26.335276 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-3d883522-f7d4-4e19-a288-ec4839a1330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.335874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e3eebaf5-c90b-44eb-b21a-59351d984906 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:26.336809 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-3d883522-f7d4-4e19-a288-ec4839a1330a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 1094 time: 0.1399357 Jul 16 01:32:26.339923 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a19c3-517f-426a-b3e1-2a84346a6091 req-f050cef3-ffed-4f50-8406-25e26332d980 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.341846 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-041a19c3-517f-426a-b3e1-2a84346a6091 req-f050cef3-ffed-4f50-8406-25e26332d980 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 948 time: 0.0985699 Jul 16 01:32:26.351563 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-9bb8dee9-602c-4251-9989-c63ef3c0a42b service neutron] 10.222.0.54 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099834 Jul 16 01:32:26.389076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port e3eebaf5-c90b-44eb-b21a-59351d984906 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:26.393667 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port e3eebaf5-c90b-44eb-b21a-59351d984906 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:26.394048 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.414975 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-7e997e8c-ba82-42a5-9504-6725000c3030 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de1d97d6-3465-40be-9bb5-e113c224826b HTTP/1.1" status: 200 len: 217 time: 0.0494022 Jul 16 01:32:26.450890 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-041a19c3-517f-426a-b3e1-2a84346a6091 req-0c13657f-7f8c-41b8-aaa0-0abdfe7ddedb tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753300 Jul 16 01:32:26.476599 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce3edcd-5ed5-4524-a548-7f3bfcc4bebe admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:26.489190 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2ce3edcd-5ed5-4524-a548-7f3bfcc4bebe admin admin] 10.222.0.54 "PUT /v2.0/routers/ee9039de-1f9c-491b-b6c9-ec0aac6b7423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9782093 Jul 16 01:32:26.492829 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47916) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:26.494235 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d766e0-729c-4453-a193-bf91fd184505 None None] Sync routers for ids ['ee9039de-1f9c-491b-b6c9-ec0aac6b7423'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:26.501707 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.504373 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d766e0-729c-4453-a193-bf91fd184505 None None] Routers {'ee9039de-1f9c-491b-b6c9-ec0aac6b7423'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:26.505243 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-56d766e0-729c-4453-a193-bf91fd184505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:32:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ee9039de-1f9c-491b-b6c9-ec0aac6b7423'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:26.529609 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53d755f-697a-461c-8f68-85cdee27a717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3eebaf5-c90b-44eb-b21a-59351d984906'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:26.532375 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9217eb38-726c-4b1c-a636-7d92e5bda92d" -d '{"events": [{"server_uuid": "f53d755f-697a-461c-8f68-85cdee27a717", "name": "network-vif-plugged", "status": "completed", "tag": "e3eebaf5-c90b-44eb-b21a-59351d984906"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:26.548853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e3eebaf5-c90b-44eb-b21a-59351d984906, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e3eebaf5-c90b-44eb-b21a-59351d984906,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:26.554049 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.561881 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-cc5270de-1a34-4a2e-ab2c-0df98c24bffa service neutron] 10.222.0.54 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046442 Jul 16 01:32:26.567813 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-418e6b92-2806-4f9b-a414-56a1a0922ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.569541 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-418e6b92-2806-4f9b-a414-56a1a0922ab8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84a8e114-6746-4f75-be46-b5ce225a99ed HTTP/1.1" status: 200 len: 852 time: 0.1188047 Jul 16 01:32:26.634700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=e3eebaf5-c90b-44eb-b21a-59351d984906,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:26.649595 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-3563274f-4771-4aae-9579-9004701654e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387783 Jul 16 01:32:26.669210 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3286c66-8164-47c4-b549-4f7a4c780fda admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.674599 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-56d766e0-729c-4453-a193-bf91fd184505 None None] Set router ee9039de-1f9c-491b-b6c9-ec0aac6b7423 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:26.683121 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5542c-15c1-4ee1-9298-15953825c5e3 req-494ee0e0-3dcc-4d4c-9b16-0e9c8ff3f64f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.684824 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7df5542c-15c1-4ee1-9298-15953825c5e3 req-494ee0e0-3dcc-4d4c-9b16-0e9c8ff3f64f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.0875320 Jul 16 01:32:26.728606 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7df5542c-15c1-4ee1-9298-15953825c5e3 req-c6ac35ea-5049-4ee1-98b7-568c010c1cde tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367267 Jul 16 01:32:26.837913 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06eb06c6-e716-4200-ab8a-15e51cae5397 x-openstack-request-id: req-06eb06c6-e716-4200-ab8a-15e51cae5397 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:26.838514 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d675bc36-2846-4674-aa21-f52c95c56855", "tag": "de1d97d6-3465-40be-9bb5-e113c224826b", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:26.839072 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-06eb06c6-e716-4200-ab8a-15e51cae5397 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:26.839895 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd675bc36-2846-4674-aa21-f52c95c56855', 'tag': 'de1d97d6-3465-40be-9bb5-e113c224826b', 'status': 'completed', 'code': 200} Jul 16 01:32:26.895111 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3286c66-8164-47c4-b549-4f7a4c780fda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.904103 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-61cc4b7e-b44e-40ab-b00b-30cc416c2619 service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324181 Jul 16 01:32:26.982995 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbd8d75-1cbe-4dc4-87f1-f81acdbd5486 x-openstack-request-id: req-5bbd8d75-1cbe-4dc4-87f1-f81acdbd5486 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:26.983590 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53d755f-697a-461c-8f68-85cdee27a717", "name": "network-vif-plugged", "status": "completed", "tag": "e3eebaf5-c90b-44eb-b21a-59351d984906", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:26.984574 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5bbd8d75-1cbe-4dc4-87f1-f81acdbd5486 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:26.985201 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53d755f-697a-461c-8f68-85cdee27a717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3eebaf5-c90b-44eb-b21a-59351d984906', 'code': 200} Jul 16 01:32:27.006884 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-56d766e0-729c-4453-a193-bf91fd184505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'name': 'tempest-AttachSCSIVolumeTestJSON-80452834-router', 'tenant_id': 'b5f33520e21d4319a302b141c523809b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '7988706b-17d3-4126-889c-4f12727e481e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:11Z', 'updated_at': '2021-07-16T01:32:25Z', 'revision_number': 5, 'project_id': 'b5f33520e21d4319a302b141c523809b', 'gw_port': {'id': '7988706b-17d3-4126-889c-4f12727e481e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:12Z', 'updated_at': '2021-07-16T01:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:27.037841 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d766e0-729c-4453-a193-bf91fd184505 None None] Checking router: ee9039de-1f9c-491b-b6c9-ec0aac6b7423 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:27.046725 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d766e0-729c-4453-a193-bf91fd184505 None None] Routers {'ee9039de-1f9c-491b-b6c9-ec0aac6b7423'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:27.047354 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-56d766e0-729c-4453-a193-bf91fd184505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:32:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ee9039de-1f9c-491b-b6c9-ec0aac6b7423'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:27.057703 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2eb2bd3c-5687-49ef-9a80-8594dc06b932 req-d0d4f254-45a1-4d2d-a0cd-61d8abe9602f service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101234 Jul 16 01:32:27.059950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b3286c66-8164-47c4-b549-4f7a4c780fda admin admin] Deleting port 7988706b-17d3-4126-889c-4f12727e481e {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:27.060288 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3286c66-8164-47c4-b549-4f7a4c780fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.169175 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-56d766e0-729c-4453-a193-bf91fd184505 None None] Set router ee9039de-1f9c-491b-b6c9-ec0aac6b7423 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:27.233251 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-56d766e0-729c-4453-a193-bf91fd184505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'name': 'tempest-AttachSCSIVolumeTestJSON-80452834-router', 'tenant_id': 'b5f33520e21d4319a302b141c523809b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:11Z', 'updated_at': '2021-07-16T01:32:26Z', 'revision_number': 6, 'project_id': 'b5f33520e21d4319a302b141c523809b', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:27.257362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0382d0-2f58-4544-8317-b3147729e296 req-e7060f4d-a9f9-4ac2-81ec-2a7bb1041abf tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.261240 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-b3286c66-8164-47c4-b549-4f7a4c780fda admin admin] For port 7988706b-17d3-4126-889c-4f12727e481e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7988706b-17d3-4126-889c-4f12727e481e,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:27.261721 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3286c66-8164-47c4-b549-4f7a4c780fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.265379 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f0382d0-2f58-4544-8317-b3147729e296 req-e7060f4d-a9f9-4ac2-81ec-2a7bb1041abf tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.0838439 Jul 16 01:32:27.274237 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d766e0-729c-4453-a193-bf91fd184505 None None] The sync data for ids ['ee9039de-1f9c-491b-b6c9-ec0aac6b7423'] in n-d-800086-6 is: [{'id': 'ee9039de-1f9c-491b-b6c9-ec0aac6b7423', 'name': 'tempest-AttachSCSIVolumeTestJSON-80452834-router', 'tenant_id': 'b5f33520e21d4319a302b141c523809b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:11Z', 'updated_at': '2021-07-16T01:32:26Z', 'revision_number': 6, 'project_id': 'b5f33520e21d4319a302b141c523809b', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:27.281179 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b3286c66-8164-47c4-b549-4f7a4c780fda admin admin] Calling delete_port for 7988706b-17d3-4126-889c-4f12727e481e owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:27.314031 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f0382d0-2f58-4544-8317-b3147729e296 req-330a4eed-198f-4e9c-a0d6-3fd81c1973a1 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474279 Jul 16 01:32:27.396646 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a22613dc-c50d-48f0-9de8-b5c21084e6f5 req-dd852cc9-c5d6-4717-a093-17b34b8e41e7 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 210 time: 0.0306170 Jul 16 01:32:27.583248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ffe29-8c8a-4c82-b5d9-eb648eb853c2 req-390ed5af-57f9-49fd-b823-387de0dbc79b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.584804 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-968ffe29-8c8a-4c82-b5d9-eb648eb853c2 req-390ed5af-57f9-49fd-b823-387de0dbc79b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 943 time: 0.0672622 Jul 16 01:32:27.626354 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-968ffe29-8c8a-4c82-b5d9-eb648eb853c2 req-151261bd-8a1a-4c2e-a86c-2d82474d2cfd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353129 Jul 16 01:32:27.698495 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ef3a0-4db6-40ca-bf1c-a148a52fa96d req-2c504771-a093-4705-9429-52999638b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.700063 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-105ef3a0-4db6-40ca-bf1c-a148a52fa96d req-2c504771-a093-4705-9429-52999638b370 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 1101 time: 0.5678389 Jul 16 01:32:27.711542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264265f-a7e0-4b2d-a402-603f7d6a7f06 req-4735012c-34ae-4420-8d44-7e5f8d212191 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.713075 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8264265f-a7e0-4b2d-a402-603f7d6a7f06 req-4735012c-34ae-4420-8d44-7e5f8d212191 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 950 time: 0.5819960 Jul 16 01:32:27.778424 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a59af3-bcd5-4be5-85b3-810d6ca36fcb req-8d152531-638e-42b7-b6c0-d3154c62f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.780072 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4a59af3-bcd5-4be5-85b3-810d6ca36fcb req-8d152531-638e-42b7-b6c0-d3154c62f44d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 1094 time: 0.5814526 Jul 16 01:32:27.850902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa35d9-8cc9-4f7c-9191-28696c3f4dc5 req-8c5f4786-9c1b-4134-97af-ef52ec3b4c4d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.852438 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97fa35d9-8cc9-4f7c-9191-28696c3f4dc5 req-8c5f4786-9c1b-4134-97af-ef52ec3b4c4d tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 948 time: 0.0791292 Jul 16 01:32:27.880659 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8264265f-a7e0-4b2d-a402-603f7d6a7f06 req-850eb01f-bc83-4b84-8923-f01d48d1147a tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d56c9-63fc-4fb8-b51b-5f761934a152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585426 Jul 16 01:32:27.888710 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-105ef3a0-4db6-40ca-bf1c-a148a52fa96d req-a61eb3fb-e8a5-4f2a-a316-af6f36ec36fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=497d56c9-63fc-4fb8-b51b-5f761934a152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464741 Jul 16 01:32:27.901138 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97fa35d9-8cc9-4f7c-9191-28696c3f4dc5 req-a34f3523-2f24-4130-9dfd-e555a5fb2444 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422857 Jul 16 01:32:28.057940 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a59af3-bcd5-4be5-85b3-810d6ca36fcb req-e66db9da-f5bf-4672-bb7e-2107595a0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.059563 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4a59af3-bcd5-4be5-85b3-810d6ca36fcb req-e66db9da-f5bf-4672-bb7e-2107595a0925 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 913 time: 0.2384300 Jul 16 01:32:28.070762 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3286c66-8164-47c4-b549-4f7a4c780fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.131972 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3286c66-8164-47c4-b549-4f7a4c780fda admin admin] Pushing event deleted for resources: {'Port': ['ID=7988706b-17d3-4126-889c-4f12727e481e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:28.168193 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4a59af3-bcd5-4be5-85b3-810d6ca36fcb req-ea83fe0f-17d3-4f15-acc8-582ff9e4d88e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de1d97d6-3465-40be-9bb5-e113c224826b HTTP/1.1" status: 200 len: 217 time: 0.0591769 Jul 16 01:32:28.276361 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a59af3-bcd5-4be5-85b3-810d6ca36fcb req-0d690fa3-5fc2-4272-b028-4ff23f0e8027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.277841 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4a59af3-bcd5-4be5-85b3-810d6ca36fcb req-0d690fa3-5fc2-4272-b028-4ff23f0e8027 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84a8e114-6746-4f75-be46-b5ce225a99ed HTTP/1.1" status: 200 len: 852 time: 0.0900803 Jul 16 01:32:28.282763 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3286c66-8164-47c4-b549-4f7a4c780fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.289511 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5606fa92-6b91-437e-8550-b73bf1958268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.292129 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e0317-0d2d-4a16-b1ca-6ab46ca95450 req-22fe19db-e5a0-4746-ac72-c915fdf65aa8 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.293673 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-205e0317-0d2d-4a16-b1ca-6ab46ca95450 req-22fe19db-e5a0-4746-ac72-c915fdf65aa8 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.2204392 Jul 16 01:32:28.324228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device d7867069-7832-41a0-8a4d-5d6cb28deddb details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:28.405873 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4a59af3-bcd5-4be5-85b3-810d6ca36fcb req-caec45e7-3a5a-453c-bc21-3ad5e221fcc4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101930 Jul 16 01:32:28.431451 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.443249 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3286c66-8164-47c4-b549-4f7a4c780fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.451004 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3286c66-8164-47c4-b549-4f7a4c780fda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.456549 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port d7867069-7832-41a0-8a4d-5d6cb28deddb, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d7867069-7832-41a0-8a4d-5d6cb28deddb,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:28.468956 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'd7867069-7832-41a0-8a4d-5d6cb28deddb', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': 'd7867069-7832-41a0-8a4d-5d6cb28deddb', 'mac_address': 'fa:16:3e:9a:bd:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:28.500497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf486783-590a-4e51-ae02-96fcac2954cf req-2e76bc12-2b66-4189-a1f3-27147f070b6c tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.502444 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf486783-590a-4e51-ae02-96fcac2954cf req-2e76bc12-2b66-4189-a1f3-27147f070b6c tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.0648444 Jul 16 01:32:28.506080 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-205e0317-0d2d-4a16-b1ca-6ab46ca95450 req-0f4d4f19-3581-4167-8cb8-a73c5fd05496 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809437 Jul 16 01:32:28.512665 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.527425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7867069-7832-41a0-8a4d-5d6cb28deddb {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:28.548018 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3286c66-8164-47c4-b549-4f7a4c780fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.549848 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3286c66-8164-47c4-b549-4f7a4c780fda admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee9039de-1f9c-491b-b6c9-ec0aac6b7423 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:32:28.551620 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port d7867069-7832-41a0-8a4d-5d6cb28deddb, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d7867069-7832-41a0-8a4d-5d6cb28deddb,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:28.552453 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf486783-590a-4e51-ae02-96fcac2954cf req-4adb1fc5-1f2f-4a83-b4d9-7c28f373c8d6 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434990 Jul 16 01:32:28.556148 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3286c66-8164-47c4-b549-4f7a4c780fda admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.557300 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b3286c66-8164-47c4-b549-4f7a4c780fda admin admin] 10.222.0.54 "DELETE /v2.0/routers/ee9039de-1f9c-491b-b6c9-ec0aac6b7423 HTTP/1.1" status: 204 len: 168 time: 2.0619366 Jul 16 01:32:28.559746 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47952) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:28.565464 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.613655 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4a59af3-bcd5-4be5-85b3-810d6ca36fcb req-07fefb38-0c7e-4585-a4eb-2d3f80cfd1ea service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987300 Jul 16 01:32:28.636227 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-22044c17-051b-4d98-b704-f92426f6f0f9 admin admin] Deleting subnet c5770215-711e-45e1-aaf7-145a571d1701 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:28.637169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=d7867069-7832-41a0-8a4d-5d6cb28deddb,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:28.653053 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22044c17-051b-4d98-b704-f92426f6f0f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.727230 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-caf09a2a-17cb-4600-be64-50d7b8db302d req-0a07ba65-e13f-430f-a289-f2ae84e9f78c tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 210 time: 0.0469337 Jul 16 01:32:28.758307 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22044c17-051b-4d98-b704-f92426f6f0f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.812616 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4a59af3-bcd5-4be5-85b3-810d6ca36fcb req-0fae0d19-7b4d-45be-a1b3-c7bde3d3f8e2 service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894498 Jul 16 01:32:28.829449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2836f6b-4afe-402f-b2cd-e32877339e2c req-75ab8aaf-e1fc-4bf2-9b68-ddc74111c44a tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.831321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b2836f6b-4afe-402f-b2cd-e32877339e2c req-75ab8aaf-e1fc-4bf2-9b68-ddc74111c44a tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 943 time: 0.0644624 Jul 16 01:32:28.865274 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22044c17-051b-4d98-b704-f92426f6f0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.880774 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b2836f6b-4afe-402f-b2cd-e32877339e2c req-31cecb00-7e42-4a37-88d2-eb15e0f81b81 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431113 Jul 16 01:32:28.918955 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 54575718-0095-42a1-92fc-54bb5549d99f no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:28.927663 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22044c17-051b-4d98-b704-f92426f6f0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.954598 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22044c17-051b-4d98-b704-f92426f6f0f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5770215-711e-45e1-aaf7-145a571d1701,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:28.965393 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22044c17-051b-4d98-b704-f92426f6f0f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.967955 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-22044c17-051b-4d98-b704-f92426f6f0f9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c5770215-711e-45e1-aaf7-145a571d1701 HTTP/1.1" status: 204 len: 168 time: 0.4072771 Jul 16 01:32:28.970582 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47960) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:29.073989 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.119159 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0297905-cdee-4f24-a4f2-2bc3675ed3bb None None] Network 90436228-44f0-4591-8692-e20253b66082 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:29.120810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f852104-8dca-47c4-9a87-859ab905d101 req-8b1bb440-3cb9-454d-b847-0cffa76fe3e4 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:29.122347 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9f852104-8dca-47c4-9a87-859ab905d101 req-8b1bb440-3cb9-454d-b847-0cffa76fe3e4 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 950 time: 0.0868323 Jul 16 01:32:29.123972 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 54575718-0095-42a1-92fc-54bb5549d99f {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:29.124425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 54575718-0095-42a1-92fc-54bb5549d99f not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:29.124886 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7988706b-17d3-4126-889c-4f12727e481e no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:29.153155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 7988706b-17d3-4126-889c-4f12727e481e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:29.153534 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7988706b-17d3-4126-889c-4f12727e481e not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:29.168235 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9f852104-8dca-47c4-9a87-859ab905d101 req-a9f8ae74-3f0c-4ed6-8275-113fe8386807 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d56c9-63fc-4fb8-b51b-5f761934a152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399494 Jul 16 01:32:29.198876 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095869d1-1482-4b99-8157-183f78eb939c req-c29551cc-3d59-4b21-a5c7-22b17b3dc01b tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:29.200458 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-095869d1-1482-4b99-8157-183f78eb939c req-c29551cc-3d59-4b21-a5c7-22b17b3dc01b tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 949 time: 0.1188874 Jul 16 01:32:29.202882 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] Deleting port b06cf445-ac18-4e65-9757-e5a30fa9478b {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:29.203225 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.328225 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-7c113265-9939-4ac3-af0b-7685de36849d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:29.331032 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-7c113265-9939-4ac3-af0b-7685de36849d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.47 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 821 time: 0.1601508 Jul 16 01:32:29.399153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-aef77093-1b2a-4d35-84ef-df570e07d2a8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Request body: {'port': {'device_id': 'edef8040-eafa-4bba-9f69-652d9597d4c9', 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7', 'admin_state_up': True, 'tenant_id': '6060cb9382ba430f8761b732ad566a8a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:29.434702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['d7867069-7832-41a0-8a4d-5d6cb28deddb'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:29.477055 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5886caba-1a3e-4539-9aaf-e78ee73f7fd8 None None] DHCP port deletion for 90436228-44f0-4591-8692-e20253b66082 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:32:29.521001 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-aef77093-1b2a-4d35-84ef-df570e07d2a8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Made reservation on behalf of 6060cb9382ba430f8761b732ad566a8a for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:29.525306 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-aef77093-1b2a-4d35-84ef-df570e07d2a8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.605444 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] For port b06cf445-ac18-4e65-9757-e5a30fa9478b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b06cf445-ac18-4e65-9757-e5a30fa9478b,segment=NetworkSegment(43fdd05a-9fa3-4727-8a58-7f1054748441),segment_id=43fdd05a-9fa3-4727-8a58-7f1054748441)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:29.605978 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.612177 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5886caba-1a3e-4539-9aaf-e78ee73f7fd8 None None] Deleting port b06cf445-ac18-4e65-9757-e5a30fa9478b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:29.612731 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5886caba-1a3e-4539-9aaf-e78ee73f7fd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.621148 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-095869d1-1482-4b99-8157-183f78eb939c req-67d6477b-e4d0-4775-9b35-5f67a959f511 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980740 Jul 16 01:32:29.648886 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] Calling delete_port for b06cf445-ac18-4e65-9757-e5a30fa9478b owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:29.690663 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-aef77093-1b2a-4d35-84ef-df570e07d2a8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Allocated IP 172.20.0.3 (fa5d3ea0-c59d-41a7-ba27-d98a18810da7/2dfe93df-9335-48e8-9251-03d181a930aa/6375948f-5235-4be0-a3e5-18db1f985f6b) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:29.694070 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5886caba-1a3e-4539-9aaf-e78ee73f7fd8 None None] For port b06cf445-ac18-4e65-9757-e5a30fa9478b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b06cf445-ac18-4e65-9757-e5a30fa9478b,segment=NetworkSegment(43fdd05a-9fa3-4727-8a58-7f1054748441),segment_id=43fdd05a-9fa3-4727-8a58-7f1054748441)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:29.694473 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5886caba-1a3e-4539-9aaf-e78ee73f7fd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.734215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5886caba-1a3e-4539-9aaf-e78ee73f7fd8 None None] Calling delete_port for b06cf445-ac18-4e65-9757-e5a30fa9478b owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:29.779646 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.819654 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b06cf445-ac18-4e65-9757-e5a30fa9478b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:29.826039 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] No DVR routers for this DVR port b06cf445-ac18-4e65-9757-e5a30fa9478b on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:29.933228 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe99c8-7632-4b9a-afbd-9f4dd9b4d869 req-46807a55-dea4-4f4a-85cb-ca971391f9e7 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:29.941326 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8efe99c8-7632-4b9a-afbd-9f4dd9b4d869 req-46807a55-dea4-4f4a-85cb-ca971391f9e7 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.2147281 Jul 16 01:32:29.969229 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.984049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90436228-44f0-4591-8692-e20253b66082']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:29.993650 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5886caba-1a3e-4539-9aaf-e78ee73f7fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.003386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4feed-14b7-42bd-8711-da8e214559f1 req-b653acb7-0739-4594-84df-d096e45936af tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:30.005301 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f5e4feed-14b7-42bd-8711-da8e214559f1 req-b653acb7-0739-4594-84df-d096e45936af tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.1816196 Jul 16 01:32:30.009095 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fdd05a-9fa3-4727-8a58-7f1054748441') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:30.011999 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5886caba-1a3e-4539-9aaf-e78ee73f7fd8 None None] No DVR routers for this DVR port b06cf445-ac18-4e65-9757-e5a30fa9478b on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:30.013186 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fdd05a-9fa3-4727-8a58-7f1054748441') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:30.021490 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8efe99c8-7632-4b9a-afbd-9f4dd9b4d869 req-fef8a714-b41b-418d-abfe-562c453c21f1 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777869 Jul 16 01:32:30.031951 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.058393 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-aef77093-1b2a-4d35-84ef-df570e07d2a8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.070626 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886caba-1a3e-4539-9aaf-e78ee73f7fd8 None None] Pushing event deleted for resources: {'Port': ['ID=b06cf445-ac18-4e65-9757-e5a30fa9478b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:30.084697 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f5e4feed-14b7-42bd-8711-da8e214559f1 req-774d51e2-439c-47d2-a099-f215bc019acd tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556588 Jul 16 01:32:30.086217 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.093116 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:30.094633 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:30.097422 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:30.132945 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-aef77093-1b2a-4d35-84ef-df570e07d2a8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.172717 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.185165 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.188201 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/90436228-44f0-4591-8692-e20253b66082 HTTP/1.1" status: 204 len: 168 time: 1.2150609 Jul 16 01:32:30.205360 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533631b-d2db-4a9a-b16f-cefb5a1b68d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=90436228-44f0-4591-8692-e20253b66082,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:30.214808 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-aef77093-1b2a-4d35-84ef-df570e07d2a8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:30.238855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-aef77093-1b2a-4d35-84ef-df570e07d2a8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:30.244539 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-aef77093-1b2a-4d35-84ef-df570e07d2a8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:30.297250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f55abe-f6a5-4f83-b15d-de4db05ff846 req-bbef6661-7bfa-4ca9-a876-8550ddf4e163 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:30.298465 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d1f55abe-f6a5-4f83-b15d-de4db05ff846 req-bbef6661-7bfa-4ca9-a876-8550ddf4e163 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 943 time: 0.0840580 Jul 16 01:32:30.330942 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef77093-1b2a-4d35-84ef-df570e07d2a8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Pushing event updated for resources: {'Port': ['ID=6375948f-5235-4be0-a3e5-18db1f985f6b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:30.340044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-aef77093-1b2a-4d35-84ef-df570e07d2a8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:30.340992 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-aef77093-1b2a-4d35-84ef-df570e07d2a8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.347203 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d1f55abe-f6a5-4f83-b15d-de4db05ff846 req-9b58d2ec-c914-47c5-92e6-bcebd365e5fd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427458 Jul 16 01:32:30.358719 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-aef77093-1b2a-4d35-84ef-df570e07d2a8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9679070 Jul 16 01:32:30.389766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47976) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:30.391469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93428178-0deb-441a-ba46-7b42b98266ac req-a78bd3de-147f-4885-84f1-b982ddf51cc0 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:30.393793 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93428178-0deb-441a-ba46-7b42b98266ac req-a78bd3de-147f-4885-84f1-b982ddf51cc0 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 931 time: 0.1697667 Jul 16 01:32:30.414975 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Request body: {'port': {'device_id': 'edef8040-eafa-4bba-9f69-652d9597d4c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:30.445039 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f641fc5a-7175-49d3-835c-f8d31b2caec9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=91e9e48433254b02bc32638099bc2bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540185 Jul 16 01:32:30.445731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47980) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:30.503799 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93428178-0deb-441a-ba46-7b42b98266ac req-e0aa9408-9d39-4a1f-b571-20a5a930a3f5 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037872 Jul 16 01:32:30.523566 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.532782 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57fd98e4-3a81-426a-8e20-a4a242f6a9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.562514 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57fd98e4-3a81-426a-8e20-a4a242f6a9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.609835 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee303fc-126a-45fe-a7d4-892babdc8512 req-58e1d120-846d-423a-8ef2-cf2c7548c564 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:30.611957 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6ee303fc-126a-45fe-a7d4-892babdc8512 req-58e1d120-846d-423a-8ef2-cf2c7548c564 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 950 time: 0.1266947 Jul 16 01:32:30.652354 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57fd98e4-3a81-426a-8e20-a4a242f6a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.654924 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57fd98e4-3a81-426a-8e20-a4a242f6a9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.656101 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-57fd98e4-3a81-426a-8e20-a4a242f6a9c3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/db2ea2aa-907c-429e-9133-60c071b3a880 HTTP/1.1" status: 204 len: 168 time: 0.2093062 Jul 16 01:32:30.677315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd98e4-3a81-426a-8e20-a4a242f6a9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2ea2aa-907c-429e-9133-60c071b3a880,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:30.723509 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6ee303fc-126a-45fe-a7d4-892babdc8512 req-bf3cb767-e2b4-4d07-8a72-2fd8f960d55a tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d56c9-63fc-4fb8-b51b-5f761934a152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040213 Jul 16 01:32:30.931799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b06cf445-ac18-4e65-9757-e5a30fa9478b no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:30.959802 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: b06cf445-ac18-4e65-9757-e5a30fa9478b {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:30.960433 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b06cf445-ac18-4e65-9757-e5a30fa9478b not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:31.015749 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3fd9fa1-a8e7-4b2d-9a2a-d2f24f70f1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.022686 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.027079 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd56c66-fe0b-459a-8a4a-61dde749d9fe req-87847eb0-8c51-4b3b-a532-974397cd83f6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.037457 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1cd56c66-fe0b-459a-8a4a-61dde749d9fe req-87847eb0-8c51-4b3b-a532-974397cd83f6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 949 time: 0.2367547 Jul 16 01:32:31.082192 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6375948f-5235-4be0-a3e5-18db1f985f6b {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:31.102201 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.119550 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1cd56c66-fe0b-459a-8a4a-61dde749d9fe req-e3a98650-ca0a-427c-b451-f5b07a9718e4 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808580 Jul 16 01:32:31.128643 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Transition to ACTIVE for port object 6375948f-5235-4be0-a3e5-18db1f985f6b will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:31.134199 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.148860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48002) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:31.201348 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Pushing event updated for resources: {'Port': ['ID=6375948f-5235-4be0-a3e5-18db1f985f6b,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:31.201918 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fb4c3ed8-0aa2-41fb-86ac-cde8e6e80b83 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b5f33520e21d4319a302b141c523809b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510488 Jul 16 01:32:31.202768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48004) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:31.312283 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Attempting to bind port 6375948f-5235-4be0-a3e5-18db1f985f6b on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:31.312611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Attempting to bind port 6375948f-5235-4be0-a3e5-18db1f985f6b by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:31.312935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Attempting to bind port 6375948f-5235-4be0-a3e5-18db1f985f6b on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:31.319259 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b3cb400b-39a9-45bd-a40d-ff558fcf1295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.320018 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Port 6375948f-5235-4be0-a3e5-18db1f985f6b on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:31.320441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Attempting to bind port 6375948f-5235-4be0-a3e5-18db1f985f6b on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:31.328399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:31.328737 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Checking segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:31.329236 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Bound using segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:31.330868 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Bound port: 6375948f-5235-4be0-a3e5-18db1f985f6b, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:31.331247 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.357950 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b3cb400b-39a9-45bd-a40d-ff558fcf1295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.443420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device de1d97d6-3465-40be-9bb5-e113c224826b details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:31.454568 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b3cb400b-39a9-45bd-a40d-ff558fcf1295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.463938 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b3cb400b-39a9-45bd-a40d-ff558fcf1295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.477881 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] For port 6375948f-5235-4be0-a3e5-18db1f985f6b, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:31.482885 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b3cb400b-39a9-45bd-a40d-ff558fcf1295 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fe87a700-5ee2-4747-b02f-6b10615cf6e7 HTTP/1.1" status: 204 len: 168 time: 0.2765799 Jul 16 01:32:31.504985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] For port 6375948f-5235-4be0-a3e5-18db1f985f6b, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6375948f-5235-4be0-a3e5-18db1f985f6b,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:31.513863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb400b-39a9-45bd-a40d-ff558fcf1295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe87a700-5ee2-4747-b02f-6b10615cf6e7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:31.525630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ea9fe-a5d3-47a7-bbbe-3d767c6ac7fe req-8db5782f-428c-482f-a0ba-7f8e9d76754b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.527626 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d04ea9fe-a5d3-47a7-bbbe-3d767c6ac7fe req-8db5782f-428c-482f-a0ba-7f8e9d76754b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1866114 Jul 16 01:32:31.528981 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.556116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['1382684a-6f15-40b6-ae7c-b76ba5b325f8'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:31.595153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.596617 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.598261 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] 10.222.0.47 "PUT /v2.0/ports/6375948f-5235-4be0-a3e5-18db1f985f6b HTTP/1.1" status: 200 len: 1091 time: 1.1908407 Jul 16 01:32:31.598865 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edef8040-eafa-4bba-9f69-652d9597d4c9', 'tag': '6375948f-5235-4be0-a3e5-18db1f985f6b'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:31.601425 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3438a9e2-ec59-4a19-89af-bed226b4258c" -d '{"events": [{"name": "network-changed", "server_uuid": "edef8040-eafa-4bba-9f69-652d9597d4c9", "tag": "6375948f-5235-4be0-a3e5-18db1f985f6b"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:31.657718 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d04ea9fe-a5d3-47a7-bbbe-3d767c6ac7fe req-44c766eb-d555-44c5-8c39-37752718a67d tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157794 Jul 16 01:32:31.660114 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0cf24-e1de-4990-9fae-2624c37f131d service neutron] Pushing event updated for resources: {'Port': ['ID=6375948f-5235-4be0-a3e5-18db1f985f6b,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:31.664144 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3aa3e-6311-4ba2-a7a6-57ecdc6d6cc1 req-38a06177-6c10-4286-a58e-85f360b02ef0 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.681512 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2aa3aa3e-6311-4ba2-a7a6-57ecdc6d6cc1 req-38a06177-6c10-4286-a58e-85f360b02ef0 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.1258941 Jul 16 01:32:31.770547 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2aa3aa3e-6311-4ba2-a7a6-57ecdc6d6cc1 req-14bfc34e-4752-4a0f-a541-6ecf251f9a5a tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880072 Jul 16 01:32:31.839770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-6d66d695-a450-4205-8b93-3f58bbe775aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.847626 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-6d66d695-a450-4205-8b93-3f58bbe775aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 1094 time: 0.1400709 Jul 16 01:32:31.858916 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port de1d97d6-3465-40be-9bb5-e113c224826b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=de1d97d6-3465-40be-9bb5-e113c224826b,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:31.887348 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'de1d97d6-3465-40be-9bb5-e113c224826b', 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642', 'port_id': 'de1d97d6-3465-40be-9bb5-e113c224826b', 'mac_address': 'fa:16:3e:8e:20:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a8e114-6746-4f75-be46-b5ce225a99ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:31.972353 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.996053 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1d97d6-3465-40be-9bb5-e113c224826b {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:31.996363 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-57411060-891e-43be-ba9c-3279e30e87a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6375948f-5235-4be0-a3e5-18db1f985f6b HTTP/1.1" status: 200 len: 217 time: 0.0469573 Jul 16 01:32:32.072167 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a7ccd-618c-49e1-8708-1577743c472d req-20310b3f-bceb-4dd5-802a-56717beaa3cb tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:32.080820 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-886a7ccd-618c-49e1-8708-1577743c472d req-20310b3f-bceb-4dd5-802a-56717beaa3cb tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 943 time: 0.1848929 Jul 16 01:32:32.102347 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-158a4b47-0153-4f22-971a-9e58a85ae592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:32.104094 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-158a4b47-0153-4f22-971a-9e58a85ae592 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.0926731 Jul 16 01:32:32.114871 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.116785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port de1d97d6-3465-40be-9bb5-e113c224826b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=de1d97d6-3465-40be-9bb5-e113c224826b,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:32.125107 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.138461 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-886a7ccd-618c-49e1-8708-1577743c472d req-15c08981-f5c7-47be-b3a0-417f06c39d58 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565598 Jul 16 01:32:32.184830 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-9e6067a9-1be4-4b25-93ae-09e240d2376b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420377 Jul 16 01:32:32.186218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaf1c1-6a39-43cd-9c47-244bba2f158c req-fd0851ae-b0ce-4d43-9426-185d37da2dd3 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:32.190694 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5bfaf1c1-6a39-43cd-9c47-244bba2f158c req-fd0851ae-b0ce-4d43-9426-185d37da2dd3 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 943 time: 0.1716685 Jul 16 01:32:32.198040 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=de1d97d6-3465-40be-9bb5-e113c224826b,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:32.242155 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4c4577-a306-4525-9a0b-0f564bf006b3 x-openstack-request-id: req-7b4c4577-a306-4525-9a0b-0f564bf006b3 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:32.242517 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edef8040-eafa-4bba-9f69-652d9597d4c9", "tag": "6375948f-5235-4be0-a3e5-18db1f985f6b", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:32.242764 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7b4c4577-a306-4525-9a0b-0f564bf006b3 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:32.243302 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edef8040-eafa-4bba-9f69-652d9597d4c9', 'tag': '6375948f-5235-4be0-a3e5-18db1f985f6b', 'status': 'completed', 'code': 200} Jul 16 01:32:32.284567 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5bfaf1c1-6a39-43cd-9c47-244bba2f158c req-d6bc2d79-5aaf-4463-8fb1-b61564a6fb22 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840521 Jul 16 01:32:32.351327 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device d7867069-7832-41a0-8a4d-5d6cb28deddb up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:32.357845 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-6ddc43e1-3d8c-4987-ac44-18065386fa1f service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586740 Jul 16 01:32:32.441476 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port d7867069-7832-41a0-8a4d-5d6cb28deddb completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:32.446983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port d7867069-7832-41a0-8a4d-5d6cb28deddb triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:32.447675 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.551511 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b8f08-9a0a-4cb7-bca6-295e7447758f req-1168b857-c138-46ca-a002-08b3ea693841 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:32.555783 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2c1b8f08-9a0a-4cb7-bca6-295e7447758f req-1168b857-c138-46ca-a002-08b3ea693841 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 949 time: 0.1391153 Jul 16 01:32:32.585610 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.596511 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-37ac97e4-9f3c-494a-adde-eab5ba860535 req-79277b60-89a3-4972-9a4b-d5aa2b84227f service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918383 Jul 16 01:32:32.608466 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['de1d97d6-3465-40be-9bb5-e113c224826b'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:32.616752 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7867069-7832-41a0-8a4d-5d6cb28deddb'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:32.617559 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2c1b8f08-9a0a-4cb7-bca6-295e7447758f req-1b62b403-14cd-4d5c-af65-8dcc45fa9a7c tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536757 Jul 16 01:32:32.633384 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f006a5-d86a-42f0-989c-24953606de13" -d '{"events": [{"server_uuid": "bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6", "name": "network-vif-plugged", "status": "completed", "tag": "d7867069-7832-41a0-8a4d-5d6cb28deddb"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:32.680829 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port d7867069-7832-41a0-8a4d-5d6cb28deddb, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d7867069-7832-41a0-8a4d-5d6cb28deddb,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:32.694401 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.720986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48050) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:32.761504 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4382f441-55c9-4072-a798-0ba07c090386 x-openstack-request-id: req-4382f441-55c9-4072-a798-0ba07c090386 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:32.762069 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6", "name": "network-vif-plugged", "status": "completed", "tag": "d7867069-7832-41a0-8a4d-5d6cb28deddb", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:32.762552 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4382f441-55c9-4072-a798-0ba07c090386 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:32.763116 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7867069-7832-41a0-8a4d-5d6cb28deddb', 'code': 200} Jul 16 01:32:32.790003 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=d7867069-7832-41a0-8a4d-5d6cb28deddb,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:32.899348 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-db86e4fc-9592-4e34-b802-7a4d6b4722fd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-network', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:32.902972 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438a9e2-ec59-4a19-89af-bed226b4258c req-773a0584-162e-43f9-8d8b-8c350eae622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:32.904849 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3438a9e2-ec59-4a19-89af-bed226b4258c req-773a0584-162e-43f9-8d8b-8c350eae622c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 1094 time: 0.0775909 Jul 16 01:32:32.935569 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db86e4fc-9592-4e34-b802-7a4d6b4722fd admin admin] Made reservation on behalf of 22a396f99efc4d13a24bdc67c6b2b3f6 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:32.938060 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-db86e4fc-9592-4e34-b802-7a4d6b4722fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.951694 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-db86e4fc-9592-4e34-b802-7a4d6b4722fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.991673 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edca3db-b4be-4cec-b0d3-8a9058e05d68 req-c7bfaf5f-4228-4d71-8083-265445a5dcf5 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:32.993114 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9edca3db-b4be-4cec-b0d3-8a9058e05d68 req-c7bfaf5f-4228-4d71-8083-265445a5dcf5 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1878264 Jul 16 01:32:33.098753 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724d385-2c02-41e3-af83-9c29846e3494 req-c5dae197-f406-4715-a40e-67f857b8d321 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.099466 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9edca3db-b4be-4cec-b0d3-8a9058e05d68 req-db918c99-afeb-4178-b1a2-5e430620e267 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919473 Jul 16 01:32:33.119939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11f75d-51ab-4732-ba37-6c364b8ac19b req-3216d60a-6acd-4570-bb39-05fa170866b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.121477 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cd11f75d-51ab-4732-ba37-6c364b8ac19b req-3216d60a-6acd-4570-bb39-05fa170866b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 1101 time: 0.1383266 Jul 16 01:32:33.125102 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2724d385-2c02-41e3-af83-9c29846e3494 req-c5dae197-f406-4715-a40e-67f857b8d321 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 945 time: 0.1634390 Jul 16 01:32:33.162266 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-db86e4fc-9592-4e34-b802-7a4d6b4722fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.167694 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438a9e2-ec59-4a19-89af-bed226b4258c req-737689b4-9110-423a-8184-b0012c49fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.168026 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-db86e4fc-9592-4e34-b802-7a4d6b4722fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.170080 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3438a9e2-ec59-4a19-89af-bed226b4258c req-737689b4-9110-423a-8184-b0012c49fb88 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 922 time: 0.1801169 Jul 16 01:32:33.196613 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db86e4fc-9592-4e34-b802-7a4d6b4722fd admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:33.219810 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cd11f75d-51ab-4732-ba37-6c364b8ac19b req-a6f25b83-c2e1-40a2-9b2a-7029dc4509df service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839331 Jul 16 01:32:33.221938 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-db86e4fc-9592-4e34-b802-7a4d6b4722fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.222203 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-db86e4fc-9592-4e34-b802-7a4d6b4722fd admin admin] Added segment 05a87a64-85ee-48fc-b186-80e3acc4d32d of type vlan for network 1612ce87-fb4d-45f3-8058-d097e2a71ab1 Jul 16 01:32:33.223702 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86e4fc-9592-4e34-b802-7a4d6b4722fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba96889-2129-4a60-9148-fdc770646e53,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:33.247161 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3438a9e2-ec59-4a19-89af-bed226b4258c req-6680ebe7-1915-4aa9-9caa-2fc53db0a18d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6375948f-5235-4be0-a3e5-18db1f985f6b HTTP/1.1" status: 200 len: 217 time: 0.0681331 Jul 16 01:32:33.261660 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2724d385-2c02-41e3-af83-9c29846e3494 req-1a3a88d2-8191-4dc8-81ee-02f9209f89ef tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344874 Jul 16 01:32:33.278456 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-db86e4fc-9592-4e34-b802-7a4d6b4722fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.328118 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-db86e4fc-9592-4e34-b802-7a4d6b4722fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.329542 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db86e4fc-9592-4e34-b802-7a4d6b4722fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.330300 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-db86e4fc-9592-4e34-b802-7a4d6b4722fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.370983 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-db86e4fc-9592-4e34-b802-7a4d6b4722fd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6463232 Jul 16 01:32:33.371773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48072) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:33.376996 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c3bc8581-d1ab-4fca-a3b9-288528335c36 admin admin] Request body: {'subnet': {'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-subnet', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:33.400424 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bc8581-d1ab-4fca-a3b9-288528335c36 admin admin] Made reservation on behalf of 22a396f99efc4d13a24bdc67c6b2b3f6 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:33.404304 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c3bc8581-d1ab-4fca-a3b9-288528335c36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.428959 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86e4fc-9592-4e34-b802-7a4d6b4722fd admin admin] Pushing event updated for resources: {'Network': ['ID=1612ce87-fb4d-45f3-8058-d097e2a71ab1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:33.439407 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 1612ce87-fb4d-45f3-8058-d097e2a71ab1 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:33.505711 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d58c1-c7c1-4d7a-b339-06f451edbbae req-695e7ad2-a44e-44d9-8656-7aec3e0921ab tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.510082 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac6d58c1-c7c1-4d7a-b339-06f451edbbae req-695e7ad2-a44e-44d9-8656-7aec3e0921ab tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 944 time: 0.1464953 Jul 16 01:32:33.578761 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac6d58c1-c7c1-4d7a-b339-06f451edbbae req-74980bf3-d7e0-40b7-bddd-84ce0eb332bd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614033 Jul 16 01:32:33.620186 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c3bc8581-d1ab-4fca-a3b9-288528335c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.690208 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.702925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bc8581-d1ab-4fca-a3b9-288528335c36 admin admin] Checking segment: {'id': '05a87a64-85ee-48fc-b186-80e3acc4d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:33.703607 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bc8581-d1ab-4fca-a3b9-288528335c36 admin admin] Network hostable DHCP agents. Network: 1612ce87-fb4d-45f3-8058-d097e2a71ab1, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:33.708695 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc8581-d1ab-4fca-a3b9-288528335c36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bba61486-b6e3-4f60-9d61-963219f180d7,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:33.751013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bc8581-d1ab-4fca-a3b9-288528335c36 admin admin] Network 1612ce87-fb4d-45f3-8058-d097e2a71ab1 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:33.813114 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-c3bc8581-d1ab-4fca-a3b9-288528335c36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 1612ce87-fb4d-45f3-8058-d097e2a71ab1) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:33.824296 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3629c2-829c-416d-9826-c59c54a080cb None None] Network 1612ce87-fb4d-45f3-8058-d097e2a71ab1 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:33.824630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bc8581-d1ab-4fca-a3b9-288528335c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.825409 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c3bc8581-d1ab-4fca-a3b9-288528335c36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.839739 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438a9e2-ec59-4a19-89af-bed226b4258c req-d3d76da2-2f14-49fd-b6f1-05a8608d4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.841939 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3438a9e2-ec59-4a19-89af-bed226b4258c req-d3d76da2-2f14-49fd-b6f1-05a8608d4023 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.0872588 Jul 16 01:32:33.853080 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c3bc8581-d1ab-4fca-a3b9-288528335c36 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4800220 Jul 16 01:32:33.854015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48088) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:33.858603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f92cba-d452-4066-89fb-0cd98b954e11 req-b8503575-1fc6-4262-9f5a-39a36bbcd3f3 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.859855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:33.863028 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44f92cba-d452-4066-89fb-0cd98b954e11 req-b8503575-1fc6-4262-9f5a-39a36bbcd3f3 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 943 time: 0.1426663 Jul 16 01:32:33.892336 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3438a9e2-ec59-4a19-89af-bed226b4258c req-3f9382de-8d86-42d7-ac03-fc9fab8fc02a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372818 Jul 16 01:32:33.940979 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44f92cba-d452-4066-89fb-0cd98b954e11 req-78220db3-330b-4a72-8b2a-9f9d8f6ee7dd tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717249 Jul 16 01:32:33.949425 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.949425 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.078880 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.125663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:34.127668 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.286658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71b153-dee7-48f7-9a3f-e816342deac4 req-5889e178-bc8b-4b27-a576-df20b412f2f6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:34.288617 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd71b153-dee7-48f7-9a3f-e816342deac4 req-5889e178-bc8b-4b27-a576-df20b412f2f6 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 950 time: 0.1039605 Jul 16 01:32:34.311454 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Allocated IP 172.20.0.2 (1612ce87-fb4d-45f3-8058-d097e2a71ab1/bba61486-b6e3-4f60-9d61-963219f180d7/8b76fdba-505f-4333-9da2-e81448702cfb) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:34.356398 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e3eebaf5-c90b-44eb-b21a-59351d984906 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:34.356574 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd71b153-dee7-48f7-9a3f-e816342deac4 req-f7f27ab8-8dd8-4eb6-8411-cb8ef42c5d11 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619650 Jul 16 01:32:34.565285 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.573615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e3eebaf5-c90b-44eb-b21a-59351d984906, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e3eebaf5-c90b-44eb-b21a-59351d984906,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:34.585827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Transition to ACTIVE for port object 8b76fdba-505f-4333-9da2-e81448702cfb will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:34.592587 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'e3eebaf5-c90b-44eb-b21a-59351d984906', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': 'e3eebaf5-c90b-44eb-b21a-59351d984906', 'mac_address': 'fa:16:3e:0d:95:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:34.606240 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Transition to ACTIVE for port object 8b76fdba-505f-4333-9da2-e81448702cfb will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:34.620750 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3438a9e2-ec59-4a19-89af-bed226b4258c req-724e5ec6-f9b4-4bb8-8575-b06806bd5166 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7099426 Jul 16 01:32:34.630518 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.683719 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Network 1612ce87-fb4d-45f3-8058-d097e2a71ab1 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:34.684743 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.691591 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:34.701883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:34.706735 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Pushing event updated for resources: {'Port': ['ID=8b76fdba-505f-4333-9da2-e81448702cfb,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:34.719570 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.723082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3eebaf5-c90b-44eb-b21a-59351d984906 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:34.768287 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1e5c4-c399-4e3c-ba67-94c3d40e7656 req-2ff2f292-07dc-447b-9e23-4c2b99c257e8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:34.776188 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63e1e5c4-c399-4e3c-ba67-94c3d40e7656 req-2ff2f292-07dc-447b-9e23-4c2b99c257e8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 944 time: 0.0728743 Jul 16 01:32:34.809891 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e3eebaf5-c90b-44eb-b21a-59351d984906, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e3eebaf5-c90b-44eb-b21a-59351d984906,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:34.819901 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Attempting to bind port 8b76fdba-505f-4333-9da2-e81448702cfb on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:34.821247 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Attempting to bind port 8b76fdba-505f-4333-9da2-e81448702cfb by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '05a87a64-85ee-48fc-b186-80e3acc4d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:34.839116 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63e1e5c4-c399-4e3c-ba67-94c3d40e7656 req-c0dd4f46-f60a-4f24-a8e1-4a8836a524ed tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615802 Jul 16 01:32:34.840333 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Attempting to bind port 8b76fdba-505f-4333-9da2-e81448702cfb on network 1612ce87-fb4d-45f3-8058-d097e2a71ab1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:34.850340 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.876234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:34.877495 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Checking segment: {'id': '05a87a64-85ee-48fc-b186-80e3acc4d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:34.878108 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.878842 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Bound using segment: {'id': '05a87a64-85ee-48fc-b186-80e3acc4d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:34.879671 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Bound port: 8b76fdba-505f-4333-9da2-e81448702cfb, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a87a64-85ee-48fc-b186-80e3acc4d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:34.880308 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.883351 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3438a9e2-ec59-4a19-89af-bed226b4258c req-4a12c051-7521-4a04-809c-025a52315618 service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409344 Jul 16 01:32:34.890865 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c3e24-24c8-4210-8f31-d748e70f45bd req-9ab9c395-5807-4ff7-bfb8-a47495c8c1be tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:34.892420 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf0c3e24-24c8-4210-8f31-d748e70f45bd req-9ab9c395-5807-4ff7-bfb8-a47495c8c1be tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.2863028 Jul 16 01:32:34.944909 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=e3eebaf5-c90b-44eb-b21a-59351d984906,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:34.963137 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf0c3e24-24c8-4210-8f31-d748e70f45bd req-b8550c86-f432-40f2-bff7-804328cd783e tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435722 Jul 16 01:32:34.972827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] For port 8b76fdba-505f-4333-9da2-e81448702cfb, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:34.977137 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] For port 8b76fdba-505f-4333-9da2-e81448702cfb, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8b76fdba-505f-4333-9da2-e81448702cfb,segment=NetworkSegment(05a87a64-85ee-48fc-b186-80e3acc4d32d),segment_id=05a87a64-85ee-48fc-b186-80e3acc4d32d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:34.983867 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.060907 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f4b19-7bc4-4c06-8a89-855f90d44991 None None] Pushing event updated for resources: {'Port': ['ID=8b76fdba-505f-4333-9da2-e81448702cfb,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:35.135550 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.164619 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.266268 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b1153-b592-461d-a041-08cccc27a809 req-074dfe5c-ba5e-43e2-b6ad-a2dbe1ea72b2 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:35.268221 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db2b1153-b592-461d-a041-08cccc27a809 req-074dfe5c-ba5e-43e2-b6ad-a2dbe1ea72b2 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 943 time: 0.1018429 Jul 16 01:32:35.320568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] Allocated IP 172.25.1.135 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/afa57b64-fb3c-4ce0-a552-9326806c703b) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:35.365544 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db2b1153-b592-461d-a041-08cccc27a809 req-2dc765c5-f39f-427a-804a-01fa415a31e6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850172 Jul 16 01:32:35.388948 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['e3eebaf5-c90b-44eb-b21a-59351d984906'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:35.476922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device de1d97d6-3465-40be-9bb5-e113c224826b up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:35.571573 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.600082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port de1d97d6-3465-40be-9bb5-e113c224826b completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:35.613509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port de1d97d6-3465-40be-9bb5-e113c224826b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:35.614055 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.636507 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77e725-9116-450f-8a3b-f07636e23475 req-e637909f-8c09-42e0-8fa3-2fe4f42947d9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:35.638420 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9f77e725-9116-450f-8a3b-f07636e23475 req-e637909f-8c09-42e0-8fa3-2fe4f42947d9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 950 time: 0.1140547 Jul 16 01:32:35.664665 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.721834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:35.724996 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9f77e725-9116-450f-8a3b-f07636e23475 req-6fb64aa4-b79e-437d-99df-387114765d8b tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798600 Jul 16 01:32:35.728157 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:35.728470 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.731603 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:35.752587 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd675bc36-2846-4674-aa21-f52c95c56855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1d97d6-3465-40be-9bb5-e113c224826b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:35.754943 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944d32b6-f489-48c7-90f2-7d00cb7e7da0" -d '{"events": [{"server_uuid": "d675bc36-2846-4674-aa21-f52c95c56855", "name": "network-vif-plugged", "status": "completed", "tag": "de1d97d6-3465-40be-9bb5-e113c224826b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:35.758638 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] Pushing event updated for resources: {'Port': ['ID=afa57b64-fb3c-4ce0-a552-9326806c703b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:35.770843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port de1d97d6-3465-40be-9bb5-e113c224826b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=de1d97d6-3465-40be-9bb5-e113c224826b,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:35.775488 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.801986 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dd61a9-3678-4288-a38d-028d91bca68b x-openstack-request-id: req-05dd61a9-3678-4288-a38d-028d91bca68b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:35.802284 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d675bc36-2846-4674-aa21-f52c95c56855", "name": "network-vif-plugged", "status": "completed", "tag": "de1d97d6-3465-40be-9bb5-e113c224826b", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:35.802535 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-05dd61a9-3678-4288-a38d-028d91bca68b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:35.802998 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd675bc36-2846-4674-aa21-f52c95c56855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1d97d6-3465-40be-9bb5-e113c224826b', 'code': 200} Jul 16 01:32:35.835556 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=de1d97d6-3465-40be-9bb5-e113c224826b,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:36.086877 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.094337 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e680a0-b2c6-4aaf-b2d6-55f69f6aa510 req-0dbb1edb-71f8-47e9-89ba-90a85e0a7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:36.096406 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-12e680a0-b2c6-4aaf-b2d6-55f69f6aa510 req-0dbb1edb-71f8-47e9-89ba-90a85e0a7232 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 1096 time: 0.1565115 Jul 16 01:32:36.171005 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4b282-b558-4c7e-afc9-5391b3ed2645 req-3891237f-b5ce-408f-aded-36f216d0ef6d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:36.172410 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1338ea81-33be-4e24-8873-0dfd845f9ff3 None None] Network 1612ce87-fb4d-45f3-8058-d097e2a71ab1 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:36.172573 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bea4b282-b558-4c7e-afc9-5391b3ed2645 req-3891237f-b5ce-408f-aded-36f216d0ef6d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 945 time: 0.2022126 Jul 16 01:32:36.181702 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01212ae-7fe5-4dda-8111-0fad7ad7b986 req-6b758981-a6dc-46ad-8c91-5b89837aff5a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:36.183368 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c01212ae-7fe5-4dda-8111-0fad7ad7b986 req-6b758981-a6dc-46ad-8c91-5b89837aff5a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.0685158 Jul 16 01:32:36.225266 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c01212ae-7fe5-4dda-8111-0fad7ad7b986 req-f1a11133-7e4d-4da5-aa9e-843dfb91fb3d tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343330 Jul 16 01:32:36.238792 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-12e680a0-b2c6-4aaf-b2d6-55f69f6aa510 req-67580050-a892-449a-94c4-8a93b158b9a6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051357 Jul 16 01:32:36.273610 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bea4b282-b558-4c7e-afc9-5391b3ed2645 req-a5e53875-bde4-4da2-923f-7097f3f3be61 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736728 Jul 16 01:32:36.370752 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-693b5ffb-bd9c-44c5-aa88-72a4db8245f0 None None] Provisioning for port 8b76fdba-505f-4333-9da2-e81448702cfb completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:36.372930 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device ce0128db-d53c-4741-9765-c3d7b63dcf5b details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:36.376971 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e3eebaf5-c90b-44eb-b21a-59351d984906 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:36.428999 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.570885 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port e3eebaf5-c90b-44eb-b21a-59351d984906 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:36.571533 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.612401 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fb0d4-6df9-45c2-a2bd-891ffba59fa3 req-c3efc6d7-843e-42d8-83fa-b0bc1a4c5486 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:36.614084 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-058fb0d4-6df9-45c2-a2bd-891ffba59fa3 req-c3efc6d7-843e-42d8-83fa-b0bc1a4c5486 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 943 time: 0.0993807 Jul 16 01:32:36.623139 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:32:36.636254 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port ce0128db-d53c-4741-9765-c3d7b63dcf5b, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=ce0128db-d53c-4741-9765-c3d7b63dcf5b,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:36.642908 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] Router e29263fb-d2d4-43b3-80cd-bc80d3820952 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:32:36.656634 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'ce0128db-d53c-4741-9765-c3d7b63dcf5b', 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071', 'port_id': 'ce0128db-d53c-4741-9765-c3d7b63dcf5b', 'mac_address': 'fa:16:3e:8b:82:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6ab48a-a89d-4604-95e5-95b119c0d93d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:36.668096 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-058fb0d4-6df9-45c2-a2bd-891ffba59fa3 req-1370c7d2-bd71-4b06-bed2-5d02de617e88 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470281 Jul 16 01:32:36.740329 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.781406 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce0128db-d53c-4741-9765-c3d7b63dcf5b {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:36.781606 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:36.787601 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.805776 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Sync routers for ids ['e29263fb-d2d4-43b3-80cd-bc80d3820952'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:36.806040 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.807685 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-740f167f-f313-4aae-a710-78bde6b7a378 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9514503 Jul 16 01:32:36.810600 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48180) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:36.831220 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port ce0128db-d53c-4741-9765-c3d7b63dcf5b, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=ce0128db-d53c-4741-9765-c3d7b63dcf5b,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:36.846918 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Routers {'e29263fb-d2d4-43b3-80cd-bc80d3820952'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:36.847571 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:32:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e29263fb-d2d4-43b3-80cd-bc80d3820952'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:36.850701 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.912626 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e3eebaf5-c90b-44eb-b21a-59351d984906, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e3eebaf5-c90b-44eb-b21a-59351d984906,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:36.951358 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.952809 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f3647fdd-df8a-4add-8855-e8dadc6f2950 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:36.993274 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5deabd-7b23-4e0f-8f9f-9f39a3edf9a6 req-b0c43222-de95-403e-b6e7-05f090f8b259 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:37.004494 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da5deabd-7b23-4e0f-8f9f-9f39a3edf9a6 req-b0c43222-de95-403e-b6e7-05f090f8b259 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 950 time: 0.1234899 Jul 16 01:32:37.060240 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da5deabd-7b23-4e0f-8f9f-9f39a3edf9a6 req-0bd9cc4e-3bca-4839-af9f-cb1a513f3f6b tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548377 Jul 16 01:32:37.083679 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8b76fdba-505f-4333-9da2-e81448702cfb up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:37.153919 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=ce0128db-d53c-4741-9765-c3d7b63dcf5b,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:37.223174 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Set router e29263fb-d2d4-43b3-80cd-bc80d3820952 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:37.278904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['ce0128db-d53c-4741-9765-c3d7b63dcf5b'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:37.351524 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 8b76fdba-505f-4333-9da2-e81448702cfb completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:37.379605 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=e3eebaf5-c90b-44eb-b21a-59351d984906,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:37.382257 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 8b76fdba-505f-4333-9da2-e81448702cfb triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:37.382624 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.454244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd6a69-8cd5-4060-b63c-3e6f86b588db req-83581faf-00dd-45ef-a64a-05806d68660e tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:37.472596 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cfdd6a69-8cd5-4060-b63c-3e6f86b588db req-83581faf-00dd-45ef-a64a-05806d68660e tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 1101 time: 0.2635443 Jul 16 01:32:37.540398 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.569459 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cfdd6a69-8cd5-4060-b63c-3e6f86b588db req-571315f2-7004-4388-9bc1-72910df5212c tempest-ServersOnMultiNodesTest-762352686 tempest-ServersOnMultiNodesTest-762352686-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949740 Jul 16 01:32:37.609632 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe726dc-540d-4795-af55-e93e8c397f16 req-591f58a9-b5d6-4b1c-8883-587fa3163abc tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:37.620685 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-abe726dc-540d-4795-af55-e93e8c397f16 req-591f58a9-b5d6-4b1c-8883-587fa3163abc tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1917512 Jul 16 01:32:37.728752 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.738615 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-abe726dc-540d-4795-af55-e93e8c397f16 req-6f75f35b-c727-4ba7-8a87-de2e5514a267 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123314 Jul 16 01:32:37.767727 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f3647fdd-df8a-4add-8855-e8dadc6f2950, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f3647fdd-df8a-4add-8855-e8dadc6f2950,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:37.785780 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.867248 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53d755f-697a-461c-8f68-85cdee27a717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3eebaf5-c90b-44eb-b21a-59351d984906'}, {'server_uuid': '7a30c2f2-18d0-4fb4-8745-587bda4f3ebf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3647fdd-df8a-4add-8855-e8dadc6f2950'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:37.869508 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c46c1f2-907a-42ef-98f9-7c75cb4c288c" -d '{"events": [{"server_uuid": "f53d755f-697a-461c-8f68-85cdee27a717", "name": "network-vif-plugged", "status": "completed", "tag": "e3eebaf5-c90b-44eb-b21a-59351d984906"}, {"server_uuid": "7a30c2f2-18d0-4fb4-8745-587bda4f3ebf", "name": "network-vif-unplugged", "status": "completed", "tag": "f3647fdd-df8a-4add-8855-e8dadc6f2950"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:37.872703 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f3647fdd-df8a-4add-8855-e8dadc6f2950,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:38.001859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f61859-4922-4dbc-9c2b-c445a37e8966 req-91470679-5b4a-4b56-8287-ab9c0d8d46d8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:38.009542 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-98f61859-4922-4dbc-9c2b-c445a37e8966 req-91470679-5b4a-4b56-8287-ab9c0d8d46d8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 945 time: 0.1499264 Jul 16 01:32:38.022707 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.035319 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:35Z', 'revision_number': 3, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:38.073804 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-98f61859-4922-4dbc-9c2b-c445a37e8966 req-5e01715a-4dec-471c-b300-f85f341b197c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631981 Jul 16 01:32:38.083929 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Checking router: e29263fb-d2d4-43b3-80cd-bc80d3820952 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:38.084333 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Updating router e29263fb-d2d4-43b3-80cd-bc80d3820952 port afa57b64-fb3c-4ce0-a552-9326806c703b binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:32:38.212493 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] Allocated IP 172.20.0.1 (1612ce87-fb4d-45f3-8058-d097e2a71ab1/bba61486-b6e3-4f60-9d61-963219f180d7/90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:38.219320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 8b76fdba-505f-4333-9da2-e81448702cfb, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8b76fdba-505f-4333-9da2-e81448702cfb,segment=NetworkSegment(05a87a64-85ee-48fc-b186-80e3acc4d32d),segment_id=05a87a64-85ee-48fc-b186-80e3acc4d32d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:38.222434 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.296789 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.494485 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.573521 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] Transition to ACTIVE for port object 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:38.678966 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.825046 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] Pushing event updated for resources: {'Port': ['ID=90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:38.828669 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.849960 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Transition to ACTIVE for port object afa57b64-fb3c-4ce0-a552-9326806c703b will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:38.853381 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=8b76fdba-505f-4333-9da2-e81448702cfb,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:38.862092 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f3647fdd-df8a-4add-8855-e8dadc6f2950 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:38.866777 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.891259 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] Network 1612ce87-fb4d-45f3-8058-d097e2a71ab1 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:38.897037 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:38.899549 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:39.049475 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.152435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e053b2a-f5d3-4785-8430-e7852cf0ea07 None None] Pushing event updated for resources: {'Port': ['ID=afa57b64-fb3c-4ce0-a552-9326806c703b,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:39.181054 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.resource_extend [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:32:39.208111 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ba8d2-357e-4930-b1a9-3dce01733cdc req-43270936-5d49-437e-a4c2-77dacc47e0fd tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:39.216038 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-679ba8d2-357e-4930-b1a9-3dce01733cdc req-43270936-5d49-437e-a4c2-77dacc47e0fd tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 943 time: 0.4260798 Jul 16 01:32:39.301620 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-679ba8d2-357e-4930-b1a9-3dce01733cdc req-24f725b6-7908-4bbb-b63a-f19064a1c0ea tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840120 Jul 16 01:32:39.404431 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f3647fdd-df8a-4add-8855-e8dadc6f2950, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f3647fdd-df8a-4add-8855-e8dadc6f2950,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:39.435642 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Attempting to bind port afa57b64-fb3c-4ce0-a552-9326806c703b on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:39.435953 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Attempting to bind port afa57b64-fb3c-4ce0-a552-9326806c703b by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:39.436320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Attempting to bind port afa57b64-fb3c-4ce0-a552-9326806c703b on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:39.443681 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8b76fdba-505f-4333-9da2-e81448702cfb up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:39.447473 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'f3647fdd-df8a-4add-8855-e8dadc6f2950', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': 'f3647fdd-df8a-4add-8855-e8dadc6f2950', 'mac_address': 'fa:16:3e:3f:42:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:39.540538 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.557706 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:39.558088 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:39.558494 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.558892 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:39.559378 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Bound port: afa57b64-fb3c-4ce0-a552-9326806c703b, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:39.559787 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.640350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8494ac20-d551-4de8-9e4e-9b60d3f4eaf6 None None] Provisioning for port 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:39.749789 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.797789 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5b3feb-93ba-4259-890d-928e11a48773 x-openstack-request-id: req-4a5b3feb-93ba-4259-890d-928e11a48773 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:39.804672 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53d755f-697a-461c-8f68-85cdee27a717", "name": "network-vif-plugged", "status": "completed", "tag": "e3eebaf5-c90b-44eb-b21a-59351d984906", "code": 200}, {"server_uuid": "7a30c2f2-18d0-4fb4-8745-587bda4f3ebf", "name": "network-vif-unplugged", "status": "completed", "tag": "f3647fdd-df8a-4add-8855-e8dadc6f2950", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:39.805181 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a5b3feb-93ba-4259-890d-928e11a48773 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:39.806006 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53d755f-697a-461c-8f68-85cdee27a717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3eebaf5-c90b-44eb-b21a-59351d984906', 'code': 200} Jul 16 01:32:39.806374 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a30c2f2-18d0-4fb4-8745-587bda4f3ebf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3647fdd-df8a-4add-8855-e8dadc6f2950', 'code': 200} Jul 16 01:32:39.813390 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3647fdd-df8a-4add-8855-e8dadc6f2950 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:39.945425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f3647fdd-df8a-4add-8855-e8dadc6f2950, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f3647fdd-df8a-4add-8855-e8dadc6f2950,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:39.969438 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8494ac20-d551-4de8-9e4e-9b60d3f4eaf6 None None] Provisioning complete for port 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:39.972588 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8494ac20-d551-4de8-9e4e-9b60d3f4eaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.048938 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.067641 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8494ac20-d551-4de8-9e4e-9b60d3f4eaf6 None None] Port 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:40.182165 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 8b76fdba-505f-4333-9da2-e81448702cfb triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:40.186068 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.197397 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f3647fdd-df8a-4add-8855-e8dadc6f2950,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:40.323748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] For port afa57b64-fb3c-4ce0-a552-9326806c703b, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:40.363858 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] For port afa57b64-fb3c-4ce0-a552-9326806c703b, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=afa57b64-fb3c-4ce0-a552-9326806c703b,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:40.405389 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device ce0128db-d53c-4741-9765-c3d7b63dcf5b up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:40.410958 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.711293 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.715035 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e053b2a-f5d3-4785-8430-e7852cf0ea07 None None] Pushing event updated for resources: {'Port': ['ID=afa57b64-fb3c-4ce0-a552-9326806c703b,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:40.717525 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.734275 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Routers {'e29263fb-d2d4-43b3-80cd-bc80d3820952'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:40.734941 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:32:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e29263fb-d2d4-43b3-80cd-bc80d3820952'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:40.782248 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cdc56-afd4-4391-a3fd-a51260384504 req-b70511f7-5fc9-49b1-9047-916c2e1877c1 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:40.784350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port ce0128db-d53c-4741-9765-c3d7b63dcf5b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:40.784547 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bc3cdc56-afd4-4391-a3fd-a51260384504 req-b70511f7-5fc9-49b1-9047-916c2e1877c1 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 950 time: 0.8587632 Jul 16 01:32:40.788705 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.862600 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.866627 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] Pushing event updated for resources: {'Port': ['ID=90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:40.904480 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] Set router e29263fb-d2d4-43b3-80cd-bc80d3820952 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:40.921977 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bc3cdc56-afd4-4391-a3fd-a51260384504 req-482e09f1-d198-42d8-9991-b704a14a9536 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282380 Jul 16 01:32:40.972663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['f3647fdd-df8a-4add-8855-e8dadc6f2950'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:41.224261 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] Network 1612ce87-fb4d-45f3-8058-d097e2a71ab1 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:41.229861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:41.274519 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.413480 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48b604-c5a3-4eca-8cdb-89ded32eb7e6 req-b6642813-6daa-4c6f-95e1-c3d9d4fc8cca tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:41.417595 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b48b604-c5a3-4eca-8cdb-89ded32eb7e6 req-b6642813-6daa-4c6f-95e1-c3d9d4fc8cca tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 949 time: 0.3289557 Jul 16 01:32:41.438047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port ce0128db-d53c-4741-9765-c3d7b63dcf5b, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=ce0128db-d53c-4741-9765-c3d7b63dcf5b,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:41.448541 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.602637 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b48b604-c5a3-4eca-8cdb-89ded32eb7e6 req-5016c560-c2bb-46be-8358-136c22f78a41 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418388 Jul 16 01:32:41.659105 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] Router e29263fb-d2d4-43b3-80cd-bc80d3820952 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:41.676273 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=ce0128db-d53c-4741-9765-c3d7b63dcf5b,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:41.726106 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-10a95fad-e530-4a1e-bf09-ae4665da2914 None None] Provisioning complete for port 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:41.726643 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10a95fad-e530-4a1e-bf09-ae4665da2914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.764297 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e93d61-d783-40b5-b827-3393c533cdee req-8750c04c-f22d-41b2-b079-8be7a200dfa2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:41.765432 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39e93d61-d783-40b5-b827-3393c533cdee req-8750c04c-f22d-41b2-b079-8be7a200dfa2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.47 "GET /v2.0/ports?device_id=bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6 HTTP/1.1" status: 200 len: 950 time: 0.1895320 Jul 16 01:32:41.797024 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-10a95fad-e530-4a1e-bf09-ae4665da2914 None None] Port 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:41.807350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9387a1-daef-439c-90b3-88057c0adea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0128db-d53c-4741-9765-c3d7b63dcf5b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:41.811512 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762764da-1508-4dae-9a73-4f3f8a9d56ca" -d '{"events": [{"server_uuid": "9f9387a1-daef-439c-90b3-88057c0adea9", "name": "network-vif-plugged", "status": "completed", "tag": "ce0128db-d53c-4741-9765-c3d7b63dcf5b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:41.836498 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:41.836723 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 2, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:41.850732 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3989977d-6362-4986-b515-88886eb60c41 admin admin] 10.222.0.54 "PUT /v2.0/routers/e29263fb-d2d4-43b3-80cd-bc80d3820952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0384676 Jul 16 01:32:41.869191 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a464d13-351f-49da-9e81-ef4c38ee4961 None None] The sync data for ids ['e29263fb-d2d4-43b3-80cd-bc80d3820952'] in n-d-800086-6 is: [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 2, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:42.087338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-39e93d61-d783-40b5-b827-3393c533cdee req-28cd6b16-54f7-4ee1-ba61-c59c2ff4a046 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Deleting port d7867069-7832-41a0-8a4d-5d6cb28deddb {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:42.087686 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-39e93d61-d783-40b5-b827-3393c533cdee req-28cd6b16-54f7-4ee1-ba61-c59c2ff4a046 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.348027 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-39e93d61-d783-40b5-b827-3393c533cdee req-28cd6b16-54f7-4ee1-ba61-c59c2ff4a046 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] For port d7867069-7832-41a0-8a4d-5d6cb28deddb, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d7867069-7832-41a0-8a4d-5d6cb28deddb,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:42.348411 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-39e93d61-d783-40b5-b827-3393c533cdee req-28cd6b16-54f7-4ee1-ba61-c59c2ff4a046 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.371248 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-39e93d61-d783-40b5-b827-3393c533cdee req-28cd6b16-54f7-4ee1-ba61-c59c2ff4a046 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Calling delete_port for d7867069-7832-41a0-8a4d-5d6cb28deddb owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:42.669346 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-39e93d61-d783-40b5-b827-3393c533cdee req-28cd6b16-54f7-4ee1-ba61-c59c2ff4a046 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.718983 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd6b16-54f7-4ee1-ba61-c59c2ff4a046 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Pushing event deleted for resources: {'Port': ['ID=d7867069-7832-41a0-8a4d-5d6cb28deddb,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:42.722156 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5c1732fa-4e5d-41e4-bbf2-74b70b445f67', '56007dd3-de4a-440e-8086-7df9708946f1', '7cdfc022-4a60-4bcb-b625-721e3134dba4', '7e6c06ee-3f4a-46bc-9095-77d436496816', '3a0d574f-36cf-4f0b-b9bf-bef68e074a53'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:42.839435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e93d61-d783-40b5-b827-3393c533cdee req-28cd6b16-54f7-4ee1-ba61-c59c2ff4a046 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] No DVR routers for this DVR port d7867069-7832-41a0-8a4d-5d6cb28deddb on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:42.844906 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-39e93d61-d783-40b5-b827-3393c533cdee req-28cd6b16-54f7-4ee1-ba61-c59c2ff4a046 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.850459 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39e93d61-d783-40b5-b827-3393c533cdee req-28cd6b16-54f7-4ee1-ba61-c59c2ff4a046 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.47 "DELETE /v2.0/ports/d7867069-7832-41a0-8a4d-5d6cb28deddb HTTP/1.1" status: 204 len: 173 time: 1.0088961 Jul 16 01:32:42.850948 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6', 'name': 'network-vif-deleted', 'tag': 'd7867069-7832-41a0-8a4d-5d6cb28deddb'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:42.853530 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3345d10-8e3a-4e25-ac91-7cf5a2ab3393" -d '{"events": [{"server_uuid": "bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6", "name": "network-vif-deleted", "tag": "d7867069-7832-41a0-8a4d-5d6cb28deddb"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:43.512555 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['13ef3fc3-63e9-4806-806e-ef207d3d8b55', '97c4c89e-0923-4f25-9251-2c7c52fdd767', 'd7867069-7832-41a0-8a4d-5d6cb28deddb'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:44.477142 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 6375948f-5235-4be0-a3e5-18db1f985f6b details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:44.498925 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f3647fdd-df8a-4add-8855-e8dadc6f2950 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:44.655111 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port f3647fdd-df8a-4add-8855-e8dadc6f2950 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:44.655491 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.692606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 6375948f-5235-4be0-a3e5-18db1f985f6b, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6375948f-5235-4be0-a3e5-18db1f985f6b,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:44.713488 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '6375948f-5235-4be0-a3e5-18db1f985f6b', 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7', 'port_id': '6375948f-5235-4be0-a3e5-18db1f985f6b', 'mac_address': 'fa:16:3e:42:ee:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfe93df-9335-48e8-9251-03d181a930aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:44.758796 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.780354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6375948f-5235-4be0-a3e5-18db1f985f6b {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:44.830986 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 6375948f-5235-4be0-a3e5-18db1f985f6b, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6375948f-5235-4be0-a3e5-18db1f985f6b,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:44.834569 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.853010 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.959200 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f3647fdd-df8a-4add-8855-e8dadc6f2950, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f3647fdd-df8a-4add-8855-e8dadc6f2950,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:44.966525 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.989118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=6375948f-5235-4be0-a3e5-18db1f985f6b,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:45.031868 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device afa57b64-fb3c-4ce0-a552-9326806c703b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:45.269606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f3647fdd-df8a-4add-8855-e8dadc6f2950,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:45.331413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port afa57b64-fb3c-4ce0-a552-9326806c703b completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:45.336491 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port afa57b64-fb3c-4ce0-a552-9326806c703b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:45.336875 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.530490 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.574582 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Sync routers for ids ['e29263fb-d2d4-43b3-80cd-bc80d3820952'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:45.587731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port afa57b64-fb3c-4ce0-a552-9326806c703b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=afa57b64-fb3c-4ce0-a552-9326806c703b,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:45.591693 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Routers {'e29263fb-d2d4-43b3-80cd-bc80d3820952'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:45.593205 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:32:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e29263fb-d2d4-43b3-80cd-bc80d3820952'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:45.603600 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.728706 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=afa57b64-fb3c-4ce0-a552-9326806c703b,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:45.753515 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['6375948f-5235-4be0-a3e5-18db1f985f6b'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:45.820044 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Set router e29263fb-d2d4-43b3-80cd-bc80d3820952 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:46.104012 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 2, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:46.135467 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Checking router: e29263fb-d2d4-43b3-80cd-bc80d3820952 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:46.136289 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Updating router e29263fb-d2d4-43b3-80cd-bc80d3820952 port 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:32:46.180438 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.485136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device d7867069-7832-41a0-8a4d-5d6cb28deddb no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:46.555464 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: d7867069-7832-41a0-8a4d-5d6cb28deddb {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:46.560516 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device d7867069-7832-41a0-8a4d-5d6cb28deddb not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:46.662292 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.662292 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Transition to ACTIVE for port object 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:46.671310 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.732371 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0e6a5-88a8-489e-8715-9315958205a9 None None] Pushing event updated for resources: {'Port': ['ID=90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:46.740048 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0e6a5-88a8-489e-8715-9315958205a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:46.740595 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0e6a5-88a8-489e-8715-9315958205a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:46.741044 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0e6a5-88a8-489e-8715-9315958205a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:46.741694 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0e6a5-88a8-489e-8715-9315958205a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:46.742171 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0e6a5-88a8-489e-8715-9315958205a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:46.742604 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0e6a5-88a8-489e-8715-9315958205a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:46.743046 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0e6a5-88a8-489e-8715-9315958205a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:46.743470 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0e6a5-88a8-489e-8715-9315958205a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:46.743923 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0e6a5-88a8-489e-8715-9315958205a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:46.744382 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0e6a5-88a8-489e-8715-9315958205a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:46.744800 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0e6a5-88a8-489e-8715-9315958205a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:46.745215 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a0e6a5-88a8-489e-8715-9315958205a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:46.981563 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Attempting to bind port 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:46.981995 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Attempting to bind port 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '05a87a64-85ee-48fc-b186-80e3acc4d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:46.982432 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Attempting to bind port 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 on network 1612ce87-fb4d-45f3-8058-d097e2a71ab1 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:46.994666 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:46.995028 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Checking segment: {'id': '05a87a64-85ee-48fc-b186-80e3acc4d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:46.995430 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.995849 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Bound using segment: {'id': '05a87a64-85ee-48fc-b186-80e3acc4d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:46.996321 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Bound port: 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a87a64-85ee-48fc-b186-80e3acc4d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:46.999054 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.008793 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device afa57b64-fb3c-4ce0-a552-9326806c703b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:47.131759 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port afa57b64-fb3c-4ce0-a552-9326806c703b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:47.134929 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.157354 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] For port 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:47.169627 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] For port 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354,segment=NetworkSegment(05a87a64-85ee-48fc-b186-80e3acc4d32d),segment_id=05a87a64-85ee-48fc-b186-80e3acc4d32d)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:47.184711 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.317928 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0e6a5-88a8-489e-8715-9315958205a9 None None] Pushing event updated for resources: {'Port': ['ID=90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:47.366864 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Routers {'e29263fb-d2d4-43b3-80cd-bc80d3820952'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:47.367660 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:32:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e29263fb-d2d4-43b3-80cd-bc80d3820952'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:47.511238 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] Set router e29263fb-d2d4-43b3-80cd-bc80d3820952 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:48.023381 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:47Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:48.068243 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a6e6e-930f-44ca-af55-79c774ad9b68 None None] The sync data for ids ['e29263fb-d2d4-43b3-80cd-bc80d3820952'] in n-d-800086-6 is: [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:47Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:48.482550 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 6375948f-5235-4be0-a3e5-18db1f985f6b up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:48.633419 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 6375948f-5235-4be0-a3e5-18db1f985f6b completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:48.638669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 6375948f-5235-4be0-a3e5-18db1f985f6b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:48.639243 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.877396 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.961539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 6375948f-5235-4be0-a3e5-18db1f985f6b, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6375948f-5235-4be0-a3e5-18db1f985f6b,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:48.975995 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.076871 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:49.085487 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=6375948f-5235-4be0-a3e5-18db1f985f6b,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:49.127633 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.129575 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.130145 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.130661 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.139074 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.143870 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.144075 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.144422 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.144752 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.145095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.145430 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.149054 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:49.189175 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:49.195512 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:49.197697 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.350664 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.404130 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354,segment=NetworkSegment(05a87a64-85ee-48fc-b186-80e3acc4d32d),segment_id=05a87a64-85ee-48fc-b186-80e3acc4d32d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:49.415146 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.493452 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:50.959449 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:51.016054 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:51.016526 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.544066 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea8327-37d7-4f20-bfe5-6229b31758ab req-d2047843-9e28-4cf7-a597-afa128c3cc38 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:51.545580 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-afea8327-37d7-4f20-bfe5-6229b31758ab req-d2047843-9e28-4cf7-a597-afa128c3cc38 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 945 time: 0.0706310 Jul 16 01:32:51.590929 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-afea8327-37d7-4f20-bfe5-6229b31758ab req-56d437de-7ab0-449d-aef9-61097295fca4 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387998 Jul 16 01:32:51.665807 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92088d1d-114b-4c62-aac7-d83981e079ca x-openstack-request-id: req-92088d1d-114b-4c62-aac7-d83981e079ca {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:51.666416 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9387a1-daef-439c-90b3-88057c0adea9", "name": "network-vif-plugged", "status": "completed", "tag": "ce0128db-d53c-4741-9765-c3d7b63dcf5b", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:51.666858 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-92088d1d-114b-4c62-aac7-d83981e079ca {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:51.667325 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9387a1-daef-439c-90b3-88057c0adea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0128db-d53c-4741-9765-c3d7b63dcf5b', 'code': 200} Jul 16 01:32:52.069552 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-58064ceb-6373-4658-8dcf-d8545bb6a49c tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:52.069790 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77305a8d-c2d2-48e2-9448-9679099c2ffe req-a39f8bf0-92eb-45a0-85f7-f57ed96e6d40 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:52.071358 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-58064ceb-6373-4658-8dcf-d8545bb6a49c tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/networks?id=1612ce87-fb4d-45f3-8058-d097e2a71ab1 HTTP/1.1" status: 200 len: 819 time: 0.1072114 Jul 16 01:32:52.071583 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77305a8d-c2d2-48e2-9448-9679099c2ffe req-a39f8bf0-92eb-45a0-85f7-f57ed96e6d40 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.0718963 Jul 16 01:32:52.090913 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-d18bb93e-9c56-4f4d-bfbe-55a13318b151 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/quotas/22a396f99efc4d13a24bdc67c6b2b3f6 HTTP/1.1" status: 200 len: 375 time: 0.0115380 Jul 16 01:32:52.117289 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77305a8d-c2d2-48e2-9448-9679099c2ffe req-fe77bd86-69ec-40a9-a91a-eb4def1a1f6e tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402091 Jul 16 01:32:52.178278 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-3441be7f-f281-4c17-b84c-c79166fee72d tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=22a396f99efc4d13a24bdc67c6b2b3f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807240 Jul 16 01:32:52.180026 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ad32b7-b3a8-4bea-95a3-73e0557bd98b x-openstack-request-id: req-c3ad32b7-b3a8-4bea-95a3-73e0557bd98b {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:52.180377 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6", "name": "network-vif-deleted", "tag": "d7867069-7832-41a0-8a4d-5d6cb28deddb", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:52.180740 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c3ad32b7-b3a8-4bea-95a3-73e0557bd98b {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:52.181193 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfce7d86-628a-42f3-8ae9-2fd3c75d5bd6', 'name': 'network-vif-deleted', 'tag': 'd7867069-7832-41a0-8a4d-5d6cb28deddb', 'status': 'completed', 'code': 200} Jul 16 01:32:52.274250 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-a9eda541-b8a6-475d-b9d6-50b64f4a7f63 service neutron] 10.222.0.54 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878751 Jul 16 01:32:52.388085 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-71f59c69-1ffb-4890-a262-ae01caf0269f service neutron] 10.222.0.54 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023765 Jul 16 01:32:52.654282 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815e1fc-69f1-4b61-a460-454bfe10d752 req-c55cbd2d-41e8-4a4c-9c79-b76ede4acae9 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:52.661325 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6815e1fc-69f1-4b61-a460-454bfe10d752 req-c55cbd2d-41e8-4a4c-9c79-b76ede4acae9 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 950 time: 0.0863726 Jul 16 01:32:52.697516 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6815e1fc-69f1-4b61-a460-454bfe10d752 req-5b761a01-aee4-4832-b027-2e271a13d3f9 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d56c9-63fc-4fb8-b51b-5f761934a152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352690 Jul 16 01:32:52.800099 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a8ee5-7b51-41fc-9c8d-a7650c0195a0 req-9e9fcea6-a1a1-4599-af9a-4b968cf901a2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:52.802326 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd0a8ee5-7b51-41fc-9c8d-a7650c0195a0 req-9e9fcea6-a1a1-4599-af9a-4b968cf901a2 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e59fb1-0838-4e7f-af32-a46cd211abaf HTTP/1.1" status: 200 len: 950 time: 0.0710878 Jul 16 01:32:52.863277 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd0a8ee5-7b51-41fc-9c8d-a7650c0195a0 req-b2988d3a-40ca-4fca-9d90-9ce9ad752af3 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545964 Jul 16 01:32:52.914093 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-354f430e-42c9-414b-ae47-62ee4cac73fb req-272219db-4986-41cc-9179-4ed62be5839f tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 210 time: 0.0347002 Jul 16 01:32:53.128680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b85e44-c6a4-4cf1-92db-19821190f292 req-66928772-ef65-42fe-8fe1-e3b667d75c60 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:53.130195 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32b85e44-c6a4-4cf1-92db-19821190f292 req-66928772-ef65-42fe-8fe1-e3b667d75c60 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 945 time: 0.0757022 Jul 16 01:32:53.176593 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32b85e44-c6a4-4cf1-92db-19821190f292 req-54f00c6e-992a-410b-8c44-d1cc0e023ac5 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406013 Jul 16 01:32:53.397434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10d52a-5044-4719-9448-ee2288eed34c req-8e12858c-a67f-45ef-b74b-c48772d62be0 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:53.399771 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7c10d52a-5044-4719-9448-ee2288eed34c req-8e12858c-a67f-45ef-b74b-c48772d62be0 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.0913959 Jul 16 01:32:53.445923 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7c10d52a-5044-4719-9448-ee2288eed34c req-a90bed2c-a975-4f19-996e-745fcd92abce tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396445 Jul 16 01:32:53.478369 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.668577 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a30c2f2-18d0-4fb4-8745-587bda4f3ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3647fdd-df8a-4add-8855-e8dadc6f2950'}, {'server_uuid': 'edef8040-eafa-4bba-9f69-652d9597d4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6375948f-5235-4be0-a3e5-18db1f985f6b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:53.671367 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c9c9b9-db9b-4208-bc50-195ab9995dcd" -d '{"events": [{"server_uuid": "7a30c2f2-18d0-4fb4-8745-587bda4f3ebf", "name": "network-vif-plugged", "status": "completed", "tag": "f3647fdd-df8a-4add-8855-e8dadc6f2950"}, {"server_uuid": "edef8040-eafa-4bba-9f69-652d9597d4c9", "name": "network-vif-plugged", "status": "completed", "tag": "6375948f-5235-4be0-a3e5-18db1f985f6b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:53.894534 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50357668-0e53-4d67-9abe-40deb9bfb9df x-openstack-request-id: req-50357668-0e53-4d67-9abe-40deb9bfb9df {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:53.894982 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a30c2f2-18d0-4fb4-8745-587bda4f3ebf", "name": "network-vif-plugged", "status": "completed", "tag": "f3647fdd-df8a-4add-8855-e8dadc6f2950", "code": 200}, {"server_uuid": "edef8040-eafa-4bba-9f69-652d9597d4c9", "name": "network-vif-plugged", "status": "completed", "tag": "6375948f-5235-4be0-a3e5-18db1f985f6b", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:53.895317 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-50357668-0e53-4d67-9abe-40deb9bfb9df {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:53.895830 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a30c2f2-18d0-4fb4-8745-587bda4f3ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3647fdd-df8a-4add-8855-e8dadc6f2950', 'code': 200} Jul 16 01:32:53.896089 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edef8040-eafa-4bba-9f69-652d9597d4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6375948f-5235-4be0-a3e5-18db1f985f6b', 'code': 200} Jul 16 01:32:54.216625 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a8c2d-ae69-4d67-ac7f-3730af6472bf req-06acc2ea-7d0b-4460-ac6a-c48a4fc18eb7 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:54.230951 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-717a8c2d-ae69-4d67-ac7f-3730af6472bf req-06acc2ea-7d0b-4460-ac6a-c48a4fc18eb7 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e59fb1-0838-4e7f-af32-a46cd211abaf HTTP/1.1" status: 200 len: 950 time: 0.1170819 Jul 16 01:32:54.246465 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-78f24d7e-433b-4206-ab44-16ef73a8d752 req-ea341d00-91a6-483d-a823-67e2b4289a56 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 210 time: 0.0383840 Jul 16 01:32:54.258003 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274b8bf-8fb5-4f57-b540-72898d4dce91 req-928aeb28-ae10-4af8-9fed-066b5076307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:54.269934 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d274b8bf-8fb5-4f57-b540-72898d4dce91 req-928aeb28-ae10-4af8-9fed-066b5076307a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 1096 time: 0.1266506 Jul 16 01:32:54.273021 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-717a8c2d-ae69-4d67-ac7f-3730af6472bf req-eee738e6-4934-4c7e-a6bf-ed8d8dc018a8 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399117 Jul 16 01:32:54.415855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96d153-baec-491b-b16c-fa3af3b571a9 req-1ea65708-a31d-4387-8df9-979117c3d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:54.417815 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8e96d153-baec-491b-b16c-fa3af3b571a9 req-1ea65708-a31d-4387-8df9-979117c3d4ab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 1101 time: 0.1061101 Jul 16 01:32:54.489834 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d274b8bf-8fb5-4f57-b540-72898d4dce91 req-da4fa493-f253-4d02-ace2-2f89bb4fd84f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782660 Jul 16 01:32:54.522183 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8e96d153-baec-491b-b16c-fa3af3b571a9 req-26543d77-125f-4da4-9612-b3b1a52ca724 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682046 Jul 16 01:32:54.555684 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef640311-a0f7-484c-a98e-bb5e50e5ddd5 req-ec741d1b-d671-4d9f-a850-2118cf2e17c6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:54.558130 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ef640311-a0f7-484c-a98e-bb5e50e5ddd5 req-ec741d1b-d671-4d9f-a850-2118cf2e17c6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 945 time: 0.0832233 Jul 16 01:32:54.581747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16685f63-6314-4ee7-b52b-1178babae344 req-3009febd-4721-422e-b9ef-c03201fab14a tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:54.583549 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16685f63-6314-4ee7-b52b-1178babae344 req-3009febd-4721-422e-b9ef-c03201fab14a tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3e59fb1-0838-4e7f-af32-a46cd211abaf HTTP/1.1" status: 200 len: 950 time: 0.2703516 Jul 16 01:32:54.596701 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-541e25b9-bfeb-49c8-b8f2-3443a157a3e1 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:54.602007 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ef640311-a0f7-484c-a98e-bb5e50e5ddd5 req-81cfcb32-8782-49ee-9ea2-47cec1e15be4 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374250 Jul 16 01:32:54.604138 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-541e25b9-bfeb-49c8-b8f2-3443a157a3e1 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/networks?id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071 HTTP/1.1" status: 200 len: 803 time: 0.2140470 Jul 16 01:32:54.629126 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-1bd54d3b-d9c4-4f63-91e1-33918b5b6491 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/quotas/c7a28ef2c8eb4e6bad41171e1567f752 HTTP/1.1" status: 200 len: 375 time: 0.0238738 Jul 16 01:32:54.755787 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-6c87233f-efe6-464a-9c75-9233974af614 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7a28ef2c8eb4e6bad41171e1567f752&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1257496 Jul 16 01:32:54.801081 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-16685f63-6314-4ee7-b52b-1178babae344 req-52b96e5e-39b4-4401-8d2e-4732e14ab457 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Deleting port 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:54.801473 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-16685f63-6314-4ee7-b52b-1178babae344 req-52b96e5e-39b4-4401-8d2e-4732e14ab457 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.950972 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-84604f7a-0006-4f50-9156-dd949b662f73 service neutron] 10.222.0.54 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908560 Jul 16 01:32:55.059878 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-16685f63-6314-4ee7-b52b-1178babae344 req-52b96e5e-39b4-4401-8d2e-4732e14ab457 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] For port 3a0d574f-36cf-4f0b-b9bf-bef68e074a53, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3a0d574f-36cf-4f0b-b9bf-bef68e074a53,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:55.060250 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-16685f63-6314-4ee7-b52b-1178babae344 req-52b96e5e-39b4-4401-8d2e-4732e14ab457 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.112045 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-16685f63-6314-4ee7-b52b-1178babae344 req-52b96e5e-39b4-4401-8d2e-4732e14ab457 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Calling delete_port for 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:55.121342 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-5506cdea-20a7-434b-8753-b3615ce033c1 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:55.122821 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-5506cdea-20a7-434b-8753-b3615ce033c1 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.47 "GET /v2.0/networks?id=1612ce87-fb4d-45f3-8058-d097e2a71ab1 HTTP/1.1" status: 200 len: 819 time: 0.2492430 Jul 16 01:32:55.184849 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-820a445d-7835-4393-8912-c7937e40cf2e service neutron] 10.222.0.54 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207973 Jul 16 01:32:55.223549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa9e4b-7886-4aa3-84c8-cd3a8ac504b1 req-dc3ac1a5-777e-4a32-9506-655f3555add9 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:55.230817 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3aa9e4b-7886-4aa3-84c8-cd3a8ac504b1 req-dc3ac1a5-777e-4a32-9506-655f3555add9 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.0817211 Jul 16 01:32:55.280041 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3aa9e4b-7886-4aa3-84c8-cd3a8ac504b1 req-9a585c8d-c901-4139-8c2e-9df947bf2a59 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436730 Jul 16 01:32:55.322864 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-16685f63-6314-4ee7-b52b-1178babae344 req-52b96e5e-39b4-4401-8d2e-4732e14ab457 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.362676 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5c1732fa-4e5d-41e4-bbf2-74b70b445f67', '56007dd3-de4a-440e-8086-7df9708946f1', '7cdfc022-4a60-4bcb-b625-721e3134dba4', '7e6c06ee-3f4a-46bc-9095-77d436496816', '3a0d574f-36cf-4f0b-b9bf-bef68e074a53'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:55.366907 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-839a88ac-dbdb-4adb-b37d-bbe4abbdec3b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Request body: {'port': {'device_id': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'admin_state_up': True, 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:55.370968 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b96e5e-39b4-4401-8d2e-4732e14ab457 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Pushing event deleted for resources: {'Port': ['ID=3a0d574f-36cf-4f0b-b9bf-bef68e074a53,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:55.431584 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['13ef3fc3-63e9-4806-806e-ef207d3d8b55', '97c4c89e-0923-4f25-9251-2c7c52fdd767'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:55.526013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-16685f63-6314-4ee7-b52b-1178babae344 req-52b96e5e-39b4-4401-8d2e-4732e14ab457 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] No DVR routers for this DVR port 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:55.534971 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-16685f63-6314-4ee7-b52b-1178babae344 req-52b96e5e-39b4-4401-8d2e-4732e14ab457 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.540431 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16685f63-6314-4ee7-b52b-1178babae344 req-52b96e5e-39b4-4401-8d2e-4732e14ab457 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "DELETE /v2.0/ports/3a0d574f-36cf-4f0b-b9bf-bef68e074a53 HTTP/1.1" status: 204 len: 173 time: 0.9335213 Jul 16 01:32:55.547379 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e59fb1-0838-4e7f-af32-a46cd211abaf', 'name': 'network-vif-deleted', 'tag': '3a0d574f-36cf-4f0b-b9bf-bef68e074a53'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:55.551493 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558373bb-2f03-40e1-8fea-456e329bd545" -d '{"events": [{"server_uuid": "d3e59fb1-0838-4e7f-af32-a46cd211abaf", "name": "network-vif-deleted", "tag": "3a0d574f-36cf-4f0b-b9bf-bef68e074a53"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:55.700639 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d35e158e-1fac-4463-a954-527f0437a8f8 req-24f5b68f-3b37-4eb3-9347-76763d408bf7 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 210 time: 0.0554745 Jul 16 01:32:55.784635 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-839a88ac-dbdb-4adb-b37d-bbe4abbdec3b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Made reservation on behalf of 22a396f99efc4d13a24bdc67c6b2b3f6 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:55.792621 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-839a88ac-dbdb-4adb-b37d-bbe4abbdec3b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.942744 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73adf583-a182-4cc5-9faf-8afe7c636b7d req-1debd388-4594-4705-b431-89eff8b6c776 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e59fb1-0838-4e7f-af32-a46cd211abaf HTTP/1.1" status: 200 len: 210 time: 0.1078506 Jul 16 01:32:55.977061 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a89e91f8-f997-4eeb-8723-d5e84cb692a6 req-8ee14903-ca76-4e83-a367-3ec4c7a521f9 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=0799cf66-ce21-474c-8871-9403b987f354 HTTP/1.1" status: 200 len: 210 time: 0.1386611 Jul 16 01:32:56.112498 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b2348e-3670-421b-9346-b3fa3f49a009 x-openstack-request-id: req-c9b2348e-3670-421b-9346-b3fa3f49a009 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:56.113537 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e59fb1-0838-4e7f-af32-a46cd211abaf", "name": "network-vif-deleted", "tag": "3a0d574f-36cf-4f0b-b9bf-bef68e074a53", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:56.113797 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c9b2348e-3670-421b-9346-b3fa3f49a009 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:56.115610 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e59fb1-0838-4e7f-af32-a46cd211abaf', 'name': 'network-vif-deleted', 'tag': '3a0d574f-36cf-4f0b-b9bf-bef68e074a53', 'status': 'completed', 'code': 200} Jul 16 01:32:56.268514 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-839a88ac-dbdb-4adb-b37d-bbe4abbdec3b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Allocated IP 172.20.0.3 (1612ce87-fb4d-45f3-8058-d097e2a71ab1/bba61486-b6e3-4f60-9d61-963219f180d7/e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:56.385450 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368e8a4-8bb5-41c2-abe7-c29a19f6c228 req-6430a2ce-d16a-495d-b7c4-71836ab17981 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:56.394451 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6368e8a4-8bb5-41c2-abe7-c29a19f6c228 req-6430a2ce-d16a-495d-b7c4-71836ab17981 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 945 time: 0.1945341 Jul 16 01:32:56.477100 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6368e8a4-8bb5-41c2-abe7-c29a19f6c228 req-eb8d8b7a-dca5-4367-81d3-8dcb7860cbb8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795045 Jul 16 01:32:56.549903 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf3974-b729-4ee3-a0be-19760272d6c7 req-1b928230-217f-4dfb-9e4a-485acf791b7c tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:56.551019 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e3eebaf5-c90b-44eb-b21a-59351d984906 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:56.560812 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1caf3974-b729-4ee3-a0be-19760272d6c7 req-1b928230-217f-4dfb-9e4a-485acf791b7c tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.0920458 Jul 16 01:32:56.600437 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-839a88ac-dbdb-4adb-b37d-bbe4abbdec3b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.621229 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-839a88ac-dbdb-4adb-b37d-bbe4abbdec3b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Transition to ACTIVE for port object e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:56.632658 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1caf3974-b729-4ee3-a0be-19760272d6c7 req-0d28f169-894d-4a0f-bf8e-357a0b0024b8 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675762 Jul 16 01:32:56.683211 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-839a88ac-dbdb-4adb-b37d-bbe4abbdec3b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.709054 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.734471 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-839a88ac-dbdb-4adb-b37d-bbe4abbdec3b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Network 1612ce87-fb4d-45f3-8058-d097e2a71ab1 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:56.775458 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e3eebaf5-c90b-44eb-b21a-59351d984906, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e3eebaf5-c90b-44eb-b21a-59351d984906,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:56.776932 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53d755f-697a-461c-8f68-85cdee27a717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3eebaf5-c90b-44eb-b21a-59351d984906'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:56.780290 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a748e721-b1c0-4303-b686-cfc31273c413" -d '{"events": [{"server_uuid": "f53d755f-697a-461c-8f68-85cdee27a717", "name": "network-vif-unplugged", "status": "completed", "tag": "e3eebaf5-c90b-44eb-b21a-59351d984906"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:56.785207 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.786261 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device ce0128db-d53c-4741-9765-c3d7b63dcf5b no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:56.830894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a88ac-dbdb-4adb-b37d-bbe4abbdec3b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Pushing event updated for resources: {'Port': ['ID=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:56.839176 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-839a88ac-dbdb-4adb-b37d-bbe4abbdec3b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:56.855569 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-839a88ac-dbdb-4adb-b37d-bbe4abbdec3b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:56.975792 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9f44dc-3027-4892-8245-06316b20f672 x-openstack-request-id: req-2c9f44dc-3027-4892-8245-06316b20f672 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:56.977787 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53d755f-697a-461c-8f68-85cdee27a717", "name": "network-vif-unplugged", "status": "completed", "tag": "e3eebaf5-c90b-44eb-b21a-59351d984906", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:56.978684 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2c9f44dc-3027-4892-8245-06316b20f672 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:56.979117 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53d755f-697a-461c-8f68-85cdee27a717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3eebaf5-c90b-44eb-b21a-59351d984906', 'code': 200} Jul 16 01:32:56.983521 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=e3eebaf5-c90b-44eb-b21a-59351d984906,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:56.989718 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-839a88ac-dbdb-4adb-b37d-bbe4abbdec3b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:56.990542 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-839a88ac-dbdb-4adb-b37d-bbe4abbdec3b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.025246 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-839a88ac-dbdb-4adb-b37d-bbe4abbdec3b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6664495 Jul 16 01:32:57.061700 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.072582 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b73db-0559-4a76-8a58-ab1c3d63b76d req-f7e0b3d6-fde4-41b0-8b16-639406e1eb01 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:57.076413 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-873b73db-0559-4a76-8a58-ab1c3d63b76d req-f7e0b3d6-fde4-41b0-8b16-639406e1eb01 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 931 time: 0.1397176 Jul 16 01:32:57.104247 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port ce0128db-d53c-4741-9765-c3d7b63dcf5b, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=ce0128db-d53c-4741-9765-c3d7b63dcf5b,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:57.109458 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.154722 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-873b73db-0559-4a76-8a58-ab1c3d63b76d req-9b03d772-8536-4020-9caa-d0d054071558 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607095 Jul 16 01:32:57.218387 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=ce0128db-d53c-4741-9765-c3d7b63dcf5b,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:57.241862 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Request body: {'port': {'device_id': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:57.265565 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b27b8dd7-0cfb-470b-832e-ad71f7d0989f None None] Provisioning for port e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:57.282428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b27b8dd7-0cfb-470b-832e-ad71f7d0989f None None] Provisioning complete for port e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:57.283617 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b27b8dd7-0cfb-470b-832e-ad71f7d0989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.366635 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b27b8dd7-0cfb-470b-832e-ad71f7d0989f None None] Port e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:57.446029 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-786460f7-b321-4d6a-8ec0-bfa75a637ad8 req-7e718d51-62d8-4fb6-adb1-cf825f3942ba tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=0799cf66-ce21-474c-8871-9403b987f354 HTTP/1.1" status: 200 len: 210 time: 0.0820501 Jul 16 01:32:57.621069 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:57.636655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-848d24a6-c1fa-4aed-9aef-5061e0c4c218 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:57.638407 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-848d24a6-c1fa-4aed-9aef-5061e0c4c218 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.26 "GET /v2.0/networks?id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071 HTTP/1.1" status: 200 len: 803 time: 0.1484902 Jul 16 01:32:57.653010 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.660660 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:57.662628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 3a0d574f-36cf-4f0b-b9bf-bef68e074a53 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:57.711385 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-eab92519-bb74-416c-8669-98318c06c220 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Request body: {'port': {'device_id': '0799cf66-ce21-474c-8871-9403b987f354', 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071', 'admin_state_up': True, 'tenant_id': 'c7a28ef2c8eb4e6bad41171e1567f752'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:57.730309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c77807-287a-459e-b4a5-414d354daf77 req-46fb6f19-0c18-4828-8aca-da19fadc1520 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:57.737998 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97c77807-287a-459e-b4a5-414d354daf77 req-46fb6f19-0c18-4828-8aca-da19fadc1520 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=80ac73fe-b193-4dad-963b-967e7fc15a77 HTTP/1.1" status: 200 len: 950 time: 0.0893204 Jul 16 01:32:57.777518 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97c77807-287a-459e-b4a5-414d354daf77 req-e251f996-a9b2-420a-a130-76530110bc78 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384805 Jul 16 01:32:57.960777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2c3f0-cab6-4b21-a800-1ea489bf8321 req-d23a8729-783b-4f08-ba8b-5567a612afc8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:57.962933 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8eb2c3f0-cab6-4b21-a800-1ea489bf8321 req-d23a8729-783b-4f08-ba8b-5567a612afc8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 945 time: 0.3234725 Jul 16 01:32:58.035975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4d7f7-b572-4fb3-a643-3a6f618c1fbc req-9e7391b8-dea8-4793-ab4c-8b30d0a6e77d tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:58.037597 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2cd4d7f7-b572-4fb3-a643-3a6f618c1fbc req-9e7391b8-dea8-4793-ab4c-8b30d0a6e77d tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.0777862 Jul 16 01:32:58.087017 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2cd4d7f7-b572-4fb3-a643-3a6f618c1fbc req-ecb5e1d6-cb04-431e-8065-0de60fa3af8f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432894 Jul 16 01:32:58.286927 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-606fd799-8143-4e13-bec0-c3f1a44fe505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.354319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-eab92519-bb74-416c-8669-98318c06c220 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Made reservation on behalf of c7a28ef2c8eb4e6bad41171e1567f752 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:58.357718 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-eab92519-bb74-416c-8669-98318c06c220 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.411811 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8eb2c3f0-cab6-4b21-a800-1ea489bf8321 req-6cc435c0-31c7-4622-a4f4-21460407b6bb tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421000 Jul 16 01:32:58.420628 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.427638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcab23-c832-45cf-be7a-4d0545702e1a req-c83c44f1-7cdb-45e8-bf16-7f475bdd5b89 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:58.429190 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ddcab23-c832-45cf-be7a-4d0545702e1a req-c83c44f1-7cdb-45e8-bf16-7f475bdd5b89 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.0785749 Jul 16 01:32:58.474791 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ddcab23-c832-45cf-be7a-4d0545702e1a req-4851ba7d-cb94-4755-999e-7fd892d1e11b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396404 Jul 16 01:32:58.539373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e3eebaf5-c90b-44eb-b21a-59351d984906 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:58.639350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e3eebaf5-c90b-44eb-b21a-59351d984906, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e3eebaf5-c90b-44eb-b21a-59351d984906,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:58.646802 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ab962bb-33b0-4790-a7d7-7b7f25221a51 req-1797feed-4060-47d3-93bb-7e87d47c96e1 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=0799cf66-ce21-474c-8871-9403b987f354 HTTP/1.1" status: 200 len: 210 time: 0.0311680 Jul 16 01:32:58.652235 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'e3eebaf5-c90b-44eb-b21a-59351d984906', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': 'e3eebaf5-c90b-44eb-b21a-59351d984906', 'mac_address': 'fa:16:3e:0d:95:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:58.659846 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-eab92519-bb74-416c-8669-98318c06c220 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Allocated IP 172.20.0.7 (44eb12fe-e5db-4f2e-8e1e-ab93f6667071/6f6ab48a-a89d-4604-95e5-95b119c0d93d/f925909c-4ee6-4bbc-bb7d-15db63b5a338) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:58.666353 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:58.684406 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.695348 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.709505 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3eebaf5-c90b-44eb-b21a-59351d984906 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:58.710161 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Transition to ACTIVE for port object e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:58.724136 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.729662 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e3eebaf5-c90b-44eb-b21a-59351d984906, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e3eebaf5-c90b-44eb-b21a-59351d984906,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:58.732832 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77019a09-a6e2-4af3-a3b2-4b7e4ec8c0e5 req-9870ab88-b904-4c68-b037-42f6d71504d9 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:58.734374 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-77019a09-a6e2-4af3-a3b2-4b7e4ec8c0e5 req-9870ab88-b904-4c68-b037-42f6d71504d9 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 931 time: 0.2025795 Jul 16 01:32:58.744425 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.818204 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=e3eebaf5-c90b-44eb-b21a-59351d984906,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:58.858266 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Pushing event updated for resources: {'Port': ['ID=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:58.872263 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-77019a09-a6e2-4af3-a3b2-4b7e4ec8c0e5 req-6392c246-d110-4569-b23b-15e8a6c16254 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230745 Jul 16 01:32:58.981874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9387a1-daef-439c-90b3-88057c0adea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0128db-d53c-4741-9765-c3d7b63dcf5b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:58.990398 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d2e69d-dccd-4a40-ba4a-159c08e38338" -d '{"events": [{"server_uuid": "9f9387a1-daef-439c-90b3-88057c0adea9", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0128db-d53c-4741-9765-c3d7b63dcf5b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:59.082227 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-eab92519-bb74-416c-8669-98318c06c220 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.085280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Attempting to bind port e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:59.085606 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Attempting to bind port e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '05a87a64-85ee-48fc-b186-80e3acc4d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:59.085921 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Attempting to bind port e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd on network 1612ce87-fb4d-45f3-8058-d097e2a71ab1 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:59.102592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Port e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd on network 1612ce87-fb4d-45f3-8058-d097e2a71ab1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:59.103328 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Attempting to bind port e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd on network 1612ce87-fb4d-45f3-8058-d097e2a71ab1 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:59.119010 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:59.119357 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Checking segment: {'id': '05a87a64-85ee-48fc-b186-80e3acc4d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:59.119759 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Bound using segment: {'id': '05a87a64-85ee-48fc-b186-80e3acc4d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:59.120298 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Bound port: e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a87a64-85ee-48fc-b186-80e3acc4d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:59.120555 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.163307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ced229-583e-4b80-95e1-ea9d477f547a req-f1597adf-c61f-42c8-a1ad-2c8065b0ab7a tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.164393 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834fff8c-eef7-4b52-90b7-cfe56f6fd36b x-openstack-request-id: req-834fff8c-eef7-4b52-90b7-cfe56f6fd36b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:59.164719 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9387a1-daef-439c-90b3-88057c0adea9", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0128db-d53c-4741-9765-c3d7b63dcf5b", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:59.164959 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1ced229-583e-4b80-95e1-ea9d477f547a req-f1597adf-c61f-42c8-a1ad-2c8065b0ab7a tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=80ac73fe-b193-4dad-963b-967e7fc15a77 HTTP/1.1" status: 200 len: 950 time: 0.1630530 Jul 16 01:32:59.165079 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-834fff8c-eef7-4b52-90b7-cfe56f6fd36b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:59.165357 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9387a1-daef-439c-90b3-88057c0adea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0128db-d53c-4741-9765-c3d7b63dcf5b', 'code': 200} Jul 16 01:32:59.167555 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['e3eebaf5-c90b-44eb-b21a-59351d984906'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:59.217706 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-eab92519-bb74-416c-8669-98318c06c220 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.271114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03605f8-3751-4b25-8298-1b38cabd1f40 req-10b79234-0848-4659-8b17-55c351e205c7 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.273445 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b03605f8-3751-4b25-8298-1b38cabd1f40 req-10b79234-0848-4659-8b17-55c351e205c7 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "GET /v2.0/ports?device_id=80ac73fe-b193-4dad-963b-967e7fc15a77 HTTP/1.1" status: 200 len: 950 time: 0.0765934 Jul 16 01:32:59.319735 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1ced229-583e-4b80-95e1-ea9d477f547a req-4ff4a66c-df46-41cd-ad30-70cc25ec8056 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340089 Jul 16 01:32:59.323267 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] For port e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:59.326398 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-eab92519-bb74-416c-8669-98318c06c220 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:59.328800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] For port e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd,segment=NetworkSegment(05a87a64-85ee-48fc-b186-80e3acc4d32d),segment_id=05a87a64-85ee-48fc-b186-80e3acc4d32d)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:59.333104 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-eab92519-bb74-416c-8669-98318c06c220 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:59.335625 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-eab92519-bb74-416c-8669-98318c06c220 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:59.338205 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab92519-bb74-416c-8669-98318c06c220 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Pushing event updated for resources: {'Port': ['ID=f925909c-4ee6-4bbc-bb7d-15db63b5a338,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:59.342254 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.417755 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.418384 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.419802 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] 10.222.0.47 "PUT /v2.0/ports/e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd HTTP/1.1" status: 200 len: 1091 time: 2.1895339 Jul 16 01:32:59.420522 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'tag': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:59.423369 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f560d4-aeb2-41fb-a197-fd7ca3eb0513" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0a90b0-0be3-44fc-b1a3-620f7b67a023", "tag": "e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:59.434660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-eab92519-bb74-416c-8669-98318c06c220 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.436873 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-eab92519-bb74-416c-8669-98318c06c220 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.461601 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd7f30-25e4-49dd-95aa-4f736b4006ec service neutron] Pushing event updated for resources: {'Port': ['ID=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:59.466793 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-eab92519-bb74-416c-8669-98318c06c220 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7788286 Jul 16 01:32:59.472106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab34cc2-bf09-4a45-b384-26e9f1784da2 req-b151efba-2ca9-452e-aa5b-2aab465896e6 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.473790 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ab34cc2-bf09-4a45-b384-26e9f1784da2 req-b151efba-2ca9-452e-aa5b-2aab465896e6 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1979010 Jul 16 01:32:59.518019 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Request body: {'port': {'device_id': '0799cf66-ce21-474c-8871-9403b987f354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:59.522694 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-b03605f8-3751-4b25-8298-1b38cabd1f40 req-5665450c-6035-4e08-9926-b3dcd418ff8e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Deleting port 7e6c06ee-3f4a-46bc-9095-77d436496816 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:59.523055 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b03605f8-3751-4b25-8298-1b38cabd1f40 req-5665450c-6035-4e08-9926-b3dcd418ff8e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.559396 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da69243-74a4-4870-88b6-1e093bedf6af x-openstack-request-id: req-0da69243-74a4-4870-88b6-1e093bedf6af {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:59.559852 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0a90b0-0be3-44fc-b1a3-620f7b67a023", "tag": "e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:59.560212 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0da69243-74a4-4870-88b6-1e093bedf6af {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:59.560915 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'tag': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd', 'status': 'completed', 'code': 200} Jul 16 01:32:59.609033 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ab34cc2-bf09-4a45-b384-26e9f1784da2 req-654cace4-ab4c-481e-ba04-59e2ec2bf53c tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280298 Jul 16 01:32:59.648565 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.703964 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-b03605f8-3751-4b25-8298-1b38cabd1f40 req-5665450c-6035-4e08-9926-b3dcd418ff8e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] For port 7e6c06ee-3f4a-46bc-9095-77d436496816, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7e6c06ee-3f4a-46bc-9095-77d436496816,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:59.704879 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b03605f8-3751-4b25-8298-1b38cabd1f40 req-5665450c-6035-4e08-9926-b3dcd418ff8e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.727803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db6d95-b8b1-4e2c-a074-24b3097334df req-79a2df55-6e89-4900-8ccc-b5889ca5a7d3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.729492 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74db6d95-b8b1-4e2c-a074-24b3097334df req-79a2df55-6e89-4900-8ccc-b5889ca5a7d3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f9387a1-daef-439c-90b3-88057c0adea9 HTTP/1.1" status: 200 len: 943 time: 0.2251551 Jul 16 01:32:59.733967 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-b03605f8-3751-4b25-8298-1b38cabd1f40 req-5665450c-6035-4e08-9926-b3dcd418ff8e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Calling delete_port for 7e6c06ee-3f4a-46bc-9095-77d436496816 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:59.893153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-e1246629-5577-4f7b-9a28-d07837ae2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.894722 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-e1246629-5577-4f7b-9a28-d07837ae2d4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=22a396f99efc4d13a24bdc67c6b2b3f6&device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 1094 time: 0.2569683 Jul 16 01:32:59.920760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97416265-d41d-42f7-b725-0e671d4383ce req-3bf09dd0-164e-466e-a3d2-482da59a20dd tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.922355 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-97416265-d41d-42f7-b725-0e671d4383ce req-3bf09dd0-164e-466e-a3d2-482da59a20dd tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 945 time: 0.2139995 Jul 16 01:32:59.981591 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a62f92-cd44-4b95-b0be-152192c4ebaf req-8f2ff9d7-ac44-4113-bc5f-639bea92181f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.983001 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f5a62f92-cd44-4b95-b0be-152192c4ebaf req-8f2ff9d7-ac44-4113-bc5f-639bea92181f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=0799cf66-ce21-474c-8871-9403b987f354 HTTP/1.1" status: 200 len: 931 time: 0.1724355 Jul 16 01:32:59.988809 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-74db6d95-b8b1-4e2c-a074-24b3097334df req-736f9cf0-6a2f-421d-8b91-e4494373e69f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Deleting port ce0128db-d53c-4741-9765-c3d7b63dcf5b {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:59.989153 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-74db6d95-b8b1-4e2c-a074-24b3097334df req-736f9cf0-6a2f-421d-8b91-e4494373e69f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.999952 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-083e7970-68cc-4c4b-962f-48b41036a8a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd HTTP/1.1" status: 200 len: 217 time: 0.0534434 Jul 16 01:33:00.046120 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-97416265-d41d-42f7-b725-0e671d4383ce req-e475b774-5a34-4dbe-91d2-594e939752fa tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127114 Jul 16 01:33:00.122673 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b03605f8-3751-4b25-8298-1b38cabd1f40 req-5665450c-6035-4e08-9926-b3dcd418ff8e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.160577 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5c1732fa-4e5d-41e4-bbf2-74b70b445f67', '56007dd3-de4a-440e-8086-7df9708946f1', '7cdfc022-4a60-4bcb-b625-721e3134dba4', '7e6c06ee-3f4a-46bc-9095-77d436496816'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:00.170199 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f5a62f92-cd44-4b95-b0be-152192c4ebaf req-a6e2ca56-7621-4395-99ab-db63237ca413 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596599 Jul 16 01:33:00.170917 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665450c-6035-4e08-9926-b3dcd418ff8e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Pushing event deleted for resources: {'Port': ['ID=7e6c06ee-3f4a-46bc-9095-77d436496816,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:00.217388 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-44aad55f-100b-4edc-94e5-d5fbfdba15c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:00.218902 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-44aad55f-100b-4edc-94e5-d5fbfdba15c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bba61486-b6e3-4f60-9d61-963219f180d7 HTTP/1.1" status: 200 len: 858 time: 0.0944259 Jul 16 01:33:00.228482 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f925909c-4ee6-4bbc-bb7d-15db63b5a338 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:00.228908 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-74db6d95-b8b1-4e2c-a074-24b3097334df req-736f9cf0-6a2f-421d-8b91-e4494373e69f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] For port ce0128db-d53c-4741-9765-c3d7b63dcf5b, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=ce0128db-d53c-4741-9765-c3d7b63dcf5b,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:00.229289 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-74db6d95-b8b1-4e2c-a074-24b3097334df req-736f9cf0-6a2f-421d-8b91-e4494373e69f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.238529 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.256017 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03605f8-3751-4b25-8298-1b38cabd1f40 req-5665450c-6035-4e08-9926-b3dcd418ff8e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] No DVR routers for this DVR port 7e6c06ee-3f4a-46bc-9095-77d436496816 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:00.259429 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b03605f8-3751-4b25-8298-1b38cabd1f40 req-5665450c-6035-4e08-9926-b3dcd418ff8e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.261725 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b03605f8-3751-4b25-8298-1b38cabd1f40 req-5665450c-6035-4e08-9926-b3dcd418ff8e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "DELETE /v2.0/ports/7e6c06ee-3f4a-46bc-9095-77d436496816 HTTP/1.1" status: 204 len: 173 time: 0.9696474 Jul 16 01:33:00.265026 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ac73fe-b193-4dad-963b-967e7fc15a77', 'name': 'network-vif-deleted', 'tag': '7e6c06ee-3f4a-46bc-9095-77d436496816'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:00.268463 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a56ad3-7724-4ca2-bf80-4d7e31155414" -d '{"events": [{"server_uuid": "80ac73fe-b193-4dad-963b-967e7fc15a77", "name": "network-vif-deleted", "tag": "7e6c06ee-3f4a-46bc-9095-77d436496816"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:00.280260 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-74db6d95-b8b1-4e2c-a074-24b3097334df req-736f9cf0-6a2f-421d-8b91-e4494373e69f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Calling delete_port for ce0128db-d53c-4741-9765-c3d7b63dcf5b owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:00.311642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Transition to ACTIVE for port object f925909c-4ee6-4bbc-bb7d-15db63b5a338 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:00.321589 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.388911 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86812a06-de00-4e81-86b3-42fdd6e4fc2b req-231175d5-7deb-414f-bcdc-2589d1cf17ca tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:00.396544 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-86812a06-de00-4e81-86b3-42fdd6e4fc2b req-231175d5-7deb-414f-bcdc-2589d1cf17ca tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 943 time: 0.2290633 Jul 16 01:33:00.428040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Pushing event updated for resources: {'Port': ['ID=f925909c-4ee6-4bbc-bb7d-15db63b5a338,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:00.461691 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-8c174c30-ab80-47d1-ad25-f0eb4450c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:00.463104 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-8c174c30-ab80-47d1-ad25-f0eb4450c862 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1612ce87-fb4d-45f3-8058-d097e2a71ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2220895 Jul 16 01:33:00.505521 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-86812a06-de00-4e81-86b3-42fdd6e4fc2b req-be757b2f-4661-484f-a0c7-6d3a10f89b9b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078804 Jul 16 01:33:00.549045 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-74db6d95-b8b1-4e2c-a074-24b3097334df req-736f9cf0-6a2f-421d-8b91-e4494373e69f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.572407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e5476-7d95-4169-a3fe-e0764f2213b7 req-db7c6821-93af-4eb0-af9e-52f52f1f78c3 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:00.580192 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d14e5476-7d95-4169-a3fe-e0764f2213b7 req-db7c6821-93af-4eb0-af9e-52f52f1f78c3 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 1096 time: 0.2704768 Jul 16 01:33:00.610718 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Attempting to bind port f925909c-4ee6-4bbc-bb7d-15db63b5a338 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:00.611378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Attempting to bind port f925909c-4ee6-4bbc-bb7d-15db63b5a338 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '18ee2a5b-8aa1-4fff-81c9-b595bb67224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:00.613432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Attempting to bind port f925909c-4ee6-4bbc-bb7d-15db63b5a338 on network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:00.623133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Port f925909c-4ee6-4bbc-bb7d-15db63b5a338 on network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:00.623665 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Attempting to bind port f925909c-4ee6-4bbc-bb7d-15db63b5a338 on network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:00.637088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:00.637555 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Checking segment: {'id': '18ee2a5b-8aa1-4fff-81c9-b595bb67224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:00.638184 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Bound using segment: {'id': '18ee2a5b-8aa1-4fff-81c9-b595bb67224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:00.638783 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Bound port: f925909c-4ee6-4bbc-bb7d-15db63b5a338, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ee2a5b-8aa1-4fff-81c9-b595bb67224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:00.639374 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.652219 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d14e5476-7d95-4169-a3fe-e0764f2213b7 req-cc1a5016-7707-4efb-9ca1-25ec92e9c218 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709310 Jul 16 01:33:00.660750 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f9cf0-6a2f-421d-8b91-e4494373e69f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Pushing event deleted for resources: {'Port': ['ID=ce0128db-d53c-4741-9765-c3d7b63dcf5b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:00.674000 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-ce120539-bf83-4058-adb6-15fde0c86333 service neutron] 10.222.0.47 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838245 Jul 16 01:33:00.719972 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ba0bb2-de71-4afe-ae34-c79454083567 x-openstack-request-id: req-27ba0bb2-de71-4afe-ae34-c79454083567 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:00.720445 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ac73fe-b193-4dad-963b-967e7fc15a77", "name": "network-vif-deleted", "tag": "7e6c06ee-3f4a-46bc-9095-77d436496816", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:00.720714 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-27ba0bb2-de71-4afe-ae34-c79454083567 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:00.727813 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ac73fe-b193-4dad-963b-967e7fc15a77', 'name': 'network-vif-deleted', 'tag': '7e6c06ee-3f4a-46bc-9095-77d436496816', 'status': 'completed', 'code': 200} Jul 16 01:33:00.784082 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-74db6d95-b8b1-4e2c-a074-24b3097334df req-736f9cf0-6a2f-421d-8b91-e4494373e69f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] No DVR routers for this DVR port ce0128db-d53c-4741-9765-c3d7b63dcf5b on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:00.787096 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-74db6d95-b8b1-4e2c-a074-24b3097334df req-736f9cf0-6a2f-421d-8b91-e4494373e69f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.789627 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74db6d95-b8b1-4e2c-a074-24b3097334df req-736f9cf0-6a2f-421d-8b91-e4494373e69f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.47 "DELETE /v2.0/ports/ce0128db-d53c-4741-9765-c3d7b63dcf5b HTTP/1.1" status: 204 len: 173 time: 1.0441554 Jul 16 01:33:00.824576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] For port f925909c-4ee6-4bbc-bb7d-15db63b5a338, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:00.857204 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] For port f925909c-4ee6-4bbc-bb7d-15db63b5a338, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f925909c-4ee6-4bbc-bb7d-15db63b5a338,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:00.865123 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.885942 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5a091707-b2bc-4378-b77c-99eeb8fb2088 req-c7c47f15-fa0b-4552-b16d-b4659c556cae tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=80ac73fe-b193-4dad-963b-967e7fc15a77 HTTP/1.1" status: 200 len: 210 time: 0.0349040 Jul 16 01:33:00.936927 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:00.940391 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.944168 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] 10.222.0.26 "PUT /v2.0/ports/f925909c-4ee6-4bbc-bb7d-15db63b5a338 HTTP/1.1" status: 200 len: 1091 time: 1.4322965 Jul 16 01:33:00.964284 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9ab04a9-958d-4c8f-8e87-0d18f339425f req-c83cac58-c3e9-4285-95a0-4a71a60b5c05 service neutron] 10.222.0.47 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634678 Jul 16 01:33:01.019461 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b696a520-89f6-4dc5-9a8f-8eae3c8973ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.019666 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fa5ec-5b5b-4d3e-9ac8-24a8743a0a66 service neutron] Pushing event updated for resources: {'Port': ['ID=f925909c-4ee6-4bbc-bb7d-15db63b5a338,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:01.023075 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.059550 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['13ef3fc3-63e9-4806-806e-ef207d3d8b55', '97c4c89e-0923-4f25-9251-2c7c52fdd767'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:01.134356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bd8fc-acd3-4577-a26c-6d6170891c25 req-50dc0688-b5bd-4f0d-acad-961ef98ada32 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:01.142199 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-086bd8fc-acd3-4577-a26c-6d6170891c25 req-50dc0688-b5bd-4f0d-acad-961ef98ada32 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 1096 time: 0.0847926 Jul 16 01:33:01.167690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41058ef8-23d1-4a6d-ae51-06bce044cbee req-26fed1d5-b1cd-4fc7-98ec-4c1f9774b4ca tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:01.176006 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-41058ef8-23d1-4a6d-ae51-06bce044cbee req-26fed1d5-b1cd-4fc7-98ec-4c1f9774b4ca tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1408846 Jul 16 01:33:01.196187 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-086bd8fc-acd3-4577-a26c-6d6170891c25 req-f60cb4c7-b3dc-457a-acb6-f11584bb8f71 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468047 Jul 16 01:33:01.207927 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-26539fe5-4258-4078-b1d0-8a73e9a46f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:01.209826 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-26539fe5-4258-4078-b1d0-8a73e9a46f8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7a28ef2c8eb4e6bad41171e1567f752&device_id=0799cf66-ce21-474c-8871-9403b987f354 HTTP/1.1" status: 200 len: 1094 time: 0.1125231 Jul 16 01:33:01.246868 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-41058ef8-23d1-4a6d-ae51-06bce044cbee req-80f896c1-dd6f-4fcb-927c-70935614e49f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698972 Jul 16 01:33:01.299670 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-a7ac9728-2306-4f4f-820a-f44f729aedec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f925909c-4ee6-4bbc-bb7d-15db63b5a338 HTTP/1.1" status: 200 len: 217 time: 0.0757184 Jul 16 01:33:01.405893 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-f8d21943-2b3f-4e71-80d7-06214a2ed5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:01.413459 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-f8d21943-2b3f-4e71-80d7-06214a2ed5f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f6ab48a-a89d-4604-95e5-95b119c0d93d HTTP/1.1" status: 200 len: 843 time: 0.0797014 Jul 16 01:33:01.445608 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955650f9-3811-42e6-b911-5cc55d74161d req-600182ed-ca6c-4c11-bef5-7492bd943b4c tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:01.452239 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-955650f9-3811-42e6-b911-5cc55d74161d req-600182ed-ca6c-4c11-bef5-7492bd943b4c tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=0799cf66-ce21-474c-8871-9403b987f354 HTTP/1.1" status: 200 len: 943 time: 0.0805261 Jul 16 01:33:01.475439 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-1bba5b41-aeaf-4791-80a7-c22734b6a0b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500362 Jul 16 01:33:01.477861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f560d4-aeb2-41fb-a197-fd7ca3eb0513 req-7623a6a6-e144-47c0-8056-bb280269f1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:01.479534 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a1f560d4-aeb2-41fb-a197-fd7ca3eb0513 req-7623a6a6-e144-47c0-8056-bb280269f1ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=22a396f99efc4d13a24bdc67c6b2b3f6&device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 1094 time: 0.1915178 Jul 16 01:33:01.498018 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-955650f9-3811-42e6-b911-5cc55d74161d req-5472fc1c-8f41-4ef3-b5b7-96385cebbb0c tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449138 Jul 16 01:33:01.579403 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0799cf66-ce21-474c-8871-9403b987f354', 'tag': 'f925909c-4ee6-4bbc-bb7d-15db63b5a338'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:01.581984 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa2f573-b371-4806-8857-6cbc7718e33d" -d '{"events": [{"name": "network-changed", "server_uuid": "0799cf66-ce21-474c-8871-9403b987f354", "tag": "f925909c-4ee6-4bbc-bb7d-15db63b5a338"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:01.703055 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-2de16c68-d356-4c1a-9aa0-3a9d2bf5da3f service neutron] 10.222.0.26 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201040 Jul 16 01:33:01.708835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f560d4-aeb2-41fb-a197-fd7ca3eb0513 req-01cdb734-7310-44bb-951b-854a97040cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:01.710374 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a1f560d4-aeb2-41fb-a197-fd7ca3eb0513 req-01cdb734-7310-44bb-951b-854a97040cee service neutron] 10.222.0.47 "GET /v2.0/networks?id=1612ce87-fb4d-45f3-8058-d097e2a71ab1 HTTP/1.1" status: 200 len: 920 time: 0.2068338 Jul 16 01:33:01.777403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae24a6f-c080-47d5-b4b1-154a60f25687 req-6df20f17-93a0-41b2-aeaf-b153decdefa2 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:01.787684 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ae24a6f-c080-47d5-b4b1-154a60f25687 req-6df20f17-93a0-41b2-aeaf-b153decdefa2 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 943 time: 0.1058159 Jul 16 01:33:01.836229 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ae24a6f-c080-47d5-b4b1-154a60f25687 req-1b5b6009-ca46-480c-97e1-feb8460e8ee7 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472946 Jul 16 01:33:01.860814 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf2d24d-d9fb-493e-ae6d-ef8b5b5c431d req-141f46dc-c13d-4e37-be40-428bff630b50 service neutron] 10.222.0.26 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487601 Jul 16 01:33:01.934672 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.954907 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03153bd1-981a-404f-b362-2188c0998345 x-openstack-request-id: req-03153bd1-981a-404f-b362-2188c0998345 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:01.955886 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0799cf66-ce21-474c-8871-9403b987f354", "tag": "f925909c-4ee6-4bbc-bb7d-15db63b5a338", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:01.956321 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-03153bd1-981a-404f-b362-2188c0998345 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:01.956915 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0799cf66-ce21-474c-8871-9403b987f354', 'tag': 'f925909c-4ee6-4bbc-bb7d-15db63b5a338', 'status': 'completed', 'code': 200} Jul 16 01:33:01.959623 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a1f560d4-aeb2-41fb-a197-fd7ca3eb0513 req-5d547f08-08bc-4eff-b17c-3b90b0063de1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd HTTP/1.1" status: 200 len: 217 time: 0.2376294 Jul 16 01:33:02.032880 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f560d4-aeb2-41fb-a197-fd7ca3eb0513 req-646ccd5f-6704-4014-b4c0-8112083a3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:02.034357 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a1f560d4-aeb2-41fb-a197-fd7ca3eb0513 req-646ccd5f-6704-4014-b4c0-8112083a3a04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bba61486-b6e3-4f60-9d61-963219f180d7 HTTP/1.1" status: 200 len: 858 time: 0.0551307 Jul 16 01:33:02.181124 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f560d4-aeb2-41fb-a197-fd7ca3eb0513 req-44f8fe07-97af-44b9-beb9-d8a658b7428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:02.182775 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a1f560d4-aeb2-41fb-a197-fd7ca3eb0513 req-44f8fe07-97af-44b9-beb9-d8a658b7428e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1612ce87-fb4d-45f3-8058-d097e2a71ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012857 Jul 16 01:33:02.187496 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2f573-b371-4806-8857-6cbc7718e33d req-7e9b5b15-5894-4e77-a6e8-342ba38e1808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:02.189064 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0aa2f573-b371-4806-8857-6cbc7718e33d req-7e9b5b15-5894-4e77-a6e8-342ba38e1808 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7a28ef2c8eb4e6bad41171e1567f752&device_id=0799cf66-ce21-474c-8871-9403b987f354 HTTP/1.1" status: 200 len: 1094 time: 0.1537261 Jul 16 01:33:02.377348 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2f573-b371-4806-8857-6cbc7718e33d req-25575d44-fc59-444e-b29f-040dd8b250a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:02.379502 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0aa2f573-b371-4806-8857-6cbc7718e33d req-25575d44-fc59-444e-b29f-040dd8b250a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071 HTTP/1.1" status: 200 len: 904 time: 0.1838686 Jul 16 01:33:02.571999 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e3eebaf5-c90b-44eb-b21a-59351d984906 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:02.672190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port e3eebaf5-c90b-44eb-b21a-59351d984906 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:02.674354 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.728826 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9387a1-daef-439c-90b3-88057c0adea9', 'name': 'network-vif-deleted', 'tag': 'ce0128db-d53c-4741-9765-c3d7b63dcf5b'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:02.734231 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383e2826-204c-4857-b671-82b6d79c5d37" -d '{"events": [{"server_uuid": "9f9387a1-daef-439c-90b3-88057c0adea9", "name": "network-vif-deleted", "tag": "ce0128db-d53c-4741-9765-c3d7b63dcf5b"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:02.770037 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.814065 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e3eebaf5-c90b-44eb-b21a-59351d984906, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e3eebaf5-c90b-44eb-b21a-59351d984906,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:02.816048 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53d755f-697a-461c-8f68-85cdee27a717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3eebaf5-c90b-44eb-b21a-59351d984906'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:02.819940 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3def00d-c655-46ed-8d57-71383b915661" -d '{"events": [{"server_uuid": "f53d755f-697a-461c-8f68-85cdee27a717", "name": "network-vif-plugged", "status": "completed", "tag": "e3eebaf5-c90b-44eb-b21a-59351d984906"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:02.825127 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.886075 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459d2b8-216d-42f8-ad2a-ff84822253e0 req-9806a69c-154b-43dc-aef4-428faa675562 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:02.889283 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a1f560d4-aeb2-41fb-a197-fd7ca3eb0513 req-aa51d04d-ad5a-4bdf-b31e-6d98545cc50b service neutron] 10.222.0.47 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6634130 Jul 16 01:33:02.894502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=e3eebaf5-c90b-44eb-b21a-59351d984906,revision_number=10']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:02.894690 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b459d2b8-216d-42f8-ad2a-ff84822253e0 req-9806a69c-154b-43dc-aef4-428faa675562 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1152408 Jul 16 01:33:02.897363 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0aa2f573-b371-4806-8857-6cbc7718e33d req-9c0cc3a8-42dd-46e3-b610-6cbf76aa555d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f925909c-4ee6-4bbc-bb7d-15db63b5a338 HTTP/1.1" status: 200 len: 217 time: 0.5074437 Jul 16 01:33:02.958414 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b459d2b8-216d-42f8-ad2a-ff84822253e0 req-03bdfa30-4904-4519-8ea5-0f8e5890e0e8 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624142 Jul 16 01:33:03.007365 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-5d777039-6965-4c51-9575-664e8fe0511f tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:33:03.014210 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-5d777039-6965-4c51-9575-664e8fe0511f tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116637 Jul 16 01:33:03.020921 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-0dcccb73-26ac-4fb4-9f33-6e29b95c7f52 service neutron] Request body: {'binding': {'host': 'n-h1-800086-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:03.021759 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-0dcccb73-26ac-4fb4-9f33-6e29b95c7f52 service neutron] Unknown quota resources ['binding']. {{(pid=93831) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:33:03.045996 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2f573-b371-4806-8857-6cbc7718e33d req-f1c91c44-5748-45bf-8632-bad9b7533261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.047648 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0aa2f573-b371-4806-8857-6cbc7718e33d req-f1c91c44-5748-45bf-8632-bad9b7533261 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f6ab48a-a89d-4604-95e5-95b119c0d93d HTTP/1.1" status: 200 len: 843 time: 0.1419559 Jul 16 01:33:03.113205 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0aa2f573-b371-4806-8857-6cbc7718e33d req-da25ca56-2d5e-426c-b098-a7bd95c3957c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388730 Jul 16 01:33:03.158513 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a1f560d4-aeb2-41fb-a197-fd7ca3eb0513 req-332bf797-dc59-479f-8109-71227c1f0733 service neutron] 10.222.0.47 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400012 Jul 16 01:33:03.242064 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e451b5-fa4c-45e4-99bb-811d4b59b52b req-a8b86284-084e-487f-ae5e-a8923859b1e8 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.243617 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74e451b5-fa4c-45e4-99bb-811d4b59b52b req-a8b86284-084e-487f-ae5e-a8923859b1e8 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=0799cf66-ce21-474c-8871-9403b987f354 HTTP/1.1" status: 200 len: 943 time: 0.1403131 Jul 16 01:33:03.250443 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0aa2f573-b371-4806-8857-6cbc7718e33d req-4d29f803-4732-45a1-9db3-c814de68d930 service neutron] 10.222.0.26 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272376 Jul 16 01:33:03.280455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-0dcccb73-26ac-4fb4-9f33-6e29b95c7f52 service neutron] Attempting to bind port 6375948f-5235-4be0-a3e5-18db1f985f6b on host n-h1-800086-6 for vnic_type normal with profile None {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:03.280455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-0dcccb73-26ac-4fb4-9f33-6e29b95c7f52 service neutron] Attempting to bind port 6375948f-5235-4be0-a3e5-18db1f985f6b by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:03.280455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-0dcccb73-26ac-4fb4-9f33-6e29b95c7f52 service neutron] Attempting to bind port 6375948f-5235-4be0-a3e5-18db1f985f6b on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:03.285292 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-0dcccb73-26ac-4fb4-9f33-6e29b95c7f52 service neutron] Port 6375948f-5235-4be0-a3e5-18db1f985f6b on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:03.285624 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-0dcccb73-26ac-4fb4-9f33-6e29b95c7f52 service neutron] Attempting to bind port 6375948f-5235-4be0-a3e5-18db1f985f6b on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:03.293698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-0dcccb73-26ac-4fb4-9f33-6e29b95c7f52 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:03.293698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-0dcccb73-26ac-4fb4-9f33-6e29b95c7f52 service neutron] Checking segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:03.293698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-0dcccb73-26ac-4fb4-9f33-6e29b95c7f52 service neutron] Bound using segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:03.293698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-0dcccb73-26ac-4fb4-9f33-6e29b95c7f52 service neutron] Bound port: 6375948f-5235-4be0-a3e5-18db1f985f6b, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:03.354785 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-0dcccb73-26ac-4fb4-9f33-6e29b95c7f52 service neutron] For port 6375948f-5235-4be0-a3e5-18db1f985f6b, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6375948f-5235-4be0-a3e5-18db1f985f6b,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:03.368406 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-0dcccb73-26ac-4fb4-9f33-6e29b95c7f52 service neutron] Notify callbacks [] for binding, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.370467 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-0dcccb73-26ac-4fb4-9f33-6e29b95c7f52 service neutron] 10.222.0.54 "POST /v2.0/ports/6375948f-5235-4be0-a3e5-18db1f985f6b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3532019 Jul 16 01:33:03.419636 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74e451b5-fa4c-45e4-99bb-811d4b59b52b req-2c03ac76-d8bc-49c8-9e2b-995240c66b01 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681988 Jul 16 01:33:03.441705 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0aa2f573-b371-4806-8857-6cbc7718e33d req-35d76510-a7d6-452f-b722-4207c12242da service neutron] 10.222.0.26 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689842 Jul 16 01:33:03.442922 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa0f9a9f-b897-43da-9f34-86f42a01528c req-dd506f01-153f-4c6a-8179-505007326c7c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866318 Jul 16 01:33:03.546934 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189d4373-a7f7-4fe3-8a37-d7a324d713a3 x-openstack-request-id: req-189d4373-a7f7-4fe3-8a37-d7a324d713a3 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:03.547323 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9387a1-daef-439c-90b3-88057c0adea9", "name": "network-vif-deleted", "tag": "ce0128db-d53c-4741-9765-c3d7b63dcf5b", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:03.548273 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-189d4373-a7f7-4fe3-8a37-d7a324d713a3 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:03.549072 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9387a1-daef-439c-90b3-88057c0adea9', 'name': 'network-vif-deleted', 'tag': 'ce0128db-d53c-4741-9765-c3d7b63dcf5b', 'status': 'completed', 'code': 200} Jul 16 01:33:03.596005 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f9a9f-b897-43da-9f34-86f42a01528c req-caa63a1f-ef53-46d7-a2d0-f3c3f5cf3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.598871 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b466287-f95e-4f56-8a3e-e2b00cdb856e x-openstack-request-id: req-1b466287-f95e-4f56-8a3e-e2b00cdb856e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:03.599429 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53d755f-697a-461c-8f68-85cdee27a717", "name": "network-vif-plugged", "status": "completed", "tag": "e3eebaf5-c90b-44eb-b21a-59351d984906", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:03.599429 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1b466287-f95e-4f56-8a3e-e2b00cdb856e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:03.599625 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa0f9a9f-b897-43da-9f34-86f42a01528c req-caa63a1f-ef53-46d7-a2d0-f3c3f5cf3270 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 1100 time: 0.0945625 Jul 16 01:33:03.599820 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53d755f-697a-461c-8f68-85cdee27a717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3eebaf5-c90b-44eb-b21a-59351d984906', 'code': 200} Jul 16 01:33:03.656091 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 7e6c06ee-3f4a-46bc-9095-77d436496816 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:03.702480 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 7e6c06ee-3f4a-46bc-9095-77d436496816 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:03.702829 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 7e6c06ee-3f4a-46bc-9095-77d436496816 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:03.722865 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.818719 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f9a9f-b897-43da-9f34-86f42a01528c req-1d54428d-2509-41ea-91d8-ded4493d1f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.821368 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa0f9a9f-b897-43da-9f34-86f42a01528c req-1d54428d-2509-41ea-91d8-ded4493d1f56 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.1936207 Jul 16 01:33:03.887140 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e68a8-7705-4adf-8fc3-be13490ae48f req-3fdeb595-9e03-4256-a030-1ec597d8c7e3 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.888708 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eb8e68a8-7705-4adf-8fc3-be13490ae48f req-3fdeb595-9e03-4256-a030-1ec597d8c7e3 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 943 time: 0.1590431 Jul 16 01:33:03.892639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-35b8324c-944a-45cd-9a26-5488983f190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.894082 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-35b8324c-944a-45cd-9a26-5488983f190b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 1096 time: 0.1526060 Jul 16 01:33:03.915601 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa0f9a9f-b897-43da-9f34-86f42a01528c req-97fab057-bc1d-4565-8d7b-bf37939d9c30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=56007dd3-de4a-440e-8086-7df9708946f1 HTTP/1.1" status: 200 len: 217 time: 0.0852449 Jul 16 01:33:04.031423 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f9a9f-b897-43da-9f34-86f42a01528c req-e0d5d93d-f43e-4ace-8371-fdbd2be98442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.035075 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa0f9a9f-b897-43da-9f34-86f42a01528c req-e0d5d93d-f43e-4ace-8371-fdbd2be98442 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0848129 Jul 16 01:33:04.037352 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eb8e68a8-7705-4adf-8fc3-be13490ae48f req-0111f0fd-4dd4-4d00-a1f1-8e93c957e598 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413252 Jul 16 01:33:04.063457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-29a79a16-35af-4f11-bd6b-b2823bced9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.065815 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-29a79a16-35af-4f11-bd6b-b2823bced9d0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 922 time: 0.1630013 Jul 16 01:33:04.154525 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-ac4daa81-f02c-4995-9c17-ef81a043535d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6375948f-5235-4be0-a3e5-18db1f985f6b HTTP/1.1" status: 200 len: 217 time: 0.0814927 Jul 16 01:33:04.191161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f9a9f-b897-43da-9f34-86f42a01528c req-9d002090-b6c4-4064-a02c-16620280cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.193055 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa0f9a9f-b897-43da-9f34-86f42a01528c req-9d002090-b6c4-4064-a02c-16620280cff8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1503632 Jul 16 01:33:04.225734 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-18fded47-c5da-4bfd-a5af-329d9d002ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.227234 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-18fded47-c5da-4bfd-a5af-329d9d002ae4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.0519798 Jul 16 01:33:04.295416 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-7f15495c-8adc-4991-8b07-76c1a2fc7e41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569615 Jul 16 01:33:04.392989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb78a8d-715c-4866-8236-dead2f8a2edf req-67e5c912-1a39-4d48-b9cf-6db06be5e938 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.401275 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-feb78a8d-715c-4866-8236-dead2f8a2edf req-67e5c912-1a39-4d48-b9cf-6db06be5e938 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 945 time: 0.1724219 Jul 16 01:33:04.463548 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-feb78a8d-715c-4866-8236-dead2f8a2edf req-33125b78-dbba-47f3-a01a-d865d2eb7dd5 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606422 Jul 16 01:33:04.497211 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-092817d7-b8d5-4eea-9250-bed5689302a3 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894083 Jul 16 01:33:04.571243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device ce0128db-d53c-4741-9765-c3d7b63dcf5b no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:04.611796 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: ce0128db-d53c-4741-9765-c3d7b63dcf5b {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:04.612465 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device ce0128db-d53c-4741-9765-c3d7b63dcf5b not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:04.670757 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-41041830-4f4f-4f07-b234-a0a0c5fbde81 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653855 Jul 16 01:33:04.700223 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca534f2-d1db-4426-acc0-39b737941907 req-bae18d52-240b-4802-83d7-c7150dd88d70 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.701850 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4ca534f2-d1db-4426-acc0-39b737941907 req-bae18d52-240b-4802-83d7-c7150dd88d70 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1033669 Jul 16 01:33:04.725911 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa0f9a9f-b897-43da-9f34-86f42a01528c req-a4c6c05c-7fbd-4006-9649-5c2ef006b675 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189395 Jul 16 01:33:04.753215 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65fe21-fbd7-4ce0-ba17-a01748624adc req-7356cd3a-7105-49ac-8f96-d09e825120bf tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.757577 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4ca534f2-d1db-4426-acc0-39b737941907 req-d3175c30-69dd-47b0-ac73-fbd9cb3b287c tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477917 Jul 16 01:33:04.760699 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f65fe21-fbd7-4ce0-ba17-a01748624adc req-7356cd3a-7105-49ac-8f96-d09e825120bf tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=da4730a2-6e4a-4d8a-b844-99f99e809dea HTTP/1.1" status: 200 len: 949 time: 0.4438148 Jul 16 01:33:04.828607 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f65fe21-fbd7-4ce0-ba17-a01748624adc req-39d7ff3e-3d18-4e2d-aebb-77dca39bf4e5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671744 Jul 16 01:33:04.975600 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa0f9a9f-b897-43da-9f34-86f42a01528c req-1721f1e1-7d73-46b2-be7b-50a964a7fe76 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980581 Jul 16 01:33:05.094839 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f90ecf-9963-4bad-a4a8-4598a42d3a87 req-4bc206ec-4c7a-4fee-8bb6-0e2cbde0683b tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.096626 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-00f90ecf-9963-4bad-a4a8-4598a42d3a87 req-4bc206ec-4c7a-4fee-8bb6-0e2cbde0683b tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=0799cf66-ce21-474c-8871-9403b987f354 HTTP/1.1" status: 200 len: 943 time: 0.0971065 Jul 16 01:33:05.169027 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-00f90ecf-9963-4bad-a4a8-4598a42d3a87 req-7e6930cc-ed55-4bf4-b3f3-7ca865f51259 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655777 Jul 16 01:33:05.379560 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7003a-8c81-4285-b865-55abc4bdaef3 req-0e4c8704-ccdc-4509-939e-fec3babf35a1 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.383764 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89d7003a-8c81-4285-b865-55abc4bdaef3 req-0e4c8704-ccdc-4509-939e-fec3babf35a1 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 943 time: 0.0807455 Jul 16 01:33:05.431914 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89d7003a-8c81-4285-b865-55abc4bdaef3 req-f272b5fa-c41f-42eb-8503-193a2452dadc tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401442 Jul 16 01:33:05.669815 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f925909c-4ee6-4bbc-bb7d-15db63b5a338 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:05.719228 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2003f1-f051-4aa0-839e-d2773e2f4e38 req-17020b61-e284-4108-9eb7-04233ddf892c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.722326 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a2003f1-f051-4aa0-839e-d2773e2f4e38 req-17020b61-e284-4108-9eb7-04233ddf892c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 945 time: 0.1142714 Jul 16 01:33:05.750289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afe5e3-f7c0-4325-b5cc-d9cf9f7d5300 req-c9f33a2d-01ad-44cb-bbdc-7e9c41bb15b5 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.752879 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-72afe5e3-f7c0-4325-b5cc-d9cf9f7d5300 req-c9f33a2d-01ad-44cb-bbdc-7e9c41bb15b5 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 945 time: 0.1465969 Jul 16 01:33:05.794245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e19c87-9e82-406d-976c-c3501e5ca854 req-67320ed6-b05c-4c25-975d-505f9f531aac tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.796083 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d1e19c87-9e82-406d-976c-c3501e5ca854 req-67320ed6-b05c-4c25-975d-505f9f531aac tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9d22d61-cf55-4589-9f60-2f5e2635be5f HTTP/1.1" status: 200 len: 950 time: 0.1406593 Jul 16 01:33:05.832883 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a2003f1-f051-4aa0-839e-d2773e2f4e38 req-13cbeb26-d542-4592-b3ad-4fd8c754384e tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042993 Jul 16 01:33:05.902845 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f925909c-4ee6-4bbc-bb7d-15db63b5a338, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f925909c-4ee6-4bbc-bb7d-15db63b5a338,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:05.929745 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'f925909c-4ee6-4bbc-bb7d-15db63b5a338', 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071', 'port_id': 'f925909c-4ee6-4bbc-bb7d-15db63b5a338', 'mac_address': 'fa:16:3e:06:74:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6ab48a-a89d-4604-95e5-95b119c0d93d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:05.952322 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-72afe5e3-f7c0-4325-b5cc-d9cf9f7d5300 req-d34f5fa1-cc06-476d-9660-1569b2f75e61 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910567 Jul 16 01:33:06.019108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-d1e19c87-9e82-406d-976c-c3501e5ca854 req-ebe16166-8be5-4407-9476-d1a52ce726c5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Deleting port 7cdfc022-4a60-4bcb-b625-721e3134dba4 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:06.020217 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d1e19c87-9e82-406d-976c-c3501e5ca854 req-ebe16166-8be5-4407-9476-d1a52ce726c5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.023647 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.054638 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f925909c-4ee6-4bbc-bb7d-15db63b5a338 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:06.092293 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01f7c8-f19c-41d8-bb0b-3fffe81da682 req-c756e538-2d8c-447f-b3ac-20d8b9b082ba tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.093911 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f925909c-4ee6-4bbc-bb7d-15db63b5a338, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f925909c-4ee6-4bbc-bb7d-15db63b5a338,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:06.100071 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1a01f7c8-f19c-41d8-bb0b-3fffe81da682 req-c756e538-2d8c-447f-b3ac-20d8b9b082ba tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1025777 Jul 16 01:33:06.104651 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.177185 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1a01f7c8-f19c-41d8-bb0b-3fffe81da682 req-d9a0e5a1-14a5-47dd-ba9c-053088ea784b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743165 Jul 16 01:33:06.205649 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-d1e19c87-9e82-406d-976c-c3501e5ca854 req-ebe16166-8be5-4407-9476-d1a52ce726c5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] For port 7cdfc022-4a60-4bcb-b625-721e3134dba4, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7cdfc022-4a60-4bcb-b625-721e3134dba4,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:06.206297 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d1e19c87-9e82-406d-976c-c3501e5ca854 req-ebe16166-8be5-4407-9476-d1a52ce726c5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.230392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=f925909c-4ee6-4bbc-bb7d-15db63b5a338,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:06.238545 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-d1e19c87-9e82-406d-976c-c3501e5ca854 req-ebe16166-8be5-4407-9476-d1a52ce726c5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Calling delete_port for 7cdfc022-4a60-4bcb-b625-721e3134dba4 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:06.342663 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4610cfc-b0f1-48a3-9131-252379fc3bc4 req-313374ac-fc60-437e-a39d-62e4021c008b tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.354688 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4610cfc-b0f1-48a3-9131-252379fc3bc4 req-313374ac-fc60-437e-a39d-62e4021c008b tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.47 "GET /v2.0/ports?device_id=da4730a2-6e4a-4d8a-b844-99f99e809dea HTTP/1.1" status: 200 len: 949 time: 0.1616793 Jul 16 01:33:06.424619 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a543e-d08e-459c-a98c-34351274ce6b req-224e5c6a-5c32-45cc-bced-e0a142d50a1f tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.426774 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa8a543e-d08e-459c-a98c-34351274ce6b req-224e5c6a-5c32-45cc-bced-e0a142d50a1f tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=da4730a2-6e4a-4d8a-b844-99f99e809dea HTTP/1.1" status: 200 len: 949 time: 0.1808987 Jul 16 01:33:06.477776 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['f925909c-4ee6-4bbc-bb7d-15db63b5a338'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:06.538646 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-f4610cfc-b0f1-48a3-9131-252379fc3bc4 req-3743120a-e41e-4ea6-af38-56d81acd35d5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Deleting port 97c4c89e-0923-4f25-9251-2c7c52fdd767 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:06.539056 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f4610cfc-b0f1-48a3-9131-252379fc3bc4 req-3743120a-e41e-4ea6-af38-56d81acd35d5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.558242 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa8a543e-d08e-459c-a98c-34351274ce6b req-a467f873-b0b0-49f0-af0b-b534346e8b42 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199994 Jul 16 01:33:06.574275 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d1e19c87-9e82-406d-976c-c3501e5ca854 req-ebe16166-8be5-4407-9476-d1a52ce726c5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.592034 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ebb0a-cfbf-475f-8f4d-5edbc5c2e9ee req-e9a2fe91-bf32-4f64-a81c-2aab512fb8c3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.596026 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:06.601959 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8f3ebb0a-cfbf-475f-8f4d-5edbc5c2e9ee req-e9a2fe91-bf32-4f64-a81c-2aab512fb8c3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=0799cf66-ce21-474c-8871-9403b987f354 HTTP/1.1" status: 200 len: 944 time: 0.1480517 Jul 16 01:33:06.615698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe16166-8be5-4407-9476-d1a52ce726c5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Pushing event deleted for resources: {'Port': ['ID=7cdfc022-4a60-4bcb-b625-721e3134dba4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:06.702267 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e19c87-9e82-406d-976c-c3501e5ca854 req-ebe16166-8be5-4407-9476-d1a52ce726c5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] No DVR routers for this DVR port 7cdfc022-4a60-4bcb-b625-721e3134dba4 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:06.703827 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d1e19c87-9e82-406d-976c-c3501e5ca854 req-ebe16166-8be5-4407-9476-d1a52ce726c5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.706353 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d1e19c87-9e82-406d-976c-c3501e5ca854 req-ebe16166-8be5-4407-9476-d1a52ce726c5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "DELETE /v2.0/ports/7cdfc022-4a60-4bcb-b625-721e3134dba4 HTTP/1.1" status: 204 len: 173 time: 0.9022620 Jul 16 01:33:06.707090 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d22d61-cf55-4589-9f60-2f5e2635be5f', 'name': 'network-vif-deleted', 'tag': '7cdfc022-4a60-4bcb-b625-721e3134dba4'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:06.711397 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be691bcb-6e58-4d26-97b4-51a5c60dce4d" -d '{"events": [{"server_uuid": "e9d22d61-cf55-4589-9f60-2f5e2635be5f", "name": "network-vif-deleted", "tag": "7cdfc022-4a60-4bcb-b625-721e3134dba4"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:06.715106 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8f3ebb0a-cfbf-475f-8f4d-5edbc5c2e9ee req-e13403f7-ae41-44e6-a1e0-4ca9b6747b20 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126609 Jul 16 01:33:06.854496 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-f4610cfc-b0f1-48a3-9131-252379fc3bc4 req-3743120a-e41e-4ea6-af38-56d81acd35d5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] For port 97c4c89e-0923-4f25-9251-2c7c52fdd767, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=97c4c89e-0923-4f25-9251-2c7c52fdd767,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:06.855338 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f4610cfc-b0f1-48a3-9131-252379fc3bc4 req-3743120a-e41e-4ea6-af38-56d81acd35d5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.888782 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-f4610cfc-b0f1-48a3-9131-252379fc3bc4 req-3743120a-e41e-4ea6-af38-56d81acd35d5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Calling delete_port for 97c4c89e-0923-4f25-9251-2c7c52fdd767 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:06.909630 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd,segment=NetworkSegment(05a87a64-85ee-48fc-b186-80e3acc4d32d),segment_id=05a87a64-85ee-48fc-b186-80e3acc4d32d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:06.938434 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'port_id': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd', 'mac_address': 'fa:16:3e:41:83:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:06.948806 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['13ef3fc3-63e9-4806-806e-ef207d3d8b55', '97c4c89e-0923-4f25-9251-2c7c52fdd767'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:06.986145 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39936325-0bb0-47be-8e68-13ca2c43a73b x-openstack-request-id: req-39936325-0bb0-47be-8e68-13ca2c43a73b {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:06.986775 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d22d61-cf55-4589-9f60-2f5e2635be5f", "name": "network-vif-deleted", "tag": "7cdfc022-4a60-4bcb-b625-721e3134dba4", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:06.986775 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-39936325-0bb0-47be-8e68-13ca2c43a73b {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:06.987307 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d22d61-cf55-4589-9f60-2f5e2635be5f', 'name': 'network-vif-deleted', 'tag': '7cdfc022-4a60-4bcb-b625-721e3134dba4', 'status': 'completed', 'code': 200} Jul 16 01:33:07.129149 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.145284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:07.194592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadc2de-6aa2-4520-8f70-647874044005 req-c07c8176-f492-4e11-8a6d-185c75f45111 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.201942 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2eadc2de-6aa2-4520-8f70-647874044005 req-c07c8176-f492-4e11-8a6d-185c75f45111 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 943 time: 0.1508389 Jul 16 01:33:07.236269 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd,segment=NetworkSegment(05a87a64-85ee-48fc-b186-80e3acc4d32d),segment_id=05a87a64-85ee-48fc-b186-80e3acc4d32d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:07.267671 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.353673 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2eadc2de-6aa2-4520-8f70-647874044005 req-159ba7d4-3a2f-4603-9f04-8996d9ba9974 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089394 Jul 16 01:33:07.357041 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f4610cfc-b0f1-48a3-9131-252379fc3bc4 req-3743120a-e41e-4ea6-af38-56d81acd35d5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.462197 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:07.506655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743120a-e41e-4ea6-af38-56d81acd35d5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Pushing event deleted for resources: {'Port': ['ID=97c4c89e-0923-4f25-9251-2c7c52fdd767,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:07.562096 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21dffb-ecd2-46f6-8c63-b1e9a056c1c4 req-22497e40-26da-4baa-8cee-f02b5e4fd968 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.576449 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c21dffb-ecd2-46f6-8c63-b1e9a056c1c4 req-22497e40-26da-4baa-8cee-f02b5e4fd968 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.26 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 945 time: 0.3781536 Jul 16 01:33:07.584326 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4610cfc-b0f1-48a3-9131-252379fc3bc4 req-3743120a-e41e-4ea6-af38-56d81acd35d5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] No DVR routers for this DVR port 97c4c89e-0923-4f25-9251-2c7c52fdd767 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:07.589940 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f4610cfc-b0f1-48a3-9131-252379fc3bc4 req-3743120a-e41e-4ea6-af38-56d81acd35d5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.594957 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4610cfc-b0f1-48a3-9131-252379fc3bc4 req-3743120a-e41e-4ea6-af38-56d81acd35d5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.47 "DELETE /v2.0/ports/97c4c89e-0923-4f25-9251-2c7c52fdd767 HTTP/1.1" status: 204 len: 173 time: 1.2209978 Jul 16 01:33:07.599121 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4730a2-6e4a-4d8a-b844-99f99e809dea', 'name': 'network-vif-deleted', 'tag': '97c4c89e-0923-4f25-9251-2c7c52fdd767'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:07.603622 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0059ebaa-fdd7-40a2-a8ce-d7f31f6ecf76" -d '{"events": [{"server_uuid": "da4730a2-6e4a-4d8a-b844-99f99e809dea", "name": "network-vif-deleted", "tag": "97c4c89e-0923-4f25-9251-2c7c52fdd767"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:07.755754 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec4c34-6cea-48fa-9f81-7ae1975746b1 req-50bcca0a-d4d1-4c60-aa71-4fb19575b41d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.758519 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a3ec4c34-6cea-48fa-9f81-7ae1975746b1 req-50bcca0a-d4d1-4c60-aa71-4fb19575b41d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 945 time: 0.1249506 Jul 16 01:33:07.875150 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a3ec4c34-6cea-48fa-9f81-7ae1975746b1 req-a60e6974-626d-4d33-a78b-85788fa475eb tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066201 Jul 16 01:33:07.918653 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065509af-e2f4-49a1-bb2a-90fedb9f99b4 req-a0b0f62c-b247-4f8a-ba2d-2e6766cad108 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.927249 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-065509af-e2f4-49a1-bb2a-90fedb9f99b4 req-a0b0f62c-b247-4f8a-ba2d-2e6766cad108 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 945 time: 0.6203713 Jul 16 01:33:08.039453 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-065509af-e2f4-49a1-bb2a-90fedb9f99b4 req-9532894c-b2fa-4a2f-aa50-ebdf3359b413 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111584 Jul 16 01:33:08.058195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-0c21dffb-ecd2-46f6-8c63-b1e9a056c1c4 req-829b171b-493c-4321-aba3-2456cbb35e74 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Deleting port de1d97d6-3465-40be-9bb5-e113c224826b {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:08.058544 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0c21dffb-ecd2-46f6-8c63-b1e9a056c1c4 req-829b171b-493c-4321-aba3-2456cbb35e74 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.075009 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:08.193938 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-69f02f41-7332-43df-b0fe-3f1add5e0c44 req-f9dd093e-f04e-451e-b435-c5865f184666 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2542551 Jul 16 01:33:08.333778 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5c1732fa-4e5d-41e4-bbf2-74b70b445f67', '56007dd3-de4a-440e-8086-7df9708946f1'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:08.353273 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cf652f1e-b2f7-409e-8062-9a6a1a8bc1e4 req-d3f5b640-c836-410a-ab16-45b3bf527d6b tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=da4730a2-6e4a-4d8a-b844-99f99e809dea HTTP/1.1" status: 200 len: 210 time: 0.0718324 Jul 16 01:33:08.396346 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5c1732fa-4e5d-41e4-bbf2-74b70b445f67', '56007dd3-de4a-440e-8086-7df9708946f1'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:08.403895 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-0c21dffb-ecd2-46f6-8c63-b1e9a056c1c4 req-829b171b-493c-4321-aba3-2456cbb35e74 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] For port de1d97d6-3465-40be-9bb5-e113c224826b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=de1d97d6-3465-40be-9bb5-e113c224826b,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:08.404276 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0c21dffb-ecd2-46f6-8c63-b1e9a056c1c4 req-829b171b-493c-4321-aba3-2456cbb35e74 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.436749 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-0c21dffb-ecd2-46f6-8c63-b1e9a056c1c4 req-829b171b-493c-4321-aba3-2456cbb35e74 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Calling delete_port for de1d97d6-3465-40be-9bb5-e113c224826b owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:08.446233 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba36f7d4-5250-4caa-9b72-9b67f94db61f x-openstack-request-id: req-ba36f7d4-5250-4caa-9b72-9b67f94db61f {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:08.446792 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4730a2-6e4a-4d8a-b844-99f99e809dea", "name": "network-vif-deleted", "tag": "97c4c89e-0923-4f25-9251-2c7c52fdd767", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:08.447403 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ba36f7d4-5250-4caa-9b72-9b67f94db61f {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:08.448067 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4730a2-6e4a-4d8a-b844-99f99e809dea', 'name': 'network-vif-deleted', 'tag': '97c4c89e-0923-4f25-9251-2c7c52fdd767', 'status': 'completed', 'code': 200} Jul 16 01:33:08.482895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f02f41-7332-43df-b0fe-3f1add5e0c44 req-fa8198d4-cc6d-40fb-9e7b-a525dff32707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.484457 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-69f02f41-7332-43df-b0fe-3f1add5e0c44 req-fa8198d4-cc6d-40fb-9e7b-a525dff32707 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de2aff0312064c93a599fdd349ad9336&device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b HTTP/1.1" status: 200 len: 1101 time: 0.2256114 Jul 16 01:33:08.515952 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b67b9-5109-4ef5-aa9e-107c33dbb577 req-0e91bf9e-c77d-472a-b790-1c507046f03b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.524431 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8c4b67b9-5109-4ef5-aa9e-107c33dbb577 req-0e91bf9e-c77d-472a-b790-1c507046f03b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.2077665 Jul 16 01:33:08.680854 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 97c4c89e-0923-4f25-9251-2c7c52fdd767 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:08.737633 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0c21dffb-ecd2-46f6-8c63-b1e9a056c1c4 req-829b171b-493c-4321-aba3-2456cbb35e74 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.740265 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 97c4c89e-0923-4f25-9251-2c7c52fdd767 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:08.740892 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 97c4c89e-0923-4f25-9251-2c7c52fdd767 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:08.759630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f02f41-7332-43df-b0fe-3f1add5e0c44 req-bf35ad80-55f8-485e-9e64-2c161a6507bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.761615 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-69f02f41-7332-43df-b0fe-3f1add5e0c44 req-bf35ad80-55f8-485e-9e64-2c161a6507bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2233756 Jul 16 01:33:08.766121 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8c4b67b9-5109-4ef5-aa9e-107c33dbb577 req-b26d2f6c-3fde-49dd-86b1-53f1a9a38e2a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359643 Jul 16 01:33:08.792036 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b171b-493c-4321-aba3-2456cbb35e74 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Pushing event deleted for resources: {'Port': ['ID=de1d97d6-3465-40be-9bb5-e113c224826b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:08.835357 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-69f02f41-7332-43df-b0fe-3f1add5e0c44 req-d5ab0948-0b95-4b56-b56f-7accd3d4b0ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=13ef3fc3-63e9-4806-806e-ef207d3d8b55 HTTP/1.1" status: 200 len: 217 time: 0.0595546 Jul 16 01:33:08.888972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c21dffb-ecd2-46f6-8c63-b1e9a056c1c4 req-829b171b-493c-4321-aba3-2456cbb35e74 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] No DVR routers for this DVR port de1d97d6-3465-40be-9bb5-e113c224826b on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:08.893177 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0c21dffb-ecd2-46f6-8c63-b1e9a056c1c4 req-829b171b-493c-4321-aba3-2456cbb35e74 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.895201 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c21dffb-ecd2-46f6-8c63-b1e9a056c1c4 req-829b171b-493c-4321-aba3-2456cbb35e74 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.26 "DELETE /v2.0/ports/de1d97d6-3465-40be-9bb5-e113c224826b HTTP/1.1" status: 204 len: 173 time: 1.2984991 Jul 16 01:33:08.945747 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304447f3-7e05-4739-b8ff-d5ddc2db530f req-8696bc22-0951-4f3f-975c-372080c6d6c5 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.959849 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-304447f3-7e05-4739-b8ff-d5ddc2db530f req-8696bc22-0951-4f3f-975c-372080c6d6c5 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=0799cf66-ce21-474c-8871-9403b987f354 HTTP/1.1" status: 200 len: 944 time: 0.2335165 Jul 16 01:33:08.995159 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f02f41-7332-43df-b0fe-3f1add5e0c44 req-024aa874-dc29-40a4-9187-d5b0b71a2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.998369 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd675bc36-2846-4674-aa21-f52c95c56855', 'name': 'network-vif-deleted', 'tag': 'de1d97d6-3465-40be-9bb5-e113c224826b'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:09.001153 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-69f02f41-7332-43df-b0fe-3f1add5e0c44 req-024aa874-dc29-40a4-9187-d5b0b71a2151 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1319017 Jul 16 01:33:09.001653 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60364a4-8166-4365-a550-7c9a2051eaaf" -d '{"events": [{"server_uuid": "d675bc36-2846-4674-aa21-f52c95c56855", "name": "network-vif-deleted", "tag": "de1d97d6-3465-40be-9bb5-e113c224826b"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:09.050766 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-304447f3-7e05-4739-b8ff-d5ddc2db530f req-4add40a5-23f6-49d8-b4c4-b44cbc108e7f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898471 Jul 16 01:33:09.156024 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f02f41-7332-43df-b0fe-3f1add5e0c44 req-c6852283-579d-455c-a7ee-fa50174ad734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:09.158154 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-69f02f41-7332-43df-b0fe-3f1add5e0c44 req-c6852283-579d-455c-a7ee-fa50174ad734 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1230683 Jul 16 01:33:09.188979 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['13ef3fc3-63e9-4806-806e-ef207d3d8b55'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:09.390139 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-69f02f41-7332-43df-b0fe-3f1add5e0c44 req-90228492-128a-40ef-afa3-6a00c5d7ce7f service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186139 Jul 16 01:33:09.468875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca6120-a619-417e-804e-b4614f988faa req-724b1797-7a45-482d-803b-f74d5aee4dee tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:09.470864 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67ca6120-a619-417e-804e-b4614f988faa req-724b1797-7a45-482d-803b-f74d5aee4dee tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 944 time: 0.1842794 Jul 16 01:33:09.550238 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67ca6120-a619-417e-804e-b4614f988faa req-e4349c7d-ef9d-4f45-a513-64cb10b8bd77 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717721 Jul 16 01:33:09.614493 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a40676-3674-4047-a682-f9050434ee76 req-30285874-c480-40aa-990a-22a9c359a38e tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:09.621611 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b86ef7-c5ee-43f0-9174-5dbb6719a2f1 x-openstack-request-id: req-70b86ef7-c5ee-43f0-9174-5dbb6719a2f1 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:09.621913 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d675bc36-2846-4674-aa21-f52c95c56855", "name": "network-vif-deleted", "tag": "de1d97d6-3465-40be-9bb5-e113c224826b", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:09.622238 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-70b86ef7-c5ee-43f0-9174-5dbb6719a2f1 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:09.622843 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd675bc36-2846-4674-aa21-f52c95c56855', 'name': 'network-vif-deleted', 'tag': 'de1d97d6-3465-40be-9bb5-e113c224826b', 'status': 'completed', 'code': 200} Jul 16 01:33:09.630599 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-28a40676-3674-4047-a682-f9050434ee76 req-30285874-c480-40aa-990a-22a9c359a38e tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 945 time: 0.2394023 Jul 16 01:33:09.671203 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-69f02f41-7332-43df-b0fe-3f1add5e0c44 req-bee6f799-1409-4ce3-84bb-360714aa93d6 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421472 Jul 16 01:33:09.698619 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f925909c-4ee6-4bbc-bb7d-15db63b5a338 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:09.702883 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-28a40676-3674-4047-a682-f9050434ee76 req-4c194186-d972-4183-966b-839deb2ede21 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709743 Jul 16 01:33:09.836643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port f925909c-4ee6-4bbc-bb7d-15db63b5a338 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:09.847754 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port f925909c-4ee6-4bbc-bb7d-15db63b5a338 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:09.848164 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.849985 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a72794b5-80ce-4c6b-bbd6-3bf23f831d52 req-a473f7e5-32e2-4b8a-a17e-ca203b28772d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 210 time: 0.0648451 Jul 16 01:33:10.028153 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.071598 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0799cf66-ce21-474c-8871-9403b987f354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f925909c-4ee6-4bbc-bb7d-15db63b5a338'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:10.086826 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749a1e36-1a15-47f8-962b-9d59bad71ca5" -d '{"events": [{"server_uuid": "0799cf66-ce21-474c-8871-9403b987f354", "name": "network-vif-plugged", "status": "completed", "tag": "f925909c-4ee6-4bbc-bb7d-15db63b5a338"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:10.108695 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f925909c-4ee6-4bbc-bb7d-15db63b5a338, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f925909c-4ee6-4bbc-bb7d-15db63b5a338,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:10.133511 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.136413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 7cdfc022-4a60-4bcb-b625-721e3134dba4 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:10.175053 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 7cdfc022-4a60-4bcb-b625-721e3134dba4 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:10.175437 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 7cdfc022-4a60-4bcb-b625-721e3134dba4 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:10.175891 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device de1d97d6-3465-40be-9bb5-e113c224826b no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:10.262114 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=f925909c-4ee6-4bbc-bb7d-15db63b5a338,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:10.263627 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c1c2e-f9bb-4748-b339-53bca8e0a9fe req-b4e3a22e-ff2e-4266-86e4-a337c1e3aa16 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.265517 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: de1d97d6-3465-40be-9bb5-e113c224826b {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:10.266026 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device de1d97d6-3465-40be-9bb5-e113c224826b not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:10.281508 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9f6c1c2e-f9bb-4748-b339-53bca8e0a9fe req-b4e3a22e-ff2e-4266-86e4-a337c1e3aa16 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1431720 Jul 16 01:33:10.342760 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9f6c1c2e-f9bb-4748-b339-53bca8e0a9fe req-8cca9571-8d78-487b-8a19-2138aa5c8b8c tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561779 Jul 16 01:33:10.387739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49d483-e31f-474f-b0bc-768701f3299a req-73e4ceb3-af76-4337-a892-64297f55c0ca tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.389647 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ad49d483-e31f-474f-b0bc-768701f3299a req-73e4ceb3-af76-4337-a892-64297f55c0ca tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=0799cf66-ce21-474c-8871-9403b987f354 HTTP/1.1" status: 200 len: 945 time: 0.0855300 Jul 16 01:33:10.459648 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ad49d483-e31f-474f-b0bc-768701f3299a req-fa9d1b5d-f80f-4e3c-a008-71a3a65bcb58 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615804 Jul 16 01:33:10.538920 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb55a75-7859-42cf-9fd4-8a94b9ccb66d x-openstack-request-id: req-acb55a75-7859-42cf-9fd4-8a94b9ccb66d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:10.539217 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0799cf66-ce21-474c-8871-9403b987f354", "name": "network-vif-plugged", "status": "completed", "tag": "f925909c-4ee6-4bbc-bb7d-15db63b5a338", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:10.539471 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-acb55a75-7859-42cf-9fd4-8a94b9ccb66d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:10.539898 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0799cf66-ce21-474c-8871-9403b987f354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f925909c-4ee6-4bbc-bb7d-15db63b5a338', 'code': 200} Jul 16 01:33:10.763659 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07ee74-76cc-4ef2-b724-3e7ecee9d0fa req-53416a7a-d2ac-4466-a065-1e3c0ae1c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.774114 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee07ee74-76cc-4ef2-b724-3e7ecee9d0fa req-53416a7a-d2ac-4466-a065-1e3c0ae1c0a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0799cf66-ce21-474c-8871-9403b987f354 HTTP/1.1" status: 200 len: 1096 time: 0.1375334 Jul 16 01:33:10.838003 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee07ee74-76cc-4ef2-b724-3e7ecee9d0fa req-5ebac35a-8ca5-4e03-acc8-9089ce3a21ef service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563719 Jul 16 01:33:10.841480 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621e5bc-4151-473e-9bc7-d9af64d90ac3 req-771e5b01-a345-472f-91f1-aae9af33d05f tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.849594 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2621e5bc-4151-473e-9bc7-d9af64d90ac3 req-771e5b01-a345-472f-91f1-aae9af33d05f tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 944 time: 0.1072469 Jul 16 01:33:10.911754 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2621e5bc-4151-473e-9bc7-d9af64d90ac3 req-47b1fcbd-29e5-4091-a9a5-2fd5c2895958 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597785 Jul 16 01:33:11.153808 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28021f8-0770-4081-a7f3-e5408f549a07 req-c31f1e25-d0be-4885-a8e9-40354b5f15e7 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:11.155343 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c28021f8-0770-4081-a7f3-e5408f549a07 req-c31f1e25-d0be-4885-a8e9-40354b5f15e7 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 945 time: 0.1345046 Jul 16 01:33:11.175296 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a5183638-0c56-4359-be47-610af28ca777 req-e66d2e43-aed1-4b78-b918-4c4e6876c049 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 210 time: 0.0428932 Jul 16 01:33:11.206391 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c28021f8-0770-4081-a7f3-e5408f549a07 req-34857377-3cc4-4880-a049-1b8bb6f2a687 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448263 Jul 16 01:33:11.582103 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fac12-3cc8-4bfa-b3df-f69397b0f723 req-2e0e848c-87fd-400f-97fe-e4d0c5daa082 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:11.589967 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f56fac12-3cc8-4bfa-b3df-f69397b0f723 req-2e0e848c-87fd-400f-97fe-e4d0c5daa082 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1136289 Jul 16 01:33:11.668695 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f56fac12-3cc8-4bfa-b3df-f69397b0f723 req-e7362f23-6c49-4218-b96e-04736adce2ef tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773799 Jul 16 01:33:12.073949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f4c70-41cf-4b88-9948-74066d143c97 req-99285d4e-c083-4327-9d6a-9b51a67aef9a tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:12.084637 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da1f4c70-41cf-4b88-9948-74066d143c97 req-99285d4e-c083-4327-9d6a-9b51a67aef9a tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=0799cf66-ce21-474c-8871-9403b987f354 HTTP/1.1" status: 200 len: 945 time: 0.1607034 Jul 16 01:33:12.193209 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da1f4c70-41cf-4b88-9948-74066d143c97 req-e7164d05-f236-411e-870c-d01db945fc38 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067929 Jul 16 01:33:12.206883 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2ee60-b6d8-4fb8-8416-203a424759bf req-8064c3a1-3bcf-42df-84b1-c463bc96434f tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:12.214159 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f1a2ee60-b6d8-4fb8-8416-203a424759bf req-8064c3a1-3bcf-42df-84b1-c463bc96434f tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=53356f91-55c1-4380-80fc-d8059d4097b2 HTTP/1.1" status: 200 len: 950 time: 0.1535211 Jul 16 01:33:12.280829 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f1a2ee60-b6d8-4fb8-8416-203a424759bf req-ce279d36-b2f2-4be8-bcf6-c6dc483f8d32 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649118 Jul 16 01:33:12.472385 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a0481881-78ff-465e-b72d-218215d117ec req-f9273a16-5dce-42aa-82c0-da5fd0b3dbd7 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 210 time: 0.0479047 Jul 16 01:33:12.486769 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60bfa2-0ce8-447d-8bea-3bf75c1b9605 req-e9c8a624-19e8-45bc-9e0c-6f761f3c93e2 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:12.492258 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be60bfa2-0ce8-447d-8bea-3bf75c1b9605 req-e9c8a624-19e8-45bc-9e0c-6f761f3c93e2 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 944 time: 0.1396818 Jul 16 01:33:12.539263 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be60bfa2-0ce8-447d-8bea-3bf75c1b9605 req-71532923-7646-40c9-9841-1bafe331582c tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460005 Jul 16 01:33:12.621799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:12.752602 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea76646-5805-48a7-9ba4-4b67ee841f6a req-5b2b3eed-9766-4881-900f-4ef8dbb4fec6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:12.757215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:12.761518 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:12.761902 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.763289 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9ea76646-5805-48a7-9ba4-4b67ee841f6a req-5b2b3eed-9766-4881-900f-4ef8dbb4fec6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 945 time: 0.1374960 Jul 16 01:33:12.816362 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9ea76646-5805-48a7-9ba4-4b67ee841f6a req-d96457bb-d3ba-4514-8b02-88f1cf77cf5c tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519054 Jul 16 01:33:12.902277 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.939587 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:12.941920 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0f5616-9d44-4a85-9ecc-df887430f0f5" -d '{"events": [{"server_uuid": "7d0a90b0-0be3-44fc-b1a3-620f7b67a023", "name": "network-vif-plugged", "status": "completed", "tag": "e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:12.959260 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd,segment=NetworkSegment(05a87a64-85ee-48fc-b186-80e3acc4d32d),segment_id=05a87a64-85ee-48fc-b186-80e3acc4d32d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:12.966404 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.996379 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d430b7-00f5-471f-82fa-4899b1e2cbdf req-c6f88f06-978f-4adf-930d-e9f450187dc8 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:12.998610 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-14d430b7-00f5-471f-82fa-4899b1e2cbdf req-c6f88f06-978f-4adf-930d-e9f450187dc8 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "GET /v2.0/ports?device_id=53356f91-55c1-4380-80fc-d8059d4097b2 HTTP/1.1" status: 200 len: 950 time: 0.1602592 Jul 16 01:33:13.011482 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b9aa0-bf80-4c73-b8b8-4de40237dd02 req-b9964d90-9aac-4c45-a53b-bfeb1973a08e tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:13.019995 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-955b9aa0-bf80-4c73-b8b8-4de40237dd02 req-b9964d90-9aac-4c45-a53b-bfeb1973a08e tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1424172 Jul 16 01:33:13.022144 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:13.122981 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-955b9aa0-bf80-4c73-b8b8-4de40237dd02 req-4ba3947c-5812-42ab-a214-11faef195205 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016710 Jul 16 01:33:13.179943 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002726e3-b4b4-4a37-bd50-5d1212154250 x-openstack-request-id: req-002726e3-b4b4-4a37-bd50-5d1212154250 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:13.180247 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0a90b0-0be3-44fc-b1a3-620f7b67a023", "name": "network-vif-plugged", "status": "completed", "tag": "e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:13.180507 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-002726e3-b4b4-4a37-bd50-5d1212154250 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:13.180907 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd', 'code': 200} Jul 16 01:33:13.217352 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-14d430b7-00f5-471f-82fa-4899b1e2cbdf req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Deleting port 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:13.217981 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-14d430b7-00f5-471f-82fa-4899b1e2cbdf req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.373752 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-14d430b7-00f5-471f-82fa-4899b1e2cbdf req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] For port 5c1732fa-4e5d-41e4-bbf2-74b70b445f67, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5c1732fa-4e5d-41e4-bbf2-74b70b445f67,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:13.374675 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-14d430b7-00f5-471f-82fa-4899b1e2cbdf req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.420870 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-14d430b7-00f5-471f-82fa-4899b1e2cbdf req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Calling delete_port for 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:13.578817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564feabd-c24e-4b34-9ac7-936d7c05f2be req-c7897c82-0037-477b-9249-e8ed4b40534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:13.580901 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-564feabd-c24e-4b34-9ac7-936d7c05f2be req-c7897c82-0037-477b-9249-e8ed4b40534e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 1096 time: 0.2043509 Jul 16 01:33:13.596292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe020f-688f-4158-af5c-a01223f1da70 req-8ed4f112-c90b-4912-a57c-33099f145500 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:13.597817 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6cbe020f-688f-4158-af5c-a01223f1da70 req-8ed4f112-c90b-4912-a57c-33099f145500 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b74a416-e2af-4e9c-96f2-7731443e9fb6 HTTP/1.1" status: 200 len: 949 time: 0.2290354 Jul 16 01:33:13.613959 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:33:13.691220 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1222166-1442-4530-92ae-8b137950cb23 req-78191671-3015-461a-809f-794cca1cca1f tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:13.700272 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1222166-1442-4530-92ae-8b137950cb23 req-78191671-3015-461a-809f-794cca1cca1f tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=53356f91-55c1-4380-80fc-d8059d4097b2 HTTP/1.1" status: 200 len: 950 time: 0.1990867 Jul 16 01:33:13.707835 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-14d430b7-00f5-471f-82fa-4899b1e2cbdf req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.745938 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5c1732fa-4e5d-41e4-bbf2-74b70b445f67', '56007dd3-de4a-440e-8086-7df9708946f1'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:13.748538 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-564feabd-c24e-4b34-9ac7-936d7c05f2be req-040eba9a-9a91-4066-a0d7-4c61e7845e39 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497083 Jul 16 01:33:13.802460 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ee301-6951-4da8-804d-2dbc7f55490d req-609b1217-9b1e-4f42-825d-217054da398c tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:13.803432 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1222166-1442-4530-92ae-8b137950cb23 req-294c0c9e-c6b4-4881-b6a6-4a94afdf2da9 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022043 Jul 16 01:33:13.804538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['13ef3fc3-63e9-4806-806e-ef207d3d8b55'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:13.815438 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-728ee301-6951-4da8-804d-2dbc7f55490d req-609b1217-9b1e-4f42-825d-217054da398c tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=0799cf66-ce21-474c-8871-9403b987f354 HTTP/1.1" status: 200 len: 945 time: 0.3574517 Jul 16 01:33:13.817508 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Pushing event deleted for resources: {'Port': ['ID=5c1732fa-4e5d-41e4-bbf2-74b70b445f67,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:13.848665 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:13.849012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:13.849349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:13.849681 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:13.850008 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:13.850332 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:13.850654 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:13.850970 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:13.851290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:13.851609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:13.851953 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:13.852269 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:13.896540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-6cbe020f-688f-4158-af5c-a01223f1da70 req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Deleting port 56007dd3-de4a-440e-8086-7df9708946f1 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:13.899520 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6cbe020f-688f-4158-af5c-a01223f1da70 req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.007970 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d430b7-00f5-471f-82fa-4899b1e2cbdf req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] No DVR routers for this DVR port 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:14.018644 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-14d430b7-00f5-471f-82fa-4899b1e2cbdf req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.028478 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-14d430b7-00f5-471f-82fa-4899b1e2cbdf req-01bbae43-213c-4f63-92b6-8058e3a52730 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "DELETE /v2.0/ports/5c1732fa-4e5d-41e4-bbf2-74b70b445f67 HTTP/1.1" status: 204 len: 173 time: 0.9842236 Jul 16 01:33:14.028965 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53356f91-55c1-4380-80fc-d8059d4097b2', 'name': 'network-vif-deleted', 'tag': '5c1732fa-4e5d-41e4-bbf2-74b70b445f67'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:14.031264 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f82b589-ebc8-4715-b070-fbeb84d1c4b0" -d '{"events": [{"server_uuid": "53356f91-55c1-4380-80fc-d8059d4097b2", "name": "network-vif-deleted", "tag": "5c1732fa-4e5d-41e4-bbf2-74b70b445f67"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:14.044060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-6cbe020f-688f-4158-af5c-a01223f1da70 req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] For port 56007dd3-de4a-440e-8086-7df9708946f1, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=56007dd3-de4a-440e-8086-7df9708946f1,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:14.044699 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6cbe020f-688f-4158-af5c-a01223f1da70 req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.050871 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-728ee301-6951-4da8-804d-2dbc7f55490d req-ec79b08f-0276-494e-a0d6-5ce1f3e4d621 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343664 Jul 16 01:33:14.210759 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-6cbe020f-688f-4158-af5c-a01223f1da70 req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Calling delete_port for 56007dd3-de4a-440e-8086-7df9708946f1 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:14.236444 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f246099d-1856-44da-aa03-4055c87b27e1 req-1b9857c7-b145-43f8-881d-990fc0b13d2d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 210 time: 0.1608946 Jul 16 01:33:14.542486 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535df7f-fd0e-4a6c-ae6e-7aa5b674e79d req-53b1e95e-ce63-4380-b6a9-40d170441965 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.554848 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5535df7f-fd0e-4a6c-ae6e-7aa5b674e79d req-53b1e95e-ce63-4380-b6a9-40d170441965 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 945 time: 0.1660521 Jul 16 01:33:14.616631 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5535df7f-fd0e-4a6c-ae6e-7aa5b674e79d req-2dbb9655-b51d-4223-89bd-7bdef678b9e7 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587399 Jul 16 01:33:14.632512 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6cbe020f-688f-4158-af5c-a01223f1da70 req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.679096 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393379a1-e018-4eb2-9ef4-193927ff48b9 x-openstack-request-id: req-393379a1-e018-4eb2-9ef4-193927ff48b9 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:14.679702 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53356f91-55c1-4380-80fc-d8059d4097b2", "name": "network-vif-deleted", "tag": "5c1732fa-4e5d-41e4-bbf2-74b70b445f67", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:14.680337 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-393379a1-e018-4eb2-9ef4-193927ff48b9 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:14.680993 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53356f91-55c1-4380-80fc-d8059d4097b2', 'name': 'network-vif-deleted', 'tag': '5c1732fa-4e5d-41e4-bbf2-74b70b445f67', 'status': 'completed', 'code': 200} Jul 16 01:33:14.690874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5c1732fa-4e5d-41e4-bbf2-74b70b445f67'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:14.743375 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Pushing event deleted for resources: {'Port': ['ID=56007dd3-de4a-440e-8086-7df9708946f1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:14.765785 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.766217 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.766587 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.766917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.767244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.767565 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.767925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.768248 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.768569 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.768887 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.769202 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.769515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.829857 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbe020f-688f-4158-af5c-a01223f1da70 req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] No DVR routers for this DVR port 56007dd3-de4a-440e-8086-7df9708946f1 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:14.834785 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6cbe020f-688f-4158-af5c-a01223f1da70 req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.838176 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6cbe020f-688f-4158-af5c-a01223f1da70 req-05a26991-6b0f-49a7-bfb1-28b1819c8518 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.26 "DELETE /v2.0/ports/56007dd3-de4a-440e-8086-7df9708946f1 HTTP/1.1" status: 204 len: 173 time: 1.2253842 Jul 16 01:33:14.840671 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b74a416-e2af-4e9c-96f2-7731443e9fb6', 'name': 'network-vif-deleted', 'tag': '56007dd3-de4a-440e-8086-7df9708946f1'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:14.845213 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c87dab-fb3a-4e4f-b88d-5422275442ed" -d '{"events": [{"server_uuid": "7b74a416-e2af-4e9c-96f2-7731443e9fb6", "name": "network-vif-deleted", "tag": "56007dd3-de4a-440e-8086-7df9708946f1"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:14.870894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7438a-2309-43cc-8c23-b70a6c49b9b3 req-de9ead93-2cea-4ea2-8f53-1be70c95da40 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.878634 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9fe7438a-2309-43cc-8c23-b70a6c49b9b3 req-de9ead93-2cea-4ea2-8f53-1be70c95da40 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 945 time: 0.2685888 Jul 16 01:33:14.960661 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9fe7438a-2309-43cc-8c23-b70a6c49b9b3 req-6d5c2d35-dd61-4182-8dff-3d56ad252cbe tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808911 Jul 16 01:33:15.337200 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['13ef3fc3-63e9-4806-806e-ef207d3d8b55'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:15.491178 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94c5b98b-7a30-41da-806b-65d437950459 req-e837a28d-062f-4acf-9f15-5fc971dcb798 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=53356f91-55c1-4380-80fc-d8059d4097b2 HTTP/1.1" status: 200 len: 210 time: 0.0638077 Jul 16 01:33:15.533788 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd11777-6087-4fb7-8fb4-0b0b9497e897 req-7d61a177-8c11-4547-9ba4-c9728b113197 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.535443 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1cd11777-6087-4fb7-8fb4-0b0b9497e897 req-7d61a177-8c11-4547-9ba4-c9728b113197 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1613760 Jul 16 01:33:15.547980 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc36c66-e5cd-4e70-9d68-dfdda2336033 x-openstack-request-id: req-0fc36c66-e5cd-4e70-9d68-dfdda2336033 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:15.548330 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b74a416-e2af-4e9c-96f2-7731443e9fb6", "name": "network-vif-deleted", "tag": "56007dd3-de4a-440e-8086-7df9708946f1", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:15.548931 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0fc36c66-e5cd-4e70-9d68-dfdda2336033 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:15.549633 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b74a416-e2af-4e9c-96f2-7731443e9fb6', 'name': 'network-vif-deleted', 'tag': '56007dd3-de4a-440e-8086-7df9708946f1', 'status': 'completed', 'code': 200} Jul 16 01:33:15.599142 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1cd11777-6087-4fb7-8fb4-0b0b9497e897 req-6bf6c847-a839-45a4-adb4-898c615c0de4 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550070 Jul 16 01:33:15.757966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9e214-574b-4d2c-bb50-7f0e4b21a80b req-a7c9b2f7-0ee1-4859-9c0b-4933fb1d7773 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.764811 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-96f9e214-574b-4d2c-bb50-7f0e4b21a80b req-a7c9b2f7-0ee1-4859-9c0b-4933fb1d7773 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=0799cf66-ce21-474c-8871-9403b987f354 HTTP/1.1" status: 200 len: 945 time: 0.0880294 Jul 16 01:33:15.804486 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-84fd2caa-c3b9-4048-9b19-bcc9ae97586e req-40a54062-abd7-491b-bd57-4a29bad3e9a9 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=d675bc36-2846-4674-aa21-f52c95c56855 HTTP/1.1" status: 200 len: 210 time: 0.0698974 Jul 16 01:33:15.835747 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-96f9e214-574b-4d2c-bb50-7f0e4b21a80b req-3060611f-e384-4993-8e04-72a25b2b6ebd tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662293 Jul 16 01:33:16.096342 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a978d4c-b062-41c8-8739-a43a42cd4e18 req-1c69e795-41ba-4af1-84da-b2c30d0a6461 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:16.099723 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a978d4c-b062-41c8-8739-a43a42cd4e18 req-1c69e795-41ba-4af1-84da-b2c30d0a6461 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 945 time: 0.1046729 Jul 16 01:33:16.259864 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a978d4c-b062-41c8-8739-a43a42cd4e18 req-b5218ebb-23cd-4c8e-9c5e-ac3c802619d0 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413918 Jul 16 01:33:16.486727 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ffdac-087d-4177-8a2e-608b7335f322 req-b2c8de89-11fb-4869-9236-42777638af88 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:16.494786 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-773ffdac-087d-4177-8a2e-608b7335f322 req-b2c8de89-11fb-4869-9236-42777638af88 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 945 time: 0.2678549 Jul 16 01:33:16.574675 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-773ffdac-087d-4177-8a2e-608b7335f322 req-af0b4546-5ae4-4d87-a5d3-496f3378cc70 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788906 Jul 16 01:33:16.928244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae9d5e-4278-4e0f-b121-15a9566270d0 req-0125b9d7-ac80-49eb-a389-894580149d98 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:16.936171 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-21ae9d5e-4278-4e0f-b121-15a9566270d0 req-0125b9d7-ac80-49eb-a389-894580149d98 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1511166 Jul 16 01:33:17.015670 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-21ae9d5e-4278-4e0f-b121-15a9566270d0 req-4b6edf0f-f466-4791-b02c-0491c8493071 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781670 Jul 16 01:33:17.339832 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2710dc-12ed-4f15-bbf0-f3824395e22a req-71b55ec6-f179-40ef-bd00-57c394763ce9 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.347990 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bc2710dc-12ed-4f15-bbf0-f3824395e22a req-71b55ec6-f179-40ef-bd00-57c394763ce9 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=0799cf66-ce21-474c-8871-9403b987f354 HTTP/1.1" status: 200 len: 945 time: 0.0890808 Jul 16 01:33:17.401768 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bc2710dc-12ed-4f15-bbf0-f3824395e22a req-1bb6b758-fd68-49f0-a32c-6f80970454e6 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525007 Jul 16 01:33:17.569344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbffcb-31f5-44d4-acbf-86f93499f660 req-7de8c8f3-6b45-40a5-ab7f-2ac65b66e047 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.585817 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7dfbffcb-31f5-44d4-acbf-86f93499f660 req-7de8c8f3-6b45-40a5-ab7f-2ac65b66e047 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b HTTP/1.1" status: 200 len: 950 time: 0.1138654 Jul 16 01:33:17.588754 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0015a37-e219-4a64-bb32-178c17de959b req-50716d22-39a8-4b8f-affc-2ded0ef41996 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.600070 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b0015a37-e219-4a64-bb32-178c17de959b req-50716d22-39a8-4b8f-affc-2ded0ef41996 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 945 time: 0.0847294 Jul 16 01:33:17.649403 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b0015a37-e219-4a64-bb32-178c17de959b req-bb83e0bd-d7eb-4eb4-9eba-6ceff3476ceb tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480292 Jul 16 01:33:17.652929 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7dfbffcb-31f5-44d4-acbf-86f93499f660 req-0ae39579-ce2f-4888-bb19-3231cdaad52e tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656242 Jul 16 01:33:17.759516 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:17.793898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:17.794591 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5c1732fa-4e5d-41e4-bbf2-74b70b445f67 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:17.795056 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 56007dd3-de4a-440e-8086-7df9708946f1 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:17.823643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 56007dd3-de4a-440e-8086-7df9708946f1 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:17.824234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 56007dd3-de4a-440e-8086-7df9708946f1 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:18.017460 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e7758-4654-462f-a783-d38a358b5dc9 req-63ecfdea-c6a2-44db-8d37-6296530dd60c tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.019415 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b6e7758-4654-462f-a783-d38a358b5dc9 req-63ecfdea-c6a2-44db-8d37-6296530dd60c tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 945 time: 0.0841370 Jul 16 01:33:18.066750 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b6e7758-4654-462f-a783-d38a358b5dc9 req-98b534d4-73c5-4cb7-9d3b-df75167d9110 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390756 Jul 16 01:33:18.397564 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7de2b4-ab0c-4ea5-85ac-8812c75d366c req-7484b9d0-878c-4b58-b170-f53f8db545bf tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.399800 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b7de2b4-ab0c-4ea5-85ac-8812c75d366c req-7484b9d0-878c-4b58-b170-f53f8db545bf tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 812 time: 0.1865828 Jul 16 01:33:18.419246 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b7de2b4-ab0c-4ea5-85ac-8812c75d366c req-48ff414b-0291-40b0-a9a0-5aabf3cb9ef8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/quotas/896b96fff2154ceeadc07932cbd11243 HTTP/1.1" status: 200 len: 375 time: 0.0135415 Jul 16 01:33:18.430074 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-f83bf80c-ff75-4977-83c6-618eeb766179 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2695668 Jul 16 01:33:18.435161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-5f10f884-3dc4-4115-8567-f1d419788932 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:18.459255 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b7de2b4-ab0c-4ea5-85ac-8812c75d366c req-1106c0a3-f480-499d-a16f-69e38fafaf89 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325260 Jul 16 01:33:18.467762 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-5f10f884-3dc4-4115-8567-f1d419788932 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.605741 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b7de2b4-ab0c-4ea5-85ac-8812c75d366c req-2317973f-09b8-476c-9851-f96d32732f93 service neutron] 10.222.0.54 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364589 Jul 16 01:33:18.614475 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-5f10f884-3dc4-4115-8567-f1d419788932 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.734022 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b7de2b4-ab0c-4ea5-85ac-8812c75d366c req-a2cf3e88-fbb3-4a96-9247-e9fbf1e8bfde service neutron] 10.222.0.54 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201408 Jul 16 01:33:18.757571 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-5f10f884-3dc4-4115-8567-f1d419788932 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Allocated IP 172.25.1.104 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/d3ba8018-db4d-44d0-aac2-7b086cf0790f) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:18.883401 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-5f10f884-3dc4-4115-8567-f1d419788932 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.942003 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-5f10f884-3dc4-4115-8567-f1d419788932 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.011619 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10f884-3dc4-4115-8567-f1d419788932 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Pushing event updated for resources: {'Port': ['ID=d3ba8018-db4d-44d0-aac2-7b086cf0790f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:19.030757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-5f10f884-3dc4-4115-8567-f1d419788932 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:19.032369 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-5f10f884-3dc4-4115-8567-f1d419788932 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:19.034914 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-5f10f884-3dc4-4115-8567-f1d419788932 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:19.136720 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab2816-b066-4800-85d3-4b69cfe8e27d req-83d25943-7a10-49b8-8b2e-2597b622eae8 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.147112 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9aab2816-b066-4800-85d3-4b69cfe8e27d req-83d25943-7a10-49b8-8b2e-2597b622eae8 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1192110 Jul 16 01:33:19.155382 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-5f10f884-3dc4-4115-8567-f1d419788932 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.191878 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9aab2816-b066-4800-85d3-4b69cfe8e27d req-5f4e5fb7-63ab-4731-b591-b072057221be tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437453 Jul 16 01:33:19.214992 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-5f10f884-3dc4-4115-8567-f1d419788932 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.419332 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-5f10f884-3dc4-4115-8567-f1d419788932 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.425554 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-5f10f884-3dc4-4115-8567-f1d419788932 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.502382 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10f884-3dc4-4115-8567-f1d419788932 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Pushing event updated for resources: {'Port': ['ID=d3ba8018-db4d-44d0-aac2-7b086cf0790f,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:19.522476 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-5f10f884-3dc4-4115-8567-f1d419788932 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.537102 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690880a-87a9-4349-800f-723e5d8758f1 req-e790634a-bdf0-4cb4-b999-bbc389a594d8 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.538725 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1690880a-87a9-4349-800f-723e5d8758f1 req-e790634a-bdf0-4cb4-b999-bbc389a594d8 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b HTTP/1.1" status: 200 len: 950 time: 0.0799439 Jul 16 01:33:19.540611 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-5f10f884-3dc4-4115-8567-f1d419788932 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.541886 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-5f10f884-3dc4-4115-8567-f1d419788932 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1109486 Jul 16 01:33:19.583873 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1690880a-87a9-4349-800f-723e5d8758f1 req-f2488bcb-8baa-4f5d-9244-b9d0ba57dbdb tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384481 Jul 16 01:33:19.601652 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-ffec8c6e-e21f-4231-9961-6533716d7d6b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.0506721 Jul 16 01:33:19.714848 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-d21b3155-004e-4c05-81ad-ceebda0a3572 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.716154 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b69689dc-7843-4ff2-8178-be4db0b2fb70 req-d21b3155-004e-4c05-81ad-ceebda0a3572 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1092691 Jul 16 01:33:19.837778 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f5b67c77-28c1-4151-a96c-cc430f48feee req-1d9fd982-1e91-4cb1-b148-ed9266dc13e4 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6ea8e77-8c73-4b38-abf8-e5551e7bdc2a HTTP/1.1" status: 200 len: 210 time: 0.0295801 Jul 16 01:33:19.904148 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49adaf-5866-4d3f-8367-8ccb470b8e43 req-c64e5cc8-ea9d-4476-aee5-630806533fd8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.905822 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a49adaf-5866-4d3f-8367-8ccb470b8e43 req-c64e5cc8-ea9d-4476-aee5-630806533fd8 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 945 time: 0.0731988 Jul 16 01:33:19.960179 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a49adaf-5866-4d3f-8367-8ccb470b8e43 req-cf2dcd08-494a-4ede-8cef-7fbc88ba6f01 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353575 Jul 16 01:33:20.030985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-76f08873-01bf-4666-afa4-65691e4873d8 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.032862 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-76f08873-01bf-4666-afa4-65691e4873d8 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/networks?id=1612ce87-fb4d-45f3-8058-d097e2a71ab1 HTTP/1.1" status: 200 len: 819 time: 0.1073258 Jul 16 01:33:20.047172 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-334b4613-1cf5-49b6-a3ec-2bae7056f094 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/quotas/22a396f99efc4d13a24bdc67c6b2b3f6 HTTP/1.1" status: 200 len: 375 time: 0.0088494 Jul 16 01:33:20.122752 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-d3672574-652a-40a7-ae8c-6aababe4ded8 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=22a396f99efc4d13a24bdc67c6b2b3f6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0701499 Jul 16 01:33:20.218294 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-1e5d6e20-9628-41a7-b77a-78687e073881 service neutron] 10.222.0.54 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885551 Jul 16 01:33:20.359022 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-914dabd8-175d-42fb-bf66-6eb6bf0880b6 req-b62d1766-f310-4293-b048-40ede4f78141 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6ea8e77-8c73-4b38-abf8-e5551e7bdc2a HTTP/1.1" status: 200 len: 210 time: 0.0422909 Jul 16 01:33:20.375469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e4e48-2c08-478c-9c5e-c67be1989e94 req-c4c367db-de32-4993-8435-aee675801bd8 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.380029 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f93e4e48-2c08-478c-9c5e-c67be1989e94 req-c4c367db-de32-4993-8435-aee675801bd8 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b HTTP/1.1" status: 200 len: 950 time: 0.1345572 Jul 16 01:33:20.563960 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-f93e4e48-2c08-478c-9c5e-c67be1989e94 req-9ef84018-eb63-4d92-89ea-e8d718ea54f5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Deleting port 13ef3fc3-63e9-4806-806e-ef207d3d8b55 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:20.564295 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f93e4e48-2c08-478c-9c5e-c67be1989e94 req-9ef84018-eb63-4d92-89ea-e8d718ea54f5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.619291 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-65e0f935-3329-461b-916a-3cecde9aa34c service neutron] 10.222.0.54 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948867 Jul 16 01:33:20.943798 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b7de2b4-ab0c-4ea5-85ac-8812c75d366c req-0a23be0e-e91a-4a7e-9b64-43c126c61f28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&device_id=a6ea8e77-8c73-4b38-abf8-e5551e7bdc2a HTTP/1.1" status: 200 len: 210 time: 0.0379429 Jul 16 01:33:20.956088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0956d-a13a-43cc-baa1-6446000e271c req-5a1eb17d-dc05-4a33-b5ef-31f2e38ec9d2 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.957578 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3d0956d-a13a-43cc-baa1-6446000e271c req-5a1eb17d-dc05-4a33-b5ef-31f2e38ec9d2 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.4735990 Jul 16 01:33:21.141769 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f89ff-0429-4ddf-a803-5f6269993204 req-be4ada78-c75d-4efc-ad34-0ffd30a6c8b4 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.149519 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2c7f89ff-0429-4ddf-a803-5f6269993204 req-be4ada78-c75d-4efc-ad34-0ffd30a6c8b4 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b HTTP/1.1" status: 200 len: 950 time: 0.0866179 Jul 16 01:33:21.186397 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2c7f89ff-0429-4ddf-a803-5f6269993204 req-91210e8e-ae3e-4ace-aecb-6970465e2edf tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a252ac1-0a53-4de4-9632-c16c7d08d024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359979 Jul 16 01:33:21.221066 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3d0956d-a13a-43cc-baa1-6446000e271c req-cca6af05-6c3e-4f24-ae7c-80f9cec350d3 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218287 Jul 16 01:33:21.222717 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-f93e4e48-2c08-478c-9c5e-c67be1989e94 req-9ef84018-eb63-4d92-89ea-e8d718ea54f5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] For port 13ef3fc3-63e9-4806-806e-ef207d3d8b55, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=13ef3fc3-63e9-4806-806e-ef207d3d8b55,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:21.223089 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f93e4e48-2c08-478c-9c5e-c67be1989e94 req-9ef84018-eb63-4d92-89ea-e8d718ea54f5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.268866 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-f93e4e48-2c08-478c-9c5e-c67be1989e94 req-9ef84018-eb63-4d92-89ea-e8d718ea54f5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Calling delete_port for 13ef3fc3-63e9-4806-806e-ef207d3d8b55 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:21.303219 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7de2b4-ab0c-4ea5-85ac-8812c75d366c req-ae777ad1-e3d3-4dcf-a972-0009419ce383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.304734 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b7de2b4-ab0c-4ea5-85ac-8812c75d366c req-ae777ad1-e3d3-4dcf-a972-0009419ce383 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=896b96fff2154ceeadc07932cbd11243&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3420510 Jul 16 01:33:21.355182 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a23679a-a84e-4bbd-8433-55bc3ee1829d req-984e9d9c-1f67-432e-97bc-712d24046438 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 210 time: 0.0386472 Jul 16 01:33:21.614385 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7de2b4-ab0c-4ea5-85ac-8812c75d366c req-710079ae-221a-4d73-b5e4-939fb07508c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.617104 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b7de2b4-ab0c-4ea5-85ac-8812c75d366c req-710079ae-221a-4d73-b5e4-939fb07508c1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2706099 Jul 16 01:33:21.620930 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e16b0ca7-e390-461d-82c5-946eb023c8dc req-57936dc8-27f2-4f11-b91c-8bee611e9bd6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6ea8e77-8c73-4b38-abf8-e5551e7bdc2a HTTP/1.1" status: 200 len: 210 time: 0.0394218 Jul 16 01:33:21.683935 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f93e4e48-2c08-478c-9c5e-c67be1989e94 req-9ef84018-eb63-4d92-89ea-e8d718ea54f5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.733745 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3324c0-afca-45ac-9925-cbd736242109 req-aae428aa-7e98-4531-91c6-94739ad777c7 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.735591 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f3324c0-afca-45ac-9925-cbd736242109 req-aae428aa-7e98-4531-91c6-94739ad777c7 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 945 time: 0.1865480 Jul 16 01:33:21.764936 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['13ef3fc3-63e9-4806-806e-ef207d3d8b55'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:21.792078 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f925909c-4ee6-4bbc-bb7d-15db63b5a338 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:21.806347 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef84018-eb63-4d92-89ea-e8d718ea54f5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Pushing event deleted for resources: {'Port': ['ID=13ef3fc3-63e9-4806-806e-ef207d3d8b55,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:21.815259 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da12389-fc6a-48ba-b609-4b773cf7a1f0 req-5dc7b41c-fe7b-4304-bc63-d7e8221c6d59 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.817067 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1da12389-fc6a-48ba-b609-4b773cf7a1f0 req-5dc7b41c-fe7b-4304-bc63-d7e8221c6d59 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 951 time: 0.0739594 Jul 16 01:33:21.830004 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b7de2b4-ab0c-4ea5-85ac-8812c75d366c req-4fca02d3-cb40-44e5-855f-03d415d0d930 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6ea8e77-8c73-4b38-abf8-e5551e7bdc2a HTTP/1.1" status: 200 len: 210 time: 0.1432438 Jul 16 01:33:21.879159 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1da12389-fc6a-48ba-b609-4b773cf7a1f0 req-585498bc-5522-4683-a73c-79f93f0d0d67 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d56c9-63fc-4fb8-b51b-5f761934a152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551448 Jul 16 01:33:21.918486 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f925909c-4ee6-4bbc-bb7d-15db63b5a338, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f925909c-4ee6-4bbc-bb7d-15db63b5a338,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:21.937684 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'f925909c-4ee6-4bbc-bb7d-15db63b5a338', 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071', 'port_id': 'f925909c-4ee6-4bbc-bb7d-15db63b5a338', 'mac_address': 'fa:16:3e:06:74:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6ab48a-a89d-4604-95e5-95b119c0d93d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:21.940714 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93e4e48-2c08-478c-9c5e-c67be1989e94 req-9ef84018-eb63-4d92-89ea-e8d718ea54f5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] No DVR routers for this DVR port 13ef3fc3-63e9-4806-806e-ef207d3d8b55 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:21.946001 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f93e4e48-2c08-478c-9c5e-c67be1989e94 req-9ef84018-eb63-4d92-89ea-e8d718ea54f5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.948377 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f93e4e48-2c08-478c-9c5e-c67be1989e94 req-9ef84018-eb63-4d92-89ea-e8d718ea54f5 tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.47 "DELETE /v2.0/ports/13ef3fc3-63e9-4806-806e-ef207d3d8b55 HTTP/1.1" status: 204 len: 173 time: 1.5600028 Jul 16 01:33:21.952361 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa3cf09-074d-4da8-beb4-c959649fbd5b', 'name': 'network-vif-deleted', 'tag': '13ef3fc3-63e9-4806-806e-ef207d3d8b55'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:21.955353 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10225468-3183-49e5-aa89-e1ab1b03e1fb" -d '{"events": [{"server_uuid": "ffa3cf09-074d-4da8-beb4-c959649fbd5b", "name": "network-vif-deleted", "tag": "13ef3fc3-63e9-4806-806e-ef207d3d8b55"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:21.999071 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f3324c0-afca-45ac-9925-cbd736242109 req-642eab9f-5bc1-4d13-aceb-a78c39d4d9d3 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707442 Jul 16 01:33:22.046198 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.075471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f925909c-4ee6-4bbc-bb7d-15db63b5a338 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:22.100661 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f925909c-4ee6-4bbc-bb7d-15db63b5a338, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f925909c-4ee6-4bbc-bb7d-15db63b5a338,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:22.119153 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d21686-640b-4f6e-abf8-4d9d532e4266 x-openstack-request-id: req-86d21686-640b-4f6e-abf8-4d9d532e4266 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:22.119496 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa3cf09-074d-4da8-beb4-c959649fbd5b", "name": "network-vif-deleted", "tag": "13ef3fc3-63e9-4806-806e-ef207d3d8b55", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:22.119788 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-86d21686-640b-4f6e-abf8-4d9d532e4266 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:22.119933 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.120385 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa3cf09-074d-4da8-beb4-c959649fbd5b', 'name': 'network-vif-deleted', 'tag': '13ef3fc3-63e9-4806-806e-ef207d3d8b55', 'status': 'completed', 'code': 200} Jul 16 01:33:22.227933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=f925909c-4ee6-4bbc-bb7d-15db63b5a338,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:22.319203 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['f925909c-4ee6-4bbc-bb7d-15db63b5a338'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:22.446965 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-afc348f0-2c66-455e-a0cf-884b301c7b74 req-9353919a-e3f6-4b5f-8eec-d8b98efc06ee tempest-ServersOnMultiNodesTest-1150907692 tempest-ServersOnMultiNodesTest-1150907692-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffa3cf09-074d-4da8-beb4-c959649fbd5b HTTP/1.1" status: 200 len: 210 time: 0.0755892 Jul 16 01:33:22.826042 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-75e812a3-0c68-4d92-b35f-de55da56f9fa tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:22.829631 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-75e812a3-0c68-4d92-b35f-de55da56f9fa tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.26 "GET /v2.0/networks?id=1612ce87-fb4d-45f3-8058-d097e2a71ab1 HTTP/1.1" status: 200 len: 819 time: 0.2781851 Jul 16 01:33:22.886354 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-077d0f1e-633e-4113-8024-06fb7134023a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Request body: {'port': {'device_id': '455f4d92-c8ec-4502-97e2-7b8a4e2cbe66', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'admin_state_up': True, 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:23.053558 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ebb52-c448-48fb-a206-9adea84ac881 req-c55e8d94-cebf-4226-83f5-9474c0662af5 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.055438 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-280ebb52-c448-48fb-a206-9adea84ac881 req-c55e8d94-cebf-4226-83f5-9474c0662af5 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1797905 Jul 16 01:33:23.087471 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5dd9320c-8ab8-4271-8c88-5fef77c356ef req-d250e2ba-1006-4bb0-92a9-9caef630a164 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&device_id=a6ea8e77-8c73-4b38-abf8-e5551e7bdc2a HTTP/1.1" status: 200 len: 210 time: 0.1301396 Jul 16 01:33:23.107646 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-077d0f1e-633e-4113-8024-06fb7134023a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Made reservation on behalf of 22a396f99efc4d13a24bdc67c6b2b3f6 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:23.114086 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-077d0f1e-633e-4113-8024-06fb7134023a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.225357 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-280ebb52-c448-48fb-a206-9adea84ac881 req-26f1b28a-9d2c-49e5-a266-ed4908d03482 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361136 Jul 16 01:33:23.352283 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cd31cc1c-58d7-4cd8-bf6b-5ca28d236cba req-acf767ca-b7f8-46dd-b46b-4e74f3176e98 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 210 time: 0.0515780 Jul 16 01:33:23.482410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-077d0f1e-633e-4113-8024-06fb7134023a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Allocated IP 172.20.0.7 (1612ce87-fb4d-45f3-8058-d097e2a71ab1/bba61486-b6e3-4f60-9d61-963219f180d7/60f4b1e6-1813-40b3-9757-44241c9cc4f6) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:23.488573 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9320c-8ab8-4271-8c88-5fef77c356ef req-c3c3f199-b8c2-4b77-b4fc-9e46bf4d7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.492067 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.492823 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5dd9320c-8ab8-4271-8c88-5fef77c356ef req-c3c3f199-b8c2-4b77-b4fc-9e46bf4d7cdc service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=896b96fff2154ceeadc07932cbd11243&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3883884 Jul 16 01:33:23.675545 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-077d0f1e-633e-4113-8024-06fb7134023a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.691075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-077d0f1e-633e-4113-8024-06fb7134023a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Transition to ACTIVE for port object 60f4b1e6-1813-40b3-9757-44241c9cc4f6 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:23.746130 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d06eb340-58a1-4aa1-b8f9-f386c5923857 req-e18e8632-88a5-49bf-b7b4-d5d346e5246f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6ea8e77-8c73-4b38-abf8-e5551e7bdc2a HTTP/1.1" status: 200 len: 210 time: 0.0392859 Jul 16 01:33:23.762908 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-077d0f1e-633e-4113-8024-06fb7134023a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.807298 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f925909c-4ee6-4bbc-bb7d-15db63b5a338 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:23.815176 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9320c-8ab8-4271-8c88-5fef77c356ef req-b2b06a24-0940-45a4-af48-6502ab6b73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.818443 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5dd9320c-8ab8-4271-8c88-5fef77c356ef req-b2b06a24-0940-45a4-af48-6502ab6b73f1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3136454 Jul 16 01:33:23.844687 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5263a13-b38b-42d7-adb0-e922ae5f9e1a req-7cda122f-962c-4451-8a0c-951a675ecc69 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.847236 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d5263a13-b38b-42d7-adb0-e922ae5f9e1a req-7cda122f-962c-4451-8a0c-951a675ecc69 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 945 time: 0.1311390 Jul 16 01:33:23.882316 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:23.908105 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-077d0f1e-633e-4113-8024-06fb7134023a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Network 1612ce87-fb4d-45f3-8058-d097e2a71ab1 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:23.908757 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d5263a13-b38b-42d7-adb0-e922ae5f9e1a req-668dd6cb-d438-4ded-8189-c6ea74cbf2c0 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543575 Jul 16 01:33:23.915299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-077d0f1e-633e-4113-8024-06fb7134023a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:23.936703 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-077d0f1e-633e-4113-8024-06fb7134023a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:23.950189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d0f1e-633e-4113-8024-06fb7134023a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Pushing event updated for resources: {'Port': ['ID=60f4b1e6-1813-40b3-9757-44241c9cc4f6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:23.983630 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5dd9320c-8ab8-4271-8c88-5fef77c356ef req-3b4e556f-253c-489d-a91b-b1916c588c70 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6ea8e77-8c73-4b38-abf8-e5551e7bdc2a HTTP/1.1" status: 200 len: 210 time: 0.0527892 Jul 16 01:33:23.996444 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-c9ddd0d9-4a5c-4c03-86f3-46e080c7db69 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.998280 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-c9ddd0d9-4a5c-4c03-86f3-46e080c7db69 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9&tenant_id=6060cb9382ba430f8761b732ad566a8a&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 1096 time: 0.1628244 Jul 16 01:33:24.011884 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800086-6'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:24.044682 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-077d0f1e-633e-4113-8024-06fb7134023a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.045483 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-077d0f1e-633e-4113-8024-06fb7134023a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.093351 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-077d0f1e-633e-4113-8024-06fb7134023a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2127929 Jul 16 01:33:24.113920 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Request body: {'port': {'device_id': '455f4d92-c8ec-4502-97e2-7b8a4e2cbe66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:24.117405 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port f925909c-4ee6-4bbc-bb7d-15db63b5a338 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:24.117784 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.315599 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.482454 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.535931 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0799cf66-ce21-474c-8871-9403b987f354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f925909c-4ee6-4bbc-bb7d-15db63b5a338'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:24.540423 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6d321a-864f-4b7e-8d5e-9ee10f3187dd" -d '{"events": [{"server_uuid": "0799cf66-ce21-474c-8871-9403b987f354", "name": "network-vif-plugged", "status": "completed", "tag": "f925909c-4ee6-4bbc-bb7d-15db63b5a338"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:24.541210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49336) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:24.550703 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-90800e5b-fb67-4a75-9750-957978d47f2c None None] Provisioning for port 60f4b1e6-1813-40b3-9757-44241c9cc4f6 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:24.574364 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-90800e5b-fb67-4a75-9750-957978d47f2c None None] Provisioning complete for port 60f4b1e6-1813-40b3-9757-44241c9cc4f6 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:24.575008 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-90800e5b-fb67-4a75-9750-957978d47f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.583779 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] For port 6375948f-5235-4be0-a3e5-18db1f985f6b, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6375948f-5235-4be0-a3e5-18db1f985f6b,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:24.605575 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f925909c-4ee6-4bbc-bb7d-15db63b5a338, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f925909c-4ee6-4bbc-bb7d-15db63b5a338,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:24.614068 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.662648 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-90800e5b-fb67-4a75-9750-957978d47f2c None None] Port 60f4b1e6-1813-40b3-9757-44241c9cc4f6 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:24.683110 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] For port 6375948f-5235-4be0-a3e5-18db1f985f6b, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:24.709018 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=f925909c-4ee6-4bbc-bb7d-15db63b5a338,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:24.743253 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.745824 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e4248-32eb-4790-82ca-c400f18b85dd req-cea0049d-0497-4903-8b49-e6361eff848e tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.748355 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edef8040-eafa-4bba-9f69-652d9597d4c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6375948f-5235-4be0-a3e5-18db1f985f6b'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:24.752860 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d42dd9-36da-4e1d-bbc7-af3cf587a139" -d '{"events": [{"server_uuid": "edef8040-eafa-4bba-9f69-652d9597d4c9", "name": "network-vif-unplugged", "status": "completed", "tag": "6375948f-5235-4be0-a3e5-18db1f985f6b"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:24.754112 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-045e4248-32eb-4790-82ca-c400f18b85dd req-cea0049d-0497-4903-8b49-e6361eff848e tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 931 time: 0.1067355 Jul 16 01:33:24.804808 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.833643 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-045e4248-32eb-4790-82ca-c400f18b85dd req-e21822b4-95cf-4c4e-a919-04191f408d9c tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785441 Jul 16 01:33:24.844713 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.854792 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e3eebaf5-c90b-44eb-b21a-59351d984906 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:24.864894 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1ec5d811-dcea-4aa7-88fc-d48d576b0d89 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de2aff0312064c93a599fdd349ad9336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218868 Jul 16 01:33:24.867434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49348) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:24.980173 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ff45ba42-66b7-43b3-9207-e3e0d12f046d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.004463 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.011145 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] Attempting to bind port 6375948f-5235-4be0-a3e5-18db1f985f6b on host n-h2-800086-6 for vnic_type normal with profile {"migrating_to": "n-h1-800086-6"} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:25.011502 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] Attempting to bind port 6375948f-5235-4be0-a3e5-18db1f985f6b by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:25.011874 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] Attempting to bind port 6375948f-5235-4be0-a3e5-18db1f985f6b on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:25.030106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] Pushing event updated for resources: {'Port': ['ID=6375948f-5235-4be0-a3e5-18db1f985f6b,revision_number=7']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:25.046546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb80dc8-506a-439e-93dd-ee0212c6eb5f req-d16e684a-4a18-4818-ac2a-403f68a668e9 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.048715 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-acb80dc8-506a-439e-93dd-ee0212c6eb5f req-d16e684a-4a18-4818-ac2a-403f68a668e9 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.3018613 Jul 16 01:33:25.050788 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] Port 6375948f-5235-4be0-a3e5-18db1f985f6b on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:25.051116 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] Attempting to bind port 6375948f-5235-4be0-a3e5-18db1f985f6b on network fa5d3ea0-c59d-41a7-ba27-d98a18810da7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:25.055206 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ff45ba42-66b7-43b3-9207-e3e0d12f046d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.065566 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e3eebaf5-c90b-44eb-b21a-59351d984906, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e3eebaf5-c90b-44eb-b21a-59351d984906,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:25.067652 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:25.068173 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] Checking segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:25.068579 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] Bound using segment: {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:25.069025 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] Bound port: 6375948f-5235-4be0-a3e5-18db1f985f6b, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fa5d3ea0-c59d-41a7-ba27-d98a18810da7'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:25.069379 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.072417 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.073526 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 13ef3fc3-63e9-4806-806e-ef207d3d8b55 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:25.126864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 13ef3fc3-63e9-4806-806e-ef207d3d8b55 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:25.127753 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 13ef3fc3-63e9-4806-806e-ef207d3d8b55 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:25.157987 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc80a4-8dd1-4522-97b5-46d4316d8ae4 req-f0507187-ae90-4977-87e8-37ec5c5a59b8 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.159560 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-07fc80a4-8dd1-4522-97b5-46d4316d8ae4 req-f0507187-ae90-4977-87e8-37ec5c5a59b8 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 951 time: 0.1410904 Jul 16 01:33:25.166630 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=e3eebaf5-c90b-44eb-b21a-59351d984906,revision_number=11']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:25.180561 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ff45ba42-66b7-43b3-9207-e3e0d12f046d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.183034 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ff45ba42-66b7-43b3-9207-e3e0d12f046d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.184165 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ff45ba42-66b7-43b3-9207-e3e0d12f046d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6a252ac1-0a53-4de4-9632-c16c7d08d024 HTTP/1.1" status: 204 len: 168 time: 0.3156388 Jul 16 01:33:25.200872 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-acb80dc8-506a-439e-93dd-ee0212c6eb5f req-acad1a23-6d51-4c7b-af72-8abb1c29aac4 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385095 Jul 16 01:33:25.269549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45ba42-66b7-43b3-9207-e3e0d12f046d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a252ac1-0a53-4de4-9632-c16c7d08d024,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:25.294817 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-07fc80a4-8dd1-4522-97b5-46d4316d8ae4 req-115a6424-8c83-49c0-aefe-a176f8b9ea50 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d56c9-63fc-4fb8-b51b-5f761934a152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184950 Jul 16 01:33:25.349174 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73a07ef-566c-4f6c-986b-230af408214e x-openstack-request-id: req-c73a07ef-566c-4f6c-986b-230af408214e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:25.349684 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0799cf66-ce21-474c-8871-9403b987f354", "name": "network-vif-plugged", "status": "completed", "tag": "f925909c-4ee6-4bbc-bb7d-15db63b5a338", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:25.350054 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c73a07ef-566c-4f6c-986b-230af408214e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:25.350456 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0799cf66-ce21-474c-8871-9403b987f354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f925909c-4ee6-4bbc-bb7d-15db63b5a338', 'code': 200} Jul 16 01:33:25.464969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] For port 6375948f-5235-4be0-a3e5-18db1f985f6b, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:25.480357 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] For port 6375948f-5235-4be0-a3e5-18db1f985f6b, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6375948f-5235-4be0-a3e5-18db1f985f6b,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:25.486756 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c8706f-1539-4d39-8ae3-201f6e5c6401 x-openstack-request-id: req-54c8706f-1539-4d39-8ae3-201f6e5c6401 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:25.487474 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edef8040-eafa-4bba-9f69-652d9597d4c9", "name": "network-vif-unplugged", "status": "completed", "tag": "6375948f-5235-4be0-a3e5-18db1f985f6b", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:25.487815 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-54c8706f-1539-4d39-8ae3-201f6e5c6401 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:25.488355 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edef8040-eafa-4bba-9f69-652d9597d4c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6375948f-5235-4be0-a3e5-18db1f985f6b', 'code': 200} Jul 16 01:33:25.491784 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.545412 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f4b1e6-1813-40b3-9757-44241c9cc4f6 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:25.564622 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.631160 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.632168 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.633595 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] 10.222.0.26 "PUT /v2.0/ports/6375948f-5235-4be0-a3e5-18db1f985f6b HTTP/1.1" status: 200 len: 1121 time: 1.6282575 Jul 16 01:33:25.636720 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fb8d6-2a82-4c52-a937-f98e1af0efa1 service neutron] Pushing event updated for resources: {'Port': ['ID=6375948f-5235-4be0-a3e5-18db1f985f6b,revision_number=8']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:25.709837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Transition to ACTIVE for port object 60f4b1e6-1813-40b3-9757-44241c9cc4f6 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:25.724803 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.793577 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['6375948f-5235-4be0-a3e5-18db1f985f6b'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:25.826600 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Pushing event updated for resources: {'Port': ['ID=60f4b1e6-1813-40b3-9757-44241c9cc4f6,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:25.898474 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6375948f-5235-4be0-a3e5-18db1f985f6b details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:25.902566 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49380) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:25.987930 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960de09-a3dd-4f20-ac59-cc29801084d1 req-0e3b9154-92e7-4e84-b605-a0f54b48a5ef tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.994018 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3960de09-a3dd-4f20-ac59-cc29801084d1 req-0e3b9154-92e7-4e84-b605-a0f54b48a5ef tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 943 time: 0.3709602 Jul 16 01:33:26.011922 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3b295-24e4-488c-8825-55b51b956b90 req-e1a8d5c2-8240-4957-a65c-21c59a78273b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.022305 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-08b3b295-24e4-488c-8825-55b51b956b90 req-e1a8d5c2-8240-4957-a65c-21c59a78273b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 812 time: 0.2138419 Jul 16 01:33:26.034155 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d92633bb-fded-4923-b8a2-82be312b1552 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e6560e25013b4045908cb9c66bee06dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1254249 Jul 16 01:33:26.037117 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49382) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:26.064829 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['6375948f-5235-4be0-a3e5-18db1f985f6b'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:26.066646 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-08b3b295-24e4-488c-8825-55b51b956b90 req-9f56cf26-a620-4742-be1f-24431f99805c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/quotas/896b96fff2154ceeadc07932cbd11243 HTTP/1.1" status: 200 len: 375 time: 0.0426009 Jul 16 01:33:26.127701 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-08b3b295-24e4-488c-8825-55b51b956b90 req-ed24d9fb-85ec-4ef9-be3c-a8a06457df46 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600724 Jul 16 01:33:26.131984 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3960de09-a3dd-4f20-ac59-cc29801084d1 req-55c19379-e163-4e82-ad86-d5a4c6916dad tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978169 Jul 16 01:33:26.153393 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Attempting to bind port 60f4b1e6-1813-40b3-9757-44241c9cc4f6 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:26.153748 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Attempting to bind port 60f4b1e6-1813-40b3-9757-44241c9cc4f6 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '05a87a64-85ee-48fc-b186-80e3acc4d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:26.154079 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Attempting to bind port 60f4b1e6-1813-40b3-9757-44241c9cc4f6 on network 1612ce87-fb4d-45f3-8058-d097e2a71ab1 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:26.155952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6375948f-5235-4be0-a3e5-18db1f985f6b, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6375948f-5235-4be0-a3e5-18db1f985f6b,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:26.165170 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Port 60f4b1e6-1813-40b3-9757-44241c9cc4f6 on network 1612ce87-fb4d-45f3-8058-d097e2a71ab1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:26.165641 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Attempting to bind port 60f4b1e6-1813-40b3-9757-44241c9cc4f6 on network 1612ce87-fb4d-45f3-8058-d097e2a71ab1 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:26.183143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6375948f-5235-4be0-a3e5-18db1f985f6b has no active binding in host n-h1-800086-6 {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:33:26.185869 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:26.189979 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Checking segment: {'id': '05a87a64-85ee-48fc-b186-80e3acc4d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:26.190674 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Bound using segment: {'id': '05a87a64-85ee-48fc-b186-80e3acc4d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:26.191156 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Bound port: 60f4b1e6-1813-40b3-9757-44241c9cc4f6, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a87a64-85ee-48fc-b186-80e3acc4d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:26.191528 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.303531 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-08b3b295-24e4-488c-8825-55b51b956b90 req-595ad7c2-d133-4c27-a51b-c9b17b835ba6 service neutron] 10.222.0.54 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748927 Jul 16 01:33:26.342494 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] For port 60f4b1e6-1813-40b3-9757-44241c9cc4f6, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:26.356954 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] For port 60f4b1e6-1813-40b3-9757-44241c9cc4f6, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=60f4b1e6-1813-40b3-9757-44241c9cc4f6,segment=NetworkSegment(05a87a64-85ee-48fc-b186-80e3acc4d32d),segment_id=05a87a64-85ee-48fc-b186-80e3acc4d32d)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:26.362068 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-01cf8ce4-d45c-44bc-b7bc-6f0cf202fb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.374433 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.455824 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Pushing event updated for resources: {'Port': ['ID=60f4b1e6-1813-40b3-9757-44241c9cc4f6,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:26.456632 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-08b3b295-24e4-488c-8825-55b51b956b90 req-118cd062-b9df-45bf-a96b-2cde1596bf45 service neutron] 10.222.0.54 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450272 Jul 16 01:33:26.498890 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.499536 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.506734 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-a246d0c9-4efa-4b80-aea7-0cdfd9d1c599 service neutron] 10.222.0.26 "PUT /v2.0/ports/60f4b1e6-1813-40b3-9757-44241c9cc4f6 HTTP/1.1" status: 200 len: 1091 time: 2.3981032 Jul 16 01:33:26.518423 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-01cf8ce4-d45c-44bc-b7bc-6f0cf202fb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.551893 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5496f2e-b552-4e3a-8ab6-528eb6a2978c req-fe996872-4c6a-4961-9ead-c6742a184b36 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.553547 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b5496f2e-b552-4e3a-8ab6-528eb6a2978c req-fe996872-4c6a-4961-9ead-c6742a184b36 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 943 time: 0.1945598 Jul 16 01:33:26.642844 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-01cf8ce4-d45c-44bc-b7bc-6f0cf202fb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.645585 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-01cf8ce4-d45c-44bc-b7bc-6f0cf202fb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.646741 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-01cf8ce4-d45c-44bc-b7bc-6f0cf202fb37 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1b8208d0-a687-4bb4-ba4b-8198c56069b2 HTTP/1.1" status: 204 len: 168 time: 0.6067760 Jul 16 01:33:26.661626 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf8ce4-d45c-44bc-b7bc-6f0cf202fb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8208d0-a687-4bb4-ba4b-8198c56069b2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:26.742389 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b5496f2e-b552-4e3a-8ab6-528eb6a2978c req-0089db1e-8fa4-46b2-a9b8-af5bcf620580 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769483 Jul 16 01:33:26.815288 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-73a2c09c-3fb6-4f6c-9d91-3c1e430b19e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.822261 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-73a2c09c-3fb6-4f6c-9d91-3c1e430b19e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22a396f99efc4d13a24bdc67c6b2b3f6&device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 1094 time: 0.2356749 Jul 16 01:33:26.936331 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-2abeba44-454f-4d17-b183-8c4fe34476ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60f4b1e6-1813-40b3-9757-44241c9cc4f6 HTTP/1.1" status: 200 len: 217 time: 0.1011782 Jul 16 01:33:26.995444 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d480d94-6cc0-4f23-b255-6109a13c4a26 req-68a0fc0f-512a-458b-aa1d-0ee8c7a593ff tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.011033 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d480d94-6cc0-4f23-b255-6109a13c4a26 req-68a0fc0f-512a-458b-aa1d-0ee8c7a593ff tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1555169 Jul 16 01:33:27.077048 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-1be299f2-6cba-4dd6-a212-e5f40266a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.080175 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-1be299f2-6cba-4dd6-a212-e5f40266a4a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bba61486-b6e3-4f60-9d61-963219f180d7 HTTP/1.1" status: 200 len: 858 time: 0.1295288 Jul 16 01:33:27.092834 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d480d94-6cc0-4f23-b255-6109a13c4a26 req-9c7a309a-ce31-4c7c-a4b4-3458c489623e tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807920 Jul 16 01:33:27.232177 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a565d-77b8-4daf-a2bb-e3b6e2e08d71 req-c2fcc02c-1022-4289-97e1-8130a10ad674 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.232177 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c42a565d-77b8-4daf-a2bb-e3b6e2e08d71 req-c2fcc02c-1022-4289-97e1-8130a10ad674 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 949 time: 0.1764107 Jul 16 01:33:27.254471 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-671ecd7b-f647-4635-a004-f1c7f7c6ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.255993 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-671ecd7b-f647-4635-a004-f1c7f7c6ec07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1612ce87-fb4d-45f3-8058-d097e2a71ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486523 Jul 16 01:33:27.343887 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c42a565d-77b8-4daf-a2bb-e3b6e2e08d71 req-9185c21d-eb81-42bd-b4c9-12db23022deb tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d56c9-63fc-4fb8-b51b-5f761934a152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051157 Jul 16 01:33:27.351957 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53d755f-697a-461c-8f68-85cdee27a717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3eebaf5-c90b-44eb-b21a-59351d984906'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:27.354496 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab46cf4-27c9-4cd4-a1a5-69b5b15d0641" -d '{"events": [{"server_uuid": "f53d755f-697a-461c-8f68-85cdee27a717", "name": "network-vif-unplugged", "status": "completed", "tag": "e3eebaf5-c90b-44eb-b21a-59351d984906"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:27.492987 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3867367b-cc6e-4191-aa67-59105180fa3f req-cda9dab7-93c9-444e-b610-4a33ef6b2d99 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb3b4ced-7c33-4275-96ce-c54006ef9c6c HTTP/1.1" status: 200 len: 210 time: 0.0543439 Jul 16 01:33:27.499336 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edef8040-eafa-4bba-9f69-652d9597d4c9', 'tag': '6375948f-5235-4be0-a3e5-18db1f985f6b'}, {'name': 'network-changed', 'server_uuid': '455f4d92-c8ec-4502-97e2-7b8a4e2cbe66', 'tag': '60f4b1e6-1813-40b3-9757-44241c9cc4f6'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:27.506040 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1327b20c-ce0f-430d-82db-1b9b567199f2" -d '{"events": [{"name": "network-changed", "server_uuid": "edef8040-eafa-4bba-9f69-652d9597d4c9", "tag": "6375948f-5235-4be0-a3e5-18db1f985f6b"}, {"name": "network-changed", "server_uuid": "455f4d92-c8ec-4502-97e2-7b8a4e2cbe66", "tag": "60f4b1e6-1813-40b3-9757-44241c9cc4f6"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:27.548227 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2b3b65-c6c0-4796-9286-62afaf5b2f7d x-openstack-request-id: req-6a2b3b65-c6c0-4796-9286-62afaf5b2f7d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:27.548553 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53d755f-697a-461c-8f68-85cdee27a717", "name": "network-vif-unplugged", "status": "completed", "tag": "e3eebaf5-c90b-44eb-b21a-59351d984906", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:27.548778 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a2b3b65-c6c0-4796-9286-62afaf5b2f7d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:27.549198 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53d755f-697a-461c-8f68-85cdee27a717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3eebaf5-c90b-44eb-b21a-59351d984906', 'code': 200} Jul 16 01:33:27.575583 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-7eab1c78-f794-471e-a5d1-596132740d15 service neutron] 10.222.0.26 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006246 Jul 16 01:33:27.673991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4f9e4-db82-42fd-a5ad-2634563bb379 req-4117ee1d-13f6-4fec-b3c9-53f05aeec548 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.696914 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3da4f9e4-db82-42fd-a5ad-2634563bb379 req-4117ee1d-13f6-4fec-b3c9-53f05aeec548 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 943 time: 0.1323092 Jul 16 01:33:27.760202 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c755e8d0-eb80-4159-934b-ef63de864f7d req-51a09bcc-83f9-4849-bb99-06eb2761a123 service neutron] 10.222.0.26 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766667 Jul 16 01:33:27.768070 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3da4f9e4-db82-42fd-a5ad-2634563bb379 req-096fb86b-2056-4191-bf30-57462fefbe6f tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698237 Jul 16 01:33:27.894422 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee85264-5d53-49a2-87f9-00ba4d80413b x-openstack-request-id: req-aee85264-5d53-49a2-87f9-00ba4d80413b {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:27.894730 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edef8040-eafa-4bba-9f69-652d9597d4c9", "tag": "6375948f-5235-4be0-a3e5-18db1f985f6b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "455f4d92-c8ec-4502-97e2-7b8a4e2cbe66", "tag": "60f4b1e6-1813-40b3-9757-44241c9cc4f6", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:27.894983 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aee85264-5d53-49a2-87f9-00ba4d80413b {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:27.895789 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edef8040-eafa-4bba-9f69-652d9597d4c9', 'tag': '6375948f-5235-4be0-a3e5-18db1f985f6b', 'status': 'completed', 'code': 200} Jul 16 01:33:27.895789 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455f4d92-c8ec-4502-97e2-7b8a4e2cbe66', 'tag': '60f4b1e6-1813-40b3-9757-44241c9cc4f6', 'status': 'completed', 'code': 200} Jul 16 01:33:28.018695 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-0c9e0ca1-fdd5-4a91-a6a7-75932f88a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.020428 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-0c9e0ca1-fdd5-4a91-a6a7-75932f88a83f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22a396f99efc4d13a24bdc67c6b2b3f6&device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 1094 time: 0.0759482 Jul 16 01:33:28.102259 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627e5b1-3dfb-48f2-83ad-6c9c5178f063 req-1f38891c-8ecf-4eff-baac-567bc2c4090f tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.111239 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2627e5b1-3dfb-48f2-83ad-6c9c5178f063 req-1f38891c-8ecf-4eff-baac-567bc2c4090f tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 943 time: 0.1034122 Jul 16 01:33:28.173745 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2627e5b1-3dfb-48f2-83ad-6c9c5178f063 req-ddb97eb3-03ea-4bf5-b6e7-e91fbeae7651 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615070 Jul 16 01:33:28.230914 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-39a2aca4-8400-4cd6-bf1c-4093ff5404b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.232523 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-39a2aca4-8400-4cd6-bf1c-4093ff5404b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1612ce87-fb4d-45f3-8058-d097e2a71ab1 HTTP/1.1" status: 200 len: 920 time: 0.2049890 Jul 16 01:33:28.240207 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-cddd7260-5eae-4c14-8cbe-bdd084ef8d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.241839 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-cddd7260-5eae-4c14-8cbe-bdd084ef8d58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 1124 time: 0.1611664 Jul 16 01:33:28.300657 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fda3e98c-0e63-4412-8a5f-972362fb4c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.309309 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-5d42d920-04d6-456d-91b9-3597fa41ad95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60f4b1e6-1813-40b3-9757-44241c9cc4f6 HTTP/1.1" status: 200 len: 217 time: 0.0664554 Jul 16 01:33:28.487305 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.767737 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ecf17-87ab-4491-804c-224fdaeabd99 req-d8249881-2dd2-4099-af59-3cb1f1955279 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.775543 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-009ecf17-87ab-4491-804c-224fdaeabd99 req-d8249881-2dd2-4099-af59-3cb1f1955279 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 949 time: 0.1131504 Jul 16 01:33:28.887260 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-009ecf17-87ab-4491-804c-224fdaeabd99 req-ce375480-d08c-4d78-bbc0-ba8c9e463165 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d56c9-63fc-4fb8-b51b-5f761934a152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106858 Jul 16 01:33:28.955568 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d5efd-f9dd-4ebd-b978-b2da6f0491e5 req-72ba7c5b-d511-4e27-bd70-da9609b96e3d tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:28.957469 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-956d5efd-f9dd-4ebd-b978-b2da6f0491e5 req-72ba7c5b-d511-4e27-bd70-da9609b96e3d tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 949 time: 0.1357379 Jul 16 01:33:29.007328 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-965116aa-49b5-4af9-9fa4-e22f2f90a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.013549 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-965116aa-49b5-4af9-9fa4-e22f2f90a0d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bba61486-b6e3-4f60-9d61-963219f180d7 HTTP/1.1" status: 200 len: 858 time: 0.6556084 Jul 16 01:33:29.121799 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f604ac-6c35-4d1b-abdc-c7a605e2f816 req-72668b98-83ca-4962-8cce-89fd35f63d40 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.126896 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-956d5efd-f9dd-4ebd-b978-b2da6f0491e5 req-3f2b2011-58ef-4e83-9677-0b77a32fc2e0 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Deleting port e3eebaf5-c90b-44eb-b21a-59351d984906 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:29.127444 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-956d5efd-f9dd-4ebd-b978-b2da6f0491e5 req-3f2b2011-58ef-4e83-9677-0b77a32fc2e0 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.129889 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3f604ac-6c35-4d1b-abdc-c7a605e2f816 req-72668b98-83ca-4962-8cce-89fd35f63d40 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.8193836 Jul 16 01:33:29.190508 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5775fbb3-e619-41e8-8e8c-9140f3b78394 req-14c594bd-b67a-42c8-80ed-e3860ca6d42a tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb3b4ced-7c33-4275-96ce-c54006ef9c6c HTTP/1.1" status: 200 len: 210 time: 0.0396590 Jul 16 01:33:29.226605 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-dc3b3113-82ca-4a89-95ba-e362d91a1c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.226930 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-dc3b3113-82ca-4a89-95ba-e362d91a1c83 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 922 time: 0.9152737 Jul 16 01:33:29.285257 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-956d5efd-f9dd-4ebd-b978-b2da6f0491e5 req-3f2b2011-58ef-4e83-9677-0b77a32fc2e0 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] For port e3eebaf5-c90b-44eb-b21a-59351d984906, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e3eebaf5-c90b-44eb-b21a-59351d984906,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:29.285955 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-956d5efd-f9dd-4ebd-b978-b2da6f0491e5 req-3f2b2011-58ef-4e83-9677-0b77a32fc2e0 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.289393 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3b295-24e4-488c-8825-55b51b956b90 req-c1a809ce-9287-4b1f-9778-748f093147a1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.291019 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08b3b295-24e4-488c-8825-55b51b956b90 req-c1a809ce-9287-4b1f-9778-748f093147a1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.26 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 812 time: 0.5286672 Jul 16 01:33:29.307492 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3f604ac-6c35-4d1b-abdc-c7a605e2f816 req-fbd444ef-198a-44d7-8ec4-900d5141cf8b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766188 Jul 16 01:33:29.309357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-956d5efd-f9dd-4ebd-b978-b2da6f0491e5 req-3f2b2011-58ef-4e83-9677-0b77a32fc2e0 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Calling delete_port for e3eebaf5-c90b-44eb-b21a-59351d984906 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:29.313313 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-1b5b57cc-c922-41d0-b586-d5ee22a9afe2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6375948f-5235-4be0-a3e5-18db1f985f6b HTTP/1.1" status: 200 len: 217 time: 0.0714772 Jul 16 01:33:29.326641 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-08b3b295-24e4-488c-8825-55b51b956b90 req-aeb208b4-fc91-45a7-8d87-74a27b664be6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Request body: {'port': {'device_id': 'bb3b4ced-7c33-4275-96ce-c54006ef9c6c', 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642', 'admin_state_up': True, 'tenant_id': '896b96fff2154ceeadc07932cbd11243'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:29.492163 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42c78f-6229-4122-8e0d-fe8d119f9071 req-c97a715e-7181-4239-b525-aeb0ef2b8e11 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.493723 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8e42c78f-6229-4122-8e0d-fe8d119f9071 req-c97a715e-7181-4239-b525-aeb0ef2b8e11 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 943 time: 0.1167090 Jul 16 01:33:29.530086 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-166af4a8-23e4-4fa7-9a97-4cfaa5f8daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.532095 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-166af4a8-23e4-4fa7-9a97-4cfaa5f8daee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.1892710 Jul 16 01:33:29.564075 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-956d5efd-f9dd-4ebd-b978-b2da6f0491e5 req-3f2b2011-58ef-4e83-9677-0b77a32fc2e0 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.598714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b2011-58ef-4e83-9677-0b77a32fc2e0 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Pushing event deleted for resources: {'Port': ['ID=e3eebaf5-c90b-44eb-b21a-59351d984906,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:29.619719 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-80675c4a-e0e4-4c68-95f4-a9ac3652d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.622725 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-80675c4a-e0e4-4c68-95f4-a9ac3652d638 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1612ce87-fb4d-45f3-8058-d097e2a71ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5912094 Jul 16 01:33:29.626180 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-14d181f8-a410-4536-9443-00651662c581 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757437 Jul 16 01:33:29.627259 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b3b295-24e4-488c-8825-55b51b956b90 req-aeb208b4-fc91-45a7-8d87-74a27b664be6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Made reservation on behalf of 896b96fff2154ceeadc07932cbd11243 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:29.631537 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-08b3b295-24e4-488c-8825-55b51b956b90 req-aeb208b4-fc91-45a7-8d87-74a27b664be6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.632527 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8e42c78f-6229-4122-8e0d-fe8d119f9071 req-4de59437-e3aa-41d9-ab9a-3afc37219da1 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767434 Jul 16 01:33:29.697188 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-956d5efd-f9dd-4ebd-b978-b2da6f0491e5 req-3f2b2011-58ef-4e83-9677-0b77a32fc2e0 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] No DVR routers for this DVR port e3eebaf5-c90b-44eb-b21a-59351d984906 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:29.699860 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-956d5efd-f9dd-4ebd-b978-b2da6f0491e5 req-3f2b2011-58ef-4e83-9677-0b77a32fc2e0 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.701993 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-956d5efd-f9dd-4ebd-b978-b2da6f0491e5 req-3f2b2011-58ef-4e83-9677-0b77a32fc2e0 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.47 "DELETE /v2.0/ports/e3eebaf5-c90b-44eb-b21a-59351d984906 HTTP/1.1" status: 204 len: 173 time: 0.7382650 Jul 16 01:33:29.702434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53d755f-697a-461c-8f68-85cdee27a717', 'name': 'network-vif-deleted', 'tag': 'e3eebaf5-c90b-44eb-b21a-59351d984906'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:29.705395 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfaf1b7-1bc8-481a-bd02-5ba97fd8c9d5" -d '{"events": [{"server_uuid": "f53d755f-697a-461c-8f68-85cdee27a717", "name": "network-vif-deleted", "tag": "e3eebaf5-c90b-44eb-b21a-59351d984906"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:29.952306 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5dc8e2-de3a-4606-971c-8d6438de9e85 x-openstack-request-id: req-de5dc8e2-de3a-4606-971c-8d6438de9e85 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:29.952306 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53d755f-697a-461c-8f68-85cdee27a717", "name": "network-vif-deleted", "tag": "e3eebaf5-c90b-44eb-b21a-59351d984906", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:29.952688 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-de5dc8e2-de3a-4606-971c-8d6438de9e85 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:29.953032 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53d755f-697a-461c-8f68-85cdee27a717', 'name': 'network-vif-deleted', 'tag': 'e3eebaf5-c90b-44eb-b21a-59351d984906', 'status': 'completed', 'code': 200} Jul 16 01:33:29.988403 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-cf0388f1-ecc2-47b6-9ec1-49b088a1b69f service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427022 Jul 16 01:33:30.087634 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-ba8ed998-de1f-49a7-aac3-c4b3c61999f4 service neutron] 10.222.0.26 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408615 Jul 16 01:33:30.113711 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1f5f0-3d72-4602-a625-a81b7039eed8 req-73c9eac4-b903-4524-8f56-52125633bf16 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:30.115289 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f2c1f5f0-3d72-4602-a625-a81b7039eed8 req-73c9eac4-b903-4524-8f56-52125633bf16 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 943 time: 0.3988762 Jul 16 01:33:30.212271 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d62fc674-109b-4569-9e23-7fbfc4f5e72f req-a0dab2de-a929-45c5-8f97-3f23b4d25727 tempest-ImagesOneServerTestJSON-1229155101 tempest-ImagesOneServerTestJSON-1229155101-project] 10.222.0.54 "GET /v2.0/ports?device_id=f53d755f-697a-461c-8f68-85cdee27a717 HTTP/1.1" status: 200 len: 210 time: 0.0535467 Jul 16 01:33:30.229441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-08b3b295-24e4-488c-8825-55b51b956b90 req-aeb208b4-fc91-45a7-8d87-74a27b664be6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Allocated IP 172.20.0.11 (2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642/84a8e114-6746-4f75-be46-b5ce225a99ed/8e1f2979-6802-41c9-ab36-0081f8d3e8ef) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:30.318524 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f2c1f5f0-3d72-4602-a625-a81b7039eed8 req-9775a287-e8b8-4c17-b9c6-a0a20b4d6610 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934178 Jul 16 01:33:30.368271 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-35ed4cb2-82bd-4f92-895d-5130cd73f54a service neutron] 10.222.0.47 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149641 Jul 16 01:33:30.386463 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1327b20c-ce0f-430d-82db-1b9b567199f2 req-9dcc1ea9-e4dd-4438-9d57-26319d1e6d46 service neutron] 10.222.0.26 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701316 Jul 16 01:33:30.512271 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0558d1bb-017b-48a8-94cc-82c445354379 req-65ee155e-61e6-4c35-82fb-5de2c0b9c011 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb3b4ced-7c33-4275-96ce-c54006ef9c6c HTTP/1.1" status: 200 len: 210 time: 0.0385120 Jul 16 01:33:30.588989 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-08b3b295-24e4-488c-8825-55b51b956b90 req-aeb208b4-fc91-45a7-8d87-74a27b664be6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.649774 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e47da2-9cf0-491e-938a-b9e40c49f2f8 req-aeb71abf-65cb-4fc2-8238-5ac52612ac9f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:30.657711 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e7e47da2-9cf0-491e-938a-b9e40c49f2f8 req-aeb71abf-65cb-4fc2-8238-5ac52612ac9f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1454699 Jul 16 01:33:30.692908 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-08b3b295-24e4-488c-8825-55b51b956b90 req-aeb208b4-fc91-45a7-8d87-74a27b664be6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.749200 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e7e47da2-9cf0-491e-938a-b9e40c49f2f8 req-f2644f22-f46c-4e1a-985f-5f0e51b23d5f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903623 Jul 16 01:33:30.793591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b3b295-24e4-488c-8825-55b51b956b90 req-aeb208b4-fc91-45a7-8d87-74a27b664be6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:30.798438 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-08b3b295-24e4-488c-8825-55b51b956b90 req-aeb208b4-fc91-45a7-8d87-74a27b664be6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:30.800568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb208b4-fc91-45a7-8d87-74a27b664be6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Pushing event updated for resources: {'Port': ['ID=8e1f2979-6802-41c9-ab36-0081f8d3e8ef,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:30.802894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b3b295-24e4-488c-8825-55b51b956b90 req-aeb208b4-fc91-45a7-8d87-74a27b664be6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:30.914963 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3b295-24e4-488c-8825-55b51b956b90 req-aeb208b4-fc91-45a7-8d87-74a27b664be6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:30.916386 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-08b3b295-24e4-488c-8825-55b51b956b90 req-aeb208b4-fc91-45a7-8d87-74a27b664be6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.973292 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08b3b295-24e4-488c-8825-55b51b956b90 req-aeb208b4-fc91-45a7-8d87-74a27b664be6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6607587 Jul 16 01:33:31.016837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Request body: {'port': {'device_id': 'bb3b4ced-7c33-4275-96ce-c54006ef9c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:31.047876 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.052151 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c1bc0651-bca3-4ce6-b703-841f506eae58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.119412 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db086b-e789-4b57-99b9-9c89bd311646 req-a8bfbde8-6d75-4d05-8fc4-dfd627782c6e tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.121502 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-72db086b-e789-4b57-99b9-9c89bd311646 req-a8bfbde8-6d75-4d05-8fc4-dfd627782c6e tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 943 time: 0.2551513 Jul 16 01:33:31.186014 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.213475 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-72db086b-e789-4b57-99b9-9c89bd311646 req-7fd42866-07de-4e49-b09d-eed5611373c6 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687668 Jul 16 01:33:31.225668 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49538) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.492647 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1fef95e0-ce5e-4095-b385-1ea32a7e66ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.726623 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1f2979-6802-41c9-ab36-0081f8d3e8ef {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:31.742537 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.757228 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa4084-2f25-4a25-9dbd-502f7d475a87 req-c4451919-13fe-4650-8880-4e7979d3f8d3 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.759863 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2efa4084-2f25-4a25-9dbd-502f7d475a87 req-c4451919-13fe-4650-8880-4e7979d3f8d3 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 943 time: 0.1905363 Jul 16 01:33:31.771823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Transition to ACTIVE for port object 8e1f2979-6802-41c9-ab36-0081f8d3e8ef will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:31.803032 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1fef95e0-ce5e-4095-b385-1ea32a7e66ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.807584 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841549db-d5df-4177-be4d-c5b3352dfa85 req-dfede7fd-ed01-4fbb-8038-aee658e05680 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.809431 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-841549db-d5df-4177-be4d-c5b3352dfa85 req-dfede7fd-ed01-4fbb-8038-aee658e05680 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb3b4ced-7c33-4275-96ce-c54006ef9c6c HTTP/1.1" status: 200 len: 932 time: 0.1138198 Jul 16 01:33:31.810170 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.835552 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1fef95e0-ce5e-4095-b385-1ea32a7e66ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.866228 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49564) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.888140 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2efa4084-2f25-4a25-9dbd-502f7d475a87 req-c08385d6-fdb0-4367-b183-2e366e9927b4 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198692 Jul 16 01:33:31.913537 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 60f4b1e6-1813-40b3-9757-44241c9cc4f6 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:31.946447 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1fef95e0-ce5e-4095-b385-1ea32a7e66ff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8ede4d2cc30848e48f836052370b3b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7187896 Jul 16 01:33:31.954949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49568) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:32.008812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Attempting to bind port 8e1f2979-6802-41c9-ab36-0081f8d3e8ef on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:32.009048 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Attempting to bind port 8e1f2979-6802-41c9-ab36-0081f8d3e8ef by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:32.009372 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Attempting to bind port 8e1f2979-6802-41c9-ab36-0081f8d3e8ef on network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:32.011384 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1f2979-6802-41c9-ab36-0081f8d3e8ef,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.029369 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-841549db-d5df-4177-be4d-c5b3352dfa85 req-cb691199-98b4-42cf-ba4e-7afdd39025f7 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985438 Jul 16 01:33:32.032754 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Port 8e1f2979-6802-41c9-ab36-0081f8d3e8ef on network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:32.037078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Attempting to bind port 8e1f2979-6802-41c9-ab36-0081f8d3e8ef on network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:32.053988 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:32.054637 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Checking segment: {'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:32.055302 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Bound using segment: {'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:32.056116 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Bound port: 8e1f2979-6802-41c9-ab36-0081f8d3e8ef, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:32.056684 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.089960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef95e0-ce5e-4095-b385-1ea32a7e66ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee830859-aa09-4f60-917f-17b85622b98a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.176130 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f9f910c4-b0a7-47b3-804b-42248a3e3f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.213184 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] For port 8e1f2979-6802-41c9-ab36-0081f8d3e8ef, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:32.224663 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] For port 8e1f2979-6802-41c9-ab36-0081f8d3e8ef, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=8e1f2979-6802-41c9-ab36-0081f8d3e8ef,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:32.246244 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f9f910c4-b0a7-47b3-804b-42248a3e3f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.255379 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.289606 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6d9e1-820b-4921-8607-c96f92297669 req-75afefbe-3d58-4999-8a56-50fab4e052c4 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.298393 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-27c6d9e1-820b-4921-8607-c96f92297669 req-75afefbe-3d58-4999-8a56-50fab4e052c4 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1770368 Jul 16 01:33:32.318941 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 60f4b1e6-1813-40b3-9757-44241c9cc4f6, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=60f4b1e6-1813-40b3-9757-44241c9cc4f6,segment=NetworkSegment(05a87a64-85ee-48fc-b186-80e3acc4d32d),segment_id=05a87a64-85ee-48fc-b186-80e3acc4d32d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:32.358970 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-27c6d9e1-820b-4921-8607-c96f92297669 req-a4000d0b-604a-4bb4-bd32-33813171d7df tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593443 Jul 16 01:33:32.363137 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '60f4b1e6-1813-40b3-9757-44241c9cc4f6', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'port_id': '60f4b1e6-1813-40b3-9757-44241c9cc4f6', 'mac_address': 'fa:16:3e:08:f5:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:32.391513 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f9f910c4-b0a7-47b3-804b-42248a3e3f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.394967 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f9f910c4-b0a7-47b3-804b-42248a3e3f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.399162 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f9f910c4-b0a7-47b3-804b-42248a3e3f92 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee830859-aa09-4f60-917f-17b85622b98a HTTP/1.1" status: 204 len: 168 time: 0.4432461 Jul 16 01:33:32.419749 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.420452 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.424836 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08b3b295-24e4-488c-8825-55b51b956b90 req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] 10.222.0.26 "PUT /v2.0/ports/8e1f2979-6802-41c9-ab36-0081f8d3e8ef HTTP/1.1" status: 200 len: 1092 time: 1.4247894 Jul 16 01:33:32.427134 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f910c4-b0a7-47b3-804b-42248a3e3f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee830859-aa09-4f60-917f-17b85622b98a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.427326 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3b4ced-7c33-4275-96ce-c54006ef9c6c', 'tag': '8e1f2979-6802-41c9-ab36-0081f8d3e8ef'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:32.429249 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d82aa7d-5c49-4588-95ca-7ec45caed2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3b4ced-7c33-4275-96ce-c54006ef9c6c", "tag": "8e1f2979-6802-41c9-ab36-0081f8d3e8ef"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:32.460729 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f7397-7eb4-441e-b942-6379436156c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1f2979-6802-41c9-ab36-0081f8d3e8ef,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.523206 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-50b6f2b5-2a0a-430d-bb06-be32812c46f6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2d06aefd57574019b35156aa0703b8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6522567 Jul 16 01:33:32.523760 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49588) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:32.571219 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.622806 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.636495 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f4b1e6-1813-40b3-9757-44241c9cc4f6 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:32.666927 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d093f8c1-f509-4982-93b6-5f09384f9bd1 x-openstack-request-id: req-d093f8c1-f509-4982-93b6-5f09384f9bd1 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:32.667365 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3b4ced-7c33-4275-96ce-c54006ef9c6c", "tag": "8e1f2979-6802-41c9-ab36-0081f8d3e8ef", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:32.667683 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d093f8c1-f509-4982-93b6-5f09384f9bd1 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:32.668217 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3b4ced-7c33-4275-96ce-c54006ef9c6c', 'tag': '8e1f2979-6802-41c9-ab36-0081f8d3e8ef', 'status': 'completed', 'code': 200} Jul 16 01:33:32.677234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 60f4b1e6-1813-40b3-9757-44241c9cc4f6, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=60f4b1e6-1813-40b3-9757-44241c9cc4f6,segment=NetworkSegment(05a87a64-85ee-48fc-b186-80e3acc4d32d),segment_id=05a87a64-85ee-48fc-b186-80e3acc4d32d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:32.689513 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0beae7a4-f7a8-4a63-87af-40738bf9894f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.721736 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.767054 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0beae7a4-f7a8-4a63-87af-40738bf9894f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.784191 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3b295-24e4-488c-8825-55b51b956b90 req-960d9ecd-2f27-4005-ae3b-6a8f7a929cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.796442 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08b3b295-24e4-488c-8825-55b51b956b90 req-960d9ecd-2f27-4005-ae3b-6a8f7a929cfa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&device_id=bb3b4ced-7c33-4275-96ce-c54006ef9c6c HTTP/1.1" status: 200 len: 1095 time: 0.2985735 Jul 16 01:33:32.859216 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30c040-45b3-4b49-ba83-6ed684de9bce req-ae154229-37da-4a14-8d80-fe70edb680d2 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.865558 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=60f4b1e6-1813-40b3-9757-44241c9cc4f6,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.868480 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff30c040-45b3-4b49-ba83-6ed684de9bce req-ae154229-37da-4a14-8d80-fe70edb680d2 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 943 time: 0.3175864 Jul 16 01:33:32.905592 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0beae7a4-f7a8-4a63-87af-40738bf9894f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.908406 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0beae7a4-f7a8-4a63-87af-40738bf9894f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.909453 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0beae7a4-f7a8-4a63-87af-40738bf9894f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/497d56c9-63fc-4fb8-b51b-5f761934a152 HTTP/1.1" status: 204 len: 168 time: 0.3845673 Jul 16 01:33:32.922743 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e3eebaf5-c90b-44eb-b21a-59351d984906 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:32.928221 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beae7a4-f7a8-4a63-87af-40738bf9894f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497d56c9-63fc-4fb8-b51b-5f761934a152,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.962433 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: e3eebaf5-c90b-44eb-b21a-59351d984906 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:32.962969 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e3eebaf5-c90b-44eb-b21a-59351d984906 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:32.982357 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08b3b295-24e4-488c-8825-55b51b956b90 req-8d1c1d6c-48e8-49ff-8f1a-88669c21330d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e1f2979-6802-41c9-ab36-0081f8d3e8ef HTTP/1.1" status: 200 len: 217 time: 0.1631048 Jul 16 01:33:33.004864 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff30c040-45b3-4b49-ba83-6ed684de9bce req-ad6ecedf-9085-4d8a-8d73-39969cdb651b tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330943 Jul 16 01:33:33.092895 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49598) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:33.113400 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-be821e55-acee-49b1-8bc9-66fca5492c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.133738 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['60f4b1e6-1813-40b3-9757-44241c9cc4f6'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:33.153765 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3b295-24e4-488c-8825-55b51b956b90 req-fde38bad-5002-4daf-afc3-b6214aa3154e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:33.155261 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08b3b295-24e4-488c-8825-55b51b956b90 req-fde38bad-5002-4daf-afc3-b6214aa3154e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84a8e114-6746-4f75-be46-b5ce225a99ed HTTP/1.1" status: 200 len: 852 time: 0.1300302 Jul 16 01:33:33.243054 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08b3b295-24e4-488c-8825-55b51b956b90 req-de9d5d3c-528e-4ae8-b16e-4a7559579304 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800211 Jul 16 01:33:33.452797 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e601d1e-4e62-48c3-8c47-354be68391ce req-d2f11595-77ad-4132-9b54-82cde36b0acb tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:33.461672 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e601d1e-4e62-48c3-8c47-354be68391ce req-d2f11595-77ad-4132-9b54-82cde36b0acb tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb3b4ced-7c33-4275-96ce-c54006ef9c6c HTTP/1.1" status: 200 len: 944 time: 0.1599548 Jul 16 01:33:33.522107 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e601d1e-4e62-48c3-8c47-354be68391ce req-d9cb6b27-ec26-4271-a874-207a8eb1c98f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588815 Jul 16 01:33:33.543304 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08b3b295-24e4-488c-8825-55b51b956b90 req-caee12a5-57ea-4f9e-b5d4-25c40c136de2 service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913275 Jul 16 01:33:33.555878 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-be821e55-acee-49b1-8bc9-66fca5492c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.581860 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-be821e55-acee-49b1-8bc9-66fca5492c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.715984 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.719284 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa413c9-df90-49e7-8183-3bc51b68ede0 req-e678489c-e5ba-433b-b60e-84a29ead0e66 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:33.731454 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6fa413c9-df90-49e7-8183-3bc51b68ede0 req-e678489c-e5ba-433b-b60e-84a29ead0e66 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 944 time: 0.5748408 Jul 16 01:33:33.766151 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be821e55-acee-49b1-8bc9-66fca5492c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162e8687-931f-46ac-8608-0cf19c378335,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:33.793075 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-be821e55-acee-49b1-8bc9-66fca5492c9b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fbf0ad0b03a44f34b17b000afb156105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6950395 Jul 16 01:33:33.797775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49618) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:33.798898 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08b3b295-24e4-488c-8825-55b51b956b90 req-efb048e4-437d-4205-990a-6705c24ffdcf service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466409 Jul 16 01:33:33.875779 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6fa413c9-df90-49e7-8183-3bc51b68ede0 req-f4b015e4-ddae-4972-95d9-af4ba5fb5daa tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401596 Jul 16 01:33:33.930838 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2b423100-90d6-4ae7-b0bb-9b922a0675b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.961009 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2b423100-90d6-4ae7-b0bb-9b922a0675b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.051613 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2b423100-90d6-4ae7-b0bb-9b922a0675b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.054425 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2b423100-90d6-4ae7-b0bb-9b922a0675b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.074484 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2b423100-90d6-4ae7-b0bb-9b922a0675b5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/162e8687-931f-46ac-8608-0cf19c378335 HTTP/1.1" status: 204 len: 168 time: 0.2566257 Jul 16 01:33:34.110004 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b423100-90d6-4ae7-b0bb-9b922a0675b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162e8687-931f-46ac-8608-0cf19c378335,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:34.132590 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82aa7d-5c49-4588-95ca-7ec45caed2a7 req-6fce5dc6-636c-46cc-8e52-19efedd7f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:34.138537 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d82aa7d-5c49-4588-95ca-7ec45caed2a7 req-6fce5dc6-636c-46cc-8e52-19efedd7f361 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&device_id=bb3b4ced-7c33-4275-96ce-c54006ef9c6c HTTP/1.1" status: 200 len: 1095 time: 0.2377787 Jul 16 01:33:34.291129 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa0a0f-b061-4a8e-8c48-00a4dca0bde5 req-aac69a8f-0796-4231-9703-3e9485aad699 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:34.293302 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f0aa0a0f-b061-4a8e-8c48-00a4dca0bde5 req-aac69a8f-0796-4231-9703-3e9485aad699 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.3511846 Jul 16 01:33:34.370593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783561ee-4962-45f3-b553-e69a552abe26 req-5fefef14-4f21-4e54-9a11-212074046f2f tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:34.385938 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-783561ee-4962-45f3-b553-e69a552abe26 req-5fefef14-4f21-4e54-9a11-212074046f2f tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 943 time: 0.2089345 Jul 16 01:33:34.408655 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f0aa0a0f-b061-4a8e-8c48-00a4dca0bde5 req-3bcc0f67-494f-4457-b4bd-f3b6e7d959a0 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069672 Jul 16 01:33:34.439423 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82aa7d-5c49-4588-95ca-7ec45caed2a7 req-80b178cb-db02-4867-874d-a25886b9df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:34.440952 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d82aa7d-5c49-4588-95ca-7ec45caed2a7 req-80b178cb-db02-4867-874d-a25886b9df5c service neutron] 10.222.0.26 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 913 time: 0.2928159 Jul 16 01:33:34.493100 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-783561ee-4962-45f3-b553-e69a552abe26 req-71371129-545b-49ad-a427-751d09ced21a tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042366 Jul 16 01:33:35.043392 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d82aa7d-5c49-4588-95ca-7ec45caed2a7 req-1f934548-aaba-4af5-aef9-dec22819ee32 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e1f2979-6802-41c9-ab36-0081f8d3e8ef HTTP/1.1" status: 200 len: 217 time: 0.5890481 Jul 16 01:33:35.182802 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82aa7d-5c49-4588-95ca-7ec45caed2a7 req-f56c7dab-83bd-48a3-aef2-dc101feadf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:35.185367 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d82aa7d-5c49-4588-95ca-7ec45caed2a7 req-f56c7dab-83bd-48a3-aef2-dc101feadf7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84a8e114-6746-4f75-be46-b5ce225a99ed HTTP/1.1" status: 200 len: 852 time: 0.1340206 Jul 16 01:33:35.266271 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d82aa7d-5c49-4588-95ca-7ec45caed2a7 req-dfd7c6b0-a5c3-449f-bfdf-f5c3c1a28293 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606034 Jul 16 01:33:35.304880 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b64794-84a1-4be6-a367-d4867fc652c4 req-ac7615ba-dc68-42f4-9c6e-e34dab7dd82c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:35.313150 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64b64794-84a1-4be6-a367-d4867fc652c4 req-ac7615ba-dc68-42f4-9c6e-e34dab7dd82c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb3b4ced-7c33-4275-96ce-c54006ef9c6c HTTP/1.1" status: 200 len: 944 time: 0.3004146 Jul 16 01:33:35.324411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10644e-10fb-4d6e-a571-5e37260df595 req-b4d4ea86-e0ed-4071-a1d3-60ec5d0e606c tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:35.331289 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e10644e-10fb-4d6e-a571-5e37260df595 req-b4d4ea86-e0ed-4071-a1d3-60ec5d0e606c tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 944 time: 0.1387343 Jul 16 01:33:35.388717 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49674) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:35.419057 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e10644e-10fb-4d6e-a571-5e37260df595 req-e7fbd7a0-8f3b-4fc7-9523-9c294be118bc tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808094 Jul 16 01:33:35.422197 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64b64794-84a1-4be6-a367-d4867fc652c4 req-f6bbb306-8e50-4ab2-9bd4-2f292ace6a2f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075118 Jul 16 01:33:35.444282 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d82aa7d-5c49-4588-95ca-7ec45caed2a7 req-aea75322-8c54-45f5-a2d9-969c08eac5f9 service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713548 Jul 16 01:33:35.616562 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-61fe5e01-5311-4848-8f44-dd0a9e1c279d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1218377384-network', 'tenant_id': 'a4a393ec74ce45fabddec5a66aac4fb3'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:35.708870 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5b707-d6a1-4696-9858-9a1de6458569 req-0a5719bd-2695-4d5f-8c91-e52d41e0cc56 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:35.710742 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b0d5b707-d6a1-4696-9858-9a1de6458569 req-0a5719bd-2695-4d5f-8c91-e52d41e0cc56 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1063390 Jul 16 01:33:35.753351 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fe5e01-5311-4848-8f44-dd0a9e1c279d admin admin] Made reservation on behalf of a4a393ec74ce45fabddec5a66aac4fb3 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:35.755634 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-61fe5e01-5311-4848-8f44-dd0a9e1c279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.762660 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b0d5b707-d6a1-4696-9858-9a1de6458569 req-82669f7b-134b-435b-b8db-9622304cd9b6 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459919 Jul 16 01:33:35.797715 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d82aa7d-5c49-4588-95ca-7ec45caed2a7 req-4e15311a-35b3-4372-80c6-8ff401283999 service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466227 Jul 16 01:33:35.815776 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-61fe5e01-5311-4848-8f44-dd0a9e1c279d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.910602 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcbdc7-b1a2-471f-8913-febc0cdbca8a req-c05d9b7a-db52-47f4-a058-86223d798a92 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:35.919297 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1ebcbdc7-b1a2-471f-8913-febc0cdbca8a req-c05d9b7a-db52-47f4-a058-86223d798a92 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 943 time: 0.2381554 Jul 16 01:33:35.934822 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-fd754644-6130-4c09-a244-6e56d01a4d6f service neutron] 10.222.0.47 "GET /v2.0/ports/6375948f-5235-4be0-a3e5-18db1f985f6b/bindings/n-h1-800086-6 HTTP/1.1" status: 200 len: 384 time: 0.2850151 Jul 16 01:33:35.962033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 8e1f2979-6802-41c9-ab36-0081f8d3e8ef details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:35.976284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 60f4b1e6-1813-40b3-9757-44241c9cc4f6 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:36.057560 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1ebcbdc7-b1a2-471f-8913-febc0cdbca8a req-6c84a691-570d-45c0-98be-5a2f0ef1c645 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308789 Jul 16 01:33:36.129079 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-61fe5e01-5311-4848-8f44-dd0a9e1c279d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.139424 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-61fe5e01-5311-4848-8f44-dd0a9e1c279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.169750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 60f4b1e6-1813-40b3-9757-44241c9cc4f6 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:36.185556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fe5e01-5311-4848-8f44-dd0a9e1c279d admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:36.208136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 60f4b1e6-1813-40b3-9757-44241c9cc4f6 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:36.208776 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.248398 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe5e01-5311-4848-8f44-dd0a9e1c279d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8f9b24-e7da-4bc9-96b4-068dca811884,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:36.253797 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-61fe5e01-5311-4848-8f44-dd0a9e1c279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.254093 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-61fe5e01-5311-4848-8f44-dd0a9e1c279d admin admin] Added segment 5bae6e2c-271c-4268-ad21-011446010b54 of type vlan for network 92084ab0-abc5-440f-8811-758d239db093 Jul 16 01:33:36.346391 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 8e1f2979-6802-41c9-ab36-0081f8d3e8ef, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=8e1f2979-6802-41c9-ab36-0081f8d3e8ef,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:36.350670 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-61fe5e01-5311-4848-8f44-dd0a9e1c279d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.385751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '8e1f2979-6802-41c9-ab36-0081f8d3e8ef', 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642', 'port_id': '8e1f2979-6802-41c9-ab36-0081f8d3e8ef', 'mac_address': 'fa:16:3e:e2:cf:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a8e114-6746-4f75-be46-b5ce225a99ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:36.444396 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.449019 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.455193 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-61fe5e01-5311-4848-8f44-dd0a9e1c279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.474747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe5e01-5311-4848-8f44-dd0a9e1c279d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:36.475606 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-61fe5e01-5311-4848-8f44-dd0a9e1c279d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.489017 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1f2979-6802-41c9-ab36-0081f8d3e8ef {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:36.525103 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455f4d92-c8ec-4502-97e2-7b8a4e2cbe66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f4b1e6-1813-40b3-9757-44241c9cc4f6'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:36.525404 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-19153693-c7cd-4d2c-9570-0773a6c7c120 service neutron] For port 6375948f-5235-4be0-a3e5-18db1f985f6b, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6375948f-5235-4be0-a3e5-18db1f985f6b,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:36.527471 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0756effd-78c3-487a-b3a9-1eabaac9f23f" -d '{"events": [{"server_uuid": "455f4d92-c8ec-4502-97e2-7b8a4e2cbe66", "name": "network-vif-plugged", "status": "completed", "tag": "60f4b1e6-1813-40b3-9757-44241c9cc4f6"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:36.539819 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 8e1f2979-6802-41c9-ab36-0081f8d3e8ef, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=8e1f2979-6802-41c9-ab36-0081f8d3e8ef,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:36.547894 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.551077 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 60f4b1e6-1813-40b3-9757-44241c9cc4f6, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=60f4b1e6-1813-40b3-9757-44241c9cc4f6,segment=NetworkSegment(05a87a64-85ee-48fc-b186-80e3acc4d32d),segment_id=05a87a64-85ee-48fc-b186-80e3acc4d32d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:36.556206 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.616518 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=8e1f2979-6802-41c9-ab36-0081f8d3e8ef,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:36.627072 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-61fe5e01-5311-4848-8f44-dd0a9e1c279d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2344747 Jul 16 01:33:36.627533 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49718) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:36.634756 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-db72c1db-562a-4d72-9ee4-cd928182ea59 admin admin] Request body: {'subnet': {'network_id': '92084ab0-abc5-440f-8811-758d239db093', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218377384-subnet', 'tenant_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:36.688994 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db72c1db-562a-4d72-9ee4-cd928182ea59 admin admin] Made reservation on behalf of a4a393ec74ce45fabddec5a66aac4fb3 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:36.691465 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-db72c1db-562a-4d72-9ee4-cd928182ea59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.712648 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=60f4b1e6-1813-40b3-9757-44241c9cc4f6,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:36.748122 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-19153693-c7cd-4d2c-9570-0773a6c7c120 service neutron] For port 6375948f-5235-4be0-a3e5-18db1f985f6b, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:36.750630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe5e01-5311-4848-8f44-dd0a9e1c279d admin admin] Pushing event updated for resources: {'Network': ['ID=92084ab0-abc5-440f-8811-758d239db093,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:36.767670 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 92084ab0-abc5-440f-8811-758d239db093 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:36.889396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea095c-10ab-4742-a889-5d7dd0693be5 req-c99e4912-defc-42bc-9b3d-4beb03b10934 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:36.892019 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84ea095c-10ab-4742-a889-5d7dd0693be5 req-c99e4912-defc-42bc-9b3d-4beb03b10934 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 945 time: 0.1857560 Jul 16 01:33:36.917982 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-19153693-c7cd-4d2c-9570-0773a6c7c120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6375948f-5235-4be0-a3e5-18db1f985f6b {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:36.936939 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-19153693-c7cd-4d2c-9570-0773a6c7c120 service neutron] For port 6375948f-5235-4be0-a3e5-18db1f985f6b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6375948f-5235-4be0-a3e5-18db1f985f6b,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:36.943121 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['8e1f2979-6802-41c9-ab36-0081f8d3e8ef'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:36.968194 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047303b-6f8f-4c48-8b8f-3dae94ef48fe req-6ee65897-e484-4995-a599-5a7e059b26f1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:36.971767 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a047303b-6f8f-4c48-8b8f-3dae94ef48fe req-6ee65897-e484-4995-a599-5a7e059b26f1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb3b4ced-7c33-4275-96ce-c54006ef9c6c HTTP/1.1" status: 200 len: 945 time: 0.2480879 Jul 16 01:33:36.974000 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-19153693-c7cd-4d2c-9570-0773a6c7c120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.996023 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 6375948f-5235-4be0-a3e5-18db1f985f6b no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:37.053547 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84ea095c-10ab-4742-a889-5d7dd0693be5 req-13b3ad7f-beaa-426d-a393-81e27a29c2f0 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444669 Jul 16 01:33:37.056128 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a047303b-6f8f-4c48-8b8f-3dae94ef48fe req-6c7c1064-72b1-4d0e-8707-fd7c40106eb2 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785768 Jul 16 01:33:37.097341 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-db72c1db-562a-4d72-9ee4-cd928182ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.129873 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-19153693-c7cd-4d2c-9570-0773a6c7c120 service neutron] Transition to ACTIVE for port object 6375948f-5235-4be0-a3e5-18db1f985f6b will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:37.140770 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-19153693-c7cd-4d2c-9570-0773a6c7c120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.189322 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3bf29e-706b-428f-b9f1-b7e0786feb9c x-openstack-request-id: req-4d3bf29e-706b-428f-b9f1-b7e0786feb9c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:37.189985 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455f4d92-c8ec-4502-97e2-7b8a4e2cbe66", "name": "network-vif-plugged", "status": "completed", "tag": "60f4b1e6-1813-40b3-9757-44241c9cc4f6", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:37.190454 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d3bf29e-706b-428f-b9f1-b7e0786feb9c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:37.191170 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455f4d92-c8ec-4502-97e2-7b8a4e2cbe66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f4b1e6-1813-40b3-9757-44241c9cc4f6', 'code': 200} Jul 16 01:33:37.243065 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72c1db-562a-4d72-9ee4-cd928182ea59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0f538c-4df3-4820-be16-fef0e434cd00,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:37.254299 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db72c1db-562a-4d72-9ee4-cd928182ea59 admin admin] Checking segment: {'id': '5bae6e2c-271c-4268-ad21-011446010b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '92084ab0-abc5-440f-8811-758d239db093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:37.254666 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db72c1db-562a-4d72-9ee4-cd928182ea59 admin admin] Network hostable DHCP agents. Network: 92084ab0-abc5-440f-8811-758d239db093, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:37.274768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db72c1db-562a-4d72-9ee4-cd928182ea59 admin admin] Network 92084ab0-abc5-440f-8811-758d239db093 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:37.306630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-db72c1db-562a-4d72-9ee4-cd928182ea59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 92084ab0-abc5-440f-8811-758d239db093) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:37.323828 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d2dc7e-c98a-4ec9-99fd-bab29005f339 None None] Network 92084ab0-abc5-440f-8811-758d239db093 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:37.324910 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db72c1db-562a-4d72-9ee4-cd928182ea59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.325707 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-db72c1db-562a-4d72-9ee4-cd928182ea59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.356631 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-db72c1db-562a-4d72-9ee4-cd928182ea59 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7273006 Jul 16 01:33:37.359885 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49744) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:37.365164 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1218377384-router', 'tenant_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:37.439685 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.441375 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.448452 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-19153693-c7cd-4d2c-9570-0773a6c7c120 service neutron] No DVR routers for this DVR port 6375948f-5235-4be0-a3e5-18db1f985f6b on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:37.504233 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.567439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19153693-c7cd-4d2c-9570-0773a6c7c120 service neutron] Pushing event updated for resources: {'Port': ['ID=6375948f-5235-4be0-a3e5-18db1f985f6b,revision_number=10']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:37.592755 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-19153693-c7cd-4d2c-9570-0773a6c7c120 service neutron] 10.222.0.47 "PUT /v2.0/ports/6375948f-5235-4be0-a3e5-18db1f985f6b/bindings/n-h1-800086-6/activate HTTP/1.1" status: 200 len: 369 time: 1.6286192 Jul 16 01:33:37.596892 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-92084ab0-abc5-440f-8811-758d239db093', 'network_id': '92084ab0-abc5-440f-8811-758d239db093', 'tenant_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'fixed_ips': [{'subnet_id': '5e0f538c-4df3-4820-be16-fef0e434cd00'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:37.597847 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.647232 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffceb188-f3b4-4807-a0db-9571b8beb3fc req-618d3835-9640-4e85-af71-aaaeeb14d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.648936 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ffceb188-f3b4-4807-a0db-9571b8beb3fc req-618d3835-9640-4e85-af71-aaaeeb14d177 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 1096 time: 0.3084817 Jul 16 01:33:37.715489 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28df133-6320-430c-bb28-2b8092452389 req-3751c26c-9995-4d86-8ff2-490ffad2600f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.723741 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b28df133-6320-430c-bb28-2b8092452389 req-3751c26c-9995-4d86-8ff2-490ffad2600f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1598759 Jul 16 01:33:37.740001 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ffceb188-f3b4-4807-a0db-9571b8beb3fc req-297def25-6ad5-4485-9544-0f64eb7753f2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838418 Jul 16 01:33:37.784600 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b28df133-6320-430c-bb28-2b8092452389 req-9fcef709-4307-424e-bc98-d75a0f3f5a3e tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599108 Jul 16 01:33:37.787940 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.816395 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Allocated IP 172.20.0.2 (92084ab0-abc5-440f-8811-758d239db093/5e0f538c-4df3-4820-be16-fef0e434cd00/5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:37.846706 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc350e-a557-45c9-af1e-03460a1e6c12 req-945e62eb-a596-4f0a-9a54-09641cee4735 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.848295 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60bc350e-a557-45c9-af1e-03460a1e6c12 req-945e62eb-a596-4f0a-9a54-09641cee4735 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 944 time: 0.2273059 Jul 16 01:33:37.921964 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60bc350e-a557-45c9-af1e-03460a1e6c12 req-08f39bb1-32a7-470d-b7ac-34352e1d04ae tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658360 Jul 16 01:33:38.117374 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.139131 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Transition to ACTIVE for port object 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:38.160414 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-48f58472-3532-4a11-a158-af2f5118694e tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.162118 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-48f58472-3532-4a11-a158-af2f5118694e tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9&tenant_id=6060cb9382ba430f8761b732ad566a8a&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 1095 time: 0.1373842 Jul 16 01:33:38.189188 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Transition to ACTIVE for port object 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:38.200066 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.259812 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.310852 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.318740 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Pushing event updated for resources: {'Port': ['ID=5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:38.329974 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Network 92084ab0-abc5-440f-8811-758d239db093 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:38.333139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:38.340758 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:38.400270 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-a210db8d-3a55-4634-b052-5a37d7132c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.402437 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-a210db8d-3a55-4634-b052-5a37d7132c5b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9&tenant_id=6060cb9382ba430f8761b732ad566a8a HTTP/1.1" status: 200 len: 1095 time: 0.2322557 Jul 16 01:33:38.421009 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Attempting to bind port 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:38.422166 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Attempting to bind port 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '5bae6e2c-271c-4268-ad21-011446010b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '92084ab0-abc5-440f-8811-758d239db093'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:38.423189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Attempting to bind port 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 on network 92084ab0-abc5-440f-8811-758d239db093 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:38.428762 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:38.429245 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Checking segment: {'id': '5bae6e2c-271c-4268-ad21-011446010b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '92084ab0-abc5-440f-8811-758d239db093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:38.429715 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.430240 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Bound using segment: {'id': '5bae6e2c-271c-4268-ad21-011446010b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '92084ab0-abc5-440f-8811-758d239db093'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:38.431160 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Bound port: 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bae6e2c-271c-4268-ad21-011446010b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '92084ab0-abc5-440f-8811-758d239db093'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:38.431160 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.468343 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309e269-bdfd-4eb6-ab13-494d2e28fe4c req-c6debc38-d6d9-4f74-92a6-ab26d32d147d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.470674 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2309e269-bdfd-4eb6-ab13-494d2e28fe4c req-c6debc38-d6d9-4f74-92a6-ab26d32d147d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb3b4ced-7c33-4275-96ce-c54006ef9c6c HTTP/1.1" status: 200 len: 945 time: 0.1722646 Jul 16 01:33:38.517066 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] Allocated IP 172.25.1.20 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/0038bd92-aa2d-4176-a3c8-1c9bd09e99c0) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:38.538866 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] For port 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:38.544105 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] For port 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221,segment=NetworkSegment(5bae6e2c-271c-4268-ad21-011446010b54),segment_id=5bae6e2c-271c-4268-ad21-011446010b54)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:38.558360 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.571613 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2309e269-bdfd-4eb6-ab13-494d2e28fe4c req-586cbd52-125e-409c-8f23-115c052961dd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676787 Jul 16 01:33:38.590525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-5119b26e-7c89-493b-95b5-b91b82be7fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.592649 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-5119b26e-7c89-493b-95b5-b91b82be7fbb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6060cb9382ba430f8761b732ad566a8a&device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 1095 time: 0.1457846 Jul 16 01:33:38.650775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd54225-525b-43ae-adc7-5c7bab2adbbf req-30a7d647-5e3c-4fb5-bde9-c9c7c420c9e4 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.660322 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ddd54225-525b-43ae-adc7-5c7bab2adbbf req-30a7d647-5e3c-4fb5-bde9-c9c7c420c9e4 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 945 time: 0.3514667 Jul 16 01:33:38.689930 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766bc86-1089-42ea-ae93-b5c7e28dfe0e None None] Pushing event updated for resources: {'Port': ['ID=5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:38.758255 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-68c8f03c-5b22-4166-af4a-56efb7a425c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.760043 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-68c8f03c-5b22-4166-af4a-56efb7a425c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 200 len: 922 time: 0.1607611 Jul 16 01:33:38.825943 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-da235eaa-c5a5-4121-9136-2dd84cacb89b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6375948f-5235-4be0-a3e5-18db1f985f6b HTTP/1.1" status: 200 len: 217 time: 0.0577965 Jul 16 01:33:38.913502 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-6ca4a6e2-89ea-4682-8129-807409baf9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.915160 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-6ca4a6e2-89ea-4682-8129-807409baf9c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 200 len: 861 time: 0.0609789 Jul 16 01:33:39.021424 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-5f2f448c-b4e8-4305-9fb6-4eb82f8e5fde service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fa5d3ea0-c59d-41a7-ba27-d98a18810da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977221 Jul 16 01:33:39.232517 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.247449 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ddd54225-525b-43ae-adc7-5c7bab2adbbf req-2afdf3d7-c99d-45f2-83fc-0b276193c0d3 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860806 Jul 16 01:33:39.341647 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.342178 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-3e993314-ff2e-4a47-9326-c2684d95454d service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032644 Jul 16 01:33:39.376377 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6a76c-dcba-44a5-9a98-d54f945f3629 req-5b8f17b2-97d1-4a5c-a308-3d603dbeb487 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.384151 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-86b6a76c-dcba-44a5-9a98-d54f945f3629 req-5b8f17b2-97d1-4a5c-a308-3d603dbeb487 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.3233685 Jul 16 01:33:39.540869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:39.550526 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] Pushing event updated for resources: {'Port': ['ID=0038bd92-aa2d-4176-a3c8-1c9bd09e99c0,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:39.562795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:39.573752 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:39.626073 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-86b6a76c-dcba-44a5-9a98-d54f945f3629 req-caad50d8-7973-4324-8d11-5f7bee614bc9 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408135 Jul 16 01:33:39.652357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc479dc-0b31-47ad-8247-38620f5ac6ab req-046e935f-979d-4c2a-a2ad-fa64c3f91312 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.663084 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4fc479dc-0b31-47ad-8247-38620f5ac6ab req-046e935f-979d-4c2a-a2ad-fa64c3f91312 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 944 time: 0.2285669 Jul 16 01:33:39.702475 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-ad0ed9dc-46b8-4852-b29b-ffdd125369b9 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528407 Jul 16 01:33:39.818201 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4fc479dc-0b31-47ad-8247-38620f5ac6ab req-442f0ba6-e3c9-4ee5-91ab-1f12fc35d592 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538391 Jul 16 01:33:39.963681 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 8e1f2979-6802-41c9-ab36-0081f8d3e8ef up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:40.064692 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 8e1f2979-6802-41c9-ab36-0081f8d3e8ef completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:40.078613 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 8e1f2979-6802-41c9-ab36-0081f8d3e8ef triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:40.079275 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.357126 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.430409 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.446980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-ffb2928b-92c4-4a2e-8bef-c1451e1cecbf tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.449202 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-ffb2928b-92c4-4a2e-8bef-c1451e1cecbf tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9&tenant_id=6060cb9382ba430f8761b732ad566a8a&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 1095 time: 0.1356025 Jul 16 01:33:40.449368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 8e1f2979-6802-41c9-ab36-0081f8d3e8ef, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=8e1f2979-6802-41c9-ab36-0081f8d3e8ef,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:40.451028 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3b4ced-7c33-4275-96ce-c54006ef9c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1f2979-6802-41c9-ab36-0081f8d3e8ef'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:40.459438 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee726766-8460-40f3-9df7-f6c2ad3d6d28" -d '{"events": [{"server_uuid": "bb3b4ced-7c33-4275-96ce-c54006ef9c6c", "name": "network-vif-plugged", "status": "completed", "tag": "8e1f2979-6802-41c9-ab36-0081f8d3e8ef"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:40.467698 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.534817 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d37f36-c29f-4950-a611-a1b67f3fcb4a None None] Network 92084ab0-abc5-440f-8811-758d239db093 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:40.593769 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd2e37-5142-4aeb-9518-a7e5063da74e req-9dc61502-ae86-4312-ae18-2d7ad4215c71 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.601570 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edcd2e37-5142-4aeb-9518-a7e5063da74e req-9dc61502-ae86-4312-ae18-2d7ad4215c71 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb3b4ced-7c33-4275-96ce-c54006ef9c6c HTTP/1.1" status: 200 len: 945 time: 0.4091740 Jul 16 01:33:40.713640 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d21675-cb56-4b4f-a6a1-716b64bf59c5 req-6726feb2-d0b6-497a-bac8-532e95894d0b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.718233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=8e1f2979-6802-41c9-ab36-0081f8d3e8ef,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:40.723413 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b3d21675-cb56-4b4f-a6a1-716b64bf59c5 req-6726feb2-d0b6-497a-bac8-532e95894d0b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 945 time: 0.1705406 Jul 16 01:33:40.752446 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e2bdb13d-9f0f-421d-b0d0-ee5763253c4b service neutron] For port 6375948f-5235-4be0-a3e5-18db1f985f6b, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:40.758958 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e2bdb13d-9f0f-421d-b0d0-ee5763253c4b service neutron] Notify callbacks [] for binding, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.760782 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44e38e40-ce09-42d5-82fc-d6b21c6724ca req-e2bdb13d-9f0f-421d-b0d0-ee5763253c4b service neutron] 10.222.0.26 "DELETE /v2.0/ports/6375948f-5235-4be0-a3e5-18db1f985f6b/bindings/n-h2-800086-6 HTTP/1.1" status: 204 len: 173 time: 0.3012531 Jul 16 01:33:40.791313 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b3d21675-cb56-4b4f-a6a1-716b64bf59c5 req-2e0aa79b-84e3-4fcc-9950-c78ab76096a6 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654755 Jul 16 01:33:40.811642 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-35020765-f069-4538-88ea-d7b3f0acbdef None None] Provisioning for port 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:40.841424 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edcd2e37-5142-4aeb-9518-a7e5063da74e req-9748b70c-6c2e-4a95-84a4-8287d72544d1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388980 Jul 16 01:33:40.857829 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473cd3fc-d127-4620-b3ed-5b0182c017d6 x-openstack-request-id: req-473cd3fc-d127-4620-b3ed-5b0182c017d6 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:40.858236 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3b4ced-7c33-4275-96ce-c54006ef9c6c", "name": "network-vif-plugged", "status": "completed", "tag": "8e1f2979-6802-41c9-ab36-0081f8d3e8ef", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:40.858601 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-473cd3fc-d127-4620-b3ed-5b0182c017d6 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:40.859857 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3b4ced-7c33-4275-96ce-c54006ef9c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1f2979-6802-41c9-ab36-0081f8d3e8ef', 'code': 200} Jul 16 01:33:40.932403 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.098496 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:41.132400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fd728-3407-4493-b6ff-c82a9e805cb3 req-5c243f2b-4721-466c-9d75-c74d56ccceae tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.139614 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee9fd728-3407-4493-b6ff-c82a9e805cb3 req-5c243f2b-4721-466c-9d75-c74d56ccceae tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1455934 Jul 16 01:33:41.150974 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24315db3-2f14-46df-871f-ab35d0bbbb4c req-061163a4-5b55-4cd5-896e-004c27142a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.152584 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-24315db3-2f14-46df-871f-ab35d0bbbb4c req-061163a4-5b55-4cd5-896e-004c27142a1a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb3b4ced-7c33-4275-96ce-c54006ef9c6c HTTP/1.1" status: 200 len: 1097 time: 0.1394143 Jul 16 01:33:41.158389 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:41.163464 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:41.164293 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.194280 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee9fd728-3407-4493-b6ff-c82a9e805cb3 req-d628848c-cd1a-4334-9236-4a46eee9e672 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535214 Jul 16 01:33:41.261179 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-a64c769a-8147-462e-accd-6570d05dbb54 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.262640 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-a64c769a-8147-462e-accd-6570d05dbb54 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2036941 Jul 16 01:33:41.284725 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] Router 1d8d9ff1-6643-4807-904b-d1e648aa0513 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:33:41.285717 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-24315db3-2f14-46df-871f-ab35d0bbbb4c req-36b5df02-e2dd-4c71-993a-892124ec1370 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045928 Jul 16 01:33:41.330271 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.341671 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-791dd025-af09-47df-822c-50d6e815a9ae tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.0689228 Jul 16 01:33:41.353193 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-40eee7ca-f2ac-4d9b-b5aa-f84b2f9840d7 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Request body: {'floatingip': {'port_id': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:41.411696 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1cfad9c0-fcd4-4ac7-ba67-f4fc73af8018 None None] Provisioning complete for port 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:41.412147 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1cfad9c0-fcd4-4ac7-ba67-f4fc73af8018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.447204 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e11c5d-20c4-4d15-a054-a932958ba56e req-b4ab9473-174c-43ea-bbc9-4a6b918e564b tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.451954 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-40eee7ca-f2ac-4d9b-b5aa-f84b2f9840d7 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks [] for floatingip, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.455603 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-57e11c5d-20c4-4d15-a054-a932958ba56e req-b4ab9473-174c-43ea-bbc9-4a6b918e564b tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 944 time: 0.0895913 Jul 16 01:33:41.456631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221,segment=NetworkSegment(5bae6e2c-271c-4268-ad21-011446010b54),segment_id=5bae6e2c-271c-4268-ad21-011446010b54)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:41.461994 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.509453 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-57e11c5d-20c4-4d15-a054-a932958ba56e req-6631d3ff-4116-4fde-98c3-3e2b9b33f71b tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511925 Jul 16 01:33:41.528268 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:41.666470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:33:41.679790 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Sync routers for ids ['1d8d9ff1-6643-4807-904b-d1e648aa0513'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:33:41.690684 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Routers {'1d8d9ff1-6643-4807-904b-d1e648aa0513'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:41.691317 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:33:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['1d8d9ff1-6643-4807-904b-d1e648aa0513'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:41.723555 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.724996 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4a05a8f5-11ed-4a5d-9482-967fdad985f9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3638418 Jul 16 01:33:41.727842 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49884) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:41.824502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Set router 1d8d9ff1-6643-4807-904b-d1e648aa0513 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:42.154218 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-40eee7ca-f2ac-4d9b-b5aa-f84b2f9840d7 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.173261 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-40eee7ca-f2ac-4d9b-b5aa-f84b2f9840d7 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.210405 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218377384-router', 'tenant_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '0038bd92-aa2d-4176-a3c8-1c9bd09e99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:33:37Z', 'updated_at': '2021-07-16T01:33:40Z', 'revision_number': 3, 'project_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'gw_port': {'id': '0038bd92-aa2d-4176-a3c8-1c9bd09e99c0', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:38Z', 'updated_at': '2021-07-16T01:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:42.252531 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Checking router: 1d8d9ff1-6643-4807-904b-d1e648aa0513 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:33:42.252925 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Updating router 1d8d9ff1-6643-4807-904b-d1e648aa0513 port 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:33:42.295626 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.308352 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-40eee7ca-f2ac-4d9b-b5aa-f84b2f9840d7 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Floating IP ca07a1b9-b2a1-4747-a86e-9c961546b7e5 associated. External IP: 172.25.1.104, port: e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd. Jul 16 01:33:42.468382 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d741fe0-e067-438a-ba0b-b69db69ee2bc req-45d726d6-9506-4553-9c8f-474a7c2b3814 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:42.470143 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6d741fe0-e067-438a-ba0b-b69db69ee2bc req-45d726d6-9506-4553-9c8f-474a7c2b3814 tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 1095 time: 0.4087198 Jul 16 01:33:42.556610 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-40eee7ca-f2ac-4d9b-b5aa-f84b2f9840d7 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Router e29263fb-d2d4-43b3-80cd-bc80d3820952 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:33:42.566882 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6d741fe0-e067-438a-ba0b-b69db69ee2bc req-e7502ddc-4f1f-482e-a281-d291f200745d tempest-LiveAutoBlockMigrationV225Test-973753408 tempest-LiveAutoBlockMigrationV225Test-973753408-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850143 Jul 16 01:33:42.626175 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.630097 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.646628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Transition to ACTIVE for port object 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:42.654297 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.738484 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9b2b4-2294-4d67-a534-705dddae7eec None None] Pushing event updated for resources: {'Port': ['ID=0038bd92-aa2d-4176-a3c8-1c9bd09e99c0,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:42.762250 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Attempting to bind port 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:42.762625 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Attempting to bind port 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:42.762986 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Attempting to bind port 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:42.769651 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:42.770172 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:42.770592 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.770990 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:42.771459 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Bound port: 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:42.772041 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.789951 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-40eee7ca-f2ac-4d9b-b5aa-f84b2f9840d7 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:33:42.809571 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53352efa-ba32-4651-93cf-5832cafd5a04 None None] Sync routers for ids ['e29263fb-d2d4-43b3-80cd-bc80d3820952'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:33:42.815141 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-40eee7ca-f2ac-4d9b-b5aa-f84b2f9840d7 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.835505 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53352efa-ba32-4651-93cf-5832cafd5a04 None None] Routers {'e29263fb-d2d4-43b3-80cd-bc80d3820952'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:42.836478 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-53352efa-ba32-4651-93cf-5832cafd5a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:33:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e29263fb-d2d4-43b3-80cd-bc80d3820952'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:42.874709 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] For port 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:42.879443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] For port 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0038bd92-aa2d-4176-a3c8-1c9bd09e99c0,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:42.889236 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.914453 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-40eee7ca-f2ac-4d9b-b5aa-f84b2f9840d7 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "PUT /v2.0/floatingips/ca07a1b9-b2a1-4747-a86e-9c961546b7e5 HTTP/1.1" status: 200 len: 996 time: 1.5659795 Jul 16 01:33:42.917520 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'tag': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:42.932704 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a25a799-71ec-4125-bdcb-bd3664cae722" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0a90b0-0be3-44fc-b1a3-620f7b67a023", "tag": "e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:42.944287 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] Allocated IP 172.20.0.1 (92084ab0-abc5-440f-8811-758d239db093/5e0f538c-4df3-4820-be16-fef0e434cd00/1331e6a9-88aa-4cb7-94c4-7837ccfb36da) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:43.051465 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Routers {'1d8d9ff1-6643-4807-904b-d1e648aa0513'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:43.052641 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:33:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['1d8d9ff1-6643-4807-904b-d1e648aa0513'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:43.056929 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-53352efa-ba32-4651-93cf-5832cafd5a04 None None] Set router e29263fb-d2d4-43b3-80cd-bc80d3820952 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:43.111384 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-14b5d58f-93eb-417b-88e4-9c16ba7fa485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.118520 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-14b5d58f-93eb-417b-88e4-9c16ba7fa485 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22a396f99efc4d13a24bdc67c6b2b3f6&device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 1096 time: 0.1639690 Jul 16 01:33:43.138573 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944520f2-b6de-4c41-9020-1f1d1827b7d2 req-6f196ecc-c11c-4acd-b1eb-a07e95b8d2a3 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.140352 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-944520f2-b6de-4c41-9020-1f1d1827b7d2 req-6f196ecc-c11c-4acd-b1eb-a07e95b8d2a3 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb3b4ced-7c33-4275-96ce-c54006ef9c6c HTTP/1.1" status: 200 len: 946 time: 0.1863704 Jul 16 01:33:43.151409 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.184176 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] Transition to ACTIVE for port object 1331e6a9-88aa-4cb7-94c4-7837ccfb36da will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:43.204415 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-944520f2-b6de-4c41-9020-1f1d1827b7d2 req-c5833ab4-f0d8-4f63-bdbb-4db6d8ea5312 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562489 Jul 16 01:33:43.214240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-e2f44f4b-5a54-40ca-aa67-dd2f8e2a9fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.215565 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:43.232369 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-e2f44f4b-5a54-40ca-aa67-dd2f8e2a9fec service neutron] 10.222.0.54 "GET /v2.0/networks?id=1612ce87-fb4d-45f3-8058-d097e2a71ab1 HTTP/1.1" status: 200 len: 920 time: 0.1057112 Jul 16 01:33:43.242547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9b2b4-2294-4d67-a534-705dddae7eec None None] Pushing event updated for resources: {'Port': ['ID=0038bd92-aa2d-4176-a3c8-1c9bd09e99c0,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:43.261008 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.272617 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] Set router 1d8d9ff1-6643-4807-904b-d1e648aa0513 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:43.334795 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] Pushing event updated for resources: {'Port': ['ID=1331e6a9-88aa-4cb7-94c4-7837ccfb36da,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:43.363321 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-53352efa-ba32-4651-93cf-5832cafd5a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'ca07a1b9-b2a1-4747-a86e-9c961546b7e5', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'port_id': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'mac_address': 'fa:16:3e:41:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:19Z', 'updated_at': '2021-07-16T01:33:42Z', 'revision_number': 1, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:43.372293 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] Network 92084ab0-abc5-440f-8811-758d239db093 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:43.380586 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:43.383083 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-85f1785f-d46d-43cc-9542-b880e7f56755 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd HTTP/1.1" status: 200 len: 999 time: 0.1569309 Jul 16 01:33:43.393975 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53352efa-ba32-4651-93cf-5832cafd5a04 None None] Checking router: e29263fb-d2d4-43b3-80cd-bc80d3820952 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:33:43.396572 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:43.404264 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53352efa-ba32-4651-93cf-5832cafd5a04 None None] Routers {'e29263fb-d2d4-43b3-80cd-bc80d3820952'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:43.406484 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-53352efa-ba32-4651-93cf-5832cafd5a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:33:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e29263fb-d2d4-43b3-80cd-bc80d3820952'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:43.431536 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:43.432205 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.433698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-27166f50-4437-429f-870e-aa0c0f0833b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.442360 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-27166f50-4437-429f-870e-aa0c0f0833b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bba61486-b6e3-4f60-9d61-963219f180d7 HTTP/1.1" status: 200 len: 858 time: 0.0575590 Jul 16 01:33:43.498306 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.539077 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-593e9520-d868-4b6e-8678-381d6fd2ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.542339 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-593e9520-d868-4b6e-8678-381d6fd2ed6c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1612ce87-fb4d-45f3-8058-d097e2a71ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991879 Jul 16 01:33:43.591409 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-53352efa-ba32-4651-93cf-5832cafd5a04 None None] Set router e29263fb-d2d4-43b3-80cd-bc80d3820952 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:43.728661 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-0f29ef6d-4b27-48ec-8aa3-c487c8967eae service neutron] 10.222.0.54 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778162 Jul 16 01:33:43.748059 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.780176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218377384-router', 'tenant_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '0038bd92-aa2d-4176-a3c8-1c9bd09e99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:33:37Z', 'updated_at': '2021-07-16T01:33:40Z', 'revision_number': 3, 'project_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'gw_port': {'id': '0038bd92-aa2d-4176-a3c8-1c9bd09e99c0', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:38Z', 'updated_at': '2021-07-16T01:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:43.813503 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ffe042cd-90ec-44ab-ab9d-f3f1295e2665 None None] Provisioning for port 1331e6a9-88aa-4cb7-94c4-7837ccfb36da completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:43.819125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ffe042cd-90ec-44ab-ab9d-f3f1295e2665 None None] Provisioning complete for port 1331e6a9-88aa-4cb7-94c4-7837ccfb36da triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:43.819776 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ffe042cd-90ec-44ab-ab9d-f3f1295e2665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.821412 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553bd762-5d72-47f1-8c1e-9e58b88dad4e None None] The sync data for ids ['1d8d9ff1-6643-4807-904b-d1e648aa0513'] in n-d-800086-6 is: [{'id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218377384-router', 'tenant_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '0038bd92-aa2d-4176-a3c8-1c9bd09e99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:33:37Z', 'updated_at': '2021-07-16T01:33:40Z', 'revision_number': 3, 'project_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'gw_port': {'id': '0038bd92-aa2d-4176-a3c8-1c9bd09e99c0', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:38Z', 'updated_at': '2021-07-16T01:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:33:43.909739 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e6dd11fb-9e47-4e84-b24a-70135db679d8 req-2307bd9b-b968-4f34-8717-3160207821ea service neutron] 10.222.0.54 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793792 Jul 16 01:33:43.921920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ffe042cd-90ec-44ab-ab9d-f3f1295e2665 None None] Port 1331e6a9-88aa-4cb7-94c4-7837ccfb36da cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:44.005080 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.014690 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.047610 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-53352efa-ba32-4651-93cf-5832cafd5a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'ca07a1b9-b2a1-4747-a86e-9c961546b7e5', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'port_id': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'mac_address': 'fa:16:3e:41:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:19Z', 'updated_at': '2021-07-16T01:33:42Z', 'revision_number': 1, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:44.106970 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53352efa-ba32-4651-93cf-5832cafd5a04 None None] The sync data for ids ['e29263fb-d2d4-43b3-80cd-bc80d3820952'] in n-d-800086-6 is: [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'ca07a1b9-b2a1-4747-a86e-9c961546b7e5', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'port_id': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'mac_address': 'fa:16:3e:41:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:19Z', 'updated_at': '2021-07-16T01:33:42Z', 'revision_number': 1, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:33:44.115772 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.120887 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] Pushing event updated for resources: {'Port': ['ID=1331e6a9-88aa-4cb7-94c4-7837ccfb36da,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:44.131142 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec336c28-a4c5-44ef-9a38-d25f2b41ed7d req-a75a1609-4e48-46da-ab8b-99b301d9299f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.133068 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ec336c28-a4c5-44ef-9a38-d25f2b41ed7d req-a75a1609-4e48-46da-ab8b-99b301d9299f tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1046689 Jul 16 01:33:44.188796 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ec336c28-a4c5-44ef-9a38-d25f2b41ed7d req-6b5b4b4d-dc27-4736-9b81-6df22b0b24ca tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420454 Jul 16 01:33:44.298998 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] Network 92084ab0-abc5-440f-8811-758d239db093 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:44.301552 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:44.564532 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] Router 1d8d9ff1-6643-4807-904b-d1e648aa0513 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:33:44.593764 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538cd60b-11c0-41e4-9439-2cac22bc5bcf None None] New status for floating IP ca07a1b9-b2a1-4747-a86e-9c961546b7e5: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:33:44.612211 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b480ac5e-d9dd-4bfa-a567-72ef10cb3e3f x-openstack-request-id: req-b480ac5e-d9dd-4bfa-a567-72ef10cb3e3f {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:44.615116 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0a90b0-0be3-44fc-b1a3-620f7b67a023", "tag": "e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:44.617118 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b480ac5e-d9dd-4bfa-a567-72ef10cb3e3f {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:44.620020 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'tag': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd', 'status': 'completed', 'code': 200} Jul 16 01:33:44.811394 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-39700318-99c8-49dc-9783-e7f0a7623817 None None] Provisioning complete for port 1331e6a9-88aa-4cb7-94c4-7837ccfb36da triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:44.813653 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39700318-99c8-49dc-9783-e7f0a7623817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.904292 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-39700318-99c8-49dc-9783-e7f0a7623817 None None] Port 1331e6a9-88aa-4cb7-94c4-7837ccfb36da cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:44.964408 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25a799-71ec-4125-bdcb-bd3664cae722 req-d744cfae-6313-48c1-98ea-f439399bd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.966436 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a25a799-71ec-4125-bdcb-bd3664cae722 req-d744cfae-6313-48c1-98ea-f439399bd552 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=22a396f99efc4d13a24bdc67c6b2b3f6&device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 1096 time: 0.2727752 Jul 16 01:33:45.058841 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:33:45.063210 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:45.087731 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5c895ec2-9c6c-4490-8848-75a4183d19ad admin admin] 10.222.0.54 "PUT /v2.0/routers/1d8d9ff1-6643-4807-904b-d1e648aa0513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3511107 Jul 16 01:33:45.141153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:45.146568 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:45.147074 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.253819 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-199992f0-88a0-4dc7-84e9-36170e009cac req-733a989b-d72a-4c8e-bc4b-ad0479922127 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b1509ca3db474a6faab62996d47a6a14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699522 Jul 16 01:33:45.273454 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-2c04f89d-cfa8-413e-9f3f-69aec1a7cadd tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:45.274837 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.282104 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-2c04f89d-cfa8-413e-9f3f-69aec1a7cadd tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3133998 Jul 16 01:33:45.306896 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0038bd92-aa2d-4176-a3c8-1c9bd09e99c0,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:45.312299 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.376728 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=0038bd92-aa2d-4176-a3c8-1c9bd09e99c0,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:45.401987 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25a799-71ec-4125-bdcb-bd3664cae722 req-f2d75787-df6f-4cc6-9082-7e1a98d6ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:45.403538 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a25a799-71ec-4125-bdcb-bd3664cae722 req-f2d75787-df6f-4cc6-9082-7e1a98d6ace8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1612ce87-fb4d-45f3-8058-d097e2a71ab1 HTTP/1.1" status: 200 len: 920 time: 0.3743963 Jul 16 01:33:45.489240 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-92e2ddb9-0341-4af9-8951-3ef5d0125b83 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 1001 time: 0.2062473 Jul 16 01:33:45.512133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-4595d5f9-3d32-4327-8831-5760a9a8dd39 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Request body: {'floatingip': {'port_id': '60f4b1e6-1813-40b3-9757-44241c9cc4f6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:45.571164 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a25a799-71ec-4125-bdcb-bd3664cae722 req-40136641-525b-467e-b6b8-8d7a6035293f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd HTTP/1.1" status: 200 len: 1001 time: 0.1526039 Jul 16 01:33:45.646021 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-4595d5f9-3d32-4327-8831-5760a9a8dd39 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks [] for floatingip, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.700129 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25a799-71ec-4125-bdcb-bd3664cae722 req-e737d57e-a2ad-43d4-9f82-50b31ed3373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:45.701595 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a25a799-71ec-4125-bdcb-bd3664cae722 req-e737d57e-a2ad-43d4-9f82-50b31ed3373a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bba61486-b6e3-4f60-9d61-963219f180d7 HTTP/1.1" status: 200 len: 858 time: 0.1163170 Jul 16 01:33:45.732185 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199992f0-88a0-4dc7-84e9-36170e009cac req-b294fcff-3833-41c8-96a8-be1e5a394c8a tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:45.733756 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-199992f0-88a0-4dc7-84e9-36170e009cac req-b294fcff-3833-41c8-96a8-be1e5a394c8a tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4736824 Jul 16 01:33:45.749084 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-199992f0-88a0-4dc7-84e9-36170e009cac req-d3105145-ff55-4800-bf2b-ecee36e37ad3 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/quotas/b1509ca3db474a6faab62996d47a6a14 HTTP/1.1" status: 200 len: 375 time: 0.0094960 Jul 16 01:33:45.784982 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-199992f0-88a0-4dc7-84e9-36170e009cac req-cba9cf0e-fbbb-4a40-8aaa-9ce5999d8339 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1509ca3db474a6faab62996d47a6a14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298033 Jul 16 01:33:45.803592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864621c-7080-423c-8617-c066e4c55c2e req-47d53483-e9d1-4917-a3cd-236c0b7630e5 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:45.805112 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3864621c-7080-423c-8617-c066e4c55c2e req-47d53483-e9d1-4917-a3cd-236c0b7630e5 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.26 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 944 time: 0.2312529 Jul 16 01:33:45.912510 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25a799-71ec-4125-bdcb-bd3664cae722 req-00f2761d-c88e-41d8-ad8f-e040c178a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:45.914289 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a25a799-71ec-4125-bdcb-bd3664cae722 req-00f2761d-c88e-41d8-ad8f-e040c178a8a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1612ce87-fb4d-45f3-8058-d097e2a71ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1998718 Jul 16 01:33:45.973635 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f925909c-4ee6-4bbc-bb7d-15db63b5a338 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:46.094966 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.118591 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde346bb-e777-4246-9273-bfbe8afa1293 req-8d3d2f5a-2ade-49ef-aaf7-88f601be339b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.120360 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cde346bb-e777-4246-9273-bfbe8afa1293 req-8d3d2f5a-2ade-49ef-aaf7-88f601be339b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb3b4ced-7c33-4275-96ce-c54006ef9c6c HTTP/1.1" status: 200 len: 946 time: 0.0970173 Jul 16 01:33:46.147628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f925909c-4ee6-4bbc-bb7d-15db63b5a338, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f925909c-4ee6-4bbc-bb7d-15db63b5a338,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:46.148894 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0799cf66-ce21-474c-8871-9403b987f354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f925909c-4ee6-4bbc-bb7d-15db63b5a338'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:46.152959 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd749503-b4aa-4732-95d7-8c89cb09fdd7" -d '{"events": [{"server_uuid": "0799cf66-ce21-474c-8871-9403b987f354", "name": "network-vif-unplugged", "status": "completed", "tag": "f925909c-4ee6-4bbc-bb7d-15db63b5a338"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:46.158161 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.164982 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cde346bb-e777-4246-9273-bfbe8afa1293 req-3e337850-9bbc-42c5-8292-017e57834e38 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382409 Jul 16 01:33:46.227661 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=f925909c-4ee6-4bbc-bb7d-15db63b5a338,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:46.383702 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Sync routers for ids ['1d8d9ff1-6643-4807-904b-d1e648aa0513'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:33:46.385407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a69da-f329-40e1-8abc-7db9c8fee784 req-8a82d768-1cfa-4e50-b428-9aec213be945 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.386995 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-352a69da-f329-40e1-8abc-7db9c8fee784 req-8a82d768-1cfa-4e50-b428-9aec213be945 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 944 time: 0.0710957 Jul 16 01:33:46.399445 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Routers {'1d8d9ff1-6643-4807-904b-d1e648aa0513'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:46.400667 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:33:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['1d8d9ff1-6643-4807-904b-d1e648aa0513'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:46.417659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-3864621c-7080-423c-8617-c066e4c55c2e req-43d4622c-21c6-4713-8de0-29a84b37ed7d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Deleting port 6375948f-5235-4be0-a3e5-18db1f985f6b {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:46.418201 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3864621c-7080-423c-8617-c066e4c55c2e req-43d4622c-21c6-4713-8de0-29a84b37ed7d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.422205 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a25a799-71ec-4125-bdcb-bd3664cae722 req-bb407fe1-cf33-4dbf-8320-49b88f1fb35e service neutron] 10.222.0.47 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929379 Jul 16 01:33:46.451039 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-352a69da-f329-40e1-8abc-7db9c8fee784 req-0d1eaa37-c9e1-4d10-969e-413e01f2dc9a tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536463 Jul 16 01:33:46.540354 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Set router 1d8d9ff1-6643-4807-904b-d1e648aa0513 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:46.723066 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-3864621c-7080-423c-8617-c066e4c55c2e req-43d4622c-21c6-4713-8de0-29a84b37ed7d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] For port 6375948f-5235-4be0-a3e5-18db1f985f6b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6375948f-5235-4be0-a3e5-18db1f985f6b,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:46.723432 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3864621c-7080-423c-8617-c066e4c55c2e req-43d4622c-21c6-4713-8de0-29a84b37ed7d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.793750 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a25a799-71ec-4125-bdcb-bd3664cae722 req-290ff9b3-5f6c-40ab-9bdd-54c1f100c586 service neutron] 10.222.0.47 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423846 Jul 16 01:33:46.794585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-3864621c-7080-423c-8617-c066e4c55c2e req-43d4622c-21c6-4713-8de0-29a84b37ed7d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Calling delete_port for 6375948f-5235-4be0-a3e5-18db1f985f6b owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:46.800653 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218377384-router', 'tenant_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '0038bd92-aa2d-4176-a3c8-1c9bd09e99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:33:37Z', 'updated_at': '2021-07-16T01:33:43Z', 'revision_number': 4, 'project_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'gw_port': {'id': '0038bd92-aa2d-4176-a3c8-1c9bd09e99c0', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:38Z', 'updated_at': '2021-07-16T01:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '1331e6a9-88aa-4cb7-94c4-7837ccfb36da', 'name': '', 'network_id': '92084ab0-abc5-440f-8811-758d239db093', 'tenant_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'mac_address': 'fa:16:3e:0b:68:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5e0f538c-4df3-4820-be16-fef0e434cd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:42Z', 'updated_at': '2021-07-16T01:33:43Z', 'revision_number': 2, 'project_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'subnets': [{'id': '5e0f538c-4df3-4820-be16-fef0e434cd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:46.815695 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a6a09-050b-4227-8927-2ed3be7dd042 req-7875c43f-8811-4eae-99ed-63fa7bf04fb3 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.823903 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-654a6a09-050b-4227-8927-2ed3be7dd042 req-7875c43f-8811-4eae-99ed-63fa7bf04fb3 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1008151 Jul 16 01:33:46.857294 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Checking router: 1d8d9ff1-6643-4807-904b-d1e648aa0513 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:33:46.858116 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Updating router 1d8d9ff1-6643-4807-904b-d1e648aa0513 port 1331e6a9-88aa-4cb7-94c4-7837ccfb36da binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:33:46.875443 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-654a6a09-050b-4227-8927-2ed3be7dd042 req-edf3b257-d30d-4e14-b1ce-e971d363ac4c tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503321 Jul 16 01:33:46.921611 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.013348 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.resource_extend [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-4595d5f9-3d32-4327-8831-5760a9a8dd39 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:33:47.023162 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:47.092408 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:47.093782 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.095206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-8e8f4a89-0545-4275-9406-7914377bec79 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.104864 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-8e8f4a89-0545-4275-9406-7914377bec79 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/networks?id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071 HTTP/1.1" status: 200 len: 803 time: 0.1500678 Jul 16 01:33:47.117992 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-4595d5f9-3d32-4327-8831-5760a9a8dd39 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.128750 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-3b5de5c5-d91d-4458-957a-18f92617c965 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/quotas/c7a28ef2c8eb4e6bad41171e1567f752 HTTP/1.1" status: 200 len: 375 time: 0.0226452 Jul 16 01:33:47.135122 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-4595d5f9-3d32-4327-8831-5760a9a8dd39 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.200152 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-d0755e95-e8c2-4eb7-96d3-786f00254c12 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7a28ef2c8eb4e6bad41171e1567f752&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704713 Jul 16 01:33:47.249033 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2d68b-907b-42b8-bc1d-693d12512dab req-7642d69d-55cb-48d5-b7f8-a9110f7a623e tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.250793 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9ef2d68b-907b-42b8-bc1d-693d12512dab req-7642d69d-55cb-48d5-b7f8-a9110f7a623e tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.26 "GET /v2.0/ports?device_id=0799cf66-ce21-474c-8871-9403b987f354 HTTP/1.1" status: 200 len: 943 time: 0.1983750 Jul 16 01:33:47.293647 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3864621c-7080-423c-8617-c066e4c55c2e req-43d4622c-21c6-4713-8de0-29a84b37ed7d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.309180 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-657e61e9-97bb-418e-8c6f-4efdda390dc2 service neutron] 10.222.0.54 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017060 Jul 16 01:33:47.327224 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['6375948f-5235-4be0-a3e5-18db1f985f6b'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:47.337159 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.350093 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Transition to ACTIVE for port object 1331e6a9-88aa-4cb7-94c4-7837ccfb36da will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:47.357024 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.378294 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['1382684a-6f15-40b6-ae7c-b76ba5b325f8'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:47.385020 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4622c-21c6-4713-8de0-29a84b37ed7d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Pushing event deleted for resources: {'Port': ['ID=6375948f-5235-4be0-a3e5-18db1f985f6b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:47.404661 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9071200-07a5-4660-8e13-00f59abcd485 None None] Pushing event updated for resources: {'Port': ['ID=1331e6a9-88aa-4cb7-94c4-7837ccfb36da,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:47.419172 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9071200-07a5-4660-8e13-00f59abcd485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.419916 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9071200-07a5-4660-8e13-00f59abcd485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.420561 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9071200-07a5-4660-8e13-00f59abcd485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.421345 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9071200-07a5-4660-8e13-00f59abcd485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.422036 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9071200-07a5-4660-8e13-00f59abcd485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.422603 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9071200-07a5-4660-8e13-00f59abcd485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.423217 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9071200-07a5-4660-8e13-00f59abcd485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.423833 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9071200-07a5-4660-8e13-00f59abcd485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.424431 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9071200-07a5-4660-8e13-00f59abcd485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.425943 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9071200-07a5-4660-8e13-00f59abcd485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.426895 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9071200-07a5-4660-8e13-00f59abcd485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.427452 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9071200-07a5-4660-8e13-00f59abcd485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:47.433331 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-7656d6af-f591-4e02-a342-0d070941aa06 service neutron] 10.222.0.54 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148620 Jul 16 01:33:47.450719 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-4595d5f9-3d32-4327-8831-5760a9a8dd39 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Floating IP ca07a1b9-b2a1-4747-a86e-9c961546b7e5 associated. External IP: 172.25.1.104, port: e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd. Jul 16 01:33:47.527344 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-3864621c-7080-423c-8617-c066e4c55c2e req-43d4622c-21c6-4713-8de0-29a84b37ed7d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] No DVR routers for this DVR port 6375948f-5235-4be0-a3e5-18db1f985f6b on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:47.530818 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Attempting to bind port 1331e6a9-88aa-4cb7-94c4-7837ccfb36da on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:47.531699 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Attempting to bind port 1331e6a9-88aa-4cb7-94c4-7837ccfb36da by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '5bae6e2c-271c-4268-ad21-011446010b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '92084ab0-abc5-440f-8811-758d239db093'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:47.532312 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3864621c-7080-423c-8617-c066e4c55c2e req-43d4622c-21c6-4713-8de0-29a84b37ed7d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.532691 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Attempting to bind port 1331e6a9-88aa-4cb7-94c4-7837ccfb36da on network 92084ab0-abc5-440f-8811-758d239db093 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:47.534399 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3864621c-7080-423c-8617-c066e4c55c2e req-43d4622c-21c6-4713-8de0-29a84b37ed7d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.26 "DELETE /v2.0/ports/6375948f-5235-4be0-a3e5-18db1f985f6b HTTP/1.1" status: 204 len: 173 time: 1.7212446 Jul 16 01:33:47.540686 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:47.541833 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Checking segment: {'id': '5bae6e2c-271c-4268-ad21-011446010b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '92084ab0-abc5-440f-8811-758d239db093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:47.543967 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.544682 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Bound using segment: {'id': '5bae6e2c-271c-4268-ad21-011446010b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '92084ab0-abc5-440f-8811-758d239db093'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:47.545518 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Bound port: 1331e6a9-88aa-4cb7-94c4-7837ccfb36da, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bae6e2c-271c-4268-ad21-011446010b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '92084ab0-abc5-440f-8811-758d239db093'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:47.547081 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.592367 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edef8040-eafa-4bba-9f69-652d9597d4c9', 'name': 'network-vif-deleted', 'tag': '6375948f-5235-4be0-a3e5-18db1f985f6b'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:47.595299 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d045e3f8-d77a-4e15-99da-cb1dcd1bfd43" -d '{"events": [{"server_uuid": "edef8040-eafa-4bba-9f69-652d9597d4c9", "name": "network-vif-deleted", "tag": "6375948f-5235-4be0-a3e5-18db1f985f6b"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:47.824149 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] For port 1331e6a9-88aa-4cb7-94c4-7837ccfb36da, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:47.828455 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] For port 1331e6a9-88aa-4cb7-94c4-7837ccfb36da, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1331e6a9-88aa-4cb7-94c4-7837ccfb36da,segment=NetworkSegment(5bae6e2c-271c-4268-ad21-011446010b54),segment_id=5bae6e2c-271c-4268-ad21-011446010b54)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:47.839038 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.863980 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1e20fed1-c7ae-4dd2-9fde-523399f65730 req-cb2d3c40-4924-4c91-ae9d-fd08b3430369 tempest-FloatingIPsNegativeTestJSON-263122336 tempest-FloatingIPsNegativeTestJSON-263122336-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=a4a393ec74ce45fabddec5a66aac4fb3 HTTP/1.1" status: 200 len: 217 time: 0.1035185 Jul 16 01:33:47.894605 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9071200-07a5-4660-8e13-00f59abcd485 None None] Pushing event updated for resources: {'Port': ['ID=1331e6a9-88aa-4cb7-94c4-7837ccfb36da,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:47.932839 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Routers {'1d8d9ff1-6643-4807-904b-d1e648aa0513'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:47.933648 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:33:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['1d8d9ff1-6643-4807-904b-d1e648aa0513'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:48.001586 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-ae7720f3-a699-4fb6-83a3-3f02daa3eab6 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b1509ca3db474a6faab62996d47a6a14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505610 Jul 16 01:33:48.081425 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-199992f0-88a0-4dc7-84e9-36170e009cac req-9f6482b6-6c7c-4358-859e-7177e9e5bbb5 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b1509ca3db474a6faab62996d47a6a14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701165 Jul 16 01:33:48.144388 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] Set router 1d8d9ff1-6643-4807-904b-d1e648aa0513 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:48.151678 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-9ef2d68b-907b-42b8-bc1d-693d12512dab req-d95daed9-bec9-4364-8520-785fa0ed99f3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Deleting port f925909c-4ee6-4bbc-bb7d-15db63b5a338 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:48.152165 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9ef2d68b-907b-42b8-bc1d-693d12512dab req-d95daed9-bec9-4364-8520-785fa0ed99f3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.259627 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-469dfc4d-5036-46a4-8077-d601585718e7 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.267407 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-469dfc4d-5036-46a4-8077-d601585718e7 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2648618 Jul 16 01:33:48.295955 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-b57068e6-6ca7-49dd-aa4f-9ad1b58d8ae7 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/quotas/b1509ca3db474a6faab62996d47a6a14 HTTP/1.1" status: 200 len: 375 time: 0.0275455 Jul 16 01:33:48.342094 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-e6bbed39-3c1e-4791-93ab-26bf6446e56e tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1509ca3db474a6faab62996d47a6a14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447381 Jul 16 01:33:48.444042 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218377384-router', 'tenant_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '0038bd92-aa2d-4176-a3c8-1c9bd09e99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:33:37Z', 'updated_at': '2021-07-16T01:33:43Z', 'revision_number': 4, 'project_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'gw_port': {'id': '0038bd92-aa2d-4176-a3c8-1c9bd09e99c0', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:38Z', 'updated_at': '2021-07-16T01:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '1331e6a9-88aa-4cb7-94c4-7837ccfb36da', 'name': '', 'network_id': '92084ab0-abc5-440f-8811-758d239db093', 'tenant_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'mac_address': 'fa:16:3e:0b:68:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5e0f538c-4df3-4820-be16-fef0e434cd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:42Z', 'updated_at': '2021-07-16T01:33:47Z', 'revision_number': 4, 'project_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'subnets': [{'id': '5e0f538c-4df3-4820-be16-fef0e434cd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:48.489086 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58b780f-fea2-4df1-97e0-e44faf6b2cb7 None None] The sync data for ids ['1d8d9ff1-6643-4807-904b-d1e648aa0513'] in n-d-800086-6 is: [{'id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218377384-router', 'tenant_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '0038bd92-aa2d-4176-a3c8-1c9bd09e99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:33:37Z', 'updated_at': '2021-07-16T01:33:43Z', 'revision_number': 4, 'project_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'gw_port': {'id': '0038bd92-aa2d-4176-a3c8-1c9bd09e99c0', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:38Z', 'updated_at': '2021-07-16T01:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '1331e6a9-88aa-4cb7-94c4-7837ccfb36da', 'name': '', 'network_id': '92084ab0-abc5-440f-8811-758d239db093', 'tenant_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'mac_address': 'fa:16:3e:0b:68:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '5e0f538c-4df3-4820-be16-fef0e434cd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:42Z', 'updated_at': '2021-07-16T01:33:47Z', 'revision_number': 4, 'project_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'subnets': [{'id': '5e0f538c-4df3-4820-be16-fef0e434cd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:33:48.567831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-9ef2d68b-907b-42b8-bc1d-693d12512dab req-d95daed9-bec9-4364-8520-785fa0ed99f3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] For port f925909c-4ee6-4bbc-bb7d-15db63b5a338, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f925909c-4ee6-4bbc-bb7d-15db63b5a338,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:48.568281 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9ef2d68b-907b-42b8-bc1d-693d12512dab req-d95daed9-bec9-4364-8520-785fa0ed99f3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.612646 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-9ef2d68b-907b-42b8-bc1d-693d12512dab req-d95daed9-bec9-4364-8520-785fa0ed99f3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Calling delete_port for f925909c-4ee6-4bbc-bb7d-15db63b5a338 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:48.625012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199992f0-88a0-4dc7-84e9-36170e009cac req-591d7bf4-6095-4333-8290-683fc7a91e1a tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.627009 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-199992f0-88a0-4dc7-84e9-36170e009cac req-591d7bf4-6095-4333-8290-683fc7a91e1a tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5322390 Jul 16 01:33:48.662557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-199992f0-88a0-4dc7-84e9-36170e009cac req-68bb116d-257f-4b85-91aa-4194e08fe4d4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Request body: {'port': {'device_id': '07af97bd-1989-4254-82c9-a311ade464f8', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': 'b1509ca3db474a6faab62996d47a6a14'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:48.743926 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6080e1-ef17-4a65-afbb-270e89fbb728 x-openstack-request-id: req-4d6080e1-ef17-4a65-afbb-270e89fbb728 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:48.744477 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0799cf66-ce21-474c-8871-9403b987f354", "name": "network-vif-unplugged", "status": "completed", "tag": "f925909c-4ee6-4bbc-bb7d-15db63b5a338", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:48.744477 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d6080e1-ef17-4a65-afbb-270e89fbb728 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:48.744874 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0799cf66-ce21-474c-8871-9403b987f354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f925909c-4ee6-4bbc-bb7d-15db63b5a338', 'code': 200} Jul 16 01:33:48.820810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-4595d5f9-3d32-4327-8831-5760a9a8dd39 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Router e29263fb-d2d4-43b3-80cd-bc80d3820952 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:33:49.094083 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1331e6a9-88aa-4cb7-94c4-7837ccfb36da up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:49.211867 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 1331e6a9-88aa-4cb7-94c4-7837ccfb36da completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:49.226089 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 1331e6a9-88aa-4cb7-94c4-7837ccfb36da triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:49.226868 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.376962 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9ef2d68b-907b-42b8-bc1d-693d12512dab req-d95daed9-bec9-4364-8520-785fa0ed99f3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.379279 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-4595d5f9-3d32-4327-8831-5760a9a8dd39 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:33:49.393007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded4bf4d-f5b1-4119-be61-da150950e8fb None None] Sync routers for ids ['e29263fb-d2d4-43b3-80cd-bc80d3820952'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:33:49.411457 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4bf4d-f5b1-4119-be61-da150950e8fb None None] Routers {'e29263fb-d2d4-43b3-80cd-bc80d3820952'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:49.412689 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ded4bf4d-f5b1-4119-be61-da150950e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:33:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e29263fb-d2d4-43b3-80cd-bc80d3820952'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:49.412913 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95daed9-bec9-4364-8520-785fa0ed99f3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Pushing event deleted for resources: {'Port': ['ID=f925909c-4ee6-4bbc-bb7d-15db63b5a338,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:49.416318 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.418838 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199992f0-88a0-4dc7-84e9-36170e009cac req-68bb116d-257f-4b85-91aa-4194e08fe4d4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Made reservation on behalf of b1509ca3db474a6faab62996d47a6a14 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:49.422889 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-199992f0-88a0-4dc7-84e9-36170e009cac req-68bb116d-257f-4b85-91aa-4194e08fe4d4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.461835 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbc54f09-f685-4e2e-a21d-5e26d121e235 req-b236564c-b7cf-4d94-95b9-b88cf92c436b tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 210 time: 0.0655024 Jul 16 01:33:49.505603 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-199992f0-88a0-4dc7-84e9-36170e009cac req-68bb116d-257f-4b85-91aa-4194e08fe4d4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.604842 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef2d68b-907b-42b8-bc1d-693d12512dab req-d95daed9-bec9-4364-8520-785fa0ed99f3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] No DVR routers for this DVR port f925909c-4ee6-4bbc-bb7d-15db63b5a338 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:49.648925 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9ef2d68b-907b-42b8-bc1d-693d12512dab req-d95daed9-bec9-4364-8520-785fa0ed99f3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.651001 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9ef2d68b-907b-42b8-bc1d-693d12512dab req-d95daed9-bec9-4364-8520-785fa0ed99f3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.26 "DELETE /v2.0/ports/f925909c-4ee6-4bbc-bb7d-15db63b5a338 HTTP/1.1" status: 204 len: 173 time: 2.3703477 Jul 16 01:33:49.735109 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 1331e6a9-88aa-4cb7-94c4-7837ccfb36da, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1331e6a9-88aa-4cb7-94c4-7837ccfb36da,segment=NetworkSegment(5bae6e2c-271c-4268-ad21-011446010b54),segment_id=5bae6e2c-271c-4268-ad21-011446010b54)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:49.743735 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.812144 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=1331e6a9-88aa-4cb7-94c4-7837ccfb36da,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:49.822840 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6b3e510e-45f8-4057-a25d-fbca7cba15f7 req-5d702bbc-bc7c-4462-8ce5-8ca741ecc235 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8bb1d688-2716-45bc-9142-5daf2ca6f447 HTTP/1.1" status: 200 len: 210 time: 0.0820894 Jul 16 01:33:49.831797 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:49.832441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:49.832953 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:49.833601 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:49.834114 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:49.834618 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:49.835117 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:49.835614 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:49.836209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:49.836757 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:49.837282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:49.837787 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:49.872848 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-ded4bf4d-f5b1-4119-be61-da150950e8fb None None] Set router e29263fb-d2d4-43b3-80cd-bc80d3820952 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:49.970783 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04953932-b259-4b3b-8ca3-4eca4cf7355d x-openstack-request-id: req-04953932-b259-4b3b-8ca3-4eca4cf7355d {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:49.971069 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edef8040-eafa-4bba-9f69-652d9597d4c9", "name": "network-vif-deleted", "tag": "6375948f-5235-4be0-a3e5-18db1f985f6b", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:49.973807 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-04953932-b259-4b3b-8ca3-4eca4cf7355d {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:49.974395 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edef8040-eafa-4bba-9f69-652d9597d4c9', 'name': 'network-vif-deleted', 'tag': '6375948f-5235-4be0-a3e5-18db1f985f6b', 'status': 'completed', 'code': 200} Jul 16 01:33:50.004161 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-4595d5f9-3d32-4327-8831-5760a9a8dd39 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Router e29263fb-d2d4-43b3-80cd-bc80d3820952 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:33:50.009898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6375948f-5235-4be0-a3e5-18db1f985f6b no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:50.055433 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2e0acab2-9741-42ae-b7e2-6f76bdfa5985 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.058357 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2e0acab2-9741-42ae-b7e2-6f76bdfa5985 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.47 "GET /v2.0/networks?id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071 HTTP/1.1" status: 200 len: 803 time: 0.4319661 Jul 16 01:33:50.079008 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 6375948f-5235-4be0-a3e5-18db1f985f6b {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:50.081043 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6375948f-5235-4be0-a3e5-18db1f985f6b not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:50.081712 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f925909c-4ee6-4bbc-bb7d-15db63b5a338 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:50.087306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-3ae26bd9-6e3f-4976-982a-ccb62086a4a3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Request body: {'port': {'device_id': '8bb1d688-2716-45bc-9142-5daf2ca6f447', 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071', 'admin_state_up': True, 'tenant_id': 'c7a28ef2c8eb4e6bad41171e1567f752'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:50.161937 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: f925909c-4ee6-4bbc-bb7d-15db63b5a338 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:50.162683 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f925909c-4ee6-4bbc-bb7d-15db63b5a338 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:50.257538 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-199992f0-88a0-4dc7-84e9-36170e009cac req-68bb116d-257f-4b85-91aa-4194e08fe4d4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.272988 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-199992f0-88a0-4dc7-84e9-36170e009cac req-68bb116d-257f-4b85-91aa-4194e08fe4d4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.329525 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-845d2a92-da6a-42da-8f5f-a1a26e6d4984 req-32849185-b0ce-4ac8-af11-0b217beee9df tempest-FloatingIPsNegativeTestJSON-263122336 tempest-FloatingIPsNegativeTestJSON-263122336-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0594513 Jul 16 01:33:50.419177 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ded4bf4d-f5b1-4119-be61-da150950e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'ca07a1b9-b2a1-4747-a86e-9c961546b7e5', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'port_id': '60f4b1e6-1813-40b3-9757-44241c9cc4f6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'mac_address': 'fa:16:3e:08:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f4d92-c8ec-4502-97e2-7b8a4e2cbe66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:19Z', 'updated_at': '2021-07-16T01:33:46Z', 'revision_number': 3, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:50.431069 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-3ae26bd9-6e3f-4976-982a-ccb62086a4a3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Made reservation on behalf of c7a28ef2c8eb4e6bad41171e1567f752 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:50.434796 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-3ae26bd9-6e3f-4976-982a-ccb62086a4a3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.467264 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded4bf4d-f5b1-4119-be61-da150950e8fb None None] Checking router: e29263fb-d2d4-43b3-80cd-bc80d3820952 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:33:50.482611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb116d-257f-4b85-91aa-4194e08fe4d4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b056cd-6950-4314-86d8-77f5a2a06073,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:50.489199 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4bf4d-f5b1-4119-be61-da150950e8fb None None] Routers {'e29263fb-d2d4-43b3-80cd-bc80d3820952'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:50.494769 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ded4bf4d-f5b1-4119-be61-da150950e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:33:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e29263fb-d2d4-43b3-80cd-bc80d3820952'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:50.512190 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-4595d5f9-3d32-4327-8831-5760a9a8dd39 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:33:50.531030 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-4595d5f9-3d32-4327-8831-5760a9a8dd39 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.619699 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:33:50.677847 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-3ae26bd9-6e3f-4976-982a-ccb62086a4a3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Allocated IP 172.20.0.5 (44eb12fe-e5db-4f2e-8e1e-ab93f6667071/6f6ab48a-a89d-4604-95e5-95b119c0d93d/2436e290-8f41-47dd-85ce-5f55738afcfb) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:50.699539 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f3811-0482-473d-8bec-d82a709c5288 req-b4622976-936c-49ce-8fd3-c66b9896a7e2 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.701329 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-939f3811-0482-473d-8bec-d82a709c5288 req-b4622976-936c-49ce-8fd3-c66b9896a7e2 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.1409230 Jul 16 01:33:50.712458 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-ded4bf4d-f5b1-4119-be61-da150950e8fb None None] Set router e29263fb-d2d4-43b3-80cd-bc80d3820952 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:50.734131 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-4595d5f9-3d32-4327-8831-5760a9a8dd39 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "PUT /v2.0/floatingips/ca07a1b9-b2a1-4747-a86e-9c961546b7e5 HTTP/1.1" status: 200 len: 998 time: 5.2376692 Jul 16 01:33:50.735920 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-199992f0-88a0-4dc7-84e9-36170e009cac req-68bb116d-257f-4b85-91aa-4194e08fe4d4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Allocated IP 192.168.233.129 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/9fd132fb-492e-4cd8-8063-103527e1891e) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:50.791404 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-939f3811-0482-473d-8bec-d82a709c5288 req-06c92573-90e0-42b2-b217-c60060b16e90 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803719 Jul 16 01:33:50.910318 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-3ae26bd9-6e3f-4976-982a-ccb62086a4a3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.974383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-10d8fbbd-858c-461b-84e1-1e078bf7783a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.979605 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-10d8fbbd-858c-461b-84e1-1e078bf7783a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports/e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd HTTP/1.1" status: 200 len: 942 time: 0.2319100 Jul 16 01:33:51.022553 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-3ae26bd9-6e3f-4976-982a-ccb62086a4a3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.119267 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1331e6a9-88aa-4cb7-94c4-7837ccfb36da up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:51.139615 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-3ae26bd9-6e3f-4976-982a-ccb62086a4a3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:51.154074 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-3ae26bd9-6e3f-4976-982a-ccb62086a4a3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:51.161643 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-3ae26bd9-6e3f-4976-982a-ccb62086a4a3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:51.218648 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b4b90673-06ec-4d61-9da6-b20b812818dd req-b565394b-513c-4fe5-9263-42576751101e tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 210 time: 0.0586808 Jul 16 01:33:51.219593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae26bd9-6e3f-4976-982a-ccb62086a4a3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Pushing event updated for resources: {'Port': ['ID=2436e290-8f41-47dd-85ce-5f55738afcfb,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:51.301792 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-15cf48d2-2002-47d0-9add-66e2c868386b tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b1509ca3db474a6faab62996d47a6a14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0992327 Jul 16 01:33:51.331916 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-3ae26bd9-6e3f-4976-982a-ccb62086a4a3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.339344 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-3ae26bd9-6e3f-4976-982a-ccb62086a4a3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.366743 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-3ae26bd9-6e3f-4976-982a-ccb62086a4a3 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2837520 Jul 16 01:33:51.377657 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 1331e6a9-88aa-4cb7-94c4-7837ccfb36da triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:51.378088 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.398101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Request body: {'port': {'device_id': '8bb1d688-2716-45bc-9142-5daf2ca6f447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:51.408060 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ded4bf4d-f5b1-4119-be61-da150950e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'ca07a1b9-b2a1-4747-a86e-9c961546b7e5', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'port_id': '60f4b1e6-1813-40b3-9757-44241c9cc4f6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'mac_address': 'fa:16:3e:08:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f4d92-c8ec-4502-97e2-7b8a4e2cbe66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:19Z', 'updated_at': '2021-07-16T01:33:46Z', 'revision_number': 3, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:51.457782 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded4bf4d-f5b1-4119-be61-da150950e8fb None None] The sync data for ids ['e29263fb-d2d4-43b3-80cd-bc80d3820952'] in n-d-800086-6 is: [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'ca07a1b9-b2a1-4747-a86e-9c961546b7e5', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'port_id': '60f4b1e6-1813-40b3-9757-44241c9cc4f6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'mac_address': 'fa:16:3e:08:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f4d92-c8ec-4502-97e2-7b8a4e2cbe66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:19Z', 'updated_at': '2021-07-16T01:33:46Z', 'revision_number': 3, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:33:51.584122 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-199992f0-88a0-4dc7-84e9-36170e009cac req-68bb116d-257f-4b85-91aa-4194e08fe4d4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.608547 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.617621 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-44018650-0777-4084-8403-87b43f19bcae tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.619230 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-44018650-0777-4084-8403-87b43f19bcae tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2968729 Jul 16 01:33:51.619337 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f54fc-deba-48b7-bc00-f53fa20b55ae req-ecd1a1d6-ba12-4362-9f75-27b78d2aad13 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.622335 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c54f54fc-deba-48b7-bc00-f53fa20b55ae req-ecd1a1d6-ba12-4362-9f75-27b78d2aad13 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb3b4ced-7c33-4275-96ce-c54006ef9c6c HTTP/1.1" status: 200 len: 946 time: 0.1829839 Jul 16 01:33:51.631537 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-199992f0-88a0-4dc7-84e9-36170e009cac req-68bb116d-257f-4b85-91aa-4194e08fe4d4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Transition to ACTIVE for port object 9fd132fb-492e-4cd8-8063-103527e1891e will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:51.648844 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-f3de3d9a-fd49-4c86-ab9c-071fd63c42ee tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Request body: {'port': {'device_id': 'de9cd70b-e133-4d8a-befa-f70675168b4c', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': 'b1509ca3db474a6faab62996d47a6a14'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:51.699326 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-fd89f187-c0cb-4cb0-bebe-ae6c13d2219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.708471 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-fd89f187-c0cb-4cb0-bebe-ae6c13d2219c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22a396f99efc4d13a24bdc67c6b2b3f6&device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 1096 time: 0.5275900 Jul 16 01:33:51.710144 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c54f54fc-deba-48b7-bc00-f53fa20b55ae req-4fb85ea9-9f3a-4e35-b3c1-81f7914f841b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709846 Jul 16 01:33:51.788920 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24e506b-014c-4cfd-8167-7072f3850782 None None] New status for floating IP ca07a1b9-b2a1-4747-a86e-9c961546b7e5: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:33:51.800788 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-199992f0-88a0-4dc7-84e9-36170e009cac req-68bb116d-257f-4b85-91aa-4194e08fe4d4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.834243 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [req-b3602294-ae3b-4574-ba43-8fd5da2ff917 req-860bae23-db3c-41ce-bade-ec5a73084e1e tempest-FloatingIPsNegativeTestJSON-263122336 tempest-FloatingIPsNegativeTestJSON-263122336-project] show failed (client error): The resource could not be found. Jul 16 01:33:51.835293 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3602294-ae3b-4574-ba43-8fd5da2ff917 req-860bae23-db3c-41ce-bade-ec5a73084e1e tempest-FloatingIPsNegativeTestJSON-263122336 tempest-FloatingIPsNegativeTestJSON-263122336-project] 10.222.0.54 "GET /v2.0/floatingips/8a0210b9-5209-4754-acf1-57aa2ec91028 HTTP/1.1" status: 404 len: 350 time: 0.0420310 Jul 16 01:33:51.851329 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50090) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:51.916327 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199992f0-88a0-4dc7-84e9-36170e009cac req-68bb116d-257f-4b85-91aa-4194e08fe4d4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:51.927863 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-199992f0-88a0-4dc7-84e9-36170e009cac req-68bb116d-257f-4b85-91aa-4194e08fe4d4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:51.930576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-199992f0-88a0-4dc7-84e9-36170e009cac req-68bb116d-257f-4b85-91aa-4194e08fe4d4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:51.941146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb116d-257f-4b85-91aa-4194e08fe4d4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Pushing event updated for resources: {'Port': ['ID=9fd132fb-492e-4cd8-8063-103527e1891e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:51.984083 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0799cf66-ce21-474c-8871-9403b987f354', 'name': 'network-vif-deleted', 'tag': 'f925909c-4ee6-4bbc-bb7d-15db63b5a338'}, {'name': 'network-changed', 'server_uuid': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'tag': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd'}, {'name': 'network-changed', 'server_uuid': '455f4d92-c8ec-4502-97e2-7b8a4e2cbe66', 'tag': '60f4b1e6-1813-40b3-9757-44241c9cc4f6'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:51.986912 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228c670e-2e91-4a82-82f3-e0eefabfd975" -d '{"events": [{"server_uuid": "0799cf66-ce21-474c-8871-9403b987f354", "name": "network-vif-deleted", "tag": "f925909c-4ee6-4bbc-bb7d-15db63b5a338"}, {"name": "network-changed", "server_uuid": "7d0a90b0-0be3-44fc-b1a3-620f7b67a023", "tag": "e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd"}, {"name": "network-changed", "server_uuid": "455f4d92-c8ec-4502-97e2-7b8a4e2cbe66", "tag": "60f4b1e6-1813-40b3-9757-44241c9cc4f6"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:52.006052 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-019c32fb-d9f0-4e7b-8d4d-acd252d669af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.014194 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-019c32fb-d9f0-4e7b-8d4d-acd252d669af service neutron] 10.222.0.54 "GET /v2.0/networks?id=1612ce87-fb4d-45f3-8058-d097e2a71ab1 HTTP/1.1" status: 200 len: 920 time: 0.3047357 Jul 16 01:33:52.084127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199992f0-88a0-4dc7-84e9-36170e009cac req-68bb116d-257f-4b85-91aa-4194e08fe4d4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.085377 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-199992f0-88a0-4dc7-84e9-36170e009cac req-68bb116d-257f-4b85-91aa-4194e08fe4d4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.088538 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-e6ee8658-c27e-49e9-be3b-893c1cdfe27a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd HTTP/1.1" status: 200 len: 217 time: 0.0727098 Jul 16 01:33:52.093476 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-f3de3d9a-fd49-4c86-ab9c-071fd63c42ee tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Made reservation on behalf of b1509ca3db474a6faab62996d47a6a14 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:52.097426 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-f3de3d9a-fd49-4c86-ab9c-071fd63c42ee tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.133315 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c192ef7f-191f-4153-9efa-518f843cbd8f req-d22a7521-0f31-4ea4-babd-602944f48e1e tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=edef8040-eafa-4bba-9f69-652d9597d4c9 HTTP/1.1" status: 200 len: 210 time: 0.0626841 Jul 16 01:33:52.176182 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-199992f0-88a0-4dc7-84e9-36170e009cac req-68bb116d-257f-4b85-91aa-4194e08fe4d4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5261846 Jul 16 01:33:52.230698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Request body: {'port': {'device_id': '07af97bd-1989-4254-82c9-a311ade464f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:52.272354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ecd283dd-d5ee-49e1-b14a-9fc63456057a None None] Provisioning for port 9fd132fb-492e-4cd8-8063-103527e1891e completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:52.278616 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ecd283dd-d5ee-49e1-b14a-9fc63456057a None None] Provisioning complete for port 9fd132fb-492e-4cd8-8063-103527e1891e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:52.279189 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ecd283dd-d5ee-49e1-b14a-9fc63456057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.320622 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f67424-fe87-4275-8b1e-f910a922e6a3 None None] Sync routers for ids ['e29263fb-d2d4-43b3-80cd-bc80d3820952'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:33:52.334447 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f67424-fe87-4275-8b1e-f910a922e6a3 None None] Routers {'e29263fb-d2d4-43b3-80cd-bc80d3820952'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:52.335251 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-59f67424-fe87-4275-8b1e-f910a922e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:33:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e29263fb-d2d4-43b3-80cd-bc80d3820952'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:52.390209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ecd283dd-d5ee-49e1-b14a-9fc63456057a None None] Port 9fd132fb-492e-4cd8-8063-103527e1891e cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:52.469406 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-59f67424-fe87-4275-8b1e-f910a922e6a3 None None] Set router e29263fb-d2d4-43b3-80cd-bc80d3820952 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:52.500481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2436e290-8f41-47dd-85ce-5f55738afcfb {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:52.511755 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.552546 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d054361-1e14-4e91-a595-f7fe617cf84a req-6fd1f1f0-bb7f-43b7-8c70-514f941752dd tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.554263 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5d054361-1e14-4e91-a595-f7fe617cf84a req-6fd1f1f0-bb7f-43b7-8c70-514f941752dd tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8bb1d688-2716-45bc-9142-5daf2ca6f447 HTTP/1.1" status: 200 len: 931 time: 0.2245483 Jul 16 01:33:52.561643 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Transition to ACTIVE for port object 2436e290-8f41-47dd-85ce-5f55738afcfb will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:52.581426 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.611736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-03f6c5fb-9930-4d8c-8456-c9976f9a8510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.613255 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-03f6c5fb-9930-4d8c-8456-c9976f9a8510 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bba61486-b6e3-4f60-9d61-963219f180d7 HTTP/1.1" status: 200 len: 858 time: 0.5133843 Jul 16 01:33:52.683988 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5d054361-1e14-4e91-a595-f7fe617cf84a req-1e60b34e-d3b1-466a-9024-ae90dfe81aad tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209145 Jul 16 01:33:52.689549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Pushing event updated for resources: {'Port': ['ID=2436e290-8f41-47dd-85ce-5f55738afcfb,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:52.772293 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.830267 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-04a5fdc6-e756-446c-93cb-1b7c7a2ff797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.831581 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-59f67424-fe87-4275-8b1e-f910a922e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'ca07a1b9-b2a1-4747-a86e-9c961546b7e5', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'port_id': '60f4b1e6-1813-40b3-9757-44241c9cc4f6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'mac_address': 'fa:16:3e:08:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f4d92-c8ec-4502-97e2-7b8a4e2cbe66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:19Z', 'updated_at': '2021-07-16T01:33:52Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:52.831927 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-04a5fdc6-e756-446c-93cb-1b7c7a2ff797 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1612ce87-fb4d-45f3-8058-d097e2a71ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2076035 Jul 16 01:33:52.834859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-f3de3d9a-fd49-4c86-ab9c-071fd63c42ee tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Allocated IP 192.168.233.91 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/e18c7125-bb99-4f86-ab5e-cb30d344ab5f) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:52.894140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f67424-fe87-4275-8b1e-f910a922e6a3 None None] Checking router: e29263fb-d2d4-43b3-80cd-bc80d3820952 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:33:52.904937 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Attempting to bind port 2436e290-8f41-47dd-85ce-5f55738afcfb on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:52.906162 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Attempting to bind port 2436e290-8f41-47dd-85ce-5f55738afcfb by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '18ee2a5b-8aa1-4fff-81c9-b595bb67224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:52.906351 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Attempting to bind port 2436e290-8f41-47dd-85ce-5f55738afcfb on network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:52.906480 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f67424-fe87-4275-8b1e-f910a922e6a3 None None] Routers {'e29263fb-d2d4-43b3-80cd-bc80d3820952'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:52.907174 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-59f67424-fe87-4275-8b1e-f910a922e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:33:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e29263fb-d2d4-43b3-80cd-bc80d3820952'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:52.916143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Port 2436e290-8f41-47dd-85ce-5f55738afcfb on network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:52.916613 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Attempting to bind port 2436e290-8f41-47dd-85ce-5f55738afcfb on network 44eb12fe-e5db-4f2e-8e1e-ab93f6667071 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:52.947934 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:52.948583 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Checking segment: {'id': '18ee2a5b-8aa1-4fff-81c9-b595bb67224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:52.949109 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Bound using segment: {'id': '18ee2a5b-8aa1-4fff-81c9-b595bb67224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:52.950687 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Bound port: 2436e290-8f41-47dd-85ce-5f55738afcfb, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ee2a5b-8aa1-4fff-81c9-b595bb67224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:52.951170 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.073134 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6431693-f1b0-45f0-9b8d-ce60f91f6d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.085536 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-59f67424-fe87-4275-8b1e-f910a922e6a3 None None] Set router e29263fb-d2d4-43b3-80cd-bc80d3820952 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:53.107649 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-e7d291d8-4076-468f-bf65-08b273cfdb3a service neutron] 10.222.0.54 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616575 Jul 16 01:33:53.246717 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-044042ef-2125-40ad-b75d-3011b29d2224 service neutron] 10.222.0.54 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990593 Jul 16 01:33:53.276262 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] For port 2436e290-8f41-47dd-85ce-5f55738afcfb, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:53.313051 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] For port 2436e290-8f41-47dd-85ce-5f55738afcfb, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=2436e290-8f41-47dd-85ce-5f55738afcfb,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:53.318959 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-f3de3d9a-fd49-4c86-ab9c-071fd63c42ee tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.321850 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.386343 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-f3de3d9a-fd49-4c86-ab9c-071fd63c42ee tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Transition to ACTIVE for port object e18c7125-bb99-4f86-ab5e-cb30d344ab5f will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:53.403906 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.416353 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.417874 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] 10.222.0.47 "PUT /v2.0/ports/2436e290-8f41-47dd-85ce-5f55738afcfb HTTP/1.1" status: 200 len: 1091 time: 2.0250237 Jul 16 01:33:53.418410 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb1d688-2716-45bc-9142-5daf2ca6f447', 'tag': '2436e290-8f41-47dd-85ce-5f55738afcfb'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:53.420756 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef4a84f-ea73-473d-b252-632829555b30" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb1d688-2716-45bc-9142-5daf2ca6f447", "tag": "2436e290-8f41-47dd-85ce-5f55738afcfb"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:53.436292 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-f3de3d9a-fd49-4c86-ab9c-071fd63c42ee tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.450995 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-59f67424-fe87-4275-8b1e-f910a922e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'ca07a1b9-b2a1-4747-a86e-9c961546b7e5', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'port_id': '60f4b1e6-1813-40b3-9757-44241c9cc4f6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'mac_address': 'fa:16:3e:08:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f4d92-c8ec-4502-97e2-7b8a4e2cbe66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:19Z', 'updated_at': '2021-07-16T01:33:52Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:53.533269 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de3d9a-fd49-4c86-ab9c-071fd63c42ee tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Pushing event updated for resources: {'Port': ['ID=e18c7125-bb99-4f86-ab5e-cb30d344ab5f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:53.571105 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-f3de3d9a-fd49-4c86-ab9c-071fd63c42ee tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:53.573394 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439eca9-b4e2-4f4b-9ba7-f447eaa20431 service neutron] Pushing event updated for resources: {'Port': ['ID=2436e290-8f41-47dd-85ce-5f55738afcfb,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:53.575273 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-f3de3d9a-fd49-4c86-ab9c-071fd63c42ee tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:53.587909 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-f3de3d9a-fd49-4c86-ab9c-071fd63c42ee tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:53.666031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-f0b8723d-1154-4753-9c0b-68b96be7f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.673044 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170105e8-e56a-4163-be11-1604c436d694 req-23197936-1b3e-4742-8f8d-904d38aa0c59 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.674394 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-f0b8723d-1154-4753-9c0b-68b96be7f211 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22a396f99efc4d13a24bdc67c6b2b3f6&device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 1096 time: 0.3503501 Jul 16 01:33:53.676093 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f67424-fe87-4275-8b1e-f910a922e6a3 None None] The sync data for ids ['e29263fb-d2d4-43b3-80cd-bc80d3820952'] in n-d-800086-6 is: [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'ca07a1b9-b2a1-4747-a86e-9c961546b7e5', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'port_id': '60f4b1e6-1813-40b3-9757-44241c9cc4f6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'mac_address': 'fa:16:3e:08:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455f4d92-c8ec-4502-97e2-7b8a4e2cbe66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:19Z', 'updated_at': '2021-07-16T01:33:52Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:33:53.677896 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-170105e8-e56a-4163-be11-1604c436d694 req-23197936-1b3e-4742-8f8d-904d38aa0c59 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.2074020 Jul 16 01:33:53.685058 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-7605cd5f-4fdd-43f5-a868-0427ba29c907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.686464 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-7605cd5f-4fdd-43f5-a868-0427ba29c907 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7a28ef2c8eb4e6bad41171e1567f752&device_id=8bb1d688-2716-45bc-9142-5daf2ca6f447 HTTP/1.1" status: 200 len: 1094 time: 0.1754537 Jul 16 01:33:53.699462 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.782600 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-159266fe-38e6-4f12-bfee-c09967cf9648 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2436e290-8f41-47dd-85ce-5f55738afcfb HTTP/1.1" status: 200 len: 217 time: 0.0524487 Jul 16 01:33:53.788540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-f3de3d9a-fd49-4c86-ab9c-071fd63c42ee tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.789319 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-f3de3d9a-fd49-4c86-ab9c-071fd63c42ee tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.852792 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-f4284285-fdf1-4032-9c00-b506659e2b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.854262 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-f4284285-fdf1-4032-9c00-b506659e2b77 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f6ab48a-a89d-4604-95e5-95b119c0d93d HTTP/1.1" status: 200 len: 843 time: 0.0635264 Jul 16 01:33:53.878476 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-f3de3d9a-fd49-4c86-ab9c-071fd63c42ee tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2369108 Jul 16 01:33:53.905903 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-4846e820-7d18-4bfd-b1d5-d8f72ce54861 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381908 Jul 16 01:33:53.913658 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Request body: {'port': {'device_id': 'de9cd70b-e133-4d8a-befa-f70675168b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:53.926812 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1ab71248-5ed9-44c2-bc8a-402efed21948 None None] Provisioning for port e18c7125-bb99-4f86-ab5e-cb30d344ab5f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:53.931037 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1ab71248-5ed9-44c2-bc8a-402efed21948 None None] Provisioning complete for port e18c7125-bb99-4f86-ab5e-cb30d344ab5f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:53.931413 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ab71248-5ed9-44c2-bc8a-402efed21948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.980182 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1ab71248-5ed9-44c2-bc8a-402efed21948 None None] Port e18c7125-bb99-4f86-ab5e-cb30d344ab5f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:54.029072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-96f0b1d8-e119-40e1-9822-27deef6eb100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.036335 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-96f0b1d8-e119-40e1-9822-27deef6eb100 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1612ce87-fb4d-45f3-8058-d097e2a71ab1 HTTP/1.1" status: 200 len: 920 time: 0.3610015 Jul 16 01:33:54.102244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd132fb-492e-4cd8-8063-103527e1891e {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:54.119997 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.154950 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.169553 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Transition to ACTIVE for port object 9fd132fb-492e-4cd8-8063-103527e1891e will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:54.179162 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-a16fd27f-f47a-45af-879f-943b340a3778 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60f4b1e6-1813-40b3-9757-44241c9cc4f6 HTTP/1.1" status: 200 len: 1001 time: 0.1413419 Jul 16 01:33:54.182651 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.307216 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Pushing event updated for resources: {'Port': ['ID=9fd132fb-492e-4cd8-8063-103527e1891e,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:54.415817 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-170105e8-e56a-4163-be11-1604c436d694 req-ef9c2dcc-d21e-4026-9024-caca3115c34e tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7160811 Jul 16 01:33:54.439145 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-a2a70074-2f5b-44b2-8201-bb999128ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.441799 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-a2a70074-2f5b-44b2-8201-bb999128ef44 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bba61486-b6e3-4f60-9d61-963219f180d7 HTTP/1.1" status: 200 len: 858 time: 0.2494302 Jul 16 01:33:54.498684 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-559cb6d7-6c7c-449c-91a9-49f9614d7254 service neutron] 10.222.0.47 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773847 Jul 16 01:33:54.525102 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad1b2ae-ff17-4c93-bc16-1455ad7bd66c x-openstack-request-id: req-2ad1b2ae-ff17-4c93-bc16-1455ad7bd66c {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:54.525404 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0799cf66-ce21-474c-8871-9403b987f354", "name": "network-vif-deleted", "tag": "f925909c-4ee6-4bbc-bb7d-15db63b5a338", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d0a90b0-0be3-44fc-b1a3-620f7b67a023", "tag": "e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "455f4d92-c8ec-4502-97e2-7b8a4e2cbe66", "tag": "60f4b1e6-1813-40b3-9757-44241c9cc4f6", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:54.525655 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2ad1b2ae-ff17-4c93-bc16-1455ad7bd66c {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:54.526062 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0799cf66-ce21-474c-8871-9403b987f354', 'name': 'network-vif-deleted', 'tag': 'f925909c-4ee6-4bbc-bb7d-15db63b5a338', 'status': 'completed', 'code': 200} Jul 16 01:33:54.526317 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'tag': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd', 'status': 'completed', 'code': 200} Jul 16 01:33:54.526565 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455f4d92-c8ec-4502-97e2-7b8a4e2cbe66', 'tag': '60f4b1e6-1813-40b3-9757-44241c9cc4f6', 'status': 'completed', 'code': 200} Jul 16 01:33:54.582774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-d6431693-f1b0-45f0-9b8d-ce60f91f6d7b admin admin] Deleting port 1331e6a9-88aa-4cb7-94c4-7837ccfb36da {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:54.583255 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6431693-f1b0-45f0-9b8d-ce60f91f6d7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.589954 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Attempting to bind port 9fd132fb-492e-4cd8-8063-103527e1891e on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:54.590288 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Attempting to bind port 9fd132fb-492e-4cd8-8063-103527e1891e by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:54.590615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Attempting to bind port 9fd132fb-492e-4cd8-8063-103527e1891e on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:54.690916 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Port 9fd132fb-492e-4cd8-8063-103527e1891e on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:54.691307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Attempting to bind port 9fd132fb-492e-4cd8-8063-103527e1891e on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:54.738673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:54.739138 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:54.739584 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:54.740181 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Bound port: 9fd132fb-492e-4cd8-8063-103527e1891e, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:54.740670 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.755317 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-d6431693-f1b0-45f0-9b8d-ce60f91f6d7b admin admin] For port 1331e6a9-88aa-4cb7-94c4-7837ccfb36da, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1331e6a9-88aa-4cb7-94c4-7837ccfb36da,segment=NetworkSegment(5bae6e2c-271c-4268-ad21-011446010b54),segment_id=5bae6e2c-271c-4268-ad21-011446010b54)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:54.755681 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6431693-f1b0-45f0-9b8d-ce60f91f6d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.774880 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-d6431693-f1b0-45f0-9b8d-ce60f91f6d7b admin admin] Calling delete_port for 1331e6a9-88aa-4cb7-94c4-7837ccfb36da owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:54.804730 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9183dac9-81dc-4339-afcd-c1dc1dbbc06a req-7d41483f-224f-4f2c-9d64-47b29dc38d10 service neutron] 10.222.0.47 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928166 Jul 16 01:33:54.859817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0d1ca-6a14-41ec-93ad-97d7035d3d49 req-cf085988-6a90-4059-af45-297b6610cdba tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.861420 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbb0d1ca-6a14-41ec-93ad-97d7035d3d49 req-cf085988-6a90-4059-af45-297b6610cdba tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 935 time: 0.1959872 Jul 16 01:33:54.870837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-d4ea6f90-d37c-4e04-a57e-a82f1b7ddb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.873242 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-d4ea6f90-d37c-4e04-a57e-a82f1b7ddb3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=22a396f99efc4d13a24bdc67c6b2b3f6&device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 1096 time: 0.2862499 Jul 16 01:33:54.883507 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-66997563-437e-41f4-b38e-36ece3c0b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.885114 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-66997563-437e-41f4-b38e-36ece3c0b7d3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1612ce87-fb4d-45f3-8058-d097e2a71ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4296112 Jul 16 01:33:54.968591 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbb0d1ca-6a14-41ec-93ad-97d7035d3d49 req-da4a99f5-8e98-498a-b462-cfd410b0e99e tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947669 Jul 16 01:33:54.969185 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-a95bf73b-1950-4b60-b2f3-345056582b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.971134 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-a95bf73b-1950-4b60-b2f3-345056582b5e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22a396f99efc4d13a24bdc67c6b2b3f6&device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 1096 time: 0.3897247 Jul 16 01:33:55.073775 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6431693-f1b0-45f0-9b8d-ce60f91f6d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.113777 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6431693-f1b0-45f0-9b8d-ce60f91f6d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=1331e6a9-88aa-4cb7-94c4-7837ccfb36da,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:55.197770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] For port 9fd132fb-492e-4cd8-8063-103527e1891e, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:55.289254 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-34f9b7a3-a359-4606-b22c-d969bc57b784 service neutron] 10.222.0.54 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916023 Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.307927 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.312199 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.312199 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.312199 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.312199 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.312199 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.312199 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.312199 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.312199 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.312199 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.312199 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.312199 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.312199 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.312199 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.312199 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.312199 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.312199 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.312199 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:55.312199 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:55.388728 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] For port 9fd132fb-492e-4cd8-8063-103527e1891e, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=9fd132fb-492e-4cd8-8063-103527e1891e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:55.425387 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.439298 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6431693-f1b0-45f0-9b8d-ce60f91f6d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.460230 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-c6dbfe85-11bc-49f1-8493-a572e762041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.461764 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-c6dbfe85-11bc-49f1-8493-a572e762041f service neutron] 10.222.0.47 "GET /v2.0/networks?id=1612ce87-fb4d-45f3-8058-d097e2a71ab1 HTTP/1.1" status: 200 len: 920 time: 0.5493786 Jul 16 01:33:55.535570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c2332-deee-4574-91ca-43ca1332d781 req-b6abfdd3-c06f-4f99-9c97-85a395143b7b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.543189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Pushing event updated for resources: {'Port': ['ID=9fd132fb-492e-4cd8-8063-103527e1891e,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:55.544172 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2f4c2332-deee-4574-91ca-43ca1332d781 req-b6abfdd3-c06f-4f99-9c97-85a395143b7b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb3b4ced-7c33-4275-96ce-c54006ef9c6c HTTP/1.1" status: 200 len: 946 time: 0.2496779 Jul 16 01:33:55.635425 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-3a23a8ae-1e0f-4d46-ac92-cf883dbc26a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd HTTP/1.1" status: 200 len: 217 time: 0.0786054 Jul 16 01:33:55.643272 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2f4c2332-deee-4574-91ca-43ca1332d781 req-f53ef4d6-597f-4dd2-ab92-3092803bdb41 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928171 Jul 16 01:33:55.674529 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.675157 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.677028 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-199992f0-88a0-4dc7-84e9-36170e009cac req-e53c68b2-8297-4f25-ba5c-db9885423dce service neutron] 10.222.0.47 "PUT /v2.0/ports/9fd132fb-492e-4cd8-8063-103527e1891e HTTP/1.1" status: 200 len: 1096 time: 3.4770024 Jul 16 01:33:55.697792 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18c7125-bb99-4f86-ab5e-cb30d344ab5f {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:55.770647 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.783376 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeb497d-cf4a-4135-b425-20e8a21c18c4 x-openstack-request-id: req-fbeb497d-cf4a-4135-b425-20e8a21c18c4 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:55.783667 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb1d688-2716-45bc-9142-5daf2ca6f447", "tag": "2436e290-8f41-47dd-85ce-5f55738afcfb", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:55.785356 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fbeb497d-cf4a-4135-b425-20e8a21c18c4 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:55.785820 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb1d688-2716-45bc-9142-5daf2ca6f447', 'tag': '2436e290-8f41-47dd-85ce-5f55738afcfb', 'status': 'completed', 'code': 200} Jul 16 01:33:55.887472 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-9e4d0c61-c166-4f7b-9c44-b82956fb0675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.889044 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-9e4d0c61-c166-4f7b-9c44-b82956fb0675 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1612ce87-fb4d-45f3-8058-d097e2a71ab1 HTTP/1.1" status: 200 len: 920 time: 0.8889709 Jul 16 01:33:55.893312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Transition to ACTIVE for port object e18c7125-bb99-4f86-ab5e-cb30d344ab5f will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:55.905962 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcf9ff-fe70-49d5-ba67-31d16bcc1819 req-9961c230-e13f-405b-af28-b34a69b1f12f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.907495 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-46fcf9ff-fe70-49d5-ba67-31d16bcc1819 req-9961c230-e13f-405b-af28-b34a69b1f12f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb3b4ced-7c33-4275-96ce-c54006ef9c6c HTTP/1.1" status: 200 len: 946 time: 0.6998675 Jul 16 01:33:56.053925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6431693-f1b0-45f0-9b8d-ce60f91f6d7b admin admin] Router 1d8d9ff1-6643-4807-904b-d1e648aa0513 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:33:56.072706 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4a84f-ea73-473d-b252-632829555b30 req-556456a4-7c3b-45d7-9833-39d34370fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.074779 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ef4a84f-ea73-473d-b252-632829555b30 req-556456a4-7c3b-45d7-9833-39d34370fac4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7a28ef2c8eb4e6bad41171e1567f752&device_id=8bb1d688-2716-45bc-9142-5daf2ca6f447 HTTP/1.1" status: 200 len: 1094 time: 0.2517607 Jul 16 01:33:56.183439 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4a84f-ea73-473d-b252-632829555b30 req-97fdc0e3-3ab8-4832-be70-e63bdabf7024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.185081 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ef4a84f-ea73-473d-b252-632829555b30 req-97fdc0e3-3ab8-4832-be70-e63bdabf7024 service neutron] 10.222.0.47 "GET /v2.0/networks?id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071 HTTP/1.1" status: 200 len: 904 time: 0.0993762 Jul 16 01:33:56.195069 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4dbe76-ab45-465f-b7b4-33b1c2dcdd09 req-6fb37185-21ce-4e73-ac25-9240839c8b45 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.196782 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4c4dbe76-ab45-465f-b7b4-33b1c2dcdd09 req-6fb37185-21ce-4e73-ac25-9240839c8b45 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8bb1d688-2716-45bc-9142-5daf2ca6f447 HTTP/1.1" status: 200 len: 943 time: 0.2139804 Jul 16 01:33:56.248060 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aaeddf8a-b362-4dcb-9f5a-b9f772d5ed5b req-24ecfd51-3d77-466c-a00e-adb770052c75 service neutron] 10.222.0.54 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9222944 Jul 16 01:33:56.251463 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-dddbded6-44c2-4005-9ed2-4c999957d1b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60f4b1e6-1813-40b3-9757-44241c9cc4f6 HTTP/1.1" status: 200 len: 1001 time: 0.3537052 Jul 16 01:33:56.254995 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.267010 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-55ad6240-5882-43b9-869c-0c65fb327f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.268502 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-55ad6240-5882-43b9-869c-0c65fb327f3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bba61486-b6e3-4f60-9d61-963219f180d7 HTTP/1.1" status: 200 len: 858 time: 0.6161819 Jul 16 01:33:56.341527 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ef4a84f-ea73-473d-b252-632829555b30 req-47d8b93c-344e-4e32-8218-0a572cc305d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2436e290-8f41-47dd-85ce-5f55738afcfb HTTP/1.1" status: 200 len: 217 time: 0.1437013 Jul 16 01:33:56.414242 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4c4dbe76-ab45-465f-b7b4-33b1c2dcdd09 req-ca8c8cde-43b0-49ba-8410-c1bb344dfe1f tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804180 Jul 16 01:33:56.548444 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07af97bd-1989-4254-82c9-a311ade464f8', 'tag': '9fd132fb-492e-4cd8-8063-103527e1891e'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:56.552712 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236d84e9-22be-493d-9636-ec7dc9a0a1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "07af97bd-1989-4254-82c9-a311ade464f8", "tag": "9fd132fb-492e-4cd8-8063-103527e1891e"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:56.564216 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-cf9ace89-bc30-4f16-ae57-dd3b5abc4cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.568498 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4a84f-ea73-473d-b252-632829555b30 req-557a4ef9-3950-4b0b-abd5-e6fc57742959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.570329 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ef4a84f-ea73-473d-b252-632829555b30 req-557a4ef9-3950-4b0b-abd5-e6fc57742959 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f6ab48a-a89d-4604-95e5-95b119c0d93d HTTP/1.1" status: 200 len: 843 time: 0.2130699 Jul 16 01:33:56.570643 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-cf9ace89-bc30-4f16-ae57-dd3b5abc4cd9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bba61486-b6e3-4f60-9d61-963219f180d7 HTTP/1.1" status: 200 len: 858 time: 0.2953987 Jul 16 01:33:56.578191 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6431693-f1b0-45f0-9b8d-ce60f91f6d7b admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:33:56.589148 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cabead1-9ba9-41db-87be-7b6903ac235b None None] Sync routers for ids ['1d8d9ff1-6643-4807-904b-d1e648aa0513'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:33:56.602650 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d6431693-f1b0-45f0-9b8d-ce60f91f6d7b admin admin] 10.222.0.54 "PUT /v2.0/routers/1d8d9ff1-6643-4807-904b-d1e648aa0513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7469139 Jul 16 01:33:56.605048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50122) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:56.613371 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199992f0-88a0-4dc7-84e9-36170e009cac req-47112cde-2923-4ff9-89c3-99589b3e7d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.614853 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cabead1-9ba9-41db-87be-7b6903ac235b None None] Routers {'1d8d9ff1-6643-4807-904b-d1e648aa0513'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:56.615534 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7cabead1-9ba9-41db-87be-7b6903ac235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:33:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['1d8d9ff1-6643-4807-904b-d1e648aa0513'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:56.615691 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-199992f0-88a0-4dc7-84e9-36170e009cac req-47112cde-2923-4ff9-89c3-99589b3e7d96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1509ca3db474a6faab62996d47a6a14&device_id=07af97bd-1989-4254-82c9-a311ade464f8 HTTP/1.1" status: 200 len: 1099 time: 0.8507545 Jul 16 01:33:56.649093 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ef4a84f-ea73-473d-b252-632829555b30 req-889a8f2b-9593-46b7-ae87-0908c07b49f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44eb12fe-e5db-4f2e-8e1e-ab93f6667071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689235 Jul 16 01:33:56.792312 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-7cabead1-9ba9-41db-87be-7b6903ac235b None None] Set router 1d8d9ff1-6643-4807-904b-d1e648aa0513 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:56.829050 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Pushing event updated for resources: {'Port': ['ID=e18c7125-bb99-4f86-ab5e-cb30d344ab5f,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:56.898849 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-199992f0-88a0-4dc7-84e9-36170e009cac req-1566358b-93ef-4063-8bae-d79b353c1d66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=9fd132fb-492e-4cd8-8063-103527e1891e HTTP/1.1" status: 200 len: 217 time: 0.1409507 Jul 16 01:33:57.040605 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7cabead1-9ba9-41db-87be-7b6903ac235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218377384-router', 'tenant_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '0038bd92-aa2d-4176-a3c8-1c9bd09e99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:33:37Z', 'updated_at': '2021-07-16T01:33:55Z', 'revision_number': 5, 'project_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'gw_port': {'id': '0038bd92-aa2d-4176-a3c8-1c9bd09e99c0', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:38Z', 'updated_at': '2021-07-16T01:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:57.045353 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a88399a-ccaa-4e0f-b12f-59346ebbbd2c admin admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.094350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f3647fdd-df8a-4add-8855-e8dadc6f2950 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:57.096292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-8608f26e-2080-4024-84d5-16025f16e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.101166 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-8608f26e-2080-4024-84d5-16025f16e003 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1612ce87-fb4d-45f3-8058-d097e2a71ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8110335 Jul 16 01:33:57.102981 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cabead1-9ba9-41db-87be-7b6903ac235b None None] Checking router: 1d8d9ff1-6643-4807-904b-d1e648aa0513 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:33:57.110022 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f3647fdd-df8a-4add-8855-e8dadc6f2950 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:57.110586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75be143-04d1-4ae5-aced-4c28849e77e8 req-73fed797-0056-46d1-8e4f-2b49c81213e4 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.119135 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b75be143-04d1-4ae5-aced-4c28849e77e8 req-73fed797-0056-46d1-8e4f-2b49c81213e4 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 950 time: 0.4560766 Jul 16 01:33:57.125949 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cabead1-9ba9-41db-87be-7b6903ac235b None None] Routers {'1d8d9ff1-6643-4807-904b-d1e648aa0513'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:57.126575 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7cabead1-9ba9-41db-87be-7b6903ac235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:33:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['1d8d9ff1-6643-4807-904b-d1e648aa0513'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:57.139290 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ef4a84f-ea73-473d-b252-632829555b30 req-e7ed4f2b-bcd3-4c7f-87fb-ed6b2d3a892f service neutron] 10.222.0.47 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778008 Jul 16 01:33:57.193078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c3c56-0f06-4746-9fc5-3d6b21aa17e9 req-f50903e5-96c8-4b43-94e3-683226ea628b tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.205261 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c0c3c56-0f06-4746-9fc5-3d6b21aa17e9 req-f50903e5-96c8-4b43-94e3-683226ea628b tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 947 time: 0.4138198 Jul 16 01:33:57.279725 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-5aea0e4c-17c0-45c7-94bb-dc5debcf9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.285786 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-5aea0e4c-17c0-45c7-94bb-dc5debcf9c6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1612ce87-fb4d-45f3-8058-d097e2a71ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6390774 Jul 16 01:33:57.309986 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b75be143-04d1-4ae5-aced-4c28849e77e8 req-9e7182b4-b9d7-4b57-b60b-7e6a6d359566 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894982 Jul 16 01:33:57.357890 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Attempting to bind port e18c7125-bb99-4f86-ab5e-cb30d344ab5f on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:57.358234 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Attempting to bind port e18c7125-bb99-4f86-ab5e-cb30d344ab5f by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:57.358828 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Attempting to bind port e18c7125-bb99-4f86-ab5e-cb30d344ab5f on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:57.366311 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199992f0-88a0-4dc7-84e9-36170e009cac req-ff790871-e6fd-42cd-9020-4175805e1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.367832 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-199992f0-88a0-4dc7-84e9-36170e009cac req-ff790871-e6fd-42cd-9020-4175805e1fc5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.4362061 Jul 16 01:33:57.393439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Port e18c7125-bb99-4f86-ab5e-cb30d344ab5f on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:57.393814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Attempting to bind port e18c7125-bb99-4f86-ab5e-cb30d344ab5f on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:57.403233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f3647fdd-df8a-4add-8855-e8dadc6f2950, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f3647fdd-df8a-4add-8855-e8dadc6f2950,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:57.415163 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-7cabead1-9ba9-41db-87be-7b6903ac235b None None] Set router 1d8d9ff1-6643-4807-904b-d1e648aa0513 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:57.417297 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'f3647fdd-df8a-4add-8855-e8dadc6f2950', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': 'f3647fdd-df8a-4add-8855-e8dadc6f2950', 'mac_address': 'fa:16:3e:3f:42:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:57.423033 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ef4a84f-ea73-473d-b252-632829555b30 req-a6d02d08-5ef1-423e-b23e-337ec136abfb service neutron] 10.222.0.47 "GET /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733872 Jul 16 01:33:57.460762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-46fcf9ff-fe70-49d5-ba67-31d16bcc1819 req-5df49c28-b3b4-4e6a-9405-29ff9f18cbfd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Deleting port 8e1f2979-6802-41c9-ab36-0081f8d3e8ef {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:57.461111 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-46fcf9ff-fe70-49d5-ba67-31d16bcc1819 req-5df49c28-b3b4-4e6a-9405-29ff9f18cbfd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.492299 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.508018 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.548623 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3647fdd-df8a-4add-8855-e8dadc6f2950 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:57.590829 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-441e030a-c5c4-4f25-835e-abfbefc9237b req-09d27da4-d5f9-44e1-ab39-511872f7d1d4 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 1001 time: 0.1623149 Jul 16 01:33:57.597833 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f3647fdd-df8a-4add-8855-e8dadc6f2950, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f3647fdd-df8a-4add-8855-e8dadc6f2950,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:57.603926 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.616718 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a88399a-ccaa-4e0f-b12f-59346ebbbd2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.678221 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f3647fdd-df8a-4add-8855-e8dadc6f2950,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:57.679728 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-ae5d6aa0-1d64-4a29-952e-04d6f3ce45fb service neutron] 10.222.0.26 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340852 Jul 16 01:33:57.718693 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e030a-c5c4-4f25-835e-abfbefc9237b req-139f013b-cee4-4580-b76c-57dbd5cc082e tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.731801 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-441e030a-c5c4-4f25-835e-abfbefc9237b req-139f013b-cee4-4580-b76c-57dbd5cc082e tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports/60f4b1e6-1813-40b3-9757-44241c9cc4f6 HTTP/1.1" status: 200 len: 942 time: 0.1335006 Jul 16 01:33:57.762170 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.api [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:33:57.762612 n-d-800086-6 neutron-server[93833]: DEBUG oslo_db.api [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:33:57.803778 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c0c3c56-0f06-4746-9fc5-3d6b21aa17e9 req-8fd961e2-0010-4f0e-8ee5-7a82d4ffae5c tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5924225 Jul 16 01:33:57.806518 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-3d501984-f16e-48be-a4ba-8bd5a939393c service neutron] 10.222.0.26 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103311 Jul 16 01:33:57.807462 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:57.808009 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:57.808590 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:57.809270 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Bound port: e18c7125-bb99-4f86-ab5e-cb30d344ab5f, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:57.809772 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.855433 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7cabead1-9ba9-41db-87be-7b6903ac235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218377384-router', 'tenant_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '0038bd92-aa2d-4176-a3c8-1c9bd09e99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:33:37Z', 'updated_at': '2021-07-16T01:33:55Z', 'revision_number': 5, 'project_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'gw_port': {'id': '0038bd92-aa2d-4176-a3c8-1c9bd09e99c0', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:38Z', 'updated_at': '2021-07-16T01:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:57.863362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-4a88399a-ccaa-4e0f-b12f-59346ebbbd2c admin admin] Deleting port 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:57.865378 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a88399a-ccaa-4e0f-b12f-59346ebbbd2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.895266 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] For port e18c7125-bb99-4f86-ab5e-cb30d344ab5f, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:57.897431 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cabead1-9ba9-41db-87be-7b6903ac235b None None] The sync data for ids ['1d8d9ff1-6643-4807-904b-d1e648aa0513'] in n-d-800086-6 is: [{'id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'name': 'tempest-FloatingIPsNegativeTestJSON-1218377384-router', 'tenant_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '0038bd92-aa2d-4176-a3c8-1c9bd09e99c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:33:37Z', 'updated_at': '2021-07-16T01:33:55Z', 'revision_number': 5, 'project_id': 'a4a393ec74ce45fabddec5a66aac4fb3', 'gw_port': {'id': '0038bd92-aa2d-4176-a3c8-1c9bd09e99c0', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8d9ff1-6643-4807-904b-d1e648aa0513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:33:38Z', 'updated_at': '2021-07-16T01:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:33:57.899561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] For port e18c7125-bb99-4f86-ab5e-cb30d344ab5f, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e18c7125-bb99-4f86-ab5e-cb30d344ab5f,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:57.916308 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.003484 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7dd072-1f40-4436-b5fc-f230b51fd765 x-openstack-request-id: req-aa7dd072-1f40-4436-b5fc-f230b51fd765 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:58.003823 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07af97bd-1989-4254-82c9-a311ade464f8", "tag": "9fd132fb-492e-4cd8-8063-103527e1891e", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:58.004076 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aa7dd072-1f40-4436-b5fc-f230b51fd765 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:58.004467 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07af97bd-1989-4254-82c9-a311ade464f8', 'tag': '9fd132fb-492e-4cd8-8063-103527e1891e', 'status': 'completed', 'code': 200} Jul 16 01:33:58.005045 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Pushing event updated for resources: {'Port': ['ID=e18c7125-bb99-4f86-ab5e-cb30d344ab5f,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:58.038705 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 8e1f2979-6802-41c9-ab36-0081f8d3e8ef no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:58.060575 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.061221 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.062882 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-04666517-d31e-4b69-9414-cd993b18bc35 service neutron] 10.222.0.47 "PUT /v2.0/ports/e18c7125-bb99-4f86-ab5e-cb30d344ab5f HTTP/1.1" status: 200 len: 1095 time: 4.1607244 Jul 16 01:33:58.086626 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199992f0-88a0-4dc7-84e9-36170e009cac req-8951722b-2aae-485c-93c0-5ac059375e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.088759 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-199992f0-88a0-4dc7-84e9-36170e009cac req-8951722b-2aae-485c-93c0-5ac059375e8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6841154 Jul 16 01:33:58.098277 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-eca67da7-b28b-4f29-bf93-c0dda8175e19 service neutron] 10.222.0.47 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9643679 Jul 16 01:33:58.098519 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['f3647fdd-df8a-4add-8855-e8dadc6f2950'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:58.264940 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-199992f0-88a0-4dc7-84e9-36170e009cac req-14ce358b-436d-48b6-8815-f9b67aec43f6 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425128 Jul 16 01:33:58.367577 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.395505 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-228c670e-2e91-4a82-82f3-e0eefabfd975 req-9f45030a-4665-43d8-aa31-fa4de9dbf7d9 service neutron] 10.222.0.47 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295657 Jul 16 01:33:58.454361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f3647fdd-df8a-4add-8855-e8dadc6f2950 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:58.518852 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.521234 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-331d96c9-109b-4c25-89f3-2cb8de64f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.524575 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-199992f0-88a0-4dc7-84e9-36170e009cac req-8393cc2f-dcd4-4c86-af9c-4794cba72240 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263888 Jul 16 01:33:58.584416 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-46fcf9ff-fe70-49d5-ba67-31d16bcc1819 req-5df49c28-b3b4-4e6a-9405-29ff9f18cbfd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] For port 8e1f2979-6802-41c9-ab36-0081f8d3e8ef, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=8e1f2979-6802-41c9-ab36-0081f8d3e8ef,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:58.584807 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-46fcf9ff-fe70-49d5-ba67-31d16bcc1819 req-5df49c28-b3b4-4e6a-9405-29ff9f18cbfd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.594460 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-441e030a-c5c4-4f25-835e-abfbefc9237b req-d40ba473-a8aa-4352-ad18-79f62347a36f tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 1001 time: 0.6779172 Jul 16 01:33:58.648271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-4a88399a-ccaa-4e0f-b12f-59346ebbbd2c admin admin] For port 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0038bd92-aa2d-4176-a3c8-1c9bd09e99c0,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:58.648653 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a88399a-ccaa-4e0f-b12f-59346ebbbd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.659574 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.665699 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f3647fdd-df8a-4add-8855-e8dadc6f2950, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f3647fdd-df8a-4add-8855-e8dadc6f2950,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:58.684007 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.705568 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-4a88399a-ccaa-4e0f-b12f-59346ebbbd2c admin admin] Calling delete_port for 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:58.715803 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-46fcf9ff-fe70-49d5-ba67-31d16bcc1819 req-5df49c28-b3b4-4e6a-9405-29ff9f18cbfd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Calling delete_port for 8e1f2979-6802-41c9-ab36-0081f8d3e8ef owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:58.730232 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3b4ced-7c33-4275-96ce-c54006ef9c6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1f2979-6802-41c9-ab36-0081f8d3e8ef'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:58.732805 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be0a2c1-994b-48f2-98f4-e82b103fc852" -d '{"events": [{"server_uuid": "bb3b4ced-7c33-4275-96ce-c54006ef9c6c", "name": "network-vif-unplugged", "status": "completed", "tag": "8e1f2979-6802-41c9-ab36-0081f8d3e8ef"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:58.756228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 8e1f2979-6802-41c9-ab36-0081f8d3e8ef, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=8e1f2979-6802-41c9-ab36-0081f8d3e8ef,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:58.772425 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.785244 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f3647fdd-df8a-4add-8855-e8dadc6f2950,revision_number=10']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:58.847149 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-1c7468f1-24fc-4485-9c45-321bdcd3a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.848868 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-1c7468f1-24fc-4485-9c45-321bdcd3a2a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1509ca3db474a6faab62996d47a6a14&device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 1098 time: 0.4708197 Jul 16 01:33:58.862311 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=8e1f2979-6802-41c9-ab36-0081f8d3e8ef,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:58.895916 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fbaf0-e900-4801-a943-87fcc9ba8376 req-9e8621d5-260f-49cf-87de-6094908d3b6e tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.897270 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-522fbaf0-e900-4801-a943-87fcc9ba8376 req-9e8621d5-260f-49cf-87de-6094908d3b6e tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb3b4ced-7c33-4275-96ce-c54006ef9c6c HTTP/1.1" status: 200 len: 946 time: 0.5295050 Jul 16 01:33:58.899960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e030a-c5c4-4f25-835e-abfbefc9237b req-d9d5c267-d679-4d79-b7c9-31a0c8129406 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.901998 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-441e030a-c5c4-4f25-835e-abfbefc9237b req-d9d5c267-d679-4d79-b7c9-31a0c8129406 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.3055811 Jul 16 01:33:58.946563 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-94670e72-d403-405b-9dde-1eced9778165 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=e18c7125-bb99-4f86-ab5e-cb30d344ab5f HTTP/1.1" status: 200 len: 217 time: 0.0708172 Jul 16 01:33:58.962568 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1331e6a9-88aa-4cb7-94c4-7837ccfb36da no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:58.982509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d84e9-22be-493d-9636-ec7dc9a0a1b7 req-447d646f-a130-423e-9047-ff13b29849de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.984356 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-236d84e9-22be-493d-9636-ec7dc9a0a1b7 req-447d646f-a130-423e-9047-ff13b29849de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1509ca3db474a6faab62996d47a6a14&device_id=07af97bd-1989-4254-82c9-a311ade464f8 HTTP/1.1" status: 200 len: 1099 time: 0.3141022 Jul 16 01:33:58.995402 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 1331e6a9-88aa-4cb7-94c4-7837ccfb36da {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:58.996205 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1331e6a9-88aa-4cb7-94c4-7837ccfb36da not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:59.010545 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a88399a-ccaa-4e0f-b12f-59346ebbbd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.043895 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88399a-ccaa-4e0f-b12f-59346ebbbd2c admin admin] Pushing event deleted for resources: {'Port': ['ID=0038bd92-aa2d-4176-a3c8-1c9bd09e99c0,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:59.129254 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 2436e290-8f41-47dd-85ce-5f55738afcfb details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:59.132110 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-522fbaf0-e900-4801-a943-87fcc9ba8376 req-77644afa-061c-4c2d-8a1e-ba9b2aec3b5e tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980162 Jul 16 01:33:59.151757 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a88399a-ccaa-4e0f-b12f-59346ebbbd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.196230 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-19fe204c-a877-444d-9076-12311114ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.197974 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-19fe204c-a877-444d-9076-12311114ce95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.2337518 Jul 16 01:33:59.239688 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d84e9-22be-493d-9636-ec7dc9a0a1b7 req-6d7cf38f-c3d5-4bc2-af37-c139c1e51666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.242137 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-236d84e9-22be-493d-9636-ec7dc9a0a1b7 req-6d7cf38f-c3d5-4bc2-af37-c139c1e51666 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.1695757 Jul 16 01:33:59.260702 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-46fcf9ff-fe70-49d5-ba67-31d16bcc1819 req-5df49c28-b3b4-4e6a-9405-29ff9f18cbfd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.297379 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 2436e290-8f41-47dd-85ce-5f55738afcfb, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=2436e290-8f41-47dd-85ce-5f55738afcfb,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:59.328304 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '2436e290-8f41-47dd-85ce-5f55738afcfb', 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071', 'port_id': '2436e290-8f41-47dd-85ce-5f55738afcfb', 'mac_address': 'fa:16:3e:1f:99:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6ab48a-a89d-4604-95e5-95b119c0d93d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:59.345099 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a88399a-ccaa-4e0f-b12f-59346ebbbd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.348836 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a88399a-ccaa-4e0f-b12f-59346ebbbd2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.360335 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8f63b-40ea-4743-9b1c-77e423bea23b req-1b531aff-4dbd-414b-b970-2e105ec31a89 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.368303 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-41f8f63b-40ea-4743-9b1c-77e423bea23b req-1b531aff-4dbd-414b-b970-2e105ec31a89 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8bb1d688-2716-45bc-9142-5daf2ca6f447 HTTP/1.1" status: 200 len: 943 time: 0.2881098 Jul 16 01:33:59.373399 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-236d84e9-22be-493d-9636-ec7dc9a0a1b7 req-7eb69b68-de51-4af1-9352-63c208a49d5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=9fd132fb-492e-4cd8-8063-103527e1891e HTTP/1.1" status: 200 len: 217 time: 0.1136928 Jul 16 01:33:59.375729 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df49c28-b3b4-4e6a-9405-29ff9f18cbfd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Pushing event deleted for resources: {'Port': ['ID=8e1f2979-6802-41c9-ab36-0081f8d3e8ef,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:59.408695 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.425357 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2436e290-8f41-47dd-85ce-5f55738afcfb {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:59.446680 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a88399a-ccaa-4e0f-b12f-59346ebbbd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.448444 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a88399a-ccaa-4e0f-b12f-59346ebbbd2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d8d9ff1-6643-4807-904b-d1e648aa0513 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:33:59.466700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 2436e290-8f41-47dd-85ce-5f55738afcfb, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=2436e290-8f41-47dd-85ce-5f55738afcfb,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:59.472328 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.481216 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-41f8f63b-40ea-4743-9b1c-77e423bea23b req-f0b8bdf0-4513-4e38-aa6b-743dd4372ccf tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119366 Jul 16 01:33:59.489789 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a88399a-ccaa-4e0f-b12f-59346ebbbd2c admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.504209 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4a88399a-ccaa-4e0f-b12f-59346ebbbd2c admin admin] 10.222.0.54 "DELETE /v2.0/routers/1d8d9ff1-6643-4807-904b-d1e648aa0513 HTTP/1.1" status: 204 len: 168 time: 2.8957238 Jul 16 01:33:59.505193 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50146) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:59.530095 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fcf9ff-fe70-49d5-ba67-31d16bcc1819 req-5df49c28-b3b4-4e6a-9405-29ff9f18cbfd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] No DVR routers for this DVR port 8e1f2979-6802-41c9-ab36-0081f8d3e8ef on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:59.540082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=2436e290-8f41-47dd-85ce-5f55738afcfb,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:59.566160 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-46fcf9ff-fe70-49d5-ba67-31d16bcc1819 req-5df49c28-b3b4-4e6a-9405-29ff9f18cbfd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.571928 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-46fcf9ff-fe70-49d5-ba67-31d16bcc1819 req-5df49c28-b3b4-4e6a-9405-29ff9f18cbfd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.26 "DELETE /v2.0/ports/8e1f2979-6802-41c9-ab36-0081f8d3e8ef HTTP/1.1" status: 204 len: 173 time: 3.3194089 Jul 16 01:33:59.577646 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31caf716-a69a-4bf8-ba8b-b28aca9f7077 x-openstack-request-id: req-31caf716-a69a-4bf8-ba8b-b28aca9f7077 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:59.578162 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3b4ced-7c33-4275-96ce-c54006ef9c6c", "name": "network-vif-unplugged", "status": "completed", "tag": "8e1f2979-6802-41c9-ab36-0081f8d3e8ef", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:59.578554 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-31caf716-a69a-4bf8-ba8b-b28aca9f7077 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:59.579141 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3b4ced-7c33-4275-96ce-c54006ef9c6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1f2979-6802-41c9-ab36-0081f8d3e8ef', 'code': 200} Jul 16 01:33:59.594292 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bff0d65-247e-42da-a460-6107fa9bd1c2 admin admin] Deleting subnet 5e0f538c-4df3-4820-be16-fef0e434cd00 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:59.598711 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7bff0d65-247e-42da-a460-6107fa9bd1c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.674485 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7bff0d65-247e-42da-a460-6107fa9bd1c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.805463 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7bff0d65-247e-42da-a460-6107fa9bd1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.885633 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d84e9-22be-493d-9636-ec7dc9a0a1b7 req-a518f9f0-540c-4708-a990-3494461e756f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.887057 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-236d84e9-22be-493d-9636-ec7dc9a0a1b7 req-a518f9f0-540c-4708-a990-3494461e756f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.5006924 Jul 16 01:33:59.932886 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-fa0d575d-1f64-4392-be8e-d270bae4d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.934837 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-fa0d575d-1f64-4392-be8e-d270bae4d621 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6907237 Jul 16 01:33:59.938297 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7bff0d65-247e-42da-a460-6107fa9bd1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.956821 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['2436e290-8f41-47dd-85ce-5f55738afcfb'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:00.001887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e890c5-08e9-43d2-8980-323f2c10dcb7 req-3849e4cb-f2d2-486d-a2cd-481ffdf524ea tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.007598 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5300e2aa-4b35-40e6-ba17-f256002c94cc None None] Network 92084ab0-abc5-440f-8811-758d239db093 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:00.011311 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d1e890c5-08e9-43d2-8980-323f2c10dcb7 req-3849e4cb-f2d2-486d-a2cd-481ffdf524ea tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 947 time: 0.1537168 Jul 16 01:34:00.036591 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7bff0d65-247e-42da-a460-6107fa9bd1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.039006 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9cd70b-e133-4d8a-befa-f70675168b4c', 'tag': 'e18c7125-bb99-4f86-ab5e-cb30d344ab5f'}, {'server_uuid': 'bb3b4ced-7c33-4275-96ce-c54006ef9c6c', 'name': 'network-vif-deleted', 'tag': '8e1f2979-6802-41c9-ab36-0081f8d3e8ef'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:00.040411 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7bff0d65-247e-42da-a460-6107fa9bd1c2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5e0f538c-4df3-4820-be16-fef0e434cd00 HTTP/1.1" status: 204 len: 168 time: 0.5340736 Jul 16 01:34:00.041275 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5affde-1cb6-4aba-a224-1b573364c42f" -d '{"events": [{"name": "network-changed", "server_uuid": "de9cd70b-e133-4d8a-befa-f70675168b4c", "tag": "e18c7125-bb99-4f86-ab5e-cb30d344ab5f"}, {"server_uuid": "bb3b4ced-7c33-4275-96ce-c54006ef9c6c", "name": "network-vif-deleted", "tag": "8e1f2979-6802-41c9-ab36-0081f8d3e8ef"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:00.042765 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff0d65-247e-42da-a460-6107fa9bd1c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e0f538c-4df3-4820-be16-fef0e434cd00,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:00.047525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50152) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:00.064588 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbdc89-0b67-4562-90e1-4474d53dd75e req-687d8916-be3c-4ac3-bf38-5b788182ae3b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.067101 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a5bbdc89-0b67-4562-90e1-4474d53dd75e req-687d8916-be3c-4ac3-bf38-5b788182ae3b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 949 time: 0.5901506 Jul 16 01:34:00.111848 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d1e890c5-08e9-43d2-8980-323f2c10dcb7 req-5fefdd36-d4cf-4963-ac05-b35ffd232d91 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865145 Jul 16 01:34:00.133211 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d84e9-22be-493d-9636-ec7dc9a0a1b7 req-cde4166b-3204-43f6-8ef2-65aa92d0e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.134709 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-236d84e9-22be-493d-9636-ec7dc9a0a1b7 req-cde4166b-3204-43f6-8ef2-65aa92d0e3bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2384801 Jul 16 01:34:00.177809 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-6d64939e-2622-48ae-a1ba-2f493524dd16 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287555 Jul 16 01:34:00.234968 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-9fde780c-431c-4ed8-b6e3-226f51b371c9 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 1001 time: 0.0831351 Jul 16 01:34:00.297576 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a5bbdc89-0b67-4562-90e1-4474d53dd75e req-5a091f5f-9436-4391-9cb9-2265509f2226 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141669 Jul 16 01:34:00.327927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-d7d680c8-2c1d-4fe3-bbfb-1c64cf78800b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.336325 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-d7d680c8-2c1d-4fe3-bbfb-1c64cf78800b tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports/60f4b1e6-1813-40b3-9757-44241c9cc4f6 HTTP/1.1" status: 200 len: 942 time: 0.0975418 Jul 16 01:34:00.354534 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.408396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff537ec-210d-479e-8b91-157ca9d03a5b None None] DHCP port deletion for 92084ab0-abc5-440f-8811-758d239db093 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:00.465668 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5ff537ec-210d-479e-8b91-157ca9d03a5b None None] Deleting port 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:00.466447 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ff537ec-210d-479e-8b91-157ca9d03a5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.496328 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-236d84e9-22be-493d-9636-ec7dc9a0a1b7 req-a683ddc8-210b-4bef-b0d1-02ef9c6d3c1a service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498459 Jul 16 01:34:00.539113 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5ff537ec-210d-479e-8b91-157ca9d03a5b None None] For port 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221,segment=NetworkSegment(5bae6e2c-271c-4268-ad21-011446010b54),segment_id=5bae6e2c-271c-4268-ad21-011446010b54)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:00.540023 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ff537ec-210d-479e-8b91-157ca9d03a5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.552494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5ff537ec-210d-479e-8b91-157ca9d03a5b None None] Calling delete_port for 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:00.568763 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-23b2d361-ac20-4655-b8bc-6d76eadd7d87 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 1001 time: 0.0744152 Jul 16 01:34:00.599679 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a7c16d82-ca0f-427e-bbf3-6443ee555caa req-a7863409-540a-40aa-8719-6246d313f219 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395901 Jul 16 01:34:00.638411 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ff537ec-210d-479e-8b91-157ca9d03a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.647118 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] Deleting port 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:00.647474 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.661463 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-236d84e9-22be-493d-9636-ec7dc9a0a1b7 req-9a84ea07-7d64-4ac0-92cd-5e730f830f4d service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540272 Jul 16 01:34:00.669281 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff537ec-210d-479e-8b91-157ca9d03a5b None None] Pushing event deleted for resources: {'Port': ['ID=5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:00.671259 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff537ec-210d-479e-8b91-157ca9d03a5b None None] No DVR routers for this DVR port 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:00.681895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07410e6-8236-4aaa-94c1-16d3bcd20386 req-7b1c4f99-cc92-4c77-98fd-1c2a58c4978a tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.683462 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d07410e6-8236-4aaa-94c1-16d3bcd20386 req-7b1c4f99-cc92-4c77-98fd-1c2a58c4978a tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 945 time: 0.2534440 Jul 16 01:34:00.700585 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-6375bc5d-0ebc-4aab-8b62-c57b4ab4f282 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.702165 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-6375bc5d-0ebc-4aab-8b62-c57b4ab4f282 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1261334 Jul 16 01:34:00.750853 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] For port 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221, host n-d-800086-6, got binding levels [] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:00.751125 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.772146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] Calling delete_port for 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:00.772862 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-e50258a0-cfbc-4cd6-86ed-4c9465926148 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 1001 time: 0.0636804 Jul 16 01:34:00.776730 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.ipam_backend_mixin [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] Port 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 was not found and therefore no delete operation was performed {{(pid=93832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:34:00.780947 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d07410e6-8236-4aaa-94c1-16d3bcd20386 req-1cec8dee-0904-4e93-a98d-e305ae1af8b5 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873251 Jul 16 01:34:00.781710 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.784464 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-5615d6c9-68f2-463d-9e0d-4384e97f6c4f tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:00.810231 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] Pushing event deleted for resources: {'Port': ['ID=5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:00.819622 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] No DVR routers for this DVR port 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:00.860124 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-5615d6c9-68f2-463d-9e0d-4384e97f6c4f tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks [] for floatingip, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.904026 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.914902 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92084ab0-abc5-440f-8811-758d239db093']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:00.935309 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bae6e2c-271c-4268-ad21-011446010b54') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:00.935603 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bae6e2c-271c-4268-ad21-011446010b54') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:00.957272 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.981067 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.990365 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:00.990792 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:00.993061 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:01.021916 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.026355 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb369-dd5d-4c9e-8405-43fb4a9e3a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.044985 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-5615d6c9-68f2-463d-9e0d-4384e97f6c4f tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.053034 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-5615d6c9-68f2-463d-9e0d-4384e97f6c4f tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.053417 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-5615d6c9-68f2-463d-9e0d-4384e97f6c4f tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Floating IP ca07a1b9-b2a1-4747-a86e-9c961546b7e5 disassociated. External IP: 172.25.1.104, port: 60f4b1e6-1813-40b3-9757-44241c9cc4f6. Jul 16 01:34:01.058582 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:01.070040 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.088399 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.094927 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] 10.222.0.54 "DELETE /v2.0/networks/92084ab0-abc5-440f-8811-758d239db093 HTTP/1.1" status: 204 len: 168 time: 1.0393100 Jul 16 01:34:01.094927 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07ce73-86a2-41c0-925a-fc8cc295eb84 admin admin] Pushing event deleted for resources: {'Network': ['ID=92084ab0-abc5-440f-8811-758d239db093,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:01.120906 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:01.121695 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0038bd92-aa2d-4176-a3c8-1c9bd09e99c0 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:01.123272 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:01.170573 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f3647fdd-df8a-4add-8855-e8dadc6f2950 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:01.176837 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:01.177382 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5725f1a2-8d12-42ec-a4eb-1b0cb6d8d221 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:01.194646 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99e5929-8056-4e15-b95f-bfee9a4506b1 x-openstack-request-id: req-e99e5929-8056-4e15-b95f-bfee9a4506b1 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:01.194945 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9cd70b-e133-4d8a-befa-f70675168b4c", "tag": "e18c7125-bb99-4f86-ab5e-cb30d344ab5f", "status": "completed", "code": 200}, {"server_uuid": "bb3b4ced-7c33-4275-96ce-c54006ef9c6c", "name": "network-vif-deleted", "tag": "8e1f2979-6802-41c9-ab36-0081f8d3e8ef", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:01.195215 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e99e5929-8056-4e15-b95f-bfee9a4506b1 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:01.195611 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9cd70b-e133-4d8a-befa-f70675168b4c', 'tag': 'e18c7125-bb99-4f86-ab5e-cb30d344ab5f', 'status': 'completed', 'code': 200} Jul 16 01:34:01.196061 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3b4ced-7c33-4275-96ce-c54006ef9c6c', 'name': 'network-vif-deleted', 'tag': '8e1f2979-6802-41c9-ab36-0081f8d3e8ef', 'status': 'completed', 'code': 200} Jul 16 01:34:01.270319 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port f3647fdd-df8a-4add-8855-e8dadc6f2950 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:01.272260 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.278608 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50168) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:01.345057 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-5615d6c9-68f2-463d-9e0d-4384e97f6c4f tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Router e29263fb-d2d4-43b3-80cd-bc80d3820952 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:01.370646 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3c6aca6a-3dfa-4fb1-9bf1-0fed39bfcac5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a4a393ec74ce45fabddec5a66aac4fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0893774 Jul 16 01:34:01.372056 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50174) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:01.422331 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5affde-1cb6-4aba-a224-1b573364c42f req-6b75a6a1-1bec-4433-aca6-cc9221b2f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.426204 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5d5affde-1cb6-4aba-a224-1b573364c42f req-6b75a6a1-1bec-4433-aca6-cc9221b2f8a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1509ca3db474a6faab62996d47a6a14&device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 1098 time: 0.1605344 Jul 16 01:34:01.437425 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.477836 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f3647fdd-df8a-4add-8855-e8dadc6f2950, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f3647fdd-df8a-4add-8855-e8dadc6f2950,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:01.482263 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.493929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-5615d6c9-68f2-463d-9e0d-4384e97f6c4f tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:01.498450 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-5615d6c9-68f2-463d-9e0d-4384e97f6c4f tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.508573 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99312c6-7534-493d-bf18-4f1325b38667 None None] Sync routers for ids ['e29263fb-d2d4-43b3-80cd-bc80d3820952'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:01.530308 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99312c6-7534-493d-bf18-4f1325b38667 None None] Routers {'e29263fb-d2d4-43b3-80cd-bc80d3820952'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:01.531216 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d99312c6-7534-493d-bf18-4f1325b38667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e29263fb-d2d4-43b3-80cd-bc80d3820952'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:01.539745 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-5615d6c9-68f2-463d-9e0d-4384e97f6c4f tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "PUT /v2.0/floatingips/ca07a1b9-b2a1-4747-a86e-9c961546b7e5 HTTP/1.1" status: 200 len: 695 time: 0.7600489 Jul 16 01:34:01.540237 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455f4d92-c8ec-4502-97e2-7b8a4e2cbe66', 'tag': '60f4b1e6-1813-40b3-9757-44241c9cc4f6'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:01.543078 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e97833-6497-4c68-a351-8813c8e9064c" -d '{"events": [{"name": "network-changed", "server_uuid": "455f4d92-c8ec-4502-97e2-7b8a4e2cbe66", "tag": "60f4b1e6-1813-40b3-9757-44241c9cc4f6"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:01.567777 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-595d7e10-9e79-4dbe-84bd-b19c84279e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.578706 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f3647fdd-df8a-4add-8855-e8dadc6f2950,revision_number=11']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:01.584926 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a30c2f2-18d0-4fb4-8745-587bda4f3ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3647fdd-df8a-4add-8855-e8dadc6f2950'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:01.587158 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99d9c64-ebfe-4655-bb3d-949e69361edc" -d '{"events": [{"server_uuid": "7a30c2f2-18d0-4fb4-8745-587bda4f3ebf", "name": "network-vif-plugged", "status": "completed", "tag": "f3647fdd-df8a-4add-8855-e8dadc6f2950"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:01.616620 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-595d7e10-9e79-4dbe-84bd-b19c84279e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.640315 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c9328-9e5d-406d-93aa-55fcafa1dec5 req-421220bc-8c6a-4152-b5a8-751f225e5737 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.641931 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7f6c9328-9e5d-406d-93aa-55fcafa1dec5 req-421220bc-8c6a-4152-b5a8-751f225e5737 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8bb1d688-2716-45bc-9142-5daf2ca6f447 HTTP/1.1" status: 200 len: 944 time: 0.1647024 Jul 16 01:34:01.665531 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-d99312c6-7534-493d-bf18-4f1325b38667 None None] Set router e29263fb-d2d4-43b3-80cd-bc80d3820952 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:01.668995 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5affde-1cb6-4aba-a224-1b573364c42f req-bc982a67-aeeb-467a-962f-f9b79ca05112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.670486 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5d5affde-1cb6-4aba-a224-1b573364c42f req-bc982a67-aeeb-467a-962f-f9b79ca05112 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2233131 Jul 16 01:34:01.731485 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5d5affde-1cb6-4aba-a224-1b573364c42f req-434377ea-a7a9-40c8-9306-0d75c2ff9ff7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=e18c7125-bb99-4f86-ab5e-cb30d344ab5f HTTP/1.1" status: 200 len: 217 time: 0.0508881 Jul 16 01:34:01.765128 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7f6c9328-9e5d-406d-93aa-55fcafa1dec5 req-24116c02-3e58-41ae-b71b-efb24c507c68 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111438 Jul 16 01:34:01.786729 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-e5ad3688-d89a-4130-be72-5a7fbfe4b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.792318 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-e5ad3688-d89a-4130-be72-5a7fbfe4b96d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22a396f99efc4d13a24bdc67c6b2b3f6&device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 1096 time: 0.2343466 Jul 16 01:34:01.810842 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5affde-1cb6-4aba-a224-1b573364c42f req-36627ec9-3ecd-41cf-8a1d-1ef277d655b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.812565 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5d5affde-1cb6-4aba-a224-1b573364c42f req-36627ec9-3ecd-41cf-8a1d-1ef277d655b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0670960 Jul 16 01:34:01.822950 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-595d7e10-9e79-4dbe-84bd-b19c84279e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.826033 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-595d7e10-9e79-4dbe-84bd-b19c84279e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.827825 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-595d7e10-9e79-4dbe-84bd-b19c84279e3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2d8f9b24-e7da-4bc9-96b4-068dca811884 HTTP/1.1" status: 204 len: 168 time: 0.4548819 Jul 16 01:34:01.842659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d7e10-9e79-4dbe-84bd-b19c84279e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8f9b24-e7da-4bc9-96b4-068dca811884,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:01.933664 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-1d319ac0-9cc1-45cd-a229-ba281c693bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.935596 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-1d319ac0-9cc1-45cd-a229-ba281c693bdc service neutron] 10.222.0.54 "GET /v2.0/networks?id=1612ce87-fb4d-45f3-8058-d097e2a71ab1 HTTP/1.1" status: 200 len: 920 time: 0.1416297 Jul 16 01:34:01.937508 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.962438 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d99312c6-7534-493d-bf18-4f1325b38667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:01.968895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5affde-1cb6-4aba-a224-1b573364c42f req-e45b7c61-ad02-4051-a749-e2499a475620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.970503 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5d5affde-1cb6-4aba-a224-1b573364c42f req-e45b7c61-ad02-4051-a749-e2499a475620 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1221075 Jul 16 01:34:02.011424 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-26606d82-d176-4629-af87-0c4917e2288e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60f4b1e6-1813-40b3-9757-44241c9cc4f6 HTTP/1.1" status: 200 len: 217 time: 0.0652006 Jul 16 01:34:02.034226 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b71c7-f5ce-43d5-9442-c8c6ea8cff63 req-9a75a5d0-868c-4881-9c30-9a88d980e15c tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.035778 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-964b71c7-f5ce-43d5-9442-c8c6ea8cff63 req-9a75a5d0-868c-4881-9c30-9a88d980e15c tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 944 time: 0.1161389 Jul 16 01:34:02.090865 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-0eb40ca5-e69b-48b2-950d-c723b229e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.101379 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-0eb40ca5-e69b-48b2-950d-c723b229e3ac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bba61486-b6e3-4f60-9d61-963219f180d7 HTTP/1.1" status: 200 len: 858 time: 0.0880449 Jul 16 01:34:02.123482 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-964b71c7-f5ce-43d5-9442-c8c6ea8cff63 req-6818f18d-981f-411a-a07c-3e17accf0913 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610499 Jul 16 01:34:02.125163 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99312c6-7534-493d-bf18-4f1325b38667 None None] Checking router: e29263fb-d2d4-43b3-80cd-bc80d3820952 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:02.126438 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5d5affde-1cb6-4aba-a224-1b573364c42f req-3a0424e4-4ad9-4d42-99ee-6211b8a9e64d service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443851 Jul 16 01:34:02.134220 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99312c6-7534-493d-bf18-4f1325b38667 None None] Routers {'e29263fb-d2d4-43b3-80cd-bc80d3820952'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:02.134927 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d99312c6-7534-493d-bf18-4f1325b38667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e29263fb-d2d4-43b3-80cd-bc80d3820952'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:02.206296 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-14c4859a-c3db-4019-a951-6b56dc53a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.216296 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-14c4859a-c3db-4019-a951-6b56dc53a15d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1612ce87-fb4d-45f3-8058-d097e2a71ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140099 Jul 16 01:34:02.281108 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-d99312c6-7534-493d-bf18-4f1325b38667 None None] Set router e29263fb-d2d4-43b3-80cd-bc80d3820952 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:02.289001 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5d5affde-1cb6-4aba-a224-1b573364c42f req-78ef4bc8-9cbe-4626-86fa-a785c8bd5256 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470208 Jul 16 01:34:02.312116 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99abed-9727-499d-b874-0f63189928d0 req-7d8aef77-7f6d-4c7f-bb9e-04808cc6b74c tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.313969 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ba99abed-9727-499d-b874-0f63189928d0 req-7d8aef77-7f6d-4c7f-bb9e-04808cc6b74c tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.47 "GET /v2.0/ports?device_id=46eac58f-8c93-4f55-811c-8633af1d1ceb HTTP/1.1" status: 200 len: 944 time: 0.1709678 Jul 16 01:34:02.331917 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-3da2c91c-30e6-4669-9a84-6cb695d67784 service neutron] 10.222.0.54 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146965 Jul 16 01:34:02.451146 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48a5164f-1398-460f-b0a4-7c273c6c46db req-dbd6dacf-4a50-414f-b45c-851ac29c1b19 service neutron] 10.222.0.54 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099746 Jul 16 01:34:02.480359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76f5c8-a506-40a2-8f64-e49d4c94f570 req-a0e41bb2-d698-4d54-aba7-539b89ddb452 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.481925 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b76f5c8-a506-40a2-8f64-e49d4c94f570 req-a0e41bb2-d698-4d54-aba7-539b89ddb452 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 947 time: 0.1577902 Jul 16 01:34:02.538211 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-ba99abed-9727-499d-b874-0f63189928d0 req-9259285a-f4d0-47db-a423-917376d65774 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Deleting port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:02.538561 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ba99abed-9727-499d-b874-0f63189928d0 req-9259285a-f4d0-47db-a423-917376d65774 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.553185 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d99312c6-7534-493d-bf18-4f1325b38667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:02.558350 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b76f5c8-a506-40a2-8f64-e49d4c94f570 req-5618192a-c711-49dd-aa0e-db2329f240e1 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690672 Jul 16 01:34:02.587651 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99312c6-7534-493d-bf18-4f1325b38667 None None] The sync data for ids ['e29263fb-d2d4-43b3-80cd-bc80d3820952'] in n-d-800086-6 is: [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:02.670332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ba99abed-9727-499d-b874-0f63189928d0 req-9259285a-f4d0-47db-a423-917376d65774 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] For port 1382684a-6f15-40b6-ae7c-b76ba5b325f8, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=1382684a-6f15-40b6-ae7c-b76ba5b325f8,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:02.671036 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ba99abed-9727-499d-b874-0f63189928d0 req-9259285a-f4d0-47db-a423-917376d65774 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.688517 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-ba99abed-9727-499d-b874-0f63189928d0 req-9259285a-f4d0-47db-a423-917376d65774 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Calling delete_port for 1382684a-6f15-40b6-ae7c-b76ba5b325f8 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:02.705115 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ed09d-c13e-41af-8347-73283981dd12 req-28b67865-a48a-4fdc-a883-aadd130391d8 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.718591 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eb7ed09d-c13e-41af-8347-73283981dd12 req-28b67865-a48a-4fdc-a883-aadd130391d8 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 951 time: 0.1060386 Jul 16 01:34:02.790743 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eb7ed09d-c13e-41af-8347-73283981dd12 req-b735b237-e31c-43db-b4d8-5aa57a473ad9 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654180 Jul 16 01:34:02.859166 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ba99abed-9727-499d-b874-0f63189928d0 req-9259285a-f4d0-47db-a423-917376d65774 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.904398 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259285a-f4d0-47db-a423-917376d65774 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Pushing event deleted for resources: {'Port': ['ID=1382684a-6f15-40b6-ae7c-b76ba5b325f8,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:02.907034 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['1382684a-6f15-40b6-ae7c-b76ba5b325f8'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:02.967400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba99abed-9727-499d-b874-0f63189928d0 req-9259285a-f4d0-47db-a423-917376d65774 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] No DVR routers for this DVR port 1382684a-6f15-40b6-ae7c-b76ba5b325f8 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:02.971068 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ba99abed-9727-499d-b874-0f63189928d0 req-9259285a-f4d0-47db-a423-917376d65774 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.973523 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ba99abed-9727-499d-b874-0f63189928d0 req-9259285a-f4d0-47db-a423-917376d65774 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.47 "DELETE /v2.0/ports/1382684a-6f15-40b6-ae7c-b76ba5b325f8 HTTP/1.1" status: 204 len: 173 time: 0.6348119 Jul 16 01:34:03.014310 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50218) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:03.068528 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e094b-8ab8-4833-a461-472d0921086f None None] New status for floating IP ca07a1b9-b2a1-4747-a86e-9c961546b7e5: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:34:03.135736 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 9fd132fb-492e-4cd8-8063-103527e1891e details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:03.154326 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 2436e290-8f41-47dd-85ce-5f55738afcfb up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:03.158843 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-0d474dcb-da43-4e6b-861e-725dd404aa1c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.162055 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-0d474dcb-da43-4e6b-861e-725dd404aa1c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 812 time: 0.1836975 Jul 16 01:34:03.179369 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfab6b73-4c21-47ab-b616-6bb0baaf3da3 x-openstack-request-id: req-bfab6b73-4c21-47ab-b616-6bb0baaf3da3 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:03.180012 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455f4d92-c8ec-4502-97e2-7b8a4e2cbe66", "tag": "60f4b1e6-1813-40b3-9757-44241c9cc4f6", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:03.180446 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bfab6b73-4c21-47ab-b616-6bb0baaf3da3 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:03.181016 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455f4d92-c8ec-4502-97e2-7b8a4e2cbe66', 'tag': '60f4b1e6-1813-40b3-9757-44241c9cc4f6', 'status': 'completed', 'code': 200} Jul 16 01:34:03.184523 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-d39ae79f-1331-4c47-9c37-89c01b8249c7 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/quotas/896b96fff2154ceeadc07932cbd11243 HTTP/1.1" status: 200 len: 375 time: 0.0163465 Jul 16 01:34:03.197980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2786543a-b258-4f9b-8140-057dcc2aef8d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2091173464-network', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:03.201781 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eac58f-8c93-4f55-811c-8633af1d1ceb', 'name': 'network-vif-deleted', 'tag': '1382684a-6f15-40b6-ae7c-b76ba5b325f8'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:03.205308 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5201d79e-2819-4e47-a6a6-97f92a1c94da" -d '{"events": [{"server_uuid": "46eac58f-8c93-4f55-811c-8633af1d1ceb", "name": "network-vif-deleted", "tag": "1382684a-6f15-40b6-ae7c-b76ba5b325f8"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:03.247380 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecd619c-7f2c-48b8-9dd2-1bb1b6e7d068 x-openstack-request-id: req-2ecd619c-7f2c-48b8-9dd2-1bb1b6e7d068 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:03.248154 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a30c2f2-18d0-4fb4-8745-587bda4f3ebf", "name": "network-vif-plugged", "status": "completed", "tag": "f3647fdd-df8a-4add-8855-e8dadc6f2950", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:03.248742 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2ecd619c-7f2c-48b8-9dd2-1bb1b6e7d068 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:03.250191 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a30c2f2-18d0-4fb4-8745-587bda4f3ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3647fdd-df8a-4add-8855-e8dadc6f2950', 'code': 200} Jul 16 01:34:03.259436 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-47a39adc-d7a7-4e6b-bd77-990baa245f4d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685918 Jul 16 01:34:03.349694 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2786543a-b258-4f9b-8140-057dcc2aef8d admin admin] Made reservation on behalf of 80bd84e6dcbf4466990580e7adaf0636 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:03.356305 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2786543a-b258-4f9b-8140-057dcc2aef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.388351 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2786543a-b258-4f9b-8140-057dcc2aef8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.426509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 2436e290-8f41-47dd-85ce-5f55738afcfb completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:03.450121 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e97833-6497-4c68-a351-8813c8e9064c req-4e695c49-f05c-47aa-9df6-6a93547781c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.451253 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f7e97833-6497-4c68-a351-8813c8e9064c req-4e695c49-f05c-47aa-9df6-6a93547781c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22a396f99efc4d13a24bdc67c6b2b3f6&device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 1096 time: 0.2226121 Jul 16 01:34:03.460043 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 2436e290-8f41-47dd-85ce-5f55738afcfb triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:03.460424 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.493546 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-624d9852-ea8e-4a5f-9700-6ba56729b33a service neutron] 10.222.0.54 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327437 Jul 16 01:34:03.502631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 9fd132fb-492e-4cd8-8063-103527e1891e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=9fd132fb-492e-4cd8-8063-103527e1891e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:03.521780 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '9fd132fb-492e-4cd8-8063-103527e1891e', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '9fd132fb-492e-4cd8-8063-103527e1891e', 'mac_address': 'fa:16:3e:ad:f8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:03.598792 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.616050 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-a911d0df-8d81-470c-8723-96abc2cf04b4 service neutron] 10.222.0.54 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195421 Jul 16 01:34:03.617494 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.620383 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd132fb-492e-4cd8-8063-103527e1891e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:03.657626 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 9fd132fb-492e-4cd8-8063-103527e1891e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=9fd132fb-492e-4cd8-8063-103527e1891e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:03.666554 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.679946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 2436e290-8f41-47dd-85ce-5f55738afcfb, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=2436e290-8f41-47dd-85ce-5f55738afcfb,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:03.697033 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e97833-6497-4c68-a351-8813c8e9064c req-bbe4fac5-c4b4-48fc-bfc8-58821128aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.698745 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f7e97833-6497-4c68-a351-8813c8e9064c req-bbe4fac5-c4b4-48fc-bfc8-58821128aa86 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1612ce87-fb4d-45f3-8058-d097e2a71ab1 HTTP/1.1" status: 200 len: 920 time: 0.2271080 Jul 16 01:34:03.707398 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.729787 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.740007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=9fd132fb-492e-4cd8-8063-103527e1891e,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:03.797707 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=2436e290-8f41-47dd-85ce-5f55738afcfb,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:03.807454 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f7e97833-6497-4c68-a351-8813c8e9064c req-6aff109e-e9bc-4d91-b146-7488751a48de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60f4b1e6-1813-40b3-9757-44241c9cc4f6 HTTP/1.1" status: 200 len: 217 time: 0.0841475 Jul 16 01:34:03.820760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400126f-f588-4f24-bfe0-a7d1ced74d84 req-3d406266-28b0-4600-adb9-e1f45193ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.823158 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0400126f-f588-4f24-bfe0-a7d1ced74d84 req-3d406266-28b0-4600-adb9-e1f45193ff7e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 1102 time: 0.3034675 Jul 16 01:34:03.886435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e97833-6497-4c68-a351-8813c8e9064c req-a7848ce1-bc7f-44c5-98d2-f1395c3d56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.888008 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f7e97833-6497-4c68-a351-8813c8e9064c req-a7848ce1-bc7f-44c5-98d2-f1395c3d56b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bba61486-b6e3-4f60-9d61-963219f180d7 HTTP/1.1" status: 200 len: 858 time: 0.0610948 Jul 16 01:34:03.904621 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2786543a-b258-4f9b-8140-057dcc2aef8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.948932 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2786543a-b258-4f9b-8140-057dcc2aef8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.987552 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39e5a7-9290-42ab-a3c1-58a8259d4510 req-a52435fc-0d52-4c29-8d4a-f8667512c0b5 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.989824 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7a39e5a7-9290-42ab-a3c1-58a8259d4510 req-a52435fc-0d52-4c29-8d4a-f8667512c0b5 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 945 time: 0.0981393 Jul 16 01:34:04.015682 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2786543a-b258-4f9b-8140-057dcc2aef8d admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:04.038354 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0400126f-f588-4f24-bfe0-a7d1ced74d84 req-89837373-cb17-43e8-aaab-792223c9b945 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582327 Jul 16 01:34:04.040055 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7a39e5a7-9290-42ab-a3c1-58a8259d4510 req-e3a86629-bbe1-4c00-bf5e-c47f34e99d37 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436077 Jul 16 01:34:04.046349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f074d-6a78-4e7a-b429-4e6f5b2bfd8e req-dac56d07-f8c8-4827-8af4-23e6b11d59c4 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.052738 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d04f074d-6a78-4e7a-b429-4e6f5b2bfd8e req-dac56d07-f8c8-4827-8af4-23e6b11d59c4 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8bb1d688-2716-45bc-9142-5daf2ca6f447 HTTP/1.1" status: 200 len: 945 time: 0.3617246 Jul 16 01:34:04.061613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786543a-b258-4f9b-8140-057dcc2aef8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a26e445-e7ef-42b3-84c3-0c801e5b9506,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:04.065665 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2786543a-b258-4f9b-8140-057dcc2aef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.066019 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-2786543a-b258-4f9b-8140-057dcc2aef8d admin admin] Added segment 0069c7d8-a69d-44ba-ad7f-aebd2473835b of type vlan for network b674553f-a0ba-4ffc-8b96-f2507d2ffa5a Jul 16 01:34:04.152359 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['9fd132fb-492e-4cd8-8063-103527e1891e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:04.156928 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2786543a-b258-4f9b-8140-057dcc2aef8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.164296 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e97833-6497-4c68-a351-8813c8e9064c req-dbd257f0-b837-4766-9589-5a2695b80c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.166011 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f7e97833-6497-4c68-a351-8813c8e9064c req-dbd257f0-b837-4766-9589-5a2695b80c72 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1612ce87-fb4d-45f3-8058-d097e2a71ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2574754 Jul 16 01:34:04.169012 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d04f074d-6a78-4e7a-b429-4e6f5b2bfd8e req-cc3d8755-0aca-48b3-9e8a-b01136886195 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143446 Jul 16 01:34:04.188064 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0caec1c-ab26-4889-8413-c813bd9e23a1 x-openstack-request-id: req-c0caec1c-ab26-4889-8413-c813bd9e23a1 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:04.188427 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46eac58f-8c93-4f55-811c-8633af1d1ceb", "name": "network-vif-deleted", "tag": "1382684a-6f15-40b6-ae7c-b76ba5b325f8", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:04.188754 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c0caec1c-ab26-4889-8413-c813bd9e23a1 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:04.189228 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46eac58f-8c93-4f55-811c-8633af1d1ceb', 'name': 'network-vif-deleted', 'tag': '1382684a-6f15-40b6-ae7c-b76ba5b325f8', 'status': 'completed', 'code': 200} Jul 16 01:34:04.230208 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2786543a-b258-4f9b-8140-057dcc2aef8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.231125 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2786543a-b258-4f9b-8140-057dcc2aef8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.231737 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2786543a-b258-4f9b-8140-057dcc2aef8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.316010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50246) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:04.316212 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2786543a-b258-4f9b-8140-057dcc2aef8d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2995336 Jul 16 01:34:04.323446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ab3090ab-e611-4955-8bcf-f660ba1eab75 admin admin] Request body: {'subnet': {'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2091173464-subnet', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:04.400719 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3090ab-e611-4955-8bcf-f660ba1eab75 admin admin] Made reservation on behalf of 80bd84e6dcbf4466990580e7adaf0636 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:04.403818 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ab3090ab-e611-4955-8bcf-f660ba1eab75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.493605 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-c57f4d42-1e70-44ad-80dc-57660c90b01e tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.495725 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-c57f4d42-1e70-44ad-80dc-57660c90b01e tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1773653 Jul 16 01:34:04.563174 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-61e621d6-7d0c-4c93-a0d7-13825219a3bd tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.0553572 Jul 16 01:34:04.596661 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-4fea454b-36fa-41dc-bd80-7ec274889b73 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Request body: {'floatingip': {'port_id': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:04.644975 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-4fea454b-36fa-41dc-bd80-7ec274889b73 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks [] for floatingip, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.663670 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786543a-b258-4f9b-8140-057dcc2aef8d admin admin] Pushing event updated for resources: {'Network': ['ID=b674553f-a0ba-4ffc-8b96-f2507d2ffa5a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:04.671934 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f7e97833-6497-4c68-a351-8813c8e9064c req-54ad5942-3b55-4327-897e-73d7b0805c74 service neutron] 10.222.0.26 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968772 Jul 16 01:34:04.675483 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network b674553f-a0ba-4ffc-8b96-f2507d2ffa5a details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:04.706031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057b9ce-d41d-4fe9-9b9a-2953ba92c9b5 req-ec152afc-a2b8-46e2-8bde-435311668772 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.707567 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5057b9ce-d41d-4fe9-9b9a-2953ba92c9b5 req-ec152afc-a2b8-46e2-8bde-435311668772 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 947 time: 0.3589988 Jul 16 01:34:04.777637 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ab3090ab-e611-4955-8bcf-f660ba1eab75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.809521 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5057b9ce-d41d-4fe9-9b9a-2953ba92c9b5 req-9a494494-9bf0-460a-bad4-0dc055cb6b07 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921133 Jul 16 01:34:04.845412 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f7e97833-6497-4c68-a351-8813c8e9064c req-26f4c132-1ce5-4c47-af16-7f780c382bca service neutron] 10.222.0.26 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352520 Jul 16 01:34:04.876295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3090ab-e611-4955-8bcf-f660ba1eab75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f473865d-7ea0-4ee7-9864-4956b1c85f80,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:04.934191 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3090ab-e611-4955-8bcf-f660ba1eab75 admin admin] Checking segment: {'id': '0069c7d8-a69d-44ba-ad7f-aebd2473835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:04.934501 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3090ab-e611-4955-8bcf-f660ba1eab75 admin admin] Network hostable DHCP agents. Network: b674553f-a0ba-4ffc-8b96-f2507d2ffa5a, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:04.954942 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8af0c5cf-7088-4be1-be3c-d01c668a270c req-56e9aa1a-b2cf-4664-86f2-9cdaf4107fe9 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 210 time: 0.0296397 Jul 16 01:34:04.970887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3090ab-e611-4955-8bcf-f660ba1eab75 admin admin] Network b674553f-a0ba-4ffc-8b96-f2507d2ffa5a is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:05.054669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-ab3090ab-e611-4955-8bcf-f660ba1eab75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, b674553f-a0ba-4ffc-8b96-f2507d2ffa5a) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:05.062855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3090ab-e611-4955-8bcf-f660ba1eab75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.062976 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ab3090ab-e611-4955-8bcf-f660ba1eab75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.066883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c09f9f3-5ded-4066-ad8c-0dd2e8e4d06e None None] Network b674553f-a0ba-4ffc-8b96-f2507d2ffa5a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:05.074815 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538159a8-6b4d-4c37-9e16-84c5c42e3c9b req-26316061-8d42-452d-af3b-2130b71298fa tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.077148 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-538159a8-6b4d-4c37-9e16-84c5c42e3c9b req-26316061-8d42-452d-af3b-2130b71298fa tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 945 time: 0.0814753 Jul 16 01:34:05.085917 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ab3090ab-e611-4955-8bcf-f660ba1eab75 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7686548 Jul 16 01:34:05.089511 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50250) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:05.112923 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2091173464-router', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:05.180724 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e18c7125-bb99-4f86-ab5e-cb30d344ab5f details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:05.189184 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.190140 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.222364 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 1382684a-6f15-40b6-ae7c-b76ba5b325f8 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:05.251009 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2aa33-3b59-4cf8-ab3d-cc4bba3767ae req-9ee4e957-9e45-4155-81f3-4296b1eadfbc tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.252721 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-86f2aa33-3b59-4cf8-ab3d-cc4bba3767ae req-9ee4e957-9e45-4155-81f3-4296b1eadfbc tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 951 time: 0.1746223 Jul 16 01:34:05.264584 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb1d688-2716-45bc-9142-5daf2ca6f447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2436e290-8f41-47dd-85ce-5f55738afcfb'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:05.268623 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc31cf6c-0606-45bf-bf7d-7584acf55ca9" -d '{"events": [{"server_uuid": "8bb1d688-2716-45bc-9142-5daf2ca6f447", "name": "network-vif-plugged", "status": "completed", "tag": "2436e290-8f41-47dd-85ce-5f55738afcfb"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:05.304660 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 1382684a-6f15-40b6-ae7c-b76ba5b325f8 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:05.305428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 1382684a-6f15-40b6-ae7c-b76ba5b325f8 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:05.330152 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.346524 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-86f2aa33-3b59-4cf8-ab3d-cc4bba3767ae req-a0e53620-57f1-4a0c-98dc-83cd7a78dc79 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848048 Jul 16 01:34:05.367067 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-b674553f-a0ba-4ffc-8b96-f2507d2ffa5a', 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'fixed_ips': [{'subnet_id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:05.370229 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.393814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e18c7125-bb99-4f86-ab5e-cb30d344ab5f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e18c7125-bb99-4f86-ab5e-cb30d344ab5f,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:05.417849 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'e18c7125-bb99-4f86-ab5e-cb30d344ab5f', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': 'e18c7125-bb99-4f86-ab5e-cb30d344ab5f', 'mac_address': 'fa:16:3e:ee:ee:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:05.532033 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.569578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18c7125-bb99-4f86-ab5e-cb30d344ab5f {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:05.588332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-538159a8-6b4d-4c37-9e16-84c5c42e3c9b req-2accecd0-b35e-48b6-a36a-529d31729911 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Deleting port 087d32b1-0233-4ebe-8aed-5a1c193fe228 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:05.588687 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-538159a8-6b4d-4c37-9e16-84c5c42e3c9b req-2accecd0-b35e-48b6-a36a-529d31729911 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.600868 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Allocated IP 172.20.0.2 (b674553f-a0ba-4ffc-8b96-f2507d2ffa5a/f473865d-7ea0-4ee7-9864-4956b1c85f80/83bddbee-4b9f-449d-85e7-bc8f050c1373) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:05.604209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e18c7125-bb99-4f86-ab5e-cb30d344ab5f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e18c7125-bb99-4f86-ab5e-cb30d344ab5f,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:05.614887 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.683409 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.resource_extend [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-4fea454b-36fa-41dc-bd80-7ec274889b73 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:34:05.730159 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=e18c7125-bb99-4f86-ab5e-cb30d344ab5f,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:05.778130 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-4fea454b-36fa-41dc-bd80-7ec274889b73 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.813975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-48b7ede9-ca3e-46ba-a38d-3292af2ad25c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.815741 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-48b7ede9-ca3e-46ba-a38d-3292af2ad25c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.26 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 812 time: 0.2122679 Jul 16 01:34:05.816700 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-4fea454b-36fa-41dc-bd80-7ec274889b73 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.856882 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.865920 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-9e185012-7c08-49a3-af05-b28c52452dd8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Request body: {'port': {'device_id': '224bc85f-d5bf-4e56-822c-a773a7055577', 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642', 'admin_state_up': True, 'tenant_id': '896b96fff2154ceeadc07932cbd11243'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:05.881964 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d6d02-8d71-4d4c-b283-22125f3f2cba req-65e6867b-bae9-4296-ba0b-1437c5ee408a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.883514 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a40d6d02-8d71-4d4c-b283-22125f3f2cba req-65e6867b-bae9-4296-ba0b-1437c5ee408a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.26 "GET /v2.0/ports?device_id=455f4d92-c8ec-4502-97e2-7b8a4e2cbe66 HTTP/1.1" status: 200 len: 945 time: 0.5522294 Jul 16 01:34:05.900120 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.919419 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Transition to ACTIVE for port object 83bddbee-4b9f-449d-85e7-bc8f050c1373 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:05.949256 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Transition to ACTIVE for port object 83bddbee-4b9f-449d-85e7-bc8f050c1373 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:05.971150 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.988509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-538159a8-6b4d-4c37-9e16-84c5c42e3c9b req-2accecd0-b35e-48b6-a36a-529d31729911 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] For port 087d32b1-0233-4ebe-8aed-5a1c193fe228, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=087d32b1-0233-4ebe-8aed-5a1c193fe228,segment=NetworkSegment(f756e3f7-e46a-4a44-a34b-9a9aef14f9ac),segment_id=f756e3f7-e46a-4a44-a34b-9a9aef14f9ac)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:05.988747 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-538159a8-6b4d-4c37-9e16-84c5c42e3c9b req-2accecd0-b35e-48b6-a36a-529d31729911 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.023237 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-4fea454b-36fa-41dc-bd80-7ec274889b73 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Floating IP ca07a1b9-b2a1-4747-a86e-9c961546b7e5 associated. External IP: 172.25.1.104, port: e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd. Jul 16 01:34:06.066688 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Network b674553f-a0ba-4ffc-8b96-f2507d2ffa5a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:06.068283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Pushing event updated for resources: {'Port': ['ID=83bddbee-4b9f-449d-85e7-bc8f050c1373,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:06.081118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:06.085546 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:06.128684 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-9e185012-7c08-49a3-af05-b28c52452dd8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Made reservation on behalf of 896b96fff2154ceeadc07932cbd11243 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:06.132353 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-9e185012-7c08-49a3-af05-b28c52452dd8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.155764 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Attempting to bind port 83bddbee-4b9f-449d-85e7-bc8f050c1373 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:06.156023 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Attempting to bind port 83bddbee-4b9f-449d-85e7-bc8f050c1373 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '0069c7d8-a69d-44ba-ad7f-aebd2473835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:06.167087 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Attempting to bind port 83bddbee-4b9f-449d-85e7-bc8f050c1373 on network b674553f-a0ba-4ffc-8b96-f2507d2ffa5a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:06.179271 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:06.179731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Checking segment: {'id': '0069c7d8-a69d-44ba-ad7f-aebd2473835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:06.180379 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.180840 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Bound using segment: {'id': '0069c7d8-a69d-44ba-ad7f-aebd2473835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:06.181319 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Bound port: 83bddbee-4b9f-449d-85e7-bc8f050c1373, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0069c7d8-a69d-44ba-ad7f-aebd2473835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:06.181774 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.220539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['e18c7125-bb99-4f86-ab5e-cb30d344ab5f'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:06.250278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581db9b-b5b8-4893-a30d-6ef509535913 req-a26b1781-e9fc-4cf1-938b-7dce25f2dc51 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.251890 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9581db9b-b5b8-4893-a30d-6ef509535913 req-a26b1781-e9fc-4cf1-938b-7dce25f2dc51 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 945 time: 0.2900290 Jul 16 01:34:06.312667 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] For port 83bddbee-4b9f-449d-85e7-bc8f050c1373, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:06.316742 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] For port 83bddbee-4b9f-449d-85e7-bc8f050c1373, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=83bddbee-4b9f-449d-85e7-bc8f050c1373,segment=NetworkSegment(0069c7d8-a69d-44ba-ad7f-aebd2473835b),segment_id=0069c7d8-a69d-44ba-ad7f-aebd2473835b)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:06.323562 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-a40d6d02-8d71-4d4c-b283-22125f3f2cba req-5fc70b65-4228-4f57-8403-c76856f8329a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Deleting port 60f4b1e6-1813-40b3-9757-44241c9cc4f6 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:06.323830 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a40d6d02-8d71-4d4c-b283-22125f3f2cba req-5fc70b65-4228-4f57-8403-c76856f8329a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.343219 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-9e185012-7c08-49a3-af05-b28c52452dd8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Allocated IP 172.20.0.5 (2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642/84a8e114-6746-4f75-be46-b5ce225a99ed/5693f448-75eb-4e2c-a461-53d52f8f8de3) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:06.353421 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.445494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c22e8-6fde-4c62-9fb3-daea70661d4b None None] Pushing event updated for resources: {'Port': ['ID=83bddbee-4b9f-449d-85e7-bc8f050c1373,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:06.445798 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9581db9b-b5b8-4893-a30d-6ef509535913 req-dc1c7d02-bebe-4d58-8850-84d6a3496da4 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups?id=6519f0de-6b59-40a6-b9bf-4c372aa44394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839387 Jul 16 01:34:06.449214 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-538159a8-6b4d-4c37-9e16-84c5c42e3c9b req-2accecd0-b35e-48b6-a36a-529d31729911 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.449354 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-538159a8-6b4d-4c37-9e16-84c5c42e3c9b req-2accecd0-b35e-48b6-a36a-529d31729911 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.449670 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [req-538159a8-6b4d-4c37-9e16-84c5c42e3c9b req-2accecd0-b35e-48b6-a36a-529d31729911 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Floating IP e4820c0a-2cfe-49bf-a14e-e3b9affaadee disassociated. External IP: 172.25.1.42, port: 087d32b1-0233-4ebe-8aed-5a1c193fe228. Jul 16 01:34:06.450011 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-538159a8-6b4d-4c37-9e16-84c5c42e3c9b req-2accecd0-b35e-48b6-a36a-529d31729911 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Calling delete_port for 087d32b1-0233-4ebe-8aed-5a1c193fe228 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:06.582927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-4fea454b-36fa-41dc-bd80-7ec274889b73 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Router e29263fb-d2d4-43b3-80cd-bc80d3820952 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:06.628742 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.662525 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-9e185012-7c08-49a3-af05-b28c52452dd8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.687634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-a40d6d02-8d71-4d4c-b283-22125f3f2cba req-5fc70b65-4228-4f57-8403-c76856f8329a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] For port 60f4b1e6-1813-40b3-9757-44241c9cc4f6, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=60f4b1e6-1813-40b3-9757-44241c9cc4f6,segment=NetworkSegment(05a87a64-85ee-48fc-b186-80e3acc4d32d),segment_id=05a87a64-85ee-48fc-b186-80e3acc4d32d)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:06.688031 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a40d6d02-8d71-4d4c-b283-22125f3f2cba req-5fc70b65-4228-4f57-8403-c76856f8329a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.700158 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.734140 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-a40d6d02-8d71-4d4c-b283-22125f3f2cba req-5fc70b65-4228-4f57-8403-c76856f8329a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Calling delete_port for 60f4b1e6-1813-40b3-9757-44241c9cc4f6 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:06.758911 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-9e185012-7c08-49a3-af05-b28c52452dd8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.825023 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e185012-7c08-49a3-af05-b28c52452dd8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Pushing event updated for resources: {'Port': ['ID=5693f448-75eb-4e2c-a461-53d52f8f8de3,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:06.829118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-9e185012-7c08-49a3-af05-b28c52452dd8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:06.831234 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-4fea454b-36fa-41dc-bd80-7ec274889b73 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:06.833043 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-9e185012-7c08-49a3-af05-b28c52452dd8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:06.837273 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-4fea454b-36fa-41dc-bd80-7ec274889b73 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.847151 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bdb9a1-3963-488d-8be9-46b47e431c25 None None] Sync routers for ids ['e29263fb-d2d4-43b3-80cd-bc80d3820952'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:06.859084 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bdb9a1-3963-488d-8be9-46b47e431c25 None None] Routers {'e29263fb-d2d4-43b3-80cd-bc80d3820952'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:06.860226 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-82bdb9a1-3963-488d-8be9-46b47e431c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e29263fb-d2d4-43b3-80cd-bc80d3820952'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:06.860601 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-9e185012-7c08-49a3-af05-b28c52452dd8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:06.929799 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-4fea454b-36fa-41dc-bd80-7ec274889b73 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "PUT /v2.0/floatingips/ca07a1b9-b2a1-4747-a86e-9c961546b7e5 HTTP/1.1" status: 200 len: 996 time: 2.3543706 Jul 16 01:34:06.932575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'tag': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:06.935645 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af33b38-0744-47b2-83c5-d4f80dde48de" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0a90b0-0be3-44fc-b1a3-620f7b67a023", "tag": "e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:06.946537 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d1608-d86c-4f85-8692-8a4ec9d1c23e req-d7b0b5de-0755-4b65-ba1d-d3da1d3734b7 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.954342 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-497d1608-d86c-4f85-8692-8a4ec9d1c23e req-d7b0b5de-0755-4b65-ba1d-d3da1d3734b7 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8bb1d688-2716-45bc-9142-5daf2ca6f447 HTTP/1.1" status: 200 len: 945 time: 0.3537400 Jul 16 01:34:06.971110 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-9e185012-7c08-49a3-af05-b28c52452dd8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.973515 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-9e185012-7c08-49a3-af05-b28c52452dd8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.992799 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-538159a8-6b4d-4c37-9e16-84c5c42e3c9b req-2accecd0-b35e-48b6-a36a-529d31729911 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.043753 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-9e185012-7c08-49a3-af05-b28c52452dd8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1757941 Jul 16 01:34:07.060575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Request body: {'port': {'device_id': '224bc85f-d5bf-4e56-822c-a773a7055577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:07.071168 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] Allocated IP 172.25.1.208 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/aadb7984-73b4-479f-b2b5-20da87d86d4c) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:07.094046 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accecd0-b35e-48b6-a36a-529d31729911 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Pushing event deleted for resources: {'Port': ['ID=087d32b1-0233-4ebe-8aed-5a1c193fe228,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.124129 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-91ca584c-e182-4e79-bb51-248427511a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.125295 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-91ca584c-e182-4e79-bb51-248427511a3e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22a396f99efc4d13a24bdc67c6b2b3f6&device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 1096 time: 0.1270063 Jul 16 01:34:07.127477 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-497d1608-d86c-4f85-8692-8a4ec9d1c23e req-f1d3f0cf-5a4b-42a9-8450-0c92d88129f5 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723089 Jul 16 01:34:07.203274 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.237440 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-82bdb9a1-3963-488d-8be9-46b47e431c25 None None] Set router e29263fb-d2d4-43b3-80cd-bc80d3820952 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:07.292646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-646b2e79-fd5e-4357-9651-2e95ba38640c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.301078 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-646b2e79-fd5e-4357-9651-2e95ba38640c service neutron] 10.222.0.54 "GET /v2.0/networks?id=1612ce87-fb4d-45f3-8058-d097e2a71ab1 HTTP/1.1" status: 200 len: 920 time: 0.1540515 Jul 16 01:34:07.331279 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a367ad2-bb73-4254-ac58-9102c76c2bc3 x-openstack-request-id: req-9a367ad2-bb73-4254-ac58-9102c76c2bc3 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:07.331739 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb1d688-2716-45bc-9142-5daf2ca6f447", "name": "network-vif-plugged", "status": "completed", "tag": "2436e290-8f41-47dd-85ce-5f55738afcfb", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:07.332093 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9a367ad2-bb73-4254-ac58-9102c76c2bc3 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:07.332602 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb1d688-2716-45bc-9142-5daf2ca6f447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2436e290-8f41-47dd-85ce-5f55738afcfb', 'code': 200} Jul 16 01:34:07.336562 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 83bddbee-4b9f-449d-85e7-bc8f050c1373 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:07.387862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 9fd132fb-492e-4cd8-8063-103527e1891e up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:07.504386 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 83bddbee-4b9f-449d-85e7-bc8f050c1373 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:07.593359 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 9fd132fb-492e-4cd8-8063-103527e1891e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:07.599133 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-b5013403-71a3-4d2f-90b5-1c36b31f3f9e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd HTTP/1.1" status: 200 len: 999 time: 0.2969368 Jul 16 01:34:07.605815 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 9fd132fb-492e-4cd8-8063-103527e1891e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:07.606335 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.674341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-73aeb664-e945-4869-be3d-a295bb2d7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.675992 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-73aeb664-e945-4869-be3d-a295bb2d7c82 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bba61486-b6e3-4f60-9d61-963219f180d7 HTTP/1.1" status: 200 len: 858 time: 0.0760541 Jul 16 01:34:07.745975 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a40d6d02-8d71-4d4c-b283-22125f3f2cba req-5fc70b65-4228-4f57-8403-c76856f8329a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.799487 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.805528 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['60f4b1e6-1813-40b3-9757-44241c9cc4f6'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:07.818494 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5693f448-75eb-4e2c-a461-53d52f8f8de3 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:07.827373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-b98e62cb-add9-45f6-a576-1cd1f288ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.827931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542d99c-0a08-49eb-9ee5-f93ce0c907de req-8553d300-ac89-4390-9510-2520ffbff344 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.830167 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d542d99c-0a08-49eb-9ee5-f93ce0c907de req-8553d300-ac89-4390-9510-2520ffbff344 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.47 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 944 time: 0.8125713 Jul 16 01:34:07.835994 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-b98e62cb-add9-45f6-a576-1cd1f288ca29 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1612ce87-fb4d-45f3-8058-d097e2a71ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425688 Jul 16 01:34:07.840065 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:07.846180 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.885580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Transition to ACTIVE for port object 5693f448-75eb-4e2c-a461-53d52f8f8de3 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:07.923148 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc70b65-4228-4f57-8403-c76856f8329a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Pushing event deleted for resources: {'Port': ['ID=60f4b1e6-1813-40b3-9757-44241c9cc4f6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.923945 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.930634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-538159a8-6b4d-4c37-9e16-84c5c42e3c9b req-2accecd0-b35e-48b6-a36a-529d31729911 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Router afd4b5dc-5454-4798-9266-7f6f715d9b12 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:07.951537 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 9fd132fb-492e-4cd8-8063-103527e1891e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=9fd132fb-492e-4cd8-8063-103527e1891e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:07.966843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-82bdb9a1-3963-488d-8be9-46b47e431c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'ca07a1b9-b2a1-4747-a86e-9c961546b7e5', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'port_id': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'mac_address': 'fa:16:3e:41:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:19Z', 'updated_at': '2021-07-16T01:34:05Z', 'revision_number': 8, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:07.969859 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.017675 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857d76e2-919b-4ff8-94f6-152074a4c522 None None] Network b674553f-a0ba-4ffc-8b96-f2507d2ffa5a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:08.022789 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.043212 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5693f448-75eb-4e2c-a461-53d52f8f8de3,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.044881 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bdb9a1-3963-488d-8be9-46b47e431c25 None None] Checking router: e29263fb-d2d4-43b3-80cd-bc80d3820952 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:08.051996 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40d6d02-8d71-4d4c-b283-22125f3f2cba req-5fc70b65-4228-4f57-8403-c76856f8329a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] No DVR routers for this DVR port 60f4b1e6-1813-40b3-9757-44241c9cc4f6 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:08.063275 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a40d6d02-8d71-4d4c-b283-22125f3f2cba req-5fc70b65-4228-4f57-8403-c76856f8329a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.065341 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a40d6d02-8d71-4d4c-b283-22125f3f2cba req-5fc70b65-4228-4f57-8403-c76856f8329a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.26 "DELETE /v2.0/ports/60f4b1e6-1813-40b3-9757-44241c9cc4f6 HTTP/1.1" status: 204 len: 173 time: 2.1643381 Jul 16 01:34:08.073157 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455f4d92-c8ec-4502-97e2-7b8a4e2cbe66', 'name': 'network-vif-deleted', 'tag': '60f4b1e6-1813-40b3-9757-44241c9cc4f6'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:08.075007 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa60613c-a09b-4e9e-ac88-ac464a5eb034" -d '{"events": [{"server_uuid": "455f4d92-c8ec-4502-97e2-7b8a4e2cbe66", "name": "network-vif-deleted", "tag": "60f4b1e6-1813-40b3-9757-44241c9cc4f6"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:08.115904 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-63063f14-c5fa-4c34-aaa2-40682c61e508 service neutron] 10.222.0.54 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784288 Jul 16 01:34:08.117809 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 087d32b1-0233-4ebe-8aed-5a1c193fe228 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:08.130453 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bdb9a1-3963-488d-8be9-46b47e431c25 None None] Routers {'e29263fb-d2d4-43b3-80cd-bc80d3820952'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:08.131095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-82bdb9a1-3963-488d-8be9-46b47e431c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e29263fb-d2d4-43b3-80cd-bc80d3820952'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:08.143257 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2fba1911-556c-489a-aba8-ebf0293a1cb6 None None] Provisioning for port 83bddbee-4b9f-449d-85e7-bc8f050c1373 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:08.165490 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c1f1d-3e87-4e9e-aff0-0b5cd21a5f33 req-0af3b9d0-3235-419d-9606-af142467d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.167028 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4c6c1f1d-3e87-4e9e-aff0-0b5cd21a5f33 req-0af3b9d0-3235-419d-9606-af142467d214 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8bb1d688-2716-45bc-9142-5daf2ca6f447 HTTP/1.1" status: 200 len: 1096 time: 0.6196978 Jul 16 01:34:08.207971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290b1c9-af15-4f3d-abc9-233fc7b51f89 req-358972cb-e85b-47a6-8ca4-356e53c2cf42 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.226474 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b290b1c9-af15-4f3d-abc9-233fc7b51f89 req-358972cb-e85b-47a6-8ca4-356e53c2cf42 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 944 time: 0.6238723 Jul 16 01:34:08.254819 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c90c97ff-3eab-4e5e-bcdc-1fc0d03d93c6 req-5fbba53b-aa93-4993-ad56-31be7983fd34 service neutron] 10.222.0.54 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380281 Jul 16 01:34:08.317480 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 087d32b1-0233-4ebe-8aed-5a1c193fe228 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:08.317985 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 087d32b1-0233-4ebe-8aed-5a1c193fe228 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:08.318985 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 60f4b1e6-1813-40b3-9757-44241c9cc4f6 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:08.319957 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Attempting to bind port 5693f448-75eb-4e2c-a461-53d52f8f8de3 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:08.320471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Attempting to bind port 5693f448-75eb-4e2c-a461-53d52f8f8de3 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:08.320977 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Attempting to bind port 5693f448-75eb-4e2c-a461-53d52f8f8de3 on network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:08.327446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Port 5693f448-75eb-4e2c-a461-53d52f8f8de3 on network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:08.328376 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Attempting to bind port 5693f448-75eb-4e2c-a461-53d52f8f8de3 on network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:08.339103 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:08.340361 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Checking segment: {'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:08.341029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Bound using segment: {'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:08.341577 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Bound port: 5693f448-75eb-4e2c-a461-53d52f8f8de3, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:08.342045 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.353636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=9fd132fb-492e-4cd8-8063-103527e1891e,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.356347 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.361219 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2fba1911-556c-489a-aba8-ebf0293a1cb6 None None] Provisioning complete for port 83bddbee-4b9f-449d-85e7-bc8f050c1373 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:08.361686 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2fba1911-556c-489a-aba8-ebf0293a1cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.390950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 60f4b1e6-1813-40b3-9757-44241c9cc4f6 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:08.391535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 60f4b1e6-1813-40b3-9757-44241c9cc4f6 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:08.425036 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b290b1c9-af15-4f3d-abc9-233fc7b51f89 req-6ffe016e-f124-4c77-ad57-11d5ebdb410a tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977477 Jul 16 01:34:08.428535 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] For port 5693f448-75eb-4e2c-a461-53d52f8f8de3, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:08.431972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] For port 5693f448-75eb-4e2c-a461-53d52f8f8de3, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5693f448-75eb-4e2c-a461-53d52f8f8de3,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:08.438281 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-538159a8-6b4d-4c37-9e16-84c5c42e3c9b req-2accecd0-b35e-48b6-a36a-529d31729911 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:08.439166 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.442834 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4c6c1f1d-3e87-4e9e-aff0-0b5cd21a5f33 req-91914686-ec2d-4995-bff3-97efcf6db764 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876323 Jul 16 01:34:08.453075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-d542d99c-0a08-49eb-9ee5-f93ce0c907de req-cb73fe57-951d-4c9e-83d7-e005ee59f796 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Deleting port e2fd746d-3af5-45d0-bb1f-58282705a3d0 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:08.456244 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d542d99c-0a08-49eb-9ee5-f93ce0c907de req-cb73fe57-951d-4c9e-83d7-e005ee59f796 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.457320 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8632d5-c484-424d-b939-70691cf30231 None None] Sync routers for ids ['afd4b5dc-5454-4798-9266-7f6f715d9b12'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:08.470194 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8632d5-c484-424d-b939-70691cf30231 None None] Routers {'afd4b5dc-5454-4798-9266-7f6f715d9b12'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:08.471356 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-4a8632d5-c484-424d-b939-70691cf30231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['afd4b5dc-5454-4798-9266-7f6f715d9b12'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:08.516304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5693f448-75eb-4e2c-a461-53d52f8f8de3,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.553420 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.554757 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.556416 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-224eabc7-8ca2-43da-a39d-96f25b4d06f6 service neutron] 10.222.0.26 "PUT /v2.0/ports/5693f448-75eb-4e2c-a461-53d52f8f8de3 HTTP/1.1" status: 200 len: 1091 time: 1.5038304 Jul 16 01:34:08.565080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-82bdb9a1-3963-488d-8be9-46b47e431c25 None None] Set router e29263fb-d2d4-43b3-80cd-bc80d3820952 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:08.567423 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:08.602898 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] Pushing event updated for resources: {'Port': ['ID=aadb7984-73b4-479f-b2b5-20da87d86d4c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.629584 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-4a8632d5-c484-424d-b939-70691cf30231 None None] Set router afd4b5dc-5454-4798-9266-7f6f715d9b12 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:08.630549 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:08.636561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-538159a8-6b4d-4c37-9e16-84c5c42e3c9b req-2accecd0-b35e-48b6-a36a-529d31729911 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] No DVR routers for this DVR port 087d32b1-0233-4ebe-8aed-5a1c193fe228 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:08.638136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:08.675307 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-538159a8-6b4d-4c37-9e16-84c5c42e3c9b req-2accecd0-b35e-48b6-a36a-529d31729911 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.677351 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-538159a8-6b4d-4c37-9e16-84c5c42e3c9b req-2accecd0-b35e-48b6-a36a-529d31729911 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.26 "DELETE /v2.0/ports/087d32b1-0233-4ebe-8aed-5a1c193fe228 HTTP/1.1" status: 204 len: 173 time: 3.5679789 Jul 16 01:34:08.791942 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2fba1911-556c-489a-aba8-ebf0293a1cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.825753 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0046294-2ec7-4844-9b65-40e444f1f7cc req-4a960f70-b00a-4244-9857-1b135d5e20d1 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.847751 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c0046294-2ec7-4844-9b65-40e444f1f7cc req-4a960f70-b00a-4244-9857-1b135d5e20d1 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 948 time: 0.3184471 Jul 16 01:34:08.852895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-d542d99c-0a08-49eb-9ee5-f93ce0c907de req-cb73fe57-951d-4c9e-83d7-e005ee59f796 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] For port e2fd746d-3af5-45d0-bb1f-58282705a3d0, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e2fd746d-3af5-45d0-bb1f-58282705a3d0,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:08.853481 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d542d99c-0a08-49eb-9ee5-f93ce0c907de req-cb73fe57-951d-4c9e-83d7-e005ee59f796 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.893411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-e24ce845-9718-43c8-a625-efdddaf85cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.894959 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-e24ce845-9718-43c8-a625-efdddaf85cda service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 1094 time: 0.2470694 Jul 16 01:34:08.945502 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-d542d99c-0a08-49eb-9ee5-f93ce0c907de req-cb73fe57-951d-4c9e-83d7-e005ee59f796 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Calling delete_port for e2fd746d-3af5-45d0-bb1f-58282705a3d0 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:08.971838 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-2fba1911-556c-489a-aba8-ebf0293a1cb6 None None] For port 83bddbee-4b9f-449d-85e7-bc8f050c1373, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=83bddbee-4b9f-449d-85e7-bc8f050c1373,segment=NetworkSegment(0069c7d8-a69d-44ba-ad7f-aebd2473835b),segment_id=0069c7d8-a69d-44ba-ad7f-aebd2473835b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:08.990985 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c0046294-2ec7-4844-9b65-40e444f1f7cc req-1d174890-1b08-4d50-be61-e2ce0748cc7a tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389563 Jul 16 01:34:08.992477 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2fba1911-556c-489a-aba8-ebf0293a1cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.993444 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-15564d3e-f351-4c01-9f6a-1d51642c6a28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5693f448-75eb-4e2c-a461-53d52f8f8de3 HTTP/1.1" status: 200 len: 217 time: 0.0844049 Jul 16 01:34:09.070706 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-5a3ace8e-6108-4cd9-94aa-7e8b96029653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.075043 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-5a3ace8e-6108-4cd9-94aa-7e8b96029653 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84a8e114-6746-4f75-be46-b5ce225a99ed HTTP/1.1" status: 200 len: 852 time: 0.0731306 Jul 16 01:34:09.127639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76818f6-4209-4340-9ff3-5c7dd36de49e req-ecd3518e-7ee3-4238-978b-4c4736db0a21 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.139969 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c76818f6-4209-4340-9ff3-5c7dd36de49e req-ecd3518e-7ee3-4238-978b-4c4736db0a21 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 943 time: 0.5037246 Jul 16 01:34:09.146114 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-4a8632d5-c484-424d-b939-70691cf30231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:29:13Z', 'revision_number': 4, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '7c5156f6-f7aa-4f03-9b40-ed519b936d0a', 'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'mac_address': 'fa:16:3e:1f:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:12Z', 'updated_at': '2021-07-16T01:29:20Z', 'revision_number': 5, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'subnets': [{'id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:09.147874 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-c5d89ef0-a33d-4abc-845e-c000c7f9f558 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574396 Jul 16 01:34:09.201076 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8632d5-c484-424d-b939-70691cf30231 None None] Checking router: afd4b5dc-5454-4798-9266-7f6f715d9b12 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:09.203514 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba1911-556c-489a-aba8-ebf0293a1cb6 None None] Pushing event updated for resources: {'Port': ['ID=83bddbee-4b9f-449d-85e7-bc8f050c1373,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:09.219670 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8632d5-c484-424d-b939-70691cf30231 None None] Routers {'afd4b5dc-5454-4798-9266-7f6f715d9b12'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:09.220871 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-4a8632d5-c484-424d-b939-70691cf30231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['afd4b5dc-5454-4798-9266-7f6f715d9b12'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:09.231114 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e18c7125-bb99-4f86-ab5e-cb30d344ab5f up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:09.334119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07af97bd-1989-4254-82c9-a311ade464f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd132fb-492e-4cd8-8063-103527e1891e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:09.336947 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f5746d-33e1-4925-b125-2814fd4c6c65" -d '{"events": [{"server_uuid": "07af97bd-1989-4254-82c9-a311ade464f8", "name": "network-vif-plugged", "status": "completed", "tag": "9fd132fb-492e-4cd8-8063-103527e1891e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:09.339488 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-cd37655b-c35f-41fc-8e6f-157a9f592104 service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907272 Jul 16 01:34:09.355295 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-82bdb9a1-3963-488d-8be9-46b47e431c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'ca07a1b9-b2a1-4747-a86e-9c961546b7e5', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'port_id': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'mac_address': 'fa:16:3e:41:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:19Z', 'updated_at': '2021-07-16T01:34:05Z', 'revision_number': 8, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:09.366869 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c76818f6-4209-4340-9ff3-5c7dd36de49e req-614e62b2-c242-45ea-9ff0-6c608aeb641b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257986 Jul 16 01:34:09.375494 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852751d2-ca2b-4bae-92a4-5953b88c1a2c req-5e65bed5-6e54-44e1-af61-04d013156b96 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.383608 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-852751d2-ca2b-4bae-92a4-5953b88c1a2c req-5e65bed5-6e54-44e1-af61-04d013156b96 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 951 time: 0.1630659 Jul 16 01:34:09.395524 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bdb9a1-3963-488d-8be9-46b47e431c25 None None] The sync data for ids ['e29263fb-d2d4-43b3-80cd-bc80d3820952'] in n-d-800086-6 is: [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'ca07a1b9-b2a1-4747-a86e-9c961546b7e5', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'port_id': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'mac_address': 'fa:16:3e:41:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:19Z', 'updated_at': '2021-07-16T01:34:05Z', 'revision_number': 8, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:09.400535 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d542d99c-0a08-49eb-9ee5-f93ce0c907de req-cb73fe57-951d-4c9e-83d7-e005ee59f796 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.406554 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9c8f42eb-2bd3-40c9-ac08-75abc5a2fb69 None None] Provisioning complete for port 83bddbee-4b9f-449d-85e7-bc8f050c1373 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:09.407111 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c8f42eb-2bd3-40c9-ac08-75abc5a2fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.444113 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port e18c7125-bb99-4f86-ab5e-cb30d344ab5f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:09.458218 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port e18c7125-bb99-4f86-ab5e-cb30d344ab5f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:09.458604 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.459989 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-4a8632d5-c484-424d-b939-70691cf30231 None None] Set router afd4b5dc-5454-4798-9266-7f6f715d9b12 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:09.497383 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-852751d2-ca2b-4bae-92a4-5953b88c1a2c req-b7b0a882-19ce-4c42-a902-bc6988b148f1 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025016 Jul 16 01:34:09.502238 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec718e8-f555-4a50-8622-d3a6e8b988dd x-openstack-request-id: req-dec718e8-f555-4a50-8622-d3a6e8b988dd {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:09.502563 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0a90b0-0be3-44fc-b1a3-620f7b67a023", "tag": "e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:09.502808 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dec718e8-f555-4a50-8622-d3a6e8b988dd {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:09.503233 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'tag': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd', 'status': 'completed', 'code': 200} Jul 16 01:34:09.512573 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73fe57-951d-4c9e-83d7-e005ee59f796 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Pushing event deleted for resources: {'Port': ['ID=e2fd746d-3af5-45d0-bb1f-58282705a3d0,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:09.616508 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd43d2e6-dea8-44b4-874b-f8c37ec1e9d5 x-openstack-request-id: req-fd43d2e6-dea8-44b4-874b-f8c37ec1e9d5 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:09.617173 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455f4d92-c8ec-4502-97e2-7b8a4e2cbe66", "name": "network-vif-deleted", "tag": "60f4b1e6-1813-40b3-9757-44241c9cc4f6", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:09.617639 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd43d2e6-dea8-44b4-874b-f8c37ec1e9d5 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:09.618673 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455f4d92-c8ec-4502-97e2-7b8a4e2cbe66', 'name': 'network-vif-deleted', 'tag': '60f4b1e6-1813-40b3-9757-44241c9cc4f6', 'status': 'completed', 'code': 200} Jul 16 01:34:09.640268 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70fb3025-4f35-4157-aefc-b03d6bb2a262 req-3f77ee52-d4ee-4a38-b7a0-5ff10f85cc59 service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065198 Jul 16 01:34:09.678476 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.685566 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-d542d99c-0a08-49eb-9ee5-f93ce0c907de req-cb73fe57-951d-4c9e-83d7-e005ee59f796 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] No DVR routers for this DVR port e2fd746d-3af5-45d0-bb1f-58282705a3d0 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:09.698881 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d542d99c-0a08-49eb-9ee5-f93ce0c907de req-cb73fe57-951d-4c9e-83d7-e005ee59f796 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.701351 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d542d99c-0a08-49eb-9ee5-f93ce0c907de req-cb73fe57-951d-4c9e-83d7-e005ee59f796 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.47 "DELETE /v2.0/ports/e2fd746d-3af5-45d0-bb1f-58282705a3d0 HTTP/1.1" status: 204 len: 173 time: 1.8335607 Jul 16 01:34:09.818239 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.836292 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee31ffd5-4c38-4b21-8c0a-8bd633a98422 None None] New status for floating IP ca07a1b9-b2a1-4747-a86e-9c961546b7e5: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:34:09.887349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8e672-aae4-4741-8fd9-d65cb52d58ef req-1b5f0dc5-0474-4c98-8d04-2a2ed1cc989c tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.895263 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1be8e672-aae4-4741-8fd9-d65cb52d58ef req-1b5f0dc5-0474-4c98-8d04-2a2ed1cc989c tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8bb1d688-2716-45bc-9142-5daf2ca6f447 HTTP/1.1" status: 200 len: 945 time: 0.1514661 Jul 16 01:34:09.947222 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-32d94693-10ee-4aa7-b33f-cea6482b8d82 req-5e1d1cf6-2bd5-471f-ad83-26ba734c26e2 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecaeeec9-84a0-4557-baf3-46e1f60fb5b2 HTTP/1.1" status: 200 len: 210 time: 0.0846803 Jul 16 01:34:09.993312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af33b38-0744-47b2-83c5-d4f80dde48de req-928cdcbb-66c7-440f-9a84-51000328ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.994159 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1be8e672-aae4-4741-8fd9-d65cb52d58ef req-14e4be1b-6748-4524-9b23-0360bd6af01e tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971997 Jul 16 01:34:09.995319 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2af33b38-0744-47b2-83c5-d4f80dde48de req-928cdcbb-66c7-440f-9a84-51000328ba96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=22a396f99efc4d13a24bdc67c6b2b3f6&device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 1096 time: 0.4053230 Jul 16 01:34:10.024506 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-4a8632d5-c484-424d-b939-70691cf30231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:29:13Z', 'revision_number': 4, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '7c5156f6-f7aa-4f03-9b40-ed519b936d0a', 'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'mac_address': 'fa:16:3e:1f:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:12Z', 'updated_at': '2021-07-16T01:29:20Z', 'revision_number': 5, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'subnets': [{'id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:10.059904 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8632d5-c484-424d-b939-70691cf30231 None None] The sync data for ids ['afd4b5dc-5454-4798-9266-7f6f715d9b12'] in n-d-800086-6 is: [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:29:13Z', 'revision_number': 4, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '7c5156f6-f7aa-4f03-9b40-ed519b936d0a', 'name': '', 'network_id': 'f742ae33-4dce-47ed-a1d3-990b523bac4e', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'mac_address': 'fa:16:3e:1f:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:12Z', 'updated_at': '2021-07-16T01:29:20Z', 'revision_number': 5, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'subnets': [{'id': 'bc5f773e-982f-4a7b-9f31-a3984b4d24fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:10.069949 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b5ef8a0-a82e-4fcf-ae8e-d1645bb70675 req-f5bdf9f9-0de3-44c8-b984-39dcd7c5a430 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/floatingips/ca07a1b9-b2a1-4747-a86e-9c961546b7e5 HTTP/1.1" status: 200 len: 996 time: 0.0715599 Jul 16 01:34:10.090644 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.101258 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7d0147-1536-401f-8c6c-0ee7de396255 x-openstack-request-id: req-fe7d0147-1536-401f-8c6c-0ee7de396255 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:10.101840 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07af97bd-1989-4254-82c9-a311ade464f8", "name": "network-vif-plugged", "status": "completed", "tag": "9fd132fb-492e-4cd8-8063-103527e1891e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:10.101840 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fe7d0147-1536-401f-8c6c-0ee7de396255 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:10.102148 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07af97bd-1989-4254-82c9-a311ade464f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd132fb-492e-4cd8-8063-103527e1891e', 'code': 200} Jul 16 01:34:10.135976 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e18c7125-bb99-4f86-ab5e-cb30d344ab5f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e18c7125-bb99-4f86-ab5e-cb30d344ab5f,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:10.148906 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.233708 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7807a947-085e-4056-a85c-a87016797f0f req-54fa6e5b-35c5-452a-99fa-6b25037d654d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=c789a22d-702f-47ef-807e-34c16ed407b7 HTTP/1.1" status: 200 len: 210 time: 0.0370867 Jul 16 01:34:10.254312 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=e18c7125-bb99-4f86-ab5e-cb30d344ab5f,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:10.436785 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27058f0-55ba-43f4-8a71-b859d44bc0b7 None None] New status for floating IP e4820c0a-2cfe-49bf-a14e-e3b9affaadee: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:34:10.641141 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee05131-b488-4e41-9aae-d8a72d0b4f58 req-d6cc41ed-5684-42f4-910f-246f997ab64c tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:10.642730 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aee05131-b488-4e41-9aae-d8a72d0b4f58 req-d6cc41ed-5684-42f4-910f-246f997ab64c tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 949 time: 0.0696428 Jul 16 01:34:10.683737 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aee05131-b488-4e41-9aae-d8a72d0b4f58 req-92539dbd-9e0d-4673-be4e-ca117e811a0d tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351970 Jul 16 01:34:10.806584 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af33b38-0744-47b2-83c5-d4f80dde48de req-6aec9981-72a6-4f26-a02c-bf7983804686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:10.808075 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2af33b38-0744-47b2-83c5-d4f80dde48de req-6aec9981-72a6-4f26-a02c-bf7983804686 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1612ce87-fb4d-45f3-8058-d097e2a71ab1 HTTP/1.1" status: 200 len: 920 time: 0.7131000 Jul 16 01:34:10.815205 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ef8a0-a82e-4fcf-ae8e-d1645bb70675 req-9a88a000-8b44-4b96-a33d-a7f7cc3fac4a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:10.816895 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b5ef8a0-a82e-4fcf-ae8e-d1645bb70675 req-9a88a000-8b44-4b96-a33d-a7f7cc3fac4a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.7226677 Jul 16 01:34:10.833317 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-0b5ef8a0-a82e-4fcf-ae8e-d1645bb70675 req-26935ef4-bd5d-4492-a1ef-ba48fbcb72ae tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:34:10.834288 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b5ef8a0-a82e-4fcf-ae8e-d1645bb70675 req-26935ef4-bd5d-4492-a1ef-ba48fbcb72ae tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094261 Jul 16 01:34:10.876467 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d0419-6ef7-48c1-9b12-b12a88f72247 req-5e809cdc-1f31-4f39-8d56-b96164bcccd7 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:10.881118 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9d2d0419-6ef7-48c1-9b12-b12a88f72247 req-5e809cdc-1f31-4f39-8d56-b96164bcccd7 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 943 time: 0.0855501 Jul 16 01:34:10.892045 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f40768-bfc2-455e-a484-574e38bbf193 req-67e0cfe6-1545-4aab-8d7d-9a02e0d1497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:10.893568 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01f40768-bfc2-455e-a484-574e38bbf193 req-67e0cfe6-1545-4aab-8d7d-9a02e0d1497f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=07af97bd-1989-4254-82c9-a311ade464f8 HTTP/1.1" status: 200 len: 1101 time: 0.5472655 Jul 16 01:34:10.902525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] Router 099b5945-bdde-4149-9d32-d99137e4d9a6 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:34:10.939585 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2af33b38-0744-47b2-83c5-d4f80dde48de req-32a2b5c5-5784-4e01-9f48-df34d1b23781 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd HTTP/1.1" status: 200 len: 1001 time: 0.1020529 Jul 16 01:34:10.948054 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9d2d0419-6ef7-48c1-9b12-b12a88f72247 req-68df3189-b479-430e-a4f1-86e415c9f526 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564651 Jul 16 01:34:11.003874 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01f40768-bfc2-455e-a484-574e38bbf193 req-8d2f005c-66c6-494c-ae1c-a8f8dc17284f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919099 Jul 16 01:34:11.054220 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 83bddbee-4b9f-449d-85e7-bc8f050c1373 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:11.068263 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-346538c3-4941-4c0a-a1b6-d4bd4737da44 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 1001 time: 0.0900097 Jul 16 01:34:11.105512 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 83bddbee-4b9f-449d-85e7-bc8f050c1373 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:11.106089 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.108742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af33b38-0744-47b2-83c5-d4f80dde48de req-65c84f89-ea38-40ea-b640-dd13eab463aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.109581 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2af33b38-0744-47b2-83c5-d4f80dde48de req-65c84f89-ea38-40ea-b640-dd13eab463aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bba61486-b6e3-4f60-9d61-963219f180d7 HTTP/1.1" status: 200 len: 858 time: 0.1334436 Jul 16 01:34:11.138331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-165455af-28ad-4842-85a5-46ee98b29f36 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.139802 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-165455af-28ad-4842-85a5-46ee98b29f36 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports/e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd HTTP/1.1" status: 200 len: 942 time: 0.0661235 Jul 16 01:34:11.142886 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:11.154212 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Sync routers for ids ['099b5945-bdde-4149-9d32-d99137e4d9a6'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:11.154339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299b14f-8de1-48b3-9e17-a06375e492ab req-c5803b16-b717-4393-b315-fb65d2ff2d73 tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.156243 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d299b14f-8de1-48b3-9e17-a06375e492ab req-c5803b16-b717-4393-b315-fb65d2ff2d73 tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 1102 time: 0.1242487 Jul 16 01:34:11.166019 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.167188 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5c6fe28b-3276-43ee-aa6e-06fb0d048a0b admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.0754893 Jul 16 01:34:11.169329 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Routers {'099b5945-bdde-4149-9d32-d99137e4d9a6'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:11.169961 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['099b5945-bdde-4149-9d32-d99137e4d9a6'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:11.170452 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50292) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:11.197457 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d299b14f-8de1-48b3-9e17-a06375e492ab req-1573ea42-a244-4078-84b2-b48b6e46c209 tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336890 Jul 16 01:34:11.236071 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e2fd746d-3af5-45d0-bb1f-58282705a3d0 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:11.274470 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: e2fd746d-3af5-45d0-bb1f-58282705a3d0 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:11.274707 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e2fd746d-3af5-45d0-bb1f-58282705a3d0 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:11.355254 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Set router 099b5945-bdde-4149-9d32-d99137e4d9a6 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:11.373206 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-be7d2d3d-f955-418f-b2d1-55be8acae6f3 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 1001 time: 0.0931606 Jul 16 01:34:11.463174 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e7432-6edb-40ad-b251-14a6657e69f6 req-2a729c42-4c4e-41b6-b1d6-4e98716bdf6d tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.465027 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec9e7432-6edb-40ad-b251-14a6657e69f6 req-2a729c42-4c4e-41b6-b1d6-4e98716bdf6d tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8bb1d688-2716-45bc-9142-5daf2ca6f447 HTTP/1.1" status: 200 len: 945 time: 0.0770686 Jul 16 01:34:11.554718 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec9e7432-6edb-40ad-b251-14a6657e69f6 req-ea7a8dbc-7439-46c9-b2de-fda1fb5f6019 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542672 Jul 16 01:34:11.564156 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'name': 'tempest-ServersTestJSON-2091173464-router', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:09Z', 'revision_number': 3, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'gw_port': {'id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:06Z', 'updated_at': '2021-07-16T01:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:11.564538 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af33b38-0744-47b2-83c5-d4f80dde48de req-40a1aa1c-f821-4cdf-ba00-3970fdb6a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.566182 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2af33b38-0744-47b2-83c5-d4f80dde48de req-40a1aa1c-f821-4cdf-ba00-3970fdb6a942 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1612ce87-fb4d-45f3-8058-d097e2a71ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001017 Jul 16 01:34:11.597094 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Checking router: 099b5945-bdde-4149-9d32-d99137e4d9a6 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:11.597557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Updating router 099b5945-bdde-4149-9d32-d99137e4d9a6 port aadb7984-73b4-479f-b2b5-20da87d86d4c binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:34:11.621460 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecaeeec9-84a0-4557-baf3-46e1f60fb5b2', 'name': 'network-vif-deleted', 'tag': '087d32b1-0233-4ebe-8aed-5a1c193fe228'}, {'server_uuid': 'c789a22d-702f-47ef-807e-34c16ed407b7', 'name': 'network-vif-deleted', 'tag': 'e2fd746d-3af5-45d0-bb1f-58282705a3d0'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:11.624999 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41aa4f0-53fc-431c-9caf-53ed8b0d1634" -d '{"events": [{"server_uuid": "ecaeeec9-84a0-4557-baf3-46e1f60fb5b2", "name": "network-vif-deleted", "tag": "087d32b1-0233-4ebe-8aed-5a1c193fe228"}, {"server_uuid": "c789a22d-702f-47ef-807e-34c16ed407b7", "name": "network-vif-deleted", "tag": "e2fd746d-3af5-45d0-bb1f-58282705a3d0"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:11.637262 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.700137 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2af33b38-0744-47b2-83c5-d4f80dde48de req-8235864a-c5c6-49f8-9b73-d8db6ef7c5eb service neutron] 10.222.0.47 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206934 Jul 16 01:34:11.747277 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224bc85f-d5bf-4e56-822c-a773a7055577', 'tag': '5693f448-75eb-4e2c-a461-53d52f8f8de3'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:11.750076 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5c846b-204f-49eb-ad3d-b4c33d0fa061" -d '{"events": [{"name": "network-changed", "server_uuid": "224bc85f-d5bf-4e56-822c-a773a7055577", "tag": "5693f448-75eb-4e2c-a461-53d52f8f8de3"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:11.834653 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2af33b38-0744-47b2-83c5-d4f80dde48de req-e0f16b5a-bdda-4052-8f15-17697fc79f6d service neutron] 10.222.0.47 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214702 Jul 16 01:34:11.881950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-a88cbd45-4e2d-48ae-ac5d-901a4c0589f7 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.883373 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-a88cbd45-4e2d-48ae-ac5d-901a4c0589f7 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.4784181 Jul 16 01:34:11.932308 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.942843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Transition to ACTIVE for port object aadb7984-73b4-479f-b2b5-20da87d86d4c will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:11.950219 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.006933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Attempting to bind port aadb7984-73b4-479f-b2b5-20da87d86d4c on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:12.007302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Attempting to bind port aadb7984-73b4-479f-b2b5-20da87d86d4c by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:12.007664 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Attempting to bind port aadb7984-73b4-479f-b2b5-20da87d86d4c on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:12.013138 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb5fe7-af15-45ad-9525-8ea39ecece29 None None] Pushing event updated for resources: {'Port': ['ID=aadb7984-73b4-479f-b2b5-20da87d86d4c,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:12.017767 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:12.018139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:12.018541 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.018930 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:12.019393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Bound port: aadb7984-73b4-479f-b2b5-20da87d86d4c, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:12.020322 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.042717 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-fc62e495-377f-4d60-930c-c3eee2e769ee tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 1001 time: 0.1201046 Jul 16 01:34:12.055328 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-4e126ebd-4a03-4b30-86cf-4d34e009117a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:12.074599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] For port aadb7984-73b4-479f-b2b5-20da87d86d4c, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:12.079545 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] For port aadb7984-73b4-479f-b2b5-20da87d86d4c, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=aadb7984-73b4-479f-b2b5-20da87d86d4c,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:12.085602 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.114912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9cd70b-e133-4d8a-befa-f70675168b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18c7125-bb99-4f86-ab5e-cb30d344ab5f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:12.117468 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1245eb68-50e9-43f6-9191-821245fa7399" -d '{"events": [{"server_uuid": "de9cd70b-e133-4d8a-befa-f70675168b4c", "name": "network-vif-plugged", "status": "completed", "tag": "e18c7125-bb99-4f86-ab5e-cb30d344ab5f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:12.127367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5693f448-75eb-4e2c-a461-53d52f8f8de3 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:12.162519 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-4e126ebd-4a03-4b30-86cf-4d34e009117a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks [] for floatingip, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.173370 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb5fe7-af15-45ad-9525-8ea39ecece29 None None] Pushing event updated for resources: {'Port': ['ID=aadb7984-73b4-479f-b2b5-20da87d86d4c,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:12.181952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Routers {'099b5945-bdde-4149-9d32-d99137e4d9a6'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:12.182581 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['099b5945-bdde-4149-9d32-d99137e4d9a6'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:12.356211 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.356449 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5693f448-75eb-4e2c-a461-53d52f8f8de3, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5693f448-75eb-4e2c-a461-53d52f8f8de3,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:12.371777 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] Set router 099b5945-bdde-4149-9d32-d99137e4d9a6 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:12.400916 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '5693f448-75eb-4e2c-a461-53d52f8f8de3', 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642', 'port_id': '5693f448-75eb-4e2c-a461-53d52f8f8de3', 'mac_address': 'fa:16:3e:33:fc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a8e114-6746-4f75-be46-b5ce225a99ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:12.408742 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-4e126ebd-4a03-4b30-86cf-4d34e009117a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.421542 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-4e126ebd-4a03-4b30-86cf-4d34e009117a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.422038 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-4e126ebd-4a03-4b30-86cf-4d34e009117a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Floating IP ca07a1b9-b2a1-4747-a86e-9c961546b7e5 disassociated. External IP: 172.25.1.104, port: e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd. Jul 16 01:34:12.518675 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.540384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5693f448-75eb-4e2c-a461-53d52f8f8de3 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:12.562320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5693f448-75eb-4e2c-a461-53d52f8f8de3, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5693f448-75eb-4e2c-a461-53d52f8f8de3,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:12.572825 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.604371 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828772a0-738d-4d63-9886-6ca9b45a3a9d x-openstack-request-id: req-828772a0-738d-4d63-9886-6ca9b45a3a9d {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:12.604875 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecaeeec9-84a0-4557-baf3-46e1f60fb5b2", "name": "network-vif-deleted", "tag": "087d32b1-0233-4ebe-8aed-5a1c193fe228", "status": "completed", "code": 200}, {"server_uuid": "c789a22d-702f-47ef-807e-34c16ed407b7", "name": "network-vif-deleted", "tag": "e2fd746d-3af5-45d0-bb1f-58282705a3d0", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:12.605016 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-828772a0-738d-4d63-9886-6ca9b45a3a9d {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:12.605330 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecaeeec9-84a0-4557-baf3-46e1f60fb5b2', 'name': 'network-vif-deleted', 'tag': '087d32b1-0233-4ebe-8aed-5a1c193fe228', 'status': 'completed', 'code': 200} Jul 16 01:34:12.605590 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c789a22d-702f-47ef-807e-34c16ed407b7', 'name': 'network-vif-deleted', 'tag': 'e2fd746d-3af5-45d0-bb1f-58282705a3d0', 'status': 'completed', 'code': 200} Jul 16 01:34:12.751994 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Allocated IP 172.20.0.1 (b674553f-a0ba-4ffc-8b96-f2507d2ffa5a/f473865d-7ea0-4ee7-9864-4956b1c85f80/50ff5c29-d874-4ace-abb2-4fed85dc75d4) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:12.790075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ed162-bd84-4abd-9a97-5aa12d9907c6 req-fdf5741c-1206-4d74-8c66-7116d483afb8 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.797727 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-433ed162-bd84-4abd-9a97-5aa12d9907c6 req-fdf5741c-1206-4d74-8c66-7116d483afb8 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 949 time: 0.0797665 Jul 16 01:34:12.806399 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5693f448-75eb-4e2c-a461-53d52f8f8de3,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:12.833671 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'name': 'tempest-ServersTestJSON-2091173464-router', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:09Z', 'revision_number': 3, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'gw_port': {'id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:06Z', 'updated_at': '2021-07-16T01:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:12.848400 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-433ed162-bd84-4abd-9a97-5aa12d9907c6 req-9c809496-11ae-4907-873c-c9b59901a184 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492444 Jul 16 01:34:12.886008 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-4e126ebd-4a03-4b30-86cf-4d34e009117a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Router e29263fb-d2d4-43b3-80cd-bc80d3820952 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:12.907608 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5693f448-75eb-4e2c-a461-53d52f8f8de3'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:12.911240 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0e81a4-d9f3-4dfc-aeeb-02620ee76e3b x-openstack-request-id: req-3b0e81a4-d9f3-4dfc-aeeb-02620ee76e3b {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:12.911527 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224bc85f-d5bf-4e56-822c-a773a7055577", "tag": "5693f448-75eb-4e2c-a461-53d52f8f8de3", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:12.914435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc79a9-19bb-4016-898e-99f99a2ddb45 None None] The sync data for ids ['099b5945-bdde-4149-9d32-d99137e4d9a6'] in n-d-800086-6 is: [{'id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'name': 'tempest-ServersTestJSON-2091173464-router', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:09Z', 'revision_number': 3, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'gw_port': {'id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:06Z', 'updated_at': '2021-07-16T01:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:12.915855 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b0e81a4-d9f3-4dfc-aeeb-02620ee76e3b {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:12.916505 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224bc85f-d5bf-4e56-822c-a773a7055577', 'tag': '5693f448-75eb-4e2c-a461-53d52f8f8de3', 'status': 'completed', 'code': 200} Jul 16 01:34:13.103489 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2d7e3-edc0-4ec4-8887-32442e99ddc6 req-02ff5677-5d51-4c29-84e0-b079c98e0ecf tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.105431 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f8e2d7e3-edc0-4ec4-8887-32442e99ddc6 req-02ff5677-5d51-4c29-84e0-b079c98e0ecf tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 1102 time: 0.0649178 Jul 16 01:34:13.136802 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.146095 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f8e2d7e3-edc0-4ec4-8887-32442e99ddc6 req-c378d39b-4a63-475f-b049-9b2321b0fbc0 tempest-ServersAdminTestJSON-100244528 tempest-ServersAdminTestJSON-100244528-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340230 Jul 16 01:34:13.165852 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Transition to ACTIVE for port object 50ff5c29-d874-4ace-abb2-4fed85dc75d4 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:13.216346 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-4e126ebd-4a03-4b30-86cf-4d34e009117a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:13.228994 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-4e126ebd-4a03-4b30-86cf-4d34e009117a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.252319 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9eb891-a0b9-4190-9f1e-4a725d4df9bb None None] Sync routers for ids ['e29263fb-d2d4-43b3-80cd-bc80d3820952'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:13.261771 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9eb891-a0b9-4190-9f1e-4a725d4df9bb None None] Routers {'e29263fb-d2d4-43b3-80cd-bc80d3820952'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:13.261984 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c846b-204f-49eb-ad3d-b4c33d0fa061 req-8c1fe00d-8b0e-4edd-9f47-b1e429a71a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.262607 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5b9eb891-a0b9-4190-9f1e-4a725d4df9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e29263fb-d2d4-43b3-80cd-bc80d3820952'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:13.263391 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf5c846b-204f-49eb-ad3d-b4c33d0fa061 req-8c1fe00d-8b0e-4edd-9f47-b1e429a71a01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 1095 time: 0.2311103 Jul 16 01:34:13.315643 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.331373 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-4e126ebd-4a03-4b30-86cf-4d34e009117a tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "PUT /v2.0/floatingips/ca07a1b9-b2a1-4747-a86e-9c961546b7e5 HTTP/1.1" status: 200 len: 696 time: 1.2814646 Jul 16 01:34:13.390160 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Pushing event updated for resources: {'Port': ['ID=50ff5c29-d874-4ace-abb2-4fed85dc75d4,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:13.400986 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-5b9eb891-a0b9-4190-9f1e-4a725d4df9bb None None] Set router e29263fb-d2d4-43b3-80cd-bc80d3820952 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:13.421356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Network b674553f-a0ba-4ffc-8b96-f2507d2ffa5a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:13.427127 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:13.429908 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:13.578982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-894159f4-aa5a-44a2-804e-590f184eda32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.581086 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-894159f4-aa5a-44a2-804e-590f184eda32 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=22a396f99efc4d13a24bdc67c6b2b3f6&device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 1096 time: 0.2231791 Jul 16 01:34:13.583539 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.729907 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e96db-6182-46cd-a57d-bf1ad0139388 req-fe45f738-cd53-4790-a741-86f67b77025f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.731436 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b0e96db-6182-46cd-a57d-bf1ad0139388 req-fe45f738-cd53-4790-a741-86f67b77025f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 944 time: 0.1130533 Jul 16 01:34:13.748782 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c846b-204f-49eb-ad3d-b4c33d0fa061 req-e5a8e4de-de3c-420d-bfc3-e35f5c339864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.750597 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf5c846b-204f-49eb-ad3d-b4c33d0fa061 req-e5a8e4de-de3c-420d-bfc3-e35f5c339864 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 913 time: 0.4806995 Jul 16 01:34:13.779045 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-42eb42df-da6e-4f6f-b90f-38b164401263 None None] Provisioning for port 50ff5c29-d874-4ace-abb2-4fed85dc75d4 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:13.783729 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b0e96db-6182-46cd-a57d-bf1ad0139388 req-ed1396ca-2882-44b4-be77-7afd81735808 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438144 Jul 16 01:34:13.785694 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-42eb42df-da6e-4f6f-b90f-38b164401263 None None] Provisioning complete for port 50ff5c29-d874-4ace-abb2-4fed85dc75d4 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:13.786082 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42eb42df-da6e-4f6f-b90f-38b164401263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.832577 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5b9eb891-a0b9-4190-9f1e-4a725d4df9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:13.837250 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-42eb42df-da6e-4f6f-b90f-38b164401263 None None] Port 50ff5c29-d874-4ace-abb2-4fed85dc75d4 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:13.862986 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9eb891-a0b9-4190-9f1e-4a725d4df9bb None None] Checking router: e29263fb-d2d4-43b3-80cd-bc80d3820952 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:13.870905 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf5c846b-204f-49eb-ad3d-b4c33d0fa061 req-c75a5637-363c-4dc1-b412-58d8f881aaef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5693f448-75eb-4e2c-a461-53d52f8f8de3 HTTP/1.1" status: 200 len: 217 time: 0.1132326 Jul 16 01:34:13.878880 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9eb891-a0b9-4190-9f1e-4a725d4df9bb None None] Routers {'e29263fb-d2d4-43b3-80cd-bc80d3820952'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:13.879939 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5b9eb891-a0b9-4190-9f1e-4a725d4df9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e29263fb-d2d4-43b3-80cd-bc80d3820952'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:13.935285 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594db5a7-ed25-4d1b-9d8b-4500e4c76106 x-openstack-request-id: req-594db5a7-ed25-4d1b-9d8b-4500e4c76106 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:13.936648 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9cd70b-e133-4d8a-befa-f70675168b4c", "name": "network-vif-plugged", "status": "completed", "tag": "e18c7125-bb99-4f86-ab5e-cb30d344ab5f", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:13.936648 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-594db5a7-ed25-4d1b-9d8b-4500e4c76106 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:13.936895 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9cd70b-e133-4d8a-befa-f70675168b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18c7125-bb99-4f86-ab5e-cb30d344ab5f', 'code': 200} Jul 16 01:34:13.981374 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.986029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c846b-204f-49eb-ad3d-b4c33d0fa061 req-dd436e45-41ab-40a6-90b6-a1c251b827ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.987552 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf5c846b-204f-49eb-ad3d-b4c33d0fa061 req-dd436e45-41ab-40a6-90b6-a1c251b827ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84a8e114-6746-4f75-be46-b5ce225a99ed HTTP/1.1" status: 200 len: 852 time: 0.0867245 Jul 16 01:34:13.994390 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-abb40237-8d4c-4330-96ca-a8ec6053dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.996040 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-abb40237-8d4c-4330-96ca-a8ec6053dd7c service neutron] 10.222.0.54 "GET /v2.0/networks?id=1612ce87-fb4d-45f3-8058-d097e2a71ab1 HTTP/1.1" status: 200 len: 920 time: 0.2942889 Jul 16 01:34:14.017323 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-5b9eb891-a0b9-4190-9f1e-4a725d4df9bb None None] Set router e29263fb-d2d4-43b3-80cd-bc80d3820952 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:14.049945 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf5c846b-204f-49eb-ad3d-b4c33d0fa061 req-c828b05d-2a5c-4b60-97b4-5d7822d726e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530882 Jul 16 01:34:14.115600 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5693f448-75eb-4e2c-a461-53d52f8f8de3 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:14.150709 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-084040c8-2c43-4289-accc-83e93ae10881 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd HTTP/1.1" status: 200 len: 217 time: 0.1104515 Jul 16 01:34:14.214194 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 5693f448-75eb-4e2c-a461-53d52f8f8de3 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:14.222767 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 5693f448-75eb-4e2c-a461-53d52f8f8de3 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:14.224369 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.254054 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5b9eb891-a0b9-4190-9f1e-4a725d4df9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:14.262733 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df764f8-62ac-4fce-9b64-c4a45fa8df3b req-579e7d72-c1c3-46e8-9754-c99d6cd17af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.264913 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3df764f8-62ac-4fce-9b64-c4a45fa8df3b req-579e7d72-c1c3-46e8-9754-c99d6cd17af2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 1100 time: 0.1149631 Jul 16 01:34:14.281090 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-6db4b91f-94c7-4e3f-817d-7c17c4ee69e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.288074 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-6db4b91f-94c7-4e3f-817d-7c17c4ee69e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bba61486-b6e3-4f60-9d61-963219f180d7 HTTP/1.1" status: 200 len: 858 time: 0.1365044 Jul 16 01:34:14.294350 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9eb891-a0b9-4190-9f1e-4a725d4df9bb None None] The sync data for ids ['e29263fb-d2d4-43b3-80cd-bc80d3820952'] in n-d-800086-6 is: [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:32:39Z', 'revision_number': 4, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354', 'name': '', 'network_id': '1612ce87-fb4d-45f3-8058-d097e2a71ab1', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'mac_address': 'fa:16:3e:73:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:37Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'subnets': [{'id': 'bba61486-b6e3-4f60-9d61-963219f180d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:14.354019 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3df764f8-62ac-4fce-9b64-c4a45fa8df3b req-fa23b574-236a-4276-9c4f-62ec243c6162 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560303 Jul 16 01:34:14.377637 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.418421 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5693f448-75eb-4e2c-a461-53d52f8f8de3, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5693f448-75eb-4e2c-a461-53d52f8f8de3,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:14.423746 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.474993 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf5c846b-204f-49eb-ad3d-b4c33d0fa061 req-a7836afa-7c92-4b02-b88f-b37b563ed7a9 service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028518 Jul 16 01:34:14.484662 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5693f448-75eb-4e2c-a461-53d52f8f8de3,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:14.556191 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-f9f6f1d5-f3d6-4c4b-aeb5-40f0b0431839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.557832 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-f9f6f1d5-f3d6-4c4b-aeb5-40f0b0431839 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1612ce87-fb4d-45f3-8058-d097e2a71ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2690098 Jul 16 01:34:14.563269 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef701d-0233-407b-b641-b8de30a73d33 req-7e33131c-fc11-443d-95dd-585f3ab7f662 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.564872 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-46ef701d-0233-407b-b641-b8de30a73d33 req-7e33131c-fc11-443d-95dd-585f3ab7f662 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 945 time: 0.0643468 Jul 16 01:34:14.604639 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-46ef701d-0233-407b-b641-b8de30a73d33 req-2e96c8ba-5c26-41be-8eb9-8e893673e47a tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331578 Jul 16 01:34:14.710691 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.718488 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf5c846b-204f-49eb-ad3d-b4c33d0fa061 req-716096c6-68cc-4adc-8de1-417d4e66bba3 service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091231 Jul 16 01:34:14.721940 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.789276 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69c058-0b44-47c8-b8a8-b02c8d1f0a65 req-fb64c506-4349-4988-989e-c8e116a060d6 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.796905 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a69c058-0b44-47c8-b8a8-b02c8d1f0a65 req-fb64c506-4349-4988-989e-c8e116a060d6 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 949 time: 0.0864952 Jul 16 01:34:14.806065 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-8022389c-e9b9-43c1-b2fc-8f380c84d9c7 service neutron] 10.222.0.54 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401738 Jul 16 01:34:14.840907 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a69c058-0b44-47c8-b8a8-b02c8d1f0a65 req-df3d4170-0c1d-4fd9-9f50-8c9677a6d886 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423555 Jul 16 01:34:14.854242 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Pushing event updated for resources: {'Port': ['ID=50ff5c29-d874-4ace-abb2-4fed85dc75d4,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:14.858859 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.881393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d47750-0ae1-4167-99f5-6e28441c5358 None None] New status for floating IP ca07a1b9-b2a1-4747-a86e-9c961546b7e5: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:34:14.885520 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50350) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:14.899165 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:14.899808 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:14.899918 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:14.900200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:14.900529 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:14.900863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:14.901743 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:14.901743 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:14.901955 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:14.902139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:14.902523 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:14.902767 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:14.924250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'tag': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:14.930214 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e37a89-3b5f-47d8-a3f8-df49a0ddd904" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0a90b0-0be3-44fc-b1a3-620f7b67a023", "tag": "e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:15.001902 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47e16b7d-9ea2-43c9-a48a-900135ce0943 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.042201 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f9c284b-eedb-46a9-93d6-b8a85f43acda req-732ecbd1-82fd-4542-8a4b-eda413589248 service neutron] 10.222.0.54 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350333 Jul 16 01:34:15.057126 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47e16b7d-9ea2-43c9-a48a-900135ce0943 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.102129 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device aadb7984-73b4-479f-b2b5-20da87d86d4c up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:15.174931 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Network b674553f-a0ba-4ffc-8b96-f2507d2ffa5a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:15.177847 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:15.221068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port aadb7984-73b4-479f-b2b5-20da87d86d4c completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:15.225211 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port aadb7984-73b4-479f-b2b5-20da87d86d4c triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:15.225610 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.272216 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47e16b7d-9ea2-43c9-a48a-900135ce0943 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.275020 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47e16b7d-9ea2-43c9-a48a-900135ce0943 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.279594 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-47e16b7d-9ea2-43c9-a48a-900135ce0943 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "DELETE /v2.0/security-groups/6519f0de-6b59-40a6-b9bf-4c372aa44394 HTTP/1.1" status: 204 len: 168 time: 0.3927567 Jul 16 01:34:15.281859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50366) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.314990 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e16b7d-9ea2-43c9-a48a-900135ce0943 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6519f0de-6b59-40a6-b9bf-4c372aa44394,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:15.320401 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-d492f40d-fae5-457c-8d42-a1142f172979 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] show failed (client error): The resource could not be found. Jul 16 01:34:15.324731 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d492f40d-fae5-457c-8d42-a1142f172979 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "GET /v2.0/security-groups/6519f0de-6b59-40a6-b9bf-4c372aa44394 HTTP/1.1" status: 404 len: 347 time: 0.0367398 Jul 16 01:34:15.327115 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50368) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.336063 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692d639-1825-4c27-a3ee-795beb06effb req-e5ab5fc6-eead-4704-80dd-bfc8553ee52f tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.337783 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9692d639-1825-4c27-a3ee-795beb06effb req-e5ab5fc6-eead-4704-80dd-bfc8553ee52f tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.47 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 945 time: 0.2372477 Jul 16 01:34:15.347364 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.355546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e234324-5d1c-4c51-a891-d573e49d41b8 req-91eadfd8-0a2a-4250-8257-9421275409c8 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.357271 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e234324-5d1c-4c51-a891-d573e49d41b8 req-91eadfd8-0a2a-4250-8257-9421275409c8 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=1240ca6e-4031-4dab-9a5e-188b5e17c42b HTTP/1.1" status: 200 len: 949 time: 0.2143166 Jul 16 01:34:15.368092 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e16b7d-9ea2-43c9-a48a-900135ce0943 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.368551 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e16b7d-9ea2-43c9-a48a-900135ce0943 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.368959 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e16b7d-9ea2-43c9-a48a-900135ce0943 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.369378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e16b7d-9ea2-43c9-a48a-900135ce0943 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.369809 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e16b7d-9ea2-43c9-a48a-900135ce0943 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.370210 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e16b7d-9ea2-43c9-a48a-900135ce0943 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.370612 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e16b7d-9ea2-43c9-a48a-900135ce0943 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.371029 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e16b7d-9ea2-43c9-a48a-900135ce0943 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.371432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e16b7d-9ea2-43c9-a48a-900135ce0943 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.371880 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e16b7d-9ea2-43c9-a48a-900135ce0943 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.372268 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e16b7d-9ea2-43c9-a48a-900135ce0943 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.372669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e16b7d-9ea2-43c9-a48a-900135ce0943 tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.390262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port aadb7984-73b4-479f-b2b5-20da87d86d4c, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=aadb7984-73b4-479f-b2b5-20da87d86d4c,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:15.412953 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.486315 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=aadb7984-73b4-479f-b2b5-20da87d86d4c,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:15.571077 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5ca93dd7-4f1c-4943-91f7-9d387594b6bb None None] Provisioning complete for port 50ff5c29-d874-4ace-abb2-4fed85dc75d4 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:15.572008 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ca93dd7-4f1c-4943-91f7-9d387594b6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.575785 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e234324-5d1c-4c51-a891-d573e49d41b8 req-bdd23a61-4f43-437e-b9d9-41940d4df52e tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997678 Jul 16 01:34:15.620715 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5ca93dd7-4f1c-4943-91f7-9d387594b6bb None None] Port 50ff5c29-d874-4ace-abb2-4fed85dc75d4 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:15.624484 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e2432a85-0a11-4a64-9287-8e70c684e96f tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Deleting port 5725c6f1-f9e6-4650-9cce-dc05e5f14626 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:15.624837 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2432a85-0a11-4a64-9287-8e70c684e96f tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.632304 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-9692d639-1825-4c27-a3ee-795beb06effb req-d8d3c9bd-e1eb-4165-82b2-c9b576248c35 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Deleting port 1c683a68-6c26-466f-9717-563ea137f9ed {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:15.632441 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9692d639-1825-4c27-a3ee-795beb06effb req-d8d3c9bd-e1eb-4165-82b2-c9b576248c35 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.664843 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8aaaa7-3ad7-4b06-82d7-00e22f2f1647 x-openstack-request-id: req-0e8aaaa7-3ad7-4b06-82d7-00e22f2f1647 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:15.665137 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0a90b0-0be3-44fc-b1a3-620f7b67a023", "tag": "e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:15.665387 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e8aaaa7-3ad7-4b06-82d7-00e22f2f1647 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:15.665871 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'tag': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd', 'status': 'completed', 'code': 200} Jul 16 01:34:15.775112 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66a8ba-8b44-4cc4-a235-d9ae12ff6510 req-c7c6e308-7943-4742-8f40-e0c60d5f7f42 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.776706 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6b66a8ba-8b44-4cc4-a235-d9ae12ff6510 req-c7c6e308-7943-4742-8f40-e0c60d5f7f42 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.5573304 Jul 16 01:34:15.786164 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Router 099b5945-bdde-4149-9d32-d99137e4d9a6 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:15.806800 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2432a85-0a11-4a64-9287-8e70c684e96f tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.807406 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2432a85-0a11-4a64-9287-8e70c684e96f tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.832319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-9692d639-1825-4c27-a3ee-795beb06effb req-d8d3c9bd-e1eb-4165-82b2-c9b576248c35 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] For port 1c683a68-6c26-466f-9717-563ea137f9ed, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=1c683a68-6c26-466f-9717-563ea137f9ed,segment=NetworkSegment(0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4),segment_id=0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:15.832607 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9692d639-1825-4c27-a3ee-795beb06effb req-d8d3c9bd-e1eb-4165-82b2-c9b576248c35 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.842087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e2432a85-0a11-4a64-9287-8e70c684e96f tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Calling delete_port for 5725c6f1-f9e6-4650-9cce-dc05e5f14626 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:15.851980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-9692d639-1825-4c27-a3ee-795beb06effb req-d8d3c9bd-e1eb-4165-82b2-c9b576248c35 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Calling delete_port for 1c683a68-6c26-466f-9717-563ea137f9ed owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:15.860242 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6b66a8ba-8b44-4cc4-a235-d9ae12ff6510 req-c29c68d9-cb93-4c81-86f8-f8c379f32566 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768852 Jul 16 01:34:15.936625 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:15.939501 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224bc85f-d5bf-4e56-822c-a773a7055577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5693f448-75eb-4e2c-a461-53d52f8f8de3'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:15.942853 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187b954c-9b35-422b-a9f9-8525be33b128" -d '{"events": [{"server_uuid": "224bc85f-d5bf-4e56-822c-a773a7055577", "name": "network-vif-plugged", "status": "completed", "tag": "5693f448-75eb-4e2c-a461-53d52f8f8de3"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:15.947295 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Sync routers for ids ['099b5945-bdde-4149-9d32-d99137e4d9a6'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:15.947942 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2e15914f-7d63-4d44-b809-b00b3dce351f admin admin] 10.222.0.54 "PUT /v2.0/routers/099b5945-bdde-4149-9d32-d99137e4d9a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7759528 Jul 16 01:34:15.966557 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Routers {'099b5945-bdde-4149-9d32-d99137e4d9a6'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:15.970661 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['099b5945-bdde-4149-9d32-d99137e4d9a6'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:16.038133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e37a89-3b5f-47d8-a3f8-df49a0ddd904 req-b3f88a75-b4b7-47e7-8ed1-a15d69cacd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.040130 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f8e37a89-3b5f-47d8-a3f8-df49a0ddd904 req-b3f88a75-b4b7-47e7-8ed1-a15d69cacd34 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=22a396f99efc4d13a24bdc67c6b2b3f6&device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 1096 time: 0.2800891 Jul 16 01:34:16.114037 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c5f90-6767-4372-b3eb-c530a9d09ee4 req-e1e737fc-5b81-4de6-8ecf-5dc1f519b35b tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.115769 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f24c5f90-6767-4372-b3eb-c530a9d09ee4 req-e1e737fc-5b81-4de6-8ecf-5dc1f519b35b tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 945 time: 0.1096981 Jul 16 01:34:16.166414 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Set router 099b5945-bdde-4149-9d32-d99137e4d9a6 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:16.176328 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f24c5f90-6767-4372-b3eb-c530a9d09ee4 req-ff230e4b-8020-4a92-a970-c0b06fe29305 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/security-groups?id=51c34178-76f0-4fd0-a9dc-a24066633294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542524 Jul 16 01:34:16.221224 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2432a85-0a11-4a64-9287-8e70c684e96f tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.293829 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4863487e-e0e4-4ce7-ab0a-91803f69cc25 x-openstack-request-id: req-4863487e-e0e4-4ce7-ab0a-91803f69cc25 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:16.294185 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224bc85f-d5bf-4e56-822c-a773a7055577", "name": "network-vif-plugged", "status": "completed", "tag": "5693f448-75eb-4e2c-a461-53d52f8f8de3", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:16.294494 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4863487e-e0e4-4ce7-ab0a-91803f69cc25 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:16.295077 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224bc85f-d5bf-4e56-822c-a773a7055577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5693f448-75eb-4e2c-a461-53d52f8f8de3', 'code': 200} Jul 16 01:34:16.296737 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2432a85-0a11-4a64-9287-8e70c684e96f tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Pushing event deleted for resources: {'Port': ['ID=5725c6f1-f9e6-4650-9cce-dc05e5f14626,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:16.319853 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e37a89-3b5f-47d8-a3f8-df49a0ddd904 req-24991f01-72b1-4e77-ace8-e50e3d07424c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.321351 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f8e37a89-3b5f-47d8-a3f8-df49a0ddd904 req-24991f01-72b1-4e77-ace8-e50e3d07424c service neutron] 10.222.0.47 "GET /v2.0/networks?id=1612ce87-fb4d-45f3-8058-d097e2a71ab1 HTTP/1.1" status: 200 len: 920 time: 0.2470615 Jul 16 01:34:16.376786 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9692d639-1825-4c27-a3ee-795beb06effb req-d8d3c9bd-e1eb-4165-82b2-c9b576248c35 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.407064 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'name': 'tempest-ServersTestJSON-2091173464-router', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:13Z', 'revision_number': 4, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'gw_port': {'id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:06Z', 'updated_at': '2021-07-16T01:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '50ff5c29-d874-4ace-abb2-4fed85dc75d4', 'name': '', 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'mac_address': 'fa:16:3e:6e:0b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:12Z', 'updated_at': '2021-07-16T01:34:14Z', 'revision_number': 2, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'subnets': [{'id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:16.447284 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f8e37a89-3b5f-47d8-a3f8-df49a0ddd904 req-9a69f621-e681-4b4e-a35f-c4e1564df245 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd HTTP/1.1" status: 200 len: 217 time: 0.0957608 Jul 16 01:34:16.450617 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Checking router: 099b5945-bdde-4149-9d32-d99137e4d9a6 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:16.450617 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Updating router 099b5945-bdde-4149-9d32-d99137e4d9a6 port 50ff5c29-d874-4ace-abb2-4fed85dc75d4 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:34:16.481080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4f1e8-f67b-414f-8b5c-a8dbfd1cca1e req-92517cbf-bc54-4ace-a8d7-8cfe10b71cd8 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.482623 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16d4f1e8-f67b-414f-8b5c-a8dbfd1cca1e req-92517cbf-bc54-4ace-a8d7-8cfe10b71cd8 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 949 time: 0.3486581 Jul 16 01:34:16.483447 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3c9bd-e1eb-4165-82b2-c9b576248c35 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Pushing event deleted for resources: {'Port': ['ID=1c683a68-6c26-466f-9717-563ea137f9ed,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:16.485754 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.519299 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941bf76-6aa7-41f9-aebf-6e96ec68f883 req-2d53b054-8638-496f-a08a-5541404314e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.520835 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6941bf76-6aa7-41f9-aebf-6e96ec68f883 req-2d53b054-8638-496f-a08a-5541404314e0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 1096 time: 0.1301448 Jul 16 01:34:16.531342 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed2b60-b10a-422f-ac9e-94e854fe3902 req-3e2ead71-27ea-4d30-8623-90e32373a0f7 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.532326 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2432a85-0a11-4a64-9287-8e70c684e96f tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.534867 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2432a85-0a11-4a64-9287-8e70c684e96f tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.538650 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e2432a85-0a11-4a64-9287-8e70c684e96f tempest-ServersWithSpecificFlavorTestJSON-105584742 tempest-ServersWithSpecificFlavorTestJSON-105584742-project] 10.222.0.54 "DELETE /v2.0/floatingips/e4820c0a-2cfe-49bf-a14e-e3b9affaadee HTTP/1.1" status: 204 len: 168 time: 1.1971509 Jul 16 01:34:16.538817 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62ed2b60-b10a-422f-ac9e-94e854fe3902 req-3e2ead71-27ea-4d30-8623-90e32373a0f7 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8bb1d688-2716-45bc-9142-5daf2ca6f447 HTTP/1.1" status: 200 len: 945 time: 0.1078992 Jul 16 01:34:16.563686 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9692d639-1825-4c27-a3ee-795beb06effb req-d8d3c9bd-e1eb-4165-82b2-c9b576248c35 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] No DVR routers for this DVR port 1c683a68-6c26-466f-9717-563ea137f9ed on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:16.570862 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9692d639-1825-4c27-a3ee-795beb06effb req-d8d3c9bd-e1eb-4165-82b2-c9b576248c35 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.572920 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9692d639-1825-4c27-a3ee-795beb06effb req-d8d3c9bd-e1eb-4165-82b2-c9b576248c35 tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.47 "DELETE /v2.0/ports/1c683a68-6c26-466f-9717-563ea137f9ed HTTP/1.1" status: 204 len: 173 time: 1.2138288 Jul 16 01:34:16.573369 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78727cca-a903-4f49-b4bf-8e26fc8275b9', 'name': 'network-vif-deleted', 'tag': '1c683a68-6c26-466f-9717-563ea137f9ed'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:16.575613 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9249321-e0ac-4069-926e-ebcd87a6d472" -d '{"events": [{"server_uuid": "78727cca-a903-4f49-b4bf-8e26fc8275b9", "name": "network-vif-deleted", "tag": "1c683a68-6c26-466f-9717-563ea137f9ed"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:16.585911 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16d4f1e8-f67b-414f-8b5c-a8dbfd1cca1e req-e75e7aac-5320-48ca-b02d-d4706360f87e tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916820 Jul 16 01:34:16.590032 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6941bf76-6aa7-41f9-aebf-6e96ec68f883 req-869535a4-a23c-4668-9f25-21f1bb602e5a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526466 Jul 16 01:34:16.597675 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62ed2b60-b10a-422f-ac9e-94e854fe3902 req-4250f8c1-ed85-41a5-b776-0e0e46d37349 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543511 Jul 16 01:34:16.679402 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e37a89-3b5f-47d8-a3f8-df49a0ddd904 req-fc9fb08f-326a-4e4b-93a0-73d2cbecc6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.681067 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f8e37a89-3b5f-47d8-a3f8-df49a0ddd904 req-fc9fb08f-326a-4e4b-93a0-73d2cbecc6e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bba61486-b6e3-4f60-9d61-963219f180d7 HTTP/1.1" status: 200 len: 858 time: 0.0696993 Jul 16 01:34:16.685969 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03c14888-d414-4a42-b27b-b1f18b6bf365 req-cd1abab6-350b-4a9f-9b28-90a33142c559 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/floatingips/ca07a1b9-b2a1-4747-a86e-9c961546b7e5 HTTP/1.1" status: 200 len: 694 time: 0.0495379 Jul 16 01:34:16.768322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e37a89-3b5f-47d8-a3f8-df49a0ddd904 req-ee6cec81-965e-4c9a-b74c-d4d9be91c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.769916 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f8e37a89-3b5f-47d8-a3f8-df49a0ddd904 req-ee6cec81-965e-4c9a-b74c-d4d9be91c999 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1612ce87-fb4d-45f3-8058-d097e2a71ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613625 Jul 16 01:34:16.806351 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.818138 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Transition to ACTIVE for port object 50ff5c29-d874-4ace-abb2-4fed85dc75d4 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:16.822645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c14888-d414-4a42-b27b-b1f18b6bf365 req-d8d5796f-3ca2-48f3-a86a-a9178d14bef1 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.824454 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03c14888-d414-4a42-b27b-b1f18b6bf365 req-d8d5796f-3ca2-48f3-a86a-a9178d14bef1 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1311538 Jul 16 01:34:16.828554 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.925851 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03c14888-d414-4a42-b27b-b1f18b6bf365 req-050fd31b-94bd-4232-81ff-ae9d6cae9e95 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 697 time: 0.0918267 Jul 16 01:34:17.006186 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03c14888-d414-4a42-b27b-b1f18b6bf365 req-2ea785f9-3eb2-4ebb-ad92-0a464ec8a760 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 697 time: 0.0792127 Jul 16 01:34:17.031741 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3050d-8e5e-4971-a765-8dc5191c111b None None] Pushing event updated for resources: {'Port': ['ID=50ff5c29-d874-4ace-abb2-4fed85dc75d4,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:17.050458 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Attempting to bind port 50ff5c29-d874-4ace-abb2-4fed85dc75d4 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:17.053419 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Attempting to bind port 50ff5c29-d874-4ace-abb2-4fed85dc75d4 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '0069c7d8-a69d-44ba-ad7f-aebd2473835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:17.053875 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Attempting to bind port 50ff5c29-d874-4ace-abb2-4fed85dc75d4 on network b674553f-a0ba-4ffc-8b96-f2507d2ffa5a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:17.055454 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f8e37a89-3b5f-47d8-a3f8-df49a0ddd904 req-8ea0a1b2-a561-424f-9b49-874589133077 service neutron] 10.222.0.47 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396853 Jul 16 01:34:17.070804 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:17.073929 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Checking segment: {'id': '0069c7d8-a69d-44ba-ad7f-aebd2473835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:17.075029 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.083128 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Bound using segment: {'id': '0069c7d8-a69d-44ba-ad7f-aebd2473835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:17.084141 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Bound port: 50ff5c29-d874-4ace-abb2-4fed85dc75d4, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0069c7d8-a69d-44ba-ad7f-aebd2473835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:17.085278 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.144819 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device aadb7984-73b4-479f-b2b5-20da87d86d4c up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:17.210988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 2436e290-8f41-47dd-85ce-5f55738afcfb details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:17.220742 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] For port 50ff5c29-d874-4ace-abb2-4fed85dc75d4, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:17.224810 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] For port 50ff5c29-d874-4ace-abb2-4fed85dc75d4, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=50ff5c29-d874-4ace-abb2-4fed85dc75d4,segment=NetworkSegment(0069c7d8-a69d-44ba-ad7f-aebd2473835b),segment_id=0069c7d8-a69d-44ba-ad7f-aebd2473835b)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:17.230372 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.273668 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port aadb7984-73b4-479f-b2b5-20da87d86d4c triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:17.274351 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.287669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-03c14888-d414-4a42-b27b-b1f18b6bf365 req-8c05ce6e-aa28-4b93-9134-af0e90a00069 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Deleting port d3ba8018-db4d-44d0-aac2-7b086cf0790f {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:17.287950 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-03c14888-d414-4a42-b27b-b1f18b6bf365 req-8c05ce6e-aa28-4b93-9134-af0e90a00069 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.291798 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Routers {'099b5945-bdde-4149-9d32-d99137e4d9a6'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:17.291798 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['099b5945-bdde-4149-9d32-d99137e4d9a6'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:17.318279 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f8e37a89-3b5f-47d8-a3f8-df49a0ddd904 req-20d133d8-ca31-451d-bcf1-bf1e1841ea0e service neutron] 10.222.0.47 "GET /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425289 Jul 16 01:34:17.380870 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 2436e290-8f41-47dd-85ce-5f55738afcfb, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=2436e290-8f41-47dd-85ce-5f55738afcfb,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:17.399391 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '2436e290-8f41-47dd-85ce-5f55738afcfb', 'network_id': '44eb12fe-e5db-4f2e-8e1e-ab93f6667071', 'port_id': '2436e290-8f41-47dd-85ce-5f55738afcfb', 'mac_address': 'fa:16:3e:1f:99:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6ab48a-a89d-4604-95e5-95b119c0d93d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:17.419966 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-03c14888-d414-4a42-b27b-b1f18b6bf365 req-8c05ce6e-aa28-4b93-9134-af0e90a00069 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.420976 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-03c14888-d414-4a42-b27b-b1f18b6bf365 req-8c05ce6e-aa28-4b93-9134-af0e90a00069 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.441197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-03c14888-d414-4a42-b27b-b1f18b6bf365 req-8c05ce6e-aa28-4b93-9134-af0e90a00069 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Calling delete_port for d3ba8018-db4d-44d0-aac2-7b086cf0790f owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:17.464407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50412) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:17.469782 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-090701e3-9628-4c0b-9f51-1d52d59b6ce8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422150466', 'description': 'tempest-description--1751734043'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:17.492720 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.527374 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-090701e3-9628-4c0b-9f51-1d52d59b6ce8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.539836 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2436e290-8f41-47dd-85ce-5f55738afcfb {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:17.557912 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb331d5-0bfa-4829-9089-3292688f4996 x-openstack-request-id: req-1bb331d5-0bfa-4829-9089-3292688f4996 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:17.558200 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78727cca-a903-4f49-b4bf-8e26fc8275b9", "name": "network-vif-deleted", "tag": "1c683a68-6c26-466f-9717-563ea137f9ed", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:17.558416 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1bb331d5-0bfa-4829-9089-3292688f4996 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:17.558861 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78727cca-a903-4f49-b4bf-8e26fc8275b9', 'name': 'network-vif-deleted', 'tag': '1c683a68-6c26-466f-9717-563ea137f9ed', 'status': 'completed', 'code': 200} Jul 16 01:34:17.594729 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] Set router 099b5945-bdde-4149-9d32-d99137e4d9a6 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:17.690956 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 2436e290-8f41-47dd-85ce-5f55738afcfb, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=2436e290-8f41-47dd-85ce-5f55738afcfb,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:17.697456 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3050d-8e5e-4971-a765-8dc5191c111b None None] Pushing event updated for resources: {'Port': ['ID=50ff5c29-d874-4ace-abb2-4fed85dc75d4,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:17.697695 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.731218 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-090701e3-9628-4c0b-9f51-1d52d59b6ce8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.732431 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-03c14888-d414-4a42-b27b-b1f18b6bf365 req-8c05ce6e-aa28-4b93-9134-af0e90a00069 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.747598 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-090701e3-9628-4c0b-9f51-1d52d59b6ce8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.764711 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05ce6e-aa28-4b93-9134-af0e90a00069 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Pushing event deleted for resources: {'Port': ['ID=d3ba8018-db4d-44d0-aac2-7b086cf0790f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:17.800478 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=2436e290-8f41-47dd-85ce-5f55738afcfb,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:17.822028 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-090701e3-9628-4c0b-9f51-1d52d59b6ce8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.823406 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-090701e3-9628-4c0b-9f51-1d52d59b6ce8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3579690 Jul 16 01:34:17.826900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50420) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:17.833492 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d67059e8-5de4-47c3-bedd-b8b78d39557d tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Request body: {'security_group_rule': {'security_group_id': '8285b848-0758-4c6b-8f73-a0edd79b298a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:17.869881 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-03c14888-d414-4a42-b27b-b1f18b6bf365 req-8c05ce6e-aa28-4b93-9134-af0e90a00069 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.870622 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090701e3-9628-4c0b-9f51-1d52d59b6ce8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8285b848-0758-4c6b-8f73-a0edd79b298a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:17.876881 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-03c14888-d414-4a42-b27b-b1f18b6bf365 req-8c05ce6e-aa28-4b93-9134-af0e90a00069 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.896874 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03c14888-d414-4a42-b27b-b1f18b6bf365 req-8c05ce6e-aa28-4b93-9134-af0e90a00069 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "DELETE /v2.0/floatingips/ca07a1b9-b2a1-4747-a86e-9c961546b7e5 HTTP/1.1" status: 204 len: 173 time: 0.8891430 Jul 16 01:34:17.898720 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d67059e8-5de4-47c3-bedd-b8b78d39557d tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.920060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49b6af-9d21-4643-b834-09941a38908d req-1edada68-fe12-40c6-9bc3-c914985f478b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.921824 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af49b6af-9d21-4643-b834-09941a38908d req-1edada68-fe12-40c6-9bc3-c914985f478b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=1240ca6e-4031-4dab-9a5e-188b5e17c42b HTTP/1.1" status: 200 len: 949 time: 0.1882865 Jul 16 01:34:17.939687 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'name': 'tempest-ServersTestJSON-2091173464-router', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:13Z', 'revision_number': 4, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'gw_port': {'id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:06Z', 'updated_at': '2021-07-16T01:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '50ff5c29-d874-4ace-abb2-4fed85dc75d4', 'name': '', 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'mac_address': 'fa:16:3e:6e:0b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:12Z', 'updated_at': '2021-07-16T01:34:17Z', 'revision_number': 4, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'subnets': [{'id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:17.969168 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11117661-63b4-4dde-af8a-74443d4453f8 None None] The sync data for ids ['099b5945-bdde-4149-9d32-d99137e4d9a6'] in n-d-800086-6 is: [{'id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'name': 'tempest-ServersTestJSON-2091173464-router', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:13Z', 'revision_number': 4, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'gw_port': {'id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:06Z', 'updated_at': '2021-07-16T01:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '50ff5c29-d874-4ace-abb2-4fed85dc75d4', 'name': '', 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'mac_address': 'fa:16:3e:6e:0b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:12Z', 'updated_at': '2021-07-16T01:34:17Z', 'revision_number': 4, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'subnets': [{'id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:17.992792 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af49b6af-9d21-4643-b834-09941a38908d req-22435870-a63c-444e-a80f-877d06d50a7b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625927 Jul 16 01:34:18.021476 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d67059e8-5de4-47c3-bedd-b8b78d39557d tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.033971 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d67059e8-5de4-47c3-bedd-b8b78d39557d tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.080835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67059e8-5de4-47c3-bedd-b8b78d39557d tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3046b3f6-f3d2-4d25-805e-a607a38d6268,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:18.086231 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d67059e8-5de4-47c3-bedd-b8b78d39557d tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.087664 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d67059e8-5de4-47c3-bedd-b8b78d39557d tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2585969 Jul 16 01:34:18.090357 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50424) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:18.098005 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a2827eb8-9402-470d-a557-a1f1f0669afd tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Request body: {'security_group_rule': {'security_group_id': '8285b848-0758-4c6b-8f73-a0edd79b298a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:18.113198 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['2436e290-8f41-47dd-85ce-5f55738afcfb'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:18.171751 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a2827eb8-9402-470d-a557-a1f1f0669afd tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.176072 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9e1d1-ccd4-42eb-b905-e1284303dae2 req-ae8a1b9b-1817-4ce7-830d-da23e9070f31 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:18.184455 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7db9e1d1-ccd4-42eb-b905-e1284303dae2 req-ae8a1b9b-1817-4ce7-830d-da23e9070f31 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.1332090 Jul 16 01:34:18.237651 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7db9e1d1-ccd4-42eb-b905-e1284303dae2 req-9c1cd9e5-5c63-4f93-a4db-72d9db048794 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523875 Jul 16 01:34:18.280648 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dc078f70-40da-4440-a8f3-976fd62df6c5 req-4bb2bd8c-1fe0-4039-a2f1-0591d38b545d tempest-LiveAutoBlockMigrationV225Test-844501123 tempest-LiveAutoBlockMigrationV225Test-844501123-project] 10.222.0.54 "GET /v2.0/ports?device_id=78727cca-a903-4f49-b4bf-8e26fc8275b9 HTTP/1.1" status: 200 len: 210 time: 0.0666113 Jul 16 01:34:18.432815 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a2827eb8-9402-470d-a557-a1f1f0669afd tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.474630 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a2827eb8-9402-470d-a557-a1f1f0669afd tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.507696 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2827eb8-9402-470d-a557-a1f1f0669afd tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58799826-15be-42a1-a839-fa6b8943a722,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:18.507936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8bbcf-8512-4ee4-b4c9-2a9eb812e615 req-af43a10d-1349-4881-96ac-2a38ec947b9b tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:18.509553 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2be8bbcf-8512-4ee4-b4c9-2a9eb812e615 req-af43a10d-1349-4881-96ac-2a38ec947b9b tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8bb1d688-2716-45bc-9142-5daf2ca6f447 HTTP/1.1" status: 200 len: 944 time: 0.0690496 Jul 16 01:34:18.514090 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a2827eb8-9402-470d-a557-a1f1f0669afd tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.515297 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a2827eb8-9402-470d-a557-a1f1f0669afd tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4239175 Jul 16 01:34:18.522859 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50430) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:18.526094 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494de113-3c69-439b-840f-927928b8e910 req-0b8b8f62-68e8-45ea-bff1-cc5a0c52a18b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:18.527649 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-494de113-3c69-439b-840f-927928b8e910 req-0b8b8f62-68e8-45ea-bff1-cc5a0c52a18b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.47 "GET /v2.0/ports?device_id=1240ca6e-4031-4dab-9a5e-188b5e17c42b HTTP/1.1" status: 200 len: 949 time: 0.1748884 Jul 16 01:34:18.528376 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a828af49-79e3-4129-b264-75a281e4a8b0 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:18.576615 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2be8bbcf-8512-4ee4-b4c9-2a9eb812e615 req-ef99b0e4-cc41-40dd-b6b1-dcbb895ca5fa tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595875 Jul 16 01:34:18.579017 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a828af49-79e3-4129-b264-75a281e4a8b0 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.722945 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a828af49-79e3-4129-b264-75a281e4a8b0 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.862720 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-a828af49-79e3-4129-b264-75a281e4a8b0 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Allocated IP 172.25.1.114 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/75c1f93d-5061-4fc3-a90d-1c12616c2fe5) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:18.881363 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844431b-547f-4929-a28b-3c3bfa46a34e req-498892ca-d026-4595-8d39-d899034342e6 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:18.889550 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6844431b-547f-4929-a28b-3c3bfa46a34e req-498892ca-d026-4595-8d39-d899034342e6 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 949 time: 0.4542360 Jul 16 01:34:18.945204 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6844431b-547f-4929-a28b-3c3bfa46a34e req-4610dc1c-9b67-4482-bdbe-4e1961d7a595 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534093 Jul 16 01:34:19.000227 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a828af49-79e3-4129-b264-75a281e4a8b0 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.079810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-494de113-3c69-439b-840f-927928b8e910 req-c8ef220d-c9d8-4e54-858d-a02a0bb08d80 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Deleting port 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:19.081449 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-494de113-3c69-439b-840f-927928b8e910 req-c8ef220d-c9d8-4e54-858d-a02a0bb08d80 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.096646 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a828af49-79e3-4129-b264-75a281e4a8b0 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.119857 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 50ff5c29-d874-4ace-abb2-4fed85dc75d4 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:19.146449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a828af49-79e3-4129-b264-75a281e4a8b0 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:19.153567 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-a828af49-79e3-4129-b264-75a281e4a8b0 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:19.159030 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a828af49-79e3-4129-b264-75a281e4a8b0 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:19.185150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828af49-79e3-4129-b264-75a281e4a8b0 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Pushing event updated for resources: {'Port': ['ID=75c1f93d-5061-4fc3-a90d-1c12616c2fe5,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:19.213884 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 50ff5c29-d874-4ace-abb2-4fed85dc75d4 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:19.220318 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 50ff5c29-d874-4ace-abb2-4fed85dc75d4 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:19.220980 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.228416 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 2436e290-8f41-47dd-85ce-5f55738afcfb up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:19.283905 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-494de113-3c69-439b-840f-927928b8e910 req-c8ef220d-c9d8-4e54-858d-a02a0bb08d80 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] For port 1fb8b52a-ae93-44c8-b6ff-b0aee0059408, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=1fb8b52a-ae93-44c8-b6ff-b0aee0059408,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:19.284269 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-494de113-3c69-439b-840f-927928b8e910 req-c8ef220d-c9d8-4e54-858d-a02a0bb08d80 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.318850 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-494de113-3c69-439b-840f-927928b8e910 req-c8ef220d-c9d8-4e54-858d-a02a0bb08d80 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Calling delete_port for 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:19.329255 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a828af49-79e3-4129-b264-75a281e4a8b0 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.383171 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 2436e290-8f41-47dd-85ce-5f55738afcfb triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:19.383883 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.393435 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a828af49-79e3-4129-b264-75a281e4a8b0 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.491658 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.561470 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 50ff5c29-d874-4ace-abb2-4fed85dc75d4, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=50ff5c29-d874-4ace-abb2-4fed85dc75d4,segment=NetworkSegment(0069c7d8-a69d-44ba-ad7f-aebd2473835b),segment_id=0069c7d8-a69d-44ba-ad7f-aebd2473835b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:19.570436 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.580616 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-494de113-3c69-439b-840f-927928b8e910 req-c8ef220d-c9d8-4e54-858d-a02a0bb08d80 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.641695 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef220d-c9d8-4e54-858d-a02a0bb08d80 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Pushing event deleted for resources: {'Port': ['ID=1fb8b52a-ae93-44c8-b6ff-b0aee0059408,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:19.668274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=50ff5c29-d874-4ace-abb2-4fed85dc75d4,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:19.682890 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.685221 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5ec67d71-e8a3-4124-9d1e-52ee32012752'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:19.688379 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['1fb8b52a-ae93-44c8-b6ff-b0aee0059408', 'f3647fdd-df8a-4add-8855-e8dadc6f2950'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:19.697784 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a828af49-79e3-4129-b264-75a281e4a8b0 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.705649 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a828af49-79e3-4129-b264-75a281e4a8b0 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.723335 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-494de113-3c69-439b-840f-927928b8e910 req-c8ef220d-c9d8-4e54-858d-a02a0bb08d80 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] No DVR routers for this DVR port 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:19.726832 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-494de113-3c69-439b-840f-927928b8e910 req-c8ef220d-c9d8-4e54-858d-a02a0bb08d80 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.728891 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-494de113-3c69-439b-840f-927928b8e910 req-c8ef220d-c9d8-4e54-858d-a02a0bb08d80 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.47 "DELETE /v2.0/ports/1fb8b52a-ae93-44c8-b6ff-b0aee0059408 HTTP/1.1" status: 204 len: 173 time: 1.1948569 Jul 16 01:34:19.731057 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1240ca6e-4031-4dab-9a5e-188b5e17c42b', 'name': 'network-vif-deleted', 'tag': '1fb8b52a-ae93-44c8-b6ff-b0aee0059408'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:19.735381 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e66a37b-03c9-4cf6-b866-9f1789e0a4cd" -d '{"events": [{"server_uuid": "1240ca6e-4031-4dab-9a5e-188b5e17c42b", "name": "network-vif-deleted", "tag": "1fb8b52a-ae93-44c8-b6ff-b0aee0059408"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:19.776651 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b241181-b648-496a-aa9d-e2e77a3c97e9 req-72648e59-df19-4721-b665-d1600a94b571 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.785490 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5b241181-b648-496a-aa9d-e2e77a3c97e9 req-72648e59-df19-4721-b665-d1600a94b571 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 945 time: 0.1372876 Jul 16 01:34:19.799488 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb1d688-2716-45bc-9142-5daf2ca6f447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2436e290-8f41-47dd-85ce-5f55738afcfb'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:19.801765 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e332ebe-c0db-47b5-b910-c177f17a7333" -d '{"events": [{"server_uuid": "8bb1d688-2716-45bc-9142-5daf2ca6f447", "name": "network-vif-plugged", "status": "completed", "tag": "2436e290-8f41-47dd-85ce-5f55738afcfb"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:19.830364 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 2436e290-8f41-47dd-85ce-5f55738afcfb, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=2436e290-8f41-47dd-85ce-5f55738afcfb,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:19.844414 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.845204 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 1c683a68-6c26-466f-9717-563ea137f9ed no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:19.848134 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5b241181-b648-496a-aa9d-e2e77a3c97e9 req-ecd87e1b-0890-44db-aee4-39ed2f2c701e tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610023 Jul 16 01:34:19.865767 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a828af49-79e3-4129-b264-75a281e4a8b0 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.873260 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828af49-79e3-4129-b264-75a281e4a8b0 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Pushing event updated for resources: {'Port': ['ID=75c1f93d-5061-4fc3-a90d-1c12616c2fe5,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:19.887429 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a828af49-79e3-4129-b264-75a281e4a8b0 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.888860 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a828af49-79e3-4129-b264-75a281e4a8b0 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3650515 Jul 16 01:34:19.937781 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70688c8f-f937-4d37-abf4-592b8d4b0a23 req-3662e10d-6004-4093-b3d1-631e4e0f242e tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.950055 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70688c8f-f937-4d37-abf4-592b8d4b0a23 req-3662e10d-6004-4093-b3d1-631e4e0f242e tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=07af97bd-1989-4254-82c9-a311ade464f8 HTTP/1.1" status: 200 len: 950 time: 0.1611102 Jul 16 01:34:19.972382 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 1c683a68-6c26-466f-9717-563ea137f9ed {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:19.973208 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 1c683a68-6c26-466f-9717-563ea137f9ed not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:20.024186 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=2436e290-8f41-47dd-85ce-5f55738afcfb,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:20.046404 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70688c8f-f937-4d37-abf4-592b8d4b0a23 req-afdb8315-e13e-4f1e-b614-cd10beea2ec5 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949993 Jul 16 01:34:20.125544 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-004cce39-05e3-4d98-b7f8-4438270c661f req-10be8296-9d9a-4458-97b8-9b4ff4d7d1ce tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=1240ca6e-4031-4dab-9a5e-188b5e17c42b HTTP/1.1" status: 200 len: 210 time: 0.0420086 Jul 16 01:34:20.151614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50468) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:20.218782 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7481bcff-a1ca-4179-80d2-cf45b40f289e x-openstack-request-id: req-7481bcff-a1ca-4179-80d2-cf45b40f289e {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:20.219502 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1240ca6e-4031-4dab-9a5e-188b5e17c42b", "name": "network-vif-deleted", "tag": "1fb8b52a-ae93-44c8-b6ff-b0aee0059408", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:20.219879 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7481bcff-a1ca-4179-80d2-cf45b40f289e {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:20.221003 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1240ca6e-4031-4dab-9a5e-188b5e17c42b', 'name': 'network-vif-deleted', 'tag': '1fb8b52a-ae93-44c8-b6ff-b0aee0059408', 'status': 'completed', 'code': 200} Jul 16 01:34:20.250453 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64c9523-0e8d-4f7a-93b0-e76459c118d2 x-openstack-request-id: req-a64c9523-0e8d-4f7a-93b0-e76459c118d2 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:20.250965 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb1d688-2716-45bc-9142-5daf2ca6f447", "name": "network-vif-plugged", "status": "completed", "tag": "2436e290-8f41-47dd-85ce-5f55738afcfb", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:20.250965 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a64c9523-0e8d-4f7a-93b0-e76459c118d2 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:20.251302 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb1d688-2716-45bc-9142-5daf2ca6f447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2436e290-8f41-47dd-85ce-5f55738afcfb', 'code': 200} Jul 16 01:34:20.306599 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-63558854-69ae-4c4e-8106-9a8f9cf3bfba admin admin] Deleting subnet 2dfe93df-9335-48e8-9251-03d181a930aa {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:20.312307 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-63558854-69ae-4c4e-8106-9a8f9cf3bfba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.354857 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-7dc457c2-630a-4643-ae61-fc19c20fb45d tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--422150466&fields=id&tenant_id=80bd84e6dcbf4466990580e7adaf0636 HTTP/1.1" status: 200 len: 267 time: 0.0330083 Jul 16 01:34:20.360488 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-63558854-69ae-4c4e-8106-9a8f9cf3bfba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.387006 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8708955-3ee3-41b5-964e-09621d7c2a79 req-cc1db00e-8d1f-4156-9a96-103d72af08e1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:20.388603 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8708955-3ee3-41b5-964e-09621d7c2a79 req-cc1db00e-8d1f-4156-9a96-103d72af08e1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.1313379 Jul 16 01:34:20.431435 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-63558854-69ae-4c4e-8106-9a8f9cf3bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.458591 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8708955-3ee3-41b5-964e-09621d7c2a79 req-c6ecabe0-4391-480b-87f3-1985ee443b65 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620804 Jul 16 01:34:20.462340 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-bd56186a-4f48-43d6-820e-27c201ea9e25 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:20.464001 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-bd56186a-4f48-43d6-820e-27c201ea9e25 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/networks?id=b674553f-a0ba-4ffc-8b96-f2507d2ffa5a HTTP/1.1" status: 200 len: 806 time: 0.1021955 Jul 16 01:34:20.481987 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-0b2ed2ef-cfe6-4766-a2aa-b84a5e60b518 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/quotas/80bd84e6dcbf4466990580e7adaf0636 HTTP/1.1" status: 200 len: 375 time: 0.0098784 Jul 16 01:34:20.494429 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-63558854-69ae-4c4e-8106-9a8f9cf3bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.522246 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63558854-69ae-4c4e-8106-9a8f9cf3bfba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dfe93df-9335-48e8-9251-03d181a930aa,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:20.529638 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-63558854-69ae-4c4e-8106-9a8f9cf3bfba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.532468 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-63558854-69ae-4c4e-8106-9a8f9cf3bfba admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2dfe93df-9335-48e8-9251-03d181a930aa HTTP/1.1" status: 204 len: 168 time: 0.3797805 Jul 16 01:34:20.534941 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50486) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:20.568800 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-4b2c09cf-9d0e-4131-8bf7-6c3a8032af24 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=80bd84e6dcbf4466990580e7adaf0636&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812728 Jul 16 01:34:20.615729 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc0f747a-2ddc-4b0c-b155-57229950090c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.676570 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cad9f96d-bdad-4779-87a3-a8ef4092138a service neutron] 10.222.0.54 "GET /v2.0/networks/b674553f-a0ba-4ffc-8b96-f2507d2ffa5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955021 Jul 16 01:34:20.699214 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc0f747a-2ddc-4b0c-b155-57229950090c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.709197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-fc0f747a-2ddc-4b0c-b155-57229950090c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5d3ea0-c59d-41a7-ba27-d98a18810da7']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:20.719595 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-fc0f747a-2ddc-4b0c-b155-57229950090c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:20.719924 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-fc0f747a-2ddc-4b0c-b155-57229950090c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b88ba4a-1db3-44b3-9a16-d34b9fd8c7a4') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:20.728705 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc0f747a-2ddc-4b0c-b155-57229950090c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.756369 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc0f747a-2ddc-4b0c-b155-57229950090c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.762920 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0f747a-2ddc-4b0c-b155-57229950090c admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:20.763561 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc0f747a-2ddc-4b0c-b155-57229950090c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:20.765968 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:20.779315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-bd0807d2-966a-4118-9565-15837940cef4 service neutron] 10.222.0.54 "GET /v2.0/networks/b674553f-a0ba-4ffc-8b96-f2507d2ffa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970809 Jul 16 01:34:20.830770 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc0f747a-2ddc-4b0c-b155-57229950090c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.851128 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc0f747a-2ddc-4b0c-b155-57229950090c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.855953 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fc0f747a-2ddc-4b0c-b155-57229950090c admin admin] 10.222.0.54 "DELETE /v2.0/networks/fa5d3ea0-c59d-41a7-ba27-d98a18810da7 HTTP/1.1" status: 204 len: 168 time: 0.3195324 Jul 16 01:34:20.858075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50498) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:20.858413 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f747a-2ddc-4b0c-b155-57229950090c admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5d3ea0-c59d-41a7-ba27-d98a18810da7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:20.908166 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-6facd1b3-844b-4d30-ba4c-3348c39995a5 admin admin] Deleting subnet af493325-ce54-48c3-93f8-fc3f82185fda {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:20.912011 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6facd1b3-844b-4d30-ba4c-3348c39995a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.954351 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6facd1b3-844b-4d30-ba4c-3348c39995a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.058310 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6facd1b3-844b-4d30-ba4c-3348c39995a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.126215 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6facd1b3-844b-4d30-ba4c-3348c39995a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.152663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 50ff5c29-d874-4ace-abb2-4fed85dc75d4 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:21.189166 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facd1b3-844b-4d30-ba4c-3348c39995a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af493325-ce54-48c3-93f8-fc3f82185fda,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:21.215903 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6facd1b3-844b-4d30-ba4c-3348c39995a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.219209 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6facd1b3-844b-4d30-ba4c-3348c39995a5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/af493325-ce54-48c3-93f8-fc3f82185fda HTTP/1.1" status: 204 len: 168 time: 0.3597236 Jul 16 01:34:21.221661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50512) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:21.233787 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 50ff5c29-d874-4ace-abb2-4fed85dc75d4 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:21.234165 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.308329 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:21.348027 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a7b9688-7907-431d-acf1-bc6ca3fd66b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.354386 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:21.354742 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 1fb8b52a-ae93-44c8-b6ff-b0aee0059408 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:21.355284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 2436e290-8f41-47dd-85ce-5f55738afcfb no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:21.375693 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0de727-9bc9-4c5c-8044-4eb5b829d0c8 req-a5f5f260-466a-4ea5-8269-104011c2b574 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.383567 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3a0de727-9bc9-4c5c-8044-4eb5b829d0c8 req-a5f5f260-466a-4ea5-8269-104011c2b574 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 945 time: 0.1631365 Jul 16 01:34:21.421464 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4450f62f-3b3d-41cc-9c25-e6a6d3a465c2 req-d775de54-80fd-46f2-a8d6-460a1b52c1eb tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/ports?device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 210 time: 0.0538344 Jul 16 01:34:21.484312 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.488894 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3a0de727-9bc9-4c5c-8044-4eb5b829d0c8 req-4b623afb-8381-4f77-b9bf-ac78bbf0fd9f tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba96889-2129-4a60-9148-fdc770646e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031518 Jul 16 01:34:21.566189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 2436e290-8f41-47dd-85ce-5f55738afcfb, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=2436e290-8f41-47dd-85ce-5f55738afcfb,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:21.571172 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.582824 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a7b9688-7907-431d-acf1-bc6ca3fd66b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.594354 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-9a7b9688-7907-431d-acf1-bc6ca3fd66b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d089fc8-6bd7-46c4-ab86-cda24b10fb30']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:21.605467 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-9a7b9688-7907-431d-acf1-bc6ca3fd66b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964c609f-a999-485f-b651-de7beb9456fd') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:21.605658 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-9a7b9688-7907-431d-acf1-bc6ca3fd66b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964c609f-a999-485f-b651-de7beb9456fd') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:21.618685 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a7b9688-7907-431d-acf1-bc6ca3fd66b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.637619 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a7b9688-7907-431d-acf1-bc6ca3fd66b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.639381 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=2436e290-8f41-47dd-85ce-5f55738afcfb,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:21.647901 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7b9688-7907-431d-acf1-bc6ca3fd66b8 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:21.648430 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a7b9688-7907-431d-acf1-bc6ca3fd66b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:21.650549 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:21.718558 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a7b9688-7907-431d-acf1-bc6ca3fd66b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.724503 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a7b9688-7907-431d-acf1-bc6ca3fd66b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.729272 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9a7b9688-7907-431d-acf1-bc6ca3fd66b8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1d089fc8-6bd7-46c4-ab86-cda24b10fb30 HTTP/1.1" status: 204 len: 168 time: 0.5062673 Jul 16 01:34:21.755972 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b9688-7907-431d-acf1-bc6ca3fd66b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d089fc8-6bd7-46c4-ab86-cda24b10fb30,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:21.763356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74b542-1226-4b7c-b786-a3ff9c750f54 req-6984395a-df0a-4d06-a62f-69e40496c467 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.765044 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2e74b542-1226-4b7c-b786-a3ff9c750f54 req-6984395a-df0a-4d06-a62f-69e40496c467 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8bb1d688-2716-45bc-9142-5daf2ca6f447 HTTP/1.1" status: 200 len: 943 time: 0.0854242 Jul 16 01:34:21.830368 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2e74b542-1226-4b7c-b786-a3ff9c750f54 req-57d46610-eb65-4a3b-84d6-f04b235d07d1 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578079 Jul 16 01:34:21.868492 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08284bc6-9fa4-4369-8563-f919465af792 req-1e785095-3c80-4297-806c-20fa8a742001 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.871298 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08284bc6-9fa4-4369-8563-f919465af792 req-1e785095-3c80-4297-806c-20fa8a742001 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.0817280 Jul 16 01:34:21.879199 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50538) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:21.925997 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50540) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:21.942348 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08284bc6-9fa4-4369-8563-f919465af792 req-efd5a865-4361-480a-8da7-58ceee6c778c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608523 Jul 16 01:34:21.946139 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0cdd99b9-2193-4339-afdd-afe19e3dc1a1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6060cb9382ba430f8761b732ad566a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0658498 Jul 16 01:34:21.948701 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50544) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.069768 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-55777f78-403e-43f2-9709-588cc5bf0de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.112388 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d557d-8991-42e0-a0a8-8e87b234561a req-4c09610b-580a-43d3-a882-231f85ee7afc tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:22.114379 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fc2d557d-8991-42e0-a0a8-8e87b234561a req-4c09610b-580a-43d3-a882-231f85ee7afc tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 945 time: 0.1330416 Jul 16 01:34:22.125343 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-55777f78-403e-43f2-9709-588cc5bf0de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.244513 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-fc2d557d-8991-42e0-a0a8-8e87b234561a req-4bf1698f-a421-4cb8-a710-b8deb3bba2eb tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Deleting port e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:22.245100 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fc2d557d-8991-42e0-a0a8-8e87b234561a req-4bf1698f-a421-4cb8-a710-b8deb3bba2eb tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.252309 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb1d688-2716-45bc-9142-5daf2ca6f447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2436e290-8f41-47dd-85ce-5f55738afcfb'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:22.255279 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ea1890-baa6-4a3f-b009-fec5ee57dbbd" -d '{"events": [{"server_uuid": "8bb1d688-2716-45bc-9142-5daf2ca6f447", "name": "network-vif-unplugged", "status": "completed", "tag": "2436e290-8f41-47dd-85ce-5f55738afcfb"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:22.265471 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-55777f78-403e-43f2-9709-588cc5bf0de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.268186 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-55777f78-403e-43f2-9709-588cc5bf0de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.272265 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-55777f78-403e-43f2-9709-588cc5bf0de2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/51c34178-76f0-4fd0-a9dc-a24066633294 HTTP/1.1" status: 204 len: 168 time: 0.3220205 Jul 16 01:34:22.299246 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55777f78-403e-43f2-9709-588cc5bf0de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c34178-76f0-4fd0-a9dc-a24066633294,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.359137 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99529617-25cb-4796-9391-2307392e7b86 x-openstack-request-id: req-99529617-25cb-4796-9391-2307392e7b86 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:22.360215 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb1d688-2716-45bc-9142-5daf2ca6f447", "name": "network-vif-unplugged", "status": "completed", "tag": "2436e290-8f41-47dd-85ce-5f55738afcfb", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:22.362939 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-99529617-25cb-4796-9391-2307392e7b86 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:22.363829 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb1d688-2716-45bc-9142-5daf2ca6f447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2436e290-8f41-47dd-85ce-5f55738afcfb', 'code': 200} Jul 16 01:34:22.383139 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-fc2d557d-8991-42e0-a0a8-8e87b234561a req-4bf1698f-a421-4cb8-a710-b8deb3bba2eb tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] For port e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd,segment=NetworkSegment(05a87a64-85ee-48fc-b186-80e3acc4d32d),segment_id=05a87a64-85ee-48fc-b186-80e3acc4d32d)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:22.383633 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fc2d557d-8991-42e0-a0a8-8e87b234561a req-4bf1698f-a421-4cb8-a710-b8deb3bba2eb tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.408610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-fc2d557d-8991-42e0-a0a8-8e87b234561a req-4bf1698f-a421-4cb8-a710-b8deb3bba2eb tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Calling delete_port for e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:22.604784 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fc2d557d-8991-42e0-a0a8-8e87b234561a req-4bf1698f-a421-4cb8-a710-b8deb3bba2eb tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.619084 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388b5f2-b4b0-44d1-9279-1fb5647918d5 req-ee6ffbbd-f227-413c-9ddd-09139569c2ca tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:22.624570 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3388b5f2-b4b0-44d1-9279-1fb5647918d5 req-ee6ffbbd-f227-413c-9ddd-09139569c2ca tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505 HTTP/1.1" status: 200 len: 950 time: 0.1044593 Jul 16 01:34:22.649829 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1698f-a421-4cb8-a710-b8deb3bba2eb tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Pushing event deleted for resources: {'Port': ['ID=e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.689650 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:22.731993 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2d557d-8991-42e0-a0a8-8e87b234561a req-4bf1698f-a421-4cb8-a710-b8deb3bba2eb tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] No DVR routers for this DVR port e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:22.735751 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fc2d557d-8991-42e0-a0a8-8e87b234561a req-4bf1698f-a421-4cb8-a710-b8deb3bba2eb tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.738158 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fc2d557d-8991-42e0-a0a8-8e87b234561a req-4bf1698f-a421-4cb8-a710-b8deb3bba2eb tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.47 "DELETE /v2.0/ports/e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd HTTP/1.1" status: 204 len: 173 time: 0.6124880 Jul 16 01:34:22.738812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'name': 'network-vif-deleted', 'tag': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:22.741112 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af0e52c-e5b9-47c5-905d-d3bd15980562" -d '{"events": [{"server_uuid": "7d0a90b0-0be3-44fc-b1a3-620f7b67a023", "name": "network-vif-deleted", "tag": "e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:22.755353 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01774d5d-439c-480d-ae52-1783f8f9332c req-f3547ee8-ac1c-40ee-8d6c-35126219c008 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/ports?device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 210 time: 0.0776157 Jul 16 01:34:22.817237 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3388b5f2-b4b0-44d1-9279-1fb5647918d5 req-6496ee85-70f2-43e1-b248-fc2d8bbf9eca tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861656 Jul 16 01:34:22.891318 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eeede44-d466-43c2-bacb-5b4c00752e07 x-openstack-request-id: req-9eeede44-d466-43c2-bacb-5b4c00752e07 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:22.891688 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0a90b0-0be3-44fc-b1a3-620f7b67a023", "name": "network-vif-deleted", "tag": "e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:22.892001 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9eeede44-d466-43c2-bacb-5b4c00752e07 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:22.892373 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0a90b0-0be3-44fc-b1a3-620f7b67a023', 'name': 'network-vif-deleted', 'tag': 'e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd', 'status': 'completed', 'code': 200} Jul 16 01:34:22.920620 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-34f78733-5100-4559-a834-f22210e8afcb req-90e0cf61-d057-4cbd-af8a-06668c9685e8 tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 210 time: 0.0456543 Jul 16 01:34:22.938643 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50572) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.941355 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7f69982e-8a17-4357-887a-b0137890891a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.033353 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-509cc002-94fe-4823-b723-08ada9de7516 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8c82753fe0cd409b94febc217273b24c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0935063 Jul 16 01:34:23.036878 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50576) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:23.082708 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-38621bfc-5a71-48e0-b161-43bbd2e86c06 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.084217 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-38621bfc-5a71-48e0-b161-43bbd2e86c06 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.26 "GET /v2.0/networks?id=b674553f-a0ba-4ffc-8b96-f2507d2ffa5a HTTP/1.1" status: 200 len: 806 time: 0.4230940 Jul 16 01:34:23.120437 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9c481be-5bad-4297-bd8b-0fcacd1282be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.152576 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9c481be-5bad-4297-bd8b-0fcacd1282be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.205144 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e6f22-6319-4269-88a5-f1f2c5733ffc req-90a68567-dd84-4006-8a94-f7aea3bd9774 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.206663 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-609e6f22-6319-4269-88a5-f1f2c5733ffc req-90a68567-dd84-4006-8a94-f7aea3bd9774 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8bb1d688-2716-45bc-9142-5daf2ca6f447 HTTP/1.1" status: 200 len: 943 time: 0.1895819 Jul 16 01:34:23.213317 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-f1c82773-cba1-48f2-b2f9-042ae1cf0f00 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80bd84e6dcbf4466990580e7adaf0636 HTTP/1.1" status: 200 len: 379 time: 0.0983777 Jul 16 01:34:23.231601 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-eb956cde-036f-440e-babe-2fd377738ad2 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Request body: {'port': {'device_id': '336c18bc-ece8-4116-914d-205be261975b', 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a', 'admin_state_up': True, 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'security_groups': ['8285b848-0758-4c6b-8f73-a0edd79b298a']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:23.250160 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9c481be-5bad-4297-bd8b-0fcacd1282be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.252859 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9c481be-5bad-4297-bd8b-0fcacd1282be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.256363 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e9c481be-5bad-4297-bd8b-0fcacd1282be admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/649e4929-e560-48f1-b369-6af8ed770fb2 HTTP/1.1" status: 204 len: 168 time: 0.2183790 Jul 16 01:34:23.267743 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c481be-5bad-4297-bd8b-0fcacd1282be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649e4929-e560-48f1-b369-6af8ed770fb2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:23.294028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a5846-89ac-433f-8fa9-a523a4fc646d req-51f6b7e4-58f1-4e08-b534-48a0879a507b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.295884 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd8a5846-89ac-433f-8fa9-a523a4fc646d req-51f6b7e4-58f1-4e08-b534-48a0879a507b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.1189263 Jul 16 01:34:23.339009 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd8a5846-89ac-433f-8fa9-a523a4fc646d req-2f91d43c-06b6-491c-acd4-62d541613f31 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371857 Jul 16 01:34:23.501823 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.660226 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ede158-5645-41c4-886e-a85c47dd44f0 req-d5db1e1d-1b82-4332-a33f-1c6ccd5ba99a tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.661752 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-14ede158-5645-41c4-886e-a85c47dd44f0 req-d5db1e1d-1b82-4332-a33f-1c6ccd5ba99a tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bb1d688-2716-45bc-9142-5daf2ca6f447 HTTP/1.1" status: 200 len: 943 time: 0.0712478 Jul 16 01:34:23.690356 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-609e6f22-6319-4269-88a5-f1f2c5733ffc req-8f4ecfec-7e44-4e11-b5cf-da9b4b112f90 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/security-groups?id=1c68af18-4de8-4ae2-81c7-8677058ad982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736686 Jul 16 01:34:23.759621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-eb956cde-036f-440e-babe-2fd377738ad2 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Made reservation on behalf of 80bd84e6dcbf4466990580e7adaf0636 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:23.763067 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-eb956cde-036f-440e-babe-2fd377738ad2 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.865610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-14ede158-5645-41c4-886e-a85c47dd44f0 req-798bbdbf-6dc5-45bf-b260-be08712d9abf tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Deleting port 2436e290-8f41-47dd-85ce-5f55738afcfb {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:23.866199 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-14ede158-5645-41c4-886e-a85c47dd44f0 req-798bbdbf-6dc5-45bf-b260-be08712d9abf tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.971547 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-eb956cde-036f-440e-babe-2fd377738ad2 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Allocated IP 172.20.0.11 (b674553f-a0ba-4ffc-8b96-f2507d2ffa5a/f473865d-7ea0-4ee7-9864-4956b1c85f80/36bd02e4-d000-47a9-9161-d1241c54442e) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:23.980239 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5c5f33a6-dc3a-4773-bec5-113a53c90a21 req-1bfff320-b6a4-4f38-a485-1dd2cd4dfd0c tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/ports?device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 210 time: 0.0457358 Jul 16 01:34:24.036056 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-14ede158-5645-41c4-886e-a85c47dd44f0 req-798bbdbf-6dc5-45bf-b260-be08712d9abf tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] For port 2436e290-8f41-47dd-85ce-5f55738afcfb, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=2436e290-8f41-47dd-85ce-5f55738afcfb,segment=NetworkSegment(18ee2a5b-8aa1-4fff-81c9-b595bb67224f),segment_id=18ee2a5b-8aa1-4fff-81c9-b595bb67224f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:24.036558 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-14ede158-5645-41c4-886e-a85c47dd44f0 req-798bbdbf-6dc5-45bf-b260-be08712d9abf tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.054091 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-14ede158-5645-41c4-886e-a85c47dd44f0 req-798bbdbf-6dc5-45bf-b260-be08712d9abf tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Calling delete_port for 2436e290-8f41-47dd-85ce-5f55738afcfb owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:24.147314 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae984-bec6-4dbf-8b9c-81231183db23 req-7d11222d-5ade-4d4a-95fc-0fe41595fc80 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.149241 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ba4ae984-bec6-4dbf-8b9c-81231183db23 req-7d11222d-5ade-4d4a-95fc-0fe41595fc80 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.26 "GET /v2.0/ports?device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505 HTTP/1.1" status: 200 len: 950 time: 0.1570821 Jul 16 01:34:24.194192 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50614) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:24.245072 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-49e88e87-71e4-4611-b60c-03301151f599 req-5d304a7b-efa7-431d-8f37-de5aacd7eacf tempest-FloatingIPsAssociationTestJSON-126531724 tempest-FloatingIPsAssociationTestJSON-126531724-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d0a90b0-0be3-44fc-b1a3-620f7b67a023 HTTP/1.1" status: 200 len: 210 time: 0.0615883 Jul 16 01:34:24.245329 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-eb956cde-036f-440e-babe-2fd377738ad2 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.278501 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cbdee-2227-42f2-8de5-f818dd137d3e req-2dafa2b3-8608-4798-89fd-349ddd2b106d tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.286094 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f4cbdee-2227-42f2-8de5-f818dd137d3e req-2dafa2b3-8608-4798-89fd-349ddd2b106d tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505 HTTP/1.1" status: 200 len: 950 time: 0.1650133 Jul 16 01:34:24.320127 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-7f69982e-8a17-4357-887a-b0137890891a admin admin] Deleting port 7c5156f6-f7aa-4f03-9b40-ed519b936d0a {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:24.320544 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7f69982e-8a17-4357-887a-b0137890891a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.345165 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f4cbdee-2227-42f2-8de5-f818dd137d3e req-42ea50f1-790d-4803-bd4e-63eda22ed412 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580895 Jul 16 01:34:24.351539 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-2e3fe807-a356-4fbd-96ac-4e9d12fc1570 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2028456169-network', 'tenant_id': 'c3d262d9128741908a9068e6ff067760'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:24.362628 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-14ede158-5645-41c4-886e-a85c47dd44f0 req-798bbdbf-6dc5-45bf-b260-be08712d9abf tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.368548 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-eb956cde-036f-440e-babe-2fd377738ad2 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Transition to ACTIVE for port object 36bd02e4-d000-47a9-9161-d1241c54442e will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:24.403632 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bbdbf-6dc5-45bf-b260-be08712d9abf tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Pushing event deleted for resources: {'Port': ['ID=2436e290-8f41-47dd-85ce-5f55738afcfb,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:24.417104 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-ba4ae984-bec6-4dbf-8b9c-81231183db23 req-a4c104f0-01c7-41dc-9fb1-b7ff8ef59f5a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Deleting port 5ec67d71-e8a3-4124-9d1e-52ee32012752 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:24.417455 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ba4ae984-bec6-4dbf-8b9c-81231183db23 req-a4c104f0-01c7-41dc-9fb1-b7ff8ef59f5a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.439261 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3fe807-a356-4fbd-96ac-4e9d12fc1570 admin admin] Made reservation on behalf of c3d262d9128741908a9068e6ff067760 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:24.441055 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe807-a356-4fbd-96ac-4e9d12fc1570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.471874 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe807-a356-4fbd-96ac-4e9d12fc1570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.488949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-7f69982e-8a17-4357-887a-b0137890891a admin admin] For port 7c5156f6-f7aa-4f03-9b40-ed519b936d0a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7c5156f6-f7aa-4f03-9b40-ed519b936d0a,segment=NetworkSegment(f756e3f7-e46a-4a44-a34b-9a9aef14f9ac),segment_id=f756e3f7-e46a-4a44-a34b-9a9aef14f9ac)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:24.489314 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7f69982e-8a17-4357-887a-b0137890891a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.512487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-7f69982e-8a17-4357-887a-b0137890891a admin admin] Calling delete_port for 7c5156f6-f7aa-4f03-9b40-ed519b936d0a owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:24.520380 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-eb956cde-036f-440e-babe-2fd377738ad2 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.532436 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ede158-5645-41c4-886e-a85c47dd44f0 req-798bbdbf-6dc5-45bf-b260-be08712d9abf tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] No DVR routers for this DVR port 2436e290-8f41-47dd-85ce-5f55738afcfb on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:24.573899 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-14ede158-5645-41c4-886e-a85c47dd44f0 req-798bbdbf-6dc5-45bf-b260-be08712d9abf tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.580464 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-14ede158-5645-41c4-886e-a85c47dd44f0 req-798bbdbf-6dc5-45bf-b260-be08712d9abf tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.47 "DELETE /v2.0/ports/2436e290-8f41-47dd-85ce-5f55738afcfb HTTP/1.1" status: 204 len: 173 time: 0.9007108 Jul 16 01:34:24.615418 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ba4ae984-bec6-4dbf-8b9c-81231183db23 req-a4c104f0-01c7-41dc-9fb1-b7ff8ef59f5a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] For port 5ec67d71-e8a3-4124-9d1e-52ee32012752, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5ec67d71-e8a3-4124-9d1e-52ee32012752,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:24.615809 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ba4ae984-bec6-4dbf-8b9c-81231183db23 req-a4c104f0-01c7-41dc-9fb1-b7ff8ef59f5a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.634892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-ba4ae984-bec6-4dbf-8b9c-81231183db23 req-a4c104f0-01c7-41dc-9fb1-b7ff8ef59f5a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Calling delete_port for 5ec67d71-e8a3-4124-9d1e-52ee32012752 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:24.635386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-eb956cde-036f-440e-babe-2fd377738ad2 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Network b674553f-a0ba-4ffc-8b96-f2507d2ffa5a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:24.646821 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-eb956cde-036f-440e-babe-2fd377738ad2 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:24.653142 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb956cde-036f-440e-babe-2fd377738ad2 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Pushing event updated for resources: {'Port': ['ID=36bd02e4-d000-47a9-9161-d1241c54442e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:24.655507 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3aeef-d0f3-4be3-b514-edb968543414 req-39308195-73cd-4afa-a8be-1521cb10fc27 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.655658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-eb956cde-036f-440e-babe-2fd377738ad2 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:24.662572 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-83f3aeef-d0f3-4be3-b514-edb968543414 req-39308195-73cd-4afa-a8be-1521cb10fc27 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.1929920 Jul 16 01:34:24.748897 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-83f3aeef-d0f3-4be3-b514-edb968543414 req-1c943b53-8b65-4814-b361-7e33355ab141 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845478 Jul 16 01:34:24.809931 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-eb956cde-036f-440e-babe-2fd377738ad2 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.810713 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-eb956cde-036f-440e-babe-2fd377738ad2 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.862665 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ba4ae984-bec6-4dbf-8b9c-81231183db23 req-a4c104f0-01c7-41dc-9fb1-b7ff8ef59f5a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.894829 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5ec67d71-e8a3-4124-9d1e-52ee32012752'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:24.900464 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb1d688-2716-45bc-9142-5daf2ca6f447', 'name': 'network-vif-deleted', 'tag': '2436e290-8f41-47dd-85ce-5f55738afcfb'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:24.903051 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc7a80a-555f-4a0b-86a3-bace10eed03c" -d '{"events": [{"server_uuid": "8bb1d688-2716-45bc-9142-5daf2ca6f447", "name": "network-vif-deleted", "tag": "2436e290-8f41-47dd-85ce-5f55738afcfb"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:24.912070 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe807-a356-4fbd-96ac-4e9d12fc1570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.926526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c104f0-01c7-41dc-9fb1-b7ff8ef59f5a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Pushing event deleted for resources: {'Port': ['ID=5ec67d71-e8a3-4124-9d1e-52ee32012752,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:24.940834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['f3647fdd-df8a-4add-8855-e8dadc6f2950'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:24.946603 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b44cad3-34d5-4236-8b09-97441cf0abfc req-f2ecc60a-65e0-4c20-b01d-106994178fd7 tempest-ImagesTestJSON-64542123 tempest-ImagesTestJSON-64542123-project] 10.222.0.54 "GET /v2.0/ports?device_id=8bb1d688-2716-45bc-9142-5daf2ca6f447 HTTP/1.1" status: 200 len: 210 time: 0.0704584 Jul 16 01:34:24.949522 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe807-a356-4fbd-96ac-4e9d12fc1570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.975647 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3fe807-a356-4fbd-96ac-4e9d12fc1570 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:24.989192 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f58dc6-cbd8-4a4d-85c2-bef40f123ca5 x-openstack-request-id: req-41f58dc6-cbd8-4a4d-85c2-bef40f123ca5 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:24.989547 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb1d688-2716-45bc-9142-5daf2ca6f447", "name": "network-vif-deleted", "tag": "2436e290-8f41-47dd-85ce-5f55738afcfb", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:24.989702 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe807-a356-4fbd-96ac-4e9d12fc1570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.989795 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-41f58dc6-cbd8-4a4d-85c2-bef40f123ca5 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:24.990091 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-2e3fe807-a356-4fbd-96ac-4e9d12fc1570 admin admin] Added segment 664107f8-01d1-4b76-bba7-f9b8877b2850 of type vlan for network 70873b17-8add-4628-8bc5-2cc58f0e4676 Jul 16 01:34:24.990222 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb1d688-2716-45bc-9142-5daf2ca6f447', 'name': 'network-vif-deleted', 'tag': '2436e290-8f41-47dd-85ce-5f55738afcfb', 'status': 'completed', 'code': 200} Jul 16 01:34:25.001385 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-eb956cde-036f-440e-babe-2fd377738ad2 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7763979 Jul 16 01:34:25.013151 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4ae984-bec6-4dbf-8b9c-81231183db23 req-a4c104f0-01c7-41dc-9fb1-b7ff8ef59f5a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] No DVR routers for this DVR port 5ec67d71-e8a3-4124-9d1e-52ee32012752 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:25.017473 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ba4ae984-bec6-4dbf-8b9c-81231183db23 req-a4c104f0-01c7-41dc-9fb1-b7ff8ef59f5a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.022054 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ba4ae984-bec6-4dbf-8b9c-81231183db23 req-a4c104f0-01c7-41dc-9fb1-b7ff8ef59f5a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.26 "DELETE /v2.0/ports/5ec67d71-e8a3-4124-9d1e-52ee32012752 HTTP/1.1" status: 204 len: 173 time: 0.8603091 Jul 16 01:34:25.050754 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe807-a356-4fbd-96ac-4e9d12fc1570 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.072578 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Request body: {'port': {'device_id': '336c18bc-ece8-4116-914d-205be261975b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:25.084906 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-516fd7ad-b48c-4232-bbf2-0cae3fd733d4 None None] Provisioning for port 36bd02e4-d000-47a9-9161-d1241c54442e completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:25.095262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-516fd7ad-b48c-4232-bbf2-0cae3fd733d4 None None] Provisioning complete for port 36bd02e4-d000-47a9-9161-d1241c54442e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:25.095980 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-516fd7ad-b48c-4232-bbf2-0cae3fd733d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.125959 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fe807-a356-4fbd-96ac-4e9d12fc1570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a27ea7-f6e6-4775-8ccb-34cbffd575e1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:25.178091 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-516fd7ad-b48c-4232-bbf2-0cae3fd733d4 None None] Port 36bd02e4-d000-47a9-9161-d1241c54442e cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:25.205411 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe807-a356-4fbd-96ac-4e9d12fc1570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.206250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3fe807-a356-4fbd-96ac-4e9d12fc1570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.206839 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe807-a356-4fbd-96ac-4e9d12fc1570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.233165 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7f69982e-8a17-4357-887a-b0137890891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.305983 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50638) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:25.306271 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2e3fe807-a356-4fbd-96ac-4e9d12fc1570 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1091201 Jul 16 01:34:25.312761 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ffe09bcb-42f6-4b17-9c2a-69d36f4ccbcb admin admin] Request body: {'subnet': {'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2028456169-subnet', 'tenant_id': 'c3d262d9128741908a9068e6ff067760', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:25.320809 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69982e-8a17-4357-887a-b0137890891a admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5156f6-f7aa-4f03-9b40-ed519b936d0a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:25.361154 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe09bcb-42f6-4b17-9c2a-69d36f4ccbcb admin admin] Made reservation on behalf of c3d262d9128741908a9068e6ff067760 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:25.364816 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ffe09bcb-42f6-4b17-9c2a-69d36f4ccbcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.378744 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 9fd132fb-492e-4cd8-8063-103527e1891e details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:25.382224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fe807-a356-4fbd-96ac-4e9d12fc1570 admin admin] Pushing event updated for resources: {'Network': ['ID=70873b17-8add-4628-8bc5-2cc58f0e4676,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:25.389702 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.404046 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:25.412665 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 70873b17-8add-4628-8bc5-2cc58f0e4676 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:25.457709 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50644) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:25.666434 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ffe09bcb-42f6-4b17-9c2a-69d36f4ccbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.723125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf81d67-e590-46c6-800f-9f3437d2a5b0 req-5413ad97-3456-4e01-bf7e-69ae3ba03a27 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.745556 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ecf81d67-e590-46c6-800f-9f3437d2a5b0 req-5413ad97-3456-4e01-bf7e-69ae3ba03a27 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/ports?device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 932 time: 0.6017640 Jul 16 01:34:25.805411 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe09bcb-42f6-4b17-9c2a-69d36f4ccbcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8af38b97-c213-484b-9432-794a847cd178,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:25.854794 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-451cb4cc-d489-4534-9e18-d2e0dbc41def req-01e3f494-477d-4940-b00a-6a4d72a24eae tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=02809e29-cb58-45fc-a1a9-28bc6c19b505 HTTP/1.1" status: 200 len: 210 time: 0.0755320 Jul 16 01:34:25.862816 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe09bcb-42f6-4b17-9c2a-69d36f4ccbcb admin admin] Checking segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:25.863722 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe09bcb-42f6-4b17-9c2a-69d36f4ccbcb admin admin] Network hostable DHCP agents. Network: 70873b17-8add-4628-8bc5-2cc58f0e4676, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:25.879917 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:25.880360 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e3b3e8aa-c3ac-4827-8ee4-2b3816d588dd not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:25.902461 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe09bcb-42f6-4b17-9c2a-69d36f4ccbcb admin admin] Network 70873b17-8add-4628-8bc5-2cc58f0e4676 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:25.917138 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-ffe09bcb-42f6-4b17-9c2a-69d36f4ccbcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 70873b17-8add-4628-8bc5-2cc58f0e4676) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:25.927448 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe09bcb-42f6-4b17-9c2a-69d36f4ccbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.929871 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ffe09bcb-42f6-4b17-9c2a-69d36f4ccbcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.973408 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ffe09bcb-42f6-4b17-9c2a-69d36f4ccbcb admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6657033 Jul 16 01:34:26.035454 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647a7230-175b-4d17-81c5-68d1e6968c20 None None] Network 70873b17-8add-4628-8bc5-2cc58f0e4676 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:26.089031 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ecf81d67-e590-46c6-800f-9f3437d2a5b0 req-88e17ad1-66d9-4146-aa21-122ee19c25c2 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/security-groups?id=8285b848-0758-4c6b-8f73-a0edd79b298a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3426034 Jul 16 01:34:26.174906 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.resource_extend [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:34:26.189631 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa25580-8d4f-4658-b7a7-3618d2f6c46f req-a43eb80f-2231-4e16-a7fb-12742e4c3163 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.189976 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7f69982e-8a17-4357-887a-b0137890891a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.197236 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1aa25580-8d4f-4658-b7a7-3618d2f6c46f req-a43eb80f-2231-4e16-a7fb-12742e4c3163 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.0774481 Jul 16 01:34:26.225549 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a748c6-ad9a-4056-b00e-e55c61546d38 None None] Network 70873b17-8add-4628-8bc5-2cc58f0e4676 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:26.247873 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1aa25580-8d4f-4658-b7a7-3618d2f6c46f req-cebeadb0-5800-4a1e-ad38-e85ba36521d8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492773 Jul 16 01:34:26.428085 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 9fd132fb-492e-4cd8-8063-103527e1891e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=9fd132fb-492e-4cd8-8063-103527e1891e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:26.441187 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '9fd132fb-492e-4cd8-8063-103527e1891e', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '9fd132fb-492e-4cd8-8063-103527e1891e', 'mac_address': 'fa:16:3e:ad:f8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:26.524139 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.538779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fd132fb-492e-4cd8-8063-103527e1891e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:26.561261 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 9fd132fb-492e-4cd8-8063-103527e1891e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=9fd132fb-492e-4cd8-8063-103527e1891e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:26.568177 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.662595 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=9fd132fb-492e-4cd8-8063-103527e1891e,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:26.749643 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36bd02e4-d000-47a9-9161-d1241c54442e {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:26.762909 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.796080 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Transition to ACTIVE for port object 36bd02e4-d000-47a9-9161-d1241c54442e will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:26.811296 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f69982e-8a17-4357-887a-b0137890891a admin admin] Router afd4b5dc-5454-4798-9266-7f6f715d9b12 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:26.812123 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.896337 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['9fd132fb-492e-4cd8-8063-103527e1891e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:26.928684 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50724) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:26.938052 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-59d28001-7453-440f-a39d-bfbf7d75d58c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-392159129-network', 'tenant_id': '9c3fcd6be7f241edb6da5b6fa647b381'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:26.998834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02809e29-cb58-45fc-a1a9-28bc6c19b505', 'name': 'network-vif-deleted', 'tag': '5ec67d71-e8a3-4124-9d1e-52ee32012752'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:27.007430 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c930c8c2-494e-463c-911e-f26e014dcb6b" -d '{"events": [{"server_uuid": "02809e29-cb58-45fc-a1a9-28bc6c19b505", "name": "network-vif-deleted", "tag": "5ec67d71-e8a3-4124-9d1e-52ee32012752"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:27.033660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d28001-7453-440f-a39d-bfbf7d75d58c admin admin] Made reservation on behalf of 9c3fcd6be7f241edb6da5b6fa647b381 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:27.041384 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59d28001-7453-440f-a39d-bfbf7d75d58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.058667 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59d28001-7453-440f-a39d-bfbf7d75d58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.327601 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60afcac1-2fd5-4855-9bf2-f14ce30ded33 x-openstack-request-id: req-60afcac1-2fd5-4855-9bf2-f14ce30ded33 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:27.328090 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02809e29-cb58-45fc-a1a9-28bc6c19b505", "name": "network-vif-deleted", "tag": "5ec67d71-e8a3-4124-9d1e-52ee32012752", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:27.328418 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-60afcac1-2fd5-4855-9bf2-f14ce30ded33 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:27.328903 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02809e29-cb58-45fc-a1a9-28bc6c19b505', 'name': 'network-vif-deleted', 'tag': '5ec67d71-e8a3-4124-9d1e-52ee32012752', 'status': 'completed', 'code': 200} Jul 16 01:34:27.339956 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59d28001-7453-440f-a39d-bfbf7d75d58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.347373 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59d28001-7453-440f-a39d-bfbf7d75d58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.394992 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 2436e290-8f41-47dd-85ce-5f55738afcfb no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:27.427246 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50746) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:27.428241 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d28001-7453-440f-a39d-bfbf7d75d58c admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:27.430963 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 2436e290-8f41-47dd-85ce-5f55738afcfb {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:27.431537 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 2436e290-8f41-47dd-85ce-5f55738afcfb not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:27.533681 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d28001-7453-440f-a39d-bfbf7d75d58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e51b4f-916b-4342-b7f5-e0173412d4ac,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:27.558981 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59d28001-7453-440f-a39d-bfbf7d75d58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.559509 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-59d28001-7453-440f-a39d-bfbf7d75d58c admin admin] Added segment 3d0deeb1-300f-40b3-8d62-3ae642ff0c91 of type vlan for network 0a1072e2-0402-42f8-8601-7f68cbe34d8e Jul 16 01:34:27.622876 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:34:27.645982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f69982e-8a17-4357-887a-b0137890891a admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:27.658739 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e14ba-f744-4ea6-ade1-127868c0775f None None] Sync routers for ids ['afd4b5dc-5454-4798-9266-7f6f715d9b12'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:27.659492 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50748) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:27.664914 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9823bd-d524-4144-9f3f-b2f905685c4a admin admin] Deleting subnet 6f6ab48a-a89d-4604-95e5-95b119c0d93d {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:27.667110 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7f69982e-8a17-4357-887a-b0137890891a admin admin] 10.222.0.54 "PUT /v2.0/routers/afd4b5dc-5454-4798-9266-7f6f715d9b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7357175 Jul 16 01:34:27.668894 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dc9823bd-d524-4144-9f3f-b2f905685c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.672385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1e14ba-f744-4ea6-ade1-127868c0775f None None] Routers {'afd4b5dc-5454-4798-9266-7f6f715d9b12'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:27.679178 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bc1e14ba-f744-4ea6-ade1-127868c0775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['afd4b5dc-5454-4798-9266-7f6f715d9b12'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:27.688867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Pushing event updated for resources: {'Port': ['ID=36bd02e4-d000-47a9-9161-d1241c54442e,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:27.824189 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59d28001-7453-440f-a39d-bfbf7d75d58c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.861053 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35443770-2ddf-4fb5-bce7-8ebb8a468806 req-120f03ff-af33-48d9-afee-097f36b1291f tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.870641 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-35443770-2ddf-4fb5-bce7-8ebb8a468806 req-120f03ff-af33-48d9-afee-097f36b1291f tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/ports?device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 944 time: 0.3222907 Jul 16 01:34:27.877453 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-94d00c49-3984-4f5c-b02d-ccd751081c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.914428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-bc1e14ba-f744-4ea6-ade1-127868c0775f None None] Set router afd4b5dc-5454-4798-9266-7f6f715d9b12 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:27.967569 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Attempting to bind port 36bd02e4-d000-47a9-9161-d1241c54442e on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:27.968144 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Attempting to bind port 36bd02e4-d000-47a9-9161-d1241c54442e by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '0069c7d8-a69d-44ba-ad7f-aebd2473835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:27.968486 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Attempting to bind port 36bd02e4-d000-47a9-9161-d1241c54442e on network b674553f-a0ba-4ffc-8b96-f2507d2ffa5a {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:27.986455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Port 36bd02e4-d000-47a9-9161-d1241c54442e on network b674553f-a0ba-4ffc-8b96-f2507d2ffa5a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:27.986787 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Attempting to bind port 36bd02e4-d000-47a9-9161-d1241c54442e on network b674553f-a0ba-4ffc-8b96-f2507d2ffa5a {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:28.032850 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:28.033196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Checking segment: {'id': '0069c7d8-a69d-44ba-ad7f-aebd2473835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:28.033595 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Bound using segment: {'id': '0069c7d8-a69d-44ba-ad7f-aebd2473835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:28.034046 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Bound port: 36bd02e4-d000-47a9-9161-d1241c54442e, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0069c7d8-a69d-44ba-ad7f-aebd2473835b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:28.034426 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.167334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5ec67d71-e8a3-4124-9d1e-52ee32012752 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:28.199624 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 5ec67d71-e8a3-4124-9d1e-52ee32012752 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:28.200324 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5ec67d71-e8a3-4124-9d1e-52ee32012752 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:28.208322 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bc1e14ba-f744-4ea6-ade1-127868c0775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:34:25Z', 'revision_number': 5, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:28.217867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] For port 36bd02e4-d000-47a9-9161-d1241c54442e, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:28.222674 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] For port 36bd02e4-d000-47a9-9161-d1241c54442e, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=36bd02e4-d000-47a9-9161-d1241c54442e,segment=NetworkSegment(0069c7d8-a69d-44ba-ad7f-aebd2473835b),segment_id=0069c7d8-a69d-44ba-ad7f-aebd2473835b)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:28.232750 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0f04d17c-364f-4ac0-82e6-584a19f5fc74 admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.236088 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dc9823bd-d524-4144-9f3f-b2f905685c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.239107 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e14ba-f744-4ea6-ade1-127868c0775f None None] Checking router: afd4b5dc-5454-4798-9266-7f6f715d9b12 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:28.242491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03ce00-9a69-4a92-920e-f81dbab918ca req-b23d6568-56cb-40f3-8969-2bab54990593 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.249478 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1e14ba-f744-4ea6-ade1-127868c0775f None None] Routers {'afd4b5dc-5454-4798-9266-7f6f715d9b12'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:28.250155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bc1e14ba-f744-4ea6-ade1-127868c0775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['afd4b5dc-5454-4798-9266-7f6f715d9b12'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:28.252823 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e03ce00-9a69-4a92-920e-f81dbab918ca req-b23d6568-56cb-40f3-8969-2bab54990593 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.3208380 Jul 16 01:34:28.258164 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.278417 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.resource_extend [None req-59d28001-7453-440f-a39d-bfbf7d75d58c admin admin] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:34:28.367629 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-35443770-2ddf-4fb5-bce7-8ebb8a468806 req-ee609bac-9f05-4e66-b765-20e7e474ee87 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/security-groups?id=8285b848-0758-4c6b-8f73-a0edd79b298a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4961932 Jul 16 01:34:28.374445 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59d28001-7453-440f-a39d-bfbf7d75d58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.385306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d28001-7453-440f-a39d-bfbf7d75d58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.386155 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59d28001-7453-440f-a39d-bfbf7d75d58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.387860 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-bc1e14ba-f744-4ea6-ade1-127868c0775f None None] Set router afd4b5dc-5454-4798-9266-7f6f715d9b12 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:28.400414 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Pushing event updated for resources: {'Port': ['ID=36bd02e4-d000-47a9-9161-d1241c54442e,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:28.417657 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e03ce00-9a69-4a92-920e-f81dbab918ca req-46cfbdc1-65b2-418b-a29d-579a638a8849 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635082 Jul 16 01:34:28.457328 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.464354 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.466106 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-cd03f871-c2e8-4a56-8718-a15e30694a6f service neutron] 10.222.0.26 "PUT /v2.0/ports/36bd02e4-d000-47a9-9161-d1241c54442e HTTP/1.1" status: 200 len: 1092 time: 3.4117424 Jul 16 01:34:28.467624 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336c18bc-ece8-4116-914d-205be261975b', 'tag': '36bd02e4-d000-47a9-9161-d1241c54442e'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:28.472384 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c341534c-2f6b-4523-8d35-9107faad03bc" -d '{"events": [{"name": "network-changed", "server_uuid": "336c18bc-ece8-4116-914d-205be261975b", "tag": "36bd02e4-d000-47a9-9161-d1241c54442e"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:28.603939 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d28001-7453-440f-a39d-bfbf7d75d58c admin admin] Pushing event updated for resources: {'Network': ['ID=0a1072e2-0402-42f8-8601-7f68cbe34d8e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:28.620108 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dc9823bd-d524-4144-9f3f-b2f905685c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.647595 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 0a1072e2-0402-42f8-8601-7f68cbe34d8e details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:28.679098 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-59d28001-7453-440f-a39d-bfbf7d75d58c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7458446 Jul 16 01:34:28.684875 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50764) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:28.694398 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5795e0-2d50-4676-9186-a90a649af021 x-openstack-request-id: req-8c5795e0-2d50-4676-9186-a90a649af021 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:28.695289 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336c18bc-ece8-4116-914d-205be261975b", "tag": "36bd02e4-d000-47a9-9161-d1241c54442e", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:28.695753 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8c5795e0-2d50-4676-9186-a90a649af021 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:28.696390 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336c18bc-ece8-4116-914d-205be261975b', 'tag': '36bd02e4-d000-47a9-9161-d1241c54442e', 'status': 'completed', 'code': 200} Jul 16 01:34:28.701243 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-da0871aa-fbae-4e9f-b4ac-cbde360e9e52 admin admin] Request body: {'subnet': {'network_id': '0a1072e2-0402-42f8-8601-7f68cbe34d8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-392159129-subnet', 'tenant_id': '9c3fcd6be7f241edb6da5b6fa647b381', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:28.724527 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.754495 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-267d0c99-3f9a-48ce-8695-06785c764553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.768303 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0f04d17c-364f-4ac0-82e6-584a19f5fc74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.786305 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187438ba-4cf4-4f49-9064-e20f6291917d req-77255c91-3b15-468c-86f1-5ce014dbde58 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.797466 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-f8cbc6bc-72fc-492b-a134-8c871149411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.799289 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-f8cbc6bc-72fc-492b-a134-8c871149411f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=80bd84e6dcbf4466990580e7adaf0636&device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 1095 time: 0.2641301 Jul 16 01:34:28.799957 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-187438ba-4cf4-4f49-9064-e20f6291917d req-77255c91-3b15-468c-86f1-5ce014dbde58 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 951 time: 0.1861944 Jul 16 01:34:28.832304 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bc1e14ba-f744-4ea6-ade1-127868c0775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:34:25Z', 'revision_number': 5, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:28.838180 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0871aa-fbae-4e9f-b4ac-cbde360e9e52 admin admin] Made reservation on behalf of 9c3fcd6be7f241edb6da5b6fa647b381 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:28.841301 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da0871aa-fbae-4e9f-b4ac-cbde360e9e52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.852671 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dc9823bd-d524-4144-9f3f-b2f905685c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.880215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e14ba-f744-4ea6-ade1-127868c0775f None None] The sync data for ids ['afd4b5dc-5454-4798-9266-7f6f715d9b12'] in n-d-800086-6 is: [{'id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1863943300-router', 'tenant_id': '8067f702785a46d7aeee2219e58c580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:07Z', 'updated_at': '2021-07-16T01:34:25Z', 'revision_number': 5, 'project_id': '8067f702785a46d7aeee2219e58c580f', 'gw_port': {'id': '4f372f7b-2880-4bfa-9406-801027b53f01', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd4b5dc-5454-4798-9266-7f6f715d9b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:09Z', 'updated_at': '2021-07-16T01:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:28.901371 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-206bae08-0657-4057-9906-1ac26c7f2657 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36bd02e4-d000-47a9-9161-d1241c54442e HTTP/1.1" status: 200 len: 217 time: 0.0677886 Jul 16 01:34:28.950182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-94d00c49-3984-4f5c-b02d-ccd751081c72 admin admin] Deleting port 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:28.950670 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-94d00c49-3984-4f5c-b02d-ccd751081c72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.961128 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-187438ba-4cf4-4f49-9064-e20f6291917d req-7d8f8522-50cc-4ad7-aee8-65627362a84e tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602008 Jul 16 01:34:28.963133 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dc9823bd-d524-4144-9f3f-b2f905685c4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.965051 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dc9823bd-d524-4144-9f3f-b2f905685c4a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6f6ab48a-a89d-4604-95e5-95b119c0d93d HTTP/1.1" status: 204 len: 168 time: 1.5295129 Jul 16 01:34:28.970361 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9823bd-d524-4144-9f3f-b2f905685c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f6ab48a-a89d-4604-95e5-95b119c0d93d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:28.975667 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50766) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:29.058149 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-a3e97a8f-ce3f-4cc7-8131-dcb5bf1d4f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:29.059820 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-a3e97a8f-ce3f-4cc7-8131-dcb5bf1d4f29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f473865d-7ea0-4ee7-9864-4956b1c85f80 HTTP/1.1" status: 200 len: 845 time: 0.1451378 Jul 16 01:34:29.118054 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-94d00c49-3984-4f5c-b02d-ccd751081c72 admin admin] For port 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354,segment=NetworkSegment(05a87a64-85ee-48fc-b186-80e3acc4d32d),segment_id=05a87a64-85ee-48fc-b186-80e3acc4d32d)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:29.118827 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-94d00c49-3984-4f5c-b02d-ccd751081c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.136075 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-94d00c49-3984-4f5c-b02d-ccd751081c72 admin admin] Calling delete_port for 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:29.137671 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c34e-0c45-4341-b791-b1c9970e79e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.160316 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-0f04d17c-364f-4ac0-82e6-584a19f5fc74 admin admin] Deleting port 4f372f7b-2880-4bfa-9406-801027b53f01 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:29.160662 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0f04d17c-364f-4ac0-82e6-584a19f5fc74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.199114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-e1f7d3ae-7492-4c81-8a37-2b0253973d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:29.200725 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-e1f7d3ae-7492-4c81-8a37-2b0253973d3e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b674553f-a0ba-4ffc-8b96-f2507d2ffa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339056 Jul 16 01:34:29.267154 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7c5156f6-f7aa-4f03-9b40-ed519b936d0a no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:29.306528 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 7c5156f6-f7aa-4f03-9b40-ed519b936d0a {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:29.307162 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7c5156f6-f7aa-4f03-9b40-ed519b936d0a not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:29.382847 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 9fd132fb-492e-4cd8-8063-103527e1891e up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:29.421698 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-81a10631-b9b9-4560-8bb6-0ac1ab841d37 service neutron] 10.222.0.26 "GET /v2.0/networks/b674553f-a0ba-4ffc-8b96-f2507d2ffa5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131231 Jul 16 01:34:29.507617 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 9fd132fb-492e-4cd8-8063-103527e1891e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:29.508313 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.602817 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c34e-0c45-4341-b791-b1c9970e79e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.622740 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-94d00c49-3984-4f5c-b02d-ccd751081c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.642075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-bcb7c34e-0c45-4341-b791-b1c9970e79e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44eb12fe-e5db-4f2e-8e1e-ab93f6667071']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:29.666565 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-bcb7c34e-0c45-4341-b791-b1c9970e79e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ee2a5b-8aa1-4fff-81c9-b595bb67224f') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:29.667126 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-bcb7c34e-0c45-4341-b791-b1c9970e79e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ee2a5b-8aa1-4fff-81c9-b595bb67224f') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:29.676637 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-0f04d17c-364f-4ac0-82e6-584a19f5fc74 admin admin] For port 4f372f7b-2880-4bfa-9406-801027b53f01, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4f372f7b-2880-4bfa-9406-801027b53f01,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:29.677421 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0f04d17c-364f-4ac0-82e6-584a19f5fc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.697557 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da0871aa-fbae-4e9f-b4ac-cbde360e9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.704212 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c34e-0c45-4341-b791-b1c9970e79e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.712120 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.731870 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-0f04d17c-364f-4ac0-82e6-584a19f5fc74 admin admin] Calling delete_port for 4f372f7b-2880-4bfa-9406-801027b53f01 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:29.757819 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84c85500-988f-40d8-b9c4-b5af22d54d87 req-78504224-fbe2-4b35-bf34-f5d8267c44d1 service neutron] 10.222.0.26 "GET /v2.0/networks/b674553f-a0ba-4ffc-8b96-f2507d2ffa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297460 Jul 16 01:34:29.758739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d00c49-3984-4f5c-b02d-ccd751081c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:29.760723 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07af97bd-1989-4254-82c9-a311ade464f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd132fb-492e-4cd8-8063-103527e1891e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:29.791624 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdb7ea8-020d-487c-8edf-b6565ade6cb3" -d '{"events": [{"server_uuid": "07af97bd-1989-4254-82c9-a311ade464f8", "name": "network-vif-plugged", "status": "completed", "tag": "9fd132fb-492e-4cd8-8063-103527e1891e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:29.807512 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c34e-0c45-4341-b791-b1c9970e79e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.818162 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 9fd132fb-492e-4cd8-8063-103527e1891e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=9fd132fb-492e-4cd8-8063-103527e1891e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:29.834515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb7c34e-0c45-4341-b791-b1c9970e79e2 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:29.835910 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.840892 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c34e-0c45-4341-b791-b1c9970e79e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:29.857696 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:29.917734 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055a4cc-9be0-4907-aca7-ff2326e86e5b req-574a3533-f6ac-4843-8b18-b23efc647b49 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:29.927000 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f055a4cc-9be0-4907-aca7-ff2326e86e5b req-574a3533-f6ac-4843-8b18-b23efc647b49 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/ports?device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 944 time: 0.2780464 Jul 16 01:34:29.937834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=9fd132fb-492e-4cd8-8063-103527e1891e,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:29.987658 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0871aa-fbae-4e9f-b4ac-cbde360e9e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d5d414-82c2-434f-8812-7bfee4fd6ff2,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:30.032216 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f055a4cc-9be0-4907-aca7-ff2326e86e5b req-3cf0e86a-f220-4bd4-a03b-5db98a9c0a04 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/security-groups?id=8285b848-0758-4c6b-8f73-a0edd79b298a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036828 Jul 16 01:34:30.072527 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c34e-0c45-4341-b791-b1c9970e79e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.076766 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0871aa-fbae-4e9f-b4ac-cbde360e9e52 admin admin] Checking segment: {'id': '3d0deeb1-300f-40b3-8d62-3ae642ff0c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0a1072e2-0402-42f8-8601-7f68cbe34d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:30.077465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0871aa-fbae-4e9f-b4ac-cbde360e9e52 admin admin] Network hostable DHCP agents. Network: 0a1072e2-0402-42f8-8601-7f68cbe34d8e, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:30.092768 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c34e-0c45-4341-b791-b1c9970e79e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.095120 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bcb7c34e-0c45-4341-b791-b1c9970e79e2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/44eb12fe-e5db-4f2e-8e1e-ab93f6667071 HTTP/1.1" status: 204 len: 168 time: 1.1153960 Jul 16 01:34:30.164679 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e614a-fa1e-4f82-b73d-61d3a34dcbd7 req-b351e8bf-22f2-45fa-b4e0-e8cf53f6cad6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.173665 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-296e614a-fa1e-4f82-b73d-61d3a34dcbd7 req-b351e8bf-22f2-45fa-b4e0-e8cf53f6cad6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.4812291 Jul 16 01:34:30.187971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7c34e-0c45-4341-b791-b1c9970e79e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=44eb12fe-e5db-4f2e-8e1e-ab93f6667071,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:30.220563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341534c-2f6b-4523-8d35-9107faad03bc req-be9557fd-1d9b-4850-bdcf-df566ccca261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.222220 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c341534c-2f6b-4523-8d35-9107faad03bc req-be9557fd-1d9b-4850-bdcf-df566ccca261 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=80bd84e6dcbf4466990580e7adaf0636&device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 1095 time: 0.3603203 Jul 16 01:34:30.237930 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d147acbc-b189-4c73-b310-b65f477330d6 x-openstack-request-id: req-d147acbc-b189-4c73-b310-b65f477330d6 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:30.238599 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07af97bd-1989-4254-82c9-a311ade464f8", "name": "network-vif-plugged", "status": "completed", "tag": "9fd132fb-492e-4cd8-8063-103527e1891e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:30.238955 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d147acbc-b189-4c73-b310-b65f477330d6 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:30.239531 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07af97bd-1989-4254-82c9-a311ade464f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd132fb-492e-4cd8-8063-103527e1891e', 'code': 200} Jul 16 01:34:30.247540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0871aa-fbae-4e9f-b4ac-cbde360e9e52 admin admin] Network 0a1072e2-0402-42f8-8601-7f68cbe34d8e is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:30.288985 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-296e614a-fa1e-4f82-b73d-61d3a34dcbd7 req-4bd01087-a05c-4941-9dbf-ec93aaade8f6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140554 Jul 16 01:34:30.309423 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-da0871aa-fbae-4e9f-b4ac-cbde360e9e52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 0a1072e2-0402-42f8-8601-7f68cbe34d8e) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:30.314921 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-94d00c49-3984-4f5c-b02d-ccd751081c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.327543 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc04d1d-fda1-4b4a-a22e-750bb8f6b4e5 None None] Network 0a1072e2-0402-42f8-8601-7f68cbe34d8e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:30.349748 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0871aa-fbae-4e9f-b4ac-cbde360e9e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.350666 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da0871aa-fbae-4e9f-b4ac-cbde360e9e52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.409705 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-da0871aa-fbae-4e9f-b4ac-cbde360e9e52 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7199674 Jul 16 01:34:30.430523 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0f04d17c-364f-4ac0-82e6-584a19f5fc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.488698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04d17c-364f-4ac0-82e6-584a19f5fc74 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f372f7b-2880-4bfa-9406-801027b53f01,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:30.536671 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295d319-4a42-4295-9f86-2726f1b85919 req-5e15c10d-cbf6-4a9d-898d-72998768f74b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.538694 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6295d319-4a42-4295-9f86-2726f1b85919 req-5e15c10d-cbf6-4a9d-898d-72998768f74b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 951 time: 0.2022681 Jul 16 01:34:30.572219 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50790) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:30.591092 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa286734-b91e-4de3-892b-634a221a2f33 None None] Network 0a1072e2-0402-42f8-8601-7f68cbe34d8e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:30.670734 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0f04d17c-364f-4ac0-82e6-584a19f5fc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.739983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341534c-2f6b-4523-8d35-9107faad03bc req-0e94c059-2f6f-447a-8c60-39de4318c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.749622 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c341534c-2f6b-4523-8d35-9107faad03bc req-0e94c059-2f6f-447a-8c60-39de4318c06a service neutron] 10.222.0.26 "GET /v2.0/networks?id=b674553f-a0ba-4ffc-8b96-f2507d2ffa5a HTTP/1.1" status: 200 len: 907 time: 0.5173080 Jul 16 01:34:30.813966 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-952835e3-36d6-4856-8f1c-151301381ceb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c7a28ef2c8eb4e6bad41171e1567f752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382524 Jul 16 01:34:30.815554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50794) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:30.826572 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0f04d17c-364f-4ac0-82e6-584a19f5fc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.832878 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0f04d17c-364f-4ac0-82e6-584a19f5fc74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.868891 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c341534c-2f6b-4523-8d35-9107faad03bc req-693491e0-d492-48aa-b3ce-d0595a5c46e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36bd02e4-d000-47a9-9161-d1241c54442e HTTP/1.1" status: 200 len: 217 time: 0.0992527 Jul 16 01:34:30.926762 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0f04d17c-364f-4ac0-82e6-584a19f5fc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.927678 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f04d17c-364f-4ac0-82e6-584a19f5fc74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afd4b5dc-5454-4798-9266-7f6f715d9b12 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:34:30.934333 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0f04d17c-364f-4ac0-82e6-584a19f5fc74 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.937850 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0f04d17c-364f-4ac0-82e6-584a19f5fc74 admin admin] 10.222.0.54 "DELETE /v2.0/routers/afd4b5dc-5454-4798-9266-7f6f715d9b12 HTTP/1.1" status: 204 len: 168 time: 3.2739263 Jul 16 01:34:30.940721 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50800) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:30.947146 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94944adc-8d11-45e6-89d9-2de1111504b9 req-8664d261-9ca4-4501-88ff-1342751a7281 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.955649 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94944adc-8d11-45e6-89d9-2de1111504b9 req-8664d261-9ca4-4501-88ff-1342751a7281 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 951 time: 0.3517268 Jul 16 01:34:30.986205 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-6295d319-4a42-4295-9f86-2726f1b85919 req-fe35b5ee-10a2-47fb-8f68-47b813d124ed tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Deleting port f3647fdd-df8a-4add-8855-e8dadc6f2950 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:30.989343 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6295d319-4a42-4295-9f86-2726f1b85919 req-fe35b5ee-10a2-47fb-8f68-47b813d124ed tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.067412 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341534c-2f6b-4523-8d35-9107faad03bc req-2c93dc3b-88a5-4383-827d-2971a7cb1e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.075239 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c341534c-2f6b-4523-8d35-9107faad03bc req-2c93dc3b-88a5-4383-827d-2971a7cb1e0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f473865d-7ea0-4ee7-9864-4956b1c85f80 HTTP/1.1" status: 200 len: 845 time: 0.1904166 Jul 16 01:34:31.134800 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d9a654d1-09c2-4e6d-9988-e8870ccf0f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.140916 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.143996 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-48526cb9-f37b-4bd8-9c0b-3b5c55394579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.152591 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94944adc-8d11-45e6-89d9-2de1111504b9 req-ab4bda0d-8268-492c-b6db-12fa71d2611b tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/security-groups?id=08a982fe-a4c3-4058-bc17-ab450ad19127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959510 Jul 16 01:34:31.202987 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-48526cb9-f37b-4bd8-9c0b-3b5c55394579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.276959 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-294578b1-8553-49ed-bc0b-f85e7937b6c0 admin admin] Deleting subnet bc5f773e-982f-4a7b-9f31-a3984b4d24fe {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:31.281773 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-294578b1-8553-49ed-bc0b-f85e7937b6c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.325737 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-294578b1-8553-49ed-bc0b-f85e7937b6c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.333592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d00c49-3984-4f5c-b02d-ccd751081c72 admin admin] Router e29263fb-d2d4-43b3-80cd-bc80d3820952 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:31.352248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341534c-2f6b-4523-8d35-9107faad03bc req-ba5c8f65-c125-4a30-9b49-c94b535dd388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.353893 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c341534c-2f6b-4523-8d35-9107faad03bc req-ba5c8f65-c125-4a30-9b49-c94b535dd388 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b674553f-a0ba-4ffc-8b96-f2507d2ffa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2311401 Jul 16 01:34:31.420285 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-294578b1-8553-49ed-bc0b-f85e7937b6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.579134 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-48526cb9-f37b-4bd8-9c0b-3b5c55394579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.581887 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-48526cb9-f37b-4bd8-9c0b-3b5c55394579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.591375 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-48526cb9-f37b-4bd8-9c0b-3b5c55394579 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1c68af18-4de8-4ae2-81c7-8677058ad982 HTTP/1.1" status: 204 len: 168 time: 0.7676239 Jul 16 01:34:31.662079 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-6295d319-4a42-4295-9f86-2726f1b85919 req-fe35b5ee-10a2-47fb-8f68-47b813d124ed tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] For port f3647fdd-df8a-4add-8855-e8dadc6f2950, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f3647fdd-df8a-4add-8855-e8dadc6f2950,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:31.662612 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6295d319-4a42-4295-9f86-2726f1b85919 req-fe35b5ee-10a2-47fb-8f68-47b813d124ed tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.682202 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48526cb9-f37b-4bd8-9c0b-3b5c55394579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c68af18-4de8-4ae2-81c7-8677058ad982,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:31.709099 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-6295d319-4a42-4295-9f86-2726f1b85919 req-fe35b5ee-10a2-47fb-8f68-47b813d124ed tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Calling delete_port for f3647fdd-df8a-4add-8855-e8dadc6f2950 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:31.735494 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e77a3-a366-454d-8ee7-247295bdbdef req-257483c6-04fa-46f5-bdd7-ed54abc6fdd9 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.737235 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-044e77a3-a366-454d-8ee7-247295bdbdef req-257483c6-04fa-46f5-bdd7-ed54abc6fdd9 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 808 time: 0.3116667 Jul 16 01:34:31.780867 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-294578b1-8553-49ed-bc0b-f85e7937b6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.885359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294578b1-8553-49ed-bc0b-f85e7937b6c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc5f773e-982f-4a7b-9f31-a3984b4d24fe,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:31.888132 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-044e77a3-a366-454d-8ee7-247295bdbdef req-ff4bbb68-1d1b-485e-8bf3-7fd35d33c1b5 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/quotas/c3d262d9128741908a9068e6ff067760 HTTP/1.1" status: 200 len: 375 time: 0.1384244 Jul 16 01:34:31.900225 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-294578b1-8553-49ed-bc0b-f85e7937b6c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.903207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2d62bf-81cd-4591-ac16-4892bc021d74 None None] Network f742ae33-4dce-47ed-a1d3-990b523bac4e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:31.918246 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-294578b1-8553-49ed-bc0b-f85e7937b6c0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/bc5f773e-982f-4a7b-9f31-a3984b4d24fe HTTP/1.1" status: 204 len: 168 time: 0.9736335 Jul 16 01:34:31.920667 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50818) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:31.989321 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.006544 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-044e77a3-a366-454d-8ee7-247295bdbdef req-d77ce2e4-7d96-4c1b-827e-23db9302a1aa tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866199 Jul 16 01:34:32.086344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09ec67-6c4b-4484-a5e0-4912d5d6eed9 req-5db8e0f9-645e-44d6-9358-e37b90c998a2 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:32.095136 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd09ec67-6c4b-4484-a5e0-4912d5d6eed9 req-5db8e0f9-645e-44d6-9358-e37b90c998a2 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/ports?device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 944 time: 0.7384548 Jul 16 01:34:32.102437 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c341534c-2f6b-4523-8d35-9107faad03bc req-630d5b9c-0a44-47b8-b7dc-ce4996fb3a5a service neutron] 10.222.0.26 "GET /v2.0/networks/b674553f-a0ba-4ffc-8b96-f2507d2ffa5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7028341 Jul 16 01:34:32.109983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d00c49-3984-4f5c-b02d-ccd751081c72 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:32.116113 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-94d00c49-3984-4f5c-b02d-ccd751081c72 admin admin] 10.222.0.54 "PUT /v2.0/routers/e29263fb-d2d4-43b3-80cd-bc80d3820952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6560519 Jul 16 01:34:32.124212 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a6f4c-81f7-44ed-b71e-447cb44093f1 None None] Sync routers for ids ['e29263fb-d2d4-43b3-80cd-bc80d3820952'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:32.130039 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.135491 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50824) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:32.145812 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84a6f4c-81f7-44ed-b71e-447cb44093f1 None None] Routers {'e29263fb-d2d4-43b3-80cd-bc80d3820952'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:32.146458 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a84a6f4c-81f7-44ed-b71e-447cb44093f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e29263fb-d2d4-43b3-80cd-bc80d3820952'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:32.222383 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 36bd02e4-d000-47a9-9161-d1241c54442e details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:32.242223 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd09ec67-6c4b-4484-a5e0-4912d5d6eed9 req-6019518d-6b59-4942-a27b-c52778d77ce8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/security-groups?id=8285b848-0758-4c6b-8f73-a0edd79b298a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457326 Jul 16 01:34:32.272321 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a84a6f4c-81f7-44ed-b71e-447cb44093f1 None None] Set router e29263fb-d2d4-43b3-80cd-bc80d3820952 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:32.333160 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c341534c-2f6b-4523-8d35-9107faad03bc req-60005098-4d85-4308-9f89-80219c0a5726 service neutron] 10.222.0.26 "GET /v2.0/networks/b674553f-a0ba-4ffc-8b96-f2507d2ffa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154937 Jul 16 01:34:32.359724 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] Deleting port 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:32.360653 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.471638 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6295d319-4a42-4295-9f86-2726f1b85919 req-fe35b5ee-10a2-47fb-8f68-47b813d124ed tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.567599 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] For port 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=92f43fdd-6e8d-4bde-b5cf-7954c53e8be8,segment=NetworkSegment(f756e3f7-e46a-4a44-a34b-9a9aef14f9ac),segment_id=f756e3f7-e46a-4a44-a34b-9a9aef14f9ac)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:32.575013 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.584744 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a84a6f4c-81f7-44ed-b71e-447cb44093f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:34:29Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:32.592694 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['f3647fdd-df8a-4add-8855-e8dadc6f2950'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:32.625835 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] Calling delete_port for 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:32.641111 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a6f4c-81f7-44ed-b71e-447cb44093f1 None None] Checking router: e29263fb-d2d4-43b3-80cd-bc80d3820952 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:32.668233 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84a6f4c-81f7-44ed-b71e-447cb44093f1 None None] Routers {'e29263fb-d2d4-43b3-80cd-bc80d3820952'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:32.670834 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a84a6f4c-81f7-44ed-b71e-447cb44093f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e29263fb-d2d4-43b3-80cd-bc80d3820952'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:32.687150 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 36bd02e4-d000-47a9-9161-d1241c54442e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=36bd02e4-d000-47a9-9161-d1241c54442e,segment=NetworkSegment(0069c7d8-a69d-44ba-ad7f-aebd2473835b),segment_id=0069c7d8-a69d-44ba-ad7f-aebd2473835b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:32.742802 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '36bd02e4-d000-47a9-9161-d1241c54442e', 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a', 'port_id': '36bd02e4-d000-47a9-9161-d1241c54442e', 'mac_address': 'fa:16:3e:51:81:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:32.744769 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a208f30-843c-4459-8fe3-bdd54388e09f None None] DHCP port deletion for f742ae33-4dce-47ed-a1d3-990b523bac4e request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:32.818394 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.835500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36bd02e4-d000-47a9-9161-d1241c54442e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:32.858024 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514f3f4-745e-40c4-af73-d0324a172f9c req-fba002be-5bb0-4c53-8794-4a7b9a815858 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:32.865901 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6514f3f4-745e-40c4-af73-d0324a172f9c req-fba002be-5bb0-4c53-8794-4a7b9a815858 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.2329631 Jul 16 01:34:32.866975 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 36bd02e4-d000-47a9-9161-d1241c54442e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=36bd02e4-d000-47a9-9161-d1241c54442e,segment=NetworkSegment(0069c7d8-a69d-44ba-ad7f-aebd2473835b),segment_id=0069c7d8-a69d-44ba-ad7f-aebd2473835b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:32.903391 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.910515 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.965670 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6514f3f4-745e-40c4-af73-d0324a172f9c req-25db7f4b-0ccb-4254-b9cd-eaa2ffc445df tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987821 Jul 16 01:34:32.974967 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] Pushing event deleted for resources: {'Port': ['ID=92f43fdd-6e8d-4bde-b5cf-7954c53e8be8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:32.989414 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] No DVR routers for this DVR port 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:33.028020 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a84a6f4c-81f7-44ed-b71e-447cb44093f1 None None] Set router e29263fb-d2d4-43b3-80cd-bc80d3820952 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:33.040814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3a208f30-843c-4459-8fe3-bdd54388e09f None None] Deleting port 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:33.041291 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a208f30-843c-4459-8fe3-bdd54388e09f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.080211 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=36bd02e4-d000-47a9-9161-d1241c54442e,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:33.161855 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4f372f7b-2880-4bfa-9406-801027b53f01 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:33.167922 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.194600 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 4f372f7b-2880-4bfa-9406-801027b53f01 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:33.195910 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4f372f7b-2880-4bfa-9406-801027b53f01 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:33.196691 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:33.197015 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f742ae33-4dce-47ed-a1d3-990b523bac4e']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:33.227997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:33.229421 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:33.239560 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9b554adc-8fc5-47a4-9c7c-df16e90f443d req-9e9154e4-9d09-4173-9225-c6439229c03a tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 210 time: 0.0468731 Jul 16 01:34:33.241342 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f756e3f7-e46a-4a44-a34b-9a9aef14f9ac') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:33.241635 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f756e3f7-e46a-4a44-a34b-9a9aef14f9ac') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:33.249892 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['36bd02e4-d000-47a9-9161-d1241c54442e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:33.274204 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.309685 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.327737 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:33.328423 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:33.330461 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:33.336229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3a208f30-843c-4459-8fe3-bdd54388e09f None None] For port 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8, host n-d-800086-6, got binding levels [] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:33.336636 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a208f30-843c-4459-8fe3-bdd54388e09f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.351613 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50852) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:33.374430 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3a208f30-843c-4459-8fe3-bdd54388e09f None None] Calling delete_port for 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:33.409235 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.ipam_backend_mixin [None req-3a208f30-843c-4459-8fe3-bdd54388e09f None None] Port 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 was not found and therefore no delete operation was performed {{(pid=93833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:34:33.417952 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a208f30-843c-4459-8fe3-bdd54388e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.452367 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-044e77a3-a366-454d-8ee7-247295bdbdef req-09b8dc44-fae4-4de4-b498-d2bd9e7b9f04 service neutron] 10.222.0.54 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4330308 Jul 16 01:34:33.464533 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.470418 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a84a6f4c-81f7-44ed-b71e-447cb44093f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:34:29Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:33.476997 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.484253 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] 10.222.0.54 "DELETE /v2.0/networks/f742ae33-4dce-47ed-a1d3-990b523bac4e HTTP/1.1" status: 204 len: 168 time: 1.5296333 Jul 16 01:34:33.496097 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a208f30-843c-4459-8fe3-bdd54388e09f None None] Pushing event deleted for resources: {'Port': ['ID=92f43fdd-6e8d-4bde-b5cf-7954c53e8be8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:33.501811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35b5ee-10a2-47fb-8f68-47b813d124ed tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Pushing event deleted for resources: {'Port': ['ID=f3647fdd-df8a-4add-8855-e8dadc6f2950,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:33.511215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a208f30-843c-4459-8fe3-bdd54388e09f None None] No DVR routers for this DVR port 92f43fdd-6e8d-4bde-b5cf-7954c53e8be8 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:33.514295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50858) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:33.515743 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdad57-3125-4c25-92ba-9651d5e8d27e admin admin] Pushing event deleted for resources: {'Network': ['ID=f742ae33-4dce-47ed-a1d3-990b523bac4e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:33.561441 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a6f4c-81f7-44ed-b71e-447cb44093f1 None None] The sync data for ids ['e29263fb-d2d4-43b3-80cd-bc80d3820952'] in n-d-800086-6 is: [{'id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'name': 'tempest-FloatingIPsAssociationTestJSON-84188769-router', 'tenant_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:33Z', 'updated_at': '2021-07-16T01:34:29Z', 'revision_number': 5, 'project_id': '22a396f99efc4d13a24bdc67c6b2b3f6', 'gw_port': {'id': 'afa57b64-fb3c-4ce0-a552-9326806c703b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29263fb-d2d4-43b3-80cd-bc80d3820952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:35Z', 'updated_at': '2021-07-16T01:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:33.574222 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6295d319-4a42-4295-9f86-2726f1b85919 req-fe35b5ee-10a2-47fb-8f68-47b813d124ed tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] No DVR routers for this DVR port f3647fdd-df8a-4add-8855-e8dadc6f2950 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:33.583254 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6295d319-4a42-4295-9f86-2726f1b85919 req-fe35b5ee-10a2-47fb-8f68-47b813d124ed tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.590830 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6295d319-4a42-4295-9f86-2726f1b85919 req-fe35b5ee-10a2-47fb-8f68-47b813d124ed tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.47 "DELETE /v2.0/ports/f3647fdd-df8a-4add-8855-e8dadc6f2950 HTTP/1.1" status: 204 len: 173 time: 3.0193932 Jul 16 01:34:33.615658 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a30c2f2-18d0-4fb4-8745-587bda4f3ebf', 'name': 'network-vif-deleted', 'tag': 'f3647fdd-df8a-4add-8855-e8dadc6f2950'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:33.631691 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44832ed6-847d-4b55-9e6f-2ceb7ce2bdd0" -d '{"events": [{"server_uuid": "7a30c2f2-18d0-4fb4-8745-587bda4f3ebf", "name": "network-vif-deleted", "tag": "f3647fdd-df8a-4add-8855-e8dadc6f2950"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:33.710287 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d88be9c-ff43-473a-afdc-c42f1223c5af admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.719929 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.814603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-26528774-22c4-4657-9d63-ae832c53406b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-453449254-network', 'tenant_id': '7e0a93c3dbb54f56ac633687331d9c71'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:33.888041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31e8d6-57e3-4086-9faa-39d3e9baaeb4 req-7e6b3737-cef4-4481-943b-59efd512b337 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:33.892372 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-044e77a3-a366-454d-8ee7-247295bdbdef req-99ed8387-727f-4801-a139-9b6a6d1c24f0 service neutron] 10.222.0.54 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060013 Jul 16 01:34:33.896105 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-af31e8d6-57e3-4086-9faa-39d3e9baaeb4 req-7e6b3737-cef4-4481-943b-59efd512b337 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/ports?device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 945 time: 0.3853290 Jul 16 01:34:33.899155 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26528774-22c4-4657-9d63-ae832c53406b admin admin] Made reservation on behalf of 7e0a93c3dbb54f56ac633687331d9c71 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:33.901727 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26528774-22c4-4657-9d63-ae832c53406b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.922346 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d88be9c-ff43-473a-afdc-c42f1223c5af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.926534 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26528774-22c4-4657-9d63-ae832c53406b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.027148 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-2d88be9c-ff43-473a-afdc-c42f1223c5af admin admin] Deleting port afa57b64-fb3c-4ce0-a552-9326806c703b {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:34.027542 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d88be9c-ff43-473a-afdc-c42f1223c5af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.147792 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-2d88be9c-ff43-473a-afdc-c42f1223c5af admin admin] For port afa57b64-fb3c-4ce0-a552-9326806c703b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=afa57b64-fb3c-4ce0-a552-9326806c703b,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:34.148172 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d88be9c-ff43-473a-afdc-c42f1223c5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.169036 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-2d88be9c-ff43-473a-afdc-c42f1223c5af admin admin] Calling delete_port for afa57b64-fb3c-4ce0-a552-9326806c703b owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:34.189122 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-af31e8d6-57e3-4086-9faa-39d3e9baaeb4 req-308f0055-a90e-4bc9-a9cd-333f901598aa tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/security-groups?id=8285b848-0758-4c6b-8f73-a0edd79b298a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909734 Jul 16 01:34:34.192538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 36bd02e4-d000-47a9-9161-d1241c54442e up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:34.344786 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 36bd02e4-d000-47a9-9161-d1241c54442e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:34.349098 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 36bd02e4-d000-47a9-9161-d1241c54442e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:34.349486 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.387340 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26528774-22c4-4657-9d63-ae832c53406b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.400011 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33114cc6-84da-4194-b575-b6c43487e4cb x-openstack-request-id: req-33114cc6-84da-4194-b575-b6c43487e4cb {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:34.400011 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a30c2f2-18d0-4fb4-8745-587bda4f3ebf", "name": "network-vif-deleted", "tag": "f3647fdd-df8a-4add-8855-e8dadc6f2950", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:34.400400 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-33114cc6-84da-4194-b575-b6c43487e4cb {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:34.401849 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a30c2f2-18d0-4fb4-8745-587bda4f3ebf', 'name': 'network-vif-deleted', 'tag': 'f3647fdd-df8a-4add-8855-e8dadc6f2950', 'status': 'completed', 'code': 200} Jul 16 01:34:34.403136 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26528774-22c4-4657-9d63-ae832c53406b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.432872 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d88be9c-ff43-473a-afdc-c42f1223c5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.467935 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f410f525-9240-4f46-a2a4-a165de238ecf req-09c54c2a-889c-4be1-855d-695c07d7e091 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 210 time: 0.0852320 Jul 16 01:34:34.496254 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88be9c-ff43-473a-afdc-c42f1223c5af admin admin] Pushing event deleted for resources: {'Port': ['ID=afa57b64-fb3c-4ce0-a552-9326806c703b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:34.525644 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.544397 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26528774-22c4-4657-9d63-ae832c53406b admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:34.574551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26528774-22c4-4657-9d63-ae832c53406b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76d46f5-ca9c-4278-8f15-2ad2aa01d208,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:34.580437 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26528774-22c4-4657-9d63-ae832c53406b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.581096 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-26528774-22c4-4657-9d63-ae832c53406b admin admin] Added segment 6ed3aaa8-c878-4c37-94d2-c1f0a865ea87 of type vlan for network b9b4267d-31ca-4893-a94b-1ea20195b57d Jul 16 01:34:34.614426 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 36bd02e4-d000-47a9-9161-d1241c54442e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=36bd02e4-d000-47a9-9161-d1241c54442e,segment=NetworkSegment(0069c7d8-a69d-44ba-ad7f-aebd2473835b),segment_id=0069c7d8-a69d-44ba-ad7f-aebd2473835b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:34.615416 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336c18bc-ece8-4116-914d-205be261975b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bd02e4-d000-47a9-9161-d1241c54442e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:34.617845 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09ace1f-9623-47a9-bd5f-6b23f38def13" -d '{"events": [{"server_uuid": "336c18bc-ece8-4116-914d-205be261975b", "name": "network-vif-plugged", "status": "completed", "tag": "36bd02e4-d000-47a9-9161-d1241c54442e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:34.624673 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.658483 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26528774-22c4-4657-9d63-ae832c53406b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.713512 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26528774-22c4-4657-9d63-ae832c53406b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.715607 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26528774-22c4-4657-9d63-ae832c53406b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:34.716318 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26528774-22c4-4657-9d63-ae832c53406b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.784229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=36bd02e4-d000-47a9-9161-d1241c54442e,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:34.859726 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76b746-8865-429f-80f1-6c3c6ecc5ae7 req-978f0086-103f-4bd3-bbf8-3dfbe0771746 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:34.861397 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ce76b746-8865-429f-80f1-6c3c6ecc5ae7 req-978f0086-103f-4bd3-bbf8-3dfbe0771746 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.3674634 Jul 16 01:34:34.864382 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d88be9c-ff43-473a-afdc-c42f1223c5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.869114 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-26528774-22c4-4657-9d63-ae832c53406b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5099001 Jul 16 01:34:34.906434 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50888) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:34.911825 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-fe531e60-08f1-43a5-a95c-b4218eb34bba admin admin] Request body: {'subnet': {'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-453449254-subnet', 'tenant_id': '7e0a93c3dbb54f56ac633687331d9c71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:34.927305 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26528774-22c4-4657-9d63-ae832c53406b admin admin] Pushing event updated for resources: {'Network': ['ID=b9b4267d-31ca-4893-a94b-1ea20195b57d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:34.943785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network b9b4267d-31ca-4893-a94b-1ea20195b57d details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:34.958122 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c796391b-27e5-4b4d-a0dd-34a321f74e1f req-352129a5-61fb-459b-a4eb-1ec3ae87de10 tempest-ServersAdminTestJSON-803926547 tempest-ServersAdminTestJSON-803926547-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a30c2f2-18d0-4fb4-8745-587bda4f3ebf HTTP/1.1" status: 200 len: 210 time: 0.0995283 Jul 16 01:34:35.026034 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99053f3f-b62c-4061-bb14-9bc1a87dd03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.077844 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe531e60-08f1-43a5-a95c-b4218eb34bba admin admin] Made reservation on behalf of 7e0a93c3dbb54f56ac633687331d9c71 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:35.080434 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fe531e60-08f1-43a5-a95c-b4218eb34bba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.109159 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffac4f4b-1a8d-40c3-87b7-ed02bd8620b4 x-openstack-request-id: req-ffac4f4b-1a8d-40c3-87b7-ed02bd8620b4 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:35.109459 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336c18bc-ece8-4116-914d-205be261975b", "name": "network-vif-plugged", "status": "completed", "tag": "36bd02e4-d000-47a9-9161-d1241c54442e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:35.109720 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ffac4f4b-1a8d-40c3-87b7-ed02bd8620b4 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:35.110126 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336c18bc-ece8-4116-914d-205be261975b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bd02e4-d000-47a9-9161-d1241c54442e', 'code': 200} Jul 16 01:34:35.110246 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d88be9c-ff43-473a-afdc-c42f1223c5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.116483 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d88be9c-ff43-473a-afdc-c42f1223c5af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.157367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:35.186900 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:35.187259 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 90f2ad80-7dbb-4fc9-b8d3-c0add1a8b354 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:35.220322 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ce76b746-8865-429f-80f1-6c3c6ecc5ae7 req-c7aa2d4c-3bf3-4e7d-9659-1de7f97969a1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182549 Jul 16 01:34:35.264221 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d88be9c-ff43-473a-afdc-c42f1223c5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.264221 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d88be9c-ff43-473a-afdc-c42f1223c5af admin admin] Fanout notify agent at l3_agent the message router_deleted on router e29263fb-d2d4-43b3-80cd-bc80d3820952 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:34:35.281543 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d88be9c-ff43-473a-afdc-c42f1223c5af admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.285503 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2d88be9c-ff43-473a-afdc-c42f1223c5af admin admin] 10.222.0.54 "DELETE /v2.0/routers/e29263fb-d2d4-43b3-80cd-bc80d3820952 HTTP/1.1" status: 204 len: 168 time: 3.1475210 Jul 16 01:34:35.286285 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50900) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:35.388032 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3b80a-7b34-4f6f-909c-3ca70ca7dc55 req-fda9585c-2170-4ef1-8e93-9f0a5ecb6ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:35.392158 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-66c3b80a-7b34-4f6f-909c-3ca70ca7dc55 req-fda9585c-2170-4ef1-8e93-9f0a5ecb6ffa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 1097 time: 0.1361268 Jul 16 01:34:35.410965 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f3647fdd-df8a-4add-8855-e8dadc6f2950 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:35.463431 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: f3647fdd-df8a-4add-8855-e8dadc6f2950 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:35.463813 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f3647fdd-df8a-4add-8855-e8dadc6f2950 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:35.491377 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-88daa62d-e046-4f8d-a28b-35e8d0dca12d admin admin] Deleting subnet bba61486-b6e3-4f60-9d61-963219f180d7 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:35.560694 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-66c3b80a-7b34-4f6f-909c-3ca70ca7dc55 req-451d166c-47d8-415b-803f-c9aa69dd24e1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8285b848-0758-4c6b-8f73-a0edd79b298a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585906 Jul 16 01:34:35.577303 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-88daa62d-e046-4f8d-a28b-35e8d0dca12d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.602077 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fe531e60-08f1-43a5-a95c-b4218eb34bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.647185 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2df55-9234-4108-a7b5-056d6f985458 req-d3e5f2f4-13d3-444a-b770-3c165f668a50 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:35.648882 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8bb2df55-9234-4108-a7b5-056d6f985458 req-d3e5f2f4-13d3-444a-b770-3c165f668a50 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/ports?device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 946 time: 0.2018950 Jul 16 01:34:35.703420 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-99053f3f-b62c-4061-bb14-9bc1a87dd03a admin admin] Deleting port 8b071e33-0bb6-419c-9099-eddd27c53985 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:35.703420 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99053f3f-b62c-4061-bb14-9bc1a87dd03a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.709350 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-88daa62d-e046-4f8d-a28b-35e8d0dca12d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.713311 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8bb2df55-9234-4108-a7b5-056d6f985458 req-998eb38f-3120-47d4-93ba-7bda91fb8eca tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/security-groups?id=8285b848-0758-4c6b-8f73-a0edd79b298a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576091 Jul 16 01:34:35.783845 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe531e60-08f1-43a5-a95c-b4218eb34bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f8b2660-2f56-4e5d-9128-7f1c437da02e,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:35.820070 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-067cab8d-060d-4296-ae96-afefb1e99aa9 req-1b1d1d87-7d7b-459d-aedd-3993bf195a69 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 210 time: 0.0783865 Jul 16 01:34:35.824892 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-99053f3f-b62c-4061-bb14-9bc1a87dd03a admin admin] For port 8b071e33-0bb6-419c-9099-eddd27c53985, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8b071e33-0bb6-419c-9099-eddd27c53985,segment=NetworkSegment(3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7),segment_id=3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:35.825727 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99053f3f-b62c-4061-bb14-9bc1a87dd03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.845137 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-99053f3f-b62c-4061-bb14-9bc1a87dd03a admin admin] Calling delete_port for 8b071e33-0bb6-419c-9099-eddd27c53985 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:35.855635 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe531e60-08f1-43a5-a95c-b4218eb34bba admin admin] Checking segment: {'id': '6ed3aaa8-c878-4c37-94d2-c1f0a865ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:35.856064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe531e60-08f1-43a5-a95c-b4218eb34bba admin admin] Network hostable DHCP agents. Network: b9b4267d-31ca-4893-a94b-1ea20195b57d, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:35.894991 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-88daa62d-e046-4f8d-a28b-35e8d0dca12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.898217 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe531e60-08f1-43a5-a95c-b4218eb34bba admin admin] Network b9b4267d-31ca-4893-a94b-1ea20195b57d is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:35.950874 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-fe531e60-08f1-43a5-a95c-b4218eb34bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, b9b4267d-31ca-4893-a94b-1ea20195b57d) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:35.959681 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71571186-afb9-440c-8aec-f4d22e613086 None None] Network b9b4267d-31ca-4893-a94b-1ea20195b57d requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:35.971556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe531e60-08f1-43a5-a95c-b4218eb34bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:35.972161 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fe531e60-08f1-43a5-a95c-b4218eb34bba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.011468 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fe531e60-08f1-43a5-a95c-b4218eb34bba admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1038382 Jul 16 01:34:36.033798 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-88daa62d-e046-4f8d-a28b-35e8d0dca12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.064278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88daa62d-e046-4f8d-a28b-35e8d0dca12d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bba61486-b6e3-4f60-9d61-963219f180d7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:36.080515 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-88daa62d-e046-4f8d-a28b-35e8d0dca12d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.084749 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-88daa62d-e046-4f8d-a28b-35e8d0dca12d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/bba61486-b6e3-4f60-9d61-963219f180d7 HTTP/1.1" status: 204 len: 168 time: 0.7918031 Jul 16 01:34:36.086271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50912) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:36.087019 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9f66b9-a57c-4206-8f8b-5b7fe9accb27 None None] Network 1612ce87-fb4d-45f3-8058-d097e2a71ab1 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:36.143794 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99053f3f-b62c-4061-bb14-9bc1a87dd03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.174352 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99053f3f-b62c-4061-bb14-9bc1a87dd03a admin admin] Pushing event deleted for resources: {'Port': ['ID=8b071e33-0bb6-419c-9099-eddd27c53985,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:36.277130 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14a924c-90e6-4681-8f24-1a06ea211103 None None] Network b9b4267d-31ca-4893-a94b-1ea20195b57d requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:36.305678 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.504435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] Deleting port 8b76fdba-505f-4333-9da2-e81448702cfb {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:36.504676 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.694413 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] For port 8b76fdba-505f-4333-9da2-e81448702cfb, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8b76fdba-505f-4333-9da2-e81448702cfb,segment=NetworkSegment(05a87a64-85ee-48fc-b186-80e3acc4d32d),segment_id=05a87a64-85ee-48fc-b186-80e3acc4d32d)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:36.695641 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.708021 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99053f3f-b62c-4061-bb14-9bc1a87dd03a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.746669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] Calling delete_port for 8b76fdba-505f-4333-9da2-e81448702cfb owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:36.796023 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec683b1b-cc3e-4a10-9284-21c872ad806c req-b612efc2-4923-4e30-8322-b82820b6d5ec tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:36.800771 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec683b1b-cc3e-4a10-9284-21c872ad806c req-b612efc2-4923-4e30-8322-b82820b6d5ec tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.2554641 Jul 16 01:34:36.871062 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50930) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:36.928389 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d43994-f9e5-49df-8b70-caddef6b66b8 None None] DHCP port deletion for 1612ce87-fb4d-45f3-8058-d097e2a71ab1 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:37.040092 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec683b1b-cc3e-4a10-9284-21c872ad806c req-fef3d9ec-f5d0-47ad-9b14-ecec18197159 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651628 Jul 16 01:34:37.072754 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-92d43994-f9e5-49df-8b70-caddef6b66b8 None None] Deleting port 8b76fdba-505f-4333-9da2-e81448702cfb {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:37.073199 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-92d43994-f9e5-49df-8b70-caddef6b66b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.074518 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e77a3-a366-454d-8ee7-247295bdbdef req-5e4cf53d-a83a-4d58-8c1b-b89290759089 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:37.083592 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-044e77a3-a366-454d-8ee7-247295bdbdef req-5e4cf53d-a83a-4d58-8c1b-b89290759089 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.26 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 808 time: 0.5400820 Jul 16 01:34:37.116427 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-044e77a3-a366-454d-8ee7-247295bdbdef req-dcfb3562-caba-414b-b957-18f12135710b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Request body: {'port': {'device_id': '5e626be8-f74e-40b1-b58d-5b2d779adcd3', 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676', 'admin_state_up': True, 'tenant_id': 'c3d262d9128741908a9068e6ff067760'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:37.123363 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.272543 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-92d43994-f9e5-49df-8b70-caddef6b66b8 None None] For port 8b76fdba-505f-4333-9da2-e81448702cfb, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8b76fdba-505f-4333-9da2-e81448702cfb,segment=NetworkSegment(05a87a64-85ee-48fc-b186-80e3acc4d32d),segment_id=05a87a64-85ee-48fc-b186-80e3acc4d32d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:37.272543 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-92d43994-f9e5-49df-8b70-caddef6b66b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.277293 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] No DVR routers for this DVR port 8b76fdba-505f-4333-9da2-e81448702cfb on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:37.305147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-92d43994-f9e5-49df-8b70-caddef6b66b8 None None] Calling delete_port for 8b76fdba-505f-4333-9da2-e81448702cfb owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:37.381505 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device afa57b64-fb3c-4ce0-a552-9326806c703b no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:37.389998 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b76fdba-505f-4333-9da2-e81448702cfb,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:37.404471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: afa57b64-fb3c-4ce0-a552-9326806c703b {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:37.404943 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device afa57b64-fb3c-4ce0-a552-9326806c703b not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:37.406774 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8b76fdba-505f-4333-9da2-e81448702cfb no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:37.430599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 8b76fdba-505f-4333-9da2-e81448702cfb {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:37.430942 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8b76fdba-505f-4333-9da2-e81448702cfb not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:37.468844 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-92d43994-f9e5-49df-8b70-caddef6b66b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.485249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-84ce054b-5cca-435b-815a-36934b694368 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:37.487220 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-84ce054b-5cca-435b-815a-36934b694368 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/networks?id=b9b4267d-31ca-4893-a94b-1ea20195b57d HTTP/1.1" status: 200 len: 821 time: 0.1681933 Jul 16 01:34:37.496835 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99053f3f-b62c-4061-bb14-9bc1a87dd03a admin admin] Router 64e87dc7-2202-4b12-af3f-47f974d05b3e has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:37.502375 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d43994-f9e5-49df-8b70-caddef6b66b8 None None] Pushing event deleted for resources: {'Port': ['ID=8b76fdba-505f-4333-9da2-e81448702cfb,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:37.506427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d43994-f9e5-49df-8b70-caddef6b66b8 None None] No DVR routers for this DVR port 8b76fdba-505f-4333-9da2-e81448702cfb on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:37.534307 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-b1b11750-ab01-41b3-8e3d-3d26a772f82f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/quotas/7e0a93c3dbb54f56ac633687331d9c71 HTTP/1.1" status: 200 len: 375 time: 0.0319006 Jul 16 01:34:37.570612 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.586742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1612ce87-fb4d-45f3-8058-d097e2a71ab1']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:37.598040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a87a64-85ee-48fc-b186-80e3acc4d32d') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:37.598340 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a87a64-85ee-48fc-b186-80e3acc4d32d') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:37.606868 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-cc8c542c-4fe9-4c71-be1f-f9649ec0d375 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e0a93c3dbb54f56ac633687331d9c71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346942 Jul 16 01:34:37.608074 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044e77a3-a366-454d-8ee7-247295bdbdef req-dcfb3562-caba-414b-b957-18f12135710b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Made reservation on behalf of c3d262d9128741908a9068e6ff067760 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:37.612396 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-044e77a3-a366-454d-8ee7-247295bdbdef req-dcfb3562-caba-414b-b957-18f12135710b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.618497 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.660272 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3cb21bdf-beaf-4567-b261-971eec5a25ad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c17e039085464de19173c0823b9a056b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7872868 Jul 16 01:34:37.661425 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50952) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:37.667028 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.680828 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:37.681686 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:37.685052 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:37.715443 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044d252-7c7e-4e2e-b9db-8f20a3973753 req-2c13f01d-23b7-4b35-ae12-d8e28a5480c3 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:37.723466 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3044d252-7c7e-4e2e-b9db-8f20a3973753 req-2c13f01d-23b7-4b35-ae12-d8e28a5480c3 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/ports?device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 946 time: 0.2965491 Jul 16 01:34:37.814452 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.822733 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.824615 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1612ce87-fb4d-45f3-8058-d097e2a71ab1 HTTP/1.1" status: 204 len: 168 time: 1.7373226 Jul 16 01:34:37.844040 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3044d252-7c7e-4e2e-b9db-8f20a3973753 req-89900382-813f-40e7-aea4-ebf129b7357b tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/security-groups?id=8285b848-0758-4c6b-8f73-a0edd79b298a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190488 Jul 16 01:34:37.870065 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3a701-07f0-46ee-bfdf-41bcd0385422 admin admin] Pushing event deleted for resources: {'Network': ['ID=1612ce87-fb4d-45f3-8058-d097e2a71ab1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:38.022176 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a6c39b6c-3976-44e0-ad5e-3a02f3c67bd5 req-faab132d-7b0d-4fb1-8a54-a308b31f76bc tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 210 time: 0.0511429 Jul 16 01:34:38.036859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50958) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.089876 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-754d9343-deac-45a6-8feb-d9aa22a31c51 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=22a396f99efc4d13a24bdc67c6b2b3f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516214 Jul 16 01:34:38.095890 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50962) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.166093 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4079-09a4-456d-aa52-7296a239eb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.230618 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4079-09a4-456d-aa52-7296a239eb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.273842 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-4fd5d940-ade2-4373-9eda-5e80add56f4b service neutron] 10.222.0.54 "GET /v2.0/networks/b9b4267d-31ca-4893-a94b-1ea20195b57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6448183 Jul 16 01:34:38.274418 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3cca3300-20af-49ad-9a61-319816c64da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.280661 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99053f3f-b62c-4061-bb14-9bc1a87dd03a admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:38.291690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52f5ad-88b8-48c7-bf81-9b2e83048c3c req-6929293f-9427-4f9e-8da5-4ee0ccd0f74c tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:38.293559 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7a52f5ad-88b8-48c7-bf81-9b2e83048c3c req-6929293f-9427-4f9e-8da5-4ee0ccd0f74c tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/ports?device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 946 time: 0.1291847 Jul 16 01:34:38.303559 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b68fa0-d60c-4fce-8818-2db23a3f943c None None] Sync routers for ids ['64e87dc7-2202-4b12-af3f-47f974d05b3e'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:38.313325 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50966) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.316328 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ccd073c6-5fda-42ad-8283-5f34e42791d8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Request body: {'floatingip': {'port_id': '36bd02e4-d000-47a9-9161-d1241c54442e'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:38.322046 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b68fa0-d60c-4fce-8818-2db23a3f943c None None] Routers {'64e87dc7-2202-4b12-af3f-47f974d05b3e'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:38.322700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b5b68fa0-d60c-4fce-8818-2db23a3f943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['64e87dc7-2202-4b12-af3f-47f974d05b3e'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:38.335865 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-99053f3f-b62c-4061-bb14-9bc1a87dd03a admin admin] 10.222.0.54 "PUT /v2.0/routers/64e87dc7-2202-4b12-af3f-47f974d05b3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8090417 Jul 16 01:34:38.338020 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50968) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.362805 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ccd073c6-5fda-42ad-8283-5f34e42791d8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for floatingip, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.452544 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3cca3300-20af-49ad-9a61-319816c64da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.601559 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-b5b68fa0-d60c-4fce-8818-2db23a3f943c None None] Set router 64e87dc7-2202-4b12-af3f-47f974d05b3e gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:38.606005 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4079-09a4-456d-aa52-7296a239eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.612446 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4079-09a4-456d-aa52-7296a239eb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.615990 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a8fa4079-09a4-456d-aa52-7296a239eb84 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3ba96889-2129-4a60-9148-fdc770646e53 HTTP/1.1" status: 204 len: 168 time: 0.5164950 Jul 16 01:34:38.646974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-044e77a3-a366-454d-8ee7-247295bdbdef req-dcfb3562-caba-414b-b957-18f12135710b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Allocated IP 172.20.0.4 (70873b17-8add-4628-8bc5-2cc58f0e4676/8af38b97-c213-484b-9432-794a847cd178/30243cf3-b448-4934-a5bf-0a831de87ce8) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:38.659764 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa4079-09a4-456d-aa52-7296a239eb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba96889-2129-4a60-9148-fdc770646e53,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:38.692187 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9182d61e-f2e3-4f84-9d9b-a1cb6a04a3db admin admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.708205 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-e7e5f363-a92e-404d-9207-f3e0c1fe80d3 service neutron] 10.222.0.54 "GET /v2.0/networks/b9b4267d-31ca-4893-a94b-1ea20195b57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255273 Jul 16 01:34:38.823980 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3cca3300-20af-49ad-9a61-319816c64da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.824700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa43ad-9ef6-47b1-af05-6806b2cad957 req-93d6dffe-feee-4e3b-a485-3c9502bbf149 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:38.829072 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6aa43ad-9ef6-47b1-af05-6806b2cad957 req-93d6dffe-feee-4e3b-a485-3c9502bbf149 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.2457900 Jul 16 01:34:38.835292 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3cca3300-20af-49ad-9a61-319816c64da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.850186 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3cca3300-20af-49ad-9a61-319816c64da4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/08a982fe-a4c3-4058-bc17-ab450ad19127 HTTP/1.1" status: 204 len: 168 time: 1.1734045 Jul 16 01:34:39.063774 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9182d61e-f2e3-4f84-9d9b-a1cb6a04a3db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.067254 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6aa43ad-9ef6-47b1-af05-6806b2cad957 req-d91cdcfe-68ed-4759-bfb8-fff20b8f5ef8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308414 Jul 16 01:34:39.123403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca3300-20af-49ad-9a61-319816c64da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a982fe-a4c3-4058-bc17-ab450ad19127,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:39.276719 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b5b68fa0-d60c-4fce-8818-2db23a3f943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e87dc7-2202-4b12-af3f-47f974d05b3e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560344343-router', 'tenant_id': '6a2525d7c1cf4137855e2809872d978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:18Z', 'updated_at': '2021-07-16T01:34:36Z', 'revision_number': 5, 'project_id': '6a2525d7c1cf4137855e2809872d978e', 'gw_port': {'id': '92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e87dc7-2202-4b12-af3f-47f974d05b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:19Z', 'updated_at': '2021-07-16T01:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:39.323334 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63a572aa-bcaa-49cc-9c84-da1f14201cf1 req-53e15512-284f-480a-81ee-c748b46fa986 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 210 time: 0.0607662 Jul 16 01:34:39.339650 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-9182d61e-f2e3-4f84-9d9b-a1cb6a04a3db admin admin] Deleting port 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:39.340203 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9182d61e-f2e3-4f84-9d9b-a1cb6a04a3db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.356182 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b68fa0-d60c-4fce-8818-2db23a3f943c None None] Checking router: 64e87dc7-2202-4b12-af3f-47f974d05b3e for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:39.389715 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b68fa0-d60c-4fce-8818-2db23a3f943c None None] Routers {'64e87dc7-2202-4b12-af3f-47f974d05b3e'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:39.390390 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b5b68fa0-d60c-4fce-8818-2db23a3f943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['64e87dc7-2202-4b12-af3f-47f974d05b3e'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:39.555042 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-49e140cd-7443-491c-8e59-afc2709cf021 req-999464aa-64f9-4924-8512-650eb2c29e02 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 210 time: 0.1341639 Jul 16 01:34:39.588474 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.resource_extend [None req-ccd073c6-5fda-42ad-8283-5f34e42791d8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:34:39.593801 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-b5b68fa0-d60c-4fce-8818-2db23a3f943c None None] Set router 64e87dc7-2202-4b12-af3f-47f974d05b3e gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:39.718704 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51002) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:39.765626 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b5b68fa0-d60c-4fce-8818-2db23a3f943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e87dc7-2202-4b12-af3f-47f974d05b3e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560344343-router', 'tenant_id': '6a2525d7c1cf4137855e2809872d978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:18Z', 'updated_at': '2021-07-16T01:34:39Z', 'revision_number': 6, 'project_id': '6a2525d7c1cf4137855e2809872d978e', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:39.784572 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ccd073c6-5fda-42ad-8283-5f34e42791d8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.796150 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-044e77a3-a366-454d-8ee7-247295bdbdef req-dcfb3562-caba-414b-b957-18f12135710b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.813448 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ccd073c6-5fda-42ad-8283-5f34e42791d8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.836968 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b68fa0-d60c-4fce-8818-2db23a3f943c None None] The sync data for ids ['64e87dc7-2202-4b12-af3f-47f974d05b3e'] in n-d-800086-6 is: [{'id': '64e87dc7-2202-4b12-af3f-47f974d05b3e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1560344343-router', 'tenant_id': '6a2525d7c1cf4137855e2809872d978e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:18Z', 'updated_at': '2021-07-16T01:34:39Z', 'revision_number': 6, 'project_id': '6a2525d7c1cf4137855e2809872d978e', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:39.846369 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-9182d61e-f2e3-4f84-9d9b-a1cb6a04a3db admin admin] For port 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:39.847037 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9182d61e-f2e3-4f84-9d9b-a1cb6a04a3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.892899 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-9182d61e-f2e3-4f84-9d9b-a1cb6a04a3db admin admin] Calling delete_port for 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:39.905834 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-183a7fb2-382e-4020-994f-bfdb0af02bd3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ff8e7a18e6d446ceb34c95c8c1f19a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859167 Jul 16 01:34:39.908646 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51006) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:40.053288 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-ccd073c6-5fda-42ad-8283-5f34e42791d8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Floating IP 2785be49-e75e-453a-ab80-27d79db8afad associated. External IP: 172.25.1.114, port: 36bd02e4-d000-47a9-9161-d1241c54442e. Jul 16 01:34:40.081268 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-044e77a3-a366-454d-8ee7-247295bdbdef req-dcfb3562-caba-414b-b957-18f12135710b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.218651 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-13dabda6-5af8-4f67-836e-05c75854064f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.235145 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044e77a3-a366-454d-8ee7-247295bdbdef req-dcfb3562-caba-414b-b957-18f12135710b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Network 70873b17-8add-4628-8bc5-2cc58f0e4676 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:40.317927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-044e77a3-a366-454d-8ee7-247295bdbdef req-dcfb3562-caba-414b-b957-18f12135710b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:40.318843 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-13dabda6-5af8-4f67-836e-05c75854064f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.322948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb3562-caba-414b-b957-18f12135710b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Pushing event updated for resources: {'Port': ['ID=30243cf3-b448-4934-a5bf-0a831de87ce8,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:40.327623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-044e77a3-a366-454d-8ee7-247295bdbdef req-dcfb3562-caba-414b-b957-18f12135710b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:40.400867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e77a3-a366-454d-8ee7-247295bdbdef req-dcfb3562-caba-414b-b957-18f12135710b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.401558 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-044e77a3-a366-454d-8ee7-247295bdbdef req-dcfb3562-caba-414b-b957-18f12135710b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.443903 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-044e77a3-a366-454d-8ee7-247295bdbdef req-dcfb3562-caba-414b-b957-18f12135710b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3410347 Jul 16 01:34:40.477090 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Request body: {'port': {'device_id': '5e626be8-f74e-40b1-b58d-5b2d779adcd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:40.527391 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9182d61e-f2e3-4f84-9d9b-a1cb6a04a3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.581208 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182d61e-f2e3-4f84-9d9b-a1cb6a04a3db admin admin] Pushing event deleted for resources: {'Port': ['ID=92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:40.671670 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd073c6-5fda-42ad-8283-5f34e42791d8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Router 099b5945-bdde-4149-9d32-d99137e4d9a6 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:40.725897 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51036) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:40.736497 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.862362 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-31ebe319-7e60-4907-a66b-31481f8e8159 req-ab56bff6-6985-4fa2-bcc0-9849cfdce868 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 210 time: 0.1268232 Jul 16 01:34:40.919096 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9182d61e-f2e3-4f84-9d9b-a1cb6a04a3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.974478 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-13dabda6-5af8-4f67-836e-05c75854064f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.977052 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-13dabda6-5af8-4f67-836e-05c75854064f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.980720 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-13dabda6-5af8-4f67-836e-05c75854064f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e61af50c-083b-4139-b105-a83fc8da5cf4 HTTP/1.1" status: 204 len: 168 time: 1.0686529 Jul 16 01:34:41.098903 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9182d61e-f2e3-4f84-9d9b-a1cb6a04a3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.101283 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9182d61e-f2e3-4f84-9d9b-a1cb6a04a3db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.160676 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8b071e33-0bb6-419c-9099-eddd27c53985 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:41.163615 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9182d61e-f2e3-4f84-9d9b-a1cb6a04a3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.164680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9182d61e-f2e3-4f84-9d9b-a1cb6a04a3db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64e87dc7-2202-4b12-af3f-47f974d05b3e {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:34:41.173993 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9182d61e-f2e3-4f84-9d9b-a1cb6a04a3db admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.175309 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9182d61e-f2e3-4f84-9d9b-a1cb6a04a3db admin admin] 10.222.0.54 "DELETE /v2.0/routers/64e87dc7-2202-4b12-af3f-47f974d05b3e HTTP/1.1" status: 204 len: 168 time: 2.8318558 Jul 16 01:34:41.196045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51042) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:41.237435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 8b071e33-0bb6-419c-9099-eddd27c53985 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:41.237790 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8b071e33-0bb6-419c-9099-eddd27c53985 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:41.238258 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:41.265149 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:41.266516 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 92cdc35e-3d8b-4948-8f0f-5f0f59e54cd5 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:41.357630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbbe3053-f094-48a3-893d-e9c7e8719c1b admin admin] Deleting subnet fe9efc8f-0a7f-4aa3-97a7-a54c27224e16 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:41.470406 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe3053-f094-48a3-893d-e9c7e8719c1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.491435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dabda6-5af8-4f67-836e-05c75854064f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61af50c-083b-4139-b105-a83fc8da5cf4,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:41.503543 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97214a47-32e8-4839-92ea-9e62a8721800 req-ae22f5ab-d513-4d5c-b549-c5db1ad4bb17 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:41.505209 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-97214a47-32e8-4839-92ea-9e62a8721800 req-ae22f5ab-d513-4d5c-b549-c5db1ad4bb17 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 1.1115825 Jul 16 01:34:41.509123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a5f70541-0c7e-4ae1-b0d2-3980cb006dd5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1968979048-network', 'tenant_id': 'f13168d41eb74ebe8490447501501941'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:41.594921 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-97214a47-32e8-4839-92ea-9e62a8721800 req-ccf76b34-7129-4fa5-b927-b90c391fb28c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782502 Jul 16 01:34:41.595752 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f70541-0c7e-4ae1-b0d2-3980cb006dd5 admin admin] Made reservation on behalf of f13168d41eb74ebe8490447501501941 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:41.598362 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5f70541-0c7e-4ae1-b0d2-3980cb006dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.661532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9bcd3-1bb4-43c0-865f-fccd2256631c req-3ec39cf9-b584-49af-9ccf-d4bf04e452af tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:41.661532 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1bc9bcd3-1bb4-43c0-865f-fccd2256631c req-3ec39cf9-b584-49af-9ccf-d4bf04e452af tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 931 time: 0.4881828 Jul 16 01:34:41.688936 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd073c6-5fda-42ad-8283-5f34e42791d8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:41.690620 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe3053-f094-48a3-893d-e9c7e8719c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.702724 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5242e-68c7-4e58-8716-ddd66fbd1087 None None] Sync routers for ids ['099b5945-bdde-4149-9d32-d99137e4d9a6'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:41.704442 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ccd073c6-5fda-42ad-8283-5f34e42791d8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.720501 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5242e-68c7-4e58-8716-ddd66fbd1087 None None] Routers {'099b5945-bdde-4149-9d32-d99137e4d9a6'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:41.722793 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-66e5242e-68c7-4e58-8716-ddd66fbd1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['099b5945-bdde-4149-9d32-d99137e4d9a6'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:41.823939 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1bc9bcd3-1bb4-43c0-865f-fccd2256631c req-74a03bbc-86a0-4434-b0c5-6543cce6d316 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252468 Jul 16 01:34:41.826675 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-225292f3-32d2-40d3-900e-ef00bdbc664b tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:41.828508 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-225292f3-32d2-40d3-900e-ef00bdbc664b tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.47 "GET /v2.0/networks?id=b9b4267d-31ca-4893-a94b-1ea20195b57d HTTP/1.1" status: 200 len: 821 time: 0.2265418 Jul 16 01:34:41.846866 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5f70541-0c7e-4ae1-b0d2-3980cb006dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.921875 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-2510c257-df58-47bd-ae5c-503a8d16847f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Request body: {'port': {'device_id': 'ba0ee75c-f76b-4865-8431-e3c1baaa0969', 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d', 'admin_state_up': True, 'tenant_id': '7e0a93c3dbb54f56ac633687331d9c71'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:41.969805 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-66e5242e-68c7-4e58-8716-ddd66fbd1087 None None] Set router 099b5945-bdde-4149-9d32-d99137e4d9a6 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:42.032576 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30243cf3-b448-4934-a5bf-0a831de87ce8 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:42.053074 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.084983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Transition to ACTIVE for port object 30243cf3-b448-4934-a5bf-0a831de87ce8 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:42.157209 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe3053-f094-48a3-893d-e9c7e8719c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.170078 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ccd073c6-5fda-42ad-8283-5f34e42791d8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "PUT /v2.0/floatingips/2785be49-e75e-453a-ab80-27d79db8afad HTTP/1.1" status: 200 len: 992 time: 3.8570938 Jul 16 01:34:42.181557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336c18bc-ece8-4116-914d-205be261975b', 'tag': '36bd02e4-d000-47a9-9161-d1241c54442e'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:42.189684 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a60bdd-1a5c-4e26-b4cc-05d0ea1282f7" -d '{"events": [{"name": "network-changed", "server_uuid": "336c18bc-ece8-4116-914d-205be261975b", "tag": "36bd02e4-d000-47a9-9161-d1241c54442e"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:42.254181 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.271294 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe3053-f094-48a3-893d-e9c7e8719c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.274314 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f75b659-0ded-47b0-b2fd-bbe1938111d9 req-14d132ca-99d8-4281-8015-516d46a85330 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 210 time: 0.0955446 Jul 16 01:34:42.287609 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-66e5242e-68c7-4e58-8716-ddd66fbd1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'name': 'tempest-ServersTestJSON-2091173464-router', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:13Z', 'revision_number': 4, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'gw_port': {'id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:06Z', 'updated_at': '2021-07-16T01:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '2785be49-e75e-453a-ab80-27d79db8afad', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'port_id': '36bd02e4-d000-47a9-9161-d1241c54442e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a', 'mac_address': 'fa:16:3e:51:81:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336c18bc-ece8-4116-914d-205be261975b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:34:19Z', 'updated_at': '2021-07-16T01:34:39Z', 'revision_number': 1, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50ff5c29-d874-4ace-abb2-4fed85dc75d4', 'name': '', 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'mac_address': 'fa:16:3e:6e:0b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:12Z', 'updated_at': '2021-07-16T01:34:19Z', 'revision_number': 5, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'subnets': [{'id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:42.322778 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe3053-f094-48a3-893d-e9c7e8719c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9efc8f-0a7f-4aa3-97a7-a54c27224e16,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:42.345058 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5f70541-0c7e-4ae1-b0d2-3980cb006dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.350848 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe3053-f094-48a3-893d-e9c7e8719c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.353219 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fbbe3053-f094-48a3-893d-e9c7e8719c1b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/fe9efc8f-0a7f-4aa3-97a7-a54c27224e16 HTTP/1.1" status: 204 len: 168 time: 1.1460679 Jul 16 01:34:42.355245 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5f70541-0c7e-4ae1-b0d2-3980cb006dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.357611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51082) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:42.358643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cace13bd-35e5-40a3-b63e-2de4cb60a11a None None] Network 73841d6a-9e53-445d-9568-cf53fc8e2119 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:42.378034 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5242e-68c7-4e58-8716-ddd66fbd1087 None None] Checking router: 099b5945-bdde-4149-9d32-d99137e4d9a6 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:42.399892 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058bb4e7-3548-4ff1-9056-d3ddd9554205 x-openstack-request-id: req-058bb4e7-3548-4ff1-9056-d3ddd9554205 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:42.400703 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336c18bc-ece8-4116-914d-205be261975b", "tag": "36bd02e4-d000-47a9-9161-d1241c54442e", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:42.401225 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-058bb4e7-3548-4ff1-9056-d3ddd9554205 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:42.401868 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336c18bc-ece8-4116-914d-205be261975b', 'tag': '36bd02e4-d000-47a9-9161-d1241c54442e', 'status': 'completed', 'code': 200} Jul 16 01:34:42.404034 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f70541-0c7e-4ae1-b0d2-3980cb006dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b7ba3d-f802-49fd-9b40-ee7900556478,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:42.432533 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5242e-68c7-4e58-8716-ddd66fbd1087 None None] Routers {'099b5945-bdde-4149-9d32-d99137e4d9a6'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:42.438171 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-66e5242e-68c7-4e58-8716-ddd66fbd1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['099b5945-bdde-4149-9d32-d99137e4d9a6'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:42.438388 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-2510c257-df58-47bd-ae5c-503a8d16847f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Made reservation on behalf of 7e0a93c3dbb54f56ac633687331d9c71 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:42.457355 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-2510c257-df58-47bd-ae5c-503a8d16847f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.489835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f70541-0c7e-4ae1-b0d2-3980cb006dd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:42.535898 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5f70541-0c7e-4ae1-b0d2-3980cb006dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.536961 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-a5f70541-0c7e-4ae1-b0d2-3980cb006dd5 admin admin] Added segment a03125ce-e9fa-4e74-8fe5-8b4a286897fa of type vlan for network e6be1664-966a-45c2-9d45-b72ea2c28900 Jul 16 01:34:42.558491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Pushing event updated for resources: {'Port': ['ID=30243cf3-b448-4934-a5bf-0a831de87ce8,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:42.628169 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.643524 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5f70541-0c7e-4ae1-b0d2-3980cb006dd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.684498 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a60bdd-1a5c-4e26-b4cc-05d0ea1282f7 req-71fb3507-97d7-42a0-a25d-fbdaa07d94bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.687114 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f5a60bdd-1a5c-4e26-b4cc-05d0ea1282f7 req-71fb3507-97d7-42a0-a25d-fbdaa07d94bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=80bd84e6dcbf4466990580e7adaf0636&device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 1097 time: 0.2196503 Jul 16 01:34:42.715157 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-66e5242e-68c7-4e58-8716-ddd66fbd1087 None None] Set router 099b5945-bdde-4149-9d32-d99137e4d9a6 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:42.845797 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Attempting to bind port 30243cf3-b448-4934-a5bf-0a831de87ce8 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:42.846013 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Attempting to bind port 30243cf3-b448-4934-a5bf-0a831de87ce8 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:42.846341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Attempting to bind port 30243cf3-b448-4934-a5bf-0a831de87ce8 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:42.853337 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a60bdd-1a5c-4e26-b4cc-05d0ea1282f7 req-b705f493-3e58-4c65-a055-9e491315fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.854449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Port 30243cf3-b448-4934-a5bf-0a831de87ce8 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:42.854770 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Attempting to bind port 30243cf3-b448-4934-a5bf-0a831de87ce8 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:42.860861 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f5a60bdd-1a5c-4e26-b4cc-05d0ea1282f7 req-b705f493-3e58-4c65-a055-9e491315fc31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b674553f-a0ba-4ffc-8b96-f2507d2ffa5a HTTP/1.1" status: 200 len: 907 time: 0.1418023 Jul 16 01:34:42.876251 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbac35a-3f8d-4a7a-bdcf-c790343e4563 None None] DHCP port deletion for 73841d6a-9e53-445d-9568-cf53fc8e2119 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:42.878513 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:42.878868 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Checking segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:42.879264 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Bound using segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:42.879745 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Bound port: 30243cf3-b448-4934-a5bf-0a831de87ce8, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:42.880100 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.939409 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] Deleting port 86fce005-63c8-46ed-85b6-fc7d1201acf7 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:42.939640 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.019812 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-dcbac35a-3f8d-4a7a-bdcf-c790343e4563 None None] Deleting port 86fce005-63c8-46ed-85b6-fc7d1201acf7 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:43.021530 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dcbac35a-3f8d-4a7a-bdcf-c790343e4563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.033252 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5f70541-0c7e-4ae1-b0d2-3980cb006dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.034615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f70541-0c7e-4ae1-b0d2-3980cb006dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.036957 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5f70541-0c7e-4ae1-b0d2-3980cb006dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.052570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] For port 30243cf3-b448-4934-a5bf-0a831de87ce8, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:43.056828 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] For port 86fce005-63c8-46ed-85b6-fc7d1201acf7, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=86fce005-63c8-46ed-85b6-fc7d1201acf7,segment=NetworkSegment(3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7),segment_id=3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:43.057190 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.081087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] For port 30243cf3-b448-4934-a5bf-0a831de87ce8, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=30243cf3-b448-4934-a5bf-0a831de87ce8,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:43.082473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] Calling delete_port for 86fce005-63c8-46ed-85b6-fc7d1201acf7 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:43.092558 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.164799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.165725 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.167413 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-044e77a3-a366-454d-8ee7-247295bdbdef req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] 10.222.0.26 "PUT /v2.0/ports/30243cf3-b448-4934-a5bf-0a831de87ce8 HTTP/1.1" status: 200 len: 1091 time: 2.7093327 Jul 16 01:34:43.171532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e626be8-f74e-40b1-b58d-5b2d779adcd3', 'tag': '30243cf3-b448-4934-a5bf-0a831de87ce8'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:43.174120 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5d1413-3891-4c36-836d-e7330fb149a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5e626be8-f74e-40b1-b58d-5b2d779adcd3", "tag": "30243cf3-b448-4934-a5bf-0a831de87ce8"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:43.183011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 86fce005-63c8-46ed-85b6-fc7d1201acf7 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:43.230762 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-dcbac35a-3f8d-4a7a-bdcf-c790343e4563 None None] For port 86fce005-63c8-46ed-85b6-fc7d1201acf7, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=86fce005-63c8-46ed-85b6-fc7d1201acf7,segment=NetworkSegment(3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7),segment_id=3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:43.231154 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dcbac35a-3f8d-4a7a-bdcf-c790343e4563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.259806 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-dcbac35a-3f8d-4a7a-bdcf-c790343e4563 None None] Calling delete_port for 86fce005-63c8-46ed-85b6-fc7d1201acf7 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:43.360253 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3269e-d5c8-4b36-85d6-b260bf4a0f86 service neutron] Pushing event updated for resources: {'Port': ['ID=30243cf3-b448-4934-a5bf-0a831de87ce8,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:43.361596 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f70541-0c7e-4ae1-b0d2-3980cb006dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=e6be1664-966a-45c2-9d45-b72ea2c28900,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:43.397506 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-66e5242e-68c7-4e58-8716-ddd66fbd1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'name': 'tempest-ServersTestJSON-2091173464-router', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:13Z', 'revision_number': 4, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'gw_port': {'id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:06Z', 'updated_at': '2021-07-16T01:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '2785be49-e75e-453a-ab80-27d79db8afad', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'port_id': '36bd02e4-d000-47a9-9161-d1241c54442e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a', 'mac_address': 'fa:16:3e:51:81:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336c18bc-ece8-4116-914d-205be261975b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:34:19Z', 'updated_at': '2021-07-16T01:34:39Z', 'revision_number': 1, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50ff5c29-d874-4ace-abb2-4fed85dc75d4', 'name': '', 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'mac_address': 'fa:16:3e:6e:0b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:12Z', 'updated_at': '2021-07-16T01:34:19Z', 'revision_number': 5, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'subnets': [{'id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:43.401892 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f5a60bdd-1a5c-4e26-b4cc-05d0ea1282f7 req-53ce1366-6744-4ef7-b6c2-d76a75954168 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36bd02e4-d000-47a9-9161-d1241c54442e HTTP/1.1" status: 200 len: 1000 time: 0.5329843 Jul 16 01:34:43.417049 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network e6be1664-966a-45c2-9d45-b72ea2c28900 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:43.418825 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-2510c257-df58-47bd-ae5c-503a8d16847f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Allocated IP 172.20.0.8 (b9b4267d-31ca-4893-a94b-1ea20195b57d/2f8b2660-2f56-4e5d-9128-7f1c437da02e/75491fd5-528e-4d5c-83f7-3a7ee7654238) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:43.437989 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a5f70541-0c7e-4ae1-b0d2-3980cb006dd5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7110209 Jul 16 01:34:43.462203 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5242e-68c7-4e58-8716-ddd66fbd1087 None None] The sync data for ids ['099b5945-bdde-4149-9d32-d99137e4d9a6'] in n-d-800086-6 is: [{'id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'name': 'tempest-ServersTestJSON-2091173464-router', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:13Z', 'revision_number': 4, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'gw_port': {'id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:06Z', 'updated_at': '2021-07-16T01:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '2785be49-e75e-453a-ab80-27d79db8afad', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'port_id': '36bd02e4-d000-47a9-9161-d1241c54442e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a', 'mac_address': 'fa:16:3e:51:81:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336c18bc-ece8-4116-914d-205be261975b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:34:19Z', 'updated_at': '2021-07-16T01:34:39Z', 'revision_number': 1, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50ff5c29-d874-4ace-abb2-4fed85dc75d4', 'name': '', 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'mac_address': 'fa:16:3e:6e:0b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:12Z', 'updated_at': '2021-07-16T01:34:19Z', 'revision_number': 5, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'subnets': [{'id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:43.465390 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51110) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:43.474529 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-9ab6eaf4-29fc-4e3e-a877-c057835346dc admin admin] Request body: {'subnet': {'network_id': 'e6be1664-966a-45c2-9d45-b72ea2c28900', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1968979048-subnet', 'tenant_id': 'f13168d41eb74ebe8490447501501941', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:43.482267 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.572467 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c1c17-08af-4bcc-8767-10a07891d976 req-630b6bbc-dc18-48dc-b490-af70e4769fc3 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.578946 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a60bdd-1a5c-4e26-b4cc-05d0ea1282f7 req-b39fa652-c8ab-4c38-a051-47b9ae4238aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.581153 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f5a60bdd-1a5c-4e26-b4cc-05d0ea1282f7 req-b39fa652-c8ab-4c38-a051-47b9ae4238aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f473865d-7ea0-4ee7-9864-4956b1c85f80 HTTP/1.1" status: 200 len: 845 time: 0.1589870 Jul 16 01:34:43.582811 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-152c1c17-08af-4bcc-8767-10a07891d976 req-630b6bbc-dc18-48dc-b490-af70e4769fc3 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 943 time: 0.4530430 Jul 16 01:34:43.602031 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e77a3-a366-454d-8ee7-247295bdbdef req-f05cd412-8ff7-42a5-8055-d08ebcf9ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.611178 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-044e77a3-a366-454d-8ee7-247295bdbdef req-f05cd412-8ff7-42a5-8055-d08ebcf9ee83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 1094 time: 0.3072510 Jul 16 01:34:43.611878 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.622837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01d7ba-fd10-4e6e-8c27-df8c8b5fe28a req-99215ebd-30a1-4b0c-ad6b-af77201d09cc tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.625282 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f01d7ba-fd10-4e6e-8c27-df8c8b5fe28a req-99215ebd-30a1-4b0c-ad6b-af77201d09cc tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.7386911 Jul 16 01:34:43.658489 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dcbac35a-3f8d-4a7a-bdcf-c790343e4563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.768105 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbac35a-3f8d-4a7a-bdcf-c790343e4563 None None] Pushing event deleted for resources: {'Port': ['ID=86fce005-63c8-46ed-85b6-fc7d1201acf7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:43.771955 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbac35a-3f8d-4a7a-bdcf-c790343e4563 None None] No DVR routers for this DVR port 86fce005-63c8-46ed-85b6-fc7d1201acf7 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:43.799513 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-2510c257-df58-47bd-ae5c-503a8d16847f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.816036 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab6eaf4-29fc-4e3e-a877-c057835346dc admin admin] Made reservation on behalf of f13168d41eb74ebe8490447501501941 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:43.818966 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9ab6eaf4-29fc-4e3e-a877-c057835346dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.861327 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641ca5f-2e4f-47db-84a0-24fe3a28dc62 None None] New status for floating IP 2785be49-e75e-453a-ab80-27d79db8afad: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:34:43.940289 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-2510c257-df58-47bd-ae5c-503a8d16847f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.024169 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-2510c257-df58-47bd-ae5c-503a8d16847f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Network b9b4267d-31ca-4893-a94b-1ea20195b57d is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:44.050653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-2510c257-df58-47bd-ae5c-503a8d16847f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:44.055100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=86fce005-63c8-46ed-85b6-fc7d1201acf7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:44.058565 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] No DVR routers for this DVR port 86fce005-63c8-46ed-85b6-fc7d1201acf7 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:44.065001 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-044e77a3-a366-454d-8ee7-247295bdbdef req-bda9fa89-cf63-420f-beb4-e9f565bfab4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30243cf3-b448-4934-a5bf-0a831de87ce8 HTTP/1.1" status: 200 len: 217 time: 0.4194846 Jul 16 01:34:44.068790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-2510c257-df58-47bd-ae5c-503a8d16847f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:44.071465 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9ab6eaf4-29fc-4e3e-a877-c057835346dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.128035 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-152c1c17-08af-4bcc-8767-10a07891d976 req-d7546f0d-0dc3-4379-aa4f-9854cecf618b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351698 Jul 16 01:34:44.146406 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f01d7ba-fd10-4e6e-8c27-df8c8b5fe28a req-fd84f850-4052-4dd8-a808-64619cfd3efd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034229 Jul 16 01:34:44.164656 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510c257-df58-47bd-ae5c-503a8d16847f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Pushing event updated for resources: {'Port': ['ID=75491fd5-528e-4d5c-83f7-3a7ee7654238,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:44.176502 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a60bdd-1a5c-4e26-b4cc-05d0ea1282f7 req-ee0b9f57-3191-48a6-a995-5ec2ba2258d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:44.178168 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f5a60bdd-1a5c-4e26-b4cc-05d0ea1282f7 req-ee0b9f57-3191-48a6-a995-5ec2ba2258d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b674553f-a0ba-4ffc-8b96-f2507d2ffa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5895503 Jul 16 01:34:44.232986 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-2510c257-df58-47bd-ae5c-503a8d16847f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:44.234232 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-2510c257-df58-47bd-ae5c-503a8d16847f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.329154 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-2510c257-df58-47bd-ae5c-503a8d16847f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4689958 Jul 16 01:34:44.355949 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.371516 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Request body: {'port': {'device_id': 'ba0ee75c-f76b-4865-8431-e3c1baaa0969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:44.384227 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73841d6a-9e53-445d-9568-cf53fc8e2119']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:44.397136 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f5a60bdd-1a5c-4e26-b4cc-05d0ea1282f7 req-5de22513-3626-4c09-8cab-88000228d3a7 service neutron] 10.222.0.26 "GET /v2.0/networks/b674553f-a0ba-4ffc-8b96-f2507d2ffa5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097912 Jul 16 01:34:44.403342 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:44.405203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b46b6a1-5a9c-4f60-9554-b8ad87aff3e7') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:44.421474 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.454710 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8e81ed-a79e-4966-ba08-9aaa44a585e0 x-openstack-request-id: req-eb8e81ed-a79e-4966-ba08-9aaa44a585e0 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:44.455091 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e626be8-f74e-40b1-b58d-5b2d779adcd3", "tag": "30243cf3-b448-4934-a5bf-0a831de87ce8", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:44.455458 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eb8e81ed-a79e-4966-ba08-9aaa44a585e0 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:44.455983 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e626be8-f74e-40b1-b58d-5b2d779adcd3', 'tag': '30243cf3-b448-4934-a5bf-0a831de87ce8', 'status': 'completed', 'code': 200} Jul 16 01:34:44.479157 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.495236 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:44.495739 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:44.500596 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:44.522055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6eaf4-29fc-4e3e-a877-c057835346dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2065cdb-b960-49a4-ad0c-9278dfb8b7f5,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:44.537193 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e77a3-a366-454d-8ee7-247295bdbdef req-430d87c4-001f-412d-a9ca-3e8711e1e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:44.538766 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-044e77a3-a366-454d-8ee7-247295bdbdef req-430d87c4-001f-412d-a9ca-3e8711e1e789 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.4622753 Jul 16 01:34:44.604198 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-044e77a3-a366-454d-8ee7-247295bdbdef req-fa3096c3-9df6-4714-8370-ae9b760264e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306807 Jul 16 01:34:44.609362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab6eaf4-29fc-4e3e-a877-c057835346dc admin admin] Checking segment: {'id': 'a03125ce-e9fa-4e74-8fe5-8b4a286897fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6be1664-966a-45c2-9d45-b72ea2c28900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:44.609677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab6eaf4-29fc-4e3e-a877-c057835346dc admin admin] Network hostable DHCP agents. Network: e6be1664-966a-45c2-9d45-b72ea2c28900, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:44.615576 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.639021 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.646466 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.646466 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/73841d6a-9e53-445d-9568-cf53fc8e2119 HTTP/1.1" status: 204 len: 168 time: 2.2825890 Jul 16 01:34:44.667137 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58c53e-2466-4e24-ae01-922a89a7f0b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=73841d6a-9e53-445d-9568-cf53fc8e2119,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:44.708231 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f5a60bdd-1a5c-4e26-b4cc-05d0ea1282f7 req-70c6f788-57a6-4532-b8d8-b15698b376c8 service neutron] 10.222.0.26 "GET /v2.0/networks/b674553f-a0ba-4ffc-8b96-f2507d2ffa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698593 Jul 16 01:34:44.710434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab6eaf4-29fc-4e3e-a877-c057835346dc admin admin] Network e6be1664-966a-45c2-9d45-b72ea2c28900 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:44.723692 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-9ab6eaf4-29fc-4e3e-a877-c057835346dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, e6be1664-966a-45c2-9d45-b72ea2c28900) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:44.734235 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab6eaf4-29fc-4e3e-a877-c057835346dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:44.734831 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9ab6eaf4-29fc-4e3e-a877-c057835346dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.749397 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3018294f-6527-42b3-b22b-8484b18a20a6 None None] Network e6be1664-966a-45c2-9d45-b72ea2c28900 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:44.766609 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9ab6eaf4-29fc-4e3e-a877-c057835346dc admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2969797 Jul 16 01:34:44.766854 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-044e77a3-a366-454d-8ee7-247295bdbdef req-a33570a9-7c6b-499c-9962-0972f8403d9e service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523967 Jul 16 01:34:44.767382 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51140) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:44.769594 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d99a9-3698-43b3-a7c6-0b4404c18404 req-743e70f1-2416-4a4a-b140-cce2586e7279 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:44.771024 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-181d99a9-3698-43b3-a7c6-0b4404c18404 req-743e70f1-2416-4a4a-b140-cce2586e7279 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 931 time: 0.3314261 Jul 16 01:34:44.772311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1968979048-router', 'tenant_id': 'f13168d41eb74ebe8490447501501941', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:44.829594 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.830823 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.863925 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-181d99a9-3698-43b3-a7c6-0b4404c18404 req-b4b013a2-4359-4629-bdc1-fe09571122e0 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848370 Jul 16 01:34:44.956310 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.106025 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-e6be1664-966a-45c2-9d45-b72ea2c28900', 'network_id': 'e6be1664-966a-45c2-9d45-b72ea2c28900', 'tenant_id': 'f13168d41eb74ebe8490447501501941', 'fixed_ips': [{'subnet_id': 'b2065cdb-b960-49a4-ad0c-9278dfb8b7f5'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:45.107987 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.137869 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51150) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.163331 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-078edcfa-6a6a-4cc0-813c-7f2003dc7c2c tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2ef2a1dd41f44f6fbd9b1bd2f5128a44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705423 Jul 16 01:34:45.316412 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-471c22ec-4706-4cd7-820f-1d9bed952cf4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8067f702785a46d7aeee2219e58c580f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1705480 Jul 16 01:34:45.317193 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51156) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.373371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Allocated IP 172.20.0.2 (e6be1664-966a-45c2-9d45-b72ea2c28900/b2065cdb-b960-49a4-ad0c-9278dfb8b7f5/e7acb31a-32bc-4ffb-86ca-3975b100742d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:45.400749 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.442580 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-044e77a3-a366-454d-8ee7-247295bdbdef req-291e1c51-5ec6-4635-a3a2-6cada3adfb90 service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6589260 Jul 16 01:34:45.471515 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e3daefc-471f-4887-84cf-3bed2de5c773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.532181 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75491fd5-528e-4d5c-83f7-3a7ee7654238 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:45.546633 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.566928 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e3daefc-471f-4887-84cf-3bed2de5c773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.592992 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Transition to ACTIVE for port object 75491fd5-528e-4d5c-83f7-3a7ee7654238 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:45.665026 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060db3d-66a0-469a-9197-074eb3869feb req-db49b492-9ae8-43d7-aa5a-c12abdcb4f68 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:45.674232 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a060db3d-66a0-469a-9197-074eb3869feb req-db49b492-9ae8-43d7-aa5a-c12abdcb4f68 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 943 time: 0.2804241 Jul 16 01:34:45.697136 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.714530 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e3daefc-471f-4887-84cf-3bed2de5c773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.718156 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e3daefc-471f-4887-84cf-3bed2de5c773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.721748 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7e3daefc-471f-4887-84cf-3bed2de5c773 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/616478c3-180f-4dde-8972-fc06b8e9b4ca HTTP/1.1" status: 204 len: 168 time: 0.4014611 Jul 16 01:34:45.754041 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.766794 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Transition to ACTIVE for port object e7acb31a-32bc-4ffb-86ca-3975b100742d will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:45.786144 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Transition to ACTIVE for port object e7acb31a-32bc-4ffb-86ca-3975b100742d will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:45.794027 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.830591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3daefc-471f-4887-84cf-3bed2de5c773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616478c3-180f-4dde-8972-fc06b8e9b4ca,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:45.869241 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Network e6be1664-966a-45c2-9d45-b72ea2c28900 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:45.873405 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:45.881396 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a060db3d-66a0-469a-9197-074eb3869feb req-370fa0f6-2d93-476d-bde1-fe91d948647e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057927 Jul 16 01:34:45.911149 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:45.950985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Pushing event updated for resources: {'Port': ['ID=75491fd5-528e-4d5c-83f7-3a7ee7654238,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:46.070503 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Attempting to bind port e7acb31a-32bc-4ffb-86ca-3975b100742d on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:46.070924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Attempting to bind port e7acb31a-32bc-4ffb-86ca-3975b100742d by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'a03125ce-e9fa-4e74-8fe5-8b4a286897fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6be1664-966a-45c2-9d45-b72ea2c28900'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:46.071049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-d0cf77fd-2223-4866-af38-d5e6927002bd tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.071509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Attempting to bind port e7acb31a-32bc-4ffb-86ca-3975b100742d on network e6be1664-966a-45c2-9d45-b72ea2c28900 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:46.073450 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Pushing event updated for resources: {'Port': ['ID=e7acb31a-32bc-4ffb-86ca-3975b100742d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:46.079236 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-d0cf77fd-2223-4866-af38-d5e6927002bd tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7407453 Jul 16 01:34:46.086140 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Attempting to bind port 75491fd5-528e-4d5c-83f7-3a7ee7654238 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:46.090944 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Attempting to bind port 75491fd5-528e-4d5c-83f7-3a7ee7654238 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '6ed3aaa8-c878-4c37-94d2-c1f0a865ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:46.092426 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Attempting to bind port 75491fd5-528e-4d5c-83f7-3a7ee7654238 on network b9b4267d-31ca-4893-a94b-1ea20195b57d {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:46.095321 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:46.095745 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Checking segment: {'id': 'a03125ce-e9fa-4e74-8fe5-8b4a286897fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6be1664-966a-45c2-9d45-b72ea2c28900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:46.096147 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.096547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Bound using segment: {'id': 'a03125ce-e9fa-4e74-8fe5-8b4a286897fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6be1664-966a-45c2-9d45-b72ea2c28900'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:46.097018 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Bound port: e7acb31a-32bc-4ffb-86ca-3975b100742d, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03125ce-e9fa-4e74-8fe5-8b4a286897fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6be1664-966a-45c2-9d45-b72ea2c28900'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:46.101802 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.104629 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Port 75491fd5-528e-4d5c-83f7-3a7ee7654238 on network b9b4267d-31ca-4893-a94b-1ea20195b57d not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:46.106511 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Attempting to bind port 75491fd5-528e-4d5c-83f7-3a7ee7654238 on network b9b4267d-31ca-4893-a94b-1ea20195b57d {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:46.121154 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-b22536ef-eaf3-4cbd-836e-d4a5a5342c7e tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/quotas/2ef2a1dd41f44f6fbd9b1bd2f5128a44 HTTP/1.1" status: 200 len: 375 time: 0.0404265 Jul 16 01:34:46.124213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:46.124973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Checking segment: {'id': '6ed3aaa8-c878-4c37-94d2-c1f0a865ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:46.125622 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Bound using segment: {'id': '6ed3aaa8-c878-4c37-94d2-c1f0a865ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:46.126365 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Bound port: 75491fd5-528e-4d5c-83f7-3a7ee7654238, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed3aaa8-c878-4c37-94d2-c1f0a865ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:46.128464 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.182596 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-d2763f45-6e15-459a-91ad-891af8aa7406 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ef2a1dd41f44f6fbd9b1bd2f5128a44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604718 Jul 16 01:34:46.213017 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] For port e7acb31a-32bc-4ffb-86ca-3975b100742d, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:46.222445 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] For port e7acb31a-32bc-4ffb-86ca-3975b100742d, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e7acb31a-32bc-4ffb-86ca-3975b100742d,segment=NetworkSegment(a03125ce-e9fa-4e74-8fe5-8b4a286897fa),segment_id=a03125ce-e9fa-4e74-8fe5-8b4a286897fa)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:46.235897 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.274375 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5693f448-75eb-4e2c-a461-53d52f8f8de3 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:46.288267 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d1413-3891-4c36-836d-e7330fb149a3 req-c735b3e6-86a9-454c-b63f-7063bc729f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.291204 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6b5d1413-3891-4c36-836d-e7330fb149a3 req-c735b3e6-86a9-454c-b63f-7063bc729f38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 1094 time: 0.3566618 Jul 16 01:34:46.424153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] For port 75491fd5-528e-4d5c-83f7-3a7ee7654238, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:46.433143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51170) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:46.434162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] For port 75491fd5-528e-4d5c-83f7-3a7ee7654238, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=75491fd5-528e-4d5c-83f7-3a7ee7654238,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:46.446044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf882f-7467-49e9-be1e-ff05bc3390a1 req-73fb4a22-7506-4965-8e14-0de5d3add3c4 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.465783 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-babf882f-7467-49e9-be1e-ff05bc3390a1 req-73fb4a22-7506-4965-8e14-0de5d3add3c4 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.3108480 Jul 16 01:34:46.480467 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.564706 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d1413-3891-4c36-836d-e7330fb149a3 req-55a46dd4-53e6-4ad5-bdb8-4ae2b5a435c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.565951 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6b5d1413-3891-4c36-836d-e7330fb149a3 req-55a46dd4-53e6-4ad5-bdb8-4ae2b5a435c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 909 time: 0.2647614 Jul 16 01:34:46.677635 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365b752-9f72-43bd-8652-21b104e4e16f None None] Pushing event updated for resources: {'Port': ['ID=e7acb31a-32bc-4ffb-86ca-3975b100742d,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:46.711562 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5693f448-75eb-4e2c-a461-53d52f8f8de3, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5693f448-75eb-4e2c-a461-53d52f8f8de3,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:46.740960 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '5693f448-75eb-4e2c-a461-53d52f8f8de3', 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642', 'port_id': '5693f448-75eb-4e2c-a461-53d52f8f8de3', 'mac_address': 'fa:16:3e:33:fc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a8e114-6746-4f75-be46-b5ce225a99ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:46.752347 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6b5d1413-3891-4c36-836d-e7330fb149a3 req-d59dcbc0-4a75-430d-ab6a-1841dce4362d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30243cf3-b448-4934-a5bf-0a831de87ce8 HTTP/1.1" status: 200 len: 217 time: 0.1104853 Jul 16 01:34:46.759426 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7ab0ce41-86f8-4455-805a-2b5ea293b54b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6a2525d7c1cf4137855e2809872d978e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228092 Jul 16 01:34:46.760103 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51182) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:46.782166 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.783057 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.792971 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] 10.222.0.47 "PUT /v2.0/ports/75491fd5-528e-4d5c-83f7-3a7ee7654238 HTTP/1.1" status: 200 len: 1091 time: 2.4350545 Jul 16 01:34:46.793776 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0ee75c-f76b-4865-8431-e3c1baaa0969', 'tag': '75491fd5-528e-4d5c-83f7-3a7ee7654238'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:46.799772 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2d2248-ad77-4455-aa23-37e81119639d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0ee75c-f76b-4865-8431-e3c1baaa0969", "tag": "75491fd5-528e-4d5c-83f7-3a7ee7654238"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:46.800108 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.831323 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-babf882f-7467-49e9-be1e-ff05bc3390a1 req-c5027fa2-9784-4962-b61e-8dac47fec394 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635938 Jul 16 01:34:46.842415 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5693f448-75eb-4e2c-a461-53d52f8f8de3 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:46.926611 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5693f448-75eb-4e2c-a461-53d52f8f8de3, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5693f448-75eb-4e2c-a461-53d52f8f8de3,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:46.938118 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.958807 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.961580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d1413-3891-4c36-836d-e7330fb149a3 req-eddd40a7-6290-4934-acd5-67c0a8cc6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.963110 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6b5d1413-3891-4c36-836d-e7330fb149a3 req-eddd40a7-6290-4934-acd5-67c0a8cc6c3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.2017076 Jul 16 01:34:47.011826 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.057893 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6b5d1413-3891-4c36-836d-e7330fb149a3 req-4cecc751-d86c-4464-8bb3-3bbcda154b6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573270 Jul 16 01:34:47.063618 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b900b-e8b3-49f6-9829-f5e9fe249135 service neutron] Pushing event updated for resources: {'Port': ['ID=75491fd5-528e-4d5c-83f7-3a7ee7654238,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:47.082889 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7f347792-fa84-4a2a-8f1b-01d703559a5a req-78ce9e68-2bb6-4824-a9eb-df6baed2b500 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a846fe4-6914-4c28-a2bb-d10002d406a0 HTTP/1.1" status: 200 len: 210 time: 0.0716548 Jul 16 01:34:47.137980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ab3a63db-2700-4b3b-832b-66c0f09e2168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:47.139989 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-ab3a63db-2700-4b3b-832b-66c0f09e2168 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e0a93c3dbb54f56ac633687331d9c71&device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 1094 time: 0.2523842 Jul 16 01:34:47.140660 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5693f448-75eb-4e2c-a461-53d52f8f8de3,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:47.167203 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5693f448-75eb-4e2c-a461-53d52f8f8de3'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:47.212130 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-16f2801d-4418-43ed-ba74-7833c5005876 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75491fd5-528e-4d5c-83f7-3a7ee7654238 HTTP/1.1" status: 200 len: 217 time: 0.0490270 Jul 16 01:34:47.215867 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd423d7d-bfe6-4549-b49e-75a862f8f644 x-openstack-request-id: req-fd423d7d-bfe6-4549-b49e-75a862f8f644 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:47.218735 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0ee75c-f76b-4865-8431-e3c1baaa0969", "tag": "75491fd5-528e-4d5c-83f7-3a7ee7654238", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:47.219253 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd423d7d-bfe6-4549-b49e-75a862f8f644 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:47.220179 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0ee75c-f76b-4865-8431-e3c1baaa0969', 'tag': '75491fd5-528e-4d5c-83f7-3a7ee7654238', 'status': 'completed', 'code': 200} Jul 16 01:34:47.248575 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e7acb31a-32bc-4ffb-86ca-3975b100742d up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:47.265633 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c3214af-b10d-4826-b029-bdfff36eddb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.459752 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-5ac7f838-6ca0-42b9-84d9-7766de56709d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:47.465175 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-5ac7f838-6ca0-42b9-84d9-7766de56709d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f8b2660-2f56-4e5d-9128-7f1c437da02e HTTP/1.1" status: 200 len: 861 time: 0.2347107 Jul 16 01:34:47.467907 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c3214af-b10d-4826-b029-bdfff36eddb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.568808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port e7acb31a-32bc-4ffb-86ca-3975b100742d completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:47.613694 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6b5d1413-3891-4c36-836d-e7330fb149a3 req-2a239b0e-d322-4689-9c44-74a9a76f68e2 service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357931 Jul 16 01:34:47.630779 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-63b4974a-7a16-47d0-83bf-750fa74a79ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9b4267d-31ca-4893-a94b-1ea20195b57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387672 Jul 16 01:34:47.660693 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] Allocated IP 172.25.1.122 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/6184ea8f-5222-4f1f-8fc7-15e008abec02) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:47.707648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514515a-4106-42d8-a6a9-e0e49129c06e req-83ce04a7-abd6-4906-8e18-110b11812612 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:47.716416 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b514515a-4106-42d8-a6a9-e0e49129c06e req-83ce04a7-abd6-4906-8e18-110b11812612 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 943 time: 0.6607773 Jul 16 01:34:47.946498 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e05ad0-f8f7-4b8c-9ac8-ee27c7379ea6 req-66ab71bc-0134-46b6-bc00-17aecc442f8f tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:47.955243 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a4e05ad0-f8f7-4b8c-9ac8-ee27c7379ea6 req-66ab71bc-0134-46b6-bc00-17aecc442f8f tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 943 time: 0.4888594 Jul 16 01:34:47.972393 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-dd630ffd-876e-4a2a-bcaa-6674ffbdbae2 service neutron] 10.222.0.47 "GET /v2.0/networks/b9b4267d-31ca-4893-a94b-1ea20195b57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278253 Jul 16 01:34:47.990888 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c3214af-b10d-4826-b029-bdfff36eddb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.994032 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c3214af-b10d-4826-b029-bdfff36eddb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.009655 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2c3214af-b10d-4826-b029-bdfff36eddb7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d071882a-db4d-44e0-a8ca-fe8d1793e500 HTTP/1.1" status: 204 len: 168 time: 1.2340446 Jul 16 01:34:48.057013 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a4e05ad0-f8f7-4b8c-9ac8-ee27c7379ea6 req-601702de-1bc5-43f0-baaa-afbef808e04a tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006286 Jul 16 01:34:48.058805 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b514515a-4106-42d8-a6a9-e0e49129c06e req-689f07ed-5103-48aa-8d99-4ccea5c1b6ff tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411083 Jul 16 01:34:48.120829 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081ae5ba-1502-48e6-9a21-06506eb1f175 None None] Network e6be1664-966a-45c2-9d45-b72ea2c28900 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:48.194743 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a76f29a7-62a1-4484-ae0b-b9fb6b24b294 req-f86652fc-3313-4c62-8575-6c69c39f0f8a service neutron] 10.222.0.47 "GET /v2.0/networks/b9b4267d-31ca-4893-a94b-1ea20195b57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130182 Jul 16 01:34:48.218991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3214af-b10d-4826-b029-bdfff36eddb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d071882a-db4d-44e0-a8ca-fe8d1793e500,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.280213 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.312072 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 30243cf3-b448-4934-a5bf-0a831de87ce8 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:48.314880 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5693f448-75eb-4e2c-a461-53d52f8f8de3 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:48.328436 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bd189f82-a165-4f0b-abcd-654ae1f79f9a None None] Provisioning for port e7acb31a-32bc-4ffb-86ca-3975b100742d completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:48.362013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bd189f82-a165-4f0b-abcd-654ae1f79f9a None None] Provisioning complete for port e7acb31a-32bc-4ffb-86ca-3975b100742d triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:48.362904 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd189f82-a165-4f0b-abcd-654ae1f79f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.380202 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.435802 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:48.444162 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:48.449764 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:48.542607 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6b5d1413-3891-4c36-836d-e7330fb149a3 req-158e31c3-dc1d-44fc-827c-fb8dda238a0b service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8975532 Jul 16 01:34:48.573407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] Pushing event updated for resources: {'Port': ['ID=6184ea8f-5222-4f1f-8fc7-15e008abec02,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.709225 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d356f-781a-467b-bfdf-5069cb43d531 req-f378c77a-0889-457b-9175-c663df79a830 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:48.714501 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-849d356f-781a-467b-bfdf-5069cb43d531 req-f378c77a-0889-457b-9175-c663df79a830 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 944 time: 0.1958187 Jul 16 01:34:48.734073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d2248-ad77-4455-aa23-37e81119639d req-ace3100d-2e61-4183-9058-bb9ca1991a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:48.735864 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b2d2248-ad77-4455-aa23-37e81119639d req-ace3100d-2e61-4183-9058-bb9ca1991a3f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e0a93c3dbb54f56ac633687331d9c71&device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 1094 time: 0.3236141 Jul 16 01:34:48.884934 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d2248-ad77-4455-aa23-37e81119639d req-81a13de2-e4ce-4d40-863e-d5e994d033d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:48.886435 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b2d2248-ad77-4455-aa23-37e81119639d req-81a13de2-e4ce-4d40-863e-d5e994d033d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9b4267d-31ca-4893-a94b-1ea20195b57d HTTP/1.1" status: 200 len: 922 time: 0.1079054 Jul 16 01:34:48.906647 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-849d356f-781a-467b-bfdf-5069cb43d531 req-dc14c4c7-c5d2-47bc-b955-b058768b4b55 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771600 Jul 16 01:34:49.021693 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b2d2248-ad77-4455-aa23-37e81119639d req-4c5af7c0-c2c7-4dfe-b3d7-c7d45a2327c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75491fd5-528e-4d5c-83f7-3a7ee7654238 HTTP/1.1" status: 200 len: 217 time: 0.1117246 Jul 16 01:34:49.028214 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.064364 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 5693f448-75eb-4e2c-a461-53d52f8f8de3 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:49.068837 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.120784 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d2248-ad77-4455-aa23-37e81119639d req-547f70fc-0b25-4c23-9136-437c6258105c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.122830 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b2d2248-ad77-4455-aa23-37e81119639d req-547f70fc-0b25-4c23-9136-437c6258105c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f8b2660-2f56-4e5d-9128-7f1c437da02e HTTP/1.1" status: 200 len: 861 time: 0.0791891 Jul 16 01:34:49.194168 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b2d2248-ad77-4455-aa23-37e81119639d req-98c07d45-b248-4c66-aa96-342f573d780a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9b4267d-31ca-4893-a94b-1ea20195b57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614769 Jul 16 01:34:49.280353 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-5e8b66a0-3187-405d-871f-63388c3894f1 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2ef2a1dd41f44f6fbd9b1bd2f5128a44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329685 Jul 16 01:34:49.402167 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df38bbc3-dc68-4571-bd4b-aab82acf9f55 req-9f85f2fa-48a2-443d-b00d-508f1fd709f9 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a846fe4-6914-4c28-a2bb-d10002d406a0 HTTP/1.1" status: 200 len: 210 time: 0.1351531 Jul 16 01:34:49.532073 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.584261 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 30243cf3-b448-4934-a5bf-0a831de87ce8, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=30243cf3-b448-4934-a5bf-0a831de87ce8,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:49.615744 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd189f82-a165-4f0b-abcd-654ae1f79f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.640512 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224bc85f-d5bf-4e56-822c-a773a7055577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5693f448-75eb-4e2c-a461-53d52f8f8de3'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:49.643347 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35ea563-b9b3-49d4-8f9d-449654e3bc43" -d '{"events": [{"server_uuid": "224bc85f-d5bf-4e56-822c-a773a7055577", "name": "network-vif-plugged", "status": "completed", "tag": "5693f448-75eb-4e2c-a461-53d52f8f8de3"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:49.644898 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b2d2248-ad77-4455-aa23-37e81119639d req-95a9e0cc-8d70-4aa9-916f-68a238f7c39d service neutron] 10.222.0.47 "GET /v2.0/networks/b9b4267d-31ca-4893-a94b-1ea20195b57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351020 Jul 16 01:34:49.661011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '30243cf3-b448-4934-a5bf-0a831de87ce8', 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676', 'port_id': '30243cf3-b448-4934-a5bf-0a831de87ce8', 'mac_address': 'fa:16:3e:97:ce:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af38b97-c213-484b-9432-794a847cd178', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:49.665599 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.758526 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bd189f82-a165-4f0b-abcd-654ae1f79f9a None None] For port e7acb31a-32bc-4ffb-86ca-3975b100742d, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e7acb31a-32bc-4ffb-86ca-3975b100742d,segment=NetworkSegment(a03125ce-e9fa-4e74-8fe5-8b4a286897fa),segment_id=a03125ce-e9fa-4e74-8fe5-8b4a286897fa)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:49.765885 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5693f448-75eb-4e2c-a461-53d52f8f8de3, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5693f448-75eb-4e2c-a461-53d52f8f8de3,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:49.839553 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.977884 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf90373-6c06-4da6-8e83-cb0905b1539d req-a6bfeac5-90f3-480e-8f8e-25e0bffaed7c tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.991643 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dcf90373-6c06-4da6-8e83-cb0905b1539d req-a6bfeac5-90f3-480e-8f8e-25e0bffaed7c tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 943 time: 0.3083417 Jul 16 01:34:50.038419 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b2d2248-ad77-4455-aa23-37e81119639d req-d3302a9a-2afd-41cc-924b-bc29b206a668 service neutron] 10.222.0.47 "GET /v2.0/networks/b9b4267d-31ca-4893-a94b-1ea20195b57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837984 Jul 16 01:34:50.050922 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-d6cbe7ad-3acc-4fca-b475-fdf0ad2f0651 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:50.053381 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-d6cbe7ad-3acc-4fca-b475-fdf0ad2f0651 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7726946 Jul 16 01:34:50.058322 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd189f82-a165-4f0b-abcd-654ae1f79f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.071456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5693f448-75eb-4e2c-a461-53d52f8f8de3,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:50.098669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:50.099018 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:50.099362 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:50.099700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:50.104084 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-a5338577-cedc-4ed1-af6a-90b8a98cdf9e tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Request body: {'port': {'device_id': '8a846fe4-6914-4c28-a2bb-d10002d406a0', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': '2ef2a1dd41f44f6fbd9b1bd2f5128a44'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:50.106505 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:50.107521 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:50.109707 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dcf90373-6c06-4da6-8e83-cb0905b1539d req-0e04e319-de29-4970-91fb-0bf7cfe08a8d tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093841 Jul 16 01:34:50.110124 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:50.110745 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:50.111104 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:50.111444 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:50.111800 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:50.112139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:50.261591 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.279820 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] Router 78b07639-369b-4739-a43a-bf4eefd00be6 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:34:50.327741 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-a5338577-cedc-4ed1-af6a-90b8a98cdf9e tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Made reservation on behalf of 2ef2a1dd41f44f6fbd9b1bd2f5128a44 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:50.334153 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-a5338577-cedc-4ed1-af6a-90b8a98cdf9e tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.368213 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30243cf3-b448-4934-a5bf-0a831de87ce8 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:50.368686 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd295483-61e7-496b-8311-b8f50cf37e26 req-a8f7a1f5-5710-4105-84aa-f129250e01c6 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:50.376495 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd295483-61e7-496b-8311-b8f50cf37e26 req-a8f7a1f5-5710-4105-84aa-f129250e01c6 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 943 time: 0.1142113 Jul 16 01:34:50.428394 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd295483-61e7-496b-8311-b8f50cf37e26 req-aa1cb7af-537a-4576-98f1-71f8244ab39f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508680 Jul 16 01:34:50.462165 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-a5338577-cedc-4ed1-af6a-90b8a98cdf9e tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.478174 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 30243cf3-b448-4934-a5bf-0a831de87ce8, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=30243cf3-b448-4934-a5bf-0a831de87ce8,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:50.492789 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5f2313f1-1503-4296-9561-8f07ca14f049 None None] Provisioning complete for port e7acb31a-32bc-4ffb-86ca-3975b100742d triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:50.501536 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f2313f1-1503-4296-9561-8f07ca14f049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.504142 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.507265 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd189f82-a165-4f0b-abcd-654ae1f79f9a None None] Pushing event updated for resources: {'Port': ['ID=e7acb31a-32bc-4ffb-86ca-3975b100742d,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:50.712395 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:50.770763 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=30243cf3-b448-4934-a5bf-0a831de87ce8,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:50.844579 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-a5338577-cedc-4ed1-af6a-90b8a98cdf9e tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.859599 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Sync routers for ids ['78b07639-369b-4739-a43a-bf4eefd00be6'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:50.870430 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Routers {'78b07639-369b-4739-a43a-bf4eefd00be6'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:50.871904 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['78b07639-369b-4739-a43a-bf4eefd00be6'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:50.882440 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b63d0d-7caa-45de-85b2-d483b7cf4776 x-openstack-request-id: req-a1b63d0d-7caa-45de-85b2-d483b7cf4776 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:50.883552 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224bc85f-d5bf-4e56-822c-a773a7055577", "name": "network-vif-plugged", "status": "completed", "tag": "5693f448-75eb-4e2c-a461-53d52f8f8de3", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:50.884190 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a1b63d0d-7caa-45de-85b2-d483b7cf4776 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:50.884714 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224bc85f-d5bf-4e56-822c-a773a7055577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5693f448-75eb-4e2c-a461-53d52f8f8de3', 'code': 200} Jul 16 01:34:50.895111 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-a5338577-cedc-4ed1-af6a-90b8a98cdf9e tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.933186 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.937470 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-30e8beb3-4e65-401c-93f8-59c504c52198 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1660066 Jul 16 01:34:50.937887 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51278) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:50.974504 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['30243cf3-b448-4934-a5bf-0a831de87ce8'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:50.998761 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5338577-cedc-4ed1-af6a-90b8a98cdf9e tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc754be8-91b4-4aaf-932b-282f4eefe3b7,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:51.112639 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Set router 78b07639-369b-4739-a43a-bf4eefd00be6 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:51.151116 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-a5338577-cedc-4ed1-af6a-90b8a98cdf9e tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Allocated IP 192.168.233.44 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/ff644fdc-da51-4466-8d2d-58e4106a9439) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:51.202188 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e7acb31a-32bc-4ffb-86ca-3975b100742d up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:51.483821 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 75491fd5-528e-4d5c-83f7-3a7ee7654238 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:51.488654 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'name': 'tempest-FloatingIPDetailsTestJSON-1968979048-router', 'tenant_id': 'f13168d41eb74ebe8490447501501941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '6184ea8f-5222-4f1f-8fc7-15e008abec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:44Z', 'updated_at': '2021-07-16T01:34:48Z', 'revision_number': 3, 'project_id': 'f13168d41eb74ebe8490447501501941', 'gw_port': {'id': '6184ea8f-5222-4f1f-8fc7-15e008abec02', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:47Z', 'updated_at': '2021-07-16T01:34:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:51.526444 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e7acb31a-32bc-4ffb-86ca-3975b100742d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:51.529799 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.543929 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Checking router: 78b07639-369b-4739-a43a-bf4eefd00be6 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:51.544389 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Updating router 78b07639-369b-4739-a43a-bf4eefd00be6 port 6184ea8f-5222-4f1f-8fc7-15e008abec02 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:34:51.602271 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-a5338577-cedc-4ed1-af6a-90b8a98cdf9e tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.626163 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.631885 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-a5338577-cedc-4ed1-af6a-90b8a98cdf9e tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Transition to ACTIVE for port object ff644fdc-da51-4466-8d2d-58e4106a9439 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:51.710776 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-a5338577-cedc-4ed1-af6a-90b8a98cdf9e tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.795845 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-a5338577-cedc-4ed1-af6a-90b8a98cdf9e tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:51.802647 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-a5338577-cedc-4ed1-af6a-90b8a98cdf9e tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:51.809986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-a5338577-cedc-4ed1-af6a-90b8a98cdf9e tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:51.814985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5338577-cedc-4ed1-af6a-90b8a98cdf9e tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Pushing event updated for resources: {'Port': ['ID=ff644fdc-da51-4466-8d2d-58e4106a9439,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:51.920248 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 75491fd5-528e-4d5c-83f7-3a7ee7654238, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=75491fd5-528e-4d5c-83f7-3a7ee7654238,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:51.940446 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '75491fd5-528e-4d5c-83f7-3a7ee7654238', 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d', 'port_id': '75491fd5-528e-4d5c-83f7-3a7ee7654238', 'mac_address': 'fa:16:3e:47:b2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8b2660-2f56-4e5d-9128-7f1c437da02e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:51.943987 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-a5338577-cedc-4ed1-af6a-90b8a98cdf9e tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:51.944664 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-a5338577-cedc-4ed1-af6a-90b8a98cdf9e tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.978345 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-a5338577-cedc-4ed1-af6a-90b8a98cdf9e tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8816128 Jul 16 01:34:51.996245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Request body: {'port': {'device_id': '8a846fe4-6914-4c28-a2bb-d10002d406a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:52.001317 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.016738 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75491fd5-528e-4d5c-83f7-3a7ee7654238 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:52.046422 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 75491fd5-528e-4d5c-83f7-3a7ee7654238, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=75491fd5-528e-4d5c-83f7-3a7ee7654238,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:52.059133 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.144437 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.195031 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=75491fd5-528e-4d5c-83f7-3a7ee7654238,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:52.254302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-76f9c0cb-3c66-48f4-8c5f-741bca54d090 None None] Provisioning for port ff644fdc-da51-4466-8d2d-58e4106a9439 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:52.259129 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-76f9c0cb-3c66-48f4-8c5f-741bca54d090 None None] Provisioning complete for port ff644fdc-da51-4466-8d2d-58e4106a9439 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:52.259510 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-76f9c0cb-3c66-48f4-8c5f-741bca54d090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.298347 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.320841 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Transition to ACTIVE for port object 6184ea8f-5222-4f1f-8fc7-15e008abec02 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:52.336361 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.359846 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-76f9c0cb-3c66-48f4-8c5f-741bca54d090 None None] Port ff644fdc-da51-4466-8d2d-58e4106a9439 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:52.399627 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Attempting to bind port 6184ea8f-5222-4f1f-8fc7-15e008abec02 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:52.400096 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Attempting to bind port 6184ea8f-5222-4f1f-8fc7-15e008abec02 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:52.402403 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Attempting to bind port 6184ea8f-5222-4f1f-8fc7-15e008abec02 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:52.413163 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:52.413564 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:52.413938 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.414504 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:52.414988 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Bound port: 6184ea8f-5222-4f1f-8fc7-15e008abec02, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:52.415389 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.473383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7dffd-5015-4637-9e25-8880fe8e52e0 req-7db39505-ed32-41f6-8f1a-c1a0a5fc1713 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:52.485459 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] For port 6184ea8f-5222-4f1f-8fc7-15e008abec02, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:52.486381 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50d7dffd-5015-4637-9e25-8880fe8e52e0 req-7db39505-ed32-41f6-8f1a-c1a0a5fc1713 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 1.3125145 Jul 16 01:34:52.489652 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] For port 6184ea8f-5222-4f1f-8fc7-15e008abec02, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6184ea8f-5222-4f1f-8fc7-15e008abec02,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:52.491284 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d370a-219e-450f-9143-cb6543f81ede None None] Pushing event updated for resources: {'Port': ['ID=6184ea8f-5222-4f1f-8fc7-15e008abec02,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:52.504600 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.507203 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d370a-219e-450f-9143-cb6543f81ede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:52.508116 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d370a-219e-450f-9143-cb6543f81ede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:52.508116 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d370a-219e-450f-9143-cb6543f81ede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:52.508388 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d370a-219e-450f-9143-cb6543f81ede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:52.508594 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d370a-219e-450f-9143-cb6543f81ede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:52.508828 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d370a-219e-450f-9143-cb6543f81ede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:52.509288 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d370a-219e-450f-9143-cb6543f81ede None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:52.509614 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d370a-219e-450f-9143-cb6543f81ede None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:52.510077 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d370a-219e-450f-9143-cb6543f81ede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:52.510395 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d370a-219e-450f-9143-cb6543f81ede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:52.510728 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d370a-219e-450f-9143-cb6543f81ede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:52.511013 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52d370a-219e-450f-9143-cb6543f81ede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:52.547518 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 30243cf3-b448-4934-a5bf-0a831de87ce8 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:52.590449 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Routers {'78b07639-369b-4739-a43a-bf4eefd00be6'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:52.591606 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['78b07639-369b-4739-a43a-bf4eefd00be6'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:52.595380 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d370a-219e-450f-9143-cb6543f81ede None None] Pushing event updated for resources: {'Port': ['ID=6184ea8f-5222-4f1f-8fc7-15e008abec02,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:52.612172 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50d7dffd-5015-4637-9e25-8880fe8e52e0 req-c6bced8e-4000-42ad-9e9c-c164591818aa tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248770 Jul 16 01:34:52.636668 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['75491fd5-528e-4d5c-83f7-3a7ee7654238'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:52.725320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 30243cf3-b448-4934-a5bf-0a831de87ce8 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:52.741290 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 30243cf3-b448-4934-a5bf-0a831de87ce8 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:52.741668 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.819458 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] Set router 78b07639-369b-4739-a43a-bf4eefd00be6 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:53.025506 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.109661 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e626be8-f74e-40b1-b58d-5b2d779adcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30243cf3-b448-4934-a5bf-0a831de87ce8'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:53.111898 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c52f4e-7088-4dfa-8232-f3ef94b36adf" -d '{"events": [{"server_uuid": "5e626be8-f74e-40b1-b58d-5b2d779adcd3", "name": "network-vif-plugged", "status": "completed", "tag": "30243cf3-b448-4934-a5bf-0a831de87ce8"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:53.129432 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-5e6bcb9b-022b-4d77-adc3-7bc33485b1db tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1961ea8d11af4a26af7254218bca79a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808887 Jul 16 01:34:53.144624 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789fa33-5ad0-4012-9ce5-334f2e02fe43 req-bffeaceb-d1cb-4b6d-98d4-b3e79472c6d6 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:53.146936 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b789fa33-5ad0-4012-9ce5-334f2e02fe43 req-bffeaceb-d1cb-4b6d-98d4-b3e79472c6d6 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a846fe4-6914-4c28-a2bb-d10002d406a0 HTTP/1.1" status: 200 len: 935 time: 0.1294572 Jul 16 01:34:53.166875 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 30243cf3-b448-4934-a5bf-0a831de87ce8, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=30243cf3-b448-4934-a5bf-0a831de87ce8,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:53.178222 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'name': 'tempest-FloatingIPDetailsTestJSON-1968979048-router', 'tenant_id': 'f13168d41eb74ebe8490447501501941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '6184ea8f-5222-4f1f-8fc7-15e008abec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:44Z', 'updated_at': '2021-07-16T01:34:48Z', 'revision_number': 3, 'project_id': 'f13168d41eb74ebe8490447501501941', 'gw_port': {'id': '6184ea8f-5222-4f1f-8fc7-15e008abec02', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:47Z', 'updated_at': '2021-07-16T01:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:53.182136 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.217213 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11cc314-a1d9-4eb4-985c-f34f5977e64b None None] The sync data for ids ['78b07639-369b-4739-a43a-bf4eefd00be6'] in n-d-800086-6 is: [{'id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'name': 'tempest-FloatingIPDetailsTestJSON-1968979048-router', 'tenant_id': 'f13168d41eb74ebe8490447501501941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '6184ea8f-5222-4f1f-8fc7-15e008abec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:44Z', 'updated_at': '2021-07-16T01:34:48Z', 'revision_number': 3, 'project_id': 'f13168d41eb74ebe8490447501501941', 'gw_port': {'id': '6184ea8f-5222-4f1f-8fc7-15e008abec02', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:47Z', 'updated_at': '2021-07-16T01:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:53.227145 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b789fa33-5ad0-4012-9ce5-334f2e02fe43 req-e75c5e9c-708a-449c-87a1-8f1f646b0c6b tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/security-groups?id=fc754be8-91b4-4aaf-932b-282f4eefe3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732915 Jul 16 01:34:53.236859 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.246714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff644fdc-da51-4466-8d2d-58e4106a9439 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:53.256857 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.272491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Transition to ACTIVE for port object ff644fdc-da51-4466-8d2d-58e4106a9439 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:53.280995 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.337050 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=30243cf3-b448-4934-a5bf-0a831de87ce8,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:53.479229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Pushing event updated for resources: {'Port': ['ID=ff644fdc-da51-4466-8d2d-58e4106a9439,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:53.520960 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.542136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-cc1298ec-8c0d-4c9d-b849-4b4323d1dfd4 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:53.543908 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-cc1298ec-8c0d-4c9d-b849-4b4323d1dfd4 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4102831 Jul 16 01:34:53.554566 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Attempting to bind port ff644fdc-da51-4466-8d2d-58e4106a9439 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:53.554910 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Attempting to bind port ff644fdc-da51-4466-8d2d-58e4106a9439 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:53.555267 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Attempting to bind port ff644fdc-da51-4466-8d2d-58e4106a9439 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:53.569110 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Port ff644fdc-da51-4466-8d2d-58e4106a9439 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:53.569469 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Attempting to bind port ff644fdc-da51-4466-8d2d-58e4106a9439 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:53.592868 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbf8be-c7a0-4d83-90cf-a18b8e594c88 req-96e7f8ac-138d-4991-8ecd-6c3c0c153229 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:53.599224 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3bbf8be-c7a0-4d83-90cf-a18b8e594c88 req-96e7f8ac-138d-4991-8ecd-6c3c0c153229 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 945 time: 0.1563077 Jul 16 01:34:53.607600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:53.608077 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:53.608354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:53.608808 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Bound port: ff644fdc-da51-4466-8d2d-58e4106a9439, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:53.609480 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.627148 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c72ecca1-20c5-40bf-bf61-7d006dae4720 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/quotas/1961ea8d11af4a26af7254218bca79a1 HTTP/1.1" status: 200 len: 375 time: 0.0720875 Jul 16 01:34:53.736273 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] Allocated IP 172.20.0.1 (e6be1664-966a-45c2-9d45-b72ea2c28900/b2065cdb-b960-49a4-ad0c-9278dfb8b7f5/01d39cf7-6579-42e3-857d-dbe77b0445e6) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:53.737740 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3bbf8be-c7a0-4d83-90cf-a18b8e594c88 req-cbff8e78-b722-473b-ad3c-505fb933c1cb tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376247 Jul 16 01:34:53.744421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] For port ff644fdc-da51-4466-8d2d-58e4106a9439, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:53.749326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] For port ff644fdc-da51-4466-8d2d-58e4106a9439, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=ff644fdc-da51-4466-8d2d-58e4106a9439,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:53.766332 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.842249 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-97a52e93-bd29-4067-931a-8d4cd5466c81 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2142663 Jul 16 01:34:53.882970 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Pushing event updated for resources: {'Port': ['ID=ff644fdc-da51-4466-8d2d-58e4106a9439,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:53.943945 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:53.944578 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.946000 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-aabdffdb-2715-4236-a296-9b94d26c4720 service neutron] 10.222.0.26 "PUT /v2.0/ports/ff644fdc-da51-4466-8d2d-58e4106a9439 HTTP/1.1" status: 200 len: 1095 time: 1.9541888 Jul 16 01:34:53.946450 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a846fe4-6914-4c28-a2bb-d10002d406a0', 'tag': 'ff644fdc-da51-4466-8d2d-58e4106a9439'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:53.949377 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bf7bb5-9dcc-402a-9dc3-af3d97349221" -d '{"events": [{"name": "network-changed", "server_uuid": "8a846fe4-6914-4c28-a2bb-d10002d406a0", "tag": "ff644fdc-da51-4466-8d2d-58e4106a9439"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:53.982045 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.011226 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9913-2dda-4f34-9a2a-5d6616f2b4dd req-a08c7419-83d3-432f-b28a-a22cb514973f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:54.014694 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cabd9913-2dda-4f34-9a2a-5d6616f2b4dd req-a08c7419-83d3-432f-b28a-a22cb514973f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 944 time: 0.1268587 Jul 16 01:34:54.029777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] Transition to ACTIVE for port object 01d39cf7-6579-42e3-857d-dbe77b0445e6 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:54.140116 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.207915 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cabd9913-2dda-4f34-9a2a-5d6616f2b4dd req-ddf6f5c8-77cd-4c25-9cab-1e2e1143187d tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684227 Jul 16 01:34:54.235024 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-091db4e0-d302-4f5d-b471-46819e3ced2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:54.236594 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-091db4e0-d302-4f5d-b471-46819e3ced2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ef2a1dd41f44f6fbd9b1bd2f5128a44&device_id=8a846fe4-6914-4c28-a2bb-d10002d406a0 HTTP/1.1" status: 200 len: 1098 time: 0.2184992 Jul 16 01:34:54.301170 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] Pushing event updated for resources: {'Port': ['ID=01d39cf7-6579-42e3-857d-dbe77b0445e6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:54.313662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] Network e6be1664-966a-45c2-9d45-b72ea2c28900 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:54.319796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:54.323593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:54.365520 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe38f1bc-ea37-4a7f-b51b-18465e266b5f x-openstack-request-id: req-fe38f1bc-ea37-4a7f-b51b-18465e266b5f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:54.366011 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e626be8-f74e-40b1-b58d-5b2d779adcd3", "name": "network-vif-plugged", "status": "completed", "tag": "30243cf3-b448-4934-a5bf-0a831de87ce8", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:54.366113 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fe38f1bc-ea37-4a7f-b51b-18465e266b5f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:54.366516 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e626be8-f74e-40b1-b58d-5b2d779adcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30243cf3-b448-4934-a5bf-0a831de87ce8', 'code': 200} Jul 16 01:34:54.397903 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-35f64b04-3ef9-4cf0-a6b5-350d82d8c396 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=ff644fdc-da51-4466-8d2d-58e4106a9439 HTTP/1.1" status: 200 len: 217 time: 0.1332617 Jul 16 01:34:54.473937 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.510805 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4576d7-162a-407d-be8e-42f875f490ca x-openstack-request-id: req-9a4576d7-162a-407d-be8e-42f875f490ca {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:54.511180 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a846fe4-6914-4c28-a2bb-d10002d406a0", "tag": "ff644fdc-da51-4466-8d2d-58e4106a9439", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:54.511356 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9a4576d7-162a-407d-be8e-42f875f490ca {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:54.518364 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a846fe4-6914-4c28-a2bb-d10002d406a0', 'tag': 'ff644fdc-da51-4466-8d2d-58e4106a9439', 'status': 'completed', 'code': 200} Jul 16 01:34:54.562267 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-9e0b1b76-a9a0-4147-8c26-1cd9bbe52f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:54.567133 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-9e0b1b76-a9a0-4147-8c26-1cd9bbe52f0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1608751 Jul 16 01:34:54.623681 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-71e49035-0286-4345-a87b-12878c0f64dd req-6e32b592-c0bc-44bf-b9f5-deb5519b6826 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 210 time: 0.0821309 Jul 16 01:34:54.824160 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befd77d-52b8-4e9c-af9d-4c837229c5ec req-64d91950-5270-485a-a6a1-169a2560091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:54.826152 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-791f0749-d2cd-49f7-b867-d8a606de6c61 None None] Provisioning for port 01d39cf7-6579-42e3-857d-dbe77b0445e6 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:54.826545 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8befd77d-52b8-4e9c-af9d-4c837229c5ec req-64d91950-5270-485a-a6a1-169a2560091a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 1096 time: 0.2862773 Jul 16 01:34:54.829026 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.846059 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-791f0749-d2cd-49f7-b867-d8a606de6c61 None None] Provisioning complete for port 01d39cf7-6579-42e3-857d-dbe77b0445e6 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:54.848242 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-791f0749-d2cd-49f7-b867-d8a606de6c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.907571 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-c82d6f21-2741-4541-a01f-f64c2aa345bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:54.909742 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-c82d6f21-2741-4541-a01f-f64c2aa345bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3358190 Jul 16 01:34:54.930927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2583e-ba58-40e3-8cef-8208eb94fabf req-beb6afab-d8d9-4c53-85de-c401de9b181f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:54.932591 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8befd77d-52b8-4e9c-af9d-4c837229c5ec req-abbf39c0-a871-44d9-bfac-ddbb86c81768 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992742 Jul 16 01:34:54.932955 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f2b2583e-ba58-40e3-8cef-8208eb94fabf req-beb6afab-d8d9-4c53-85de-c401de9b181f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.3133340 Jul 16 01:34:54.955016 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5a7b3-6de8-44ad-bd37-7be52fa5175c req-68941aca-fc64-41fe-94f7-7923e0ba8ebc tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:54.963430 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4dd5a7b3-6de8-44ad-bd37-7be52fa5175c req-68941aca-fc64-41fe-94f7-7923e0ba8ebc tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a846fe4-6914-4c28-a2bb-d10002d406a0 HTTP/1.1" status: 200 len: 947 time: 0.1860294 Jul 16 01:34:54.966960 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-791f0749-d2cd-49f7-b867-d8a606de6c61 None None] Port 01d39cf7-6579-42e3-857d-dbe77b0445e6 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:55.049190 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4dd5a7b3-6de8-44ad-bd37-7be52fa5175c req-4ef46806-2824-444c-bdcd-079a66c1c1f5 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/security-groups?id=fc754be8-91b4-4aaf-932b-282f4eefe3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845685 Jul 16 01:34:55.096343 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f2b2583e-ba58-40e3-8cef-8208eb94fabf req-21d9c044-df6c-4e65-bc37-43b26e6dcf87 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520886 Jul 16 01:34:55.168799 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-315c7738-0bb7-45d2-8c60-5d50f2e074cf service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296937 Jul 16 01:34:55.191574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6184ea8f-5222-4f1f-8fc7-15e008abec02 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:55.259526 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.284970 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.359881 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 6184ea8f-5222-4f1f-8fc7-15e008abec02 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:55.366991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] Pushing event updated for resources: {'Port': ['ID=01d39cf7-6579-42e3-857d-dbe77b0445e6,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:55.367223 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6184ea8f-5222-4f1f-8fc7-15e008abec02 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:55.368338 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.393772 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.410022 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a42575e-b00e-4b78-be94-9098923cc9bd req-a4607519-0200-4aff-b498-52b1b41b2c8c service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884160 Jul 16 01:34:55.422417 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e874622-f0ab-4c07-898b-5b9671cf5e0c req-7e0ef145-517d-4c9d-b3b5-bed7d7a3c7c6 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:55.429261 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e874622-f0ab-4c07-898b-5b9671cf5e0c req-7e0ef145-517d-4c9d-b3b5-bed7d7a3c7c6 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=07af97bd-1989-4254-82c9-a311ade464f8 HTTP/1.1" status: 200 len: 950 time: 0.1834836 Jul 16 01:34:55.460926 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98f653-e89a-436d-b607-38d45c207c6a req-a2263c3b-162a-4fc2-98d3-bb232df04926 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:55.471004 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cc98f653-e89a-436d-b607-38d45c207c6a req-a2263c3b-162a-4fc2-98d3-bb232df04926 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 945 time: 0.1699200 Jul 16 01:34:55.533326 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 75491fd5-528e-4d5c-83f7-3a7ee7654238 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:55.541894 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e874622-f0ab-4c07-898b-5b9671cf5e0c req-c9a2fd9f-302c-4dd8-87c4-f52ee1df5d88 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116645 Jul 16 01:34:55.606942 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] Network e6be1664-966a-45c2-9d45-b72ea2c28900 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:55.608864 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:55.626257 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cc98f653-e89a-436d-b607-38d45c207c6a req-e34aa536-2303-4ae6-b0ab-550824fb3868 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526270 Jul 16 01:34:55.657186 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.713371 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf7bb5-9dcc-402a-9dc3-af3d97349221 req-a1edd5c4-050b-4373-8fb3-4eb1b960a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:55.714896 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6bf7bb5-9dcc-402a-9dc3-af3d97349221 req-a1edd5c4-050b-4373-8fb3-4eb1b960a368 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ef2a1dd41f44f6fbd9b1bd2f5128a44&device_id=8a846fe4-6914-4c28-a2bb-d10002d406a0 HTTP/1.1" status: 200 len: 1098 time: 0.1929038 Jul 16 01:34:55.750510 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 6184ea8f-5222-4f1f-8fc7-15e008abec02, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6184ea8f-5222-4f1f-8fc7-15e008abec02,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:55.775036 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.782035 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 75491fd5-528e-4d5c-83f7-3a7ee7654238 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:55.864227 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 75491fd5-528e-4d5c-83f7-3a7ee7654238 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:55.864675 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.977139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=6184ea8f-5222-4f1f-8fc7-15e008abec02,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:56.048618 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf7bb5-9dcc-402a-9dc3-af3d97349221 req-89e9385e-a402-4e5a-ab98-5012743de570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.051253 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6bf7bb5-9dcc-402a-9dc3-af3d97349221 req-89e9385e-a402-4e5a-ab98-5012743de570 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.3164940 Jul 16 01:34:56.099461 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.105834 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6bf7bb5-9dcc-402a-9dc3-af3d97349221 req-79cf9d7b-7a12-4cc7-a39b-e2022b70c163 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=ff644fdc-da51-4466-8d2d-58e4106a9439 HTTP/1.1" status: 200 len: 217 time: 0.0417745 Jul 16 01:34:56.111558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] Router 78b07639-369b-4739-a43a-bf4eefd00be6 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:56.144280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0d56d3e6-b604-4fc8-92de-8b46983d6cfe None None] Provisioning complete for port 01d39cf7-6579-42e3-857d-dbe77b0445e6 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:56.144726 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d56d3e6-b604-4fc8-92de-8b46983d6cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.182655 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 75491fd5-528e-4d5c-83f7-3a7ee7654238, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=75491fd5-528e-4d5c-83f7-3a7ee7654238,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:56.193162 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.221537 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf7bb5-9dcc-402a-9dc3-af3d97349221 req-6cd27c25-fd20-4a45-ac50-738964d23eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.223401 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6bf7bb5-9dcc-402a-9dc3-af3d97349221 req-6cd27c25-fd20-4a45-ac50-738964d23eee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0946078 Jul 16 01:34:56.227992 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0d56d3e6-b604-4fc8-92de-8b46983d6cfe None None] Port 01d39cf7-6579-42e3-857d-dbe77b0445e6 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:56.282796 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=75491fd5-528e-4d5c-83f7-3a7ee7654238,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:56.285373 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c53bd-7d94-4ab7-a049-fe415e6d7182 req-6713128f-d4a4-4cd3-a422-9b13254d5f71 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.302647 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b18c53bd-7d94-4ab7-a049-fe415e6d7182 req-6713128f-d4a4-4cd3-a422-9b13254d5f71 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 944 time: 0.3554795 Jul 16 01:34:56.368864 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf7bb5-9dcc-402a-9dc3-af3d97349221 req-23f9c705-b3e2-4580-a480-51156a65f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.369118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0ee75c-f76b-4865-8431-e3c1baaa0969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75491fd5-528e-4d5c-83f7-3a7ee7654238'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:56.370949 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6bf7bb5-9dcc-402a-9dc3-af3d97349221 req-23f9c705-b3e2-4580-a480-51156a65f79a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1375914 Jul 16 01:34:56.371156 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08b80c8-d51d-4697-9258-6cdaf0c848e4" -d '{"events": [{"server_uuid": "ba0ee75c-f76b-4865-8431-e3c1baaa0969", "name": "network-vif-plugged", "status": "completed", "tag": "75491fd5-528e-4d5c-83f7-3a7ee7654238"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:56.453502 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b18c53bd-7d94-4ab7-a049-fe415e6d7182 req-b19d466f-1aca-4fe9-a433-de149bda7cbb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497633 Jul 16 01:34:56.497063 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:56.516176 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-682b99fe-48d5-4932-8e44-17fd5598a86b admin admin] 10.222.0.54 "PUT /v2.0/routers/78b07639-369b-4739-a43a-bf4eefd00be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5689602 Jul 16 01:34:56.519280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Sync routers for ids ['78b07639-369b-4739-a43a-bf4eefd00be6'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:56.533757 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Routers {'78b07639-369b-4739-a43a-bf4eefd00be6'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:56.534341 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['78b07639-369b-4739-a43a-bf4eefd00be6'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:56.571082 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6bf7bb5-9dcc-402a-9dc3-af3d97349221 req-d88119ba-7fe5-4c5c-82ea-0bc562580701 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818419 Jul 16 01:34:56.715411 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-85c9ea0b-2c17-4b07-8c1a-62694f0ff4e7 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=1961ea8d11af4a26af7254218bca79a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699606 Jul 16 01:34:56.775776 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6bf7bb5-9dcc-402a-9dc3-af3d97349221 req-60102a8f-8ebb-4ae9-a98f-d7bbb83a0980 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978128 Jul 16 01:34:56.813593 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-597b0848-7d87-4114-addd-993c22e8ce31 req-aa82fa90-b380-4dd7-b319-edcd73031ead tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 210 time: 0.1067438 Jul 16 01:34:56.843991 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Set router 78b07639-369b-4739-a43a-bf4eefd00be6 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:57.060816 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-6ec1b4a2-d23d-4938-8414-dd5e168a8147 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:57.061763 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-6ec1b4a2-d23d-4938-8414-dd5e168a8147 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3240783 Jul 16 01:34:57.082731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3659ab-8f13-4abe-bdca-fae8367011fa req-b9f4dcb8-752a-4882-9ac3-6c9203c9edbf tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:57.094124 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c7bc8134-be21-4c99-a360-a6e29f343784 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Request body: {'port': {'device_id': '1cda03aa-a91a-4f6c-895e-1bf2330f4ba1', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': '1961ea8d11af4a26af7254218bca79a1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:57.095569 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bc3659ab-8f13-4abe-bdca-fae8367011fa req-b9f4dcb8-752a-4882-9ac3-6c9203c9edbf tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a846fe4-6914-4c28-a2bb-d10002d406a0 HTTP/1.1" status: 200 len: 947 time: 0.1797380 Jul 16 01:34:57.150606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6184ea8f-5222-4f1f-8fc7-15e008abec02 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:57.198929 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bc3659ab-8f13-4abe-bdca-fae8367011fa req-2400366f-693b-4631-8996-fcaea6908e02 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/security-groups?id=fc754be8-91b4-4aaf-932b-282f4eefe3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917084 Jul 16 01:34:57.262495 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6184ea8f-5222-4f1f-8fc7-15e008abec02 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:57.263401 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.321938 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542f957-a3c5-4ce0-972d-ce831f050e1b req-666b5498-a671-4d3d-bd2a-ca48bdf3e973 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:57.331074 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d542f957-a3c5-4ce0-972d-ce831f050e1b req-666b5498-a671-4d3d-bd2a-ca48bdf3e973 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.1725898 Jul 16 01:34:57.383467 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c7bc8134-be21-4c99-a360-a6e29f343784 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Made reservation on behalf of 1961ea8d11af4a26af7254218bca79a1 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:57.389520 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c7bc8134-be21-4c99-a360-a6e29f343784 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.414920 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d542f957-a3c5-4ce0-972d-ce831f050e1b req-30e5c0d0-9532-4f92-9079-c11cbe3fc78e tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824089 Jul 16 01:34:57.417844 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c7bc8134-be21-4c99-a360-a6e29f343784 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.475897 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43928dba-f948-4f5a-9a65-06b7e08f3b51 x-openstack-request-id: req-43928dba-f948-4f5a-9a65-06b7e08f3b51 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:57.478978 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0ee75c-f76b-4865-8431-e3c1baaa0969", "name": "network-vif-plugged", "status": "completed", "tag": "75491fd5-528e-4d5c-83f7-3a7ee7654238", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:57.480371 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-43928dba-f948-4f5a-9a65-06b7e08f3b51 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:57.480988 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0ee75c-f76b-4865-8431-e3c1baaa0969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75491fd5-528e-4d5c-83f7-3a7ee7654238', 'code': 200} Jul 16 01:34:57.522936 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 9fd132fb-492e-4cd8-8063-103527e1891e no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:57.580060 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9a4ef-0c0d-47c4-8b1d-2705dfde3461 req-4b6ee051-eaf1-4291-ab8b-15e26585b34c tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:57.590405 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9a9a4ef-0c0d-47c4-8b1d-2705dfde3461 req-4b6ee051-eaf1-4291-ab8b-15e26585b34c tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 945 time: 0.1416414 Jul 16 01:34:57.615338 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c7bc8134-be21-4c99-a360-a6e29f343784 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.628743 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c7bc8134-be21-4c99-a360-a6e29f343784 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.662322 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9a9a4ef-0c0d-47c4-8b1d-2705dfde3461 req-bed8f48e-0c83-4512-ac93-35a420d59973 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702438 Jul 16 01:34:57.731254 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.749442 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'name': 'tempest-FloatingIPDetailsTestJSON-1968979048-router', 'tenant_id': 'f13168d41eb74ebe8490447501501941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '6184ea8f-5222-4f1f-8fc7-15e008abec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:44Z', 'updated_at': '2021-07-16T01:34:54Z', 'revision_number': 4, 'project_id': 'f13168d41eb74ebe8490447501501941', 'gw_port': {'id': '6184ea8f-5222-4f1f-8fc7-15e008abec02', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:47Z', 'updated_at': '2021-07-16T01:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '01d39cf7-6579-42e3-857d-dbe77b0445e6', 'name': '', 'network_id': 'e6be1664-966a-45c2-9d45-b72ea2c28900', 'tenant_id': 'f13168d41eb74ebe8490447501501941', 'mac_address': 'fa:16:3e:48:e4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'b2065cdb-b960-49a4-ad0c-9278dfb8b7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:53Z', 'updated_at': '2021-07-16T01:34:54Z', 'revision_number': 2, 'project_id': 'f13168d41eb74ebe8490447501501941', 'subnets': [{'id': 'b2065cdb-b960-49a4-ad0c-9278dfb8b7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:57.785465 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Checking router: 78b07639-369b-4739-a43a-bf4eefd00be6 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:57.785866 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Updating router 78b07639-369b-4739-a43a-bf4eefd00be6 port 01d39cf7-6579-42e3-857d-dbe77b0445e6 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:34:57.830976 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 9fd132fb-492e-4cd8-8063-103527e1891e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=9fd132fb-492e-4cd8-8063-103527e1891e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:57.838636 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.848635 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.899519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542080c9-282f-4e2e-9afd-c5a23ca8d2ae req-142c69d2-dd37-4ca6-8a8f-081e6cc0f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:57.901084 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-542080c9-282f-4e2e-9afd-c5a23ca8d2ae req-142c69d2-dd37-4ca6-8a8f-081e6cc0f4fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 1096 time: 0.3627322 Jul 16 01:34:57.938661 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=9fd132fb-492e-4cd8-8063-103527e1891e,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:58.012175 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc8134-be21-4c99-a360-a6e29f343784 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce6e618-ebe3-4053-88d0-86d4c7661434,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:58.050957 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-b6a2e70e-f215-4333-be80-173a90f21a07 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3008168 Jul 16 01:34:58.067079 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-d1b0e7e8-d484-4251-94d3-45a45c43dc0d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:58.086865 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-542080c9-282f-4e2e-9afd-c5a23ca8d2ae req-8cf6765e-0e7a-4f47-aeed-97166829f838 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529934 Jul 16 01:34:58.098634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c7bc8134-be21-4c99-a360-a6e29f343784 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Allocated IP 192.168.233.111 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:58.133430 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-d1b0e7e8-d484-4251-94d3-45a45c43dc0d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.158610 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bcb71-1b1e-4804-a8b5-6000870d6270 req-f0f4c01c-e014-4a13-8256-3bc5bde0077c tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:58.169682 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed8bcb71-1b1e-4804-a8b5-6000870d6270 req-f0f4c01c-e014-4a13-8256-3bc5bde0077c tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 945 time: 0.0995803 Jul 16 01:34:58.213982 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed8bcb71-1b1e-4804-a8b5-6000870d6270 req-1dfaeb29-bfa6-43bc-8a84-2aeff509158d tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431416 Jul 16 01:34:58.311463 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c55c269-9541-4fdb-a09d-e10da2384e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.391532 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.404690 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Transition to ACTIVE for port object 01d39cf7-6579-42e3-857d-dbe77b0445e6 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:58.415797 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.516328 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.525075 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c648688-f57a-42e6-ab75-8f205244af51 None None] Pushing event updated for resources: {'Port': ['ID=01d39cf7-6579-42e3-857d-dbe77b0445e6,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:58.605665 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device ff644fdc-da51-4466-8d2d-58e4106a9439 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:58.614636 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178baab-6573-4b0d-99ef-e0e2817c7816 req-865cd958-244f-4290-b1bd-68a1c3035231 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:58.616199 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6178baab-6573-4b0d-99ef-e0e2817c7816 req-865cd958-244f-4290-b1bd-68a1c3035231 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 1096 time: 0.0962925 Jul 16 01:34:58.618075 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Attempting to bind port 01d39cf7-6579-42e3-857d-dbe77b0445e6 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:58.618448 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Attempting to bind port 01d39cf7-6579-42e3-857d-dbe77b0445e6 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'a03125ce-e9fa-4e74-8fe5-8b4a286897fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6be1664-966a-45c2-9d45-b72ea2c28900'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:58.618808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Attempting to bind port 01d39cf7-6579-42e3-857d-dbe77b0445e6 on network e6be1664-966a-45c2-9d45-b72ea2c28900 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:58.640663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:58.640955 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Checking segment: {'id': 'a03125ce-e9fa-4e74-8fe5-8b4a286897fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6be1664-966a-45c2-9d45-b72ea2c28900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:58.641363 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.641765 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Bound using segment: {'id': 'a03125ce-e9fa-4e74-8fe5-8b4a286897fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6be1664-966a-45c2-9d45-b72ea2c28900'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:58.642249 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Bound port: 01d39cf7-6579-42e3-857d-dbe77b0445e6, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03125ce-e9fa-4e74-8fe5-8b4a286897fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6be1664-966a-45c2-9d45-b72ea2c28900'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:58.642631 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.690797 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6178baab-6573-4b0d-99ef-e0e2817c7816 req-3b89c8d3-b3b1-4796-bf04-0dbb9b266c58 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671229 Jul 16 01:34:58.734282 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c7bc8134-be21-4c99-a360-a6e29f343784 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.751999 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-d1b0e7e8-d484-4251-94d3-45a45c43dc0d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.757158 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c7bc8134-be21-4c99-a360-a6e29f343784 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Transition to ACTIVE for port object fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:58.836200 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] For port 01d39cf7-6579-42e3-857d-dbe77b0445e6, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:58.851880 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.resource_extend [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:34:58.900678 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f98abad-dc4d-4b79-9b4e-6c08bb9444c4 req-94510f08-9c92-4b44-8c73-ec692304e2ee tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 210 time: 0.0631883 Jul 16 01:34:58.916657 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] For port 01d39cf7-6579-42e3-857d-dbe77b0445e6, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=01d39cf7-6579-42e3-857d-dbe77b0445e6,segment=NetworkSegment(a03125ce-e9fa-4e74-8fe5-8b4a286897fa),segment_id=a03125ce-e9fa-4e74-8fe5-8b4a286897fa)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:58.927617 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.936130 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c7bc8134-be21-4c99-a360-a6e29f343784 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.015228 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-d1b0e7e8-d484-4251-94d3-45a45c43dc0d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Allocated IP 172.25.1.174 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/b332a0c5-01f5-47b8-b904-5f0ede535491) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:59.027916 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c7bc8134-be21-4c99-a360-a6e29f343784 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:59.040777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c7bc8134-be21-4c99-a360-a6e29f343784 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:59.043084 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc8134-be21-4c99-a360-a6e29f343784 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Pushing event updated for resources: {'Port': ['ID=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:59.045716 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c7bc8134-be21-4c99-a360-a6e29f343784 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:59.058206 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Routers {'78b07639-369b-4739-a43a-bf4eefd00be6'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:59.058844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:34:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['78b07639-369b-4739-a43a-bf4eefd00be6'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:59.064586 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c648688-f57a-42e6-ab75-8f205244af51 None None] Pushing event updated for resources: {'Port': ['ID=01d39cf7-6579-42e3-857d-dbe77b0445e6,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:59.128796 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port ff644fdc-da51-4466-8d2d-58e4106a9439, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=ff644fdc-da51-4466-8d2d-58e4106a9439,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:59.197820 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'ff644fdc-da51-4466-8d2d-58e4106a9439', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': 'ff644fdc-da51-4466-8d2d-58e4106a9439', 'mac_address': 'fa:16:3e:57:68:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:59.201330 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c7bc8134-be21-4c99-a360-a6e29f343784 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:59.202756 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c7bc8134-be21-4c99-a360-a6e29f343784 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.237044 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffa3ea-4fee-4114-a66e-02e7c7919d9d req-a2f8bdab-c59e-47ee-9b4b-d48204d23348 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:59.239116 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-24ffa3ea-4fee-4114-a66e-02e7c7919d9d req-a2f8bdab-c59e-47ee-9b4b-d48204d23348 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a846fe4-6914-4c28-a2bb-d10002d406a0 HTTP/1.1" status: 200 len: 947 time: 0.1328406 Jul 16 01:34:59.281243 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.303260 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff644fdc-da51-4466-8d2d-58e4106a9439 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:59.315972 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c7bc8134-be21-4c99-a360-a6e29f343784 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2284501 Jul 16 01:34:59.326273 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-24ffa3ea-4fee-4114-a66e-02e7c7919d9d req-3aa415c5-59e0-4431-a80a-a7457fb611cb tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/security-groups?id=fc754be8-91b4-4aaf-932b-282f4eefe3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793324 Jul 16 01:34:59.374887 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port ff644fdc-da51-4466-8d2d-58e4106a9439, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=ff644fdc-da51-4466-8d2d-58e4106a9439,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:59.377514 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] Set router 78b07639-369b-4739-a43a-bf4eefd00be6 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:59.384883 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Request body: {'port': {'device_id': '1cda03aa-a91a-4f6c-895e-1bf2330f4ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:59.420267 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.452944 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-d1b0e7e8-d484-4251-94d3-45a45c43dc0d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.484669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07af97bd-1989-4254-82c9-a311ade464f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fd132fb-492e-4cd8-8063-103527e1891e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:59.487178 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f8102c-774e-4fb6-a2a3-c182ed62fa52" -d '{"events": [{"server_uuid": "07af97bd-1989-4254-82c9-a311ade464f8", "name": "network-vif-unplugged", "status": "completed", "tag": "9fd132fb-492e-4cd8-8063-103527e1891e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:59.593373 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-d1b0e7e8-d484-4251-94d3-45a45c43dc0d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.600963 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03917186-70ea-4b3a-8a0a-5924aac77357 req-07e8c7b6-c1fc-482b-b826-c1cca26d013d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:59.608627 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03917186-70ea-4b3a-8a0a-5924aac77357 req-07e8c7b6-c1fc-482b-b826-c1cca26d013d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.1000090 Jul 16 01:34:59.667645 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-d1b0e7e8-d484-4251-94d3-45a45c43dc0d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:59.672041 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-d1b0e7e8-d484-4251-94d3-45a45c43dc0d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:59.674397 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03917186-70ea-4b3a-8a0a-5924aac77357 req-ba8d33e7-bbbd-4c66-9357-e624a8493506 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646832 Jul 16 01:34:59.682443 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-d1b0e7e8-d484-4251-94d3-45a45c43dc0d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:59.693326 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.694310 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=ff644fdc-da51-4466-8d2d-58e4106a9439,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:59.744056 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e3213110-7b1e-4bf2-b620-979c9e5403b5 None None] Provisioning for port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:59.750375 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e3213110-7b1e-4bf2-b620-979c9e5403b5 None None] Provisioning complete for port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:59.750760 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3213110-7b1e-4bf2-b620-979c9e5403b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.797517 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'name': 'tempest-FloatingIPDetailsTestJSON-1968979048-router', 'tenant_id': 'f13168d41eb74ebe8490447501501941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '6184ea8f-5222-4f1f-8fc7-15e008abec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:44Z', 'updated_at': '2021-07-16T01:34:54Z', 'revision_number': 4, 'project_id': 'f13168d41eb74ebe8490447501501941', 'gw_port': {'id': '6184ea8f-5222-4f1f-8fc7-15e008abec02', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:47Z', 'updated_at': '2021-07-16T01:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '01d39cf7-6579-42e3-857d-dbe77b0445e6', 'name': '', 'network_id': 'e6be1664-966a-45c2-9d45-b72ea2c28900', 'tenant_id': 'f13168d41eb74ebe8490447501501941', 'mac_address': 'fa:16:3e:48:e4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'b2065cdb-b960-49a4-ad0c-9278dfb8b7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:53Z', 'updated_at': '2021-07-16T01:34:58Z', 'revision_number': 4, 'project_id': 'f13168d41eb74ebe8490447501501941', 'subnets': [{'id': 'b2065cdb-b960-49a4-ad0c-9278dfb8b7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:59.802590 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['ff644fdc-da51-4466-8d2d-58e4106a9439'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:59.865249 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6bfc9-6949-4e0b-b35b-f346a6a02e4f None None] The sync data for ids ['78b07639-369b-4739-a43a-bf4eefd00be6'] in n-d-800086-6 is: [{'id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'name': 'tempest-FloatingIPDetailsTestJSON-1968979048-router', 'tenant_id': 'f13168d41eb74ebe8490447501501941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '6184ea8f-5222-4f1f-8fc7-15e008abec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:44Z', 'updated_at': '2021-07-16T01:34:54Z', 'revision_number': 4, 'project_id': 'f13168d41eb74ebe8490447501501941', 'gw_port': {'id': '6184ea8f-5222-4f1f-8fc7-15e008abec02', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:47Z', 'updated_at': '2021-07-16T01:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '01d39cf7-6579-42e3-857d-dbe77b0445e6', 'name': '', 'network_id': 'e6be1664-966a-45c2-9d45-b72ea2c28900', 'tenant_id': 'f13168d41eb74ebe8490447501501941', 'mac_address': 'fa:16:3e:48:e4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'b2065cdb-b960-49a4-ad0c-9278dfb8b7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:53Z', 'updated_at': '2021-07-16T01:34:58Z', 'revision_number': 4, 'project_id': 'f13168d41eb74ebe8490447501501941', 'subnets': [{'id': 'b2065cdb-b960-49a4-ad0c-9278dfb8b7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:59.918824 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e3213110-7b1e-4bf2-b620-979c9e5403b5 None None] Port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:00.053775 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0e7e8-d484-4251-94d3-45a45c43dc0d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Pushing event updated for resources: {'Port': ['ID=b332a0c5-01f5-47b8-b904-5f0ede535491,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:00.122692 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea6171-c65a-4648-95a1-26466f46774f req-c7817fca-297f-4e6e-b532-71717fb4d94a tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:00.124544 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-21ea6171-c65a-4648-95a1-26466f46774f req-c7817fca-297f-4e6e-b532-71717fb4d94a tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 1096 time: 0.1398468 Jul 16 01:35:00.191517 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-21ea6171-c65a-4648-95a1-26466f46774f req-4dae2e6b-05ed-4403-b69a-2a6e184370c7 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612125 Jul 16 01:35:00.327516 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-d1b0e7e8-d484-4251-94d3-45a45c43dc0d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.446992 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:00.455650 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.473761 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Transition to ACTIVE for port object fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:00.476450 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-d1b0e7e8-d484-4251-94d3-45a45c43dc0d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.502756 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.646784 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:00.659689 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ef846-5f4b-4553-858d-5c3d69363cd6 req-2584f53f-55f1-4924-9cc3-88615cdbddcd tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:00.670769 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d72ef846-5f4b-4553-858d-5c3d69363cd6 req-2584f53f-55f1-4924-9cc3-88615cdbddcd tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 945 time: 0.1130869 Jul 16 01:35:00.737947 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d72ef846-5f4b-4553-858d-5c3d69363cd6 req-5552d1ca-cba1-4029-aabb-c4e8fefe95eb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636988 Jul 16 01:35:00.847266 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe73834-4fa0-4c3f-9b3e-a94373568ed4 x-openstack-request-id: req-4fe73834-4fa0-4c3f-9b3e-a94373568ed4 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:00.847824 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07af97bd-1989-4254-82c9-a311ade464f8", "name": "network-vif-unplugged", "status": "completed", "tag": "9fd132fb-492e-4cd8-8063-103527e1891e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:00.847934 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4fe73834-4fa0-4c3f-9b3e-a94373568ed4 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:00.848290 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07af97bd-1989-4254-82c9-a311ade464f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fd132fb-492e-4cd8-8063-103527e1891e', 'code': 200} Jul 16 01:35:00.860572 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Attempting to bind port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:00.860911 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Attempting to bind port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:00.861405 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Attempting to bind port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:00.878799 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:00.879136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Attempting to bind port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:00.882770 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-d1b0e7e8-d484-4251-94d3-45a45c43dc0d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.890847 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-d1b0e7e8-d484-4251-94d3-45a45c43dc0d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.896353 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:00.896766 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:00.897121 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:00.897591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Bound port: fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:00.897964 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.041636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0e7e8-d484-4251-94d3-45a45c43dc0d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Pushing event updated for resources: {'Port': ['ID=b332a0c5-01f5-47b8-b904-5f0ede535491,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:01.062100 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.065025 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-042583e9-9c72-4b6e-adc1-155c94f8b70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.149569 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-d1b0e7e8-d484-4251-94d3-45a45c43dc0d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.175503 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-d1b0e7e8-d484-4251-94d3-45a45c43dc0d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.177311 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 01d39cf7-6579-42e3-857d-dbe77b0445e6 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:01.186199 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-d1b0e7e8-d484-4251-94d3-45a45c43dc0d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1254551 Jul 16 01:35:01.189169 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae905ee-2f03-4cbb-8197-fd1a4156106d req-389a0220-f8bf-48ea-b1d0-680f2e6baaf5 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:01.190800 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9ae905ee-2f03-4cbb-8197-fd1a4156106d req-389a0220-f8bf-48ea-b1d0-680f2e6baaf5 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 948 time: 0.2260516 Jul 16 01:35:01.270373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 01d39cf7-6579-42e3-857d-dbe77b0445e6 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:01.288455 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 01d39cf7-6579-42e3-857d-dbe77b0445e6 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:01.288973 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.296733 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9ae905ee-2f03-4cbb-8197-fd1a4156106d req-3edbf669-04f6-4b02-98a9-5ff1f9e05efe tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778396 Jul 16 01:35:01.355869 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] For port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:01.378684 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-4dc8e082-8d9b-48a9-92a9-deea1137e1a7 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 696 time: 0.1914821 Jul 16 01:35:01.462840 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] For port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:01.477298 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.515170 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.543470 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e18c7125-bb99-4f86-ab5e-cb30d344ab5f details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:01.665769 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 01d39cf7-6579-42e3-857d-dbe77b0445e6, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=01d39cf7-6579-42e3-857d-dbe77b0445e6,segment=NetworkSegment(a03125ce-e9fa-4e74-8fe5-8b4a286897fa),segment_id=a03125ce-e9fa-4e74-8fe5-8b4a286897fa)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:01.708060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:01.724826 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.768851 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183648bd-7ddf-42c7-aa4b-7cdeb36c102f req-5ff4ef95-132e-4fb6-81a5-ba848ce4cec8 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:01.773332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:01.774184 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.779440 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-14fb70e6-7139-4ea6-9604-b914323f3bd2 service neutron] 10.222.0.47 "PUT /v2.0/ports/fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 HTTP/1.1" status: 200 len: 1096 time: 2.4129133 Jul 16 01:35:01.780340 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-183648bd-7ddf-42c7-aa4b-7cdeb36c102f req-5ff4ef95-132e-4fb6-81a5-ba848ce4cec8 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a846fe4-6914-4c28-a2bb-d10002d406a0 HTTP/1.1" status: 200 len: 948 time: 0.1271133 Jul 16 01:35:01.784654 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cda03aa-a91a-4f6c-895e-1bf2330f4ba1', 'tag': 'fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:01.794232 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50db4e6a-f695-410e-b8c0-a4cd034ad301" -d '{"events": [{"name": "network-changed", "server_uuid": "1cda03aa-a91a-4f6c-895e-1bf2330f4ba1", "tag": "fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:01.889443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=01d39cf7-6579-42e3-857d-dbe77b0445e6,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:01.900683 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e18c7125-bb99-4f86-ab5e-cb30d344ab5f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e18c7125-bb99-4f86-ab5e-cb30d344ab5f,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:01.919109 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'e18c7125-bb99-4f86-ab5e-cb30d344ab5f', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': 'e18c7125-bb99-4f86-ab5e-cb30d344ab5f', 'mac_address': 'fa:16:3e:ee:ee:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:01.926692 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-183648bd-7ddf-42c7-aa4b-7cdeb36c102f req-64a9903c-eef8-49cf-91af-c43ecdf76f6c tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/security-groups?id=fc754be8-91b4-4aaf-932b-282f4eefe3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446619 Jul 16 01:35:02.004383 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.037428 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.039758 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-8eafe44a-1aa9-4349-ac3c-bbda48a88d84 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:02.055300 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-81d974e9-336d-4370-8cd7-0ec10f03a211 req-8eafe44a-1aa9-4349-ac3c-bbda48a88d84 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.6756127 Jul 16 01:35:02.081019 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e18c7125-bb99-4f86-ab5e-cb30d344ab5f {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:02.116403 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-7b251692-580c-4c9f-944e-03d937e6070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:02.118049 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-7b251692-580c-4c9f-944e-03d937e6070e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 1099 time: 0.2553673 Jul 16 01:35:02.130351 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e18c7125-bb99-4f86-ab5e-cb30d344ab5f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e18c7125-bb99-4f86-ab5e-cb30d344ab5f,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:02.137863 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.226565 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-7d8caf10-c309-4b9d-bb38-9bb8f72d2d38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 HTTP/1.1" status: 200 len: 217 time: 0.0869751 Jul 16 01:35:02.268045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e50b0c-4183-4bfd-ac73-43d7e53356de req-5c5cd2af-b628-40ab-affd-fca8f49301d6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:02.274011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=e18c7125-bb99-4f86-ab5e-cb30d344ab5f,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:02.278712 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-79e50b0c-4183-4bfd-ac73-43d7e53356de req-5c5cd2af-b628-40ab-affd-fca8f49301d6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.0937281 Jul 16 01:35:02.340965 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-5e32322b-98b4-4aad-b3ff-bccf0b807786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:02.343167 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-5e32322b-98b4-4aad-b3ff-bccf0b807786 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1064541 Jul 16 01:35:02.346868 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-79e50b0c-4183-4bfd-ac73-43d7e53356de req-28f301fd-13db-4454-8618-0ad788b0ec7b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640833 Jul 16 01:35:02.424542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54d2f2-4095-4733-8572-f7a37d8939eb req-5770a023-a07c-4637-aa40-5c980c053fd4 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:02.431487 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b54d2f2-4095-4733-8572-f7a37d8939eb req-5770a023-a07c-4637-aa40-5c980c053fd4 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 945 time: 0.1495872 Jul 16 01:35:02.444987 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['e18c7125-bb99-4f86-ab5e-cb30d344ab5f'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:02.497714 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b54d2f2-4095-4733-8572-f7a37d8939eb req-2117bb5d-8fa2-463d-914a-ffefceba651b tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652394 Jul 16 01:35:02.503662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c396d8e3-eff2-47be-aa2a-38c9044a760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:02.508328 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c396d8e3-eff2-47be-aa2a-38c9044a760b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1545856 Jul 16 01:35:02.622226 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device ff644fdc-da51-4466-8d2d-58e4106a9439 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:02.790419 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-3194957c-23d2-4ab1-abf0-8c0071d9b053 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683456 Jul 16 01:35:02.795493 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port ff644fdc-da51-4466-8d2d-58e4106a9439 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:02.803049 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port ff644fdc-da51-4466-8d2d-58e4106a9439 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:02.804564 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.003190 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0df7038-7a76-468f-9d49-19ca006e2a38 req-c44aa6b9-4605-47a0-b7fc-db13a1ecb906 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998405 Jul 16 01:35:03.031971 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.071289 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a846fe4-6914-4c28-a2bb-d10002d406a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff644fdc-da51-4466-8d2d-58e4106a9439'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:03.071289 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2997d31-9f61-4a2c-877a-e0117a40adb0" -d '{"events": [{"server_uuid": "8a846fe4-6914-4c28-a2bb-d10002d406a0", "name": "network-vif-plugged", "status": "completed", "tag": "ff644fdc-da51-4466-8d2d-58e4106a9439"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:03.104043 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port ff644fdc-da51-4466-8d2d-58e4106a9439, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=ff644fdc-da51-4466-8d2d-58e4106a9439,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:03.123251 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.348179 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 01d39cf7-6579-42e3-857d-dbe77b0445e6 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:03.411967 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=ff644fdc-da51-4466-8d2d-58e4106a9439,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:03.477528 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 01d39cf7-6579-42e3-857d-dbe77b0445e6 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:03.477904 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.553678 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e18c7125-bb99-4f86-ab5e-cb30d344ab5f up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:03.747506 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.774084 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port e18c7125-bb99-4f86-ab5e-cb30d344ab5f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:03.774692 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.929841 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.001576 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e18c7125-bb99-4f86-ab5e-cb30d344ab5f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e18c7125-bb99-4f86-ab5e-cb30d344ab5f,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:04.007597 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.113008 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=e18c7125-bb99-4f86-ab5e-cb30d344ab5f,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:04.623081 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:35:04.680830 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eced48-5861-4d1c-a9f5-a1c4a00d91c7 req-078d034a-65b0-4bac-96dc-17419b5f2a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.686697 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47eced48-5861-4d1c-a9f5-a1c4a00d91c7 req-078d034a-65b0-4bac-96dc-17419b5f2a2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 1096 time: 0.1555912 Jul 16 01:35:04.804441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-889e32f4-0956-4a95-9637-d0616a43935a tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:35:04.806101 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-889e32f4-0956-4a95-9637-d0616a43935a tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1916649 Jul 16 01:35:04.835388 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eced48-5861-4d1c-a9f5-a1c4a00d91c7 req-f9077136-17e0-4c74-ab6b-83b0a42a80ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.837790 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47eced48-5861-4d1c-a9f5-a1c4a00d91c7 req-f9077136-17e0-4c74-ab6b-83b0a42a80ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 913 time: 0.1292934 Jul 16 01:35:04.908783 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-ea3e524f-9b8c-404d-98ac-0e751c7bf4a2 service neutron] Request body: {'binding': {'host': 'n-h2-800086-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:04.909350 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-ea3e524f-9b8c-404d-98ac-0e751c7bf4a2 service neutron] Unknown quota resources ['binding']. {{(pid=93832) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:35:04.926274 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47eced48-5861-4d1c-a9f5-a1c4a00d91c7 req-c2dc117a-1ff0-4229-9180-03c89c1ed05b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5693f448-75eb-4e2c-a461-53d52f8f8de3 HTTP/1.1" status: 200 len: 217 time: 0.0814044 Jul 16 01:35:05.022158 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eced48-5861-4d1c-a9f5-a1c4a00d91c7 req-018a8b2a-d90a-4a30-8262-7fe1d809e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:05.024111 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47eced48-5861-4d1c-a9f5-a1c4a00d91c7 req-018a8b2a-d90a-4a30-8262-7fe1d809e481 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84a8e114-6746-4f75-be46-b5ce225a99ed HTTP/1.1" status: 200 len: 852 time: 0.0901287 Jul 16 01:35:05.109601 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47eced48-5861-4d1c-a9f5-a1c4a00d91c7 req-c6536354-2e5b-4205-a4ef-c384f4b2a4b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749238 Jul 16 01:35:05.284850 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-ea3e524f-9b8c-404d-98ac-0e751c7bf4a2 service neutron] Attempting to bind port 30243cf3-b448-4934-a5bf-0a831de87ce8 on host n-h2-800086-6 for vnic_type normal with profile None {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:05.285188 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-ea3e524f-9b8c-404d-98ac-0e751c7bf4a2 service neutron] Attempting to bind port 30243cf3-b448-4934-a5bf-0a831de87ce8 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:05.285522 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-ea3e524f-9b8c-404d-98ac-0e751c7bf4a2 service neutron] Attempting to bind port 30243cf3-b448-4934-a5bf-0a831de87ce8 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:05.299449 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-ea3e524f-9b8c-404d-98ac-0e751c7bf4a2 service neutron] Port 30243cf3-b448-4934-a5bf-0a831de87ce8 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:05.299878 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-ea3e524f-9b8c-404d-98ac-0e751c7bf4a2 service neutron] Attempting to bind port 30243cf3-b448-4934-a5bf-0a831de87ce8 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:05.314496 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-ea3e524f-9b8c-404d-98ac-0e751c7bf4a2 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:05.314840 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-ea3e524f-9b8c-404d-98ac-0e751c7bf4a2 service neutron] Checking segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:05.315233 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-ea3e524f-9b8c-404d-98ac-0e751c7bf4a2 service neutron] Bound using segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:05.315666 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-ea3e524f-9b8c-404d-98ac-0e751c7bf4a2 service neutron] Bound port: 30243cf3-b448-4934-a5bf-0a831de87ce8, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:05.398566 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47eced48-5861-4d1c-a9f5-a1c4a00d91c7 req-cd536257-13ea-41cb-a1cc-54fe9c8886de service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711093 Jul 16 01:35:05.493280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-ea3e524f-9b8c-404d-98ac-0e751c7bf4a2 service neutron] For port 30243cf3-b448-4934-a5bf-0a831de87ce8, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=30243cf3-b448-4934-a5bf-0a831de87ce8,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:05.506745 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-ea3e524f-9b8c-404d-98ac-0e751c7bf4a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.509493 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-ea3e524f-9b8c-404d-98ac-0e751c7bf4a2 service neutron] 10.222.0.54 "POST /v2.0/ports/30243cf3-b448-4934-a5bf-0a831de87ce8/bindings HTTP/1.1" status: 201 len: 389 time: 0.6954544 Jul 16 01:35:05.649963 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47eced48-5861-4d1c-a9f5-a1c4a00d91c7 req-a83ac2ad-6e19-465f-b378-3ef36a43c15d service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333591 Jul 16 01:35:05.742414 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33cbf81-7c2e-44c6-88c3-cfbe7ad1ad31 x-openstack-request-id: req-a33cbf81-7c2e-44c6-88c3-cfbe7ad1ad31 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:05.742731 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cda03aa-a91a-4f6c-895e-1bf2330f4ba1", "tag": "fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:05.742988 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a33cbf81-7c2e-44c6-88c3-cfbe7ad1ad31 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:05.743453 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cda03aa-a91a-4f6c-895e-1bf2330f4ba1', 'tag': 'fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90', 'status': 'completed', 'code': 200} Jul 16 01:35:05.964137 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-0017cbff-80d3-4c06-9698-8a1d66006158 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1850297 Jul 16 01:35:06.056354 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-f4150137-0bf8-4f95-ae80-99455eb421a2 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:06.214580 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-f4150137-0bf8-4f95-ae80-99455eb421a2 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.270495 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db4e6a-f695-410e-b8c0-a4cd034ad301 req-0fd7a760-865a-4cb2-a06b-e4aa9483c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:06.272108 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50db4e6a-f695-410e-b8c0-a4cd034ad301 req-0fd7a760-865a-4cb2-a06b-e4aa9483c0b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 1099 time: 0.3034160 Jul 16 01:35:06.279798 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-e0a9147c-cf44-4801-a3cf-3489fc9fb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:06.279798 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-e0a9147c-cf44-4801-a3cf-3489fc9fb780 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 1096 time: 0.3107886 Jul 16 01:35:06.539898 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db4e6a-f695-410e-b8c0-a4cd034ad301 req-cf6c05b6-8df7-4193-b77f-1a483bec2ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:06.541378 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50db4e6a-f695-410e-b8c0-a4cd034ad301 req-cf6c05b6-8df7-4193-b77f-1a483bec2ae5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2399805 Jul 16 01:35:06.595860 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50db4e6a-f695-410e-b8c0-a4cd034ad301 req-3524d117-cf57-47f4-acab-30c391cf1ff6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 HTTP/1.1" status: 200 len: 217 time: 0.0418820 Jul 16 01:35:06.598801 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-a8e74c16-2643-499f-b2df-bc6746a63a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:06.600233 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-a8e74c16-2643-499f-b2df-bc6746a63a39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 909 time: 0.2976456 Jul 16 01:35:06.661264 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-f4150137-0bf8-4f95-ae80-99455eb421a2 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.701819 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-29377f69-39a5-4f6f-8f47-b14dd7cc4bc9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30243cf3-b448-4934-a5bf-0a831de87ce8 HTTP/1.1" status: 200 len: 217 time: 0.0746360 Jul 16 01:35:06.791320 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db4e6a-f695-410e-b8c0-a4cd034ad301 req-225efd72-d17f-41ea-ba42-142c9c9d3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:06.792393 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50db4e6a-f695-410e-b8c0-a4cd034ad301 req-225efd72-d17f-41ea-ba42-142c9c9d3eee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1750765 Jul 16 01:35:06.817577 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-956df9ef-e68e-49a4-8c1e-6cb121ab701a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:06.819053 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-956df9ef-e68e-49a4-8c1e-6cb121ab701a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.1093469 Jul 16 01:35:06.914738 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-44976748-778a-4b2b-8918-0663fada9fe7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680404 Jul 16 01:35:06.936855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-f4150137-0bf8-4f95-ae80-99455eb421a2 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Allocated IP 172.25.1.17 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/83a9ac17-2775-413a-9f09-2b564ea365a2) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:07.336814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db4e6a-f695-410e-b8c0-a4cd034ad301 req-c8569bbd-b4e8-4322-bad7-60e2e2cedb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:07.338342 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50db4e6a-f695-410e-b8c0-a4cd034ad301 req-c8569bbd-b4e8-4322-bad7-60e2e2cedb80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4906204 Jul 16 01:35:07.509682 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-1881955c-331f-436d-aed4-9c8cd8c8dde8 service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757568 Jul 16 01:35:07.547895 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-f4150137-0bf8-4f95-ae80-99455eb421a2 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.568715 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:07.594851 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50db4e6a-f695-410e-b8c0-a4cd034ad301 req-35edd98a-7409-4434-855d-ef12d67a4ddf service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010372 Jul 16 01:35:07.769296 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:07.779141 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-f4150137-0bf8-4f95-ae80-99455eb421a2 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.786569 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': 'fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90', 'mac_address': 'fa:16:3e:be:40:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:07.797213 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-cc37ed0c-960c-40a2-b175-db2d8b0a8e03 service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468553 Jul 16 01:35:07.842276 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.845005 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-f4150137-0bf8-4f95-ae80-99455eb421a2 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:07.852541 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50db4e6a-f695-410e-b8c0-a4cd034ad301 req-fecb8a39-9bdf-40c1-88ae-993ac2b188e3 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009487 Jul 16 01:35:07.855391 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-f4150137-0bf8-4f95-ae80-99455eb421a2 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:07.860504 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-f4150137-0bf8-4f95-ae80-99455eb421a2 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:07.866048 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:07.889763 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:07.898460 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.900069 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4150137-0bf8-4f95-ae80-99455eb421a2 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Pushing event updated for resources: {'Port': ['ID=83a9ac17-2775-413a-9f09-2b564ea365a2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:07.966384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:08.016571 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-f4150137-0bf8-4f95-ae80-99455eb421a2 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.118285 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-f4150137-0bf8-4f95-ae80-99455eb421a2 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.218866 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-636abb66-4900-485b-b77e-b0446ea2f6ab tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:08.220605 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-636abb66-4900-485b-b77e-b0446ea2f6ab tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3&tenant_id=c3d262d9128741908a9068e6ff067760&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 1096 time: 0.1851783 Jul 16 01:35:08.240136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800086-6'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:08.392731 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.492975 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:08.522019 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-f4150137-0bf8-4f95-ae80-99455eb421a2 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.531955 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-f4150137-0bf8-4f95-ae80-99455eb421a2 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.646749 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516bbb3-a908-420a-a83d-1b4362575fb2 req-1d447795-76d1-4bc5-aaa5-ff40f6b15b54 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:08.648763 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8516bbb3-a908-420a-a83d-1b4362575fb2 req-1d447795-76d1-4bc5-aaa5-ff40f6b15b54 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 949 time: 0.0906110 Jul 16 01:35:08.677122 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4150137-0bf8-4f95-ae80-99455eb421a2 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Pushing event updated for resources: {'Port': ['ID=83a9ac17-2775-413a-9f09-2b564ea365a2,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:08.691071 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] For port 30243cf3-b448-4934-a5bf-0a831de87ce8, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=30243cf3-b448-4934-a5bf-0a831de87ce8,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:08.694576 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-f4150137-0bf8-4f95-ae80-99455eb421a2 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.716420 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8516bbb3-a908-420a-a83d-1b4362575fb2 req-599af248-15f7-4e2a-845e-8e4b1c77cdf8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565133 Jul 16 01:35:08.720081 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-f4150137-0bf8-4f95-ae80-99455eb421a2 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.721711 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-f4150137-0bf8-4f95-ae80-99455eb421a2 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7566812 Jul 16 01:35:08.797709 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] For port 30243cf3-b448-4934-a5bf-0a831de87ce8, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:08.825210 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-426e4319-2f9b-4336-aeaa-239f978372cd tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 695 time: 0.0864882 Jul 16 01:35:08.889875 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e626be8-f74e-40b1-b58d-5b2d779adcd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30243cf3-b448-4934-a5bf-0a831de87ce8'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:08.892247 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5e074e-509b-4471-977e-3ea960a9ec98" -d '{"events": [{"server_uuid": "5e626be8-f74e-40b1-b58d-5b2d779adcd3", "name": "network-vif-unplugged", "status": "completed", "tag": "30243cf3-b448-4934-a5bf-0a831de87ce8"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:08.899085 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.938997 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.947121 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11830a89-4031-4c75-a90d-dfbc7dc5ed23 req-e654d804-f2d1-46fd-b6ac-de9d1fc82660 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:08.947810 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-11830a89-4031-4c75-a90d-dfbc7dc5ed23 req-e654d804-f2d1-46fd-b6ac-de9d1fc82660 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a846fe4-6914-4c28-a2bb-d10002d406a0 HTTP/1.1" status: 200 len: 949 time: 0.0730751 Jul 16 01:35:09.003503 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-11830a89-4031-4c75-a90d-dfbc7dc5ed23 req-b145c13e-7d86-4d7d-83d6-c1780a7ad29c tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/security-groups?id=fc754be8-91b4-4aaf-932b-282f4eefe3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494957 Jul 16 01:35:09.048012 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a2f2f2-2954-4f42-a456-abcdd18e6cfe x-openstack-request-id: req-36a2f2f2-2954-4f42-a456-abcdd18e6cfe {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:09.048517 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a846fe4-6914-4c28-a2bb-d10002d406a0", "name": "network-vif-plugged", "status": "completed", "tag": "ff644fdc-da51-4466-8d2d-58e4106a9439", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:09.048631 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-36a2f2f2-2954-4f42-a456-abcdd18e6cfe {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:09.048971 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a846fe4-6914-4c28-a2bb-d10002d406a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff644fdc-da51-4466-8d2d-58e4106a9439', 'code': 200} Jul 16 01:35:09.082635 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-effb4d5d-1915-4f1d-a85e-f0543d155711 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:09.084402 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f89ead27-4d01-428a-8259-b46ff85d0cb9 req-effb4d5d-1915-4f1d-a85e-f0543d155711 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.2518148 Jul 16 01:35:09.092262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] Attempting to bind port 30243cf3-b448-4934-a5bf-0a831de87ce8 on host n-h1-800086-6 for vnic_type normal with profile {"migrating_to": "n-h2-800086-6"} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:09.092789 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] Attempting to bind port 30243cf3-b448-4934-a5bf-0a831de87ce8 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:09.092992 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] Attempting to bind port 30243cf3-b448-4934-a5bf-0a831de87ce8 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:09.105976 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] Pushing event updated for resources: {'Port': ['ID=30243cf3-b448-4934-a5bf-0a831de87ce8,revision_number=7']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:09.131212 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] Port 30243cf3-b448-4934-a5bf-0a831de87ce8 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:09.134007 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] Attempting to bind port 30243cf3-b448-4934-a5bf-0a831de87ce8 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:09.152895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:09.153385 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] Checking segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:09.154864 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] Bound using segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:09.156730 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] Bound port: 30243cf3-b448-4934-a5bf-0a831de87ce8, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:09.157218 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.254911 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] For port 30243cf3-b448-4934-a5bf-0a831de87ce8, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:09.292820 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44e2aa-f045-4d79-a98d-7d12c2bd32b4 req-8982108f-8110-4de5-a41e-1ed8ca8e7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:09.295001 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a44e2aa-f045-4d79-a98d-7d12c2bd32b4 req-8982108f-8110-4de5-a41e-1ed8ca8e7ff8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 1096 time: 0.1844661 Jul 16 01:35:09.303484 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] For port 30243cf3-b448-4934-a5bf-0a831de87ce8, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=30243cf3-b448-4934-a5bf-0a831de87ce8,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:09.309974 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.341120 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f40134-d3c2-4281-83d6-7e61b281e9a0 req-69684f69-b96a-4adb-b742-0f7d0b85d92b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:09.342912 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b4f40134-d3c2-4281-83d6-7e61b281e9a0 req-69684f69-b96a-4adb-b742-0f7d0b85d92b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.1373549 Jul 16 01:35:09.370964 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] Pushing event updated for resources: {'Port': ['ID=30243cf3-b448-4934-a5bf-0a831de87ce8,revision_number=8']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:09.400786 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67970b78-e732-472d-afed-77af9b4e0e46 req-63c77f09-be12-4ea4-a610-b19fbdf97fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:09.402352 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67970b78-e732-472d-afed-77af9b4e0e46 req-63c77f09-be12-4ea4-a610-b19fbdf97fc6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8a846fe4-6914-4c28-a2bb-d10002d406a0 HTTP/1.1" status: 200 len: 1100 time: 0.1609724 Jul 16 01:35:09.457267 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:09.457805 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.458577 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b4f40134-d3c2-4281-83d6-7e61b281e9a0 req-66c38adb-abde-4640-af84-5c717d4d91cf tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064758 Jul 16 01:35:09.459200 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-aeeb3d5c-57fa-4a3c-a0ae-5e96eab06816 service neutron] 10.222.0.47 "PUT /v2.0/ports/30243cf3-b448-4934-a5bf-0a831de87ce8 HTTP/1.1" status: 200 len: 1121 time: 1.2241929 Jul 16 01:35:09.465206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44e2aa-f045-4d79-a98d-7d12c2bd32b4 req-bb5cb054-de63-453d-a770-e7a75140afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:09.467680 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a44e2aa-f045-4d79-a98d-7d12c2bd32b4 req-bb5cb054-de63-453d-a770-e7a75140afc9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 913 time: 0.1647439 Jul 16 01:35:09.531695 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67970b78-e732-472d-afed-77af9b4e0e46 req-af751907-d111-44b3-9866-00fba8245c8c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fc754be8-91b4-4aaf-932b-282f4eefe3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031506 Jul 16 01:35:09.539954 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a44e2aa-f045-4d79-a98d-7d12c2bd32b4 req-ec68bc8c-9d0f-41e6-ad59-186fe1955a0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5693f448-75eb-4e2c-a461-53d52f8f8de3 HTTP/1.1" status: 200 len: 217 time: 0.0639317 Jul 16 01:35:09.556751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69da0b-c1e9-403a-a34c-d24c2d184233 req-56275045-6299-4d01-9de3-8793275cf114 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:09.558278 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3d69da0b-c1e9-403a-a34c-d24c2d184233 req-56275045-6299-4d01-9de3-8793275cf114 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 943 time: 0.1143653 Jul 16 01:35:09.601109 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['30243cf3-b448-4934-a5bf-0a831de87ce8'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:09.605867 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3d69da0b-c1e9-403a-a34c-d24c2d184233 req-0bd10703-2a74-4b7d-b86a-2bd643f20ba4 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387359 Jul 16 01:35:09.676453 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c894174-b2c5-48fb-aa33-f183fe9aab05 x-openstack-request-id: req-3c894174-b2c5-48fb-aa33-f183fe9aab05 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:09.677112 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e626be8-f74e-40b1-b58d-5b2d779adcd3", "name": "network-vif-unplugged", "status": "completed", "tag": "30243cf3-b448-4934-a5bf-0a831de87ce8", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:09.677614 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3c894174-b2c5-48fb-aa33-f183fe9aab05 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:09.678229 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e626be8-f74e-40b1-b58d-5b2d779adcd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30243cf3-b448-4934-a5bf-0a831de87ce8', 'code': 200} Jul 16 01:35:09.724254 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20529b22-5633-4d85-ac81-3a8647f62583 req-40859d70-4708-4f75-9186-3f10043100a0 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:09.733661 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20529b22-5633-4d85-ac81-3a8647f62583 req-40859d70-4708-4f75-9186-3f10043100a0 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 945 time: 0.1011569 Jul 16 01:35:09.781269 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20529b22-5633-4d85-ac81-3a8647f62583 req-05ded71c-94b1-4974-9862-5c9cc97c1b18 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466425 Jul 16 01:35:09.932725 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-dab8a9d5-9396-4805-ade3-4b5db5408edf tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2410839 Jul 16 01:35:09.939191 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-4fce6701-0150-4902-a0d4-2fc53b5140f6 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:09.962903 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-659798c1-f527-4da3-bff8-4162523b01a1 req-f5980f13-93dc-437a-bc21-59a8d18d6272 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=07af97bd-1989-4254-82c9-a311ade464f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1387281 Jul 16 01:35:09.975210 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-4fce6701-0150-4902-a0d4-2fc53b5140f6 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.060446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44e2aa-f045-4d79-a98d-7d12c2bd32b4 req-98e6120c-806a-4686-94b6-fcea122ceb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.061984 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a44e2aa-f045-4d79-a98d-7d12c2bd32b4 req-98e6120c-806a-4686-94b6-fcea122ceb6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84a8e114-6746-4f75-be46-b5ce225a99ed HTTP/1.1" status: 200 len: 852 time: 0.1266782 Jul 16 01:35:10.103356 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a44e2aa-f045-4d79-a98d-7d12c2bd32b4 req-3c21679a-3153-4f77-ae0f-7f10121ca866 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334716 Jul 16 01:35:10.149186 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6220a0-7e68-4dce-83f2-b56ba2d4b1a2 req-44c4e584-27f8-493e-8c6a-a328c5006a01 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.150678 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bc6220a0-7e68-4dce-83f2-b56ba2d4b1a2 req-44c4e584-27f8-493e-8c6a-a328c5006a01 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 949 time: 0.1348422 Jul 16 01:35:10.162194 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659798c1-f527-4da3-bff8-4162523b01a1 req-c7ef6870-6b18-424e-8bbf-47fee1fd28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.163799 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-659798c1-f527-4da3-bff8-4162523b01a1 req-c7ef6870-6b18-424e-8bbf-47fee1fd28d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1509ca3db474a6faab62996d47a6a14&device_id=07af97bd-1989-4254-82c9-a311ade464f8 HTTP/1.1" status: 200 len: 1099 time: 0.0757654 Jul 16 01:35:10.165546 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-4fce6701-0150-4902-a0d4-2fc53b5140f6 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.255876 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bc6220a0-7e68-4dce-83f2-b56ba2d4b1a2 req-035a63f4-0206-468c-95e7-01e2f6436f9b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963337 Jul 16 01:35:10.273632 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a44e2aa-f045-4d79-a98d-7d12c2bd32b4 req-8127e442-de92-403e-91f3-b129916f9d48 service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565328 Jul 16 01:35:10.363023 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-4fce6701-0150-4902-a0d4-2fc53b5140f6 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Allocated IP 172.25.1.104 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/6397558b-99a9-4d8b-9e9f-d43ba69e0f8f) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:10.368325 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659798c1-f527-4da3-bff8-4162523b01a1 req-a6e3d544-6667-4005-a529-1df42127a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.369930 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-659798c1-f527-4da3-bff8-4162523b01a1 req-a6e3d544-6667-4005-a529-1df42127a8ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.1621845 Jul 16 01:35:10.402372 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a44e2aa-f045-4d79-a98d-7d12c2bd32b4 req-0c701d58-609b-401f-9eec-5008d72a5228 service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196399 Jul 16 01:35:10.433093 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-659798c1-f527-4da3-bff8-4162523b01a1 req-b2144b66-8fdd-44fe-b9fd-b52692446128 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=9fd132fb-492e-4cd8-8063-103527e1891e HTTP/1.1" status: 200 len: 217 time: 0.0507555 Jul 16 01:35:10.513347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf8bc4-d2c3-4041-aff0-9678bc129607 req-6258f390-2c2c-445e-823e-a73c3e108ee1 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.515137 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60bf8bc4-d2c3-4041-aff0-9678bc129607 req-6258f390-2c2c-445e-823e-a73c3e108ee1 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 945 time: 0.1024022 Jul 16 01:35:10.550273 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-4fce6701-0150-4902-a0d4-2fc53b5140f6 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.554016 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659798c1-f527-4da3-bff8-4162523b01a1 req-4343d77e-4add-4d3b-8e2a-b050a0b6bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.555547 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-659798c1-f527-4da3-bff8-4162523b01a1 req-4343d77e-4add-4d3b-8e2a-b050a0b6bac2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0771537 Jul 16 01:35:10.581264 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60bf8bc4-d2c3-4041-aff0-9678bc129607 req-67947c64-5265-4446-bdda-a1b99f119267 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585458 Jul 16 01:35:10.674872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659798c1-f527-4da3-bff8-4162523b01a1 req-6f82f1a7-3957-4b8f-a15b-a5fcec18b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.676842 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-659798c1-f527-4da3-bff8-4162523b01a1 req-6f82f1a7-3957-4b8f-a15b-a5fcec18b773 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985386 Jul 16 01:35:10.678615 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-4fce6701-0150-4902-a0d4-2fc53b5140f6 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.723747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-4fce6701-0150-4902-a0d4-2fc53b5140f6 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:10.735275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-4fce6701-0150-4902-a0d4-2fc53b5140f6 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:10.750669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-4fce6701-0150-4902-a0d4-2fc53b5140f6 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:10.783735 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b00dc-5dea-45ef-a3ee-e793ede18af1 req-200f13af-a264-4881-8673-d074b432794b tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.786248 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bc6b00dc-5dea-45ef-a3ee-e793ede18af1 req-200f13af-a264-4881-8673-d074b432794b tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a846fe4-6914-4c28-a2bb-d10002d406a0 HTTP/1.1" status: 200 len: 949 time: 0.1048563 Jul 16 01:35:10.803564 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce6701-0150-4902-a0d4-2fc53b5140f6 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Pushing event updated for resources: {'Port': ['ID=6397558b-99a9-4d8b-9e9f-d43ba69e0f8f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:10.876738 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bc6b00dc-5dea-45ef-a3ee-e793ede18af1 req-b2356e99-1fca-4b13-ab7e-3864f37b06e7 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/security-groups?id=fc754be8-91b4-4aaf-932b-282f4eefe3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828447 Jul 16 01:35:10.915280 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-659798c1-f527-4da3-bff8-4162523b01a1 req-eae505e2-642d-45fc-9512-d3621937b24a service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004156 Jul 16 01:35:10.924226 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-4fce6701-0150-4902-a0d4-2fc53b5140f6 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.028627 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-4fce6701-0150-4902-a0d4-2fc53b5140f6 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.051049 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9cd70b-e133-4d8a-befa-f70675168b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18c7125-bb99-4f86-ab5e-cb30d344ab5f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:11.057714 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0246c24-3f08-4bfe-b93b-bd09c1a3a678" -d '{"events": [{"server_uuid": "de9cd70b-e133-4d8a-befa-f70675168b4c", "name": "network-vif-plugged", "status": "completed", "tag": "e18c7125-bb99-4f86-ab5e-cb30d344ab5f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:11.086502 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-659798c1-f527-4da3-bff8-4162523b01a1 req-3817f3f6-e06f-4dda-86a3-95e446031728 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561124 Jul 16 01:35:11.228980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf9131-2bcc-4e34-a5ac-f8ecc3de2faa req-e0ddd4ef-339f-4aa5-8527-9e0a45b12424 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:11.230705 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-debf9131-2bcc-4e34-a5ac-f8ecc3de2faa req-e0ddd4ef-339f-4aa5-8527-9e0a45b12424 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 945 time: 0.0831857 Jul 16 01:35:11.231606 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-4fce6701-0150-4902-a0d4-2fc53b5140f6 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.238863 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-4fce6701-0150-4902-a0d4-2fc53b5140f6 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.274835 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-debf9131-2bcc-4e34-a5ac-f8ecc3de2faa req-ebac4ba6-b892-49b0-b80e-e0999fbd5fe9 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380111 Jul 16 01:35:11.317880 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce6701-0150-4902-a0d4-2fc53b5140f6 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Pushing event updated for resources: {'Port': ['ID=6397558b-99a9-4d8b-9e9f-d43ba69e0f8f,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:11.332706 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-4fce6701-0150-4902-a0d4-2fc53b5140f6 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.349807 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-4fce6701-0150-4902-a0d4-2fc53b5140f6 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.351822 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-4fce6701-0150-4902-a0d4-2fc53b5140f6 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4184012 Jul 16 01:35:11.417595 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-c4edafff-efd6-437a-a841-b52bf32b4c47 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.0592442 Jul 16 01:35:11.523658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5a1ff-9c09-49be-9042-8e6007b96b57 req-b2b1495e-f595-4f20-8858-8358f1b82269 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:11.525137 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74b5a1ff-9c09-49be-9042-8e6007b96b57 req-b2b1495e-f595-4f20-8858-8358f1b82269 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 943 time: 0.0867352 Jul 16 01:35:11.561604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-405cb836-990f-4d82-b4a8-7b33f970e49a tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:11.563411 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c582b119-1df4-478e-98f0-1b5af7b87d85 req-405cb836-990f-4d82-b4a8-7b33f970e49a tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1450474 Jul 16 01:35:11.583411 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74b5a1ff-9c09-49be-9042-8e6007b96b57 req-a895a8dd-0167-48e4-a9f2-430a765e3d19 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478086 Jul 16 01:35:11.615429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 30243cf3-b448-4934-a5bf-0a831de87ce8 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:11.667788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:11.675113 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38aa1edf-1167-4719-baa6-9472a09011c3 x-openstack-request-id: req-38aa1edf-1167-4719-baa6-9472a09011c3 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:11.675465 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9cd70b-e133-4d8a-befa-f70675168b4c", "name": "network-vif-plugged", "status": "completed", "tag": "e18c7125-bb99-4f86-ab5e-cb30d344ab5f", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:11.676167 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-38aa1edf-1167-4719-baa6-9472a09011c3 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:11.676572 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9cd70b-e133-4d8a-befa-f70675168b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18c7125-bb99-4f86-ab5e-cb30d344ab5f', 'code': 200} Jul 16 01:35:11.679509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e626be8-f74e-40b1-b58d-5b2d779adcd3', 'tag': '30243cf3-b448-4934-a5bf-0a831de87ce8'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:11.681756 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acb4cd7-136d-4073-96bb-7680605060fd" -d '{"events": [{"name": "network-changed", "server_uuid": "5e626be8-f74e-40b1-b58d-5b2d779adcd3", "tag": "30243cf3-b448-4934-a5bf-0a831de87ce8"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:11.867115 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd1662-58ec-4786-8dd4-03f0a69afcb3 req-2d1f2f7f-8954-48b2-890c-6d35cf1313b9 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:11.868601 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e5dd1662-58ec-4786-8dd4-03f0a69afcb3 req-2d1f2f7f-8954-48b2-890c-6d35cf1313b9 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 949 time: 0.1228821 Jul 16 01:35:11.871444 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dba0ac-a78d-45be-99e4-16f1f53bd896 req-d40c276f-8c3a-4bc0-b75d-9b5b5bf7af7d tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:11.880699 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-36dba0ac-a78d-45be-99e4-16f1f53bd896 req-d40c276f-8c3a-4bc0-b75d-9b5b5bf7af7d tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 945 time: 0.0917189 Jul 16 01:35:11.887805 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 30243cf3-b448-4934-a5bf-0a831de87ce8, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=30243cf3-b448-4934-a5bf-0a831de87ce8,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:11.909343 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:11.926793 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 30243cf3-b448-4934-a5bf-0a831de87ce8 has no active binding in host n-h2-800086-6 {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:35:11.931967 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:11.932355 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.936272 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-36dba0ac-a78d-45be-99e4-16f1f53bd896 req-6c70f1a7-183e-4fc1-a218-bed67e564a20 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521801 Jul 16 01:35:11.948852 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e5dd1662-58ec-4786-8dd4-03f0a69afcb3 req-33218b8c-7473-4866-8953-9cd5888084e6 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641563 Jul 16 01:35:12.005348 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef57e706-6170-4f9b-a241-a2c26307faa3 x-openstack-request-id: req-ef57e706-6170-4f9b-a241-a2c26307faa3 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:12.005666 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e626be8-f74e-40b1-b58d-5b2d779adcd3", "tag": "30243cf3-b448-4934-a5bf-0a831de87ce8", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:12.005931 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ef57e706-6170-4f9b-a241-a2c26307faa3 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:12.006338 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e626be8-f74e-40b1-b58d-5b2d779adcd3', 'tag': '30243cf3-b448-4934-a5bf-0a831de87ce8', 'status': 'completed', 'code': 200} Jul 16 01:35:12.042744 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.080136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:12.089761 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.193310 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:12.193533 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627910e3-8110-434f-b687-575a6fd70fb6 req-63905e6d-bbcb-4b17-9aa8-ffcdb9a9b240 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:12.195739 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-627910e3-8110-434f-b687-575a6fd70fb6 req-63905e6d-bbcb-4b17-9aa8-ffcdb9a9b240 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a846fe4-6914-4c28-a2bb-d10002d406a0 HTTP/1.1" status: 200 len: 949 time: 0.0851185 Jul 16 01:35:12.220842 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb4cd7-136d-4073-96bb-7680605060fd req-676dc384-ef26-48a3-b452-26eac8de6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:12.222475 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9acb4cd7-136d-4073-96bb-7680605060fd req-676dc384-ef26-48a3-b452-26eac8de6da7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 1124 time: 0.1537726 Jul 16 01:35:12.243939 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-b3a7b125-7161-439c-95aa-472bd3db038b tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2658815 Jul 16 01:35:12.253811 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-627910e3-8110-434f-b687-575a6fd70fb6 req-0b3b54a4-6409-42a9-b347-3ecd3150426c tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/security-groups?id=fc754be8-91b4-4aaf-932b-282f4eefe3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489681 Jul 16 01:35:12.260141 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-6b000285-9807-4673-8344-1aa7e4e067ab tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:12.325287 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-6b000285-9807-4673-8344-1aa7e4e067ab tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.426751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb4cd7-136d-4073-96bb-7680605060fd req-a404b93f-769c-4b8e-a2b4-612ca30c5839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:12.428776 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9acb4cd7-136d-4073-96bb-7680605060fd req-a404b93f-769c-4b8e-a2b4-612ca30c5839 service neutron] 10.222.0.26 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 909 time: 0.1959424 Jul 16 01:35:12.444686 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444fc5e-1082-4d7e-9a3d-d201ee931074 req-ee228a32-61db-4a02-8fac-7e4c357ba6e2 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:12.446549 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3444fc5e-1082-4d7e-9a3d-d201ee931074 req-ee228a32-61db-4a02-8fac-7e4c357ba6e2 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 945 time: 0.0805907 Jul 16 01:35:12.503820 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3444fc5e-1082-4d7e-9a3d-d201ee931074 req-13b29a0f-2f33-4d44-8ff4-dcf5fec7f4b3 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509424 Jul 16 01:35:12.535731 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9acb4cd7-136d-4073-96bb-7680605060fd req-815ea47b-9b5a-41f0-be92-5e1aeb491d6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30243cf3-b448-4934-a5bf-0a831de87ce8 HTTP/1.1" status: 200 len: 217 time: 0.0459037 Jul 16 01:35:12.601902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb4cd7-136d-4073-96bb-7680605060fd req-189fd45e-6be7-49bf-b428-88769e78a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:12.604153 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9acb4cd7-136d-4073-96bb-7680605060fd req-189fd45e-6be7-49bf-b428-88769e78a52d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.0527256 Jul 16 01:35:12.659977 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-6b000285-9807-4673-8344-1aa7e4e067ab tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.664594 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5693f448-75eb-4e2c-a461-53d52f8f8de3 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:12.700814 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9acb4cd7-136d-4073-96bb-7680605060fd req-8475c3f4-f3d2-40b2-b1b1-dee52bb44ef6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885999 Jul 16 01:35:12.799500 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.845703 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5693f448-75eb-4e2c-a461-53d52f8f8de3, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5693f448-75eb-4e2c-a461-53d52f8f8de3,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:12.850624 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.864418 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-6b000285-9807-4673-8344-1aa7e4e067ab tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Allocated IP 172.25.1.166 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/0e2bda0e-596c-4281-a0fc-cf089f77adc8) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:12.900786 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9acb4cd7-136d-4073-96bb-7680605060fd req-888315f4-a7b7-4ad4-8693-3279b4eeac3d service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801941 Jul 16 01:35:12.927285 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5693f448-75eb-4e2c-a461-53d52f8f8de3,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:13.033995 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9acb4cd7-136d-4073-96bb-7680605060fd req-c3c89517-4779-46ed-8531-62e91f5f4c5d service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164429 Jul 16 01:35:13.051223 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f966b05-417b-4995-bacc-a6da4e1c2e02 req-31b1d0fe-83bf-4bfa-8ef2-0f8bbd1fa74d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:13.062740 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f966b05-417b-4995-bacc-a6da4e1c2e02 req-31b1d0fe-83bf-4bfa-8ef2-0f8bbd1fa74d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 943 time: 0.0856197 Jul 16 01:35:13.113901 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f966b05-417b-4995-bacc-a6da4e1c2e02 req-dd44746b-1667-40fc-9c1d-b9dd32fc9655 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484276 Jul 16 01:35:13.121558 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-6b000285-9807-4673-8344-1aa7e4e067ab tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.204926 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-6b000285-9807-4673-8344-1aa7e4e067ab tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.250757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-6b000285-9807-4673-8344-1aa7e4e067ab tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:13.253914 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-6b000285-9807-4673-8344-1aa7e4e067ab tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:13.259663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-6b000285-9807-4673-8344-1aa7e4e067ab tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:13.343449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b000285-9807-4673-8344-1aa7e4e067ab tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Pushing event updated for resources: {'Port': ['ID=0e2bda0e-596c-4281-a0fc-cf089f77adc8,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:13.354524 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc296467-c2fa-4210-85a9-f2b8584d20b1 req-9a67e4f0-22b8-4d1f-8755-f4c1b6db91f5 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:13.356636 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bc296467-c2fa-4210-85a9-f2b8584d20b1 req-9a67e4f0-22b8-4d1f-8755-f4c1b6db91f5 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 943 time: 0.0971630 Jul 16 01:35:13.388389 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-6b000285-9807-4673-8344-1aa7e4e067ab tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.411603 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bc296467-c2fa-4210-85a9-f2b8584d20b1 req-11020a29-606d-4e43-a627-aa94db644911 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470359 Jul 16 01:35:13.450379 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-6b000285-9807-4673-8344-1aa7e4e067ab tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.643818 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-6b000285-9807-4673-8344-1aa7e4e067ab tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.651961 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-6b000285-9807-4673-8344-1aa7e4e067ab tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.677543 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cda03aa-a91a-4f6c-895e-1bf2330f4ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90'}, {'server_uuid': '224bc85f-d5bf-4e56-822c-a773a7055577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5693f448-75eb-4e2c-a461-53d52f8f8de3'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:13.680436 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdc398f-11b5-49d0-8f22-8ab8f9e04c6d" -d '{"events": [{"server_uuid": "1cda03aa-a91a-4f6c-895e-1bf2330f4ba1", "name": "network-vif-plugged", "status": "completed", "tag": "fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90"}, {"server_uuid": "224bc85f-d5bf-4e56-822c-a773a7055577", "name": "network-vif-unplugged", "status": "completed", "tag": "5693f448-75eb-4e2c-a461-53d52f8f8de3"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:13.738492 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-6b000285-9807-4673-8344-1aa7e4e067ab tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.750636 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b000285-9807-4673-8344-1aa7e4e067ab tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Pushing event updated for resources: {'Port': ['ID=0e2bda0e-596c-4281-a0fc-cf089f77adc8,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:13.762882 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-6b000285-9807-4673-8344-1aa7e4e067ab tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.768296 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520c068-d6e4-457a-8053-5eebba9388f8 req-2911a0d3-5b53-4104-9375-c3b0ab3a5de7 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:13.770708 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-6b000285-9807-4673-8344-1aa7e4e067ab tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5258083 Jul 16 01:35:13.772321 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2520c068-d6e4-457a-8053-5eebba9388f8 req-2911a0d3-5b53-4104-9375-c3b0ab3a5de7 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.0841384 Jul 16 01:35:13.826582 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2520c068-d6e4-457a-8053-5eebba9388f8 req-82f32b04-e4cc-47cb-b7ba-2e9513110b8f tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508070 Jul 16 01:35:13.828158 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-64150f40-e739-4a66-be8c-b53bcf698faa tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.166 HTTP/1.1" status: 200 len: 696 time: 0.0563698 Jul 16 01:35:13.968725 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-30549746-8326-43c8-b537-a1f1303384eb tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:13.970432 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a0b909d8-aa48-47de-9de3-7d688aaa745a req-30549746-8326-43c8-b537-a1f1303384eb tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1330855 Jul 16 01:35:14.172874 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2945778-7079-4560-b871-242547f44814 req-c3a16fa6-62fa-43ec-919b-266e938a2ce0 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:14.174810 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2945778-7079-4560-b871-242547f44814 req-c3a16fa6-62fa-43ec-919b-266e938a2ce0 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 945 time: 0.0910170 Jul 16 01:35:14.223804 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2945778-7079-4560-b871-242547f44814 req-47224a01-e853-45e6-ae29-6c2b4f32f52c tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434134 Jul 16 01:35:14.582349 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdb68d8-856c-469d-a7a4-2df149f372a0 x-openstack-request-id: req-4fdb68d8-856c-469d-a7a4-2df149f372a0 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:14.582651 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cda03aa-a91a-4f6c-895e-1bf2330f4ba1", "name": "network-vif-plugged", "status": "completed", "tag": "fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90", "code": 200}, {"server_uuid": "224bc85f-d5bf-4e56-822c-a773a7055577", "name": "network-vif-unplugged", "status": "failed", "tag": "5693f448-75eb-4e2c-a461-53d52f8f8de3", "code": 422}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:14.583216 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4fdb68d8-856c-469d-a7a4-2df149f372a0 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:14.583627 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda03aa-a91a-4f6c-895e-1bf2330f4ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90', 'code': 200} Jul 16 01:35:14.583953 n-d-800086-6 neutron-server[93833]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '224bc85f-d5bf-4e56-822c-a773a7055577', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5693f448-75eb-4e2c-a461-53d52f8f8de3', 'code': 422} returned with failed status Jul 16 01:35:14.637795 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c93858cd-a87f-4dc9-9a07-0e660002a513 req-9f19fe0f-cd87-40df-b6e7-69008e472570 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/floatingips/fe3313d8-591f-471b-ac75-a65eda05c972 HTTP/1.1" status: 200 len: 693 time: 0.0434124 Jul 16 01:35:14.758174 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93858cd-a87f-4dc9-9a07-0e660002a513 req-bdc13a22-47da-4171-939c-1a934877e0ec tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:14.758597 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c93858cd-a87f-4dc9-9a07-0e660002a513 req-bdc13a22-47da-4171-939c-1a934877e0ec tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1156347 Jul 16 01:35:14.821048 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a38e37-1fa6-44b9-92e2-c480cc2e0b55 req-653a7286-75a6-40c5-bb9a-c6b281cb3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:14.825667 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-91a38e37-1fa6-44b9-92e2-c480cc2e0b55 req-653a7286-75a6-40c5-bb9a-c6b281cb3da6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 1101 time: 0.0913837 Jul 16 01:35:14.876339 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-91a38e37-1fa6-44b9-92e2-c480cc2e0b55 req-d627b00f-22a5-4e7c-926c-9ce6823a00e4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423019 Jul 16 01:35:14.983767 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07af8e5-3de0-4386-b38f-a37635f06176 req-537e46cf-743e-4458-b40e-2af59cf844ad tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:14.986799 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f07af8e5-3de0-4386-b38f-a37635f06176 req-537e46cf-743e-4458-b40e-2af59cf844ad tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 945 time: 0.0783367 Jul 16 01:35:15.033229 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f07af8e5-3de0-4386-b38f-a37635f06176 req-b4f28734-6426-4925-9d88-984fe026f110 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388653 Jul 16 01:35:15.186785 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d75f9b-ae0d-423d-a0a6-ef3f91f62d50 req-7667b429-244d-4767-8be5-89f728b41537 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:15.188359 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e4d75f9b-ae0d-423d-a0a6-ef3f91f62d50 req-7667b429-244d-4767-8be5-89f728b41537 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=224bc85f-d5bf-4e56-822c-a773a7055577 HTTP/1.1" status: 200 len: 943 time: 0.0728784 Jul 16 01:35:15.515904 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58944a-0ceb-4290-9014-b9b0037d7006 req-65d9b4ab-6c97-4de5-8e5d-48141b1f3cf4 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:15.517497 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8e58944a-0ceb-4290-9014-b9b0037d7006 req-65d9b4ab-6c97-4de5-8e5d-48141b1f3cf4 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 943 time: 0.1115072 Jul 16 01:35:15.545373 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-14c768e8-c0dc-433e-994e-ddd0e8b051bc service neutron] 10.222.0.26 "GET /v2.0/ports/30243cf3-b448-4934-a5bf-0a831de87ce8/bindings/n-h2-800086-6 HTTP/1.1" status: 200 len: 384 time: 0.0928123 Jul 16 01:35:15.593549 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8e58944a-0ceb-4290-9014-b9b0037d7006 req-43fa3851-bf0c-4147-8fe5-606ae46b3147 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680475 Jul 16 01:35:15.598849 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-e4d75f9b-ae0d-423d-a0a6-ef3f91f62d50 req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Deleting port 5693f448-75eb-4e2c-a461-53d52f8f8de3 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:15.599314 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e4d75f9b-ae0d-423d-a0a6-ef3f91f62d50 req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.700143 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-e4d75f9b-ae0d-423d-a0a6-ef3f91f62d50 req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] For port 5693f448-75eb-4e2c-a461-53d52f8f8de3, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5693f448-75eb-4e2c-a461-53d52f8f8de3,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:15.700438 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e4d75f9b-ae0d-423d-a0a6-ef3f91f62d50 req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.714006 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-e4d75f9b-ae0d-423d-a0a6-ef3f91f62d50 req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Calling delete_port for 5693f448-75eb-4e2c-a461-53d52f8f8de3 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:15.846791 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e4d75f9b-ae0d-423d-a0a6-ef3f91f62d50 req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.877508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Pushing event deleted for resources: {'Port': ['ID=5693f448-75eb-4e2c-a461-53d52f8f8de3,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:15.908677 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.909030 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.909370 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.909708 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.910041 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.910378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.910701 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.911109 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.911354 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.911673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.912025 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.912346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.936974 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d75f9b-ae0d-423d-a0a6-ef3f91f62d50 req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] No DVR routers for this DVR port 5693f448-75eb-4e2c-a461-53d52f8f8de3 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:15.939929 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e4d75f9b-ae0d-423d-a0a6-ef3f91f62d50 req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.941992 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e4d75f9b-ae0d-423d-a0a6-ef3f91f62d50 req-3b213630-d4de-46f5-ad4c-3dfc1dd320a5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "DELETE /v2.0/ports/5693f448-75eb-4e2c-a461-53d52f8f8de3 HTTP/1.1" status: 204 len: 173 time: 0.7485366 Jul 16 01:35:15.942705 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224bc85f-d5bf-4e56-822c-a773a7055577', 'name': 'network-vif-deleted', 'tag': '5693f448-75eb-4e2c-a461-53d52f8f8de3'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:15.945054 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d2325b-4dd5-47f8-9968-ad751b8e032b" -d '{"events": [{"server_uuid": "224bc85f-d5bf-4e56-822c-a773a7055577", "name": "network-vif-deleted", "tag": "5693f448-75eb-4e2c-a461-53d52f8f8de3"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:16.050890 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-24ee8207-dff6-4660-9dff-42493399a1a6 req-a6474ee9-154d-4b8b-b88c-2cb2510a53f2 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/floatingips/fe3313d8-591f-471b-ac75-a65eda05c972 HTTP/1.1" status: 200 len: 693 time: 0.3657334 Jul 16 01:35:16.162936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] For port 30243cf3-b448-4934-a5bf-0a831de87ce8, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=30243cf3-b448-4934-a5bf-0a831de87ce8,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:16.201943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] For port 30243cf3-b448-4934-a5bf-0a831de87ce8, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:16.232837 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee8207-dff6-4660-9dff-42493399a1a6 req-a79c6eee-fe20-4ce8-9188-8917387862fa tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:16.234197 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-24ee8207-dff6-4660-9dff-42493399a1a6 req-a79c6eee-fe20-4ce8-9188-8917387862fa tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1595111 Jul 16 01:35:16.251530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30243cf3-b448-4934-a5bf-0a831de87ce8 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:16.296744 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] For port 30243cf3-b448-4934-a5bf-0a831de87ce8, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=30243cf3-b448-4934-a5bf-0a831de87ce8,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:16.302199 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-24ee8207-dff6-4660-9dff-42493399a1a6 req-5adf6231-23b8-4822-8e2a-6d55ca566f30 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.166 HTTP/1.1" status: 200 len: 696 time: 0.0618536 Jul 16 01:35:16.319294 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.363863 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-24ee8207-dff6-4660-9dff-42493399a1a6 req-f5776dae-8921-48c6-855e-d403f9e6108d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.166 HTTP/1.1" status: 200 len: 696 time: 0.0534725 Jul 16 01:35:16.485056 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4e75f-668b-45ef-b004-ee2eb17853e0 req-fd2049b0-ebfc-44dc-b57d-b36878085578 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:16.487071 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c1e4e75f-668b-45ef-b004-ee2eb17853e0 req-fd2049b0-ebfc-44dc-b57d-b36878085578 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.0646925 Jul 16 01:35:16.521849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] Transition to ACTIVE for port object 30243cf3-b448-4934-a5bf-0a831de87ce8 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:16.527451 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.529849 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c1e4e75f-668b-45ef-b004-ee2eb17853e0 req-354cfe7f-fa13-4912-b654-2a54f35354a7 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372856 Jul 16 01:35:16.600447 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] No DVR routers for this DVR port 30243cf3-b448-4934-a5bf-0a831de87ce8 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:16.615223 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-24ee8207-dff6-4660-9dff-42493399a1a6 req-9c4de0ec-c591-477f-a4b9-04d6ae3e66db tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Deleting port 0e2bda0e-596c-4281-a0fc-cf089f77adc8 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:16.615566 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-24ee8207-dff6-4660-9dff-42493399a1a6 req-9c4de0ec-c591-477f-a4b9-04d6ae3e66db tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.631644 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] Pushing event updated for resources: {'Port': ['ID=30243cf3-b448-4934-a5bf-0a831de87ce8,revision_number=10']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:16.673251 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] 10.222.0.26 "PUT /v2.0/ports/30243cf3-b448-4934-a5bf-0a831de87ce8/bindings/n-h2-800086-6/activate HTTP/1.1" status: 200 len: 369 time: 1.1176758 Jul 16 01:35:16.677368 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:16.677721 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:16.678080 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:16.678412 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:16.678740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:16.679071 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:16.679395 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:16.679770 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:16.680065 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:16.680387 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:16.680981 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:16.681115 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a48598-e1ef-4ecc-9350-3ee549227408 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:16.702697 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5693f448-75eb-4e2c-a461-53d52f8f8de3 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:16.723373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 5693f448-75eb-4e2c-a461-53d52f8f8de3 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:16.724133 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5693f448-75eb-4e2c-a461-53d52f8f8de3 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:16.724788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 30243cf3-b448-4934-a5bf-0a831de87ce8 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:16.736288 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-24ee8207-dff6-4660-9dff-42493399a1a6 req-9c4de0ec-c591-477f-a4b9-04d6ae3e66db tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.736621 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-24ee8207-dff6-4660-9dff-42493399a1a6 req-9c4de0ec-c591-477f-a4b9-04d6ae3e66db tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.748693 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-24ee8207-dff6-4660-9dff-42493399a1a6 req-9c4de0ec-c591-477f-a4b9-04d6ae3e66db tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Calling delete_port for 0e2bda0e-596c-4281-a0fc-cf089f77adc8 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:16.764943 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 30243cf3-b448-4934-a5bf-0a831de87ce8 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:16.919395 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-24ee8207-dff6-4660-9dff-42493399a1a6 req-9c4de0ec-c591-477f-a4b9-04d6ae3e66db tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.954062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4de0ec-c591-477f-a4b9-04d6ae3e66db tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Pushing event deleted for resources: {'Port': ['ID=0e2bda0e-596c-4281-a0fc-cf089f77adc8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:16.983412 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-cccd58ab-09aa-4b46-8510-865014847a2e tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:16.984974 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-cccd58ab-09aa-4b46-8510-865014847a2e tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3&tenant_id=c3d262d9128741908a9068e6ff067760&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 1095 time: 0.0690994 Jul 16 01:35:17.034472 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-24ee8207-dff6-4660-9dff-42493399a1a6 req-9c4de0ec-c591-477f-a4b9-04d6ae3e66db tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.037114 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-24ee8207-dff6-4660-9dff-42493399a1a6 req-9c4de0ec-c591-477f-a4b9-04d6ae3e66db tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.048491 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-24ee8207-dff6-4660-9dff-42493399a1a6 req-9c4de0ec-c591-477f-a4b9-04d6ae3e66db tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "DELETE /v2.0/floatingips/fe3313d8-591f-471b-ac75-a65eda05c972 HTTP/1.1" status: 204 len: 173 time: 0.6640651 Jul 16 01:35:17.058137 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e67f98-12a8-4805-9e8f-2510c11fcb4f req-04a1d012-e209-40fe-883c-7f1f9b40e740 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:17.060339 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3e67f98-12a8-4805-9e8f-2510c11fcb4f req-04a1d012-e209-40fe-883c-7f1f9b40e740 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a846fe4-6914-4c28-a2bb-d10002d406a0 HTTP/1.1" status: 200 len: 949 time: 0.1948929 Jul 16 01:35:17.132485 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-2b31038a-a91e-4ed3-b9eb-35452f4486d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:17.134007 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-2b31038a-a91e-4ed3-b9eb-35452f4486d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3&tenant_id=c3d262d9128741908a9068e6ff067760 HTTP/1.1" status: 200 len: 1095 time: 0.1331298 Jul 16 01:35:17.149576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4af8ad-7ce7-4147-9acf-6b5e2f1995fc req-ab34c338-a1a6-47e0-8e8c-929e941ad484 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:17.151862 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8e4af8ad-7ce7-4147-9acf-6b5e2f1995fc req-ab34c338-a1a6-47e0-8e8c-929e941ad484 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a846fe4-6914-4c28-a2bb-d10002d406a0 HTTP/1.1" status: 200 len: 949 time: 0.0995464 Jul 16 01:35:17.196559 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8e4af8ad-7ce7-4147-9acf-6b5e2f1995fc req-d9b93288-05a4-4d4f-b257-249c6ead7e2b tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.54 "GET /v2.0/security-groups?id=fc754be8-91b4-4aaf-932b-282f4eefe3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367076 Jul 16 01:35:17.199127 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-b3e67f98-12a8-4805-9e8f-2510c11fcb4f req-f2bdb5cf-53b4-489d-8e26-7d9056133566 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Deleting port ff644fdc-da51-4466-8d2d-58e4106a9439 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:17.200281 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b3e67f98-12a8-4805-9e8f-2510c11fcb4f req-f2bdb5cf-53b4-489d-8e26-7d9056133566 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.255193 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53e5f3c-3481-4e95-8e58-26ce42f4bf09 x-openstack-request-id: req-f53e5f3c-3481-4e95-8e58-26ce42f4bf09 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:17.255193 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224bc85f-d5bf-4e56-822c-a773a7055577", "name": "network-vif-deleted", "tag": "5693f448-75eb-4e2c-a461-53d52f8f8de3", "status": "failed", "code": 422}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:17.255193 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f53e5f3c-3481-4e95-8e58-26ce42f4bf09 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:17.255193 n-d-800086-6 neutron-server[93832]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '224bc85f-d5bf-4e56-822c-a773a7055577', 'name': 'network-vif-deleted', 'tag': '5693f448-75eb-4e2c-a461-53d52f8f8de3', 'status': 'failed', 'code': 422} returned with failed status Jul 16 01:35:17.334175 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-b3e67f98-12a8-4805-9e8f-2510c11fcb4f req-f2bdb5cf-53b4-489d-8e26-7d9056133566 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] For port ff644fdc-da51-4466-8d2d-58e4106a9439, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=ff644fdc-da51-4466-8d2d-58e4106a9439,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:17.334838 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b3e67f98-12a8-4805-9e8f-2510c11fcb4f req-f2bdb5cf-53b4-489d-8e26-7d9056133566 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.352337 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-b3e67f98-12a8-4805-9e8f-2510c11fcb4f req-f2bdb5cf-53b4-489d-8e26-7d9056133566 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Calling delete_port for ff644fdc-da51-4466-8d2d-58e4106a9439 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:17.412766 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-41a1dc7c-2dc7-484c-80ce-4e7f5343b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:17.414469 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-41a1dc7c-2dc7-484c-80ce-4e7f5343b8c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 1095 time: 0.1336482 Jul 16 01:35:17.452813 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c096f4-1916-4430-bc2a-a35b778f8904 req-7a8153fc-817a-4ab0-917e-fdf9c03431c5 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:17.461675 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-90c096f4-1916-4430-bc2a-a35b778f8904 req-7a8153fc-817a-4ab0-917e-fdf9c03431c5 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 944 time: 0.1004329 Jul 16 01:35:17.558047 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-90c096f4-1916-4430-bc2a-a35b778f8904 req-98adbedd-f2d6-43da-abbe-8bc457268eaf tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954137 Jul 16 01:35:17.593440 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-85bc9db4-37cb-4c15-9937-15cdfc0045a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:17.595062 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-85bc9db4-37cb-4c15-9937-15cdfc0045a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 909 time: 0.1313498 Jul 16 01:35:17.655640 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-ae544bbe-3da0-4e6f-bb93-fe98fc304783 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30243cf3-b448-4934-a5bf-0a831de87ce8 HTTP/1.1" status: 200 len: 217 time: 0.0383797 Jul 16 01:35:17.687443 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b3e67f98-12a8-4805-9e8f-2510c11fcb4f req-f2bdb5cf-53b4-489d-8e26-7d9056133566 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.721445 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['ff644fdc-da51-4466-8d2d-58e4106a9439'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:17.735646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdb5cf-53b4-489d-8e26-7d9056133566 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Pushing event deleted for resources: {'Port': ['ID=ff644fdc-da51-4466-8d2d-58e4106a9439,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:17.749381 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-a2dad7d4-74cc-4683-abe4-3dd9211d8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:17.750995 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-a2dad7d4-74cc-4683-abe4-3dd9211d8d97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.0866971 Jul 16 01:35:17.765818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627341c-8749-4cc6-b89b-e57f281f0133 req-2ca0f22f-0231-416a-a700-9fa1b8224b10 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:17.767363 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0627341c-8749-4cc6-b89b-e57f281f0133 req-2ca0f22f-0231-416a-a700-9fa1b8224b10 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2970405 Jul 16 01:35:17.806165 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e67f98-12a8-4805-9e8f-2510c11fcb4f req-f2bdb5cf-53b4-489d-8e26-7d9056133566 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] No DVR routers for this DVR port ff644fdc-da51-4466-8d2d-58e4106a9439 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:17.810107 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b3e67f98-12a8-4805-9e8f-2510c11fcb4f req-f2bdb5cf-53b4-489d-8e26-7d9056133566 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.812800 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3e67f98-12a8-4805-9e8f-2510c11fcb4f req-f2bdb5cf-53b4-489d-8e26-7d9056133566 tempest-TenantUsagesTestJSON-285226172 tempest-TenantUsagesTestJSON-285226172-project] 10.222.0.26 "DELETE /v2.0/ports/ff644fdc-da51-4466-8d2d-58e4106a9439 HTTP/1.1" status: 204 len: 173 time: 0.7444797 Jul 16 01:35:17.812984 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a846fe4-6914-4c28-a2bb-d10002d406a0', 'name': 'network-vif-deleted', 'tag': 'ff644fdc-da51-4466-8d2d-58e4106a9439'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:17.814495 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-0d8ae393-a586-4c14-b148-dcb9df620b34 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505977 Jul 16 01:35:17.815333 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fdd4ec-897a-45ef-989b-7dfec75c268b" -d '{"events": [{"server_uuid": "8a846fe4-6914-4c28-a2bb-d10002d406a0", "name": "network-vif-deleted", "tag": "ff644fdc-da51-4466-8d2d-58e4106a9439"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:17.833785 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8e53a-320a-4fe8-a88b-4e9c4a014863 req-07fbd9c4-bf89-4520-934f-22e247885002 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:17.835359 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ba8e53a-320a-4fe8-a88b-4e9c4a014863 req-07fbd9c4-bf89-4520-934f-22e247885002 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 949 time: 0.1384997 Jul 16 01:35:17.932656 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ba8e53a-320a-4fe8-a88b-4e9c4a014863 req-bdf132f4-be50-48f6-89cf-2f888f8bd24c tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773716 Jul 16 01:35:17.967171 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-ef74bb83-529e-42a6-802d-28eb161f16ec service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307089 Jul 16 01:35:18.097324 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-032a7e05-3fe3-45de-ab51-b49ca727ba04 service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135731 Jul 16 01:35:18.146816 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-2477fe37-cbdb-4dad-8db1-90db44c71b88 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:18.152185 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-2477fe37-cbdb-4dad-8db1-90db44c71b88 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 812 time: 0.1171651 Jul 16 01:35:18.154933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef437657-c277-4fe6-b592-3e72a2df5ba9 req-7c18edd9-5f3a-43f1-bbb9-2b38e3bccf15 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:18.156563 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ef437657-c277-4fe6-b592-3e72a2df5ba9 req-7c18edd9-5f3a-43f1-bbb9-2b38e3bccf15 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.0751455 Jul 16 01:35:18.164871 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-443e2fa3-5c22-47f3-b391-834dcde25383 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/quotas/896b96fff2154ceeadc07932cbd11243 HTTP/1.1" status: 200 len: 375 time: 0.0103307 Jul 16 01:35:18.195417 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ef437657-c277-4fe6-b592-3e72a2df5ba9 req-a000a8f9-c898-4481-af13-a27bef17ee11 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332863 Jul 16 01:35:18.202053 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-03576a84-2466-46e9-b193-227ac3a25520 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318542 Jul 16 01:35:18.297943 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cbd82d5e-8606-4e18-922e-8c9351fb5fc3 req-e5308ef2-f682-4df2-b268-76a93d25faa8 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=f13168d41eb74ebe8490447501501941 HTTP/1.1" status: 200 len: 1656 time: 0.0772583 Jul 16 01:35:18.298951 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-cac665e9-0f2a-43cc-8dba-9710126327e4 service neutron] 10.222.0.54 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896230 Jul 16 01:35:18.407019 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-20de2b57-4754-4fd3-bbd4-cd03f8c8f1a6 service neutron] 10.222.0.54 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025119 Jul 16 01:35:18.413807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd82d5e-8606-4e18-922e-8c9351fb5fc3 req-cf58c940-3a56-49d0-9725-bd7f9f230f0c tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:18.415970 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cbd82d5e-8606-4e18-922e-8c9351fb5fc3 req-cf58c940-3a56-49d0-9725-bd7f9f230f0c tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/networks?id=88f2079c-e547-45f1-859f-49428e13c11a&id=88f2079c-e547-45f1-859f-49428e13c11a&id=88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 787 time: 0.1118829 Jul 16 01:35:18.471738 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcec2608-9398-4fdc-b724-591d5455bc56 x-openstack-request-id: req-dcec2608-9398-4fdc-b724-591d5455bc56 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:18.472079 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a846fe4-6914-4c28-a2bb-d10002d406a0", "name": "network-vif-deleted", "tag": "ff644fdc-da51-4466-8d2d-58e4106a9439", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:18.472343 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dcec2608-9398-4fdc-b724-591d5455bc56 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:18.472751 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a846fe4-6914-4c28-a2bb-d10002d406a0', 'name': 'network-vif-deleted', 'tag': 'ff644fdc-da51-4466-8d2d-58e4106a9439', 'status': 'completed', 'code': 200} Jul 16 01:35:18.700294 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011409a-a25f-45dd-97ce-c83257505fd6 req-7926f9dd-110f-44c8-8ade-93d03437cf19 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:18.701750 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4011409a-a25f-45dd-97ce-c83257505fd6 req-7926f9dd-110f-44c8-8ade-93d03437cf19 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 945 time: 0.1144423 Jul 16 01:35:18.703903 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-34f9ee55-a8e7-4fb7-ad99-81096031651f tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:18.705304 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-34f9ee55-a8e7-4fb7-ad99-81096031651f tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3&tenant_id=c3d262d9128741908a9068e6ff067760&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 1095 time: 0.1287916 Jul 16 01:35:18.747016 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4011409a-a25f-45dd-97ce-c83257505fd6 req-2a6df2cf-adf8-4891-9edd-3b1b1bdbeaf5 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388246 Jul 16 01:35:18.866112 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-ea84e293-7eb3-428a-bd93-c52ea0c0c91f service neutron] For port 30243cf3-b448-4934-a5bf-0a831de87ce8, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:18.870027 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-ea84e293-7eb3-428a-bd93-c52ea0c0c91f service neutron] Notify callbacks [] for binding, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.871168 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f70a5-3243-404b-93ec-1c28fe5f39b8 req-ea84e293-7eb3-428a-bd93-c52ea0c0c91f service neutron] 10.222.0.47 "DELETE /v2.0/ports/30243cf3-b448-4934-a5bf-0a831de87ce8/bindings/n-h1-800086-6 HTTP/1.1" status: 204 len: 173 time: 0.1377730 Jul 16 01:35:19.144327 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7be59ad0-814b-4cd5-95e5-c64d3009b109 req-b43123cd-5e29-478a-afdf-9645c4c51a3b tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/floatingips/71f747ce-1bc3-45ee-b758-7f3e61960160 HTTP/1.1" status: 200 len: 693 time: 0.0611217 Jul 16 01:35:19.157042 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e63982-3e76-4acf-812f-02662971c60f req-d9d42d0c-73c0-4c7f-bed9-dda63b94efdf tempest-MigrationsAdminTest-519601803 tempest-MigrationsAdminTest-519601803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:19.161766 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9e63982-3e76-4acf-812f-02662971c60f req-d9d42d0c-73c0-4c7f-bed9-dda63b94efdf tempest-MigrationsAdminTest-519601803 tempest-MigrationsAdminTest-519601803-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 1101 time: 0.0726702 Jul 16 01:35:19.178679 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c9e63982-3e76-4acf-812f-02662971c60f req-bfc7dd79-60f3-4d19-9806-2e98db964f00 tempest-MigrationsAdminTest-519601803 tempest-MigrationsAdminTest-519601803-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.302696 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be59ad0-814b-4cd5-95e5-c64d3009b109 req-98ebbe7d-b0d2-4b7a-b1c7-b92155ab1bad tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:19.304159 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7be59ad0-814b-4cd5-95e5-c64d3009b109 req-98ebbe7d-b0d2-4b7a-b1c7-b92155ab1bad tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1589594 Jul 16 01:35:19.317429 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c9e63982-3e76-4acf-812f-02662971c60f req-bfc7dd79-60f3-4d19-9806-2e98db964f00 tempest-MigrationsAdminTest-519601803 tempest-MigrationsAdminTest-519601803-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.321994 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c9e63982-3e76-4acf-812f-02662971c60f req-bfc7dd79-60f3-4d19-9806-2e98db964f00 tempest-MigrationsAdminTest-519601803 tempest-MigrationsAdminTest-519601803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.355692 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9e63982-3e76-4acf-812f-02662971c60f req-bfc7dd79-60f3-4d19-9806-2e98db964f00 tempest-MigrationsAdminTest-519601803 tempest-MigrationsAdminTest-519601803-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898241 Jul 16 01:35:19.360870 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7dd79-60f3-4d19-9806-2e98db964f00 tempest-MigrationsAdminTest-519601803 tempest-MigrationsAdminTest-519601803-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cc8c66-d8cd-4b77-a3bf-4b2b18a0dbbd,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:19.397514 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7be59ad0-814b-4cd5-95e5-c64d3009b109 req-6184354a-f56b-492d-880b-a78773542d71 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.0860603 Jul 16 01:35:19.443526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51818) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.460600 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7be59ad0-814b-4cd5-95e5-c64d3009b109 req-41ace4ad-9d52-472f-8215-6fe617a40d10 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.0566556 Jul 16 01:35:19.523674 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c8d7a430-1c3d-4aab-b094-394554594c26 req-f3d27793-df3d-498d-b45f-81c8b3feeceb tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 210 time: 0.0297523 Jul 16 01:35:19.592754 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8bc8f1cd-7027-4d66-b754-679b660bef32 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2ef2a1dd41f44f6fbd9b1bd2f5128a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477432 Jul 16 01:35:19.593400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51822) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.595756 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-7be59ad0-814b-4cd5-95e5-c64d3009b109 req-dd6d9774-5658-4219-b099-5f5d3c7b0f10 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Deleting port 6397558b-99a9-4d8b-9e9f-d43ba69e0f8f {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:19.596326 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7be59ad0-814b-4cd5-95e5-c64d3009b109 req-dd6d9774-5658-4219-b099-5f5d3c7b0f10 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.672037 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d28443c5-fb6d-455a-af46-0d80dfb5ab53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.683341 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7be59ad0-814b-4cd5-95e5-c64d3009b109 req-dd6d9774-5658-4219-b099-5f5d3c7b0f10 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.683671 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7be59ad0-814b-4cd5-95e5-c64d3009b109 req-dd6d9774-5658-4219-b099-5f5d3c7b0f10 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.697915 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-7be59ad0-814b-4cd5-95e5-c64d3009b109 req-dd6d9774-5658-4219-b099-5f5d3c7b0f10 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Calling delete_port for 6397558b-99a9-4d8b-9e9f-d43ba69e0f8f owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:19.698637 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 75491fd5-528e-4d5c-83f7-3a7ee7654238 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:19.705723 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d28443c5-fb6d-455a-af46-0d80dfb5ab53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.713496 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e18c7125-bb99-4f86-ab5e-cb30d344ab5f no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:19.747863 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff7d00-ad38-403f-b60d-79853678f431 req-cf2f54c4-8a95-4b1d-a9d3-be84367541f0 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:19.749412 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-78ff7d00-ad38-403f-b60d-79853678f431 req-cf2f54c4-8a95-4b1d-a9d3-be84367541f0 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 944 time: 0.1173878 Jul 16 01:35:19.783878 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d28443c5-fb6d-455a-af46-0d80dfb5ab53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.786448 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d28443c5-fb6d-455a-af46-0d80dfb5ab53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.790407 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d28443c5-fb6d-455a-af46-0d80dfb5ab53 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fc754be8-91b4-4aaf-932b-282f4eefe3b7 HTTP/1.1" status: 204 len: 168 time: 0.1960287 Jul 16 01:35:19.814047 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28443c5-fb6d-455a-af46-0d80dfb5ab53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc754be8-91b4-4aaf-932b-282f4eefe3b7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:19.819296 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-78ff7d00-ad38-403f-b60d-79853678f431 req-aa552cf0-d3b4-4671-9143-49da102a7b3f tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615845 Jul 16 01:35:19.839752 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 75491fd5-528e-4d5c-83f7-3a7ee7654238, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=75491fd5-528e-4d5c-83f7-3a7ee7654238,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:19.919841 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7be59ad0-814b-4cd5-95e5-c64d3009b109 req-dd6d9774-5658-4219-b099-5f5d3c7b0f10 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.965680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d9774-5658-4219-b099-5f5d3c7b0f10 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Pushing event deleted for resources: {'Port': ['ID=6397558b-99a9-4d8b-9e9f-d43ba69e0f8f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:19.971243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '75491fd5-528e-4d5c-83f7-3a7ee7654238', 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d', 'port_id': '75491fd5-528e-4d5c-83f7-3a7ee7654238', 'mac_address': 'fa:16:3e:47:b2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8b2660-2f56-4e5d-9128-7f1c437da02e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:20.058923 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7be59ad0-814b-4cd5-95e5-c64d3009b109 req-dd6d9774-5658-4219-b099-5f5d3c7b0f10 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.063274 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7be59ad0-814b-4cd5-95e5-c64d3009b109 req-dd6d9774-5658-4219-b099-5f5d3c7b0f10 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.079850 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7be59ad0-814b-4cd5-95e5-c64d3009b109 req-dd6d9774-5658-4219-b099-5f5d3c7b0f10 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "DELETE /v2.0/floatingips/71f747ce-1bc3-45ee-b758-7f3e61960160 HTTP/1.1" status: 204 len: 173 time: 0.6112342 Jul 16 01:35:20.102419 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.104601 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.127782 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75491fd5-528e-4d5c-83f7-3a7ee7654238 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:20.149489 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9cd70b-e133-4d8a-befa-f70675168b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e18c7125-bb99-4f86-ab5e-cb30d344ab5f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:20.151893 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a1655f-f551-4356-9acb-07f107ed337d" -d '{"events": [{"server_uuid": "de9cd70b-e133-4d8a-befa-f70675168b4c", "name": "network-vif-unplugged", "status": "completed", "tag": "e18c7125-bb99-4f86-ab5e-cb30d344ab5f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:20.172453 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 75491fd5-528e-4d5c-83f7-3a7ee7654238, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=75491fd5-528e-4d5c-83f7-3a7ee7654238,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:20.174581 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e18c7125-bb99-4f86-ab5e-cb30d344ab5f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e18c7125-bb99-4f86-ab5e-cb30d344ab5f,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:20.179821 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.186873 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.210431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51850) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:20.227389 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcff39e2-17a4-4137-a29b-aec1547bbc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.262190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=75491fd5-528e-4d5c-83f7-3a7ee7654238,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:20.313204 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1715442-10d0-4c1c-96f6-fd4ea06f828c req-2c6f125b-751b-4132-8628-792bfd29fb73 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:20.317581 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c1715442-10d0-4c1c-96f6-fd4ea06f828c req-2c6f125b-751b-4132-8628-792bfd29fb73 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 944 time: 0.1282706 Jul 16 01:35:20.334903 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=e18c7125-bb99-4f86-ab5e-cb30d344ab5f,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:20.371048 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcff39e2-17a4-4137-a29b-aec1547bbc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.376930 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcff39e2-17a4-4137-a29b-aec1547bbc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.377505 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c1715442-10d0-4c1c-96f6-fd4ea06f828c req-b06983dd-a8c9-4ef3-ad4d-f6cbc40e8b3f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544581 Jul 16 01:35:20.420130 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff39e2-17a4-4137-a29b-aec1547bbc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0d4ad8-fb16-400d-9b34-01fc351f4c5e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:20.428235 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bcff39e2-17a4-4137-a29b-aec1547bbc56 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b5c9eb92eb148ca8182309f1d1e9f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129965 Jul 16 01:35:20.428826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51858) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:20.491184 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b37e4351-f8ed-49cc-95df-e68b316e96f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.513257 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['75491fd5-528e-4d5c-83f7-3a7ee7654238'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:20.515845 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b37e4351-f8ed-49cc-95df-e68b316e96f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.611044 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b37e4351-f8ed-49cc-95df-e68b316e96f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.614606 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b37e4351-f8ed-49cc-95df-e68b316e96f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.615043 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-29177588-e4c9-43e0-80cf-a469a5baa66c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:20.618582 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b37e4351-f8ed-49cc-95df-e68b316e96f9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9a0d4ad8-fb16-400d-9b34-01fc351f4c5e HTTP/1.1" status: 204 len: 168 time: 0.1858525 Jul 16 01:35:20.622123 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-29177588-e4c9-43e0-80cf-a469a5baa66c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.26 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 812 time: 0.2134278 Jul 16 01:35:20.633310 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e4351-f8ed-49cc-95df-e68b316e96f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0d4ad8-fb16-400d-9b34-01fc351f4c5e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:20.650720 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-2af8d86e-16fe-4fb7-a9f1-c13701e097be tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Request body: {'port': {'device_id': 'cbd11162-4142-4d25-b070-a077853f89ab', 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642', 'admin_state_up': True, 'tenant_id': '896b96fff2154ceeadc07932cbd11243'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:20.716498 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device ff644fdc-da51-4466-8d2d-58e4106a9439 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:20.776523 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bca59e-de24-4b9b-a3dc-161c869dcbca x-openstack-request-id: req-71bca59e-de24-4b9b-a3dc-161c869dcbca {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:20.776823 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9cd70b-e133-4d8a-befa-f70675168b4c", "name": "network-vif-unplugged", "status": "completed", "tag": "e18c7125-bb99-4f86-ab5e-cb30d344ab5f", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:20.778109 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-71bca59e-de24-4b9b-a3dc-161c869dcbca {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:20.778676 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9cd70b-e133-4d8a-befa-f70675168b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e18c7125-bb99-4f86-ab5e-cb30d344ab5f', 'code': 200} Jul 16 01:35:20.785478 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: ff644fdc-da51-4466-8d2d-58e4106a9439 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:20.785855 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device ff644fdc-da51-4466-8d2d-58e4106a9439 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:20.794988 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-503ff8d4-8641-4fa3-a291-6fed212f4ef8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0645263 Jul 16 01:35:20.846043 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-466bc01d-9b61-40ff-992e-87d561c20c74 req-7c7bef2e-4f65-4686-b3af-4daa448a0409 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/floatingips/b3a1ce18-91fc-439a-a251-b39327d6822f HTTP/1.1" status: 200 len: 692 time: 0.2066760 Jul 16 01:35:20.917439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eb95d-90ee-48da-a9e9-6e18a6614465 req-a9ce65cb-fe56-48e4-9ffe-28efeef92c1b tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:20.924710 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-531eb95d-90ee-48da-a9e9-6e18a6614465 req-a9ce65cb-fe56-48e4-9ffe-28efeef92c1b tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 1095 time: 0.0629380 Jul 16 01:35:20.973137 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-531eb95d-90ee-48da-a9e9-6e18a6614465 req-382b05c4-d0b6-4f9d-ac8f-4c5c6156cb04 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434432 Jul 16 01:35:21.041645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bc01d-9b61-40ff-992e-87d561c20c74 req-9f837911-95f6-4ab5-9add-1a617c88bb5d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:21.043405 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-466bc01d-9b61-40ff-992e-87d561c20c74 req-9f837911-95f6-4ab5-9add-1a617c88bb5d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1966350 Jul 16 01:35:21.044645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-2af8d86e-16fe-4fb7-a9f1-c13701e097be tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Made reservation on behalf of 896b96fff2154ceeadc07932cbd11243 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:21.048569 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-2af8d86e-16fe-4fb7-a9f1-c13701e097be tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.120315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-42695096-6687-4dbc-ae4f-c213c9f9c39d req-34464479-fb89-4672-a639-b912dd32aba2 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 210 time: 0.0436385 Jul 16 01:35:21.144757 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-466bc01d-9b61-40ff-992e-87d561c20c74 req-24283778-7d7d-4aca-9f94-16710639fd74 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 695 time: 0.0934236 Jul 16 01:35:21.257671 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-466bc01d-9b61-40ff-992e-87d561c20c74 req-d223b296-2d39-4fe2-bc43-0483310838c9 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 695 time: 0.1055927 Jul 16 01:35:21.363132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5563f-e6f0-4faf-915e-15fa9259adf1 req-b85ce1ec-3502-47bc-8fbf-cb696acfb833 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:21.369989 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fbb5563f-e6f0-4faf-915e-15fa9259adf1 req-b85ce1ec-3502-47bc-8fbf-cb696acfb833 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.1122398 Jul 16 01:35:21.433349 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fbb5563f-e6f0-4faf-915e-15fa9259adf1 req-8ee25a2d-9476-4e82-aa3d-abde0554867b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602622 Jul 16 01:35:21.499853 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-466bc01d-9b61-40ff-992e-87d561c20c74 req-348f75a1-91f0-4cfa-99d1-4a61d4b7cce4 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Deleting port 83a9ac17-2775-413a-9f09-2b564ea365a2 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:21.500391 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-466bc01d-9b61-40ff-992e-87d561c20c74 req-348f75a1-91f0-4cfa-99d1-4a61d4b7cce4 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.503403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-2af8d86e-16fe-4fb7-a9f1-c13701e097be tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Allocated IP 172.20.0.8 (2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642/84a8e114-6746-4f75-be46-b5ce225a99ed/e45111fc-b068-4618-baaf-022c34b242ce) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:21.648042 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-466bc01d-9b61-40ff-992e-87d561c20c74 req-348f75a1-91f0-4cfa-99d1-4a61d4b7cce4 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.648464 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-466bc01d-9b61-40ff-992e-87d561c20c74 req-348f75a1-91f0-4cfa-99d1-4a61d4b7cce4 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.681206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-466bc01d-9b61-40ff-992e-87d561c20c74 req-348f75a1-91f0-4cfa-99d1-4a61d4b7cce4 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Calling delete_port for 83a9ac17-2775-413a-9f09-2b564ea365a2 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:21.697501 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 75491fd5-528e-4d5c-83f7-3a7ee7654238 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:21.795099 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-11859399-7539-45f7-915f-53ad77294bd1 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:21.795099 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-11859399-7539-45f7-915f-53ad77294bd1 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 808 time: 0.1748047 Jul 16 01:35:21.803887 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 75491fd5-528e-4d5c-83f7-3a7ee7654238 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:21.804490 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.814456 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-edbaa96f-3415-4097-9106-3824605f7bae tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/quotas/c3d262d9128741908a9068e6ff067760 HTTP/1.1" status: 200 len: 375 time: 0.0136335 Jul 16 01:35:21.912357 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.914049 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-cac04b88-fcee-4528-beed-48ebc745e63e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931664 Jul 16 01:35:21.954563 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 75491fd5-528e-4d5c-83f7-3a7ee7654238, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=75491fd5-528e-4d5c-83f7-3a7ee7654238,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:21.959485 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.015994 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-f36002ca-23e9-4387-a8b4-4779d579027b service neutron] 10.222.0.54 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008263 Jul 16 01:35:22.032069 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=75491fd5-528e-4d5c-83f7-3a7ee7654238,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:22.120915 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-435127c6-5438-425e-a7b1-a19f7eeabedb service neutron] 10.222.0.54 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961978 Jul 16 01:35:22.153505 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-2af8d86e-16fe-4fb7-a9f1-c13701e097be tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.241321 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-2af8d86e-16fe-4fb7-a9f1-c13701e097be tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.275896 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-466bc01d-9b61-40ff-992e-87d561c20c74 req-348f75a1-91f0-4cfa-99d1-4a61d4b7cce4 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.305806 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-2af8d86e-16fe-4fb7-a9f1-c13701e097be tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:22.312769 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-2af8d86e-16fe-4fb7-a9f1-c13701e097be tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:22.330363 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8d86e-16fe-4fb7-a9f1-c13701e097be tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Pushing event updated for resources: {'Port': ['ID=e45111fc-b068-4618-baaf-022c34b242ce,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:22.332873 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-2af8d86e-16fe-4fb7-a9f1-c13701e097be tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:22.408283 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f75a1-91f0-4cfa-99d1-4a61d4b7cce4 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Pushing event deleted for resources: {'Port': ['ID=83a9ac17-2775-413a-9f09-2b564ea365a2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:22.436655 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-2af8d86e-16fe-4fb7-a9f1-c13701e097be tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:22.437290 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-2af8d86e-16fe-4fb7-a9f1-c13701e097be tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.445966 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-466bc01d-9b61-40ff-992e-87d561c20c74 req-348f75a1-91f0-4cfa-99d1-4a61d4b7cce4 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.448499 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-466bc01d-9b61-40ff-992e-87d561c20c74 req-348f75a1-91f0-4cfa-99d1-4a61d4b7cce4 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.460807 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-466bc01d-9b61-40ff-992e-87d561c20c74 req-348f75a1-91f0-4cfa-99d1-4a61d4b7cce4 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "DELETE /v2.0/floatingips/b3a1ce18-91fc-439a-a251-b39327d6822f HTTP/1.1" status: 204 len: 173 time: 1.2016737 Jul 16 01:35:22.477816 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be760e0e-c88a-4957-a062-aad652bd83aa req-5aa4d20e-f7f9-47af-a1df-aa36710518a0 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:22.479449 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be760e0e-c88a-4957-a062-aad652bd83aa req-5aa4d20e-f7f9-47af-a1df-aa36710518a0 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 945 time: 0.0889702 Jul 16 01:35:22.491548 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-2af8d86e-16fe-4fb7-a9f1-c13701e097be tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8545833 Jul 16 01:35:22.510522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Request body: {'port': {'device_id': 'cbd11162-4142-4d25-b070-a077853f89ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:22.585246 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be760e0e-c88a-4957-a062-aad652bd83aa req-d3991076-ecd3-4b01-959c-83e2a13fcc41 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995221 Jul 16 01:35:22.608262 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.625810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-4d8342b5-3351-417f-99e2-6c56df50e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:22.627362 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-4d8342b5-3351-417f-99e2-6c56df50e69f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 1101 time: 0.1048405 Jul 16 01:35:22.779827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0ee75c-f76b-4865-8431-e3c1baaa0969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75491fd5-528e-4d5c-83f7-3a7ee7654238'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:22.780302 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-2e5f0f42-a1e9-40ab-9741-34591f70ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:22.781797 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-2e5f0f42-a1e9-40ab-9741-34591f70ae04 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.1445816 Jul 16 01:35:22.782328 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543fd72b-8e1b-44d4-ad76-f8abf44ccdd9" -d '{"events": [{"server_uuid": "ba0ee75c-f76b-4865-8431-e3c1baaa0969", "name": "network-vif-plugged", "status": "completed", "tag": "75491fd5-528e-4d5c-83f7-3a7ee7654238"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:22.848177 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-fd785a55-a56f-46a0-90ad-22e2ed75ccfb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 HTTP/1.1" status: 200 len: 217 time: 0.0517285 Jul 16 01:35:22.860572 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21614f-494a-4cac-a8dd-82fd383b9492 req-934dc855-e687-414d-b871-fa67c9ef7f80 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:22.867730 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2d21614f-494a-4cac-a8dd-82fd383b9492 req-934dc855-e687-414d-b871-fa67c9ef7f80 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 931 time: 0.1299231 Jul 16 01:35:22.941639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-53cd7810-4076-40a9-9d53-42270265089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:22.943887 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-53cd7810-4076-40a9-9d53-42270265089e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0612235 Jul 16 01:35:22.962040 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2d21614f-494a-4cac-a8dd-82fd383b9492 req-d611b449-5364-4ee0-b0af-8e036230bf92 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930970 Jul 16 01:35:22.988308 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-873a5573-e61d-44d2-a97c-0ecc34718112 req-4a9c0fa7-e8d9-4a48-a2f6-145f999f98f5 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 210 time: 0.0510955 Jul 16 01:35:23.071338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-45d7a32d-099b-4b87-8b33-6a7755cc06c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:23.073274 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-45d7a32d-099b-4b87-8b33-6a7755cc06c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086900 Jul 16 01:35:23.109463 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba5f1005-d058-4769-9ff2-61f893a4f70e req-56526842-2b23-4fa9-85f9-c0530cf3348d tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/floatingips/c780a6b2-4286-4a4b-b76d-340f7d62c785 HTTP/1.1" status: 200 len: 693 time: 0.0508337 Jul 16 01:35:23.134604 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45111fc-b068-4618-baaf-022c34b242ce {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:23.155997 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.185155 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Transition to ACTIVE for port object e45111fc-b068-4618-baaf-022c34b242ce will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:23.211496 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.224594 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-5bb02371-60a5-4046-9f03-8819f7734718 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292207 Jul 16 01:35:23.235098 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f7350-7803-4a64-a3ab-b03c21265ebf req-9a81073a-75b7-4d4c-8eef-8b10f6063138 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:23.236580 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-054f7350-7803-4a64-a3ab-b03c21265ebf req-9a81073a-75b7-4d4c-8eef-8b10f6063138 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.1324003 Jul 16 01:35:23.305685 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Pushing event updated for resources: {'Port': ['ID=e45111fc-b068-4618-baaf-022c34b242ce,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:23.321543 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-054f7350-7803-4a64-a3ab-b03c21265ebf req-582a5d5d-bdb9-40c8-84e4-b8bd8a917d49 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769253 Jul 16 01:35:23.322041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f1005-d058-4769-9ff2-61f893a4f70e req-503157c1-bae7-4833-a7a5-3cf711dd2f41 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:23.323414 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba5f1005-d058-4769-9ff2-61f893a4f70e req-503157c1-bae7-4833-a7a5-3cf711dd2f41 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.2048309 Jul 16 01:35:23.356451 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-c86b3b0b-e2f1-4bdf-9732-3bbb2bb2587b service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189067 Jul 16 01:35:23.399077 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba5f1005-d058-4769-9ff2-61f893a4f70e req-474239d2-d294-4b8a-9d8b-9cd0e7e39ee8 tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 696 time: 0.0581188 Jul 16 01:35:23.453511 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016a0a88-a321-4798-aa08-1158e9cbf068 x-openstack-request-id: req-016a0a88-a321-4798-aa08-1158e9cbf068 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:23.454545 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0ee75c-f76b-4865-8431-e3c1baaa0969", "name": "network-vif-plugged", "status": "completed", "tag": "75491fd5-528e-4d5c-83f7-3a7ee7654238", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:23.454993 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-016a0a88-a321-4798-aa08-1158e9cbf068 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:23.455805 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0ee75c-f76b-4865-8431-e3c1baaa0969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75491fd5-528e-4d5c-83f7-3a7ee7654238', 'code': 200} Jul 16 01:35:23.476528 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba5f1005-d058-4769-9ff2-61f893a4f70e req-d1febdb8-9097-490f-b585-2306c950ad0e tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.174 HTTP/1.1" status: 200 len: 696 time: 0.0691204 Jul 16 01:35:23.477344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Attempting to bind port e45111fc-b068-4618-baaf-022c34b242ce on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:23.477785 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Attempting to bind port e45111fc-b068-4618-baaf-022c34b242ce by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:23.478244 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Attempting to bind port e45111fc-b068-4618-baaf-022c34b242ce on network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:23.483560 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Port e45111fc-b068-4618-baaf-022c34b242ce on network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:23.483917 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Attempting to bind port e45111fc-b068-4618-baaf-022c34b242ce on network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:23.491131 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:23.491463 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Checking segment: {'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:23.491876 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Bound using segment: {'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:23.492307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Bound port: e45111fc-b068-4618-baaf-022c34b242ce, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:23.492659 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.551322 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.679236 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] For port e45111fc-b068-4618-baaf-022c34b242ce, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:23.683446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] For port e45111fc-b068-4618-baaf-022c34b242ce, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e45111fc-b068-4618-baaf-022c34b242ce,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:23.693207 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.699119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 9fd132fb-492e-4cd8-8063-103527e1891e details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:23.737109 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:23.738955 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.739441 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] 10.222.0.26 "PUT /v2.0/ports/e45111fc-b068-4618-baaf-022c34b242ce HTTP/1.1" status: 200 len: 1091 time: 1.2334619 Jul 16 01:35:23.743217 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd11162-4142-4d25-b070-a077853f89ab', 'tag': 'e45111fc-b068-4618-baaf-022c34b242ce'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:23.745592 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371ac9b8-b04d-4789-8cbb-98e0a18ae712" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd11162-4142-4d25-b070-a077853f89ab", "tag": "e45111fc-b068-4618-baaf-022c34b242ce"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:23.760714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-ba5f1005-d058-4769-9ff2-61f893a4f70e req-cd7aafa5-e74a-425f-b5db-a8ad21883c9c tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Deleting port b332a0c5-01f5-47b8-b904-5f0ede535491 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:23.761091 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ba5f1005-d058-4769-9ff2-61f893a4f70e req-cd7aafa5-e74a-425f-b5db-a8ad21883c9c tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.781766 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-eb210629-daac-4e50-b3ee-c93584a16692 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:23.783312 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-eb210629-daac-4e50-b3ee-c93584a16692 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.26 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 808 time: 0.1951561 Jul 16 01:35:23.823870 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb687d40-96d3-4a2d-b83a-b8a69b615d05 service neutron] Pushing event updated for resources: {'Port': ['ID=e45111fc-b068-4618-baaf-022c34b242ce,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:23.826359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-09882ec4-99c2-4c86-8b76-eda77a5b9c92 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Request body: {'port': {'device_id': 'e33439c9-2209-4895-a1d3-1e3d90f801fd', 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676', 'admin_state_up': True, 'tenant_id': 'c3d262d9128741908a9068e6ff067760'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:23.888144 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 9fd132fb-492e-4cd8-8063-103527e1891e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=9fd132fb-492e-4cd8-8063-103527e1891e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:23.901602 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '9fd132fb-492e-4cd8-8063-103527e1891e', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '9fd132fb-492e-4cd8-8063-103527e1891e', 'mac_address': 'fa:16:3e:ad:f8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:23.972497 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.987642 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd132fb-492e-4cd8-8063-103527e1891e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:24.008815 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-09882ec4-99c2-4c86-8b76-eda77a5b9c92 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Made reservation on behalf of c3d262d9128741908a9068e6ff067760 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:24.012611 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-09882ec4-99c2-4c86-8b76-eda77a5b9c92 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.014071 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 9fd132fb-492e-4cd8-8063-103527e1891e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=9fd132fb-492e-4cd8-8063-103527e1891e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:24.019338 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.025479 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ba5f1005-d058-4769-9ff2-61f893a4f70e req-cd7aafa5-e74a-425f-b5db-a8ad21883c9c tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.025479 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ba5f1005-d058-4769-9ff2-61f893a4f70e req-cd7aafa5-e74a-425f-b5db-a8ad21883c9c tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.050470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-ba5f1005-d058-4769-9ff2-61f893a4f70e req-cd7aafa5-e74a-425f-b5db-a8ad21883c9c tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Calling delete_port for b332a0c5-01f5-47b8-b904-5f0ede535491 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:24.056632 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52016) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:24.089593 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=9fd132fb-492e-4cd8-8063-103527e1891e,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:24.125455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-d7e34dbf-1c86-491e-9123-7e8a2ea1fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:24.127145 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-d7e34dbf-1c86-491e-9123-7e8a2ea1fc17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 1094 time: 0.2108195 Jul 16 01:35:24.153943 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c839db-4803-45fe-9327-2b9d87a5b99a req-3ef8bc4f-66a3-468d-b620-441f92cb9258 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:24.156279 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a4c839db-4803-45fe-9327-2b9d87a5b99a req-3ef8bc4f-66a3-468d-b620-441f92cb9258 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 945 time: 0.1221147 Jul 16 01:35:24.190595 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-a62331b9-f0cf-44b0-a89c-0e38aaf2c5f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e45111fc-b068-4618-baaf-022c34b242ce HTTP/1.1" status: 200 len: 217 time: 0.0501077 Jul 16 01:35:24.219303 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9ae1-9252-4ac0-8504-1160521e5a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.233909 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a4c839db-4803-45fe-9327-2b9d87a5b99a req-012d0856-1eec-4452-81e4-c4885dd58048 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719075 Jul 16 01:35:24.251740 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-09882ec4-99c2-4c86-8b76-eda77a5b9c92 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Allocated IP 172.20.0.7 (70873b17-8add-4628-8bc5-2cc58f0e4676/8af38b97-c213-484b-9432-794a847cd178/a778f48b-5a5d-408a-88ad-c2f4fa813e73) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:24.310689 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591a9611-f0a8-4501-b3ca-0d58290ebf12 x-openstack-request-id: req-591a9611-f0a8-4501-b3ca-0d58290ebf12 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:24.310981 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd11162-4142-4d25-b070-a077853f89ab", "tag": "e45111fc-b068-4618-baaf-022c34b242ce", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:24.311210 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['9fd132fb-492e-4cd8-8063-103527e1891e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:24.311321 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-591a9611-f0a8-4501-b3ca-0d58290ebf12 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:24.311761 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd11162-4142-4d25-b070-a077853f89ab', 'tag': 'e45111fc-b068-4618-baaf-022c34b242ce', 'status': 'completed', 'code': 200} Jul 16 01:35:24.313825 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-accf5631-5df9-49d3-9b49-bca9fe82966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:24.314984 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-accf5631-5df9-49d3-9b49-bca9fe82966d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84a8e114-6746-4f75-be46-b5ce225a99ed HTTP/1.1" status: 200 len: 852 time: 0.1045525 Jul 16 01:35:24.365823 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-8796605c-0bce-4a09-b62a-96ecefa18f8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404875 Jul 16 01:35:24.383674 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ba5f1005-d058-4769-9ff2-61f893a4f70e req-cd7aafa5-e74a-425f-b5db-a8ad21883c9c tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.442808 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7aafa5-e74a-425f-b5db-a8ad21883c9c tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Pushing event deleted for resources: {'Port': ['ID=b332a0c5-01f5-47b8-b904-5f0ede535491,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:24.518196 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-09882ec4-99c2-4c86-8b76-eda77a5b9c92 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.534348 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34865c3-9f6f-4893-9d26-d24ca7afd9a5 req-0559ba39-56c7-4240-92fc-5d22978c27d5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:24.535669 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b34865c3-9f6f-4893-9d26-d24ca7afd9a5 req-0559ba39-56c7-4240-92fc-5d22978c27d5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 943 time: 0.1355212 Jul 16 01:35:24.587825 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ba5f1005-d058-4769-9ff2-61f893a4f70e req-cd7aafa5-e74a-425f-b5db-a8ad21883c9c tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.590415 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ba5f1005-d058-4769-9ff2-61f893a4f70e req-cd7aafa5-e74a-425f-b5db-a8ad21883c9c tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.591027 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b34865c3-9f6f-4893-9d26-d24ca7afd9a5 req-9e1c55ec-cfd5-4282-9dc5-e9e11853897e tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489478 Jul 16 01:35:24.597610 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba5f1005-d058-4769-9ff2-61f893a4f70e req-cd7aafa5-e74a-425f-b5db-a8ad21883c9c tempest-FloatingIPDetailsTestJSON-1738688928 tempest-FloatingIPDetailsTestJSON-1738688928-project] 10.222.0.54 "DELETE /v2.0/floatingips/c780a6b2-4286-4a4b-b76d-340f7d62c785 HTTP/1.1" status: 204 len: 173 time: 1.1068983 Jul 16 01:35:24.601149 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52026) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:24.603250 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-7938aa1a-718e-4b47-b8d4-72071019d298 service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295816 Jul 16 01:35:24.650432 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-09882ec4-99c2-4c86-8b76-eda77a5b9c92 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.690263 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9ae1-9252-4ac0-8504-1160521e5a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.732921 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a4c9ae1-9252-4ac0-8504-1160521e5a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.803092 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-084b76ed-f856-4d82-8fdd-ff243ff07e3d req-a96023b7-b303-454c-b9fb-bcf02b23e497 service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902423 Jul 16 01:35:24.809198 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8a4c9ae1-9252-4ac0-8504-1160521e5a08 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=af4d3810e78b4a568369e62a382308ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7497590 Jul 16 01:35:24.812150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c9ae1-9252-4ac0-8504-1160521e5a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17579c2c-b105-4156-89ff-94ba39949e2f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:24.817484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52028) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:24.874226 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955c766-f5eb-45d9-b7ec-f5c59805ab1d req-dd912741-4df2-4a23-9684-71b693eb53a0 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:24.876271 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7955c766-f5eb-45d9-b7ec-f5c59805ab1d req-dd912741-4df2-4a23-9684-71b693eb53a0 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 931 time: 0.1843472 Jul 16 01:35:24.946569 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-38859fa8-275a-4951-9f70-7e6e29b8d807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.984794 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7955c766-f5eb-45d9-b7ec-f5c59805ab1d req-c8e1ddc9-f336-4f30-b047-8451957c7a65 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000197 Jul 16 01:35:24.996016 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-38859fa8-275a-4951-9f70-7e6e29b8d807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.051670 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ac9b8-b04d-4789-8cbb-98e0a18ae712 req-9238c49c-70df-4fb1-853d-a5568448dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:25.053346 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-371ac9b8-b04d-4789-8cbb-98e0a18ae712 req-9238c49c-70df-4fb1-853d-a5568448dc6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 1094 time: 0.1401336 Jul 16 01:35:25.091522 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-09882ec4-99c2-4c86-8b76-eda77a5b9c92 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Network 70873b17-8add-4628-8bc5-2cc58f0e4676 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:25.098067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09882ec4-99c2-4c86-8b76-eda77a5b9c92 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Pushing event updated for resources: {'Port': ['ID=a778f48b-5a5d-408a-88ad-c2f4fa813e73,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:25.102955 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-09882ec4-99c2-4c86-8b76-eda77a5b9c92 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:25.108989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-09882ec4-99c2-4c86-8b76-eda77a5b9c92 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:25.109376 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-38859fa8-275a-4951-9f70-7e6e29b8d807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.112190 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-38859fa8-275a-4951-9f70-7e6e29b8d807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.115940 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-38859fa8-275a-4951-9f70-7e6e29b8d807 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/17579c2c-b105-4156-89ff-94ba39949e2f HTTP/1.1" status: 204 len: 168 time: 0.2917106 Jul 16 01:35:25.155403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38859fa8-275a-4951-9f70-7e6e29b8d807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17579c2c-b105-4156-89ff-94ba39949e2f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:25.187294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ac9b8-b04d-4789-8cbb-98e0a18ae712 req-e869a460-0d57-446b-85da-cf5b5ca1e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:25.188862 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-371ac9b8-b04d-4789-8cbb-98e0a18ae712 req-e869a460-0d57-446b-85da-cf5b5ca1e8b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 913 time: 0.1285152 Jul 16 01:35:25.258362 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-371ac9b8-b04d-4789-8cbb-98e0a18ae712 req-5d2b1315-762a-4acf-8d1f-6ff6385c48ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e45111fc-b068-4618-baaf-022c34b242ce HTTP/1.1" status: 200 len: 217 time: 0.0557599 Jul 16 01:35:25.304525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-09882ec4-99c2-4c86-8b76-eda77a5b9c92 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:25.305170 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-09882ec4-99c2-4c86-8b76-eda77a5b9c92 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.325747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b99c6a-37f7-4b18-a8b9-7e1a5dff83c0 req-01fda5b9-748c-4a0e-a9c0-7b2b13f3fd35 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:25.332727 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-45b99c6a-37f7-4b18-a8b9-7e1a5dff83c0 req-01fda5b9-748c-4a0e-a9c0-7b2b13f3fd35 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.3537447 Jul 16 01:35:25.357500 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ac9b8-b04d-4789-8cbb-98e0a18ae712 req-7c7eb979-33a9-4912-afe3-c32b0fdf5115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:25.357780 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-09882ec4-99c2-4c86-8b76-eda77a5b9c92 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5359101 Jul 16 01:35:25.358738 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-371ac9b8-b04d-4789-8cbb-98e0a18ae712 req-7c7eb979-33a9-4912-afe3-c32b0fdf5115 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84a8e114-6746-4f75-be46-b5ce225a99ed HTTP/1.1" status: 200 len: 852 time: 0.0935678 Jul 16 01:35:25.394688 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-45b99c6a-37f7-4b18-a8b9-7e1a5dff83c0 req-56c47f0e-bc5d-44f7-b292-95ed15560497 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609858 Jul 16 01:35:25.400246 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Request body: {'port': {'device_id': 'e33439c9-2209-4895-a1d3-1e3d90f801fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:25.430575 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-371ac9b8-b04d-4789-8cbb-98e0a18ae712 req-6a8036eb-71f3-4973-8345-1322b2b51a25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531056 Jul 16 01:35:25.534610 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f5765-10c5-48d9-9d1c-079f058ba5bb req-86cbbdcc-b43c-4ae7-ace8-90b5067ef3d5 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:25.534887 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.541995 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b5f5765-10c5-48d9-9d1c-079f058ba5bb req-86cbbdcc-b43c-4ae7-ace8-90b5067ef3d5 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 945 time: 0.1773345 Jul 16 01:35:25.576471 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-371ac9b8-b04d-4789-8cbb-98e0a18ae712 req-8c6b6d11-cc2d-43bf-bf72-efb380986dca service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329584 Jul 16 01:35:25.606010 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b5f5765-10c5-48d9-9d1c-079f058ba5bb req-87ab7970-ead3-4f3d-ba09-470b7473be44 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613806 Jul 16 01:35:25.730615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 9fd132fb-492e-4cd8-8063-103527e1891e up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:25.738465 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-371ac9b8-b04d-4789-8cbb-98e0a18ae712 req-8b73fd11-8e21-4bdd-b7d7-ebde9e7c6491 service neutron] 10.222.0.26 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462455 Jul 16 01:35:25.800209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 9fd132fb-492e-4cd8-8063-103527e1891e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:25.800647 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.893780 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.919772 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07af97bd-1989-4254-82c9-a311ade464f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd132fb-492e-4cd8-8063-103527e1891e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:25.922492 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b016c2d-8929-4ae9-b8b7-12cae0a016ae" -d '{"events": [{"server_uuid": "07af97bd-1989-4254-82c9-a311ade464f8", "name": "network-vif-plugged", "status": "completed", "tag": "9fd132fb-492e-4cd8-8063-103527e1891e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:25.962173 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 9fd132fb-492e-4cd8-8063-103527e1891e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=9fd132fb-492e-4cd8-8063-103527e1891e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:25.964333 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d11902-d34f-40e0-a912-0a69fdf8bdbb x-openstack-request-id: req-26d11902-d34f-40e0-a912-0a69fdf8bdbb {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:25.964618 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07af97bd-1989-4254-82c9-a311ade464f8", "name": "network-vif-plugged", "status": "completed", "tag": "9fd132fb-492e-4cd8-8063-103527e1891e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:25.965488 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-26d11902-d34f-40e0-a912-0a69fdf8bdbb {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:25.965980 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07af97bd-1989-4254-82c9-a311ade464f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd132fb-492e-4cd8-8063-103527e1891e', 'code': 200} Jul 16 01:35:25.969350 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.029556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17f005-81ce-464e-8448-df3408cdf708 req-9a034083-a46b-4ddb-b5c5-7d72c1e7a283 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:26.039482 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0a17f005-81ce-464e-8448-df3408cdf708 req-9a034083-a46b-4ddb-b5c5-7d72c1e7a283 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 943 time: 0.2298911 Jul 16 01:35:26.046249 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=9fd132fb-492e-4cd8-8063-103527e1891e,revision_number=10']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:26.192299 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0a17f005-81ce-464e-8448-df3408cdf708 req-ce05e3aa-35a2-465c-899a-7d5ec45a88e6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513858 Jul 16 01:35:26.215738 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7fefc03-af99-4db4-9822-fdff4c4fd1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.233894 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af8da8-69df-4bb3-ad95-526e0234a582 req-19841afc-1031-414f-b45d-facb35c988cb tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:26.235626 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f0af8da8-69df-4bb3-ad95-526e0234a582 req-19841afc-1031-414f-b45d-facb35c988cb tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 931 time: 0.1056204 Jul 16 01:35:26.291451 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f0af8da8-69df-4bb3-ad95-526e0234a582 req-33f7884c-a9fd-4120-9d69-ad081d2abfa6 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489607 Jul 16 01:35:26.383305 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a778f48b-5a5d-408a-88ad-c2f4fa813e73 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:26.423948 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.517780 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Transition to ACTIVE for port object a778f48b-5a5d-408a-88ad-c2f4fa813e73 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:26.525498 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.733466 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device e45111fc-b068-4618-baaf-022c34b242ce details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:26.805380 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Pushing event updated for resources: {'Port': ['ID=a778f48b-5a5d-408a-88ad-c2f4fa813e73,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:26.902390 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df5ba9-b9a9-4411-9f81-2b01002befa4 req-89095312-72d9-4c46-bbb7-c6f42beed9fa tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:26.911598 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7df5ba9-b9a9-4411-9f81-2b01002befa4 req-89095312-72d9-4c46-bbb7-c6f42beed9fa tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.3094053 Jul 16 01:35:26.951673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e7fefc03-af99-4db4-9822-fdff4c4fd1f2 admin admin] Deleting port 01d39cf7-6579-42e3-857d-dbe77b0445e6 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:26.952410 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7fefc03-af99-4db4-9822-fdff4c4fd1f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.956389 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Attempting to bind port a778f48b-5a5d-408a-88ad-c2f4fa813e73 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:26.956967 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Attempting to bind port a778f48b-5a5d-408a-88ad-c2f4fa813e73 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:26.957540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Attempting to bind port a778f48b-5a5d-408a-88ad-c2f4fa813e73 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:26.961509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port e45111fc-b068-4618-baaf-022c34b242ce, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e45111fc-b068-4618-baaf-022c34b242ce,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:26.980407 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'e45111fc-b068-4618-baaf-022c34b242ce', 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642', 'port_id': 'e45111fc-b068-4618-baaf-022c34b242ce', 'mac_address': 'fa:16:3e:e7:ce:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a8e114-6746-4f75-be46-b5ce225a99ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:26.992797 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b76c9-9bd3-4a9f-8df5-018c6b7c1d1f req-9fcbae42-4722-4354-b181-ff4b83e16084 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:26.998168 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-382b76c9-9bd3-4a9f-8df5-018c6b7c1d1f req-9fcbae42-4722-4354-b181-ff4b83e16084 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 945 time: 0.1910565 Jul 16 01:35:27.003505 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Port a778f48b-5a5d-408a-88ad-c2f4fa813e73 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:27.003505 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Attempting to bind port a778f48b-5a5d-408a-88ad-c2f4fa813e73 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:27.011898 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:27.012466 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Checking segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:27.012956 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Bound using segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:27.022697 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Bound port: a778f48b-5a5d-408a-88ad-c2f4fa813e73, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:27.023248 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.071322 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.080304 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7df5ba9-b9a9-4411-9f81-2b01002befa4 req-a4b49a01-9fc5-4d80-b500-7a5b657ca737 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674070 Jul 16 01:35:27.107017 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-382b76c9-9bd3-4a9f-8df5-018c6b7c1d1f req-c9988971-a300-4470-8077-16bccbc61a03 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968788 Jul 16 01:35:27.163927 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-e7fefc03-af99-4db4-9822-fdff4c4fd1f2 admin admin] For port 01d39cf7-6579-42e3-857d-dbe77b0445e6, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=01d39cf7-6579-42e3-857d-dbe77b0445e6,segment=NetworkSegment(a03125ce-e9fa-4e74-8fe5-8b4a286897fa),segment_id=a03125ce-e9fa-4e74-8fe5-8b4a286897fa)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:27.164526 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7fefc03-af99-4db4-9822-fdff4c4fd1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.177541 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] For port a778f48b-5a5d-408a-88ad-c2f4fa813e73, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:27.184010 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] For port a778f48b-5a5d-408a-88ad-c2f4fa813e73, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a778f48b-5a5d-408a-88ad-c2f4fa813e73,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:27.185817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e7fefc03-af99-4db4-9822-fdff4c4fd1f2 admin admin] Calling delete_port for 01d39cf7-6579-42e3-857d-dbe77b0445e6 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:27.196938 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.206990 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52114) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:27.314897 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45111fc-b068-4618-baaf-022c34b242ce {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:27.356097 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port e45111fc-b068-4618-baaf-022c34b242ce, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e45111fc-b068-4618-baaf-022c34b242ce,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:27.359673 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8b923739-df2c-4123-ab4a-3fc57ef9a17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.380327 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.525758 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=e45111fc-b068-4618-baaf-022c34b242ce,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:27.529552 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7fefc03-af99-4db4-9822-fdff4c4fd1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.552314 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:27.552968 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.554761 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] 10.222.0.26 "PUT /v2.0/ports/a778f48b-5a5d-408a-88ad-c2f4fa813e73 HTTP/1.1" status: 200 len: 1091 time: 2.1717529 Jul 16 01:35:27.555361 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33439c9-2209-4895-a1d3-1e3d90f801fd', 'tag': 'a778f48b-5a5d-408a-88ad-c2f4fa813e73'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:27.559248 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752ac594-a0f0-4866-a780-530de2ec40f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e33439c9-2209-4895-a1d3-1e3d90f801fd", "tag": "a778f48b-5a5d-408a-88ad-c2f4fa813e73"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:27.593707 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8b923739-df2c-4123-ab4a-3fc57ef9a17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.619786 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8b923739-df2c-4123-ab4a-3fc57ef9a17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.673234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['e45111fc-b068-4618-baaf-022c34b242ce'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:27.706832 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8b923739-df2c-4123-ab4a-3fc57ef9a17f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=693e88e4f9f742d38f6df592370a2dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4978132 Jul 16 01:35:27.712025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52128) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:27.712870 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b923739-df2c-4123-ab4a-3fc57ef9a17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adce4aae-ae2c-4d93-9c3e-c87d2e0d65d4,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:27.746001 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 75491fd5-528e-4d5c-83f7-3a7ee7654238 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:27.747577 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504976a-c661-4f0c-921e-6ed71b0399b9 req-76d8dcbb-9e1e-4672-9aca-11031121f28f tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:27.750492 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ec6f5-f9cf-4759-8fac-e432f7c0331c service neutron] Pushing event updated for resources: {'Port': ['ID=a778f48b-5a5d-408a-88ad-c2f4fa813e73,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:27.755900 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c504976a-c661-4f0c-921e-6ed71b0399b9 req-76d8dcbb-9e1e-4672-9aca-11031121f28f tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 943 time: 0.2333767 Jul 16 01:35:27.861271 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c504976a-c661-4f0c-921e-6ed71b0399b9 req-76999f40-d317-4337-8746-32daa9fe0430 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040678 Jul 16 01:35:27.913583 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99b9ceba-7d99-45e3-b49e-edf3829da101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.966344 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.968292 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99b9ceba-7d99-45e3-b49e-edf3829da101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.015003 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 75491fd5-528e-4d5c-83f7-3a7ee7654238, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=75491fd5-528e-4d5c-83f7-3a7ee7654238,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:28.016307 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0ee75c-f76b-4865-8431-e3c1baaa0969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75491fd5-528e-4d5c-83f7-3a7ee7654238'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:28.018750 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12ca29c-ffca-489b-81a0-b5591e170cd0" -d '{"events": [{"server_uuid": "ba0ee75c-f76b-4865-8431-e3c1baaa0969", "name": "network-vif-unplugged", "status": "completed", "tag": "75491fd5-528e-4d5c-83f7-3a7ee7654238"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:28.025420 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.049485 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99b9ceba-7d99-45e3-b49e-edf3829da101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.058056 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99b9ceba-7d99-45e3-b49e-edf3829da101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.072966 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-99b9ceba-7d99-45e3-b49e-edf3829da101 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/adce4aae-ae2c-4d93-9c3e-c87d2e0d65d4 HTTP/1.1" status: 204 len: 168 time: 0.3448727 Jul 16 01:35:28.095112 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9ceba-7d99-45e3-b49e-edf3829da101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adce4aae-ae2c-4d93-9c3e-c87d2e0d65d4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:28.180493 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=75491fd5-528e-4d5c-83f7-3a7ee7654238,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:28.250880 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a298c-0aa7-4466-b084-f4c33f1d04f5 req-73024975-cd58-4451-b983-a1c2194804f9 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:28.257791 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-952a298c-0aa7-4466-b084-f4c33f1d04f5 req-73024975-cd58-4451-b983-a1c2194804f9 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 944 time: 0.7466960 Jul 16 01:35:28.313712 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-571884f7-0379-4af2-a6c9-eadd2a07723d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.325220 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2547fed2-aeae-4d2c-956a-65082a1f4a93 x-openstack-request-id: req-2547fed2-aeae-4d2c-956a-65082a1f4a93 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:28.325803 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33439c9-2209-4895-a1d3-1e3d90f801fd", "tag": "a778f48b-5a5d-408a-88ad-c2f4fa813e73", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:28.325803 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2547fed2-aeae-4d2c-956a-65082a1f4a93 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:28.326032 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33439c9-2209-4895-a1d3-1e3d90f801fd', 'tag': 'a778f48b-5a5d-408a-88ad-c2f4fa813e73', 'status': 'completed', 'code': 200} Jul 16 01:35:28.332322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fefc03-af99-4db4-9822-fdff4c4fd1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=01d39cf7-6579-42e3-857d-dbe77b0445e6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:28.373838 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4356ba0f-cab5-4bb1-b73b-88e0ff8d3a16 x-openstack-request-id: req-4356ba0f-cab5-4bb1-b73b-88e0ff8d3a16 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:28.374158 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0ee75c-f76b-4865-8431-e3c1baaa0969", "name": "network-vif-unplugged", "status": "completed", "tag": "75491fd5-528e-4d5c-83f7-3a7ee7654238", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:28.374396 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4356ba0f-cab5-4bb1-b73b-88e0ff8d3a16 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:28.374796 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0ee75c-f76b-4865-8431-e3c1baaa0969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75491fd5-528e-4d5c-83f7-3a7ee7654238', 'code': 200} Jul 16 01:35:28.411669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-17853391-758c-493d-bebd-7ff9b5fd7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:28.416176 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-17853391-758c-493d-bebd-7ff9b5fd7334 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 1094 time: 0.7707782 Jul 16 01:35:28.485488 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-952a298c-0aa7-4466-b084-f4c33f1d04f5 req-44a05121-05a5-4959-a5a6-9e8cdbc92fc8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267392 Jul 16 01:35:28.499523 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.567145 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-4779a2b4-8372-47cd-a0dd-ce85f736a347 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a778f48b-5a5d-408a-88ad-c2f4fa813e73 HTTP/1.1" status: 200 len: 217 time: 0.1289589 Jul 16 01:35:28.573036 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7fefc03-af99-4db4-9822-fdff4c4fd1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.594562 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b9c37-abf0-4a6e-814f-9784b1e2ea6a req-95090510-f60c-4aec-8311-233e564d087b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:28.602328 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-713b9c37-abf0-4a6e-814f-9784b1e2ea6a req-95090510-f60c-4aec-8311-233e564d087b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.0983739 Jul 16 01:35:28.633756 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a4d29-0074-42c4-a4b5-ce720ccf2b61 req-2e8c05d0-8547-4d71-a59a-a4830a2bf562 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:28.635333 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f02a4d29-0074-42c4-a4b5-ce720ccf2b61 req-2e8c05d0-8547-4d71-a59a-a4830a2bf562 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 943 time: 0.4380453 Jul 16 01:35:28.664179 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-713b9c37-abf0-4a6e-814f-9784b1e2ea6a req-2a612557-1d0e-470e-9c7b-da0cd7c003b9 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592606 Jul 16 01:35:28.737202 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device e45111fc-b068-4618-baaf-022c34b242ce up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:28.819993 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port e45111fc-b068-4618-baaf-022c34b242ce completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:28.827424 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port e45111fc-b068-4618-baaf-022c34b242ce triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:28.828184 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.955001 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.985238 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-37886e05-7c0a-431c-b1f0-01ee53690f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:28.986920 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-37886e05-7c0a-431c-b1f0-01ee53690f6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.4117370 Jul 16 01:35:29.020608 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port e45111fc-b068-4618-baaf-022c34b242ce, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e45111fc-b068-4618-baaf-022c34b242ce,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:29.036527 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.089336 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-f1a0ffc8-b47f-4b9f-8c52-0754520fbaa9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660493 Jul 16 01:35:29.124427 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39b76c-2c80-48b8-b8fe-b29fd0b00993 req-7a495566-852b-4846-90c2-507b8149fe29 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:29.126150 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dc39b76c-2c80-48b8-b8fe-b29fd0b00993 req-7a495566-852b-4846-90c2-507b8149fe29 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 943 time: 0.4352808 Jul 16 01:35:29.177814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=e45111fc-b068-4618-baaf-022c34b242ce,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.205349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-f02a4d29-0074-42c4-a4b5-ce720ccf2b61 req-7faa9af9-b9c3-46ca-81af-ff1a32531ab9 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Deleting port 75491fd5-528e-4d5c-83f7-3a7ee7654238 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:29.205925 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f02a4d29-0074-42c4-a4b5-ce720ccf2b61 req-7faa9af9-b9c3-46ca-81af-ff1a32531ab9 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.257373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc14094-76c3-4ce4-8cf4-7b5ee1b8d889 req-f378f8bf-8029-443f-a295-c4db44b9e68e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:29.262622 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-adc14094-76c3-4ce4-8cf4-7b5ee1b8d889 req-f378f8bf-8029-443f-a295-c4db44b9e68e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 943 time: 0.1540420 Jul 16 01:35:29.315450 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-adc14094-76c3-4ce4-8cf4-7b5ee1b8d889 req-73efc0ef-776a-46b7-a46f-27c0cfaeb307 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465868 Jul 16 01:35:29.351338 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dc39b76c-2c80-48b8-b8fe-b29fd0b00993 req-8b753ff3-fadf-4a2e-aad1-888b70dc6f26 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128177 Jul 16 01:35:29.387492 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-a6d4bb28-c5a4-4824-b0d9-3484aa015f55 service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783067 Jul 16 01:35:29.615990 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fefc03-af99-4db4-9822-fdff4c4fd1f2 admin admin] Router 78b07639-369b-4739-a43a-bf4eefd00be6 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:29.625985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-f02a4d29-0074-42c4-a4b5-ce720ccf2b61 req-7faa9af9-b9c3-46ca-81af-ff1a32531ab9 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] For port 75491fd5-528e-4d5c-83f7-3a7ee7654238, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=75491fd5-528e-4d5c-83f7-3a7ee7654238,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:29.626560 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f02a4d29-0074-42c4-a4b5-ce720ccf2b61 req-7faa9af9-b9c3-46ca-81af-ff1a32531ab9 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.679532 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-f02a4d29-0074-42c4-a4b5-ce720ccf2b61 req-7faa9af9-b9c3-46ca-81af-ff1a32531ab9 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Calling delete_port for 75491fd5-528e-4d5c-83f7-3a7ee7654238 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:29.756339 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93b151b2-73f2-43ec-ab93-af7f11a77e9d req-e425bd5b-8c5e-441e-bf52-e13382960e9e service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227012 Jul 16 01:35:29.857821 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6efda6-6aed-430d-b594-5d00ecd695b3 req-c112eca9-fea2-483b-9817-9022689f3852 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:29.859891 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9d6efda6-6aed-430d-b594-5d00ecd695b3 req-c112eca9-fea2-483b-9817-9022689f3852 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.0712607 Jul 16 01:35:29.900832 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9d6efda6-6aed-430d-b594-5d00ecd695b3 req-e9ae467e-ed9a-4186-a903-12078f1d4340 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350285 Jul 16 01:35:29.970719 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fefc03-af99-4db4-9822-fdff4c4fd1f2 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:29.982218 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e7fefc03-af99-4db4-9822-fdff4c4fd1f2 admin admin] 10.222.0.54 "PUT /v2.0/routers/78b07639-369b-4739-a43a-bf4eefd00be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3764462 Jul 16 01:35:29.982554 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52198) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.994212 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e92bf-4fec-4c2a-a641-4916cf080355 None None] Sync routers for ids ['78b07639-369b-4739-a43a-bf4eefd00be6'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:30.005087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4a01c-21e4-43e5-a72e-b497af5aed95 req-32d9f764-0acf-4df6-b148-5ad5ae33ca57 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:30.007527 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e92bf-4fec-4c2a-a641-4916cf080355 None None] Routers {'78b07639-369b-4739-a43a-bf4eefd00be6'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:30.008500 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bc8e92bf-4fec-4c2a-a641-4916cf080355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:35:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['78b07639-369b-4739-a43a-bf4eefd00be6'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:30.012363 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85d4a01c-21e4-43e5-a72e-b497af5aed95 req-32d9f764-0acf-4df6-b148-5ad5ae33ca57 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.3675745 Jul 16 01:35:30.085435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ac594-a0f0-4866-a780-530de2ec40f0 req-e90d1689-a5c5-4cf0-9b8b-aec02a6b580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:30.086994 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-752ac594-a0f0-4866-a780-530de2ec40f0 req-e90d1689-a5c5-4cf0-9b8b-aec02a6b580b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 1094 time: 0.2247865 Jul 16 01:35:30.188457 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f02a4d29-0074-42c4-a4b5-ce720ccf2b61 req-7faa9af9-b9c3-46ca-81af-ff1a32531ab9 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.202436 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-bc8e92bf-4fec-4c2a-a641-4916cf080355 None None] Set router 78b07639-369b-4739-a43a-bf4eefd00be6 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:30.264300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa9af9-b9c3-46ca-81af-ff1a32531ab9 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Pushing event deleted for resources: {'Port': ['ID=75491fd5-528e-4d5c-83f7-3a7ee7654238,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:30.273585 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85d4a01c-21e4-43e5-a72e-b497af5aed95 req-8625361a-11a1-42dd-946d-4f1c943605dc tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602868 Jul 16 01:35:30.334319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02a4d29-0074-42c4-a4b5-ce720ccf2b61 req-7faa9af9-b9c3-46ca-81af-ff1a32531ab9 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] No DVR routers for this DVR port 75491fd5-528e-4d5c-83f7-3a7ee7654238 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:30.337779 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f02a4d29-0074-42c4-a4b5-ce720ccf2b61 req-7faa9af9-b9c3-46ca-81af-ff1a32531ab9 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.341051 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f02a4d29-0074-42c4-a4b5-ce720ccf2b61 req-7faa9af9-b9c3-46ca-81af-ff1a32531ab9 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.47 "DELETE /v2.0/ports/75491fd5-528e-4d5c-83f7-3a7ee7654238 HTTP/1.1" status: 204 len: 173 time: 1.6626210 Jul 16 01:35:30.375902 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd11162-4142-4d25-b070-a077853f89ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45111fc-b068-4618-baaf-022c34b242ce'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:30.386436 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfca515-c6bd-46e7-a045-8eef36c29973" -d '{"events": [{"server_uuid": "cbd11162-4142-4d25-b070-a077853f89ab", "name": "network-vif-plugged", "status": "completed", "tag": "e45111fc-b068-4618-baaf-022c34b242ce"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:30.496652 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0ee75c-f76b-4865-8431-e3c1baaa0969', 'name': 'network-vif-deleted', 'tag': '75491fd5-528e-4d5c-83f7-3a7ee7654238'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:30.499147 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b74ba2-1756-40bb-b971-a1295fa8b5c4" -d '{"events": [{"server_uuid": "ba0ee75c-f76b-4865-8431-e3c1baaa0969", "name": "network-vif-deleted", "tag": "75491fd5-528e-4d5c-83f7-3a7ee7654238"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:30.502127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ac594-a0f0-4866-a780-530de2ec40f0 req-77a50dd0-e13b-4e82-bc03-cc461ed42b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:30.503675 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-752ac594-a0f0-4866-a780-530de2ec40f0 req-77a50dd0-e13b-4e82-bc03-cc461ed42b3d service neutron] 10.222.0.26 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 909 time: 0.4085200 Jul 16 01:35:30.546932 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add7761f-01ff-4955-912d-ce7537c671d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.645839 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bc8e92bf-4fec-4c2a-a641-4916cf080355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'name': 'tempest-FloatingIPDetailsTestJSON-1968979048-router', 'tenant_id': 'f13168d41eb74ebe8490447501501941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '6184ea8f-5222-4f1f-8fc7-15e008abec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:44Z', 'updated_at': '2021-07-16T01:35:27Z', 'revision_number': 5, 'project_id': 'f13168d41eb74ebe8490447501501941', 'gw_port': {'id': '6184ea8f-5222-4f1f-8fc7-15e008abec02', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:47Z', 'updated_at': '2021-07-16T01:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:30.679038 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e92bf-4fec-4c2a-a641-4916cf080355 None None] Checking router: 78b07639-369b-4739-a43a-bf4eefd00be6 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:35:30.689590 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e92bf-4fec-4c2a-a641-4916cf080355 None None] Routers {'78b07639-369b-4739-a43a-bf4eefd00be6'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:30.690574 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bc8e92bf-4fec-4c2a-a641-4916cf080355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:35:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['78b07639-369b-4739-a43a-bf4eefd00be6'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:30.713647 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-752ac594-a0f0-4866-a780-530de2ec40f0 req-0532cf26-b06e-41dd-bd92-015cf4e6e2f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a778f48b-5a5d-408a-88ad-c2f4fa813e73 HTTP/1.1" status: 200 len: 217 time: 0.1805735 Jul 16 01:35:30.724599 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71d16e-2c5c-4908-bea9-bc82467db1fb req-00bfa4d5-db8e-4eb7-9ff1-7e70ed01f47e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:30.731795 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f71d16e-2c5c-4908-bea9-bc82467db1fb req-00bfa4d5-db8e-4eb7-9ff1-7e70ed01f47e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 943 time: 0.1690700 Jul 16 01:35:30.745492 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add7761f-01ff-4955-912d-ce7537c671d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.749379 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52222) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:30.796717 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63d6ae7e-f731-4560-95cb-5e6bf32caaa4 req-0dc6e5e3-77f5-49f5-9ad9-1171b1e3af5c tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0ee75c-f76b-4865-8431-e3c1baaa0969 HTTP/1.1" status: 200 len: 210 time: 0.0849357 Jul 16 01:35:30.815264 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ac594-a0f0-4866-a780-530de2ec40f0 req-f2a7a75b-33cc-4714-a310-26926478a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:30.818209 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-752ac594-a0f0-4866-a780-530de2ec40f0 req-f2a7a75b-33cc-4714-a310-26926478a7a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.0647252 Jul 16 01:35:30.821490 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f71d16e-2c5c-4908-bea9-bc82467db1fb req-e289984b-2ee5-44c2-842c-14718569e368 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887358 Jul 16 01:35:30.875149 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-add7761f-01ff-4955-912d-ce7537c671d9 admin admin] Deleting port 6184ea8f-5222-4f1f-8fc7-15e008abec02 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:30.875583 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add7761f-01ff-4955-912d-ce7537c671d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.884153 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-bc8e92bf-4fec-4c2a-a641-4916cf080355 None None] Set router 78b07639-369b-4739-a43a-bf4eefd00be6 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:30.885721 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-752ac594-a0f0-4866-a780-530de2ec40f0 req-0f59cd9e-e988-4cbc-a074-95f7af83f421 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598710 Jul 16 01:35:30.921833 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bfde0e-c891-4a5e-9c1e-9d0f8ca0e2e8 x-openstack-request-id: req-c9bfde0e-c891-4a5e-9c1e-9d0f8ca0e2e8 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:30.922126 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd11162-4142-4d25-b070-a077853f89ab", "name": "network-vif-plugged", "status": "completed", "tag": "e45111fc-b068-4618-baaf-022c34b242ce", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:30.922372 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c9bfde0e-c891-4a5e-9c1e-9d0f8ca0e2e8 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:30.922763 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd11162-4142-4d25-b070-a077853f89ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45111fc-b068-4618-baaf-022c34b242ce', 'code': 200} Jul 16 01:35:31.001780 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-add7761f-01ff-4955-912d-ce7537c671d9 admin admin] For port 6184ea8f-5222-4f1f-8fc7-15e008abec02, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6184ea8f-5222-4f1f-8fc7-15e008abec02,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:31.002569 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add7761f-01ff-4955-912d-ce7537c671d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.057492 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.078166 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dbaea5d5-c986-42d9-9d62-8d8bc23f581e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.079917 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc064808-cc1b-4bfd-8246-610cb9e1462c x-openstack-request-id: req-cc064808-cc1b-4bfd-8246-610cb9e1462c {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:31.080213 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0ee75c-f76b-4865-8431-e3c1baaa0969", "name": "network-vif-deleted", "tag": "75491fd5-528e-4d5c-83f7-3a7ee7654238", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:31.080410 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-add7761f-01ff-4955-912d-ce7537c671d9 admin admin] Calling delete_port for 6184ea8f-5222-4f1f-8fc7-15e008abec02 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:31.080877 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cc064808-cc1b-4bfd-8246-610cb9e1462c {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:31.081287 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0ee75c-f76b-4865-8431-e3c1baaa0969', 'name': 'network-vif-deleted', 'tag': '75491fd5-528e-4d5c-83f7-3a7ee7654238', 'status': 'completed', 'code': 200} Jul 16 01:35:31.157727 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-752ac594-a0f0-4866-a780-530de2ec40f0 req-d33b2ce6-52f3-4c68-9f44-131cc34c7954 service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657244 Jul 16 01:35:31.207592 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-afa992dc-3a2f-40e7-922c-a5ffc48fe3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.336098 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bc8e92bf-4fec-4c2a-a641-4916cf080355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'name': 'tempest-FloatingIPDetailsTestJSON-1968979048-router', 'tenant_id': 'f13168d41eb74ebe8490447501501941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '6184ea8f-5222-4f1f-8fc7-15e008abec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:44Z', 'updated_at': '2021-07-16T01:35:27Z', 'revision_number': 5, 'project_id': 'f13168d41eb74ebe8490447501501941', 'gw_port': {'id': '6184ea8f-5222-4f1f-8fc7-15e008abec02', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:47Z', 'updated_at': '2021-07-16T01:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:31.421230 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e92bf-4fec-4c2a-a641-4916cf080355 None None] The sync data for ids ['78b07639-369b-4739-a43a-bf4eefd00be6'] in n-d-800086-6 is: [{'id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'name': 'tempest-FloatingIPDetailsTestJSON-1968979048-router', 'tenant_id': 'f13168d41eb74ebe8490447501501941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '6184ea8f-5222-4f1f-8fc7-15e008abec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:44Z', 'updated_at': '2021-07-16T01:35:27Z', 'revision_number': 5, 'project_id': 'f13168d41eb74ebe8490447501501941', 'gw_port': {'id': '6184ea8f-5222-4f1f-8fc7-15e008abec02', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:82:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b07639-369b-4739-a43a-bf4eefd00be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:47Z', 'updated_at': '2021-07-16T01:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:31.480372 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-752ac594-a0f0-4866-a780-530de2ec40f0 req-ced302a7-f383-4e8b-bacc-b4c63890f85b service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121800 Jul 16 01:35:31.506106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ced2f3-f3bf-45f5-a306-b246f92d9da6 req-a432f2b1-a90e-4b31-991f-995a441f35ef tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:31.509212 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19ced2f3-f3bf-45f5-a306-b246f92d9da6 req-a432f2b1-a90e-4b31-991f-995a441f35ef tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.2966933 Jul 16 01:35:31.580515 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566bcb9-5d9b-4442-a275-297f3cb6f6f1 req-68a399a1-1d0f-444c-bedc-deca983823a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:31.583091 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e566bcb9-5d9b-4442-a275-297f3cb6f6f1 req-68a399a1-1d0f-444c-bedc-deca983823a1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 1096 time: 0.5386257 Jul 16 01:35:31.632564 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19ced2f3-f3bf-45f5-a306-b246f92d9da6 req-13b4d670-6531-4b74-bb74-39002f9073d3 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132147 Jul 16 01:35:31.747095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 75491fd5-528e-4d5c-83f7-3a7ee7654238 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:31.767358 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e566bcb9-5d9b-4442-a275-297f3cb6f6f1 req-55dc52aa-6d64-4613-a9c0-8a0ed9e22d31 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704381 Jul 16 01:35:31.782614 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 75491fd5-528e-4d5c-83f7-3a7ee7654238 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:31.784029 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 75491fd5-528e-4d5c-83f7-3a7ee7654238 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:31.806516 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-afa992dc-3a2f-40e7-922c-a5ffc48fe3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.819186 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-afa992dc-3a2f-40e7-922c-a5ffc48fe3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.864916 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add7761f-01ff-4955-912d-ce7537c671d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.893797 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5611-f8bc-47da-a72a-e1e4c12e32a4 req-a94e5e9b-6632-4cc2-8c61-f322d467aacf tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:31.895669 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3d0b5611-f8bc-47da-a72a-e1e4c12e32a4 req-a94e5e9b-6632-4cc2-8c61-f322d467aacf tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.2915170 Jul 16 01:35:31.924386 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-afa992dc-3a2f-40e7-922c-a5ffc48fe3fa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=455ae7f9c4af4832864556eb95d72d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1738112 Jul 16 01:35:31.926647 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52246) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:31.928026 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7761f-01ff-4955-912d-ce7537c671d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6184ea8f-5222-4f1f-8fc7-15e008abec02,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:31.930373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa992dc-3a2f-40e7-922c-a5ffc48fe3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00155b1-e05a-40b3-917d-77fefbf33d07,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:31.950500 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.039150 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3d0b5611-f8bc-47da-a72a-e1e4c12e32a4 req-d3e7565e-6241-4047-b292-7e5b88b47b0e tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131198 Jul 16 01:35:32.064655 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41c0160d-c629-42e4-ab84-81fc1902c8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.097380 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41c0160d-c629-42e4-ab84-81fc1902c8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.163558 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41c0160d-c629-42e4-ab84-81fc1902c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.167446 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41c0160d-c629-42e4-ab84-81fc1902c8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.177649 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-41c0160d-c629-42e4-ab84-81fc1902c8f1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f00155b1-e05a-40b3-917d-77fefbf33d07 HTTP/1.1" status: 204 len: 168 time: 0.2497025 Jul 16 01:35:32.187933 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add7761f-01ff-4955-912d-ce7537c671d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.198769 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730e70f-3ee5-4fb3-abb3-57b284974e85 req-badeb6fe-354b-4aa9-946c-8e01889abb88 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:32.206117 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3730e70f-3ee5-4fb3-abb3-57b284974e85 req-badeb6fe-354b-4aa9-946c-8e01889abb88 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 943 time: 0.2441432 Jul 16 01:35:32.220890 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0160d-c629-42e4-ab84-81fc1902c8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00155b1-e05a-40b3-917d-77fefbf33d07,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:32.314005 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3730e70f-3ee5-4fb3-abb3-57b284974e85 req-69a91a21-d1a4-4d85-a804-7d024d97bfcb tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068127 Jul 16 01:35:32.376872 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add7761f-01ff-4955-912d-ce7537c671d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.381533 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add7761f-01ff-4955-912d-ce7537c671d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.455900 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add7761f-01ff-4955-912d-ce7537c671d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.462627 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add7761f-01ff-4955-912d-ce7537c671d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78b07639-369b-4739-a43a-bf4eefd00be6 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:32.484338 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add7761f-01ff-4955-912d-ce7537c671d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.488949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52268) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:32.506587 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-add7761f-01ff-4955-912d-ce7537c671d9 admin admin] 10.222.0.54 "DELETE /v2.0/routers/78b07639-369b-4739-a43a-bf4eefd00be6 HTTP/1.1" status: 204 len: 168 time: 2.5213070 Jul 16 01:35:32.557861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-7682ebe9-5420-405b-847b-33238c5cc377 admin admin] Deleting subnet b2065cdb-b960-49a4-ad0c-9278dfb8b7f5 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:32.563071 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7682ebe9-5420-405b-847b-33238c5cc377 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.610980 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7682ebe9-5420-405b-847b-33238c5cc377 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.728826 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7682ebe9-5420-405b-847b-33238c5cc377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.753818 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device a778f48b-5a5d-408a-88ad-c2f4fa813e73 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:32.881859 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7682ebe9-5420-405b-847b-33238c5cc377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.945462 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682ebe9-5420-405b-847b-33238c5cc377 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2065cdb-b960-49a4-ad0c-9278dfb8b7f5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:32.956289 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7682ebe9-5420-405b-847b-33238c5cc377 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.958565 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7682ebe9-5420-405b-847b-33238c5cc377 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b2065cdb-b960-49a4-ad0c-9278dfb8b7f5 HTTP/1.1" status: 204 len: 168 time: 0.4683919 Jul 16 01:35:32.961326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52280) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:33.229939 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746a39f-d80c-4f5f-a3e9-667c5e8860d2 req-928eb803-0855-46ef-a64b-9a38c22d7e73 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:33.236367 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52284) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:33.239497 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f746a39f-d80c-4f5f-a3e9-667c5e8860d2 req-928eb803-0855-46ef-a64b-9a38c22d7e73 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.1278133 Jul 16 01:35:33.241000 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port a778f48b-5a5d-408a-88ad-c2f4fa813e73, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a778f48b-5a5d-408a-88ad-c2f4fa813e73,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:33.262845 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-9d3f6cd7-16b2-4d70-abb9-433874d3436d tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1055450423', 'description': 'tempest-description--962027432'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:33.279360 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'a778f48b-5a5d-408a-88ad-c2f4fa813e73', 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676', 'port_id': 'a778f48b-5a5d-408a-88ad-c2f4fa813e73', 'mac_address': 'fa:16:3e:40:27:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af38b97-c213-484b-9432-794a847cd178', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:33.284053 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f464b96-c11c-4a99-8192-34e16b5e3fc5 None None] Network e6be1664-966a-45c2-9d45-b72ea2c28900 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:33.302514 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.332205 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f746a39f-d80c-4f5f-a3e9-667c5e8860d2 req-94268576-4f8b-4ca8-991b-e3da07e87ca6 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904715 Jul 16 01:35:33.354355 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 01d39cf7-6579-42e3-857d-dbe77b0445e6 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:33.420222 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6cd7-16b2-4d70-abb9-433874d3436d tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.505226 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 01d39cf7-6579-42e3-857d-dbe77b0445e6 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:33.505989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 01d39cf7-6579-42e3-857d-dbe77b0445e6 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:33.506786 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6184ea8f-5222-4f1f-8fc7-15e008abec02 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:33.528872 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.543220 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 6184ea8f-5222-4f1f-8fc7-15e008abec02 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:33.544313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6184ea8f-5222-4f1f-8fc7-15e008abec02 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:33.552768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] Deleting port e7acb31a-32bc-4ffb-86ca-3975b100742d {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:33.553084 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.556570 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a778f48b-5a5d-408a-88ad-c2f4fa813e73 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:33.598587 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port a778f48b-5a5d-408a-88ad-c2f4fa813e73, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a778f48b-5a5d-408a-88ad-c2f4fa813e73,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:33.638802 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] For port e7acb31a-32bc-4ffb-86ca-3975b100742d, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e7acb31a-32bc-4ffb-86ca-3975b100742d,segment=NetworkSegment(a03125ce-e9fa-4e74-8fe5-8b4a286897fa),segment_id=a03125ce-e9fa-4e74-8fe5-8b4a286897fa)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:33.639184 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.640885 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7b945-864e-461d-a586-97272d80de02 req-b104b3b7-6fe2-4fd4-85da-27efaf3c0d28 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:33.649676 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30c7b945-864e-461d-a586-97272d80de02 req-b104b3b7-6fe2-4fd4-85da-27efaf3c0d28 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 943 time: 0.1208935 Jul 16 01:35:33.658688 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.659186 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748834a-edef-4b55-9e52-df633786fc21 req-c3a3d67a-3480-48d7-bf34-9fbc67cce136 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:33.666656 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3748834a-edef-4b55-9e52-df633786fc21 req-c3a3d67a-3480-48d7-bf34-9fbc67cce136 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.1970801 Jul 16 01:35:33.687173 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] Calling delete_port for e7acb31a-32bc-4ffb-86ca-3975b100742d owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:33.727043 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30c7b945-864e-461d-a586-97272d80de02 req-e640f9b2-9678-444e-80b6-681f25aef246 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762801 Jul 16 01:35:33.786822 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.808597 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3748834a-edef-4b55-9e52-df633786fc21 req-166ed9f1-e4f3-4242-88d0-7e9cfe839426 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407781 Jul 16 01:35:33.823428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=a778f48b-5a5d-408a-88ad-c2f4fa813e73,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.889327 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6cd7-16b2-4d70-abb9-433874d3436d tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.898133 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6cd7-16b2-4d70-abb9-433874d3436d tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.919448 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.921259 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a7ff12-6a9c-42e6-898d-02b124e153fd None None] DHCP port deletion for e6be1664-966a-45c2-9d45-b72ea2c28900 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:33.951075 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['a778f48b-5a5d-408a-88ad-c2f4fa813e73'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:33.978560 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7acb31a-32bc-4ffb-86ca-3975b100742d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.983290 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d3f6cd7-16b2-4d70-abb9-433874d3436d tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.988079 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9d3f6cd7-16b2-4d70-abb9-433874d3436d tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7504578 Jul 16 01:35:33.990383 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] No DVR routers for this DVR port e7acb31a-32bc-4ffb-86ca-3975b100742d on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:33.991133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52314) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:33.998315 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-42637e58-0600-4ebf-bb8a-0085ab548645 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Request body: {'security_group_rule': {'security_group_id': '8023a7de-c7f8-4e42-a3bb-0eb61d78b4d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:34.009252 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f6cd7-16b2-4d70-abb9-433874d3436d tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8023a7de-c7f8-4e42-a3bb-0eb61d78b4d6,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:34.057217 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-42637e58-0600-4ebf-bb8a-0085ab548645 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.138252 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-42637e58-0600-4ebf-bb8a-0085ab548645 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.148513 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-42637e58-0600-4ebf-bb8a-0085ab548645 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.180086 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.191629 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42637e58-0600-4ebf-bb8a-0085ab548645 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eec96a3-5876-4a01-95b4-8b1fbd672ff3,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:34.197725 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-42637e58-0600-4ebf-bb8a-0085ab548645 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.200179 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-42637e58-0600-4ebf-bb8a-0085ab548645 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2069817 Jul 16 01:35:34.204176 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52320) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:34.209559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-16499bc9-5d3b-4732-b949-e5862e5b0ae8 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Request body: {'security_group_rule': {'security_group_id': '8023a7de-c7f8-4e42-a3bb-0eb61d78b4d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:34.213085 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6be1664-966a-45c2-9d45-b72ea2c28900']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:34.239395 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03125ce-e9fa-4e74-8fe5-8b4a286897fa') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:34.241379 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03125ce-e9fa-4e74-8fe5-8b4a286897fa') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:34.256360 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.260297 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16499bc9-5d3b-4732-b949-e5862e5b0ae8 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.282282 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.291994 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:34.294276 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:34.296709 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:34.442541 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16499bc9-5d3b-4732-b949-e5862e5b0ae8 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.447986 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16499bc9-5d3b-4732-b949-e5862e5b0ae8 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.470782 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.499276 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16499bc9-5d3b-4732-b949-e5862e5b0ae8 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ec4faf-3872-479e-877b-82efe3c33a99,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:34.505660 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.509540 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e6be1664-966a-45c2-9d45-b72ea2c28900 HTTP/1.1" status: 204 len: 168 time: 1.5449152 Jul 16 01:35:34.510796 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd23f6-a15e-4fc1-b534-b5e45c0ceb70 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6be1664-966a-45c2-9d45-b72ea2c28900,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:34.517259 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16499bc9-5d3b-4732-b949-e5862e5b0ae8 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.519011 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-16499bc9-5d3b-4732-b949-e5862e5b0ae8 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3137770 Jul 16 01:35:34.522370 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52332) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:34.527975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d10f3e7a-f9af-4be6-ada7-fc191e3d13eb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:34.581995 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d10f3e7a-f9af-4be6-ada7-fc191e3d13eb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.692536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f870690-54d1-4e88-8a05-05b194b5517a req-1cd2907f-9b3e-4e0c-abdd-9acf5a46dfe2 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:34.699632 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6f870690-54d1-4e88-8a05-05b194b5517a req-1cd2907f-9b3e-4e0c-abdd-9acf5a46dfe2 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.1277180 Jul 16 01:35:34.701728 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52334) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:34.779925 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6f870690-54d1-4e88-8a05-05b194b5517a req-0c87637b-435d-4139-996d-3bb7958e353f tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664232 Jul 16 01:35:34.792867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc5144-fdd0-48bd-b617-622ae77128d9 req-4f0f6788-a728-4aaa-98bb-a5f2de18f7b2 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:34.800391 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-11dc5144-fdd0-48bd-b617-622ae77128d9 req-4f0f6788-a728-4aaa-98bb-a5f2de18f7b2 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.1697171 Jul 16 01:35:34.853901 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52340) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:34.862749 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-11dc5144-fdd0-48bd-b617-622ae77128d9 req-42c541cb-54e6-47e4-906a-b0f05f4759dd tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613949 Jul 16 01:35:34.865751 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d10f3e7a-f9af-4be6-ada7-fc191e3d13eb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.956434 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2b825cd7-ca4d-4564-a428-25810f7bfee5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f13168d41eb74ebe8490447501501941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1010685 Jul 16 01:35:34.957282 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52352) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:35.041465 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-70052de3-13e7-4db1-af95-5fc4e4e70e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.059950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-d10f3e7a-f9af-4be6-ada7-fc191e3d13eb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Allocated IP 172.25.1.226 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/aa9eef2a-3f06-452f-96aa-057e2d1cb6f4) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:35.147209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e7acb31a-32bc-4ffb-86ca-3975b100742d no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:35.189677 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: e7acb31a-32bc-4ffb-86ca-3975b100742d {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:35.190406 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e7acb31a-32bc-4ffb-86ca-3975b100742d not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:35.222274 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d10f3e7a-f9af-4be6-ada7-fc191e3d13eb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.291404 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d10f3e7a-f9af-4be6-ada7-fc191e3d13eb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.347745 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10f3e7a-f9af-4be6-ada7-fc191e3d13eb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:35.352394 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-d10f3e7a-f9af-4be6-ada7-fc191e3d13eb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:35.357771 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10f3e7a-f9af-4be6-ada7-fc191e3d13eb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:35.395061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f3e7a-f9af-4be6-ada7-fc191e3d13eb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Pushing event updated for resources: {'Port': ['ID=aa9eef2a-3f06-452f-96aa-057e2d1cb6f4,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:35.472484 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d10f3e7a-f9af-4be6-ada7-fc191e3d13eb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.529791 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d10f3e7a-f9af-4be6-ada7-fc191e3d13eb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.562063 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6857295b-8b30-4375-a5c4-e4cb8a529ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.587560 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6857295b-8b30-4375-a5c4-e4cb8a529ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.657585 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-70052de3-13e7-4db1-af95-5fc4e4e70e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.667158 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-70052de3-13e7-4db1-af95-5fc4e4e70e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.701403 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6857295b-8b30-4375-a5c4-e4cb8a529ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.706397 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6857295b-8b30-4375-a5c4-e4cb8a529ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.715976 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d10f3e7a-f9af-4be6-ada7-fc191e3d13eb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.716483 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6857295b-8b30-4375-a5c4-e4cb8a529ab6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d1b7ba3d-f802-49fd-9b40-ee7900556478 HTTP/1.1" status: 204 len: 168 time: 0.7441235 Jul 16 01:35:35.722903 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d10f3e7a-f9af-4be6-ada7-fc191e3d13eb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.731552 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21458001-f65c-4f0d-8834-1f0921c44559 req-5315268b-65d4-45d5-9e1b-84e5f4da2de4 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:35.733369 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-21458001-f65c-4f0d-8834-1f0921c44559 req-5315268b-65d4-45d5-9e1b-84e5f4da2de4 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 944 time: 0.7271595 Jul 16 01:35:35.787736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70052de3-13e7-4db1-af95-5fc4e4e70e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71635867-ce9e-4e32-b59f-c5b38293f565,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:35.812550 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-70052de3-13e7-4db1-af95-5fc4e4e70e43 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=33a3cd67920a45168680b7ce640585f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1086783 Jul 16 01:35:35.822745 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52360) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:35.846478 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857295b-8b30-4375-a5c4-e4cb8a529ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b7ba3d-f802-49fd-9b40-ee7900556478,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:35.871619 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d10f3e7a-f9af-4be6-ada7-fc191e3d13eb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.874790 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-21458001-f65c-4f0d-8834-1f0921c44559 req-87e2903b-d708-49be-b5a8-0def82a19bf2 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302481 Jul 16 01:35:35.884547 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f3e7a-f9af-4be6-ada7-fc191e3d13eb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Pushing event updated for resources: {'Port': ['ID=aa9eef2a-3f06-452f-96aa-057e2d1cb6f4,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:35.915989 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d10f3e7a-f9af-4be6-ada7-fc191e3d13eb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.926499 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d10f3e7a-f9af-4be6-ada7-fc191e3d13eb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4027119 Jul 16 01:35:35.973246 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f66fcff2-5fb9-4373-b71c-11fb91376eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.030779 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f66fcff2-5fb9-4373-b71c-11fb91376eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.134950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db10642-c659-4468-a55e-56bc6b5b0ebc req-793e7043-7acb-46cf-a521-c16529902aef tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:36.137210 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8db10642-c659-4468-a55e-56bc6b5b0ebc req-793e7043-7acb-46cf-a521-c16529902aef tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.1021080 Jul 16 01:35:36.147148 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f66fcff2-5fb9-4373-b71c-11fb91376eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.151842 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f66fcff2-5fb9-4373-b71c-11fb91376eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.156271 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f66fcff2-5fb9-4373-b71c-11fb91376eb1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/71635867-ce9e-4e32-b59f-c5b38293f565 HTTP/1.1" status: 204 len: 168 time: 0.3312328 Jul 16 01:35:36.184135 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fcff2-5fb9-4373-b71c-11fb91376eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71635867-ce9e-4e32-b59f-c5b38293f565,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:36.184576 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8db10642-c659-4468-a55e-56bc6b5b0ebc req-2fb416fe-9456-4303-b89d-76159a505898 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414310 Jul 16 01:35:36.467866 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82994d0-9b6d-477c-b0b4-fcfba191da77 req-56fdca84-afb5-41ab-a6bf-657a84698b01 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:36.469447 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e82994d0-9b6d-477c-b0b4-fcfba191da77 req-56fdca84-afb5-41ab-a6bf-657a84698b01 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.1232479 Jul 16 01:35:36.557537 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e82994d0-9b6d-477c-b0b4-fcfba191da77 req-01ffa927-b20f-4f2a-8084-9eea82f4e97b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781779 Jul 16 01:35:36.645079 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c24c2e-48b2-4327-9296-28c63f07479f req-8e88db82-0e2a-4a73-b16b-5ee2774f1eeb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:36.653763 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-16c24c2e-48b2-4327-9296-28c63f07479f req-8e88db82-0e2a-4a73-b16b-5ee2774f1eeb tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/networks?id=b9b4267d-31ca-4893-a94b-1ea20195b57d HTTP/1.1" status: 200 len: 821 time: 0.2106700 Jul 16 01:35:36.671864 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-16c24c2e-48b2-4327-9296-28c63f07479f req-6e069a60-86b0-4e1d-a5fd-a3f98b9ff10a tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/quotas/7e0a93c3dbb54f56ac633687331d9c71 HTTP/1.1" status: 200 len: 375 time: 0.0171328 Jul 16 01:35:36.775074 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device a778f48b-5a5d-408a-88ad-c2f4fa813e73 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:36.817464 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-16c24c2e-48b2-4327-9296-28c63f07479f req-f1714983-9098-4ce9-8dba-fbf4b02f2169 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e0a93c3dbb54f56ac633687331d9c71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1446302 Jul 16 01:35:36.862021 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port a778f48b-5a5d-408a-88ad-c2f4fa813e73 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:36.866519 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port a778f48b-5a5d-408a-88ad-c2f4fa813e73 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:36.867395 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.952603 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-16c24c2e-48b2-4327-9296-28c63f07479f req-113d7856-70a1-4a09-9b4b-d091fc68a232 service neutron] 10.222.0.54 "GET /v2.0/networks/b9b4267d-31ca-4893-a94b-1ea20195b57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338329 Jul 16 01:35:36.995824 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.044826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33439c9-2209-4895-a1d3-1e3d90f801fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a778f48b-5a5d-408a-88ad-c2f4fa813e73'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:37.048508 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af4fcbd-74cf-4e75-991b-bea3f3ccf537" -d '{"events": [{"server_uuid": "e33439c9-2209-4895-a1d3-1e3d90f801fd", "name": "network-vif-plugged", "status": "completed", "tag": "a778f48b-5a5d-408a-88ad-c2f4fa813e73"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:37.064718 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port a778f48b-5a5d-408a-88ad-c2f4fa813e73, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a778f48b-5a5d-408a-88ad-c2f4fa813e73,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:37.085482 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.162647 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-16c24c2e-48b2-4327-9296-28c63f07479f req-22181c43-4685-4fa1-b767-0410fc67afca service neutron] 10.222.0.54 "GET /v2.0/networks/b9b4267d-31ca-4893-a94b-1ea20195b57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092869 Jul 16 01:35:37.195174 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=a778f48b-5a5d-408a-88ad-c2f4fa813e73,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:37.334938 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d236e5-90fb-4e01-b2c7-b1974333f780 req-10fdd0ea-06f8-4fbb-b67a-bae63fdf7ee8 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:37.343468 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30d236e5-90fb-4e01-b2c7-b1974333f780 req-10fdd0ea-06f8-4fbb-b67a-bae63fdf7ee8 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 945 time: 0.1442223 Jul 16 01:35:37.397641 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30d236e5-90fb-4e01-b2c7-b1974333f780 req-5fe6b6d4-d7c0-4588-b0d9-c8823cce5f28 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531383 Jul 16 01:35:37.442727 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e2d27c-f9dc-423c-abe9-e4732239691a x-openstack-request-id: req-69e2d27c-f9dc-423c-abe9-e4732239691a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:37.443027 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33439c9-2209-4895-a1d3-1e3d90f801fd", "name": "network-vif-plugged", "status": "completed", "tag": "a778f48b-5a5d-408a-88ad-c2f4fa813e73", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:37.443282 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-69e2d27c-f9dc-423c-abe9-e4732239691a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:37.443685 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33439c9-2209-4895-a1d3-1e3d90f801fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a778f48b-5a5d-408a-88ad-c2f4fa813e73', 'code': 200} Jul 16 01:35:37.692084 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479889e-8d4d-4ab6-98b8-baafaf6d558b req-6892b700-d652-4e23-a2ea-18138bed22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:37.693508 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b479889e-8d4d-4ab6-98b8-baafaf6d558b req-6892b700-d652-4e23-a2ea-18138bed22c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 1096 time: 0.1220477 Jul 16 01:35:37.774997 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05bc87-18af-4e54-9bad-e9aafb3a36cd req-ccd86b78-60a6-4a4d-9567-f11972441825 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:37.776531 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd05bc87-18af-4e54-9bad-e9aafb3a36cd req-ccd86b78-60a6-4a4d-9567-f11972441825 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.1358583 Jul 16 01:35:37.778729 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b479889e-8d4d-4ab6-98b8-baafaf6d558b req-43476b37-86ff-4989-a147-3ba66da9889c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677950 Jul 16 01:35:37.848296 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd05bc87-18af-4e54-9bad-e9aafb3a36cd req-0146a399-1d6a-4487-95e0-2b7d6c478492 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654299 Jul 16 01:35:37.969330 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f30a3721-f9a6-4f4c-8a13-dd72d8f93ed9 req-b80efcd4-9dbf-469a-aa3f-9fadeaea0c18 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 210 time: 0.0521631 Jul 16 01:35:38.266738 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c3038-a66f-40a9-8cc1-65ea4e276f72 req-4b22fbb1-1c45-4f55-b9b6-a7ce701e577b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:38.273831 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ff0c3038-a66f-40a9-8cc1-65ea4e276f72 req-4b22fbb1-1c45-4f55-b9b6-a7ce701e577b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.0971849 Jul 16 01:35:38.286051 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52480) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:38.339878 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ff0c3038-a66f-40a9-8cc1-65ea4e276f72 req-74d4f554-cab7-46fe-ae3c-aa137c5ae859 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648918 Jul 16 01:35:38.477651 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b775bb88-3d80-4c05-ba04-782782c2b168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.621909 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b775bb88-3d80-4c05-ba04-782782c2b168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.628980 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b775bb88-3d80-4c05-ba04-782782c2b168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.668056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfecf1-4d2a-42eb-abb4-ce4ba858066d req-b13f989a-36a3-4a20-a91b-6b90599a17f1 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:38.677867 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-33dfecf1-4d2a-42eb-abb4-ce4ba858066d req-b13f989a-36a3-4a20-a91b-6b90599a17f1 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 945 time: 0.1003268 Jul 16 01:35:38.679678 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b775bb88-3d80-4c05-ba04-782782c2b168 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6ef46281c3dd42949b0dce18e53efede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3925114 Jul 16 01:35:38.681049 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52496) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:38.696427 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775bb88-3d80-4c05-ba04-782782c2b168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148d6e7e-60fd-4ed7-9962-0243802cb3f0,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:38.740152 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-33dfecf1-4d2a-42eb-abb4-ce4ba858066d req-3a901fb8-c972-4a65-91c8-0f990ba66871 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610573 Jul 16 01:35:38.770133 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72687f31-ef4d-46aa-93ed-74fd772bf07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.826407 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72687f31-ef4d-46aa-93ed-74fd772bf07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.942747 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72687f31-ef4d-46aa-93ed-74fd772bf07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.947067 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72687f31-ef4d-46aa-93ed-74fd772bf07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.951061 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-72687f31-ef4d-46aa-93ed-74fd772bf07f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/148d6e7e-60fd-4ed7-9962-0243802cb3f0 HTTP/1.1" status: 204 len: 168 time: 0.2654197 Jul 16 01:35:38.982565 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72687f31-ef4d-46aa-93ed-74fd772bf07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148d6e7e-60fd-4ed7-9962-0243802cb3f0,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:39.191361 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a3803-3a93-4113-b14a-ec0da613b658 req-99ae274d-474b-4186-9adf-7abbc0bc5f81 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:39.201587 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c8a3803-3a93-4113-b14a-ec0da613b658 req-99ae274d-474b-4186-9adf-7abbc0bc5f81 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.1040316 Jul 16 01:35:39.314390 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c8a3803-3a93-4113-b14a-ec0da613b658 req-449b3136-5940-46ba-9ab8-fdab0e0a50ab tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076891 Jul 16 01:35:39.373647 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-118d4627-215c-4701-b2ed-6c628826d666 req-f7f28cad-ee80-4611-976c-5cbc5087e0aa tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 210 time: 0.0636964 Jul 16 01:35:39.477269 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52538) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:39.671734 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c24c2e-48b2-4327-9296-28c63f07479f req-a643b320-8bc0-49fd-8139-2c4671b2ed29 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:39.680364 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16c24c2e-48b2-4327-9296-28c63f07479f req-a643b320-8bc0-49fd-8139-2c4671b2ed29 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.47 "GET /v2.0/networks?id=b9b4267d-31ca-4893-a94b-1ea20195b57d HTTP/1.1" status: 200 len: 821 time: 0.3613050 Jul 16 01:35:39.700730 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-16c24c2e-48b2-4327-9296-28c63f07479f req-3883e587-4de7-4563-87fd-03d4bfa2c0e3 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Request body: {'port': {'device_id': '3133d4d2-5e1b-4c82-881d-60cf35c7fc0e', 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d', 'admin_state_up': True, 'tenant_id': '7e0a93c3dbb54f56ac633687331d9c71'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:39.728656 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9882ab1e-8d39-410f-9566-a4c5da37933a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.959183 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c8cce-2078-4832-8edd-b9a24ac09684 req-e0412ff6-371a-41cb-8e7a-aba6adf63d12 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:39.960822 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-293c8cce-2078-4832-8edd-b9a24ac09684 req-e0412ff6-371a-41cb-8e7a-aba6adf63d12 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.1862988 Jul 16 01:35:40.072884 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-293c8cce-2078-4832-8edd-b9a24ac09684 req-442a8692-91b9-4cbb-8a68-2c6f97839e02 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001029 Jul 16 01:35:40.113523 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9882ab1e-8d39-410f-9566-a4c5da37933a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.124366 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9882ab1e-8d39-410f-9566-a4c5da37933a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.174675 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882ab1e-8d39-410f-9566-a4c5da37933a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bf4d3e-3c2f-4f5c-beec-69a6c0c260c1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:40.199963 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c24c2e-48b2-4327-9296-28c63f07479f req-3883e587-4de7-4563-87fd-03d4bfa2c0e3 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Made reservation on behalf of 7e0a93c3dbb54f56ac633687331d9c71 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:40.209849 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-16c24c2e-48b2-4327-9296-28c63f07479f req-3883e587-4de7-4563-87fd-03d4bfa2c0e3 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.225057 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9882ab1e-8d39-410f-9566-a4c5da37933a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d496631a69d242779ecd618563190904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7466750 Jul 16 01:35:40.226496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52560) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:40.276387 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2f7ff-604e-4c9f-bcde-57c3c05c95f1 req-d805dd84-08c4-4e09-8f6e-4135cb572697 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:40.294147 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bdb2f7ff-604e-4c9f-bcde-57c3c05c95f1 req-d805dd84-08c4-4e09-8f6e-4135cb572697 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 945 time: 0.2304149 Jul 16 01:35:40.337999 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-898fa764-1898-460d-8de8-b1b154276962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.397939 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-898fa764-1898-460d-8de8-b1b154276962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.480909 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bdb2f7ff-604e-4c9f-bcde-57c3c05c95f1 req-484025b8-dde7-4a9d-9240-c8a172ba210b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891649 Jul 16 01:35:40.486514 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52574) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:40.539483 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-898fa764-1898-460d-8de8-b1b154276962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.542341 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-898fa764-1898-460d-8de8-b1b154276962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.544106 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-898fa764-1898-460d-8de8-b1b154276962 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a4bf4d3e-3c2f-4f5c-beec-69a6c0c260c1 HTTP/1.1" status: 204 len: 168 time: 0.3163490 Jul 16 01:35:40.642305 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fa764-1898-460d-8de8-b1b154276962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bf4d3e-3c2f-4f5c-beec-69a6c0c260c1,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:40.687857 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-16c24c2e-48b2-4327-9296-28c63f07479f req-3883e587-4de7-4563-87fd-03d4bfa2c0e3 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Allocated IP 172.20.0.4 (b9b4267d-31ca-4893-a94b-1ea20195b57d/2f8b2660-2f56-4e5d-9128-7f1c437da02e/5cce0b09-2055-42c3-ae9e-b0be7000e2ca) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:40.785527 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-c1e281fb-24e4-43db-93a5-fe2f4bfe2569 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1058174688-network', 'tenant_id': 'bd35d42b8de3472bba9d8475da819c13'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:40.856841 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec805b-b2c5-4f61-a6ed-68fccb931ce2 req-1a5891be-ba68-4134-9fdc-aeb790c76516 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:40.868613 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-59ec805b-b2c5-4f61-a6ed-68fccb931ce2 req-1a5891be-ba68-4134-9fdc-aeb790c76516 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.2823718 Jul 16 01:35:40.924992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e281fb-24e4-43db-93a5-fe2f4bfe2569 admin admin] Made reservation on behalf of bd35d42b8de3472bba9d8475da819c13 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:40.928131 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1e281fb-24e4-43db-93a5-fe2f4bfe2569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.984697 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1e281fb-24e4-43db-93a5-fe2f4bfe2569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.029983 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a80f8b76-715d-4d6e-bcf3-331d97c451ea req-136f362f-896f-4a8c-88c4-143bf8518b36 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 210 time: 0.1028163 Jul 16 01:35:41.040375 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-59ec805b-b2c5-4f61-a6ed-68fccb931ce2 req-9042e11f-1d14-43a8-855c-dd5f239bde5e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708391 Jul 16 01:35:41.164949 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1e281fb-24e4-43db-93a5-fe2f4bfe2569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.182437 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1e281fb-24e4-43db-93a5-fe2f4bfe2569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.217623 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-16c24c2e-48b2-4327-9296-28c63f07479f req-3883e587-4de7-4563-87fd-03d4bfa2c0e3 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.230350 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e281fb-24e4-43db-93a5-fe2f4bfe2569 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:41.262953 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e281fb-24e4-43db-93a5-fe2f4bfe2569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f99a41f-3acc-4d99-8fbb-b8b5ff029b84,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:41.279693 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1e281fb-24e4-43db-93a5-fe2f4bfe2569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.280093 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-c1e281fb-24e4-43db-93a5-fe2f4bfe2569 admin admin] Added segment 8462fc03-4282-4ed6-b81b-d47a268580dd of type vlan for network 5008ba4e-2824-48b6-9718-cbc99bb6fe37 Jul 16 01:35:41.338481 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-16c24c2e-48b2-4327-9296-28c63f07479f req-3883e587-4de7-4563-87fd-03d4bfa2c0e3 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.376692 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1e281fb-24e4-43db-93a5-fe2f4bfe2569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.426375 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1e281fb-24e4-43db-93a5-fe2f4bfe2569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.432626 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e281fb-24e4-43db-93a5-fe2f4bfe2569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:41.432626 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1e281fb-24e4-43db-93a5-fe2f4bfe2569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.476360 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883e587-4de7-4563-87fd-03d4bfa2c0e3 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Pushing event updated for resources: {'Port': ['ID=5cce0b09-2055-42c3-ae9e-b0be7000e2ca,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:41.492653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c24c2e-48b2-4327-9296-28c63f07479f req-3883e587-4de7-4563-87fd-03d4bfa2c0e3 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Network b9b4267d-31ca-4893-a94b-1ea20195b57d is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:41.497558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-16c24c2e-48b2-4327-9296-28c63f07479f req-3883e587-4de7-4563-87fd-03d4bfa2c0e3 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:41.501528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c24c2e-48b2-4327-9296-28c63f07479f req-3883e587-4de7-4563-87fd-03d4bfa2c0e3 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:41.539918 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c1e281fb-24e4-43db-93a5-fe2f4bfe2569 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0521882 Jul 16 01:35:41.551481 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52598) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:41.556475 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f6a2962a-7a0b-4963-9155-0e0b99222cc4 admin admin] Request body: {'subnet': {'network_id': '5008ba4e-2824-48b6-9718-cbc99bb6fe37', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1058174688-subnet', 'tenant_id': 'bd35d42b8de3472bba9d8475da819c13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:41.605628 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c24c2e-48b2-4327-9296-28c63f07479f req-3883e587-4de7-4563-87fd-03d4bfa2c0e3 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:41.606228 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-16c24c2e-48b2-4327-9296-28c63f07479f req-3883e587-4de7-4563-87fd-03d4bfa2c0e3 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.611736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb093ae-6c05-4e7d-a2d2-b3889c602f83 req-96da29fa-686a-4067-9521-56c3b98a3000 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:41.614280 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e281fb-24e4-43db-93a5-fe2f4bfe2569 admin admin] Pushing event updated for resources: {'Network': ['ID=5008ba4e-2824-48b6-9718-cbc99bb6fe37,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:41.625912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 5008ba4e-2824-48b6-9718-cbc99bb6fe37 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:41.628195 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:35:41.628923 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-afb093ae-6c05-4e7d-a2d2-b3889c602f83 req-96da29fa-686a-4067-9521-56c3b98a3000 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 1096 time: 0.3153627 Jul 16 01:35:41.661732 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a2962a-7a0b-4963-9155-0e0b99222cc4 admin admin] Made reservation on behalf of bd35d42b8de3472bba9d8475da819c13 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:41.664530 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6a2962a-7a0b-4963-9155-0e0b99222cc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.700225 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16c24c2e-48b2-4327-9296-28c63f07479f req-3883e587-4de7-4563-87fd-03d4bfa2c0e3 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0044186 Jul 16 01:35:41.711359 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-afb093ae-6c05-4e7d-a2d2-b3889c602f83 req-e23ee215-7fee-4817-8d38-07ac79ac43ed tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814848 Jul 16 01:35:41.715890 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8f31e-9221-4712-b632-31847ec59ff3 req-ef9390cf-cb8e-4184-94c6-ffe222225f4e tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:41.725097 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9a8f31e-9221-4712-b632-31847ec59ff3 req-ef9390cf-cb8e-4184-94c6-ffe222225f4e tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.1873133 Jul 16 01:35:41.810683 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9a8f31e-9221-4712-b632-31847ec59ff3 req-e40b672c-18c4-44a7-8471-7ae8029d33f6 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845892 Jul 16 01:35:41.838057 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Request body: {'port': {'device_id': '3133d4d2-5e1b-4c82-881d-60cf35c7fc0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:41.976358 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.020030 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545823f-61f1-4101-94f8-7a0ceea8aa2b req-a9ac1945-bf16-4c48-b24d-4089e7a8de01 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:42.032024 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c545823f-61f1-4101-94f8-7a0ceea8aa2b req-a9ac1945-bf16-4c48-b24d-4089e7a8de01 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 1096 time: 0.0952699 Jul 16 01:35:42.077180 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c545823f-61f1-4101-94f8-7a0ceea8aa2b req-39ede966-f8b8-408d-9613-dc4c161d7c4f tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430374 Jul 16 01:35:42.127131 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6a2962a-7a0b-4963-9155-0e0b99222cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.351136 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8dc18-eb8a-4ab2-b876-807fa30feb7b req-ea618f12-f7cd-4464-912d-f7336ee41d99 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:42.356067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2962a-7a0b-4963-9155-0e0b99222cc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1e2ca52-f3b4-45cc-be5e-99a3e4f560e0,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:42.360358 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-13d8dc18-eb8a-4ab2-b876-807fa30feb7b req-ea618f12-f7cd-4464-912d-f7336ee41d99 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.1618207 Jul 16 01:35:42.428522 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-13d8dc18-eb8a-4ab2-b876-807fa30feb7b req-eb73f0c6-1c71-4868-af55-e97db70a8122 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669215 Jul 16 01:35:42.443068 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a2962a-7a0b-4963-9155-0e0b99222cc4 admin admin] Checking segment: {'id': '8462fc03-4282-4ed6-b81b-d47a268580dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5008ba4e-2824-48b6-9718-cbc99bb6fe37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:42.443637 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a2962a-7a0b-4963-9155-0e0b99222cc4 admin admin] Network hostable DHCP agents. Network: 5008ba4e-2824-48b6-9718-cbc99bb6fe37, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:42.519395 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a2962a-7a0b-4963-9155-0e0b99222cc4 admin admin] Network 5008ba4e-2824-48b6-9718-cbc99bb6fe37 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:42.542894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-f6a2962a-7a0b-4963-9155-0e0b99222cc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 5008ba4e-2824-48b6-9718-cbc99bb6fe37) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:42.553698 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93b743d-bb99-4568-bc99-4c8b2708f1fd None None] Network 5008ba4e-2824-48b6-9718-cbc99bb6fe37 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:42.584052 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a2962a-7a0b-4963-9155-0e0b99222cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:42.584598 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6a2962a-7a0b-4963-9155-0e0b99222cc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.597219 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6561fa8-3a1d-447a-ab5a-31fadae5499b req-ed480057-d3d2-4499-9335-db479dedc3d6 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:42.598749 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e6561fa8-3a1d-447a-ab5a-31fadae5499b req-ed480057-d3d2-4499-9335-db479dedc3d6 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 931 time: 0.2617049 Jul 16 01:35:42.667011 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f6a2962a-7a0b-4963-9155-0e0b99222cc4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1053355 Jul 16 01:35:42.677877 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cce0b09-2055-42c3-ae9e-b0be7000e2ca {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:42.689861 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.717024 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e6561fa8-3a1d-447a-ab5a-31fadae5499b req-1a759ab3-e1a4-4872-8bbc-4b8fa4830210 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999401 Jul 16 01:35:42.749681 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Transition to ACTIVE for port object 5cce0b09-2055-42c3-ae9e-b0be7000e2ca will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:42.757133 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.814383 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfad5d5-b798-4fb8-b37d-d19944263676 None None] Network 5008ba4e-2824-48b6-9718-cbc99bb6fe37 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:42.928769 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5cce0b09-2055-42c3-ae9e-b0be7000e2ca,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:43.119222 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Attempting to bind port 5cce0b09-2055-42c3-ae9e-b0be7000e2ca on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:43.119640 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Attempting to bind port 5cce0b09-2055-42c3-ae9e-b0be7000e2ca by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '6ed3aaa8-c878-4c37-94d2-c1f0a865ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:43.120891 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Attempting to bind port 5cce0b09-2055-42c3-ae9e-b0be7000e2ca on network b9b4267d-31ca-4893-a94b-1ea20195b57d {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:43.131242 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Port 5cce0b09-2055-42c3-ae9e-b0be7000e2ca on network b9b4267d-31ca-4893-a94b-1ea20195b57d not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:43.131628 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Attempting to bind port 5cce0b09-2055-42c3-ae9e-b0be7000e2ca on network b9b4267d-31ca-4893-a94b-1ea20195b57d {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:43.139506 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:43.139799 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Checking segment: {'id': '6ed3aaa8-c878-4c37-94d2-c1f0a865ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:43.140090 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Bound using segment: {'id': '6ed3aaa8-c878-4c37-94d2-c1f0a865ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:43.140525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Bound port: 5cce0b09-2055-42c3-ae9e-b0be7000e2ca, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed3aaa8-c878-4c37-94d2-c1f0a865ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:43.141134 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.175274 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54dcfc-47ec-421c-86d3-831901cbee62 req-38929831-f2de-4b8c-aba9-47a4a1052bc5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:43.176701 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bb54dcfc-47ec-421c-86d3-831901cbee62 req-38929831-f2de-4b8c-aba9-47a4a1052bc5 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.1212363 Jul 16 01:35:43.237270 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bb54dcfc-47ec-421c-86d3-831901cbee62 req-9dc1be4b-fb8e-4815-acc6-d6efc1eb124f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508766 Jul 16 01:35:43.271290 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] For port 5cce0b09-2055-42c3-ae9e-b0be7000e2ca, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:43.288959 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] For port 5cce0b09-2055-42c3-ae9e-b0be7000e2ca, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=5cce0b09-2055-42c3-ae9e-b0be7000e2ca,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:43.322759 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.419108 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:43.419108 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.436890 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16c24c2e-48b2-4327-9296-28c63f07479f req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] 10.222.0.47 "PUT /v2.0/ports/5cce0b09-2055-42c3-ae9e-b0be7000e2ca HTTP/1.1" status: 200 len: 1091 time: 1.6976750 Jul 16 01:35:43.437341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3133d4d2-5e1b-4c82-881d-60cf35c7fc0e', 'tag': '5cce0b09-2055-42c3-ae9e-b0be7000e2ca'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:43.446531 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3956b0-97d9-42ff-86e6-686ba5b85abb" -d '{"events": [{"name": "network-changed", "server_uuid": "3133d4d2-5e1b-4c82-881d-60cf35c7fc0e", "tag": "5cce0b09-2055-42c3-ae9e-b0be7000e2ca"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:43.559137 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f2a4f-4cf2-4d39-97d7-e314c30492d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5cce0b09-2055-42c3-ae9e-b0be7000e2ca,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:43.659628 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c24c2e-48b2-4327-9296-28c63f07479f req-de102ce6-45be-469d-b324-c4d7e277faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:43.661181 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16c24c2e-48b2-4327-9296-28c63f07479f req-de102ce6-45be-469d-b324-c4d7e277faac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e0a93c3dbb54f56ac633687331d9c71&device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 1094 time: 0.1111252 Jul 16 01:35:43.726453 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16c24c2e-48b2-4327-9296-28c63f07479f req-c06feafc-c63c-4fd3-8392-ba3340a8845c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cce0b09-2055-42c3-ae9e-b0be7000e2ca HTTP/1.1" status: 200 len: 217 time: 0.0471394 Jul 16 01:35:43.817203 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94166ed6-f6fd-4264-8b1f-e8f2b4eb0bc4 req-3a755868-4eb2-4d9f-9aaa-4b86393c9b8b tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:43.819936 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94166ed6-f6fd-4264-8b1f-e8f2b4eb0bc4 req-3a755868-4eb2-4d9f-9aaa-4b86393c9b8b tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 1096 time: 0.1829059 Jul 16 01:35:43.836518 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c24c2e-48b2-4327-9296-28c63f07479f req-bcd2edca-80f1-4fec-ad46-55332c766879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:43.837953 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16c24c2e-48b2-4327-9296-28c63f07479f req-bcd2edca-80f1-4fec-ad46-55332c766879 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f8b2660-2f56-4e5d-9128-7f1c437da02e HTTP/1.1" status: 200 len: 861 time: 0.0961070 Jul 16 01:35:43.896111 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16c24c2e-48b2-4327-9296-28c63f07479f req-db21fc52-b1c2-4e88-8ff7-b230f1a8179a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9b4267d-31ca-4893-a94b-1ea20195b57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455945 Jul 16 01:35:43.920859 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94166ed6-f6fd-4264-8b1f-e8f2b4eb0bc4 req-33b43c7b-a840-4d1d-aef9-1127bfd5ed0b tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932639 Jul 16 01:35:44.055296 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16c24c2e-48b2-4327-9296-28c63f07479f req-544d965b-5298-4181-b2e1-dee8b7f6a77a service neutron] 10.222.0.47 "GET /v2.0/networks/b9b4267d-31ca-4893-a94b-1ea20195b57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241589 Jul 16 01:35:44.159695 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-b7a483cf-54d9-42ef-9469-0386fac3bcb2 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:44.162532 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-b7a483cf-54d9-42ef-9469-0386fac3bcb2 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/networks?id=5008ba4e-2824-48b6-9718-cbc99bb6fe37 HTTP/1.1" status: 200 len: 814 time: 0.1495132 Jul 16 01:35:44.188253 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-17b7f3e2-93a7-44dc-b87a-205802747e02 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/quotas/bd35d42b8de3472bba9d8475da819c13 HTTP/1.1" status: 200 len: 375 time: 0.0196526 Jul 16 01:35:44.236747 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-b2683999-5488-4ee0-92ca-f56cd41aab3a tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd35d42b8de3472bba9d8475da819c13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467396 Jul 16 01:35:44.244116 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2d770-ae61-44cb-89fe-462a60323035 req-011f620f-5c2b-481a-b4fd-d9707c33c51d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:44.252824 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eeb2d770-ae61-44cb-89fe-462a60323035 req-011f620f-5c2b-481a-b4fd-d9707c33c51d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.1514301 Jul 16 01:35:44.262154 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16c24c2e-48b2-4327-9296-28c63f07479f req-079acdd0-92a4-4a40-bab5-1c652424cb99 service neutron] 10.222.0.47 "GET /v2.0/networks/b9b4267d-31ca-4893-a94b-1ea20195b57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956525 Jul 16 01:35:44.312342 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eeb2d770-ae61-44cb-89fe-462a60323035 req-f06daeb0-d767-483c-a076-3e4d000a200e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585570 Jul 16 01:35:44.389158 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc22bc22-6175-409c-ba15-5695e707a4bf x-openstack-request-id: req-fc22bc22-6175-409c-ba15-5695e707a4bf {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:44.389446 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3133d4d2-5e1b-4c82-881d-60cf35c7fc0e", "tag": "5cce0b09-2055-42c3-ae9e-b0be7000e2ca", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:44.390275 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fc22bc22-6175-409c-ba15-5695e707a4bf {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:44.390697 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3133d4d2-5e1b-4c82-881d-60cf35c7fc0e', 'tag': '5cce0b09-2055-42c3-ae9e-b0be7000e2ca', 'status': 'completed', 'code': 200} Jul 16 01:35:44.598894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3956b0-97d9-42ff-86e6-686ba5b85abb req-59ffa406-2fe5-49bb-8268-e94c8fac5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:44.600606 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7a3956b0-97d9-42ff-86e6-686ba5b85abb req-59ffa406-2fe5-49bb-8268-e94c8fac5d12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e0a93c3dbb54f56ac633687331d9c71&device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 1094 time: 0.1337159 Jul 16 01:35:44.624239 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-458c928c-db05-412a-a672-4f7b9a976389 service neutron] 10.222.0.54 "GET /v2.0/networks/5008ba4e-2824-48b6-9718-cbc99bb6fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857169 Jul 16 01:35:44.625834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85f25e-ba56-4d17-b43f-b3c4a57e403c req-36de1810-329e-452e-aab3-d161e272151b tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:44.628060 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5d85f25e-ba56-4d17-b43f-b3c4a57e403c req-36de1810-329e-452e-aab3-d161e272151b tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 943 time: 0.1110311 Jul 16 01:35:44.739073 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5d85f25e-ba56-4d17-b43f-b3c4a57e403c req-f90be6b2-4af3-4ba9-bf90-c80f6c36e4f6 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974660 Jul 16 01:35:44.795205 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3956b0-97d9-42ff-86e6-686ba5b85abb req-eb1a58c5-62ee-4a6c-9a66-aab31a9643e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:44.797332 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-4b9bd598-0023-4a7f-8d6e-20d29750cafd service neutron] 10.222.0.54 "GET /v2.0/networks/5008ba4e-2824-48b6-9718-cbc99bb6fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714885 Jul 16 01:35:44.801144 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7a3956b0-97d9-42ff-86e6-686ba5b85abb req-eb1a58c5-62ee-4a6c-9a66-aab31a9643e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9b4267d-31ca-4893-a94b-1ea20195b57d HTTP/1.1" status: 200 len: 922 time: 0.1714952 Jul 16 01:35:44.857659 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7a3956b0-97d9-42ff-86e6-686ba5b85abb req-cc55f88a-e0ff-46a9-be1d-db1400595493 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cce0b09-2055-42c3-ae9e-b0be7000e2ca HTTP/1.1" status: 200 len: 217 time: 0.0447266 Jul 16 01:35:44.927682 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3956b0-97d9-42ff-86e6-686ba5b85abb req-c5d671aa-55d4-4ca0-8d1a-673bbf0efc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:44.933529 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7a3956b0-97d9-42ff-86e6-686ba5b85abb req-c5d671aa-55d4-4ca0-8d1a-673bbf0efc05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f8b2660-2f56-4e5d-9128-7f1c437da02e HTTP/1.1" status: 200 len: 861 time: 0.0675755 Jul 16 01:35:45.016646 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7a3956b0-97d9-42ff-86e6-686ba5b85abb req-53ce3eb8-e52c-4182-a032-51341a6eb4e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9b4267d-31ca-4893-a94b-1ea20195b57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731349 Jul 16 01:35:45.205380 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb86a0-f4aa-4094-8f26-a81c5b76c84a req-4887f3c8-2b43-4c7f-af18-ae59ad3f0d16 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.206894 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-38bb86a0-f4aa-4094-8f26-a81c5b76c84a req-4887f3c8-2b43-4c7f-af18-ae59ad3f0d16 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.1428897 Jul 16 01:35:45.208943 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7a3956b0-97d9-42ff-86e6-686ba5b85abb req-9097a7c2-3f46-4c44-9eb2-934d43579580 service neutron] 10.222.0.47 "GET /v2.0/networks/b9b4267d-31ca-4893-a94b-1ea20195b57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627822 Jul 16 01:35:45.252818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af77d57-955b-4589-a183-2e0f5b8cc5e3 req-68b9a664-2708-460f-9c0d-fa7939722663 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.255048 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6af77d57-955b-4589-a183-2e0f5b8cc5e3 req-68b9a664-2708-460f-9c0d-fa7939722663 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 1096 time: 0.0714335 Jul 16 01:35:45.307482 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6af77d57-955b-4589-a183-2e0f5b8cc5e3 req-d898fa92-e5d1-4614-ad61-3b2dfd159352 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462782 Jul 16 01:35:45.318392 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-38bb86a0-f4aa-4094-8f26-a81c5b76c84a req-1cab2df6-17e2-4aa4-811c-81672fe1e141 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972910 Jul 16 01:35:45.396761 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-568b2d80-af2b-4fe9-af4e-d96d32329716 req-3deaea62-abaf-45ec-8408-43ff6cfd1e95 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 210 time: 0.0407672 Jul 16 01:35:45.403097 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7a3956b0-97d9-42ff-86e6-686ba5b85abb req-8cd5943a-6f30-4fb9-b52f-7fdc864949d7 service neutron] 10.222.0.47 "GET /v2.0/networks/b9b4267d-31ca-4893-a94b-1ea20195b57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705508 Jul 16 01:35:45.718011 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c933b3-924f-4dd0-9879-f8d85f9bab46 req-043ef3cf-9ede-47d7-bf94-d3c9c2a7b304 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.721304 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d2c933b3-924f-4dd0-9879-f8d85f9bab46 req-043ef3cf-9ede-47d7-bf94-d3c9c2a7b304 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.1509948 Jul 16 01:35:45.807015 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d2c933b3-924f-4dd0-9879-f8d85f9bab46 req-90c34f3a-34d8-4393-9a92-c3f209f35dc0 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805185 Jul 16 01:35:46.034965 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12068c-461d-4534-8581-11229445203d req-8d01f921-c4cc-4fb4-b10b-e0c0ea281577 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:46.037017 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f12068c-461d-4534-8581-11229445203d req-8d01f921-c4cc-4fb4-b10b-e0c0ea281577 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=07af97bd-1989-4254-82c9-a311ade464f8 HTTP/1.1" status: 200 len: 951 time: 0.0835226 Jul 16 01:35:46.098896 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f12068c-461d-4534-8581-11229445203d req-dafa66de-ccca-47a2-a2d2-f7ef6a79ff09 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561233 Jul 16 01:35:46.276008 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61159902-41b0-44c2-83b5-ab39ba02cffd req-093fc0ff-fdc7-4dcb-8b42-6ef10f6650d8 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:46.277773 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61159902-41b0-44c2-83b5-ab39ba02cffd req-093fc0ff-fdc7-4dcb-8b42-6ef10f6650d8 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 943 time: 0.0721917 Jul 16 01:35:46.321890 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61159902-41b0-44c2-83b5-ab39ba02cffd req-e357968e-80f4-4126-9e29-43187f27bb46 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369577 Jul 16 01:35:46.685496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-2fde1ce7-4b2e-4387-8b70-d4614fe8fb6f tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:46.687000 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-2fde1ce7-4b2e-4387-8b70-d4614fe8fb6f tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.26 "GET /v2.0/networks?id=5008ba4e-2824-48b6-9718-cbc99bb6fe37 HTTP/1.1" status: 200 len: 814 time: 0.1566014 Jul 16 01:35:46.713594 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-2cba0db3-6aa9-43cf-b827-972c8244dd6a tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Request body: {'port': {'device_id': '9c15c358-bce2-487a-ae04-2e5d6d0dfde6', 'network_id': '5008ba4e-2824-48b6-9718-cbc99bb6fe37', 'admin_state_up': True, 'tenant_id': 'bd35d42b8de3472bba9d8475da819c13'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:46.780656 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa7d51-4c1d-4353-907c-0f0c73b92ae0 req-3a4bdc60-53c9-4c80-82d5-3049edbac5a9 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:46.787659 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fcaa7d51-4c1d-4353-907c-0f0c73b92ae0 req-3a4bdc60-53c9-4c80-82d5-3049edbac5a9 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.0789013 Jul 16 01:35:46.839370 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fcaa7d51-4c1d-4353-907c-0f0c73b92ae0 req-9ef07b75-6218-4160-bb2a-c8d38001975b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502267 Jul 16 01:35:46.854091 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-2cba0db3-6aa9-43cf-b827-972c8244dd6a tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Made reservation on behalf of bd35d42b8de3472bba9d8475da819c13 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:46.862870 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-2cba0db3-6aa9-43cf-b827-972c8244dd6a tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.917934 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-e98f15e2-a549-400d-9639-6ceb2aa3788a tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:35:46.919138 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-e98f15e2-a549-400d-9639-6ceb2aa3788a tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063658 Jul 16 01:35:46.928908 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-d847c18c-b976-46e3-bcf2-b5400e326e53 service neutron] Request body: {'binding': {'host': 'n-h2-800086-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:46.929370 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-d847c18c-b976-46e3-bcf2-b5400e326e53 service neutron] Unknown quota resources ['binding']. {{(pid=93832) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:35:47.028760 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-482ba6f1-b16c-4e40-9409-1184730ad225 req-28e37b78-91dc-43b2-8f90-7ba072d79034 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 210 time: 0.0555310 Jul 16 01:35:47.036349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-2cba0db3-6aa9-43cf-b827-972c8244dd6a tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Allocated IP 172.20.0.4 (5008ba4e-2824-48b6-9718-cbc99bb6fe37/f1e2ca52-f3b4-45cc-be5e-99a3e4f560e0/d1f67e64-4e1b-407d-8b09-f98cc7bb0d37) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:47.210983 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-d847c18c-b976-46e3-bcf2-b5400e326e53 service neutron] Attempting to bind port a778f48b-5a5d-408a-88ad-c2f4fa813e73 on host n-h2-800086-6 for vnic_type normal with profile None {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:47.211425 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-d847c18c-b976-46e3-bcf2-b5400e326e53 service neutron] Attempting to bind port a778f48b-5a5d-408a-88ad-c2f4fa813e73 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:47.211994 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-d847c18c-b976-46e3-bcf2-b5400e326e53 service neutron] Attempting to bind port a778f48b-5a5d-408a-88ad-c2f4fa813e73 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:47.218172 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-d847c18c-b976-46e3-bcf2-b5400e326e53 service neutron] Port a778f48b-5a5d-408a-88ad-c2f4fa813e73 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:47.218615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-d847c18c-b976-46e3-bcf2-b5400e326e53 service neutron] Attempting to bind port a778f48b-5a5d-408a-88ad-c2f4fa813e73 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:47.225766 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-d847c18c-b976-46e3-bcf2-b5400e326e53 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:47.227604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-d847c18c-b976-46e3-bcf2-b5400e326e53 service neutron] Checking segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:47.228346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-d847c18c-b976-46e3-bcf2-b5400e326e53 service neutron] Bound using segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:47.230399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-d847c18c-b976-46e3-bcf2-b5400e326e53 service neutron] Bound port: a778f48b-5a5d-408a-88ad-c2f4fa813e73, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:47.246366 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-2cba0db3-6aa9-43cf-b827-972c8244dd6a tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.302660 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-2cba0db3-6aa9-43cf-b827-972c8244dd6a tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.334703 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-d847c18c-b976-46e3-bcf2-b5400e326e53 service neutron] For port a778f48b-5a5d-408a-88ad-c2f4fa813e73, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a778f48b-5a5d-408a-88ad-c2f4fa813e73,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:47.341413 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-d847c18c-b976-46e3-bcf2-b5400e326e53 service neutron] Notify callbacks [] for binding, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.343168 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-d847c18c-b976-46e3-bcf2-b5400e326e53 service neutron] 10.222.0.54 "POST /v2.0/ports/a778f48b-5a5d-408a-88ad-c2f4fa813e73/bindings HTTP/1.1" status: 201 len: 389 time: 0.4177239 Jul 16 01:35:47.348868 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-2cba0db3-6aa9-43cf-b827-972c8244dd6a tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Network 5008ba4e-2824-48b6-9718-cbc99bb6fe37 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:47.351740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-2cba0db3-6aa9-43cf-b827-972c8244dd6a tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:47.358454 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-2cba0db3-6aa9-43cf-b827-972c8244dd6a tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:47.361094 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d5f50-5797-4171-993b-67623732c1e3 req-7548b13e-938d-4525-a0f6-fbdf26511e15 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:47.368872 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9c8d5f50-5797-4171-993b-67623732c1e3 req-7548b13e-938d-4525-a0f6-fbdf26511e15 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.1095228 Jul 16 01:35:47.389776 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba0db3-6aa9-43cf-b827-972c8244dd6a tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Pushing event updated for resources: {'Port': ['ID=d1f67e64-4e1b-407d-8b09-f98cc7bb0d37,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.425542 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9c8d5f50-5797-4171-993b-67623732c1e3 req-395b4546-cfb9-4fab-ad3b-6fa4d44b3c80 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556097 Jul 16 01:35:47.427680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-2cba0db3-6aa9-43cf-b827-972c8244dd6a tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:47.428374 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-2cba0db3-6aa9-43cf-b827-972c8244dd6a tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.454704 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-2cba0db3-6aa9-43cf-b827-972c8244dd6a tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7453487 Jul 16 01:35:47.481913 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Request body: {'port': {'device_id': '9c15c358-bce2-487a-ae04-2e5d6d0dfde6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:47.588230 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.697254 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133cfb0-8ca4-4800-ae66-26e48d6c8a02 req-58f9e481-76ae-45f1-afc2-68e665610987 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:47.699779 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1133cfb0-8ca4-4800-ae66-26e48d6c8a02 req-58f9e481-76ae-45f1-afc2-68e665610987 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 943 time: 0.0837870 Jul 16 01:35:47.772284 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1133cfb0-8ca4-4800-ae66-26e48d6c8a02 req-48091ed2-ab6a-4402-a7ed-f75addd830f0 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626333 Jul 16 01:35:47.809447 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-4df29089-e123-4e15-a877-bd8208b5f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:47.811130 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-4df29089-e123-4e15-a877-bd8208b5f1d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 1096 time: 0.1103094 Jul 16 01:35:47.819056 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 5cce0b09-2055-42c3-ae9e-b0be7000e2ca details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:47.916002 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0bf89-6afe-41e7-b614-4c40a00fa1c5 req-7ed0c884-6b94-48dc-9aaf-ae1f36ba6c69 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:47.918229 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9f0bf89-6afe-41e7-b614-4c40a00fa1c5 req-7ed0c884-6b94-48dc-9aaf-ae1f36ba6c69 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 945 time: 0.1917186 Jul 16 01:35:47.932293 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-b3f64993-44b8-410f-9c8e-1d67583de557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:47.934288 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-b3f64993-44b8-410f-9c8e-1d67583de557 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 909 time: 0.1151838 Jul 16 01:35:47.993724 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 5cce0b09-2055-42c3-ae9e-b0be7000e2ca, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=5cce0b09-2055-42c3-ae9e-b0be7000e2ca,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:48.002916 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-beb3bdc3-a331-4b7f-b623-f5c58e877175 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a778f48b-5a5d-408a-88ad-c2f4fa813e73 HTTP/1.1" status: 200 len: 217 time: 0.0586452 Jul 16 01:35:48.006456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '5cce0b09-2055-42c3-ae9e-b0be7000e2ca', 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d', 'port_id': '5cce0b09-2055-42c3-ae9e-b0be7000e2ca', 'mac_address': 'fa:16:3e:7d:e4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8b2660-2f56-4e5d-9128-7f1c437da02e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:48.032483 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9f0bf89-6afe-41e7-b614-4c40a00fa1c5 req-bf71630a-388c-402d-ae31-589b0834a8a5 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883517 Jul 16 01:35:48.046240 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.060456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cce0b09-2055-42c3-ae9e-b0be7000e2ca {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:48.082950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 5cce0b09-2055-42c3-ae9e-b0be7000e2ca, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=5cce0b09-2055-42c3-ae9e-b0be7000e2ca,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:48.089069 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.111327 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:48.121170 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.139699 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Transition to ACTIVE for port object d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:48.145228 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.218574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=5cce0b09-2055-42c3-ae9e-b0be7000e2ca,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:48.263125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f67e64-4e1b-407d-8b09-f98cc7bb0d37,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:48.409459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2733837-c73f-4db8-83d1-ef1e5599477a req-8aa3056b-31b8-47f5-a195-0256a63ae18f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:48.411094 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2733837-c73f-4db8-83d1-ef1e5599477a req-8aa3056b-31b8-47f5-a195-0256a63ae18f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.1745129 Jul 16 01:35:48.414035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Attempting to bind port d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:48.414383 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Attempting to bind port d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8462fc03-4282-4ed6-b81b-d47a268580dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5008ba4e-2824-48b6-9718-cbc99bb6fe37'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:48.414720 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Attempting to bind port d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 on network 5008ba4e-2824-48b6-9718-cbc99bb6fe37 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:48.420315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Port d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 on network 5008ba4e-2824-48b6-9718-cbc99bb6fe37 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:48.420614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Attempting to bind port d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 on network 5008ba4e-2824-48b6-9718-cbc99bb6fe37 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:48.428061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:48.428324 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Checking segment: {'id': '8462fc03-4282-4ed6-b81b-d47a268580dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5008ba4e-2824-48b6-9718-cbc99bb6fe37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:48.428716 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Bound using segment: {'id': '8462fc03-4282-4ed6-b81b-d47a268580dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5008ba4e-2824-48b6-9718-cbc99bb6fe37'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:48.429157 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Bound port: d1f67e64-4e1b-407d-8b09-f98cc7bb0d37, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8462fc03-4282-4ed6-b81b-d47a268580dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5008ba4e-2824-48b6-9718-cbc99bb6fe37'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:48.429529 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.496911 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-48e818af-cc83-4bcc-9dd3-3efe24f05361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:48.499113 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-48e818af-cc83-4bcc-9dd3-3efe24f05361 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.4842024 Jul 16 01:35:48.500322 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2733837-c73f-4db8-83d1-ef1e5599477a req-a7f1c2b5-a0ed-4b97-8164-ce8d03e74b00 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685203 Jul 16 01:35:48.535982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] For port d1f67e64-4e1b-407d-8b09-f98cc7bb0d37, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:48.539809 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] For port d1f67e64-4e1b-407d-8b09-f98cc7bb0d37, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d1f67e64-4e1b-407d-8b09-f98cc7bb0d37,segment=NetworkSegment(8462fc03-4282-4ed6-b81b-d47a268580dd),segment_id=8462fc03-4282-4ed6-b81b-d47a268580dd)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:48.547156 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-2dbfda9c-f21a-4806-ba78-f42b4518874d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362980 Jul 16 01:35:48.547961 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.559944 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8cd0e-1151-44fd-a931-bf45ce550ec8 req-2590db65-a4c7-460f-89b4-7c6102382456 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:48.567463 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d6d8cd0e-1151-44fd-a931-bf45ce550ec8 req-2590db65-a4c7-460f-89b4-7c6102382456 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 943 time: 0.1301718 Jul 16 01:35:48.593356 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['5cce0b09-2055-42c3-ae9e-b0be7000e2ca'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:48.609048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:48.609748 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.611334 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] 10.222.0.26 "PUT /v2.0/ports/d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 HTTP/1.1" status: 200 len: 1091 time: 1.1381354 Jul 16 01:35:48.611872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c15c358-bce2-487a-ae04-2e5d6d0dfde6', 'tag': 'd1f67e64-4e1b-407d-8b09-f98cc7bb0d37'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:48.614300 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27571a2-154d-4cf5-aec3-c4da75d67bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "9c15c358-bce2-487a-ae04-2e5d6d0dfde6", "tag": "d1f67e64-4e1b-407d-8b09-f98cc7bb0d37"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:48.641982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77296bf-11b5-491d-9b03-8c3d5819a2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f67e64-4e1b-407d-8b09-f98cc7bb0d37,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:48.683170 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d6d8cd0e-1151-44fd-a931-bf45ce550ec8 req-74e5e8a7-69d1-4412-85c4-bc2b5007887e tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f99a41f-3acc-4d99-8fbb-b8b5ff029b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146057 Jul 16 01:35:48.725547 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-69bf8da0-813e-4c04-bd17-4325ffc72067 service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559885 Jul 16 01:35:48.820732 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e03fd2-bfc9-4d58-8ac0-8f578557b8ce req-a6790d35-3483-4fb1-850f-60a81f1b20fa tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:48.822430 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71e03fd2-bfc9-4d58-8ac0-8f578557b8ce req-a6790d35-3483-4fb1-850f-60a81f1b20fa tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.0999491 Jul 16 01:35:48.827515 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-0bd30715-675e-4f5f-b357-dfa7a243e5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:48.829029 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-0bd30715-675e-4f5f-b357-dfa7a243e5ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd35d42b8de3472bba9d8475da819c13&device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 1094 time: 0.1517119 Jul 16 01:35:48.894365 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-81f98ea6-9384-4b84-b746-7fc193932189 service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555471 Jul 16 01:35:48.913129 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9595c316-3529-4ef6-94f5-a15b631a59aa x-openstack-request-id: req-9595c316-3529-4ef6-94f5-a15b631a59aa {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:48.913429 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c15c358-bce2-487a-ae04-2e5d6d0dfde6", "tag": "d1f67e64-4e1b-407d-8b09-f98cc7bb0d37", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:48.913687 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9595c316-3529-4ef6-94f5-a15b631a59aa {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:48.914119 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c15c358-bce2-487a-ae04-2e5d6d0dfde6', 'tag': 'd1f67e64-4e1b-407d-8b09-f98cc7bb0d37', 'status': 'completed', 'code': 200} Jul 16 01:35:48.918056 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-6278cd25-4db1-493b-be18-fcabff27c025 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 HTTP/1.1" status: 200 len: 217 time: 0.0656819 Jul 16 01:35:48.921797 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71e03fd2-bfc9-4d58-8ac0-8f578557b8ce req-d3f252dc-8f68-4f7f-ba36-bb2b0281fcd5 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918648 Jul 16 01:35:48.979101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-a255c5f1-baac-4501-9787-10fb924cab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:48.981220 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-a255c5f1-baac-4501-9787-10fb924cab8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1e2ca52-f3b4-45cc-be5e-99a3e4f560e0 HTTP/1.1" status: 200 len: 854 time: 0.0568841 Jul 16 01:35:49.022946 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-742f0d9e-0356-4c36-aea1-87a4b1c8531a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5008ba4e-2824-48b6-9718-cbc99bb6fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355456 Jul 16 01:35:49.075615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a4749-5f5c-43be-919f-39cb84014c82 req-a7d371de-7d68-42df-a64a-2d1b4c3aa2cd tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.077916 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-402a4749-5f5c-43be-919f-39cb84014c82 req-a7d371de-7d68-42df-a64a-2d1b4c3aa2cd tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 944 time: 0.0743175 Jul 16 01:35:49.105757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53038) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:49.147038 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-61e7532e-53e0-4e41-b656-cfb27f2bfb1e service neutron] 10.222.0.26 "GET /v2.0/networks/5008ba4e-2824-48b6-9718-cbc99bb6fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167133 Jul 16 01:35:49.148312 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-402a4749-5f5c-43be-919f-39cb84014c82 req-528cf053-20b7-414b-a1aa-b756e79634c3 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611458 Jul 16 01:35:49.166950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-5e13a4f3-4f9c-4039-9fab-59906219fca0 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.168684 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-5e13a4f3-4f9c-4039-9fab-59906219fca0 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd&tenant_id=c3d262d9128741908a9068e6ff067760&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 1096 time: 0.0895462 Jul 16 01:35:49.180215 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800086-6'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:49.245097 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30a779dd-6dbe-46e4-be6d-c7e5e301524f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.273169 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.419311 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a1fe823-4721-4f67-b014-d44b16649aeb req-b33fae82-c7ae-4d53-8c92-c76569eea9e4 service neutron] 10.222.0.26 "GET /v2.0/networks/5008ba4e-2824-48b6-9718-cbc99bb6fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312622 Jul 16 01:35:49.420145 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] For port a778f48b-5a5d-408a-88ad-c2f4fa813e73, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a778f48b-5a5d-408a-88ad-c2f4fa813e73,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:49.466313 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e4a36-08e5-456d-8743-3ee8b35bcf9c req-9f935f03-3d40-4869-a14d-a32427c6ee86 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.468813 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c56e4a36-08e5-456d-8743-3ee8b35bcf9c req-9f935f03-3d40-4869-a14d-a32427c6ee86 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 945 time: 0.1402855 Jul 16 01:35:49.472943 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30a779dd-6dbe-46e4-be6d-c7e5e301524f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.473202 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] For port a778f48b-5a5d-408a-88ad-c2f4fa813e73, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:49.484794 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30a779dd-6dbe-46e4-be6d-c7e5e301524f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.522112 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33439c9-2209-4895-a1d3-1e3d90f801fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a778f48b-5a5d-408a-88ad-c2f4fa813e73'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:49.524490 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d89be80-84cd-456c-9009-77bf1752929a" -d '{"events": [{"server_uuid": "e33439c9-2209-4895-a1d3-1e3d90f801fd", "name": "network-vif-unplugged", "status": "completed", "tag": "a778f48b-5a5d-408a-88ad-c2f4fa813e73"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:49.528529 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.535329 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.581106 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-30a779dd-6dbe-46e4-be6d-c7e5e301524f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9097dd8498b24d88844aad368977a3c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4719343 Jul 16 01:35:49.582090 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a779dd-6dbe-46e4-be6d-c7e5e301524f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726ef884-5cd0-4296-b335-332ee5a9bcf5,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:49.582470 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53086) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:49.600407 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c56e4a36-08e5-456d-8743-3ee8b35bcf9c req-61cf08da-927a-477a-ab28-7acf6957779f tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247139 Jul 16 01:35:49.628101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27571a2-154d-4cf5-aec3-c4da75d67bc8 req-4590dde0-5a01-4bfc-ba3f-9f70bfaeac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.630481 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c27571a2-154d-4cf5-aec3-c4da75d67bc8 req-4590dde0-5a01-4bfc-ba3f-9f70bfaeac40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd35d42b8de3472bba9d8475da819c13&device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 1094 time: 0.1146019 Jul 16 01:35:49.659768 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] Pushing event updated for resources: {'Port': ['ID=a778f48b-5a5d-408a-88ad-c2f4fa813e73,revision_number=7']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:49.665049 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3718f974-9150-4cee-b14d-2b4d460ec886 x-openstack-request-id: req-3718f974-9150-4cee-b14d-2b4d460ec886 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:49.665331 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33439c9-2209-4895-a1d3-1e3d90f801fd", "name": "network-vif-unplugged", "status": "completed", "tag": "a778f48b-5a5d-408a-88ad-c2f4fa813e73", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:49.665784 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3718f974-9150-4cee-b14d-2b4d460ec886 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:49.666165 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33439c9-2209-4895-a1d3-1e3d90f801fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a778f48b-5a5d-408a-88ad-c2f4fa813e73', 'code': 200} Jul 16 01:35:49.725467 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] Attempting to bind port a778f48b-5a5d-408a-88ad-c2f4fa813e73 on host n-h1-800086-6 for vnic_type normal with profile {"migrating_to": "n-h2-800086-6"} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:49.725794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] Attempting to bind port a778f48b-5a5d-408a-88ad-c2f4fa813e73 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:49.726230 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] Attempting to bind port a778f48b-5a5d-408a-88ad-c2f4fa813e73 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:49.745244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] Port a778f48b-5a5d-408a-88ad-c2f4fa813e73 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:49.745626 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] Attempting to bind port a778f48b-5a5d-408a-88ad-c2f4fa813e73 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:49.751888 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27571a2-154d-4cf5-aec3-c4da75d67bc8 req-c84b4a1b-0cc2-4688-81a8-42100eb82ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.753469 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c27571a2-154d-4cf5-aec3-c4da75d67bc8 req-c84b4a1b-0cc2-4688-81a8-42100eb82ded service neutron] 10.222.0.26 "GET /v2.0/networks?id=5008ba4e-2824-48b6-9718-cbc99bb6fe37 HTTP/1.1" status: 200 len: 915 time: 0.1142468 Jul 16 01:35:49.760319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:49.760660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] Checking segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:49.761572 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] Bound using segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:49.762274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] Bound port: a778f48b-5a5d-408a-88ad-c2f4fa813e73, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:49.762685 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.765095 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1044bc1-3010-4cbe-9c97-543751883a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.799511 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1044bc1-3010-4cbe-9c97-543751883a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.802378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c27571a2-154d-4cf5-aec3-c4da75d67bc8 req-8f26b51e-4b3f-4b54-a429-a13ca0228b4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 HTTP/1.1" status: 200 len: 217 time: 0.0383265 Jul 16 01:35:49.835379 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 5cce0b09-2055-42c3-ae9e-b0be7000e2ca up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:49.842463 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30364077-3006-42d2-a996-38cc94d55ca9 req-12cccd0c-d679-4f3e-8e0d-a2f67e1e4ff9 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.843996 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30364077-3006-42d2-a996-38cc94d55ca9 req-12cccd0c-d679-4f3e-8e0d-a2f67e1e4ff9 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.1704886 Jul 16 01:35:49.886975 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 5cce0b09-2055-42c3-ae9e-b0be7000e2ca completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:49.889194 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27571a2-154d-4cf5-aec3-c4da75d67bc8 req-c0b9f625-742d-461e-bd9e-3cc9f11812ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.890734 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c27571a2-154d-4cf5-aec3-c4da75d67bc8 req-c0b9f625-742d-461e-bd9e-3cc9f11812ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1e2ca52-f3b4-45cc-be5e-99a3e4f560e0 HTTP/1.1" status: 200 len: 854 time: 0.0782399 Jul 16 01:35:49.891098 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 5cce0b09-2055-42c3-ae9e-b0be7000e2ca triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:49.891490 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.921530 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] For port a778f48b-5a5d-408a-88ad-c2f4fa813e73, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:49.938107 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30364077-3006-42d2-a996-38cc94d55ca9 req-b3a92967-4423-411d-ba60-44a557da4278 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814066 Jul 16 01:35:49.940561 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c27571a2-154d-4cf5-aec3-c4da75d67bc8 req-3c9141b9-1441-45b1-827c-e6e22ca90452 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5008ba4e-2824-48b6-9718-cbc99bb6fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369267 Jul 16 01:35:49.960678 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7553c-c3f4-4aa6-8f8f-f743e4cd9e97 req-39aa1576-ab9b-4cb2-acc0-f78c870f4cb4 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.962273 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-00f7553c-c3f4-4aa6-8f8f-f743e4cd9e97 req-39aa1576-ab9b-4cb2-acc0-f78c870f4cb4 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 943 time: 0.1516135 Jul 16 01:35:49.962911 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] For port a778f48b-5a5d-408a-88ad-c2f4fa813e73, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a778f48b-5a5d-408a-88ad-c2f4fa813e73,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:49.967281 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1044bc1-3010-4cbe-9c97-543751883a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.972268 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1044bc1-3010-4cbe-9c97-543751883a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.977422 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e1044bc1-3010-4cbe-9c97-543751883a62 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/726ef884-5cd0-4296-b335-332ee5a9bcf5 HTTP/1.1" status: 204 len: 168 time: 0.3916552 Jul 16 01:35:49.983567 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.015276 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1044bc1-3010-4cbe-9c97-543751883a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726ef884-5cd0-4296-b335-332ee5a9bcf5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.073946 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.084473 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-00f7553c-c3f4-4aa6-8f8f-f743e4cd9e97 req-3ee28414-30ad-4354-b68c-fed623774273 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f99a41f-3acc-4d99-8fbb-b8b5ff029b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879331 Jul 16 01:35:50.131515 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3133d4d2-5e1b-4c82-881d-60cf35c7fc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cce0b09-2055-42c3-ae9e-b0be7000e2ca'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:50.139143 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b51dd7-4c8c-41e3-bfd5-30a1a2db2679" -d '{"events": [{"server_uuid": "3133d4d2-5e1b-4c82-881d-60cf35c7fc0e", "name": "network-vif-plugged", "status": "completed", "tag": "5cce0b09-2055-42c3-ae9e-b0be7000e2ca"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:50.176636 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c27571a2-154d-4cf5-aec3-c4da75d67bc8 req-3c7f42bd-fedc-4786-9faf-b211685f3fb2 service neutron] 10.222.0.26 "GET /v2.0/networks/5008ba4e-2824-48b6-9718-cbc99bb6fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326519 Jul 16 01:35:50.177252 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 5cce0b09-2055-42c3-ae9e-b0be7000e2ca, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=5cce0b09-2055-42c3-ae9e-b0be7000e2ca,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:50.183624 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] Pushing event updated for resources: {'Port': ['ID=a778f48b-5a5d-408a-88ad-c2f4fa813e73,revision_number=8']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.184258 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.185329 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 9fd132fb-492e-4cd8-8063-103527e1891e no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:50.194349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:50.198971 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.201890 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-9eb841b3-6730-4f54-9a72-1cb9ce8b3b1c service neutron] 10.222.0.47 "PUT /v2.0/ports/a778f48b-5a5d-408a-88ad-c2f4fa813e73 HTTP/1.1" status: 200 len: 1121 time: 1.0262198 Jul 16 01:35:50.275002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=5cce0b09-2055-42c3-ae9e-b0be7000e2ca,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.343203 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79978359-26c6-4b86-abc0-0b912c6d83dc x-openstack-request-id: req-79978359-26c6-4b86-abc0-0b912c6d83dc {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:50.343519 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3133d4d2-5e1b-4c82-881d-60cf35c7fc0e", "name": "network-vif-plugged", "status": "completed", "tag": "5cce0b09-2055-42c3-ae9e-b0be7000e2ca", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:50.343747 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79978359-26c6-4b86-abc0-0b912c6d83dc {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:50.344137 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3133d4d2-5e1b-4c82-881d-60cf35c7fc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cce0b09-2055-42c3-ae9e-b0be7000e2ca', 'code': 200} Jul 16 01:35:50.345248 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.348174 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:50.349541 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:50.349541 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:50.349785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:50.350157 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:50.350616 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:50.351024 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:50.351616 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:50.351989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:50.352379 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:50.352820 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:50.353219 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:50.362297 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c27571a2-154d-4cf5-aec3-c4da75d67bc8 req-17e60bd2-972c-4328-8642-a8900096a9cd service neutron] 10.222.0.26 "GET /v2.0/networks/5008ba4e-2824-48b6-9718-cbc99bb6fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764636 Jul 16 01:35:50.374204 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d6ff1-f5df-4c41-9bcd-6707a1715629 req-00f304f6-d0a7-4b7d-9544-17c89d97e241 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:50.376435 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e37d6ff1-f5df-4c41-9bcd-6707a1715629 req-00f304f6-d0a7-4b7d-9544-17c89d97e241 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.1705596 Jul 16 01:35:50.391037 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['a778f48b-5a5d-408a-88ad-c2f4fa813e73'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:50.425747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 9fd132fb-492e-4cd8-8063-103527e1891e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=9fd132fb-492e-4cd8-8063-103527e1891e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:50.440032 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.452688 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53132) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:50.476626 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a44be54a-3663-4d07-80ed-8bbe6eed5256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.484413 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e37d6ff1-f5df-4c41-9bcd-6707a1715629 req-ad4e87e6-f8b1-4004-90ca-0f8d08f81a3f tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013882 Jul 16 01:35:50.510710 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=9fd132fb-492e-4cd8-8063-103527e1891e,revision_number=11']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.518298 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7e935-9639-44d0-851a-c9260f773d87 req-b7285f33-8867-45df-b13d-63f26430d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:50.520132 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4ba7e935-9639-44d0-851a-c9260f773d87 req-b7285f33-8867-45df-b13d-63f26430d811 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 1096 time: 0.0780332 Jul 16 01:35:50.570674 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4ba7e935-9639-44d0-851a-c9260f773d87 req-c3c479ff-8127-4088-a665-fc9f14cc392d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406692 Jul 16 01:35:50.585206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ea8a5-1825-4b05-838e-0c3c818dd64b req-9bdd75e2-f35b-4691-b348-e61c9de1972b tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:50.586733 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8c8ea8a5-1825-4b05-838e-0c3c818dd64b req-9bdd75e2-f35b-4691-b348-e61c9de1972b tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 945 time: 0.1271553 Jul 16 01:35:50.648121 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8c8ea8a5-1825-4b05-838e-0c3c818dd64b req-9502398a-b4c5-4b5c-9721-2f331d389e1d tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509257 Jul 16 01:35:50.671220 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a44be54a-3663-4d07-80ed-8bbe6eed5256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.680685 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a44be54a-3663-4d07-80ed-8bbe6eed5256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.726218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44be54a-3663-4d07-80ed-8bbe6eed5256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76716173-a7b0-47de-bfdb-28488e13bfc4,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.733422 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a44be54a-3663-4d07-80ed-8bbe6eed5256 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b2444d08e2934cad85c51937c9e97ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774358 Jul 16 01:35:50.733703 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53150) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:50.822677 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-62fe56f0-d5dd-41ea-b9db-ba1f46dac4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.854572 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-62fe56f0-d5dd-41ea-b9db-ba1f46dac4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.882100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff5d54-b3c7-42db-bf25-cf71691bf4dd req-ee3a68fc-1eeb-44e4-830b-0f5d6ec71afe tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:50.883583 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-06ff5d54-b3c7-42db-bf25-cf71691bf4dd req-ee3a68fc-1eeb-44e4-830b-0f5d6ec71afe tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 943 time: 0.1074095 Jul 16 01:35:50.930113 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-06ff5d54-b3c7-42db-bf25-cf71691bf4dd req-31fdde7d-8fba-4b35-8489-046d4a739420 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402458 Jul 16 01:35:50.937232 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-62fe56f0-d5dd-41ea-b9db-ba1f46dac4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.940122 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-62fe56f0-d5dd-41ea-b9db-ba1f46dac4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.941493 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-62fe56f0-d5dd-41ea-b9db-ba1f46dac4e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/76716173-a7b0-47de-bfdb-28488e13bfc4 HTTP/1.1" status: 204 len: 168 time: 0.2066472 Jul 16 01:35:50.958399 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe56f0-d5dd-41ea-b9db-ba1f46dac4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76716173-a7b0-47de-bfdb-28488e13bfc4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:51.140138 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76069f66-4b9a-4ded-a946-d784352a42fe req-ace17757-38eb-4b35-945b-5e19878fa7cc tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:51.141724 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76069f66-4b9a-4ded-a946-d784352a42fe req-ace17757-38eb-4b35-945b-5e19878fa7cc tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.0753822 Jul 16 01:35:51.187380 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76069f66-4b9a-4ded-a946-d784352a42fe req-77e709a9-bf8e-4c10-9420-ce633525dee3 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372603 Jul 16 01:35:51.362311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abd3b1-ceac-49c8-8795-f12b023dfec8 req-30cbcabb-edf8-4a24-a143-ccc2b3a8e4b8 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:51.364005 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-46abd3b1-ceac-49c8-8795-f12b023dfec8 req-30cbcabb-edf8-4a24-a143-ccc2b3a8e4b8 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 943 time: 0.0699100 Jul 16 01:35:51.412699 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-46abd3b1-ceac-49c8-8795-f12b023dfec8 req-37c50c9f-173a-41d8-be26-cb148486b44b tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f99a41f-3acc-4d99-8fbb-b8b5ff029b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422108 Jul 16 01:35:51.667602 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33439c9-2209-4895-a1d3-1e3d90f801fd', 'tag': 'a778f48b-5a5d-408a-88ad-c2f4fa813e73'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:51.672123 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98cc60c-ab19-4de8-a87b-6145165b1716" -d '{"events": [{"name": "network-changed", "server_uuid": "e33439c9-2209-4895-a1d3-1e3d90f801fd", "tag": "a778f48b-5a5d-408a-88ad-c2f4fa813e73"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:51.672884 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902df0b2-fa61-4c0a-b33a-5952384142a6 req-a7e88da6-5a18-4fa5-a03f-97a8a500e0cc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:51.674574 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-902df0b2-fa61-4c0a-b33a-5952384142a6 req-a7e88da6-5a18-4fa5-a03f-97a8a500e0cc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.0659747 Jul 16 01:35:51.720823 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-902df0b2-fa61-4c0a-b33a-5952384142a6 req-465287e6-2a53-41e6-aad3-1da41e2370b7 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395803 Jul 16 01:35:51.838223 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device a778f48b-5a5d-408a-88ad-c2f4fa813e73 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:51.956418 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port a778f48b-5a5d-408a-88ad-c2f4fa813e73, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a778f48b-5a5d-408a-88ad-c2f4fa813e73,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:51.971409 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device a778f48b-5a5d-408a-88ad-c2f4fa813e73 has no active binding in host n-h2-800086-6 {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:35:52.028188 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537239c-3278-476e-8fc4-1ff65bda449f req-c1885d44-3657-4a1b-a19b-2fa2cdb66688 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.029717 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e537239c-3278-476e-8fc4-1ff65bda449f req-c1885d44-3657-4a1b-a19b-2fa2cdb66688 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 945 time: 0.0747967 Jul 16 01:35:52.076440 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e537239c-3278-476e-8fc4-1ff65bda449f req-b4f01ce5-b6f6-4fe9-b87d-ce355ca64468 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396419 Jul 16 01:35:52.122453 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2584d56-1414-40a7-aba6-ce93254d5c4a x-openstack-request-id: req-e2584d56-1414-40a7-aba6-ce93254d5c4a {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:52.123328 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33439c9-2209-4895-a1d3-1e3d90f801fd", "tag": "a778f48b-5a5d-408a-88ad-c2f4fa813e73", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:52.123833 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e2584d56-1414-40a7-aba6-ce93254d5c4a {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:52.124668 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33439c9-2209-4895-a1d3-1e3d90f801fd', 'tag': 'a778f48b-5a5d-408a-88ad-c2f4fa813e73', 'status': 'completed', 'code': 200} Jul 16 01:35:52.240566 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cc60c-ab19-4de8-a87b-6145165b1716 req-a9dba4f5-4589-480d-a409-0239b7754821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.242178 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d98cc60c-ab19-4de8-a87b-6145165b1716 req-a9dba4f5-4589-480d-a409-0239b7754821 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 1124 time: 0.0770643 Jul 16 01:35:52.295091 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06ccd7-8113-4964-ac9d-83ac3e3113a2 req-1a478f83-d68a-4eea-ae2e-e80cc722be52 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.305458 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8f06ccd7-8113-4964-ac9d-83ac3e3113a2 req-1a478f83-d68a-4eea-ae2e-e80cc722be52 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 943 time: 0.1085103 Jul 16 01:35:52.343999 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cc60c-ab19-4de8-a87b-6145165b1716 req-a90d5712-82d0-429c-8e47-509c14b701ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.345524 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d98cc60c-ab19-4de8-a87b-6145165b1716 req-a90d5712-82d0-429c-8e47-509c14b701ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 909 time: 0.0949023 Jul 16 01:35:52.345667 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07af97bd-1989-4254-82c9-a311ade464f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fd132fb-492e-4cd8-8063-103527e1891e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:52.348197 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c365a5a6-ba50-4903-b088-c12470e4fa0e" -d '{"events": [{"server_uuid": "07af97bd-1989-4254-82c9-a311ade464f8", "name": "network-vif-unplugged", "status": "completed", "tag": "9fd132fb-492e-4cd8-8063-103527e1891e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:52.356554 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8f06ccd7-8113-4964-ac9d-83ac3e3113a2 req-dc4281f5-9db0-424f-ac41-d527b7e4f61e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500824 Jul 16 01:35:52.401254 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d98cc60c-ab19-4de8-a87b-6145165b1716 req-474e73a0-89b7-4ba4-a0c3-3d1e255fe5d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a778f48b-5a5d-408a-88ad-c2f4fa813e73 HTTP/1.1" status: 200 len: 217 time: 0.0475073 Jul 16 01:35:52.467036 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cc60c-ab19-4de8-a87b-6145165b1716 req-c30d5bde-d1a6-4ada-8abd-7088d3c1d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.469297 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d98cc60c-ab19-4de8-a87b-6145165b1716 req-c30d5bde-d1a6-4ada-8abd-7088d3c1d1b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.0598869 Jul 16 01:35:52.505572 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d98cc60c-ab19-4de8-a87b-6145165b1716 req-ed0f515c-0b19-44e3-b271-cd8e61e02b72 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295184 Jul 16 01:35:52.545182 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e6ae3-02a3-4290-bb54-7b07f0adda00 req-1bfa2ee6-f43e-47b3-9fdf-3e87a160293e tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.553117 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-501e6ae3-02a3-4290-bb54-7b07f0adda00 req-1bfa2ee6-f43e-47b3-9fdf-3e87a160293e tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.0798039 Jul 16 01:35:52.601211 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-501e6ae3-02a3-4290-bb54-7b07f0adda00 req-d02af333-bc44-4927-8221-6cd71bcdd47d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468066 Jul 16 01:35:52.606503 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d98cc60c-ab19-4de8-a87b-6145165b1716 req-9eb80819-9eb1-4983-b6b3-d8b5afefa6b9 service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936813 Jul 16 01:35:52.670191 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e1f904-ed1d-4183-8a76-027447cbc862 x-openstack-request-id: req-78e1f904-ed1d-4183-8a76-027447cbc862 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:52.670492 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07af97bd-1989-4254-82c9-a311ade464f8", "name": "network-vif-unplugged", "status": "completed", "tag": "9fd132fb-492e-4cd8-8063-103527e1891e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:52.670748 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-78e1f904-ed1d-4183-8a76-027447cbc862 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:52.671191 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07af97bd-1989-4254-82c9-a311ade464f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fd132fb-492e-4cd8-8063-103527e1891e', 'code': 200} Jul 16 01:35:52.787311 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d98cc60c-ab19-4de8-a87b-6145165b1716 req-ea2d1beb-9f62-46cb-a3ca-1a55cf470cd9 service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735740 Jul 16 01:35:52.818259 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:52.892186 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144236-aa1d-4b7e-9105-b98dac24a449 req-3b8cffc0-94e3-4f3b-bbf0-f0253b4a4f6e tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.894697 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec144236-aa1d-4b7e-9105-b98dac24a449 req-3b8cffc0-94e3-4f3b-bbf0-f0253b4a4f6e tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 943 time: 0.0936434 Jul 16 01:35:52.946617 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec144236-aa1d-4b7e-9105-b98dac24a449 req-f3d116d1-1c4c-4a6d-b6fe-ec67c210e0c5 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f99a41f-3acc-4d99-8fbb-b8b5ff029b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449538 Jul 16 01:35:52.967284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port d1f67e64-4e1b-407d-8b09-f98cc7bb0d37, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d1f67e64-4e1b-407d-8b09-f98cc7bb0d37,segment=NetworkSegment(8462fc03-4282-4ed6-b81b-d47a268580dd),segment_id=8462fc03-4282-4ed6-b81b-d47a268580dd)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:52.980479 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'd1f67e64-4e1b-407d-8b09-f98cc7bb0d37', 'network_id': '5008ba4e-2824-48b6-9718-cbc99bb6fe37', 'port_id': 'd1f67e64-4e1b-407d-8b09-f98cc7bb0d37', 'mac_address': 'fa:16:3e:58:c4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e2ca52-f3b4-45cc-be5e-99a3e4f560e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:53.030371 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.048736 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:53.070049 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port d1f67e64-4e1b-407d-8b09-f98cc7bb0d37, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d1f67e64-4e1b-407d-8b09-f98cc7bb0d37,segment=NetworkSegment(8462fc03-4282-4ed6-b81b-d47a268580dd),segment_id=8462fc03-4282-4ed6-b81b-d47a268580dd)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:53.074617 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.133571 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=d1f67e64-4e1b-407d-8b09-f98cc7bb0d37,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.175468 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9912ccd-32bf-4348-88e9-0ed9675e07c7 req-b29fd990-b962-4b7f-a632-5b0eab66be4d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.177235 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d9912ccd-32bf-4348-88e9-0ed9675e07c7 req-b29fd990-b962-4b7f-a632-5b0eab66be4d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.0794678 Jul 16 01:35:53.225804 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d9912ccd-32bf-4348-88e9-0ed9675e07c7 req-a26a8f49-d6a9-4e01-aba8-fa7e0bdcca01 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420210 Jul 16 01:35:53.398383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577299-d577-428f-9ca1-5e86d385ff90 req-30c39c80-a8dc-4669-af06-82d68b17bcab tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.399953 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-87577299-d577-428f-9ca1-5e86d385ff90 req-30c39c80-a8dc-4669-af06-82d68b17bcab tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 945 time: 0.0733631 Jul 16 01:35:53.458487 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-87577299-d577-428f-9ca1-5e86d385ff90 req-5351ab0a-2c58-45cb-826f-a5fffda3e74a tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494506 Jul 16 01:35:53.467124 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['d1f67e64-4e1b-407d-8b09-f98cc7bb0d37'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:53.530693 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f6e6e-55da-46cd-adec-197f18dd9d00 req-284bd38f-8a96-404f-997e-e564c9a199e4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.532548 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d08f6e6e-55da-46cd-adec-197f18dd9d00 req-284bd38f-8a96-404f-997e-e564c9a199e4 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 947 time: 0.0714900 Jul 16 01:35:53.583440 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d08f6e6e-55da-46cd-adec-197f18dd9d00 req-feadb0f3-5958-424f-a05c-c49517f80a67 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445344 Jul 16 01:35:53.592017 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.672420 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecfc08-cb83-481a-9bb4-7e60f82f2e14 req-438f1d27-1fc6-4803-84c8-02bf5b8567d0 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.675115 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20ecfc08-cb83-481a-9bb4-7e60f82f2e14 req-438f1d27-1fc6-4803-84c8-02bf5b8567d0 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 943 time: 0.0921671 Jul 16 01:35:53.718232 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20ecfc08-cb83-481a-9bb4-7e60f82f2e14 req-fd86d3e6-c4ef-462e-a17f-4eaa3f6e5424 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369122 Jul 16 01:35:53.775618 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15058de6-9734-4cb2-9926-2921a9f97643 req-6fdbc9f9-12c2-4a6e-bd89-3793b99f88de tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.777355 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-15058de6-9734-4cb2-9926-2921a9f97643 req-6fdbc9f9-12c2-4a6e-bd89-3793b99f88de tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 945 time: 0.0757484 Jul 16 01:35:53.820720 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-15058de6-9734-4cb2-9926-2921a9f97643 req-92200c4c-cd83-40e6-b7d2-2204f31f1114 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368154 Jul 16 01:35:53.919854 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99720d-9baf-4827-980b-ab571f087e6e req-595e37bc-0f7a-49a6-8236-7edb1b0e3b27 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.921518 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c99720d-9baf-4827-980b-ab571f087e6e req-595e37bc-0f7a-49a6-8236-7edb1b0e3b27 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.0805178 Jul 16 01:35:53.970765 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c99720d-9baf-4827-980b-ab571f087e6e req-6fb581a1-7cd7-4df5-b186-af39f2f4d127 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 Jul 16 01:35:54.161017 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677695c8-4d03-478f-94fa-32c6bb5ba256 req-d7d95599-1851-42af-886b-460ceaf7834c tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.163562 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-677695c8-4d03-478f-94fa-32c6bb5ba256 req-d7d95599-1851-42af-886b-460ceaf7834c tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 944 time: 0.0699453 Jul 16 01:35:54.206736 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-677695c8-4d03-478f-94fa-32c6bb5ba256 req-0cc59461-8379-40e7-b352-caec18b2c605 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f99a41f-3acc-4d99-8fbb-b8b5ff029b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372076 Jul 16 01:35:54.504133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d98a53-712b-4f11-ab8d-13ff5fcac476 req-0b46289a-fe53-44ae-916b-c15abaa42161 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.506084 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-95d98a53-712b-4f11-ab8d-13ff5fcac476 req-0b46289a-fe53-44ae-916b-c15abaa42161 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.0766649 Jul 16 01:35:54.572631 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-95d98a53-712b-4f11-ab8d-13ff5fcac476 req-08b2b067-7dae-47f3-b3f6-d1fc995b368c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586722 Jul 16 01:35:54.778274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cd3f0-d734-486b-a55c-aba46b903a6c req-3123d9b9-6378-4a82-9ec5-d85ebfc66b49 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.779919 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-656cd3f0-d734-486b-a55c-aba46b903a6c req-3123d9b9-6378-4a82-9ec5-d85ebfc66b49 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 945 time: 0.0870767 Jul 16 01:35:54.805029 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-93621a9a-c7a6-4f5d-b4f4-57a0e1409ed2 service neutron] 10.222.0.26 "GET /v2.0/ports/a778f48b-5a5d-408a-88ad-c2f4fa813e73/bindings/n-h2-800086-6 HTTP/1.1" status: 200 len: 384 time: 0.1388109 Jul 16 01:35:54.822870 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-656cd3f0-d734-486b-a55c-aba46b903a6c req-2fd9c5ab-0337-4b88-879b-50a0c39e2a71 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364923 Jul 16 01:35:54.832535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:54.888771 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c0c52-aff8-4f8f-a13f-071618010f9a req-54e79ac3-e99b-403a-a88f-0bc60804f3fe tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.896042 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-048c0c52-aff8-4f8f-a13f-071618010f9a req-54e79ac3-e99b-403a-a88f-0bc60804f3fe tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 947 time: 0.1370280 Jul 16 01:35:55.036602 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a490c1f-688f-4cf1-93a1-0633f175f289 req-f358865a-b8d8-422a-b5f1-c27b90fbb32f tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.039664 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0a490c1f-688f-4cf1-93a1-0633f175f289 req-f358865a-b8d8-422a-b5f1-c27b90fbb32f tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 943 time: 0.0852840 Jul 16 01:35:55.046344 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:55.052190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:55.052780 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.111397 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0a490c1f-688f-4cf1-93a1-0633f175f289 req-1f6c5a76-e686-4ef6-95a1-e8c441ddd18b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619102 Jul 16 01:35:55.144184 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.172784 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c15c358-bce2-487a-ae04-2e5d6d0dfde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f67e64-4e1b-407d-8b09-f98cc7bb0d37'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:55.175547 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b606f7-e924-4613-ab0a-e0545595b524" -d '{"events": [{"server_uuid": "9c15c358-bce2-487a-ae04-2e5d6d0dfde6", "name": "network-vif-plugged", "status": "completed", "tag": "d1f67e64-4e1b-407d-8b09-f98cc7bb0d37"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:55.193556 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port d1f67e64-4e1b-407d-8b09-f98cc7bb0d37, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d1f67e64-4e1b-407d-8b09-f98cc7bb0d37,segment=NetworkSegment(8462fc03-4282-4ed6-b81b-d47a268580dd),segment_id=8462fc03-4282-4ed6-b81b-d47a268580dd)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:55.199841 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.201026 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-048c0c52-aff8-4f8f-a13f-071618010f9a req-8164d7ca-9912-4793-8aea-d7a7846a9cab tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041053 Jul 16 01:35:55.286269 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4470d92f-d0f5-43ac-9890-7a37c4baeb46 x-openstack-request-id: req-4470d92f-d0f5-43ac-9890-7a37c4baeb46 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:55.286571 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c15c358-bce2-487a-ae04-2e5d6d0dfde6", "name": "network-vif-plugged", "status": "completed", "tag": "d1f67e64-4e1b-407d-8b09-f98cc7bb0d37", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:55.286881 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4470d92f-d0f5-43ac-9890-7a37c4baeb46 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:55.287888 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c15c358-bce2-487a-ae04-2e5d6d0dfde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f67e64-4e1b-407d-8b09-f98cc7bb0d37', 'code': 200} Jul 16 01:35:55.296859 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=d1f67e64-4e1b-407d-8b09-f98cc7bb0d37,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.337694 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b629f27-3afb-4e46-abe2-7123ce1b0d9d req-1a739186-f510-4996-bda1-7d139649851d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.344231 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1b629f27-3afb-4e46-abe2-7123ce1b0d9d req-1a739186-f510-4996-bda1-7d139649851d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.1163123 Jul 16 01:35:55.346925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-6cf69d72-8d4e-4d3b-9f8f-6589eb1371e4 service neutron] For port a778f48b-5a5d-408a-88ad-c2f4fa813e73, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a778f48b-5a5d-408a-88ad-c2f4fa813e73,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:55.374700 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-6cf69d72-8d4e-4d3b-9f8f-6589eb1371e4 service neutron] For port a778f48b-5a5d-408a-88ad-c2f4fa813e73, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:55.425791 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-6cf69d72-8d4e-4d3b-9f8f-6589eb1371e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a778f48b-5a5d-408a-88ad-c2f4fa813e73 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:55.443252 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1b629f27-3afb-4e46-abe2-7123ce1b0d9d req-ba3501c9-b310-4222-8f01-4f7453e07ddb tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963800 Jul 16 01:35:55.458927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-6cf69d72-8d4e-4d3b-9f8f-6589eb1371e4 service neutron] For port a778f48b-5a5d-408a-88ad-c2f4fa813e73, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a778f48b-5a5d-408a-88ad-c2f4fa813e73,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:55.465698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24a684-636d-4d6b-9e04-c4bc07837b6c req-0de4d558-5e8a-44f3-908d-a34682b6266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.467185 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bc24a684-636d-4d6b-9e04-c4bc07837b6c req-0de4d558-5e8a-44f3-908d-a34682b6266c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 1096 time: 0.0820141 Jul 16 01:35:55.481897 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-6cf69d72-8d4e-4d3b-9f8f-6589eb1371e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.508642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bc24a684-636d-4d6b-9e04-c4bc07837b6c req-7a5ccb22-2c82-4379-946e-9fc39b03d40f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0f99a41f-3acc-4d99-8fbb-b8b5ff029b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347955 Jul 16 01:35:55.553904 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef528818-e41c-4560-ace3-763084a1f562 req-2161d11b-9385-455a-bd43-c4e8c4906bf8 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.556448 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ef528818-e41c-4560-ace3-763084a1f562 req-2161d11b-9385-455a-bd43-c4e8c4906bf8 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 945 time: 0.1447024 Jul 16 01:35:55.633642 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ef528818-e41c-4560-ace3-763084a1f562 req-b9c5a747-286d-4310-a860-1be7247eb006 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f99a41f-3acc-4d99-8fbb-b8b5ff029b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637078 Jul 16 01:35:55.641440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-6cf69d72-8d4e-4d3b-9f8f-6589eb1371e4 service neutron] Transition to ACTIVE for port object a778f48b-5a5d-408a-88ad-c2f4fa813e73 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:55.648605 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-6cf69d72-8d4e-4d3b-9f8f-6589eb1371e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.709625 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-6cf69d72-8d4e-4d3b-9f8f-6589eb1371e4 service neutron] No DVR routers for this DVR port a778f48b-5a5d-408a-88ad-c2f4fa813e73 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:55.750013 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf69d72-8d4e-4d3b-9f8f-6589eb1371e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a778f48b-5a5d-408a-88ad-c2f4fa813e73,revision_number=10']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.767003 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-6cf69d72-8d4e-4d3b-9f8f-6589eb1371e4 service neutron] 10.222.0.26 "PUT /v2.0/ports/a778f48b-5a5d-408a-88ad-c2f4fa813e73/bindings/n-h2-800086-6/activate HTTP/1.1" status: 200 len: 369 time: 0.9543829 Jul 16 01:35:55.823220 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3652017-3af5-46e7-8607-6911edb5e9dd req-87f0adac-fda1-45bf-9aa4-d3907993daff tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.824799 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3652017-3af5-46e7-8607-6911edb5e9dd req-87f0adac-fda1-45bf-9aa4-d3907993daff tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.0781939 Jul 16 01:35:55.875639 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3652017-3af5-46e7-8607-6911edb5e9dd req-414352c6-be81-4146-8aa2-9828b2b5c9a1 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451899 Jul 16 01:35:56.063183 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-3d4309e2-3167-49d4-9906-154f10c179c7 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.064642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-3d4309e2-3167-49d4-9906-154f10c179c7 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd&tenant_id=c3d262d9128741908a9068e6ff067760&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 1095 time: 0.1053109 Jul 16 01:35:56.078945 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f9492-2e42-403a-9ba4-902a3ae60571 req-1d42e6f5-06fa-4401-8a4b-cf317d56e923 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.080352 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-006f9492-2e42-403a-9ba4-902a3ae60571 req-1d42e6f5-06fa-4401-8a4b-cf317d56e923 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 945 time: 0.0869703 Jul 16 01:35:56.123976 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-006f9492-2e42-403a-9ba4-902a3ae60571 req-cdd11f9c-a6fb-4df1-be8a-c9867700e5ff tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375059 Jul 16 01:35:56.195994 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-71556284-c55e-4a55-bcb6-ff8ad7513d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.197513 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-71556284-c55e-4a55-bcb6-ff8ad7513d7d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd&tenant_id=c3d262d9128741908a9068e6ff067760 HTTP/1.1" status: 200 len: 1095 time: 0.0586123 Jul 16 01:35:56.303944 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97b462-03ed-4828-b8a9-ba93f2cb0f97 req-2a82b9c0-6d1e-44c9-8893-e981fb569834 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.305756 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fb97b462-03ed-4828-b8a9-ba93f2cb0f97 req-2a82b9c0-6d1e-44c9-8893-e981fb569834 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 944 time: 0.0796812 Jul 16 01:35:56.334249 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-6379fd85-c9d8-4dae-8fa6-47ac2f6b8bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.336452 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-6379fd85-c9d8-4dae-8fa6-47ac2f6b8bea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 1095 time: 0.0849946 Jul 16 01:35:56.364560 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fb97b462-03ed-4828-b8a9-ba93f2cb0f97 req-ba8ca5c4-84ae-4ce3-bff2-8468d35d6841 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522203 Jul 16 01:35:56.515686 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-75260454-12e3-4208-8140-593301d18ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.517216 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-75260454-12e3-4208-8140-593301d18ee9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 909 time: 0.1692352 Jul 16 01:35:56.528971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a036dbf-b156-4075-9fdf-325bc5b57284 req-02ac8d69-5fd5-4151-9713-1c2bf2f56d72 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.530369 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4a036dbf-b156-4075-9fdf-325bc5b57284 req-02ac8d69-5fd5-4151-9713-1c2bf2f56d72 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 947 time: 0.1719785 Jul 16 01:35:56.593572 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-d78668f7-555c-46d1-b7be-e7034be378dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a778f48b-5a5d-408a-88ad-c2f4fa813e73 HTTP/1.1" status: 200 len: 217 time: 0.0591130 Jul 16 01:35:56.618930 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4f70b-de86-41de-bd77-9b2a146add91 req-b37648fb-8378-4c53-8c0d-44a9c8e29ae9 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.620657 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ecc4f70b-de86-41de-bd77-9b2a146add91 req-b37648fb-8378-4c53-8c0d-44a9c8e29ae9 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.47 "GET /v2.0/ports?device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 947 time: 0.1753352 Jul 16 01:35:56.643785 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4a036dbf-b156-4075-9fdf-325bc5b57284 req-912e0893-4ee4-4b68-b66e-8cda7fcfd3b1 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028626 Jul 16 01:35:56.644018 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8d6a2-ddac-431d-a685-c119d04c6361 req-79cf2694-3f05-489d-ad32-fb39db0ce114 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.645489 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cca8d6a2-ddac-431d-a685-c119d04c6361 req-79cf2694-3f05-489d-ad32-fb39db0ce114 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.0725718 Jul 16 01:35:56.711205 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-96a01cbf-6829-429b-8814-8f559c1fd2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.712731 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-96a01cbf-6829-429b-8814-8f559c1fd2a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.0890479 Jul 16 01:35:56.717640 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cca8d6a2-ddac-431d-a685-c119d04c6361 req-55a04896-556e-48d1-bc2e-63ceeb5c7271 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593610 Jul 16 01:35:56.776220 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-6b4040f9-4b07-46d0-aa45-9d94fc1b2597 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350595 Jul 16 01:35:56.896654 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-ecc4f70b-de86-41de-bd77-9b2a146add91 req-d6d56cbe-2880-41b0-942b-fb9fd053e8a3 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Deleting port e18c7125-bb99-4f86-ab5e-cb30d344ab5f {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:56.896856 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ecc4f70b-de86-41de-bd77-9b2a146add91 req-d6d56cbe-2880-41b0-942b-fb9fd053e8a3 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.991265 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-df5147f0-c06a-4260-b5c8-16cb2aac28b9 service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037904 Jul 16 01:35:57.001203 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d99216-cf7b-475a-a4f5-606961361858 req-99936445-4331-4449-8304-35913a96c7d1 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.008169 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67d99216-cf7b-475a-a4f5-606961361858 req-99936445-4331-4449-8304-35913a96c7d1 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 945 time: 0.2227726 Jul 16 01:35:57.123953 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67d99216-cf7b-475a-a4f5-606961361858 req-a48d5899-fe44-45cd-b557-059eec254902 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f99a41f-3acc-4d99-8fbb-b8b5ff029b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148057 Jul 16 01:35:57.140002 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ecc4f70b-de86-41de-bd77-9b2a146add91 req-d6d56cbe-2880-41b0-942b-fb9fd053e8a3 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] For port e18c7125-bb99-4f86-ab5e-cb30d344ab5f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e18c7125-bb99-4f86-ab5e-cb30d344ab5f,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:57.140372 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ecc4f70b-de86-41de-bd77-9b2a146add91 req-d6d56cbe-2880-41b0-942b-fb9fd053e8a3 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.156452 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-ecc4f70b-de86-41de-bd77-9b2a146add91 req-d6d56cbe-2880-41b0-942b-fb9fd053e8a3 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Calling delete_port for e18c7125-bb99-4f86-ab5e-cb30d344ab5f owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:57.175517 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b3c8-e880-4b56-8a91-fb6d003e5ee1 req-127dcf8f-95a4-452c-97c9-b5d95bae765c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.182357 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0472b3c8-e880-4b56-8a91-fb6d003e5ee1 req-127dcf8f-95a4-452c-97c9-b5d95bae765c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.0883169 Jul 16 01:35:57.183783 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-64aa92a6-3125-468d-a8f0-7b6259e4e4db service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702094 Jul 16 01:35:57.241288 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0472b3c8-e880-4b56-8a91-fb6d003e5ee1 req-757fa31a-a4dd-4484-b894-d0c07be67108 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546434 Jul 16 01:35:57.346094 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ecc4f70b-de86-41de-bd77-9b2a146add91 req-d6d56cbe-2880-41b0-942b-fb9fd053e8a3 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.383383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d56cbe-2880-41b0-942b-fb9fd053e8a3 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Pushing event deleted for resources: {'Port': ['ID=e18c7125-bb99-4f86-ab5e-cb30d344ab5f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.441007 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1b159-daac-45f9-b96c-850efb9bd0c0 req-2d05af8e-86ba-4a8f-b382-71fa51afbacc tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.442796 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fed1b159-daac-45f9-b96c-850efb9bd0c0 req-2d05af8e-86ba-4a8f-b382-71fa51afbacc tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 945 time: 0.1537995 Jul 16 01:35:57.461010 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc4f70b-de86-41de-bd77-9b2a146add91 req-d6d56cbe-2880-41b0-942b-fb9fd053e8a3 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] No DVR routers for this DVR port e18c7125-bb99-4f86-ab5e-cb30d344ab5f on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:57.469548 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ecc4f70b-de86-41de-bd77-9b2a146add91 req-d6d56cbe-2880-41b0-942b-fb9fd053e8a3 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.471444 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ecc4f70b-de86-41de-bd77-9b2a146add91 req-d6d56cbe-2880-41b0-942b-fb9fd053e8a3 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.47 "DELETE /v2.0/ports/e18c7125-bb99-4f86-ab5e-cb30d344ab5f HTTP/1.1" status: 204 len: 173 time: 0.8384185 Jul 16 01:35:57.471916 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9cd70b-e133-4d8a-befa-f70675168b4c', 'name': 'network-vif-deleted', 'tag': 'e18c7125-bb99-4f86-ab5e-cb30d344ab5f'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:57.474165 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4512aef0-18be-4a4f-834d-3b0f8cb4e91c" -d '{"events": [{"server_uuid": "de9cd70b-e133-4d8a-befa-f70675168b4c", "name": "network-vif-deleted", "tag": "e18c7125-bb99-4f86-ab5e-cb30d344ab5f"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:57.521431 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fed1b159-daac-45f9-b96c-850efb9bd0c0 req-9d363035-b8e9-47b4-a377-ffb41cf4d0d8 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615017 Jul 16 01:35:57.585222 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678010f-6dcc-43a7-8389-c3b137c09383 req-4dab7270-334e-4e44-9674-796a9de5401e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.587153 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a678010f-6dcc-43a7-8389-c3b137c09383 req-4dab7270-334e-4e44-9674-796a9de5401e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 944 time: 0.0931792 Jul 16 01:35:57.597838 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2b47e4-3d90-46b8-959c-189c5616afad x-openstack-request-id: req-5c2b47e4-3d90-46b8-959c-189c5616afad {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:57.598135 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9cd70b-e133-4d8a-befa-f70675168b4c", "name": "network-vif-deleted", "tag": "e18c7125-bb99-4f86-ab5e-cb30d344ab5f", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:57.598494 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5c2b47e4-3d90-46b8-959c-189c5616afad {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:57.598897 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9cd70b-e133-4d8a-befa-f70675168b4c', 'name': 'network-vif-deleted', 'tag': 'e18c7125-bb99-4f86-ab5e-cb30d344ab5f', 'status': 'completed', 'code': 200} Jul 16 01:35:57.632442 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a678010f-6dcc-43a7-8389-c3b137c09383 req-0bfef6b9-0db4-4aad-8779-1169eef62e9a tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379789 Jul 16 01:35:57.880139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 5cce0b09-2055-42c3-ae9e-b0be7000e2ca details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:57.881958 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b75bb95f-8858-427e-9e09-8e4d5fb136a5 req-1a1e2c8c-71aa-4b23-86ad-0641f43ec06a tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=de9cd70b-e133-4d8a-befa-f70675168b4c HTTP/1.1" status: 200 len: 210 time: 0.0489075 Jul 16 01:35:57.908341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-0217a230-148a-4a76-9dc8-df5bd3bb52ab tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.910186 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-0217a230-148a-4a76-9dc8-df5bd3bb52ab tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd&tenant_id=c3d262d9128741908a9068e6ff067760&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 1095 time: 0.2048593 Jul 16 01:35:57.997544 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafb58e-06c9-4999-b968-06583a718f8c req-4697f2f0-d8c7-4c3d-98d0-2f70e3a7bd53 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.999620 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fcafb58e-06c9-4999-b968-06583a718f8c req-4697f2f0-d8c7-4c3d-98d0-2f70e3a7bd53 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.1121998 Jul 16 01:35:58.031414 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 5cce0b09-2055-42c3-ae9e-b0be7000e2ca, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=5cce0b09-2055-42c3-ae9e-b0be7000e2ca,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:58.043082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '5cce0b09-2055-42c3-ae9e-b0be7000e2ca', 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d', 'port_id': '5cce0b09-2055-42c3-ae9e-b0be7000e2ca', 'mac_address': 'fa:16:3e:7d:e4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8b2660-2f56-4e5d-9128-7f1c437da02e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:58.080015 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fcafb58e-06c9-4999-b968-06583a718f8c req-b7a5d09a-859f-43e8-97c1-f970deb57f78 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728869 Jul 16 01:35:58.099676 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.102754 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-a4b6ad5b-9c31-4192-85b6-b2e064cd5205 service neutron] For port a778f48b-5a5d-408a-88ad-c2f4fa813e73, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:58.108620 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-a4b6ad5b-9c31-4192-85b6-b2e064cd5205 service neutron] Notify callbacks [] for binding, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.109783 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5836b78a-e565-419a-a052-5a1ab4931c1a req-a4b6ad5b-9c31-4192-85b6-b2e064cd5205 service neutron] 10.222.0.47 "DELETE /v2.0/ports/a778f48b-5a5d-408a-88ad-c2f4fa813e73/bindings/n-h1-800086-6 HTTP/1.1" status: 204 len: 173 time: 0.1909201 Jul 16 01:35:58.127029 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5cce0b09-2055-42c3-ae9e-b0be7000e2ca {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:58.155212 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 5cce0b09-2055-42c3-ae9e-b0be7000e2ca, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=5cce0b09-2055-42c3-ae9e-b0be7000e2ca,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:58.159488 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.222490 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=5cce0b09-2055-42c3-ae9e-b0be7000e2ca,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:58.312007 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98bdf256-178b-416b-8dbb-c2f97923a914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.380519 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e9bf3-2b43-4b7f-9401-1e2a735ababd req-e63953cd-58d6-4c0a-ad0b-8ab67d7b5471 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.383067 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-007e9bf3-2b43-4b7f-9401-1e2a735ababd req-e63953cd-58d6-4c0a-ad0b-8ab67d7b5471 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 945 time: 0.1120014 Jul 16 01:35:58.395016 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['5cce0b09-2055-42c3-ae9e-b0be7000e2ca'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:58.436507 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-007e9bf3-2b43-4b7f-9401-1e2a735ababd req-836f9972-a94c-47ab-8bcc-9ff7a2f76665 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f99a41f-3acc-4d99-8fbb-b8b5ff029b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438375 Jul 16 01:35:58.480286 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.533308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009a35b-e3a2-4a1e-85b9-29240280cf35 req-1fa56082-39b0-4594-b155-98cd54602560 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.536052 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c009a35b-e3a2-4a1e-85b9-29240280cf35 req-1fa56082-39b0-4594-b155-98cd54602560 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.1099858 Jul 16 01:35:58.582114 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c009a35b-e3a2-4a1e-85b9-29240280cf35 req-4618c825-0a86-4df9-85ba-48db695dbe86 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410132 Jul 16 01:35:58.634524 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53524) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:58.756072 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154bb78-1a55-4ccb-8a46-6735c034ca77 req-e367638d-541a-43ee-ad24-e953da98b869 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.757579 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2154bb78-1a55-4ccb-8a46-6735c034ca77 req-e367638d-541a-43ee-ad24-e953da98b869 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 944 time: 0.0720570 Jul 16 01:35:58.778626 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e87f-0e73-4626-8ac5-0e3d5bfa424e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.828373 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2154bb78-1a55-4ccb-8a46-6735c034ca77 req-d69929dc-1d54-4e28-9a48-0ea6556e71c7 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629430 Jul 16 01:35:58.830662 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device a778f48b-5a5d-408a-88ad-c2f4fa813e73 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:58.896378 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device a778f48b-5a5d-408a-88ad-c2f4fa813e73 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:58.994338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c36c8-f1b6-4df3-ba98-f783d432ccf4 req-67fc7cbc-93d4-4ac8-afc4-0bbcfb90cb8e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.996402 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5b4c36c8-f1b6-4df3-ba98-f783d432ccf4 req-67fc7cbc-93d4-4ac8-afc4-0bbcfb90cb8e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 944 time: 0.0708041 Jul 16 01:35:59.015311 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e87f-0e73-4626-8ac5-0e3d5bfa424e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.022849 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e87f-0e73-4626-8ac5-0e3d5bfa424e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.036885 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5b4c36c8-f1b6-4df3-ba98-f783d432ccf4 req-5a4818d5-d4de-4a1e-bf4c-3dbc5e8bc9cc tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337532 Jul 16 01:35:59.084363 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43355fd-6fe7-4110-8d60-ab49710c82ba req-dc585c6a-ddb9-4f1c-a784-eb8a9598c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.085897 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e43355fd-6fe7-4110-8d60-ab49710c82ba req-dc585c6a-ddb9-4f1c-a784-eb8a9598c5b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd35d42b8de3472bba9d8475da819c13&device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 1096 time: 0.1609087 Jul 16 01:35:59.087933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8e87f-0e73-4626-8ac5-0e3d5bfa424e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f73bb7-d759-43b1-982f-c34f161c722f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:59.095162 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f8b8e87f-0e73-4626-8ac5-0e3d5bfa424e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4a27800be2e24498857a34729d2d400b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4573166 Jul 16 01:35:59.095395 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53538) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:59.153422 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a14a6-9301-40af-966e-2d4d83689495 req-4dd659db-246a-4f3e-aae6-deca52270339 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.154946 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c39a14a6-9301-40af-966e-2d4d83689495 req-4dd659db-246a-4f3e-aae6-deca52270339 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 945 time: 0.1910958 Jul 16 01:35:59.257517 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-429f57ef-558b-42bf-b66f-97268d6e648c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.265879 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c39a14a6-9301-40af-966e-2d4d83689495 req-486b4d13-3203-47e6-9153-03833e2fc303 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f99a41f-3acc-4d99-8fbb-b8b5ff029b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014967 Jul 16 01:35:59.300872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43355fd-6fe7-4110-8d60-ab49710c82ba req-8f0a285e-01ba-436e-8a77-f9b3bf20b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.302365 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e43355fd-6fe7-4110-8d60-ab49710c82ba req-8f0a285e-01ba-436e-8a77-f9b3bf20b177 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5008ba4e-2824-48b6-9718-cbc99bb6fe37 HTTP/1.1" status: 200 len: 915 time: 0.2039557 Jul 16 01:35:59.322010 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-429f57ef-558b-42bf-b66f-97268d6e648c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.359333 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e43355fd-6fe7-4110-8d60-ab49710c82ba req-6104a208-e03a-4ee1-8b8c-de8c71af8e84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 HTTP/1.1" status: 200 len: 217 time: 0.0483599 Jul 16 01:35:59.460421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43355fd-6fe7-4110-8d60-ab49710c82ba req-9d8644c3-08c7-4460-99d1-2d7e535dc31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.461888 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e43355fd-6fe7-4110-8d60-ab49710c82ba req-9d8644c3-08c7-4460-99d1-2d7e535dc31d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1e2ca52-f3b4-45cc-be5e-99a3e4f560e0 HTTP/1.1" status: 200 len: 854 time: 0.0929883 Jul 16 01:35:59.487950 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-429f57ef-558b-42bf-b66f-97268d6e648c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.490484 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-429f57ef-558b-42bf-b66f-97268d6e648c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.491607 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-429f57ef-558b-42bf-b66f-97268d6e648c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b7f73bb7-d759-43b1-982f-c34f161c722f HTTP/1.1" status: 204 len: 168 time: 0.3950744 Jul 16 01:35:59.514027 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e43355fd-6fe7-4110-8d60-ab49710c82ba req-58a00d31-32c0-4776-a6a5-d1053f8c8048 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5008ba4e-2824-48b6-9718-cbc99bb6fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399156 Jul 16 01:35:59.522474 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f57ef-558b-42bf-b66f-97268d6e648c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f73bb7-d759-43b1-982f-c34f161c722f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:59.535899 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54819c-3331-466c-859d-925edda3aea8 req-f623bddb-5e1c-47b5-8290-817408a915ff tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.537619 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe54819c-3331-466c-859d-925edda3aea8 req-f623bddb-5e1c-47b5-8290-817408a915ff tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.1254771 Jul 16 01:35:59.640466 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe54819c-3331-466c-859d-925edda3aea8 req-9896672e-7c3b-4581-9424-6f644c3f0e7b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833538 Jul 16 01:35:59.652350 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c349c-ad09-441c-b490-44c205e66313 req-7c9c60cf-6d5c-40bc-a575-0d96a89d35ac tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.656419 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9d2c349c-ad09-441c-b490-44c205e66313 req-7c9c60cf-6d5c-40bc-a575-0d96a89d35ac tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 944 time: 0.0846896 Jul 16 01:35:59.657067 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e43355fd-6fe7-4110-8d60-ab49710c82ba req-8a1d9a20-6a4f-4bf7-99d9-bce14a4f0c38 service neutron] 10.222.0.26 "GET /v2.0/networks/5008ba4e-2824-48b6-9718-cbc99bb6fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187270 Jul 16 01:35:59.699366 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9d2c349c-ad09-441c-b490-44c205e66313 req-70931c85-de23-444e-bbd6-3e4c6a117f38 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366201 Jul 16 01:35:59.803758 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e43355fd-6fe7-4110-8d60-ab49710c82ba req-93e504c0-9fc2-4cd8-8ba3-37b3c55e29c9 service neutron] 10.222.0.26 "GET /v2.0/networks/5008ba4e-2824-48b6-9718-cbc99bb6fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390095 Jul 16 01:35:59.824628 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68484a24-3cc4-476f-ab18-43eeb4dfc372 req-da9e589e-d393-420e-b3f1-341124e511e1 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.826044 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-68484a24-3cc4-476f-ab18-43eeb4dfc372 req-da9e589e-d393-420e-b3f1-341124e511e1 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 1095 time: 0.0729437 Jul 16 01:35:59.848439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53556) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:59.861562 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7920-ffc8-4d13-9002-274daca7a6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.868139 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-68484a24-3cc4-476f-ab18-43eeb4dfc372 req-5b988451-0e67-4ab4-814c-25b4043eac24 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362904 Jul 16 01:35:59.941909 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 5cce0b09-2055-42c3-ae9e-b0be7000e2ca no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:59.992131 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7920-ffc8-4d13-9002-274daca7a6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.998725 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7920-ffc8-4d13-9002-274daca7a6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.054539 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e9fb7920-ffc8-4d13-9002-274daca7a6cb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eecc9a3a69724b43ad92c6ca7455d529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050169 Jul 16 01:36:00.056160 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb7920-ffc8-4d13-9002-274daca7a6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3691c2-6d9a-43d8-b15b-aeaef970279e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:00.058238 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53562) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:00.068293 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.098654 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5cce0b09-2055-42c3-ae9e-b0be7000e2ca {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:00.121658 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 5cce0b09-2055-42c3-ae9e-b0be7000e2ca, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=5cce0b09-2055-42c3-ae9e-b0be7000e2ca,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:00.127343 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.128577 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e18c7125-bb99-4f86-ab5e-cb30d344ab5f no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:00.169414 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: e18c7125-bb99-4f86-ab5e-cb30d344ab5f {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:00.170124 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e18c7125-bb99-4f86-ab5e-cb30d344ab5f not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:00.181675 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d8171f3-1bb2-4862-8312-4e7b96738732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.202644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=5cce0b09-2055-42c3-ae9e-b0be7000e2ca,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:00.218697 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61708d78-97a3-4421-919c-0421d16678ea req-fbd172cf-cbd9-4209-8db1-8b90e30015c4 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.220381 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61708d78-97a3-4421-919c-0421d16678ea req-fbd172cf-cbd9-4209-8db1-8b90e30015c4 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.1064672 Jul 16 01:36:00.222390 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d8171f3-1bb2-4862-8312-4e7b96738732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.258150 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445319b-55fa-4ee0-997d-ff0066254013 req-e51d279e-71d4-497d-ac9d-cbac0614725e tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.259852 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2445319b-55fa-4ee0-997d-ff0066254013 req-e51d279e-71d4-497d-ac9d-cbac0614725e tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=07af97bd-1989-4254-82c9-a311ade464f8 HTTP/1.1" status: 200 len: 949 time: 0.0672061 Jul 16 01:36:00.288371 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61708d78-97a3-4421-919c-0421d16678ea req-dbd73361-90b9-4671-bc99-93eb9648297d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568254 Jul 16 01:36:00.301294 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2445319b-55fa-4ee0-997d-ff0066254013 req-37814c08-d263-4976-b7e3-1109b269f557 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352426 Jul 16 01:36:00.313773 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d8171f3-1bb2-4862-8312-4e7b96738732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.318192 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d8171f3-1bb2-4862-8312-4e7b96738732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.331065 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5d8171f3-1bb2-4862-8312-4e7b96738732 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5b3691c2-6d9a-43d8-b15b-aeaef970279e HTTP/1.1" status: 204 len: 168 time: 0.2715144 Jul 16 01:36:00.345878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8171f3-1bb2-4862-8312-4e7b96738732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3691c2-6d9a-43d8-b15b-aeaef970279e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:00.490866 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-aeff878b-91f2-4002-848a-326461541e9d tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.492385 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-aeff878b-91f2-4002-848a-326461541e9d tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 808 time: 0.1026332 Jul 16 01:36:00.500604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02130673-1dde-4327-8ca6-f40e4685cd5e req-4d1e1f8d-d5f6-4274-a154-e8eb65575ee1 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.502178 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-02130673-1dde-4327-8ca6-f40e4685cd5e req-4d1e1f8d-d5f6-4274-a154-e8eb65575ee1 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 945 time: 0.0735922 Jul 16 01:36:00.532164 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-bf8418d4-3c3f-4f00-9d93-11a475a1f19a tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/quotas/c3d262d9128741908a9068e6ff067760 HTTP/1.1" status: 200 len: 375 time: 0.0286551 Jul 16 01:36:00.555267 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-02130673-1dde-4327-8ca6-f40e4685cd5e req-23d68f37-9862-41a8-bd1b-dc5ae6dbcded tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f99a41f-3acc-4d99-8fbb-b8b5ff029b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444579 Jul 16 01:36:00.620778 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-7c68ced6-d505-4ec6-ad83-24dc950bee61 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823424 Jul 16 01:36:00.746490 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-fb78e7d1-ad58-4830-b6c2-067f152ffea6 service neutron] 10.222.0.54 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046805 Jul 16 01:36:00.856155 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-08d774ea-c8d8-4320-ad3a-ed9840c8cac1 service neutron] 10.222.0.54 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019344 Jul 16 01:36:00.885388 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce714335-e490-43f7-86f9-fe4fd570b25f req-e4aaa483-7132-4982-8f35-fd3d7b4123b8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.887519 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ce714335-e490-43f7-86f9-fe4fd570b25f req-e4aaa483-7132-4982-8f35-fd3d7b4123b8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.0737305 Jul 16 01:36:00.934823 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ce714335-e490-43f7-86f9-fe4fd570b25f req-4981460a-4df8-47f9-a8ea-c5c705ef8327 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402339 Jul 16 01:36:01.024490 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.036707 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3368fb6-e904-4062-a665-6f4e68a3c9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.087702 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a530d8c5-9ad8-41e9-85c4-b361d971f4f4 req-d634331e-f711-4c03-8c57-83bf77d45f1c tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 210 time: 0.0454338 Jul 16 01:36:01.148611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76bb87-5165-4c19-bab2-63225c8fbcd0 req-02e48ccf-7f28-47d8-a366-3cd0aa4d7887 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.150257 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b76bb87-5165-4c19-bab2-63225c8fbcd0 req-02e48ccf-7f28-47d8-a366-3cd0aa4d7887 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 943 time: 0.0743728 Jul 16 01:36:01.198233 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b76bb87-5165-4c19-bab2-63225c8fbcd0 req-56b94395-92e7-4d1c-b390-1b26304a314d tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381782 Jul 16 01:36:01.489697 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4853e-1c17-436a-910c-5ca0d16ba48a req-a3ff06cf-8189-4ac9-87c6-d8f5de1e4c81 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.496829 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ba4853e-1c17-436a-910c-5ca0d16ba48a req-a3ff06cf-8189-4ac9-87c6-d8f5de1e4c81 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.0768025 Jul 16 01:36:01.514193 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1df6bf-11b4-4c52-8069-dac1a8511f7f req-214baa57-764d-4b8e-85f2-82cf7f16d1a2 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.522001 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0a1df6bf-11b4-4c52-8069-dac1a8511f7f req-214baa57-764d-4b8e-85f2-82cf7f16d1a2 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=07af97bd-1989-4254-82c9-a311ade464f8 HTTP/1.1" status: 200 len: 949 time: 0.0835671 Jul 16 01:36:01.545205 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ba4853e-1c17-436a-910c-5ca0d16ba48a req-77788384-03f6-4e3a-9980-1ef5e01e010c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465465 Jul 16 01:36:01.570522 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0a1df6bf-11b4-4c52-8069-dac1a8511f7f req-9014a788-7f7a-4f21-89c2-e6803015565d tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475826 Jul 16 01:36:01.750627 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-0e90f51e-b9a6-4e94-8500-8fc738429f13 service neutron] show failed (client error): The resource could not be found. Jul 16 01:36:01.751900 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-0e90f51e-b9a6-4e94-8500-8fc738429f13 service neutron] 10.222.0.47 "GET /v2.0/ports/fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90/bindings/n-h1-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.0753782 Jul 16 01:36:01.799059 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc07718-54c6-46a5-85be-b25d4c4ae034 req-c92cd911-7fff-40ef-be14-6e268596d4a0 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.801150 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7cc07718-54c6-46a5-85be-b25d4c4ae034 req-c92cd911-7fff-40ef-be14-6e268596d4a0 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 945 time: 0.1207407 Jul 16 01:36:01.868733 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7cc07718-54c6-46a5-85be-b25d4c4ae034 req-6b2867e4-6721-45dd-9281-6f0ebc378578 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f99a41f-3acc-4d99-8fbb-b8b5ff029b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607057 Jul 16 01:36:01.949349 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.179232 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-53591a20-055c-4537-abe2-57c9bcfac23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.180782 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-53591a20-055c-4537-abe2-57c9bcfac23f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1&tenant_id=1961ea8d11af4a26af7254218bca79a1 HTTP/1.1" status: 200 len: 1101 time: 0.1687977 Jul 16 01:36:02.203666 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:02.265879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7f28b-e32b-4c57-9680-c8ead04b8f34 req-7a7b842b-2c44-4879-8d2f-be5b1178a210 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.268185 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-42e7f28b-e32b-4c57-9680-c8ead04b8f34 req-7a7b842b-2c44-4879-8d2f-be5b1178a210 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.1566420 Jul 16 01:36:02.335949 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.389943 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-42e7f28b-e32b-4c57-9680-c8ead04b8f34 req-75907089-487c-4d65-a960-a371c4535e5d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834007 Jul 16 01:36:02.466185 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-e4806e45-000c-4ef9-88bb-3ccac93745e6 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.469252 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-e4806e45-000c-4ef9-88bb-3ccac93745e6 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.26 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 808 time: 0.2080393 Jul 16 01:36:02.489890 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e685d6-da4f-4c1d-8616-462cfff8308d req-4d8cec8b-27c5-4e4d-8321-c1be1b55e276 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.491673 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64e685d6-da4f-4c1d-8616-462cfff8308d req-4d8cec8b-27c5-4e4d-8321-c1be1b55e276 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.47 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 943 time: 0.2765119 Jul 16 01:36:02.501910 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-d2fc9c27-5943-4bc8-9cd8-c84603eef90b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Request body: {'port': {'device_id': '7d704cc7-9a90-412c-95a9-297b0f97c2c7', 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676', 'admin_state_up': True, 'tenant_id': 'c3d262d9128741908a9068e6ff067760'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:02.638697 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f9f276e-e341-400b-8e1f-653abb8c3557 req-e771a4e3-9d8d-4138-ae9f-11b7a2aea77e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 210 time: 0.0751805 Jul 16 01:36:02.774426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] For port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:02.807026 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc032e22-d9ab-4feb-ac9e-ba2395268fc6 req-72d3fc12-8e93-4c78-947e-ab3cd1433f26 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.809141 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bc032e22-d9ab-4feb-ac9e-ba2395268fc6 req-72d3fc12-8e93-4c78-947e-ab3cd1433f26 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 943 time: 0.1342123 Jul 16 01:36:02.891105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] For port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:02.896094 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bc032e22-d9ab-4feb-ac9e-ba2395268fc6 req-57d288eb-9064-4b54-9583-7b9e025a4376 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733602 Jul 16 01:36:02.945398 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cda03aa-a91a-4f6c-895e-1bf2330f4ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:02.949535 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d45ecd-27f8-4326-ab08-bf1cf76f4f05" -d '{"events": [{"server_uuid": "1cda03aa-a91a-4f6c-895e-1bf2330f4ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:02.955034 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.976792 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Transition to ACTIVE for port object fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:02.985812 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.087886 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] No DVR routers for this DVR port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:03.171860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Pushing event updated for resources: {'Port': ['ID=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,revision_number=6']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:03.200932 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Attempting to bind port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:03.201357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Attempting to bind port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:03.201590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Attempting to bind port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:03.209623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:03.209954 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Attempting to bind port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:03.238195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:03.238899 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:03.239543 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:03.240235 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Bound port: fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:03.240967 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.270148 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6aa089-3ff4-489c-96fb-92be6d7adce8 req-e8465fc2-246c-4dfb-b915-564ba6b1c979 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.272045 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d6aa089-3ff4-489c-96fb-92be6d7adce8 req-e8465fc2-246c-4dfb-b915-564ba6b1c979 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 948 time: 0.1623063 Jul 16 01:36:03.363569 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d6aa089-3ff4-489c-96fb-92be6d7adce8 req-4125635c-9712-409d-9888-09e5b2a5c5f1 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824957 Jul 16 01:36:03.371253 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] For port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:03.375765 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] For port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:03.383449 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.440528 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.441518 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.443046 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] 10.222.0.26 "PUT /v2.0/ports/fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 HTTP/1.1" status: 200 len: 1096 time: 1.2456996 Jul 16 01:36:03.455554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-d2fc9c27-5943-4bc8-9cd8-c84603eef90b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Made reservation on behalf of c3d262d9128741908a9068e6ff067760 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:03.465692 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-d2fc9c27-5943-4bc8-9cd8-c84603eef90b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.499954 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-64e685d6-da4f-4c1d-8616-462cfff8308d req-7cd4d77b-8cd8-418a-a978-7d22dcf94453 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Deleting port 5cce0b09-2055-42c3-ae9e-b0be7000e2ca {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:03.500549 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-64e685d6-da4f-4c1d-8616-462cfff8308d req-7cd4d77b-8cd8-418a-a978-7d22dcf94453 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.508919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b555904-d56e-49a9-bf51-55e3eb254d7b service neutron] Pushing event updated for resources: {'Port': ['ID=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,revision_number=7']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:03.565429 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1f2e2-5535-4d6a-906c-df548410654f req-f7607e5b-729d-4b79-bd6f-cb1f8650cd3b tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.572839 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fec1f2e2-5535-4d6a-906c-df548410654f req-f7607e5b-729d-4b79-bd6f-cb1f8650cd3b tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 945 time: 0.7027082 Jul 16 01:36:03.615615 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-607eca06-0e91-471d-8a98-52b057ea7f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.617616 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-607eca06-0e91-471d-8a98-52b057ea7f1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 1099 time: 0.1197469 Jul 16 01:36:03.737639 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.799975 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4f802-4a21-457c-b0ab-0bac5a07e7a7 req-e65a235f-c280-4936-8c01-ab9d2838095a tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.801568 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-48f4f802-4a21-457c-b0ab-0bac5a07e7a7 req-e65a235f-c280-4936-8c01-ab9d2838095a tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.47 "GET /v2.0/ports?device_id=07af97bd-1989-4254-82c9-a311ade464f8 HTTP/1.1" status: 200 len: 949 time: 0.4197643 Jul 16 01:36:03.803147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-d2fc9c27-5943-4bc8-9cd8-c84603eef90b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Allocated IP 172.20.0.3 (70873b17-8add-4628-8bc5-2cc58f0e4676/8af38b97-c213-484b-9432-794a847cd178/628d5e89-f383-4ff8-a4e6-7e322dd44a81) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:03.880360 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fec1f2e2-5535-4d6a-906c-df548410654f req-d4456d72-112c-4594-a30f-a1798aa78054 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f99a41f-3acc-4d99-8fbb-b8b5ff029b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063524 Jul 16 01:36:03.922655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-64e685d6-da4f-4c1d-8616-462cfff8308d req-7cd4d77b-8cd8-418a-a978-7d22dcf94453 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] For port 5cce0b09-2055-42c3-ae9e-b0be7000e2ca, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=5cce0b09-2055-42c3-ae9e-b0be7000e2ca,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:03.923036 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-64e685d6-da4f-4c1d-8616-462cfff8308d req-7cd4d77b-8cd8-418a-a978-7d22dcf94453 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.001371 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-64e685d6-da4f-4c1d-8616-462cfff8308d req-7cd4d77b-8cd8-418a-a978-7d22dcf94453 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Calling delete_port for 5cce0b09-2055-42c3-ae9e-b0be7000e2ca owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:04.040882 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8f86a-0f9c-41fc-a577-2703d29914f9 req-71b9999a-36f2-4b3a-bbc4-8216d5ffae3c tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.043160 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8dc8f86a-0f9c-41fc-a577-2703d29914f9 req-71b9999a-36f2-4b3a-bbc4-8216d5ffae3c tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=07af97bd-1989-4254-82c9-a311ade464f8 HTTP/1.1" status: 200 len: 949 time: 0.3997526 Jul 16 01:36:04.044293 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-4ee0f5e2-d23c-4066-ad2b-552c70a3adce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.045924 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-4ee0f5e2-d23c-4066-ad2b-552c70a3adce service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.4213247 Jul 16 01:36:04.161983 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-04698482-be73-4ef4-a689-64d51e4ad68e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 HTTP/1.1" status: 200 len: 217 time: 0.0814724 Jul 16 01:36:04.168007 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8dc8f86a-0f9c-41fc-a577-2703d29914f9 req-a76a1e22-bf3d-4605-989c-a0452ab5edbb tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9b056cd-6950-4314-86d8-77f5a2a06073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135881 Jul 16 01:36:04.216343 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-af7931d5-5a63-4dcb-9fb6-0b7bf6c867b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.217942 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-af7931d5-5a63-4dcb-9fb6-0b7bf6c867b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0490632 Jul 16 01:36:04.224189 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c73031-e323-4afb-aabe-9792290767f6 x-openstack-request-id: req-63c73031-e323-4afb-aabe-9792290767f6 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:04.224584 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cda03aa-a91a-4f6c-895e-1bf2330f4ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:04.224930 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-63c73031-e323-4afb-aabe-9792290767f6 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:04.225582 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda03aa-a91a-4f6c-895e-1bf2330f4ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90', 'code': 200} Jul 16 01:36:04.268580 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-d2fc9c27-5943-4bc8-9cd8-c84603eef90b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.280305 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-48f4f802-4a21-457c-b0ab-0bac5a07e7a7 req-c73ea360-a4c2-495b-92c2-5111ed4d7838 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Deleting port 9fd132fb-492e-4cd8-8063-103527e1891e {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:04.281150 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-48f4f802-4a21-457c-b0ab-0bac5a07e7a7 req-c73ea360-a4c2-495b-92c2-5111ed4d7838 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.393997 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-4d7d5400-0662-44cb-9443-3121932f9757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.395696 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-4d7d5400-0662-44cb-9443-3121932f9757 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1042655 Jul 16 01:36:04.453029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927a98c-b560-4d26-b382-c98daaae0c1a req-590cfa51-836f-408c-a6a2-5e14eba0d882 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.454596 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9927a98c-b560-4d26-b382-c98daaae0c1a req-590cfa51-836f-408c-a6a2-5e14eba0d882 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.1188385 Jul 16 01:36:04.460005 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be80f935-834e-4273-8988-d0d324dd920e req-c528b49c-038b-461e-a021-91f5734252cb tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 210 time: 0.1105700 Jul 16 01:36:04.521678 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-d2fc9c27-5943-4bc8-9cd8-c84603eef90b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.562304 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9927a98c-b560-4d26-b382-c98daaae0c1a req-d6b31ff9-ce22-4adb-a0da-268ff29a2cf8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667853 Jul 16 01:36:04.564405 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-8904bbe4-d93b-4831-b06f-6ee3957188c9 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607902 Jul 16 01:36:04.607005 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-64e685d6-da4f-4c1d-8616-462cfff8308d req-7cd4d77b-8cd8-418a-a978-7d22dcf94453 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.689895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-d2fc9c27-5943-4bc8-9cd8-c84603eef90b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Network 70873b17-8add-4628-8bc5-2cc58f0e4676 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:04.700807 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2d1da51-ed34-43a3-a5bc-20ae3bc38f66 req-f45f4ceb-39a5-4f8a-abc9-1c45bb83da16 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252589 Jul 16 01:36:04.717756 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-d2fc9c27-5943-4bc8-9cd8-c84603eef90b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:04.720836 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-48f4f802-4a21-457c-b0ab-0bac5a07e7a7 req-c73ea360-a4c2-495b-92c2-5111ed4d7838 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] For port 9fd132fb-492e-4cd8-8063-103527e1891e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=9fd132fb-492e-4cd8-8063-103527e1891e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:04.721278 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-48f4f802-4a21-457c-b0ab-0bac5a07e7a7 req-c73ea360-a4c2-495b-92c2-5111ed4d7838 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.731829 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc9c27-5943-4bc8-9cd8-c84603eef90b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Pushing event updated for resources: {'Port': ['ID=628d5e89-f383-4ff8-a4e6-7e322dd44a81,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.762766 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-d2fc9c27-5943-4bc8-9cd8-c84603eef90b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:04.775646 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-008b7778-7b75-48e5-ae80-32c8c07a48a5 req-ed017794-3552-4824-80a8-0f511cf7180c tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 210 time: 0.0822520 Jul 16 01:36:04.820886 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-48f4f802-4a21-457c-b0ab-0bac5a07e7a7 req-c73ea360-a4c2-495b-92c2-5111ed4d7838 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Calling delete_port for 9fd132fb-492e-4cd8-8063-103527e1891e owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:04.853131 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9913763-e78e-497c-89a6-6030a6a42ab5 req-d1c55d9e-3333-446b-b2d3-d40599ee38fc tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.855258 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9913763-e78e-497c-89a6-6030a6a42ab5 req-d1c55d9e-3333-446b-b2d3-d40599ee38fc tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 945 time: 0.5105269 Jul 16 01:36:04.868729 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a61ff2-0f6b-4332-80d4-214c775438ec req-ad8352d7-1b9d-4278-81cf-8014f8e21de1 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.877700 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b4a61ff2-0f6b-4332-80d4-214c775438ec req-ad8352d7-1b9d-4278-81cf-8014f8e21de1 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 948 time: 0.1106975 Jul 16 01:36:04.895907 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e685d6-da4f-4c1d-8616-462cfff8308d req-7cd4d77b-8cd8-418a-a978-7d22dcf94453 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] No DVR routers for this DVR port 5cce0b09-2055-42c3-ae9e-b0be7000e2ca on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:04.897651 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4d77b-8cd8-418a-a978-7d22dcf94453 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Pushing event deleted for resources: {'Port': ['ID=5cce0b09-2055-42c3-ae9e-b0be7000e2ca,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.899891 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-64e685d6-da4f-4c1d-8616-462cfff8308d req-7cd4d77b-8cd8-418a-a978-7d22dcf94453 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.902050 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64e685d6-da4f-4c1d-8616-462cfff8308d req-7cd4d77b-8cd8-418a-a978-7d22dcf94453 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.47 "DELETE /v2.0/ports/5cce0b09-2055-42c3-ae9e-b0be7000e2ca HTTP/1.1" status: 204 len: 173 time: 2.3903203 Jul 16 01:36:04.914082 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3133d4d2-5e1b-4c82-881d-60cf35c7fc0e', 'name': 'network-vif-deleted', 'tag': '5cce0b09-2055-42c3-ae9e-b0be7000e2ca'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:04.915981 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5495b02-df03-4708-bc78-388758884a34" -d '{"events": [{"server_uuid": "3133d4d2-5e1b-4c82-881d-60cf35c7fc0e", "name": "network-vif-deleted", "tag": "5cce0b09-2055-42c3-ae9e-b0be7000e2ca"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:04.942683 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b4a61ff2-0f6b-4332-80d4-214c775438ec req-9980191e-eef5-4c4f-84cd-5feb65bef3f3 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611677 Jul 16 01:36:04.983578 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-d2fc9c27-5943-4bc8-9cd8-c84603eef90b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.984298 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-d2fc9c27-5943-4bc8-9cd8-c84603eef90b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.053163 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f398563e-f355-44fd-a581-4d44974ddba3 x-openstack-request-id: req-f398563e-f355-44fd-a581-4d44974ddba3 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:05.053525 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3133d4d2-5e1b-4c82-881d-60cf35c7fc0e", "name": "network-vif-deleted", "tag": "5cce0b09-2055-42c3-ae9e-b0be7000e2ca", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:05.053780 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f398563e-f355-44fd-a581-4d44974ddba3 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:05.054293 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3133d4d2-5e1b-4c82-881d-60cf35c7fc0e', 'name': 'network-vif-deleted', 'tag': '5cce0b09-2055-42c3-ae9e-b0be7000e2ca', 'status': 'completed', 'code': 200} Jul 16 01:36:05.086585 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-d2fc9c27-5943-4bc8-9cd8-c84603eef90b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5933654 Jul 16 01:36:05.118186 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Request body: {'port': {'device_id': '7d704cc7-9a90-412c-95a9-297b0f97c2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:05.344365 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.363243 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a9670-2161-4ca1-80e6-0989899cfe73 req-855cb750-d6db-4253-bdc7-868c21f413bd tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.364848 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da5a9670-2161-4ca1-80e6-0989899cfe73 req-855cb750-d6db-4253-bdc7-868c21f413bd tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 945 time: 0.2710559 Jul 16 01:36:05.369643 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-48f4f802-4a21-457c-b0ab-0bac5a07e7a7 req-c73ea360-a4c2-495b-92c2-5111ed4d7838 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.374214 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-c9913763-e78e-497c-89a6-6030a6a42ab5 req-eaa10470-85c3-4ae2-a209-360a4ed6d433 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Deleting port d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:05.374558 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c9913763-e78e-497c-89a6-6030a6a42ab5 req-eaa10470-85c3-4ae2-a209-360a4ed6d433 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.465375 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ea360-a4c2-495b-92c2-5111ed4d7838 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Pushing event deleted for resources: {'Port': ['ID=9fd132fb-492e-4cd8-8063-103527e1891e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:05.490884 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-66f199a8-d1a9-49d2-bdd5-f6717e0ea2ee req-d99bf175-8f7e-4599-b14d-2ddece033f3b tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=07af97bd-1989-4254-82c9-a311ade464f8 HTTP/1.1" status: 200 len: 210 time: 0.0467787 Jul 16 01:36:05.570382 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da5a9670-2161-4ca1-80e6-0989899cfe73 req-06ecccc2-e8a8-44ab-8b3b-f9cef84e8b47 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f99a41f-3acc-4d99-8fbb-b8b5ff029b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972470 Jul 16 01:36:05.643630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f4f802-4a21-457c-b0ab-0bac5a07e7a7 req-c73ea360-a4c2-495b-92c2-5111ed4d7838 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] No DVR routers for this DVR port 9fd132fb-492e-4cd8-8063-103527e1891e on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:05.649852 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-48f4f802-4a21-457c-b0ab-0bac5a07e7a7 req-c73ea360-a4c2-495b-92c2-5111ed4d7838 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.652220 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-48f4f802-4a21-457c-b0ab-0bac5a07e7a7 req-c73ea360-a4c2-495b-92c2-5111ed4d7838 tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.47 "DELETE /v2.0/ports/9fd132fb-492e-4cd8-8063-103527e1891e HTTP/1.1" status: 204 len: 173 time: 1.8360467 Jul 16 01:36:05.685659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-c9913763-e78e-497c-89a6-6030a6a42ab5 req-eaa10470-85c3-4ae2-a209-360a4ed6d433 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] For port d1f67e64-4e1b-407d-8b09-f98cc7bb0d37, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d1f67e64-4e1b-407d-8b09-f98cc7bb0d37,segment=NetworkSegment(8462fc03-4282-4ed6-b81b-d47a268580dd),segment_id=8462fc03-4282-4ed6-b81b-d47a268580dd)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:05.685969 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c9913763-e78e-497c-89a6-6030a6a42ab5 req-eaa10470-85c3-4ae2-a209-360a4ed6d433 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.753807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-c9913763-e78e-497c-89a6-6030a6a42ab5 req-eaa10470-85c3-4ae2-a209-360a4ed6d433 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Calling delete_port for d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:05.785225 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05a3f2-ffc4-4843-97c0-e153a0e14c9e req-bb24d149-fb41-4a5b-843f-6d0dcc90b705 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.793389 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7d05a3f2-ffc4-4843-97c0-e153a0e14c9e req-bb24d149-fb41-4a5b-843f-6d0dcc90b705 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 931 time: 0.1310635 Jul 16 01:36:05.856502 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7d05a3f2-ffc4-4843-97c0-e153a0e14c9e req-96f7c7b7-4f5c-4556-92e9-40b742ffe048 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615435 Jul 16 01:36:05.994125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 9fd132fb-492e-4cd8-8063-103527e1891e no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:06.039683 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caad1ff-6b94-4478-a1c2-87cc99bb0174 req-4131481a-b132-4a60-8b94-b59c26799737 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.041270 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1caad1ff-6b94-4478-a1c2-87cc99bb0174 req-4131481a-b132-4a60-8b94-b59c26799737 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.2892950 Jul 16 01:36:06.051679 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 9fd132fb-492e-4cd8-8063-103527e1891e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:06.058065 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 9fd132fb-492e-4cd8-8063-103527e1891e not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:06.058854 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 5cce0b09-2055-42c3-ae9e-b0be7000e2ca no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:06.087208 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 5cce0b09-2055-42c3-ae9e-b0be7000e2ca {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:06.087882 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 5cce0b09-2055-42c3-ae9e-b0be7000e2ca not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:06.088760 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:06.093835 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fa561b35-879b-4003-b0c7-012465fc163d req-52263b4d-0e40-44ab-9e6a-298305de7b5f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=3133d4d2-5e1b-4c82-881d-60cf35c7fc0e HTTP/1.1" status: 200 len: 210 time: 0.0545139 Jul 16 01:36:06.143555 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:06.148426 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1caad1ff-6b94-4478-a1c2-87cc99bb0174 req-ebc4d4ea-3741-440e-85e4-66ef8fc9191a tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888753 Jul 16 01:36:06.242271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628d5e89-f383-4ff8-a4e6-7e322dd44a81 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:06.243903 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cda03aa-a91a-4f6c-895e-1bf2330f4ba1', 'tag': 'fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:06.246836 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "1cda03aa-a91a-4f6c-895e-1bf2330f4ba1", "tag": "fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:06.252948 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.296009 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Transition to ACTIVE for port object 628d5e89-f383-4ff8-a4e6-7e322dd44a81 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:06.296545 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c9913763-e78e-497c-89a6-6030a6a42ab5 req-eaa10470-85c3-4ae2-a209-360a4ed6d433 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.333298 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['d1f67e64-4e1b-407d-8b09-f98cc7bb0d37'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:06.341963 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546fc85-0d17-47e0-bb2f-c80d021f3f10 req-cfad7f4a-df48-4315-8039-ff44604e7a75 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.346579 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa10470-85c3-4ae2-a209-360a4ed6d433 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Pushing event deleted for resources: {'Port': ['ID=d1f67e64-4e1b-407d-8b09-f98cc7bb0d37,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:06.356429 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3546fc85-0d17-47e0-bb2f-c80d021f3f10 req-cfad7f4a-df48-4315-8039-ff44604e7a75 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 948 time: 0.1432209 Jul 16 01:36:06.358906 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.416024 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3546fc85-0d17-47e0-bb2f-c80d021f3f10 req-8dade7b1-0f23-4267-a13f-1504ce0d589a tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567842 Jul 16 01:36:06.488060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9913763-e78e-497c-89a6-6030a6a42ab5 req-eaa10470-85c3-4ae2-a209-360a4ed6d433 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] No DVR routers for this DVR port d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:06.496817 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c9913763-e78e-497c-89a6-6030a6a42ab5 req-eaa10470-85c3-4ae2-a209-360a4ed6d433 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.498807 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9913763-e78e-497c-89a6-6030a6a42ab5 req-eaa10470-85c3-4ae2-a209-360a4ed6d433 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.26 "DELETE /v2.0/ports/d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 HTTP/1.1" status: 204 len: 173 time: 1.6066034 Jul 16 01:36:06.533854 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Pushing event updated for resources: {'Port': ['ID=628d5e89-f383-4ff8-a4e6-7e322dd44a81,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:06.550383 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2fa7df-06d7-4b6e-9cd9-91360c6abba3 x-openstack-request-id: req-8f2fa7df-06d7-4b6e-9cd9-91360c6abba3 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:06.551479 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cda03aa-a91a-4f6c-895e-1bf2330f4ba1", "tag": "fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:06.552291 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8f2fa7df-06d7-4b6e-9cd9-91360c6abba3 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:06.552900 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cda03aa-a91a-4f6c-895e-1bf2330f4ba1', 'tag': 'fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90', 'status': 'completed', 'code': 200} Jul 16 01:36:06.743402 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Attempting to bind port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:06.744089 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Attempting to bind port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:06.744463 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Attempting to bind port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:06.752974 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:06.753305 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Attempting to bind port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:06.765811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:06.766153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Checking segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:06.766539 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Bound using segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:06.767188 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Bound port: 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:06.767916 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.832313 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61aedd1-3d5b-4361-a953-e72724327bf7 req-675a7d5e-b2cd-4a5c-8c6c-d0d631e5a06f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.848029 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a61aedd1-3d5b-4361-a953-e72724327bf7 req-675a7d5e-b2cd-4a5c-8c6c-d0d631e5a06f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.1459587 Jul 16 01:36:06.860301 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:06.900916 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-d41ce325-057a-4b63-9971-ce4b10e784d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.912840 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-d41ce325-057a-4b63-9971-ce4b10e784d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 1099 time: 0.2655520 Jul 16 01:36:06.972029 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-45540c91-c641-4285-8e25-637e0a5fe19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.973423 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-45540c91-c641-4285-8e25-637e0a5fe19e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 1099 time: 0.2863815 Jul 16 01:36:07.002005 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2ca3992-0f7b-4194-a06c-6353bae3deef req-a45fc829-23d1-4467-93e4-10e2985c0bdf tempest-ListImageFiltersTestJSON-1791783869 tempest-ListImageFiltersTestJSON-1791783869-project] 10.222.0.54 "GET /v2.0/ports?device_id=07af97bd-1989-4254-82c9-a311ade464f8 HTTP/1.1" status: 200 len: 210 time: 0.0854216 Jul 16 01:36:07.005597 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a61aedd1-3d5b-4361-a953-e72724327bf7 req-aebcb2d5-7012-4db3-af8f-4e146c72c02c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558750 Jul 16 01:36:07.035253 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:07.047810 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': 'fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90', 'mac_address': 'fa:16:3e:be:40:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:07.064112 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d11e5e17-e847-42ad-892b-a046db53092a req-cc957410-2f01-4b4e-b48e-b6e30e94b38b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=336c18bc-ece8-4116-914d-205be261975b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1699703 Jul 16 01:36:07.077817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07af97bd-1989-4254-82c9-a311ade464f8', 'name': 'network-vif-deleted', 'tag': '9fd132fb-492e-4cd8-8063-103527e1891e'}, {'server_uuid': '9c15c358-bce2-487a-ae04-2e5d6d0dfde6', 'name': 'network-vif-deleted', 'tag': 'd1f67e64-4e1b-407d-8b09-f98cc7bb0d37'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:07.080506 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4115a17-b201-48a5-b57a-1e35537e4fd6" -d '{"events": [{"server_uuid": "07af97bd-1989-4254-82c9-a311ade464f8", "name": "network-vif-deleted", "tag": "9fd132fb-492e-4cd8-8063-103527e1891e"}, {"server_uuid": "9c15c358-bce2-487a-ae04-2e5d6d0dfde6", "name": "network-vif-deleted", "tag": "d1f67e64-4e1b-407d-8b09-f98cc7bb0d37"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:07.101626 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.122292 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:07.146775 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:07.157992 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.161198 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] For port 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:07.199941 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] For port 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=628d5e89-f383-4ff8-a4e6-7e322dd44a81,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:07.208631 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e5e17-e847-42ad-892b-a046db53092a req-68be3a44-9f59-4680-a0bc-8421b8eb5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.215769 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d11e5e17-e847-42ad-892b-a046db53092a req-68be3a44-9f59-4680-a0bc-8421b8eb5266 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=80bd84e6dcbf4466990580e7adaf0636&device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 1097 time: 0.1087258 Jul 16 01:36:07.232255 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.311587 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-01fe1785-6d93-4c48-81d6-ae61f8b4cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.313135 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-01fe1785-6d93-4c48-81d6-ae61f8b4cbf1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.3841679 Jul 16 01:36:07.325520 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:07.356268 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.356894 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.358338 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] 10.222.0.26 "PUT /v2.0/ports/628d5e89-f383-4ff8-a4e6-7e322dd44a81 HTTP/1.1" status: 200 len: 1091 time: 2.2526784 Jul 16 01:36:07.365422 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-06d0b98f-6e63-4521-a365-bdc2eb0b19ec req-241fd777-11af-4b81-82fd-769a124b03c7 tempest-InstanceActionsTestJSON-1833748290 tempest-InstanceActionsTestJSON-1833748290-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c15c358-bce2-487a-ae04-2e5d6d0dfde6 HTTP/1.1" status: 200 len: 210 time: 0.0758066 Jul 16 01:36:07.448350 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e5e17-e847-42ad-892b-a046db53092a req-fe19c682-5546-4f05-81db-01a454ae300c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.450364 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d11e5e17-e847-42ad-892b-a046db53092a req-fe19c682-5546-4f05-81db-01a454ae300c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b674553f-a0ba-4ffc-8b96-f2507d2ffa5a HTTP/1.1" status: 200 len: 907 time: 0.2007697 Jul 16 01:36:07.451378 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-9b8d4d47-b016-4cb8-9ac1-63430b9dc80e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 HTTP/1.1" status: 200 len: 217 time: 0.0902109 Jul 16 01:36:07.453065 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6914a33-4e49-4c21-84ca-b0a79ea5d51f service neutron] Pushing event updated for resources: {'Port': ['ID=628d5e89-f383-4ff8-a4e6-7e322dd44a81,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:07.480365 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef79f5-7f5b-48e3-bdf0-6eb057ff8bc9 req-d5e2209d-b816-403e-8f17-61e010e298bf tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.482447 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7cef79f5-7f5b-48e3-bdf0-6eb057ff8bc9 req-d5e2209d-b816-403e-8f17-61e010e298bf tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 943 time: 0.1677139 Jul 16 01:36:07.488814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-f7eca46a-ca8e-4678-a954-2e7c6bb80286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.490671 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-f7eca46a-ca8e-4678-a954-2e7c6bb80286 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.4730475 Jul 16 01:36:07.493421 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7209920b-57aa-4496-a434-f6f28e4b9fc6 x-openstack-request-id: req-7209920b-57aa-4496-a434-f6f28e4b9fc6 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:07.493777 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07af97bd-1989-4254-82c9-a311ade464f8", "name": "network-vif-deleted", "tag": "9fd132fb-492e-4cd8-8063-103527e1891e", "status": "completed", "code": 200}, {"server_uuid": "9c15c358-bce2-487a-ae04-2e5d6d0dfde6", "name": "network-vif-deleted", "tag": "d1f67e64-4e1b-407d-8b09-f98cc7bb0d37", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:07.494112 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7209920b-57aa-4496-a434-f6f28e4b9fc6 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:07.494797 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07af97bd-1989-4254-82c9-a311ade464f8', 'name': 'network-vif-deleted', 'tag': '9fd132fb-492e-4cd8-8063-103527e1891e', 'status': 'completed', 'code': 200} Jul 16 01:36:07.495163 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c15c358-bce2-487a-ae04-2e5d6d0dfde6', 'name': 'network-vif-deleted', 'tag': 'd1f67e64-4e1b-407d-8b09-f98cc7bb0d37', 'status': 'completed', 'code': 200} Jul 16 01:36:07.511537 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:07.618900 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7cef79f5-7f5b-48e3-bdf0-6eb057ff8bc9 req-36bc810d-237b-4734-9b0f-c39143b505f1 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985622 Jul 16 01:36:07.630010 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d11e5e17-e847-42ad-892b-a046db53092a req-e5d5cb80-784a-403b-a383-cc544f3949a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36bd02e4-d000-47a9-9161-d1241c54442e HTTP/1.1" status: 200 len: 1002 time: 0.1706476 Jul 16 01:36:07.639102 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-8c188a15-eef1-46d5-aa71-0f524035f2a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 HTTP/1.1" status: 200 len: 217 time: 0.0707202 Jul 16 01:36:07.708856 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-4ab20eb7-09d1-4922-a3bf-7e245646cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.710944 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-4ab20eb7-09d1-4922-a3bf-7e245646cd3d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.2473912 Jul 16 01:36:07.727867 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-7d6c5d19-3a46-4cfe-a3eb-34e642927d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.730094 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-7d6c5d19-3a46-4cfe-a3eb-34e642927d8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0767236 Jul 16 01:36:07.748646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e5e17-e847-42ad-892b-a046db53092a req-4a27507d-7a27-473a-aee6-c4753204061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.750138 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d11e5e17-e847-42ad-892b-a046db53092a req-4a27507d-7a27-473a-aee6-c4753204061b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f473865d-7ea0-4ee7-9864-4956b1c85f80 HTTP/1.1" status: 200 len: 845 time: 0.1096330 Jul 16 01:36:07.750554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-630e1d6a-90a5-4199-9c86-da1663545b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.752109 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-630e1d6a-90a5-4199-9c86-da1663545b75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 1094 time: 0.2802510 Jul 16 01:36:07.875985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e5e17-e847-42ad-892b-a046db53092a req-6fc61e9a-26d4-401f-a34b-abbd12fa1034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.877840 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d11e5e17-e847-42ad-892b-a046db53092a req-6fc61e9a-26d4-401f-a34b-abbd12fa1034 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b674553f-a0ba-4ffc-8b96-f2507d2ffa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052802 Jul 16 01:36:08.031649 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d11e5e17-e847-42ad-892b-a046db53092a req-7c86358b-57c5-4d0b-8337-c8ee8c6e21e0 service neutron] 10.222.0.26 "GET /v2.0/networks/b674553f-a0ba-4ffc-8b96-f2507d2ffa5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435108 Jul 16 01:36:08.144908 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.26', 49880) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:08.255220 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d11e5e17-e847-42ad-892b-a046db53092a req-ef1078f9-c7f1-487e-ae31-a9f503beccd6 service neutron] 10.222.0.26 "GET /v2.0/networks/b674553f-a0ba-4ffc-8b96-f2507d2ffa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166543 Jul 16 01:36:08.256762 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-4754fccd-1ea4-4df5-8b65-d6cde178ff96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=628d5e89-f383-4ff8-a4e6-7e322dd44a81 HTTP/1.1" status: 200 len: 217 time: 0.4493930 Jul 16 01:36:08.309481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ffdf0-6834-4d52-946e-6e713fc11b94 req-f309d5e5-dc48-4559-8961-60048b626958 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.311248 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-733ffdf0-6834-4d52-946e-6e713fc11b94 req-f309d5e5-dc48-4559-8961-60048b626958 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 945 time: 0.1638467 Jul 16 01:36:08.317941 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-dfa10038-c49d-4aef-adab-0c13e6be4749 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.319602 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-dfa10038-c49d-4aef-adab-0c13e6be4749 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/networks?id=b9b4267d-31ca-4893-a94b-1ea20195b57d HTTP/1.1" status: 200 len: 821 time: 0.2050934 Jul 16 01:36:08.351776 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-ae1e7ea3-f299-427a-8344-f50b55b5799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.353221 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-ae1e7ea3-f299-427a-8344-f50b55b5799d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6181691 Jul 16 01:36:08.361434 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-fff12998-9ee0-4532-8156-236c6494b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.362909 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-fff12998-9ee0-4532-8156-236c6494b228 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6172993 Jul 16 01:36:08.366595 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-c55c1189-b469-4bc7-8dab-5eee4f463c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.367984 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-c55c1189-b469-4bc7-8dab-5eee4f463c2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.0942595 Jul 16 01:36:08.369839 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-e8765e6b-a8bc-44e6-94bb-455fb0180c25 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/quotas/7e0a93c3dbb54f56ac633687331d9c71 HTTP/1.1" status: 200 len: 375 time: 0.0215960 Jul 16 01:36:08.381931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51e60-af7c-4452-b8dc-891cf090976a req-e8c7257a-f885-4287-9bdc-46dce18d515e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.383395 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67a51e60-af7c-4452-b8dc-891cf090976a req-e8c7257a-f885-4287-9bdc-46dce18d515e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 949 time: 0.5988309 Jul 16 01:36:08.451455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-ee2e376d-6b3d-483c-94cd-daed8872fb0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644453 Jul 16 01:36:08.476172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-733ffdf0-6834-4d52-946e-6e713fc11b94 req-c3474b7a-c8a4-403e-a397-1e1d74e33868 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Deleting port e45111fc-b068-4618-baaf-022c34b242ce {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:08.476514 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-733ffdf0-6834-4d52-946e-6e713fc11b94 req-c3474b7a-c8a4-403e-a397-1e1d74e33868 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.504210 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-c15fca4f-8bff-48f9-9f0e-03ed138ebc46 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e0a93c3dbb54f56ac633687331d9c71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1034546 Jul 16 01:36:08.598663 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67a51e60-af7c-4452-b8dc-891cf090976a req-78034e04-1415-40d4-96e9-448394ffcb85 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655488 Jul 16 01:36:08.644322 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-733ffdf0-6834-4d52-946e-6e713fc11b94 req-c3474b7a-c8a4-403e-a397-1e1d74e33868 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] For port e45111fc-b068-4618-baaf-022c34b242ce, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e45111fc-b068-4618-baaf-022c34b242ce,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:08.644815 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-733ffdf0-6834-4d52-946e-6e713fc11b94 req-c3474b7a-c8a4-403e-a397-1e1d74e33868 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.665093 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-733ffdf0-6834-4d52-946e-6e713fc11b94 req-c3474b7a-c8a4-403e-a397-1e1d74e33868 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Calling delete_port for e45111fc-b068-4618-baaf-022c34b242ce owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:08.668442 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-c88d4579-20bb-4093-a3f4-54ae5f9eaf24 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036265 Jul 16 01:36:08.672336 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-3396a01e-5707-4a76-bc1d-3f101ed888d6 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870736 Jul 16 01:36:08.737758 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-c941ddc0-386e-4658-ac6b-3fe787b2aa81 service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720828 Jul 16 01:36:08.772376 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-1735b6d7-5f35-4abc-a7fa-2f93c1b8b8d2 service neutron] 10.222.0.54 "GET /v2.0/networks/b9b4267d-31ca-4893-a94b-1ea20195b57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222781 Jul 16 01:36:08.876944 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:08.892986 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-0a2be787-0dc9-4136-a219-1cb79b229f4c service neutron] 10.222.0.54 "GET /v2.0/networks/b9b4267d-31ca-4893-a94b-1ea20195b57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197660 Jul 16 01:36:08.970557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:08.988873 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:08.993201 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.000580 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-0d01e3ff-2f8a-493a-8cbb-3e1db215b27f service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157659 Jul 16 01:36:09.007023 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-733ffdf0-6834-4d52-946e-6e713fc11b94 req-c3474b7a-c8a4-403e-a397-1e1d74e33868 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.009063 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b05d78bc-89ab-455b-8b8c-151659ebf2cb req-cd763300-10db-445a-879c-e00858c4cbcf service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571483 Jul 16 01:36:09.011852 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20755eaf-7a88-42e2-8da9-9f7f27c68b8d req-b3689cee-6850-4de9-b08f-765f7f8f359e service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336329 Jul 16 01:36:09.038359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17689fb0-72f3-4a68-a8b9-a071237b41a0 req-ae93951b-f2b4-450d-839b-6786f80c0aa8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.040203 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-17689fb0-72f3-4a68-a8b9-a071237b41a0 req-ae93951b-f2b4-450d-839b-6786f80c0aa8 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbd11162-4142-4d25-b070-a077853f89ab HTTP/1.1" status: 200 len: 867 time: 0.1759386 Jul 16 01:36:09.094890 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3474b7a-c8a4-403e-a397-1e1d74e33868 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Pushing event deleted for resources: {'Port': ['ID=e45111fc-b068-4618-baaf-022c34b242ce,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.116888 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['e45111fc-b068-4618-baaf-022c34b242ce'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:09.144468 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-17689fb0-72f3-4a68-a8b9-a071237b41a0 req-9bab9b43-06da-43e6-aedb-903d1862104c tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951390 Jul 16 01:36:09.197340 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53856) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:09.224315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-733ffdf0-6834-4d52-946e-6e713fc11b94 req-c3474b7a-c8a4-403e-a397-1e1d74e33868 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] No DVR routers for this DVR port e45111fc-b068-4618-baaf-022c34b242ce on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:09.233431 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-733ffdf0-6834-4d52-946e-6e713fc11b94 req-c3474b7a-c8a4-403e-a397-1e1d74e33868 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.236437 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-733ffdf0-6834-4d52-946e-6e713fc11b94 req-c3474b7a-c8a4-403e-a397-1e1d74e33868 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.26 "DELETE /v2.0/ports/e45111fc-b068-4618-baaf-022c34b242ce HTTP/1.1" status: 204 len: 173 time: 0.9159207 Jul 16 01:36:09.239342 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd11162-4142-4d25-b070-a077853f89ab', 'name': 'network-vif-deleted', 'tag': 'e45111fc-b068-4618-baaf-022c34b242ce'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:09.246488 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa0a209-5f7b-4079-874a-48e1628892b0" -d '{"events": [{"server_uuid": "cbd11162-4142-4d25-b070-a077853f89ab", "name": "network-vif-deleted", "tag": "e45111fc-b068-4618-baaf-022c34b242ce"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:09.271025 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.303463 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa67ee97-ce75-4ba4-8611-a0e3eac445b8 admin admin] Deleting subnet f1e2ca52-f3b4-45cc-be5e-99a3e4f560e0 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:09.311248 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cda03aa-a91a-4f6c-895e-1bf2330f4ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:09.313773 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa67ee97-ce75-4ba4-8611-a0e3eac445b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.314700 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb5a4a8-3a54-4006-929c-39ce635bbb18" -d '{"events": [{"server_uuid": "1cda03aa-a91a-4f6c-895e-1bf2330f4ba1", "name": "network-vif-plugged", "status": "completed", "tag": "fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:09.349621 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:09.357065 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.360405 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:09.375642 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa67ee97-ce75-4ba4-8611-a0e3eac445b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.410904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:09.413503 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device d1f67e64-4e1b-407d-8b09-f98cc7bb0d37 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:09.485484 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa67ee97-ce75-4ba4-8611-a0e3eac445b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.502813 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.511303 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d704cc7-9a90-412c-95a9-297b0f97c2c7', 'tag': '628d5e89-f383-4ff8-a4e6-7e322dd44a81'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:09.514033 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c0d16a-60f8-49e3-9006-205040ef4697" -d '{"events": [{"name": "network-changed", "server_uuid": "7d704cc7-9a90-412c-95a9-297b0f97c2c7", "tag": "628d5e89-f383-4ff8-a4e6-7e322dd44a81"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:09.557007 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64856697-5549-4128-a552-53936ebcdc48 req-1cfe03c9-90b2-41f2-bc1f-5acab3bc69e0 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.558980 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-64856697-5549-4128-a552-53936ebcdc48 req-1cfe03c9-90b2-41f2-bc1f-5acab3bc69e0 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 943 time: 0.1559229 Jul 16 01:36:09.603004 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa67ee97-ce75-4ba4-8611-a0e3eac445b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.678962 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-64856697-5549-4128-a552-53936ebcdc48 req-c39819a7-7355-4f3e-9f63-b291bf74e6a9 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114824 Jul 16 01:36:09.705008 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67ee97-ce75-4ba4-8611-a0e3eac445b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1e2ca52-f3b4-45cc-be5e-99a3e4f560e0,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.717183 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa67ee97-ce75-4ba4-8611-a0e3eac445b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.721809 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fa67ee97-ce75-4ba4-8611-a0e3eac445b8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f1e2ca52-f3b4-45cc-be5e-99a3e4f560e0 HTTP/1.1" status: 204 len: 168 time: 0.5221071 Jul 16 01:36:09.722489 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53884) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:09.849062 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86703a-a284-4a7a-a0c1-fc2eaca4456e req-a721e9cd-95c8-447e-83e8-f650cd1a2180 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.850471 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be86703a-a284-4a7a-a0c1-fc2eaca4456e req-a721e9cd-95c8-447e-83e8-f650cd1a2180 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1&tenant_id=1961ea8d11af4a26af7254218bca79a1&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 950 time: 0.2367084 Jul 16 01:36:09.857661 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-da06d4ec-2f5d-4bb9-a6cb-3cfd039e527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.969076 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-be86703a-a284-4a7a-a0c1-fc2eaca4456e req-08e6ed23-70ae-44f5-96d9-e28e66652de0 service neutron] delete failed (client error): The resource could not be found. Jul 16 01:36:09.970127 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be86703a-a284-4a7a-a0c1-fc2eaca4456e req-08e6ed23-70ae-44f5-96d9-e28e66652de0 service neutron] 10.222.0.47 "DELETE /v2.0/ports/fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90/bindings/n-h2-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.1095312 Jul 16 01:36:10.016540 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-da06d4ec-2f5d-4bb9-a6cb-3cfd039e527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.042323 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-da06d4ec-2f5d-4bb9-a6cb-3cfd039e527e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5008ba4e-2824-48b6-9718-cbc99bb6fe37']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:10.094511 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-da06d4ec-2f5d-4bb9-a6cb-3cfd039e527e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8462fc03-4282-4ed6-b81b-d47a268580dd') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:10.098453 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-da06d4ec-2f5d-4bb9-a6cb-3cfd039e527e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8462fc03-4282-4ed6-b81b-d47a268580dd') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:10.129208 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d1e384dc-cfd6-4e1b-a5e4-3d24dfdb5fda req-3ca122b8-a033-4d28-943b-128d1891d5aa tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=7132ab60-bf47-4096-9057-67fdef4f6e9f HTTP/1.1" status: 200 len: 210 time: 0.0794044 Jul 16 01:36:10.139162 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-da06d4ec-2f5d-4bb9-a6cb-3cfd039e527e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.160739 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-da06d4ec-2f5d-4bb9-a6cb-3cfd039e527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.169367 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da06d4ec-2f5d-4bb9-a6cb-3cfd039e527e admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-da06d4ec-2f5d-4bb9-a6cb-3cfd039e527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:10.179275 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:10.247311 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199add5d-a126-451b-8e72-56d87d6349bf x-openstack-request-id: req-199add5d-a126-451b-8e72-56d87d6349bf {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:10.247649 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd11162-4142-4d25-b070-a077853f89ab", "name": "network-vif-deleted", "tag": "e45111fc-b068-4618-baaf-022c34b242ce", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:10.247905 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-199add5d-a126-451b-8e72-56d87d6349bf {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:10.248293 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd11162-4142-4d25-b070-a077853f89ab', 'name': 'network-vif-deleted', 'tag': 'e45111fc-b068-4618-baaf-022c34b242ce', 'status': 'completed', 'code': 200} Jul 16 01:36:10.258485 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-da06d4ec-2f5d-4bb9-a6cb-3cfd039e527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.264610 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-da06d4ec-2f5d-4bb9-a6cb-3cfd039e527e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.271557 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-da06d4ec-2f5d-4bb9-a6cb-3cfd039e527e admin admin] 10.222.0.54 "DELETE /v2.0/networks/5008ba4e-2824-48b6-9718-cbc99bb6fe37 HTTP/1.1" status: 204 len: 168 time: 0.5456793 Jul 16 01:36:10.309113 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06d4ec-2f5d-4bb9-a6cb-3cfd039e527e admin admin] Pushing event deleted for resources: {'Network': ['ID=5008ba4e-2824-48b6-9718-cbc99bb6fe37,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.328701 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d9a08b-fa1b-4dd5-9eba-014352344397 x-openstack-request-id: req-87d9a08b-fa1b-4dd5-9eba-014352344397 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:10.329204 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cda03aa-a91a-4f6c-895e-1bf2330f4ba1", "name": "network-vif-plugged", "status": "completed", "tag": "fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:10.329432 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-87d9a08b-fa1b-4dd5-9eba-014352344397 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:10.329834 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda03aa-a91a-4f6c-895e-1bf2330f4ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90', 'code': 200} Jul 16 01:36:10.352765 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86703a-a284-4a7a-a0c1-fc2eaca4456e req-1295fa43-dd62-42cd-94bf-5f5f9c396583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.354526 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be86703a-a284-4a7a-a0c1-fc2eaca4456e req-1295fa43-dd62-42cd-94bf-5f5f9c396583 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 1101 time: 0.1578691 Jul 16 01:36:10.371871 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9a568f-413e-4755-8101-8e3885675429 x-openstack-request-id: req-ed9a568f-413e-4755-8101-8e3885675429 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:10.372313 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d704cc7-9a90-412c-95a9-297b0f97c2c7", "tag": "628d5e89-f383-4ff8-a4e6-7e322dd44a81", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:10.372577 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ed9a568f-413e-4755-8101-8e3885675429 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:10.372976 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d704cc7-9a90-412c-95a9-297b0f97c2c7', 'tag': '628d5e89-f383-4ff8-a4e6-7e322dd44a81', 'status': 'completed', 'code': 200} Jul 16 01:36:10.529659 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0d16a-60f8-49e3-9006-205040ef4697 req-65612536-6e05-48ba-8d83-c44d49824315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.536279 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03c0d16a-60f8-49e3-9006-205040ef4697 req-65612536-6e05-48ba-8d83-c44d49824315 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 1094 time: 0.1201324 Jul 16 01:36:10.634546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86703a-a284-4a7a-a0c1-fc2eaca4456e req-4c4a610f-0c85-4f87-8a81-2bc7999253b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.636740 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be86703a-a284-4a7a-a0c1-fc2eaca4456e req-4c4a610f-0c85-4f87-8a81-2bc7999253b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2587366 Jul 16 01:36:10.645393 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210e1ba-f7f0-4118-bda9-533b5d553a25 req-266be38a-63b2-4cde-97dd-0e732ae3dd0d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.653608 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9210e1ba-f7f0-4118-bda9-533b5d553a25 req-266be38a-63b2-4cde-97dd-0e732ae3dd0d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.2029743 Jul 16 01:36:10.686294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0d16a-60f8-49e3-9006-205040ef4697 req-ca47e447-e25f-48f9-9ea2-e825750f17f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.688920 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03c0d16a-60f8-49e3-9006-205040ef4697 req-ca47e447-e25f-48f9-9ea2-e825750f17f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 909 time: 0.1460972 Jul 16 01:36:10.695214 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53916) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:10.722822 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be86703a-a284-4a7a-a0c1-fc2eaca4456e req-0baa5e86-c2fb-4650-a044-6641dbf89829 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 HTTP/1.1" status: 200 len: 217 time: 0.0455735 Jul 16 01:36:10.784758 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03c0d16a-60f8-49e3-9006-205040ef4697 req-88ff3f68-376c-45a2-8c2f-0b5f3a870492 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=628d5e89-f383-4ff8-a4e6-7e322dd44a81 HTTP/1.1" status: 200 len: 217 time: 0.0596306 Jul 16 01:36:10.825393 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9210e1ba-f7f0-4118-bda9-533b5d553a25 req-52093b2b-b121-4761-8b5d-b9861a6fcbac tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708636 Jul 16 01:36:10.843862 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5c5d15c2-85ca-4d52-be9a-06642c164286 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bd35d42b8de3472bba9d8475da819c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468852 Jul 16 01:36:10.846249 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53926) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:10.856436 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86703a-a284-4a7a-a0c1-fc2eaca4456e req-ab18708c-4335-48f8-a505-49a3ca5474c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.858484 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be86703a-a284-4a7a-a0c1-fc2eaca4456e req-ab18708c-4335-48f8-a505-49a3ca5474c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1240296 Jul 16 01:36:10.889803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0d16a-60f8-49e3-9006-205040ef4697 req-19163b17-40af-42ea-a96b-278cbbf72cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.890216 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 628d5e89-f383-4ff8-a4e6-7e322dd44a81 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:10.891341 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03c0d16a-60f8-49e3-9006-205040ef4697 req-19163b17-40af-42ea-a96b-278cbbf72cd4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.0956054 Jul 16 01:36:10.958306 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03c0d16a-60f8-49e3-9006-205040ef4697 req-8a14fbe4-c273-41e1-8d3d-6fffab8e63d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603750 Jul 16 01:36:10.978108 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bef0a25a-db95-41c8-9281-280dfcb175b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.984973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86703a-a284-4a7a-a0c1-fc2eaca4456e req-1c449a45-58e9-4923-a265-fe48c2d26669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.986765 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be86703a-a284-4a7a-a0c1-fc2eaca4456e req-1c449a45-58e9-4923-a265-fe48c2d26669 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998685 Jul 16 01:36:11.126777 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03c0d16a-60f8-49e3-9006-205040ef4697 req-7b8ebd37-5084-40e6-8268-5dc00c2896c4 service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616828 Jul 16 01:36:11.153594 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=628d5e89-f383-4ff8-a4e6-7e322dd44a81,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:11.177368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '628d5e89-f383-4ff8-a4e6-7e322dd44a81', 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676', 'port_id': '628d5e89-f383-4ff8-a4e6-7e322dd44a81', 'mac_address': 'fa:16:3e:2f:46:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af38b97-c213-484b-9432-794a847cd178', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:11.179917 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bef0a25a-db95-41c8-9281-280dfcb175b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.302585 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.345420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628d5e89-f383-4ff8-a4e6-7e322dd44a81 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:11.396691 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=628d5e89-f383-4ff8-a4e6-7e322dd44a81,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:11.400546 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be86703a-a284-4a7a-a0c1-fc2eaca4456e req-5671349c-0298-464b-a6e2-0ca2e708f12b service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045160 Jul 16 01:36:11.401858 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.517182 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bef0a25a-db95-41c8-9281-280dfcb175b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.520407 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bef0a25a-db95-41c8-9281-280dfcb175b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.521967 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bef0a25a-db95-41c8-9281-280dfcb175b6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0f99a41f-3acc-4d99-8fbb-b8b5ff029b84 HTTP/1.1" status: 204 len: 168 time: 0.6750193 Jul 16 01:36:11.574852 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=628d5e89-f383-4ff8-a4e6-7e322dd44a81,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:11.589985 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03c0d16a-60f8-49e3-9006-205040ef4697 req-5c424f6d-69bd-42ae-a949-b929ab9f1e49 service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563186 Jul 16 01:36:11.608981 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0a25a-db95-41c8-9281-280dfcb175b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f99a41f-3acc-4d99-8fbb-b8b5ff029b84,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:11.661860 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-595d2e2d-c7d0-4f8f-aaba-407cc60e71f2 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.663229 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-595d2e2d-c7d0-4f8f-aaba-407cc60e71f2 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.47 "GET /v2.0/networks?id=b9b4267d-31ca-4893-a94b-1ea20195b57d HTTP/1.1" status: 200 len: 821 time: 0.4983220 Jul 16 01:36:11.671688 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7e757-965a-4bd4-93a4-2cf6bdf4bdb4 req-4b00877c-955f-429b-8b00-3f1f53d999d6 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.673551 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05d7e757-965a-4bd4-93a4-2cf6bdf4bdb4 req-4b00877c-955f-429b-8b00-3f1f53d999d6 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 943 time: 0.5893335 Jul 16 01:36:11.695399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-f320bfa9-61f8-4b41-b409-ec486bce1707 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Request body: {'port': {'device_id': '7132ab60-bf47-4096-9057-67fdef4f6e9f', 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d', 'admin_state_up': True, 'tenant_id': '7e0a93c3dbb54f56ac633687331d9c71'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:11.704871 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['628d5e89-f383-4ff8-a4e6-7e322dd44a81'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:11.726696 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be86703a-a284-4a7a-a0c1-fc2eaca4456e req-134058cc-2197-4b0f-b305-fa91c0a62cd1 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063049 Jul 16 01:36:11.777325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-98eb3b2d-c82a-4498-a9fa-b617585307ef tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.783430 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05d7e757-965a-4bd4-93a4-2cf6bdf4bdb4 req-819439f1-aa14-47cc-b1d7-5626567226db tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038220 Jul 16 01:36:11.786173 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-98eb3b2d-c82a-4498-a9fa-b617585307ef tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 812 time: 0.1999638 Jul 16 01:36:11.816506 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-51c20790-46bc-446d-9eca-1be9ab3c4023 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/quotas/896b96fff2154ceeadc07932cbd11243 HTTP/1.1" status: 200 len: 375 time: 0.0287058 Jul 16 01:36:11.896861 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-135b845e-2351-48b8-b0c2-5a94ae173b14 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793154 Jul 16 01:36:11.985663 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-f320bfa9-61f8-4b41-b409-ec486bce1707 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Made reservation on behalf of 7e0a93c3dbb54f56ac633687331d9c71 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:11.993903 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-f320bfa9-61f8-4b41-b409-ec486bce1707 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.034232 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-e5d07acc-7115-41bc-b276-1afd546a0fa1 service neutron] 10.222.0.54 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364706 Jul 16 01:36:12.165315 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-e2c355ea-79de-4bbc-be2e-5d92353f738c service neutron] 10.222.0.54 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251047 Jul 16 01:36:12.216023 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-f320bfa9-61f8-4b41-b409-ec486bce1707 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Allocated IP 172.20.0.12 (b9b4267d-31ca-4893-a94b-1ea20195b57d/2f8b2660-2f56-4e5d-9128-7f1c437da02e/03d442ab-9f2a-4244-995c-68077f36812e) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:12.273885 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61b5cd8e-b2df-4a01-b6c7-4d8b48aafd42 req-f7a11a9b-f4ba-4aa5-803f-bd89ff22c937 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=7132ab60-bf47-4096-9057-67fdef4f6e9f HTTP/1.1" status: 200 len: 210 time: 0.0421133 Jul 16 01:36:12.552697 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92392422-4756-44c9-89da-ff36513a9954 req-2ebf0a94-7215-41a0-8dbc-9c4f58d13b4b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:12.565496 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-92392422-4756-44c9-89da-ff36513a9954 req-2ebf0a94-7215-41a0-8dbc-9c4f58d13b4b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.0973382 Jul 16 01:36:12.592724 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-f320bfa9-61f8-4b41-b409-ec486bce1707 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.643295 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-92392422-4756-44c9-89da-ff36513a9954 req-ed59bfb8-e4e3-4d83-8e58-2fa70b62afcd tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553007 Jul 16 01:36:12.652376 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-f320bfa9-61f8-4b41-b409-ec486bce1707 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.701874 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-f320bfa9-61f8-4b41-b409-ec486bce1707 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Network b9b4267d-31ca-4893-a94b-1ea20195b57d is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:12.705348 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-f320bfa9-61f8-4b41-b409-ec486bce1707 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:12.709349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-f320bfa9-61f8-4b41-b409-ec486bce1707 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:12.763443 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-f320bfa9-61f8-4b41-b409-ec486bce1707 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:12.764082 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-f320bfa9-61f8-4b41-b409-ec486bce1707 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.791292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320bfa9-61f8-4b41-b409-ec486bce1707 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Pushing event updated for resources: {'Port': ['ID=03d442ab-9f2a-4244-995c-68077f36812e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.795050 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-f320bfa9-61f8-4b41-b409-ec486bce1707 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1134603 Jul 16 01:36:12.817595 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Request body: {'port': {'device_id': '7132ab60-bf47-4096-9057-67fdef4f6e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:12.828635 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b2dead3f-7cae-4f74-a667-0dfa3dee6ab3 req-c68edd81-a626-448a-a074-9c5155455e84 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 210 time: 0.0751057 Jul 16 01:36:12.906364 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 628d5e89-f383-4ff8-a4e6-7e322dd44a81 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:12.952355 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.036721 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87505dc7-4aca-4aa8-ac7b-a89105a0529e req-b1028fe4-55fe-4ae1-a17e-0db874745f31 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.047558 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-87505dc7-4aca-4aa8-ac7b-a89105a0529e req-b1028fe4-55fe-4ae1-a17e-0db874745f31 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 944 time: 0.0863984 Jul 16 01:36:13.055397 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:13.061657 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:13.062048 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.112998 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-87505dc7-4aca-4aa8-ac7b-a89105a0529e req-efa3e56a-15a3-410d-aed2-16cbf5a89fd0 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636401 Jul 16 01:36:13.282691 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.308765 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d704cc7-9a90-412c-95a9-297b0f97c2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628d5e89-f383-4ff8-a4e6-7e322dd44a81'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:13.311468 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ef1e12-d21a-4971-9799-d76f43ac72b4" -d '{"events": [{"server_uuid": "7d704cc7-9a90-412c-95a9-297b0f97c2c7", "name": "network-vif-plugged", "status": "completed", "tag": "628d5e89-f383-4ff8-a4e6-7e322dd44a81"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:13.322886 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54034) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:13.353137 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=628d5e89-f383-4ff8-a4e6-7e322dd44a81,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:13.360965 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.362129 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device e45111fc-b068-4618-baaf-022c34b242ce no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:13.402701 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e10ee8c-4514-49a7-b594-5d9bf1b2cc99 x-openstack-request-id: req-0e10ee8c-4514-49a7-b594-5d9bf1b2cc99 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:13.403331 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d704cc7-9a90-412c-95a9-297b0f97c2c7", "name": "network-vif-plugged", "status": "completed", "tag": "628d5e89-f383-4ff8-a4e6-7e322dd44a81", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:13.403784 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e10ee8c-4514-49a7-b594-5d9bf1b2cc99 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:13.404367 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d704cc7-9a90-412c-95a9-297b0f97c2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628d5e89-f383-4ff8-a4e6-7e322dd44a81', 'code': 200} Jul 16 01:36:13.434484 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: e45111fc-b068-4618-baaf-022c34b242ce {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:13.435523 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device e45111fc-b068-4618-baaf-022c34b242ce not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:13.460714 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d442ab-9f2a-4244-995c-68077f36812e {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:13.471425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=628d5e89-f383-4ff8-a4e6-7e322dd44a81,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.477444 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.496771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Transition to ACTIVE for port object 03d442ab-9f2a-4244-995c-68077f36812e will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:13.536904 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.590572 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Pushing event updated for resources: {'Port': ['ID=03d442ab-9f2a-4244-995c-68077f36812e,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.626879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc186ab-b27b-4d81-bc94-f4a3368a9b3f req-9e450b5f-4b49-4955-8a42-07086c732f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.629524 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9dc186ab-b27b-4d81-bc94-f4a3368a9b3f req-9e450b5f-4b49-4955-8a42-07086c732f3e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 1096 time: 0.0875850 Jul 16 01:36:13.683631 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9dc186ab-b27b-4d81-bc94-f4a3368a9b3f req-45a10a7c-dc83-4493-b3ea-58e0d9845565 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459361 Jul 16 01:36:13.688402 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28532bba-e075-4c18-8fca-e1da7f78e6a7 req-4d48166e-efa0-4d9a-ac87-8754a82b9b4d tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.695360 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-28532bba-e075-4c18-8fca-e1da7f78e6a7 req-4d48166e-efa0-4d9a-ac87-8754a82b9b4d tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=7132ab60-bf47-4096-9057-67fdef4f6e9f HTTP/1.1" status: 200 len: 944 time: 0.2009516 Jul 16 01:36:13.728722 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Attempting to bind port 03d442ab-9f2a-4244-995c-68077f36812e on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:13.729707 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Attempting to bind port 03d442ab-9f2a-4244-995c-68077f36812e by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '6ed3aaa8-c878-4c37-94d2-c1f0a865ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:13.730060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Attempting to bind port 03d442ab-9f2a-4244-995c-68077f36812e on network b9b4267d-31ca-4893-a94b-1ea20195b57d {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:13.743467 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Port 03d442ab-9f2a-4244-995c-68077f36812e on network b9b4267d-31ca-4893-a94b-1ea20195b57d not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:13.743467 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Attempting to bind port 03d442ab-9f2a-4244-995c-68077f36812e on network b9b4267d-31ca-4893-a94b-1ea20195b57d {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:13.761198 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-28532bba-e075-4c18-8fca-e1da7f78e6a7 req-32b3aefd-7dc1-43dc-b24e-96e1a3c4a210 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648682 Jul 16 01:36:13.764812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4430f241-514d-487c-a1d0-8b6221e9f42d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-867609546-network', 'tenant_id': '05424f0bcce640fe815200bb26dff41a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:13.780669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:13.780669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Checking segment: {'id': '6ed3aaa8-c878-4c37-94d2-c1f0a865ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:13.780951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Bound using segment: {'id': '6ed3aaa8-c878-4c37-94d2-c1f0a865ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:13.781152 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Bound port: 03d442ab-9f2a-4244-995c-68077f36812e, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed3aaa8-c878-4c37-94d2-c1f0a865ea87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:13.781506 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.802671 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4430f241-514d-487c-a1d0-8b6221e9f42d admin admin] Made reservation on behalf of 05424f0bcce640fe815200bb26dff41a for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:13.805023 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4430f241-514d-487c-a1d0-8b6221e9f42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.806878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54050) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:13.832629 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4430f241-514d-487c-a1d0-8b6221e9f42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.896679 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] For port 03d442ab-9f2a-4244-995c-68077f36812e, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:13.918316 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] For port 03d442ab-9f2a-4244-995c-68077f36812e, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=03d442ab-9f2a-4244-995c-68077f36812e,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:13.926201 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.957645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fa272-37c7-4018-b0c9-d885a6a14316 req-5510502d-1a99-4775-895f-373b2e7de0b9 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.970047 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-561fa272-37c7-4018-b0c9-d885a6a14316 req-5510502d-1a99-4775-895f-373b2e7de0b9 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.1528618 Jul 16 01:36:13.983580 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.984306 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.985713 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] 10.222.0.47 "PUT /v2.0/ports/03d442ab-9f2a-4244-995c-68077f36812e HTTP/1.1" status: 200 len: 1092 time: 1.1735718 Jul 16 01:36:13.986151 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7132ab60-bf47-4096-9057-67fdef4f6e9f', 'tag': '03d442ab-9f2a-4244-995c-68077f36812e'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:13.988414 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f479750e-2b66-406d-b6c6-97e6948627ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7132ab60-bf47-4096-9057-67fdef4f6e9f", "tag": "03d442ab-9f2a-4244-995c-68077f36812e"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:14.020975 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cccd61ec-0ea6-4297-b811-e4fedbcf6554 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b1509ca3db474a6faab62996d47a6a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124212 Jul 16 01:36:14.023771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54062) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:14.038523 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f36aa-5ca4-4462-9061-f329faae0533 service neutron] Pushing event updated for resources: {'Port': ['ID=03d442ab-9f2a-4244-995c-68077f36812e,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:14.079560 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-561fa272-37c7-4018-b0c9-d885a6a14316 req-bf6f151f-2cd8-4537-a216-ce23ba2954a0 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070573 Jul 16 01:36:14.102442 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8e080c6-f31e-468a-a58b-b8b203d65ea8 req-f5c985da-4648-4675-a853-7296122198e0 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 210 time: 0.0553005 Jul 16 01:36:14.141320 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4430f241-514d-487c-a1d0-8b6221e9f42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.169087 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389fa974-fb16-4b72-a7d5-1a62e88cb181 x-openstack-request-id: req-389fa974-fb16-4b72-a7d5-1a62e88cb181 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:14.169371 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7132ab60-bf47-4096-9057-67fdef4f6e9f", "tag": "03d442ab-9f2a-4244-995c-68077f36812e", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:14.169752 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-389fa974-fb16-4b72-a7d5-1a62e88cb181 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:14.170001 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7132ab60-bf47-4096-9057-67fdef4f6e9f', 'tag': '03d442ab-9f2a-4244-995c-68077f36812e', 'status': 'completed', 'code': 200} Jul 16 01:36:14.177999 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4430f241-514d-487c-a1d0-8b6221e9f42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.413011 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8c570-ea29-4756-86ec-3c879713eb01 req-3430c60b-d862-4176-9dce-6aaa2087ee6d tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:14.414953 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30e8c570-ea29-4756-86ec-3c879713eb01 req-3430c60b-d862-4176-9dce-6aaa2087ee6d tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 945 time: 0.0979667 Jul 16 01:36:14.460359 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30e8c570-ea29-4756-86ec-3c879713eb01 req-4305a43f-1463-46d1-9f52-54b152d91162 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383248 Jul 16 01:36:14.639628 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4430f241-514d-487c-a1d0-8b6221e9f42d admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:14.659884 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5c21231-8180-4e18-b8d0-c2335ade17f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.673643 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430f241-514d-487c-a1d0-8b6221e9f42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fee4e6-efe2-40c5-b0a6-711428a8f699,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:14.697279 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4430f241-514d-487c-a1d0-8b6221e9f42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.698458 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-4430f241-514d-487c-a1d0-8b6221e9f42d admin admin] Added segment 302eba5d-be87-4be1-a4aa-4fccca95ec1b of type vlan for network 77d99b1e-a435-46f3-8330-ee93faea0aaf Jul 16 01:36:14.725264 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5c21231-8180-4e18-b8d0-c2335ade17f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.827781 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-8a9fc081-c836-4b11-82f7-c4f98c3f9665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:14.829642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-8a9fc081-c836-4b11-82f7-c4f98c3f9665 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e0a93c3dbb54f56ac633687331d9c71&device_id=7132ab60-bf47-4096-9057-67fdef4f6e9f HTTP/1.1" status: 200 len: 1095 time: 0.7577426 Jul 16 01:36:14.840260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-39b5dc13-bbee-4714-9d1e-2024de8159d1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:14.842178 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-39b5dc13-bbee-4714-9d1e-2024de8159d1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.47 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 812 time: 0.7055171 Jul 16 01:36:14.862524 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4430f241-514d-487c-a1d0-8b6221e9f42d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.877011 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Request body: {'port': {'device_id': '89b3cffb-472e-4514-b017-ad08ed176bee', 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642', 'admin_state_up': True, 'tenant_id': '896b96fff2154ceeadc07932cbd11243'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:14.888157 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5c21231-8180-4e18-b8d0-c2335ade17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.890800 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5c21231-8180-4e18-b8d0-c2335ade17f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.894257 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a5c21231-8180-4e18-b8d0-c2335ade17f1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b9b056cd-6950-4314-86d8-77f5a2a06073 HTTP/1.1" status: 204 len: 168 time: 0.8672776 Jul 16 01:36:14.957129 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-9b799efe-8ce6-4024-9944-1db3c1257fe3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03d442ab-9f2a-4244-995c-68077f36812e HTTP/1.1" status: 200 len: 217 time: 0.0850112 Jul 16 01:36:14.957927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fc78a-5c34-406b-ba77-70020ccbac00 req-1aa156a5-8f70-4e80-a481-d2ee04640306 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:14.966862 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6b2fc78a-5c34-406b-ba77-70020ccbac00 req-1aa156a5-8f70-4e80-a481-d2ee04640306 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=7132ab60-bf47-4096-9057-67fdef4f6e9f HTTP/1.1" status: 200 len: 944 time: 0.0878606 Jul 16 01:36:14.973785 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bd7f2-dcd8-44c2-b891-f0dc6e890baa req-9ff00a65-89c1-4199-85bc-b42f6ec6d757 tempest-MigrationsAdminTest-519601803 tempest-MigrationsAdminTest-519601803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:14.983149 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ba2bd7f2-dcd8-44c2-b891-f0dc6e890baa req-9ff00a65-89c1-4199-85bc-b42f6ec6d757 tempest-MigrationsAdminTest-519601803 tempest-MigrationsAdminTest-519601803-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 1101 time: 0.4351242 Jul 16 01:36:14.985953 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c21231-8180-4e18-b8d0-c2335ade17f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b056cd-6950-4314-86d8-77f5a2a06073,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:15.036867 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6b2fc78a-5c34-406b-ba77-70020ccbac00 req-888d5c28-2b27-4cf9-9015-7a2424beeb85 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687010 Jul 16 01:36:15.107894 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4430f241-514d-487c-a1d0-8b6221e9f42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.108870 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4430f241-514d-487c-a1d0-8b6221e9f42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.109460 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4430f241-514d-487c-a1d0-8b6221e9f42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.148281 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ba2bd7f2-dcd8-44c2-b891-f0dc6e890baa req-d03c8771-1d9f-4daa-98b4-6edfd48f2d25 tempest-MigrationsAdminTest-519601803 tempest-MigrationsAdminTest-519601803-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641231 Jul 16 01:36:15.177476 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-0537ec75-aa5c-4772-a4e2-fd4528d97858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.183818 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-0537ec75-aa5c-4772-a4e2-fd4528d97858 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f8b2660-2f56-4e5d-9128-7f1c437da02e HTTP/1.1" status: 200 len: 861 time: 0.2086656 Jul 16 01:36:15.254197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54102) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:15.254506 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4430f241-514d-487c-a1d0-8b6221e9f42d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9303489 Jul 16 01:36:15.259823 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-8ffbc113-4d68-4a98-9c46-68e6ecac3abf admin admin] Request body: {'subnet': {'network_id': '77d99b1e-a435-46f3-8330-ee93faea0aaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-867609546-subnet', 'tenant_id': '05424f0bcce640fe815200bb26dff41a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:15.267047 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430f241-514d-487c-a1d0-8b6221e9f42d admin admin] Pushing event updated for resources: {'Network': ['ID=77d99b1e-a435-46f3-8330-ee93faea0aaf,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:15.280787 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 77d99b1e-a435-46f3-8330-ee93faea0aaf details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:15.297237 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-e52e8bd3-e86a-4bf6-9745-dff43b20befb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9b4267d-31ca-4893-a94b-1ea20195b57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403421 Jul 16 01:36:15.355466 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Made reservation on behalf of 896b96fff2154ceeadc07932cbd11243 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:15.360910 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.370475 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.api [None req-8ffbc113-4d68-4a98-9c46-68e6ecac3abf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:36:15.370475 n-d-800086-6 neutron-server[93831]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:36:15.370475 n-d-800086-6 neutron-server[93831]: [parameters: {'project_id': '05424f0bcce640fe815200bb26dff41a', 'id': '212b5d39-a481-4b75-83e5-5d0f99e24642', 'expiration': datetime.datetime(2021, 7, 16, 1, 38, 15, 303004)}] Jul 16 01:36:15.370475 n-d-800086-6 neutron-server[93831]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:36:15.371970 n-d-800086-6 neutron-server[93831]: DEBUG oslo_db.api [None req-8ffbc113-4d68-4a98-9c46-68e6ecac3abf admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:36:15.379846 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-13dcd4ed-cb09-4484-b666-1c53251b2fce req-5a742a15-5647-40b1-9226-a14eb34128fc tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 210 time: 0.0786304 Jul 16 01:36:15.509074 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-e9ec3d6f-f645-4f30-91c5-e7511d7fbed5 service neutron] 10.222.0.47 "GET /v2.0/networks/b9b4267d-31ca-4893-a94b-1ea20195b57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031894 Jul 16 01:36:15.537939 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9f319334-3976-40b8-a40f-9b35cff116bc req-f1bdbffe-e163-4f45-a716-077f6a90f8db tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1961ea8d11af4a26af7254218bca79a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618680 Jul 16 01:36:15.693729 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f36d0-f095-48ca-84ca-c6382501bba6 req-5c97363d-5cf8-4dfd-8ee1-95be6d78bbd9 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.702872 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d50f36d0-f095-48ca-84ca-c6382501bba6 req-5c97363d-5cf8-4dfd-8ee1-95be6d78bbd9 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 945 time: 0.0936775 Jul 16 01:36:15.706006 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Allocated IP 172.20.0.14 (2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642/84a8e114-6746-4f75-be46-b5ce225a99ed/c20de5fa-fb4c-4811-b129-1656607f2a1d) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:15.743561 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-413b2f21-086a-4472-99fc-b5e5b6c827a4 req-0073993e-328c-4e03-84e0-332ed0f365c5 service neutron] 10.222.0.47 "GET /v2.0/networks/b9b4267d-31ca-4893-a94b-1ea20195b57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157381 Jul 16 01:36:15.772039 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d50f36d0-f095-48ca-84ca-c6382501bba6 req-0d442174-8233-43c4-9544-dfae7a726896 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678961 Jul 16 01:36:15.786224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f319334-3976-40b8-a40f-9b35cff116bc req-78dd9708-0322-46ac-bc87-5f8e8f5fbb65 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.787701 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9f319334-3976-40b8-a40f-9b35cff116bc req-78dd9708-0322-46ac-bc87-5f8e8f5fbb65 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168896 Jul 16 01:36:15.814343 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bca4a8f7-0bb4-4bd1-84bd-dcfc48e22b52 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/quotas/1961ea8d11af4a26af7254218bca79a1 HTTP/1.1" status: 200 len: 375 time: 0.0193374 Jul 16 01:36:15.899604 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffbc113-4d68-4a98-9c46-68e6ecac3abf admin admin] Made reservation on behalf of 05424f0bcce640fe815200bb26dff41a for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:15.903159 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ffbc113-4d68-4a98-9c46-68e6ecac3abf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.055935 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.065951 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9f319334-3976-40b8-a40f-9b35cff116bc req-116b2d7d-121d-4f82-af70-d1371e492e90 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2413704 Jul 16 01:36:16.067656 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479750e-2b66-406d-b6c6-97e6948627ba req-8ff40cae-9ef1-4268-b5f7-168c1a4742b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.069396 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f479750e-2b66-406d-b6c6-97e6948627ba req-8ff40cae-9ef1-4268-b5f7-168c1a4742b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e0a93c3dbb54f56ac633687331d9c71&device_id=7132ab60-bf47-4096-9057-67fdef4f6e9f HTTP/1.1" status: 200 len: 1095 time: 0.1734016 Jul 16 01:36:16.162690 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ffbc113-4d68-4a98-9c46-68e6ecac3abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.188587 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.205467 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479750e-2b66-406d-b6c6-97e6948627ba req-709765be-b480-4035-a5a3-9e8ad5f9bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.207093 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f479750e-2b66-406d-b6c6-97e6948627ba req-709765be-b480-4035-a5a3-9e8ad5f9bf96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9b4267d-31ca-4893-a94b-1ea20195b57d HTTP/1.1" status: 200 len: 922 time: 0.1302235 Jul 16 01:36:16.258916 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffbc113-4d68-4a98-9c46-68e6ecac3abf admin admin] Checking segment: {'id': '302eba5d-be87-4be1-a4aa-4fccca95ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '77d99b1e-a435-46f3-8330-ee93faea0aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:16.259751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffbc113-4d68-4a98-9c46-68e6ecac3abf admin admin] Network hostable DHCP agents. Network: 77d99b1e-a435-46f3-8330-ee93faea0aaf, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:16.265434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbc113-4d68-4a98-9c46-68e6ecac3abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e9493f-8759-449b-8216-e36aed2a057a,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.297265 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:16.303095 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:16.312197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98394b-3200-41f8-adb2-64a014737307 req-66713460-a395-4f16-863b-423bc22f16c3 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.317367 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ad98394b-3200-41f8-adb2-64a014737307 req-66713460-a395-4f16-863b-423bc22f16c3 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 1096 time: 0.1929202 Jul 16 01:36:16.317707 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f479750e-2b66-406d-b6c6-97e6948627ba req-2097e674-47e2-4fbb-9871-5b2f0292460c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03d442ab-9f2a-4244-995c-68077f36812e HTTP/1.1" status: 200 len: 217 time: 0.0848093 Jul 16 01:36:16.318780 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:16.322799 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Pushing event updated for resources: {'Port': ['ID=c20de5fa-fb4c-4811-b129-1656607f2a1d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.356857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffbc113-4d68-4a98-9c46-68e6ecac3abf admin admin] Network 77d99b1e-a435-46f3-8330-ee93faea0aaf is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:16.389512 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ad98394b-3200-41f8-adb2-64a014737307 req-493a4e4b-6e7e-41cd-a575-39e3a68167d4 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655658 Jul 16 01:36:16.394879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-8ffbc113-4d68-4a98-9c46-68e6ecac3abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 77d99b1e-a435-46f3-8330-ee93faea0aaf) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:16.403839 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e92ab4-1a5a-4afb-9e87-84c68107c070 None None] Network 77d99b1e-a435-46f3-8330-ee93faea0aaf requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:16.415527 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffbc113-4d68-4a98-9c46-68e6ecac3abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.425897 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ffbc113-4d68-4a98-9c46-68e6ecac3abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.429655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.429997 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.437960 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.438275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.438612 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.438943 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.444290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54154) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:16.448371 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.448740 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.449076 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.449407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.449736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.450061 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.476931 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8ffbc113-4d68-4a98-9c46-68e6ecac3abf admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2210300 Jul 16 01:36:16.531363 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-634931a6-9827-4dc0-bca9-df3a39b955e8 req-5fdd1c22-0eca-4607-b1b1-afa6fcbe9d75 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 210 time: 0.0468743 Jul 16 01:36:16.602990 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.603601 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.638468 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479750e-2b66-406d-b6c6-97e6948627ba req-6fbe2494-08f2-45e1-8a2a-26244a3f8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.640247 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f479750e-2b66-406d-b6c6-97e6948627ba req-6fbe2494-08f2-45e1-8a2a-26244a3f8721 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f8b2660-2f56-4e5d-9128-7f1c437da02e HTTP/1.1" status: 200 len: 861 time: 0.2428389 Jul 16 01:36:16.644517 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-3e556fbf-d504-4018-b235-fe9d8d282d83 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7738395 Jul 16 01:36:16.673717 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af9553b-2431-48d9-900a-3a6ddbf78894 None None] Network 77d99b1e-a435-46f3-8330-ee93faea0aaf requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:16.675487 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Request body: {'port': {'device_id': '89b3cffb-472e-4514-b017-ad08ed176bee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:16.763509 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f479750e-2b66-406d-b6c6-97e6948627ba req-b380993a-496b-43c3-98c7-08ed2fc9b7ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9b4267d-31ca-4893-a94b-1ea20195b57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033614 Jul 16 01:36:16.784418 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1a5af-aa09-47ce-b193-ac4a67096f7d req-f43494e1-afb7-425e-b194-0f0080266189 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.799391 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbc1a5af-aa09-47ce-b193-ac4a67096f7d req-f43494e1-afb7-425e-b194-0f0080266189 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 932 time: 0.1353264 Jul 16 01:36:16.836845 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b614d4-caee-46b5-8317-34d3150de1f5 req-29dc0c5a-0f51-4d10-8589-1f0a1190aa1c tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.838594 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94b614d4-caee-46b5-8317-34d3150de1f5 req-29dc0c5a-0f51-4d10-8589-1f0a1190aa1c tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=7132ab60-bf47-4096-9057-67fdef4f6e9f HTTP/1.1" status: 200 len: 944 time: 0.2588732 Jul 16 01:36:16.853440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-146536798-network', 'tenant_id': 'a41b869f49b349909b5f3c4b94798fc3'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:16.924335 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbc1a5af-aa09-47ce-b193-ac4a67096f7d req-f8c8e701-391a-46fe-82ab-3b37833a083d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239572 Jul 16 01:36:16.947864 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Made reservation on behalf of a41b869f49b349909b5f3c4b94798fc3 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:16.956119 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.986633 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.045020 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94b614d4-caee-46b5-8317-34d3150de1f5 req-265f43bb-74a9-4a35-b4c8-b93651dfded8 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820264 Jul 16 01:36:17.087988 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.186046 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f479750e-2b66-406d-b6c6-97e6948627ba req-07a5e3fa-0d7f-4910-bc2e-00b9dd471ab1 service neutron] 10.222.0.47 "GET /v2.0/networks/b9b4267d-31ca-4893-a94b-1ea20195b57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915234 Jul 16 01:36:17.190872 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.197152 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.212576 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:17.241217 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.241710 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Added segment a82acdce-5aca-4031-8db4-96e971373951 of type vlan for network 788e2996-ae41-440d-8892-e7b9ea2dc68e Jul 16 01:36:17.280049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6b5a19-66da-4ce1-b890-493acd22189f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:17.299301 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:17.299839 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:17.300248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:17.300664 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:17.301073 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:17.301481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:17.301920 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:17.302362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:17.302765 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:17.303165 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:17.303605 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:17.304049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:17.312630 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.355981 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.357380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.358134 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.377782 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9310040 Jul 16 01:36:17.390328 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54186) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:17.395167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b3a6521a-1561-4101-b12f-0fd7b91e7a25 admin admin] Request body: {'subnet': {'network_id': '788e2996-ae41-440d-8892-e7b9ea2dc68e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-146536798-subnet', 'tenant_id': 'a41b869f49b349909b5f3c4b94798fc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:17.451178 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eba0bb-fcd5-45f8-b3d7-9b627bdfc265 admin admin] Pushing event updated for resources: {'Network': ['ID=788e2996-ae41-440d-8892-e7b9ea2dc68e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:17.459099 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a6521a-1561-4101-b12f-0fd7b91e7a25 admin admin] Made reservation on behalf of a41b869f49b349909b5f3c4b94798fc3 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:17.460970 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f479750e-2b66-406d-b6c6-97e6948627ba req-645a8d33-3d7d-470e-93ce-2554182f3a53 service neutron] 10.222.0.47 "GET /v2.0/networks/b9b4267d-31ca-4893-a94b-1ea20195b57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556546 Jul 16 01:36:17.461842 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b3a6521a-1561-4101-b12f-0fd7b91e7a25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.467616 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 788e2996-ae41-440d-8892-e7b9ea2dc68e details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:17.762569 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b3a6521a-1561-4101-b12f-0fd7b91e7a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.866009 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20de5fa-fb4c-4811-b129-1656607f2a1d {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:17.883775 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.897563 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cc1ce08a-fe81-466b-ab04-78242492fe6a req-87ac386b-5916-458b-a09b-00f98f0ed3ca tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 210 time: 0.0761781 Jul 16 01:36:17.898536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea616f04-7614-4214-8203-a6e980fb947b req-e97c46d3-9406-42dc-bcb0-a39a2c8c9cb8 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.901640 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6521a-1561-4101-b12f-0fd7b91e7a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80374b9f-2bf3-4ec7-862f-ebb8ade373c7,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:17.904235 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a6521a-1561-4101-b12f-0fd7b91e7a25 admin admin] Checking segment: {'id': 'a82acdce-5aca-4031-8db4-96e971373951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '788e2996-ae41-440d-8892-e7b9ea2dc68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:17.904673 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a6521a-1561-4101-b12f-0fd7b91e7a25 admin admin] Network hostable DHCP agents. Network: 788e2996-ae41-440d-8892-e7b9ea2dc68e, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:17.905788 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ea616f04-7614-4214-8203-a6e980fb947b req-e97c46d3-9406-42dc-bcb0-a39a2c8c9cb8 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/networks?id=77d99b1e-a435-46f3-8330-ee93faea0aaf HTTP/1.1" status: 200 len: 817 time: 0.1798813 Jul 16 01:36:17.941585 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ea616f04-7614-4214-8203-a6e980fb947b req-efc6de20-ab40-4bed-bc4d-c870beac311c tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/quotas/05424f0bcce640fe815200bb26dff41a HTTP/1.1" status: 200 len: 375 time: 0.0346730 Jul 16 01:36:17.944089 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a6521a-1561-4101-b12f-0fd7b91e7a25 admin admin] Network 788e2996-ae41-440d-8892-e7b9ea2dc68e is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:17.944275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Transition to ACTIVE for port object c20de5fa-fb4c-4811-b129-1656607f2a1d will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:17.956245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-b3a6521a-1561-4101-b12f-0fd7b91e7a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 788e2996-ae41-440d-8892-e7b9ea2dc68e) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:17.959399 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.964456 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a6521a-1561-4101-b12f-0fd7b91e7a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.966920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b076e0-2113-4114-af70-5701d8c5f7cb None None] Network 788e2996-ae41-440d-8892-e7b9ea2dc68e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:17.970046 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b3a6521a-1561-4101-b12f-0fd7b91e7a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.010963 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b3a6521a-1561-4101-b12f-0fd7b91e7a25 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6194193 Jul 16 01:36:18.011843 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54212) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:18.020411 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 03d442ab-9f2a-4244-995c-68077f36812e details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:18.051965 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ea616f04-7614-4214-8203-a6e980fb947b req-062f7d9c-83f4-4eff-9600-e1ad9f846392 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=05424f0bcce640fe815200bb26dff41a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1093776 Jul 16 01:36:18.120353 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 03d442ab-9f2a-4244-995c-68077f36812e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=03d442ab-9f2a-4244-995c-68077f36812e,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:18.147603 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '03d442ab-9f2a-4244-995c-68077f36812e', 'network_id': 'b9b4267d-31ca-4893-a94b-1ea20195b57d', 'port_id': '03d442ab-9f2a-4244-995c-68077f36812e', 'mac_address': 'fa:16:3e:3b:c7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8b2660-2f56-4e5d-9128-7f1c437da02e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:18.223428 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ea616f04-7614-4214-8203-a6e980fb947b req-72d77872-f477-438e-a5ba-46aed99c7519 service neutron] 10.222.0.54 "GET /v2.0/networks/77d99b1e-a435-46f3-8330-ee93faea0aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704495 Jul 16 01:36:18.248453 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f319334-3976-40b8-a40f-9b35cff116bc req-781139c0-c18a-4095-bf48-927c8420de69 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1961ea8d11af4a26af7254218bca79a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1052577 Jul 16 01:36:18.330213 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.367921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d442ab-9f2a-4244-995c-68077f36812e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:18.389657 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Pushing event updated for resources: {'Port': ['ID=c20de5fa-fb4c-4811-b129-1656607f2a1d,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.391395 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 03d442ab-9f2a-4244-995c-68077f36812e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=03d442ab-9f2a-4244-995c-68077f36812e,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:18.405100 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.412160 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f319334-3976-40b8-a40f-9b35cff116bc req-6ae2a588-c804-446e-b099-eec302d9585b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:18.415495 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f319334-3976-40b8-a40f-9b35cff116bc req-6ae2a588-c804-446e-b099-eec302d9585b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650717 Jul 16 01:36:18.443681 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-9f319334-3976-40b8-a40f-9b35cff116bc req-c7131f17-6cba-485d-929b-41dcf1dd0229 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Request body: {'port': {'device_id': '6b0ad90d-b1a9-4805-9a9c-c7e82b05df82', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': '1961ea8d11af4a26af7254218bca79a1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:18.449059 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d261a256-6fdb-4990-83d6-078463a8e7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.449305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1221ba4b-e07c-4bde-a21b-69c543a75f18 None None] Network 788e2996-ae41-440d-8892-e7b9ea2dc68e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:18.460754 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Attempting to bind port c20de5fa-fb4c-4811-b129-1656607f2a1d on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:18.461115 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Attempting to bind port c20de5fa-fb4c-4811-b129-1656607f2a1d by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:18.461442 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Attempting to bind port c20de5fa-fb4c-4811-b129-1656607f2a1d on network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:18.478186 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ea616f04-7614-4214-8203-a6e980fb947b req-6c883e15-48b1-4a50-9214-da5587e7c3c5 service neutron] 10.222.0.54 "GET /v2.0/networks/77d99b1e-a435-46f3-8330-ee93faea0aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538102 Jul 16 01:36:18.482794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Port c20de5fa-fb4c-4811-b129-1656607f2a1d on network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:18.489314 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Attempting to bind port c20de5fa-fb4c-4811-b129-1656607f2a1d on network 2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:18.497225 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:18.497775 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Checking segment: {'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:18.498153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Bound using segment: {'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:18.500066 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Bound port: c20de5fa-fb4c-4811-b129-1656607f2a1d, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:18.500659 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.630950 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d261a256-6fdb-4990-83d6-078463a8e7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.638456 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:36:18.641105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749965b-4100-4d6f-9b93-14efe6b8244d req-0e8fac21-f58c-440c-be33-6e14f45c1201 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:18.648175 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b749965b-4100-4d6f-9b93-14efe6b8244d req-0e8fac21-f58c-440c-be33-6e14f45c1201 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 944 time: 0.5151241 Jul 16 01:36:18.654234 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d261a256-6fdb-4990-83d6-078463a8e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.656947 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] For port c20de5fa-fb4c-4811-b129-1656607f2a1d, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:18.664630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] For port c20de5fa-fb4c-4811-b129-1656607f2a1d, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=c20de5fa-fb4c-4811-b129-1656607f2a1d,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:18.670272 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.736310 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=03d442ab-9f2a-4244-995c-68077f36812e,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.762962 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d261a256-6fdb-4990-83d6-078463a8e7ea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=155bfdf4d2ac407ca9450e8c8c8627b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7499201 Jul 16 01:36:18.768212 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54230) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:18.784580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261a256-6fdb-4990-83d6-078463a8e7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888cf441-da0e-4852-be43-e545ee2b5c90,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.821078 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b749965b-4100-4d6f-9b93-14efe6b8244d req-81a4f771-2dc7-4662-b47d-347ab6360d85 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718540 Jul 16 01:36:18.829460 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:18.834050 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.838516 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] 10.222.0.47 "PUT /v2.0/ports/c20de5fa-fb4c-4811-b129-1656607f2a1d HTTP/1.1" status: 200 len: 1092 time: 2.1742704 Jul 16 01:36:18.839069 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b3cffb-472e-4514-b017-ad08ed176bee', 'tag': 'c20de5fa-fb4c-4811-b129-1656607f2a1d'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:18.843635 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8232d2-2764-40e3-8a00-420172f22292" -d '{"events": [{"name": "network-changed", "server_uuid": "89b3cffb-472e-4514-b017-ad08ed176bee", "tag": "c20de5fa-fb4c-4811-b129-1656607f2a1d"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:18.849441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['03d442ab-9f2a-4244-995c-68077f36812e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:18.869042 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8188db7-f92f-4a22-9961-c76d6c762046 service neutron] Pushing event updated for resources: {'Port': ['ID=c20de5fa-fb4c-4811-b129-1656607f2a1d,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.870062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f319334-3976-40b8-a40f-9b35cff116bc req-c7131f17-6cba-485d-929b-41dcf1dd0229 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Made reservation on behalf of 1961ea8d11af4a26af7254218bca79a1 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:18.875156 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9f319334-3976-40b8-a40f-9b35cff116bc req-c7131f17-6cba-485d-929b-41dcf1dd0229 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.999270 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3ea615b-f069-418f-bb12-f3f6c7a268c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.020097 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6d251-d8d0-4067-9251-7cb7d74493ab req-cc8e21ed-181b-4b0e-90e0-bb70a7731ce5 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.037255 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9b6d251-d8d0-4067-9251-7cb7d74493ab req-cc8e21ed-181b-4b0e-90e0-bb70a7731ce5 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=7132ab60-bf47-4096-9057-67fdef4f6e9f HTTP/1.1" status: 200 len: 945 time: 0.1764941 Jul 16 01:36:19.076313 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3ea615b-f069-418f-bb12-f3f6c7a268c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.085636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-93dc15b8-4c63-4c49-935e-c846404dda9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.087168 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-93dc15b8-4c63-4c49-935e-c846404dda9f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 1095 time: 0.1774685 Jul 16 01:36:19.160949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-9f319334-3976-40b8-a40f-9b35cff116bc req-c7131f17-6cba-485d-929b-41dcf1dd0229 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Allocated IP 192.168.233.135 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/015ab3af-8839-472a-9d35-4cb357881610) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:19.179597 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9b6d251-d8d0-4067-9251-7cb7d74493ab req-4d7be39c-d22a-4966-92e2-f311d9778e44 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413758 Jul 16 01:36:19.185053 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-ae544313-bde7-40ef-a677-f7c8397c6079 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c20de5fa-fb4c-4811-b129-1656607f2a1d HTTP/1.1" status: 200 len: 217 time: 0.0755863 Jul 16 01:36:19.253338 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4849cb91-1a87-4257-bc25-2136067123c4 req-8fb48f64-c384-41e1-830e-179e1b2d9526 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1607566873', 'description': 'tempest-description-1059860082'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:19.287983 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3ea615b-f069-418f-bb12-f3f6c7a268c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.291088 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3ea615b-f069-418f-bb12-f3f6c7a268c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.294805 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f3ea615b-f069-418f-bb12-f3f6c7a268c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/888cf441-da0e-4852-be43-e545ee2b5c90 HTTP/1.1" status: 204 len: 168 time: 0.5140626 Jul 16 01:36:19.303481 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9544c989-2549-4b1a-b00e-f1128a7e9ada req-bb2c18ba-974e-476b-9419-e1b6ea36017d tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/ports?device_id=779c2552-8ee7-45fd-9fb1-648556d12b91 HTTP/1.1" status: 200 len: 210 time: 0.0520031 Jul 16 01:36:19.312549 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea615b-f069-418f-bb12-f3f6c7a268c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888cf441-da0e-4852-be43-e545ee2b5c90,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:19.320333 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-90d0b0b3-0740-4f1e-b484-b5e2d7fc281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.322356 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-90d0b0b3-0740-4f1e-b484-b5e2d7fc281c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=84a8e114-6746-4f75-be46-b5ce225a99ed HTTP/1.1" status: 200 len: 852 time: 0.1268342 Jul 16 01:36:19.329280 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4849cb91-1a87-4257-bc25-2136067123c4 req-8fb48f64-c384-41e1-830e-179e1b2d9526 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.382268 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-17c425ab-a5b6-4b95-8d8c-9dfbad7ab608 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495334 Jul 16 01:36:19.413417 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9f319334-3976-40b8-a40f-9b35cff116bc req-c7131f17-6cba-485d-929b-41dcf1dd0229 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.439887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-9f319334-3976-40b8-a40f-9b35cff116bc req-c7131f17-6cba-485d-929b-41dcf1dd0229 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Transition to ACTIVE for port object 015ab3af-8839-472a-9d35-4cb357881610 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:19.499203 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4849cb91-1a87-4257-bc25-2136067123c4 req-8fb48f64-c384-41e1-830e-179e1b2d9526 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.504879 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4849cb91-1a87-4257-bc25-2136067123c4 req-8fb48f64-c384-41e1-830e-179e1b2d9526 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.514213 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9f319334-3976-40b8-a40f-9b35cff116bc req-c7131f17-6cba-485d-929b-41dcf1dd0229 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.549175 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:19.580151 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4849cb91-1a87-4257-bc25-2136067123c4 req-8fb48f64-c384-41e1-830e-179e1b2d9526 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.590457 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4849cb91-1a87-4257-bc25-2136067123c4 req-8fb48f64-c384-41e1-830e-179e1b2d9526 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3454056 Jul 16 01:36:19.590457 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb48f64-c384-41e1-830e-179e1b2d9526 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84e2478-8d68-4ba7-9fe5-04cd2ede6f96,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:19.617928 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-907251ac-e936-444d-9b29-b33c9a0c0810 req-03140e17-e34d-4ba9-8f2a-cfdf811e11ac tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-133746380', 'description': 'tempest-description-911508806'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:19.625362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f319334-3976-40b8-a40f-9b35cff116bc req-c7131f17-6cba-485d-929b-41dcf1dd0229 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:19.639032 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-9f319334-3976-40b8-a40f-9b35cff116bc req-c7131f17-6cba-485d-929b-41dcf1dd0229 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:19.643977 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f319334-3976-40b8-a40f-9b35cff116bc req-c7131f17-6cba-485d-929b-41dcf1dd0229 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:19.647016 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7131f17-6cba-485d-929b-41dcf1dd0229 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Pushing event updated for resources: {'Port': ['ID=015ab3af-8839-472a-9d35-4cb357881610,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:19.705594 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-907251ac-e936-444d-9b29-b33c9a0c0810 req-03140e17-e34d-4ba9-8f2a-cfdf811e11ac tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.774623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f319334-3976-40b8-a40f-9b35cff116bc req-c7131f17-6cba-485d-929b-41dcf1dd0229 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.775303 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9f319334-3976-40b8-a40f-9b35cff116bc req-c7131f17-6cba-485d-929b-41dcf1dd0229 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.841349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54250) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:19.905781 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5128a65d-87d6-4e2e-a013-1155f8a6bfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.972827 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c4748a-ef9f-49f6-bf28-a7e29729e739 x-openstack-request-id: req-e6c4748a-ef9f-49f6-bf28-a7e29729e739 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:19.973464 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b3cffb-472e-4514-b017-ad08ed176bee", "tag": "c20de5fa-fb4c-4811-b129-1656607f2a1d", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:19.973666 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e6c4748a-ef9f-49f6-bf28-a7e29729e739 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:19.974610 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b3cffb-472e-4514-b017-ad08ed176bee', 'tag': 'c20de5fa-fb4c-4811-b129-1656607f2a1d', 'status': 'completed', 'code': 200} Jul 16 01:36:20.027365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 03d442ab-9f2a-4244-995c-68077f36812e up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:20.034886 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-907251ac-e936-444d-9b29-b33c9a0c0810 req-03140e17-e34d-4ba9-8f2a-cfdf811e11ac tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.040532 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-907251ac-e936-444d-9b29-b33c9a0c0810 req-03140e17-e34d-4ba9-8f2a-cfdf811e11ac tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.052120 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f319334-3976-40b8-a40f-9b35cff116bc req-c7131f17-6cba-485d-929b-41dcf1dd0229 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6162155 Jul 16 01:36:20.061710 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-3daf07f2-79f0-4a43-863d-af161aaab602 service neutron] 10.222.0.47 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6713233 Jul 16 01:36:20.078608 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Request body: {'port': {'device_id': '6b0ad90d-b1a9-4805-9a9c-c7e82b05df82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:20.082646 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d2c63-375a-401b-a701-1ba6c4ac6bee req-36e964be-9409-4088-b000-8e72feda3f81 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.096348 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b76d2c63-375a-401b-a701-1ba6c4ac6bee req-36e964be-9409-4088-b000-8e72feda3f81 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 936 time: 0.1206095 Jul 16 01:36:20.097401 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-68a9d57b-bdc2-4155-bf46-5fe5b995d67b None None] Provisioning for port 015ab3af-8839-472a-9d35-4cb357881610 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:20.110808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 03d442ab-9f2a-4244-995c-68077f36812e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:20.117312 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-68a9d57b-bdc2-4155-bf46-5fe5b995d67b None None] Provisioning complete for port 015ab3af-8839-472a-9d35-4cb357881610 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:20.118045 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68a9d57b-bdc2-4155-bf46-5fe5b995d67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.118255 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03140e17-e34d-4ba9-8f2a-cfdf811e11ac tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eac0ec5-d886-4db7-b035-0432d5a4ed1a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:20.159313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-68a9d57b-bdc2-4155-bf46-5fe5b995d67b None None] Port 015ab3af-8839-472a-9d35-4cb357881610 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:20.165610 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 03d442ab-9f2a-4244-995c-68077f36812e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:20.166090 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.189065 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b76d2c63-375a-401b-a701-1ba6c4ac6bee req-7c4a0e9f-c4d3-43e7-a0c8-a86e148ce070 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918093 Jul 16 01:36:20.197996 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.223764 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3c1a2e3f-8297-4aa3-8141-5cf531245bcc req-2030c88e-d144-44cf-aa37-30b91a395330 service neutron] 10.222.0.47 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501336 Jul 16 01:36:20.284237 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5128a65d-87d6-4e2e-a013-1155f8a6bfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.304273 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.329780 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7132ab60-bf47-4096-9057-67fdef4f6e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d442ab-9f2a-4244-995c-68077f36812e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:20.332723 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a623da9-8b03-49ea-ad46-5cea1e631fac" -d '{"events": [{"server_uuid": "7132ab60-bf47-4096-9057-67fdef4f6e9f", "name": "network-vif-plugged", "status": "completed", "tag": "03d442ab-9f2a-4244-995c-68077f36812e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:20.333831 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5128a65d-87d6-4e2e-a013-1155f8a6bfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.346779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 03d442ab-9f2a-4244-995c-68077f36812e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=03d442ab-9f2a-4244-995c-68077f36812e,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:20.348754 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-907251ac-e936-444d-9b29-b33c9a0c0810 req-03140e17-e34d-4ba9-8f2a-cfdf811e11ac tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.350021 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-907251ac-e936-444d-9b29-b33c9a0c0810 req-03140e17-e34d-4ba9-8f2a-cfdf811e11ac tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7434280 Jul 16 01:36:20.351536 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.402531 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5128a65d-87d6-4e2e-a013-1155f8a6bfc6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8acd9492d02a4c3d962b34a2943c347b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5587993 Jul 16 01:36:20.406392 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54268) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:20.415162 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=03d442ab-9f2a-4244-995c-68077f36812e,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:20.438549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128a65d-87d6-4e2e-a013-1155f8a6bfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effcb398-d237-440f-bc84-4bbfe6a5cb65,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:20.518917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8232d2-2764-40e3-8a00-420172f22292 req-6c9549e7-e0cf-45c9-954d-08aae65d9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.520519 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dc8232d2-2764-40e3-8a00-420172f22292 req-6c9549e7-e0cf-45c9-954d-08aae65d9373 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=896b96fff2154ceeadc07932cbd11243&device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 1095 time: 0.1803193 Jul 16 01:36:20.537479 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe0106-5090-45eb-8872-440fc2f0b22a req-03eea7ed-3bbf-45e9-8cbe-2b605c4c47eb tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.538983 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-14fe0106-5090-45eb-8872-440fc2f0b22a req-03eea7ed-3bbf-45e9-8cbe-2b605c4c47eb tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 944 time: 0.1851792 Jul 16 01:36:20.556192 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ce591ce-ad80-4142-954b-47e84cc6abdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.595675 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ce591ce-ad80-4142-954b-47e84cc6abdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.664943 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-14fe0106-5090-45eb-8872-440fc2f0b22a req-4bb17716-129b-4573-beda-f9aac7b8fadb tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128728 Jul 16 01:36:20.681737 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 015ab3af-8839-472a-9d35-4cb357881610 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:20.694157 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.721531 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8232d2-2764-40e3-8a00-420172f22292 req-e84c0afa-abe7-4078-ad45-5cad9dee17cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.723539 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dc8232d2-2764-40e3-8a00-420172f22292 req-e84c0afa-abe7-4078-ad45-5cad9dee17cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 200 len: 913 time: 0.1836541 Jul 16 01:36:20.736994 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Transition to ACTIVE for port object 015ab3af-8839-472a-9d35-4cb357881610 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:20.737931 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ce591ce-ad80-4142-954b-47e84cc6abdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.744224 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ce591ce-ad80-4142-954b-47e84cc6abdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.745661 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7ce591ce-ad80-4142-954b-47e84cc6abdc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/effcb398-d237-440f-bc84-4bbfe6a5cb65 HTTP/1.1" status: 204 len: 168 time: 0.3268337 Jul 16 01:36:20.763847 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.809457 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dc8232d2-2764-40e3-8a00-420172f22292 req-53af69a1-813d-4fbb-ab50-57a18f3aebd3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c20de5fa-fb4c-4811-b129-1656607f2a1d HTTP/1.1" status: 200 len: 217 time: 0.0494385 Jul 16 01:36:20.833199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce591ce-ad80-4142-954b-47e84cc6abdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effcb398-d237-440f-bc84-4bbfe6a5cb65,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:20.900195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Pushing event updated for resources: {'Port': ['ID=015ab3af-8839-472a-9d35-4cb357881610,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:20.941465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8232d2-2764-40e3-8a00-420172f22292 req-ff9ac972-e576-4304-a007-f1e9e8a8448d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.949736 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dc8232d2-2764-40e3-8a00-420172f22292 req-ff9ac972-e576-4304-a007-f1e9e8a8448d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=84a8e114-6746-4f75-be46-b5ce225a99ed HTTP/1.1" status: 200 len: 852 time: 0.1279588 Jul 16 01:36:21.023571 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9703cd-1464-4ae2-98dc-f98e153c244d x-openstack-request-id: req-8d9703cd-1464-4ae2-98dc-f98e153c244d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:21.024252 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7132ab60-bf47-4096-9057-67fdef4f6e9f", "name": "network-vif-plugged", "status": "completed", "tag": "03d442ab-9f2a-4244-995c-68077f36812e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:21.025144 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d9703cd-1464-4ae2-98dc-f98e153c244d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:21.026423 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7132ab60-bf47-4096-9057-67fdef4f6e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d442ab-9f2a-4244-995c-68077f36812e', 'code': 200} Jul 16 01:36:21.052755 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dc8232d2-2764-40e3-8a00-420172f22292 req-bc3308a0-3210-4a44-b462-3230548e02dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904081 Jul 16 01:36:21.112662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea616f04-7614-4214-8203-a6e980fb947b req-9c8cfd80-1ebd-416f-8559-777eb22924b5 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.114271 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ea616f04-7614-4214-8203-a6e980fb947b req-9c8cfd80-1ebd-416f-8559-777eb22924b5 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.47 "GET /v2.0/networks?id=77d99b1e-a435-46f3-8330-ee93faea0aaf HTTP/1.1" status: 200 len: 817 time: 0.4686060 Jul 16 01:36:21.169513 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Attempting to bind port 015ab3af-8839-472a-9d35-4cb357881610 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:21.169948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Attempting to bind port 015ab3af-8839-472a-9d35-4cb357881610 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:21.170288 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Attempting to bind port 015ab3af-8839-472a-9d35-4cb357881610 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:21.191786 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-ea616f04-7614-4214-8203-a6e980fb947b req-61f281a5-77fc-493b-9f01-ba2046001020 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Request body: {'port': {'device_id': '779c2552-8ee7-45fd-9fb1-648556d12b91', 'network_id': '77d99b1e-a435-46f3-8330-ee93faea0aaf', 'admin_state_up': True, 'tenant_id': '05424f0bcce640fe815200bb26dff41a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:21.210912 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Port 015ab3af-8839-472a-9d35-4cb357881610 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:21.211159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Attempting to bind port 015ab3af-8839-472a-9d35-4cb357881610 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:21.222894 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:21.223241 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:21.223626 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:21.224119 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Bound port: 015ab3af-8839-472a-9d35-4cb357881610, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:21.224475 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.317320 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332157c-8950-442c-aeef-dbf3671f52a8 req-bb20adb6-7204-4753-8e20-f39fa3c360bc tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.319043 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4332157c-8950-442c-aeef-dbf3671f52a8 req-bb20adb6-7204-4753-8e20-f39fa3c360bc tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=7132ab60-bf47-4096-9057-67fdef4f6e9f HTTP/1.1" status: 200 len: 946 time: 0.1811142 Jul 16 01:36:21.336699 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] For port 015ab3af-8839-472a-9d35-4cb357881610, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:21.341037 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] For port 015ab3af-8839-472a-9d35-4cb357881610, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=015ab3af-8839-472a-9d35-4cb357881610,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:21.350795 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.404326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.405957 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.406531 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f319334-3976-40b8-a40f-9b35cff116bc req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] 10.222.0.26 "PUT /v2.0/ports/015ab3af-8839-472a-9d35-4cb357881610 HTTP/1.1" status: 200 len: 1096 time: 1.3329585 Jul 16 01:36:21.406922 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0ad90d-b1a9-4805-9a9c-c7e82b05df82', 'tag': '015ab3af-8839-472a-9d35-4cb357881610'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:21.409328 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dae51c-b4c0-471c-ad8e-63eede6e0eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0ad90d-b1a9-4805-9a9c-c7e82b05df82", "tag": "015ab3af-8839-472a-9d35-4cb357881610"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:21.437621 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4332157c-8950-442c-aeef-dbf3671f52a8 req-7f3dc2d6-7e60-453e-818c-266d9feced86 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100996 Jul 16 01:36:21.444773 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0803cfe3-94dc-4675-b5d9-c64a10b82bb8 req-dedfd460-f54b-4475-9d4c-03431b639c1b tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/ports?device_id=779c2552-8ee7-45fd-9fb1-648556d12b91 HTTP/1.1" status: 200 len: 210 time: 0.1783054 Jul 16 01:36:21.482538 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc541ec4-7fe6-4339-966e-3a909be46921 service neutron] Pushing event updated for resources: {'Port': ['ID=015ab3af-8839-472a-9d35-4cb357881610,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.612588 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dc8232d2-2764-40e3-8a00-420172f22292 req-e59f7b04-f180-4163-8a36-bbed9848d74d service neutron] 10.222.0.47 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930713 Jul 16 01:36:21.686464 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f319334-3976-40b8-a40f-9b35cff116bc req-635763b1-620e-48c2-be05-bb8c109b0772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.688047 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f319334-3976-40b8-a40f-9b35cff116bc req-635763b1-620e-48c2-be05-bb8c109b0772 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 1099 time: 0.1804135 Jul 16 01:36:21.749427 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea616f04-7614-4214-8203-a6e980fb947b req-61f281a5-77fc-493b-9f01-ba2046001020 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Made reservation on behalf of 05424f0bcce640fe815200bb26dff41a for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:21.758051 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ea616f04-7614-4214-8203-a6e980fb947b req-61f281a5-77fc-493b-9f01-ba2046001020 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.780723 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f319334-3976-40b8-a40f-9b35cff116bc req-2a47bda3-be93-4f5b-a13e-7783eab552c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=015ab3af-8839-472a-9d35-4cb357881610 HTTP/1.1" status: 200 len: 217 time: 0.0526340 Jul 16 01:36:21.829175 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94197262-0896-4f75-b6ba-619d6b53f274 req-d23e1a3f-b12b-4e1a-bd43-1a7af3a2af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.830924 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94197262-0896-4f75-b6ba-619d6b53f274 req-d23e1a3f-b12b-4e1a-bd43-1a7af3a2af93 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7132ab60-bf47-4096-9057-67fdef4f6e9f HTTP/1.1" status: 200 len: 1097 time: 0.5015624 Jul 16 01:36:21.854960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-2d34ec49-515d-4c9b-be22-2c9e488f3a39 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.862441 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-2d34ec49-515d-4c9b-be22-2c9e488f3a39 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/networks?id=788e2996-ae41-440d-8892-e7b9ea2dc68e HTTP/1.1" status: 200 len: 812 time: 0.2343080 Jul 16 01:36:21.890305 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1ff6d3eb-fe56-46b0-b0d5-ea64636e68e0 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/quotas/a41b869f49b349909b5f3c4b94798fc3 HTTP/1.1" status: 200 len: 375 time: 0.0269215 Jul 16 01:36:21.928156 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dc8232d2-2764-40e3-8a00-420172f22292 req-f219e236-ac11-4658-af18-4c0fb1b69f20 service neutron] 10.222.0.47 "GET /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063512 Jul 16 01:36:21.936954 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-49c5a785-e12f-4306-a0b7-37a6032e19bd tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a41b869f49b349909b5f3c4b94798fc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455868 Jul 16 01:36:21.939579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f319334-3976-40b8-a40f-9b35cff116bc req-d2372796-2642-4cd7-8133-83e1ca284436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.941317 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f319334-3976-40b8-a40f-9b35cff116bc req-d2372796-2642-4cd7-8133-83e1ca284436 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1436083 Jul 16 01:36:21.953205 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94197262-0896-4f75-b6ba-619d6b53f274 req-02afbdde-a3fd-43c6-9478-471498404fb9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130702 Jul 16 01:36:21.972736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd8fb1-81c7-4a43-8b9a-1e1f4d13adde req-5cfdec7a-b3a6-4a75-9b68-e865c40c05d9 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.982389 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-81bd8fb1-81c7-4a43-8b9a-1e1f4d13adde req-5cfdec7a-b3a6-4a75-9b68-e865c40c05d9 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 948 time: 0.2894995 Jul 16 01:36:22.080878 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-6ce25f1e-1b90-44b1-8678-47fe62e6d88f service neutron] 10.222.0.54 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429625 Jul 16 01:36:22.081562 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-81bd8fb1-81c7-4a43-8b9a-1e1f4d13adde req-5c966cc6-e261-49ec-868e-088a1af29872 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981457 Jul 16 01:36:22.115863 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-ea616f04-7614-4214-8203-a6e980fb947b req-61f281a5-77fc-493b-9f01-ba2046001020 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Allocated IP 172.20.0.11 (77d99b1e-a435-46f3-8330-ee93faea0aaf/e5e9493f-8759-449b-8216-e36aed2a057a/e08ed308-97a0-4fe3-98ad-7a9e93872198) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:22.429968 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ea616f04-7614-4214-8203-a6e980fb947b req-61f281a5-77fc-493b-9f01-ba2046001020 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.432561 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3940e0b4-5554-4eaa-b959-5cbc17ff4e99 x-openstack-request-id: req-3940e0b4-5554-4eaa-b959-5cbc17ff4e99 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:22.433218 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0ad90d-b1a9-4805-9a9c-c7e82b05df82", "tag": "015ab3af-8839-472a-9d35-4cb357881610", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:22.433218 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3940e0b4-5554-4eaa-b959-5cbc17ff4e99 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:22.433569 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0ad90d-b1a9-4805-9a9c-c7e82b05df82', 'tag': '015ab3af-8839-472a-9d35-4cb357881610', 'status': 'completed', 'code': 200} Jul 16 01:36:22.437118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f319334-3976-40b8-a40f-9b35cff116bc req-50d0b15d-2d87-4487-8d09-55f601db5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:22.438617 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f319334-3976-40b8-a40f-9b35cff116bc req-50d0b15d-2d87-4487-8d09-55f601db5deb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4881890 Jul 16 01:36:22.465145 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7df790-e658-48f8-92b8-feb4db5bdf33 req-d0cb97b8-95b4-4533-86a2-ad490d71c486 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:22.468996 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0e7df790-e658-48f8-92b8-feb4db5bdf33 req-d0cb97b8-95b4-4533-86a2-ad490d71c486 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 944 time: 0.1570985 Jul 16 01:36:22.548575 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ea616f04-7614-4214-8203-a6e980fb947b req-61f281a5-77fc-493b-9f01-ba2046001020 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.564206 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-546d0b6a-faea-4377-a936-79c2ff5cdf9d service neutron] 10.222.0.54 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816258 Jul 16 01:36:22.599365 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f319334-3976-40b8-a40f-9b35cff116bc req-954aa76b-9e9e-4bbe-b206-bd0bccf6c0ee service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519816 Jul 16 01:36:22.654118 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0e7df790-e658-48f8-92b8-feb4db5bdf33 req-77f0deb0-cfc4-4eae-b7f7-fdac339ea4d0 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374741 Jul 16 01:36:22.675200 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea616f04-7614-4214-8203-a6e980fb947b req-61f281a5-77fc-493b-9f01-ba2046001020 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Network 77d99b1e-a435-46f3-8330-ee93faea0aaf is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:22.685619 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-ea616f04-7614-4214-8203-a6e980fb947b req-61f281a5-77fc-493b-9f01-ba2046001020 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:22.695752 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea616f04-7614-4214-8203-a6e980fb947b req-61f281a5-77fc-493b-9f01-ba2046001020 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:22.733512 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f281a5-77fc-493b-9f01-ba2046001020 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Pushing event updated for resources: {'Port': ['ID=e08ed308-97a0-4fe3-98ad-7a9e93872198,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:22.752481 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f319334-3976-40b8-a40f-9b35cff116bc req-5afe64f5-7066-4228-aec3-72f7b6da3e6a service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429720 Jul 16 01:36:22.759487 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea616f04-7614-4214-8203-a6e980fb947b req-61f281a5-77fc-493b-9f01-ba2046001020 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:22.760455 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ea616f04-7614-4214-8203-a6e980fb947b req-61f281a5-77fc-493b-9f01-ba2046001020 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.785823 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ea616f04-7614-4214-8203-a6e980fb947b req-61f281a5-77fc-493b-9f01-ba2046001020 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6209695 Jul 16 01:36:22.810889 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Request body: {'port': {'device_id': '779c2552-8ee7-45fd-9fb1-648556d12b91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:22.922985 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.044424 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dae51c-b4c0-471c-ad8e-63eede6e0eb4 req-b99d991a-f465-487b-b914-09fa592acd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.045959 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63dae51c-b4c0-471c-ad8e-63eede6e0eb4 req-b99d991a-f465-487b-b914-09fa592acd90 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 1099 time: 0.1496954 Jul 16 01:36:23.138648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede347b-c470-459b-89cd-f03a050c5670 req-8eedfdaa-73eb-4eac-8524-ab381f911ac9 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.148337 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eede347b-c470-459b-89cd-f03a050c5670 req-8eedfdaa-73eb-4eac-8524-ab381f911ac9 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=7132ab60-bf47-4096-9057-67fdef4f6e9f HTTP/1.1" status: 200 len: 946 time: 0.1800230 Jul 16 01:36:23.284650 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eede347b-c470-459b-89cd-f03a050c5670 req-669c0a17-73be-4637-93d8-c410569548d4 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353772 Jul 16 01:36:23.338342 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dae51c-b4c0-471c-ad8e-63eede6e0eb4 req-acfd37d6-5ae5-43c1-b92c-62cfd13711d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.346525 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63dae51c-b4c0-471c-ad8e-63eede6e0eb4 req-acfd37d6-5ae5-43c1-b92c-62cfd13711d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2869349 Jul 16 01:36:23.439592 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63dae51c-b4c0-471c-ad8e-63eede6e0eb4 req-5b2112c4-5367-493e-a016-9cb69ddc523c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=015ab3af-8839-472a-9d35-4cb357881610 HTTP/1.1" status: 200 len: 217 time: 0.0782633 Jul 16 01:36:23.471547 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0026fa6-102b-403e-92cb-06b29170bdec req-7756f42f-1f9c-480d-a393-1ddbd345569a tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.476013 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0026fa6-102b-403e-92cb-06b29170bdec req-7756f42f-1f9c-480d-a393-1ddbd345569a tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/ports?device_id=779c2552-8ee7-45fd-9fb1-648556d12b91 HTTP/1.1" status: 200 len: 932 time: 0.4103045 Jul 16 01:36:23.514787 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5212b711-4c05-409b-831f-a723b0d2aba5 req-157c39ad-6a7a-4288-9310-892f918ef34d tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 210 time: 0.0862262 Jul 16 01:36:23.564935 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.570880 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dae51c-b4c0-471c-ad8e-63eede6e0eb4 req-3fce8373-026c-4183-bfcf-49c1bba7e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.573298 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63dae51c-b4c0-471c-ad8e-63eede6e0eb4 req-3fce8373-026c-4183-bfcf-49c1bba7e794 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1236439 Jul 16 01:36:23.692217 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dae51c-b4c0-471c-ad8e-63eede6e0eb4 req-03895ab0-79cd-4d5a-ae77-69be75f6914b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.697148 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63dae51c-b4c0-471c-ad8e-63eede6e0eb4 req-03895ab0-79cd-4d5a-ae77-69be75f6914b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1169372 Jul 16 01:36:23.721789 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08ed308-97a0-4fe3-98ad-7a9e93872198 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:23.734133 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.750585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Transition to ACTIVE for port object e08ed308-97a0-4fe3-98ad-7a9e93872198 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:23.761845 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0026fa6-102b-403e-92cb-06b29170bdec req-47deeae2-9fad-401f-8db5-9e0680c235f6 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/security-groups?id=69fee4e6-efe2-40c5-b0a6-711428a8f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794209 Jul 16 01:36:23.763078 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.847745 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63dae51c-b4c0-471c-ad8e-63eede6e0eb4 req-39689dcc-b7dd-4d6e-adc3-28e58abb117b service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340609 Jul 16 01:36:23.859065 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Pushing event updated for resources: {'Port': ['ID=e08ed308-97a0-4fe3-98ad-7a9e93872198,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:23.915842 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee329436-2463-4758-a6f7-3ca0842304d3 req-93997169-8ba6-49a1-ad6d-7bd31ab2134f tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.932867 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee329436-2463-4758-a6f7-3ca0842304d3 req-93997169-8ba6-49a1-ad6d-7bd31ab2134f tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/ports?device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 946 time: 0.1832457 Jul 16 01:36:24.018559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Attempting to bind port e08ed308-97a0-4fe3-98ad-7a9e93872198 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:24.018559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Attempting to bind port e08ed308-97a0-4fe3-98ad-7a9e93872198 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '302eba5d-be87-4be1-a4aa-4fccca95ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '77d99b1e-a435-46f3-8330-ee93faea0aaf'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:24.018559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Attempting to bind port e08ed308-97a0-4fe3-98ad-7a9e93872198 on network 77d99b1e-a435-46f3-8330-ee93faea0aaf {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:24.038792 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device c20de5fa-fb4c-4811-b129-1656607f2a1d details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:24.042235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Port e08ed308-97a0-4fe3-98ad-7a9e93872198 on network 77d99b1e-a435-46f3-8330-ee93faea0aaf not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:24.042235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Attempting to bind port e08ed308-97a0-4fe3-98ad-7a9e93872198 on network 77d99b1e-a435-46f3-8330-ee93faea0aaf {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:24.050754 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:24.051100 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Checking segment: {'id': '302eba5d-be87-4be1-a4aa-4fccca95ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '77d99b1e-a435-46f3-8330-ee93faea0aaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:24.051491 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Bound using segment: {'id': '302eba5d-be87-4be1-a4aa-4fccca95ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '77d99b1e-a435-46f3-8330-ee93faea0aaf'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:24.051967 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Bound port: e08ed308-97a0-4fe3-98ad-7a9e93872198, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302eba5d-be87-4be1-a4aa-4fccca95ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '77d99b1e-a435-46f3-8330-ee93faea0aaf'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:24.052319 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.084317 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63dae51c-b4c0-471c-ad8e-63eede6e0eb4 req-20e3c8e5-c123-4ae2-9104-df92e902f466 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284238 Jul 16 01:36:24.093328 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee329436-2463-4758-a6f7-3ca0842304d3 req-ce826f4b-cd69-486b-80e9-b03d39199876 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/security-groups?id=8285b848-0758-4c6b-8f73-a0edd79b298a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595442 Jul 16 01:36:24.183569 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fd3ae-483b-4481-9232-357f8c3209e4 req-969cd74f-c409-4d84-80a0-6afabe6f2ad6 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.184876 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d75fd3ae-483b-4481-9232-357f8c3209e4 req-969cd74f-c409-4d84-80a0-6afabe6f2ad6 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 948 time: 0.1842558 Jul 16 01:36:24.187864 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] For port e08ed308-97a0-4fe3-98ad-7a9e93872198, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:24.192787 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] For port e08ed308-97a0-4fe3-98ad-7a9e93872198, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e08ed308-97a0-4fe3-98ad-7a9e93872198,segment=NetworkSegment(302eba5d-be87-4be1-a4aa-4fccca95ec1b),segment_id=302eba5d-be87-4be1-a4aa-4fccca95ec1b)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:24.210222 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.210550 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port c20de5fa-fb4c-4811-b129-1656607f2a1d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=c20de5fa-fb4c-4811-b129-1656607f2a1d,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:24.236781 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'c20de5fa-fb4c-4811-b129-1656607f2a1d', 'network_id': '2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642', 'port_id': 'c20de5fa-fb4c-4811-b129-1656607f2a1d', 'mac_address': 'fa:16:3e:85:53:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a8e114-6746-4f75-be46-b5ce225a99ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:24.269080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.269710 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.271126 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ea616f04-7614-4214-8203-a6e980fb947b req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] 10.222.0.47 "PUT /v2.0/ports/e08ed308-97a0-4fe3-98ad-7a9e93872198 HTTP/1.1" status: 200 len: 1092 time: 1.4661303 Jul 16 01:36:24.273873 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779c2552-8ee7-45fd-9fb1-648556d12b91', 'tag': 'e08ed308-97a0-4fe3-98ad-7a9e93872198'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:24.277824 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe866de-a19e-4d22-9f31-46dd5fd75ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "779c2552-8ee7-45fd-9fb1-648556d12b91", "tag": "e08ed308-97a0-4fe3-98ad-7a9e93872198"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:24.292440 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d75fd3ae-483b-4481-9232-357f8c3209e4 req-2666edb1-7754-4312-b35a-e8ab3fca6f67 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018174 Jul 16 01:36:24.336598 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c03e6-59b3-47ad-bc05-4178cc407bdf service neutron] Pushing event updated for resources: {'Port': ['ID=e08ed308-97a0-4fe3-98ad-7a9e93872198,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:24.352417 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.383532 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20de5fa-fb4c-4811-b129-1656607f2a1d {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:24.444225 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port c20de5fa-fb4c-4811-b129-1656607f2a1d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=c20de5fa-fb4c-4811-b129-1656607f2a1d,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:24.449530 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.454823 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c94661d-8138-4c51-991b-5194dd14d07a x-openstack-request-id: req-9c94661d-8138-4c51-991b-5194dd14d07a {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:24.455125 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779c2552-8ee7-45fd-9fb1-648556d12b91", "tag": "e08ed308-97a0-4fe3-98ad-7a9e93872198", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:24.455381 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9c94661d-8138-4c51-991b-5194dd14d07a {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:24.455824 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779c2552-8ee7-45fd-9fb1-648556d12b91', 'tag': 'e08ed308-97a0-4fe3-98ad-7a9e93872198', 'status': 'completed', 'code': 200} Jul 16 01:36:24.507291 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e027592-fa4f-4587-8f56-f1af90c5ceae req-61d215a3-fbcf-4f72-9ca3-31d8d414ea00 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.508136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=c20de5fa-fb4c-4811-b129-1656607f2a1d,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:24.529899 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9e027592-fa4f-4587-8f56-f1af90c5ceae req-61d215a3-fbcf-4f72-9ca3-31d8d414ea00 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 944 time: 0.1998444 Jul 16 01:36:24.539662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea616f04-7614-4214-8203-a6e980fb947b req-cc10f327-3b2c-42c2-ae34-c8304518a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.543073 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ea616f04-7614-4214-8203-a6e980fb947b req-cc10f327-3b2c-42c2-ae34-c8304518a467 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05424f0bcce640fe815200bb26dff41a&device_id=779c2552-8ee7-45fd-9fb1-648556d12b91 HTTP/1.1" status: 200 len: 1095 time: 0.1784492 Jul 16 01:36:24.649224 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ea616f04-7614-4214-8203-a6e980fb947b req-e79dea06-55ee-40fa-93c6-a046854f3634 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e08ed308-97a0-4fe3-98ad-7a9e93872198 HTTP/1.1" status: 200 len: 217 time: 0.0874147 Jul 16 01:36:24.672047 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9e027592-fa4f-4587-8f56-f1af90c5ceae req-8138070e-8b42-41f5-a5a5-07c021ca43d9 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407366 Jul 16 01:36:24.760948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-554dff3b-0118-46d2-8885-54f5ac6bc5e6 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.762956 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-554dff3b-0118-46d2-8885-54f5ac6bc5e6 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.26 "GET /v2.0/networks?id=788e2996-ae41-440d-8892-e7b9ea2dc68e HTTP/1.1" status: 200 len: 812 time: 0.2079177 Jul 16 01:36:24.780264 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54386) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:24.784573 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-72fa599b-edfd-443d-8e29-08d18c37e9da tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Request body: {'port': {'device_id': 'ff8b369b-d71b-4742-9427-6b0f5d23ab1e', 'network_id': '788e2996-ae41-440d-8892-e7b9ea2dc68e', 'admin_state_up': True, 'tenant_id': 'a41b869f49b349909b5f3c4b94798fc3'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:24.801506 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea616f04-7614-4214-8203-a6e980fb947b req-6e4ecf5d-71c4-4c6f-9c70-c3241ef9c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.803141 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ea616f04-7614-4214-8203-a6e980fb947b req-6e4ecf5d-71c4-4c6f-9c70-c3241ef9c1ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e5e9493f-8759-449b-8216-e36aed2a057a HTTP/1.1" status: 200 len: 857 time: 0.0989811 Jul 16 01:36:24.852228 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ea616f04-7614-4214-8203-a6e980fb947b req-77edaf8c-813e-420d-bc50-322a50b46b07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77d99b1e-a435-46f3-8330-ee93faea0aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364442 Jul 16 01:36:24.864227 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['c20de5fa-fb4c-4811-b129-1656607f2a1d'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:24.866916 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535c60a-6662-4a9c-8325-94936bb3c4a7 req-a772b03d-e017-4ca9-8a5d-853a58fe0199 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.872277 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2535c60a-6662-4a9c-8325-94936bb3c4a7 req-a772b03d-e017-4ca9-8a5d-853a58fe0199 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=7132ab60-bf47-4096-9057-67fdef4f6e9f HTTP/1.1" status: 200 len: 946 time: 0.2390077 Jul 16 01:36:24.937498 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-49b68fc8-be2b-46da-a32c-6ba40b352cf9 req-c392fcd3-e511-4808-92a1-31a5b9e04ef9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 210 time: 0.0999539 Jul 16 01:36:24.972672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 015ab3af-8839-472a-9d35-4cb357881610 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:25.016295 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5dbd51de-21f0-41f5-9a6b-3834fe72be7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.097037 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2535c60a-6662-4a9c-8325-94936bb3c4a7 req-46b2e660-9410-441f-a4fb-f6601e887b90 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208202 Jul 16 01:36:25.106530 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ea616f04-7614-4214-8203-a6e980fb947b req-db59db3a-c0f1-457c-bd7b-d12c0050f552 service neutron] 10.222.0.47 "GET /v2.0/networks/77d99b1e-a435-46f3-8330-ee93faea0aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320337 Jul 16 01:36:25.154658 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 015ab3af-8839-472a-9d35-4cb357881610, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=015ab3af-8839-472a-9d35-4cb357881610,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:25.181300 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '015ab3af-8839-472a-9d35-4cb357881610', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '015ab3af-8839-472a-9d35-4cb357881610', 'mac_address': 'fa:16:3e:74:de:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:25.247899 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5dbd51de-21f0-41f5-9a6b-3834fe72be7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.255295 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5dbd51de-21f0-41f5-9a6b-3834fe72be7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.278851 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.301806 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-72fa599b-edfd-443d-8e29-08d18c37e9da tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Made reservation on behalf of a41b869f49b349909b5f3c4b94798fc3 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:25.306120 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-72fa599b-edfd-443d-8e29-08d18c37e9da tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.313817 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ea616f04-7614-4214-8203-a6e980fb947b req-ff87f129-fe12-4aa4-9a69-e742b9915182 service neutron] 10.222.0.47 "GET /v2.0/networks/77d99b1e-a435-46f3-8330-ee93faea0aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002633 Jul 16 01:36:25.324307 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 015ab3af-8839-472a-9d35-4cb357881610 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:25.341299 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5dbd51de-21f0-41f5-9a6b-3834fe72be7e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=01138e1735f4423ea93d761ad4b44a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5506020 Jul 16 01:36:25.342274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54400) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:25.346834 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd51de-21f0-41f5-9a6b-3834fe72be7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbf4f7a-7440-4a7d-bc3e-a7f6e362f1fc,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.388138 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 015ab3af-8839-472a-9d35-4cb357881610, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=015ab3af-8839-472a-9d35-4cb357881610,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:25.396007 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.485036 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=015ab3af-8839-472a-9d35-4cb357881610,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.509601 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-72fa599b-edfd-443d-8e29-08d18c37e9da tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Allocated IP 172.20.0.3 (788e2996-ae41-440d-8892-e7b9ea2dc68e/80374b9f-2bf3-4ec7-862f-ebb8ade373c7/67bca165-ff87-4f10-ad22-3badea1d50c5) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:25.542223 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a64138de-173e-4738-899b-73fb15b649de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.596639 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a64138de-173e-4738-899b-73fb15b649de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.599831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe866de-a19e-4d22-9f31-46dd5fd75ea3 req-2071ff55-19a6-44d5-a3bd-cc87115c731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.601457 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fbe866de-a19e-4d22-9f31-46dd5fd75ea3 req-2071ff55-19a6-44d5-a3bd-cc87115c731b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05424f0bcce640fe815200bb26dff41a&device_id=779c2552-8ee7-45fd-9fb1-648556d12b91 HTTP/1.1" status: 200 len: 1095 time: 0.1449268 Jul 16 01:36:25.629444 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e2cb8-7281-45e9-a7fe-37846da813d9 req-36f0e9a3-d10c-4a54-9804-1de8f9472d25 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.631081 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-103e2cb8-7281-45e9-a7fe-37846da813d9 req-36f0e9a3-d10c-4a54-9804-1de8f9472d25 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/ports?device_id=779c2552-8ee7-45fd-9fb1-648556d12b91 HTTP/1.1" status: 200 len: 944 time: 0.1777184 Jul 16 01:36:25.718423 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-72fa599b-edfd-443d-8e29-08d18c37e9da tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.727619 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['015ab3af-8839-472a-9d35-4cb357881610'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:25.762073 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-72fa599b-edfd-443d-8e29-08d18c37e9da tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.764196 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-103e2cb8-7281-45e9-a7fe-37846da813d9 req-5dcacdac-114b-4054-933d-9a7d68ebcbc7 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/security-groups?id=69fee4e6-efe2-40c5-b0a6-711428a8f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196010 Jul 16 01:36:25.781717 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a64138de-173e-4738-899b-73fb15b649de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.784375 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a64138de-173e-4738-899b-73fb15b649de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.787833 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a64138de-173e-4738-899b-73fb15b649de admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ebbf4f7a-7440-4a7d-bc3e-a7f6e362f1fc HTTP/1.1" status: 204 len: 168 time: 0.4426689 Jul 16 01:36:25.795964 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64138de-173e-4738-899b-73fb15b649de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbf4f7a-7440-4a7d-bc3e-a7f6e362f1fc,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.821766 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe866de-a19e-4d22-9f31-46dd5fd75ea3 req-a6966f0e-fe60-45a7-8835-a2d84beada07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.824916 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fbe866de-a19e-4d22-9f31-46dd5fd75ea3 req-a6966f0e-fe60-45a7-8835-a2d84beada07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77d99b1e-a435-46f3-8330-ee93faea0aaf HTTP/1.1" status: 200 len: 918 time: 0.1531484 Jul 16 01:36:25.862056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-72fa599b-edfd-443d-8e29-08d18c37e9da tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Network 788e2996-ae41-440d-8892-e7b9ea2dc68e is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:25.876960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-72fa599b-edfd-443d-8e29-08d18c37e9da tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:25.888670 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-72fa599b-edfd-443d-8e29-08d18c37e9da tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:25.898089 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fbe866de-a19e-4d22-9f31-46dd5fd75ea3 req-8d058025-3aea-4ab6-9107-b21f8230a57e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e08ed308-97a0-4fe3-98ad-7a9e93872198 HTTP/1.1" status: 200 len: 217 time: 0.0616572 Jul 16 01:36:25.965163 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa599b-edfd-443d-8e29-08d18c37e9da tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event updated for resources: {'Port': ['ID=67bca165-ff87-4f10-ad22-3badea1d50c5,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.997904 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe866de-a19e-4d22-9f31-46dd5fd75ea3 req-d8e6e149-20e6-4af5-b693-c833fdf6b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.999513 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fbe866de-a19e-4d22-9f31-46dd5fd75ea3 req-d8e6e149-20e6-4af5-b693-c833fdf6b48b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e5e9493f-8759-449b-8216-e36aed2a057a HTTP/1.1" status: 200 len: 857 time: 0.0875027 Jul 16 01:36:26.035958 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-72fa599b-edfd-443d-8e29-08d18c37e9da tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.036608 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-72fa599b-edfd-443d-8e29-08d18c37e9da tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.053176 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fbe866de-a19e-4d22-9f31-46dd5fd75ea3 req-14c260d5-7f44-4910-9a66-1603ae217f0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77d99b1e-a435-46f3-8330-ee93faea0aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343721 Jul 16 01:36:26.056180 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-72fa599b-edfd-443d-8e29-08d18c37e9da tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2774298 Jul 16 01:36:26.058708 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device c20de5fa-fb4c-4811-b129-1656607f2a1d up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:26.077421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Request body: {'port': {'device_id': 'ff8b369b-d71b-4742-9427-6b0f5d23ab1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:26.119615 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd89b34-ac80-4a12-83fa-e2438e9ff537 req-74089a55-00ed-49b1-82c9-1f804d10b965 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.119934 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29270bd-2d47-4a90-818e-02f86c1413f7 req-181a2bf3-723c-4574-b390-61e6751c98e8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.121485 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c29270bd-2d47-4a90-818e-02f86c1413f7 req-181a2bf3-723c-4574-b390-61e6751c98e8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 949 time: 0.1509519 Jul 16 01:36:26.126692 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4cd89b34-ac80-4a12-83fa-e2438e9ff537 req-74089a55-00ed-49b1-82c9-1f804d10b965 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/ports?device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 946 time: 0.1389835 Jul 16 01:36:26.184660 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port c20de5fa-fb4c-4811-b129-1656607f2a1d completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:26.192401 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port c20de5fa-fb4c-4811-b129-1656607f2a1d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:26.194123 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.213387 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4cd89b34-ac80-4a12-83fa-e2438e9ff537 req-7df55104-42ae-441c-82bc-37e3c7d186f8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/security-groups?id=8285b848-0758-4c6b-8f73-a0edd79b298a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852129 Jul 16 01:36:26.224139 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fbe866de-a19e-4d22-9f31-46dd5fd75ea3 req-60cb6afd-25c9-43e7-8d92-e50076bccc89 service neutron] 10.222.0.47 "GET /v2.0/networks/77d99b1e-a435-46f3-8330-ee93faea0aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534288 Jul 16 01:36:26.245709 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.371934 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fbe866de-a19e-4d22-9f31-46dd5fd75ea3 req-4a7eb354-216e-444b-9b94-b57840f1dfc0 service neutron] 10.222.0.47 "GET /v2.0/networks/77d99b1e-a435-46f3-8330-ee93faea0aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374454 Jul 16 01:36:26.385072 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.392168 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54414) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:26.415636 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c29270bd-2d47-4a90-818e-02f86c1413f7 req-24bb1839-3074-4a03-b067-5555710ebc98 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904483 Jul 16 01:36:26.417853 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-96eb496f-dec0-4b38-9e42-ced1c81b007b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.421989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b3cffb-472e-4514-b017-ad08ed176bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20de5fa-fb4c-4811-b129-1656607f2a1d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:26.427662 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bdb2e6-929e-4055-bc18-79e9f66a3569" -d '{"events": [{"server_uuid": "89b3cffb-472e-4514-b017-ad08ed176bee", "name": "network-vif-plugged", "status": "completed", "tag": "c20de5fa-fb4c-4811-b129-1656607f2a1d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:26.483418 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port c20de5fa-fb4c-4811-b129-1656607f2a1d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=c20de5fa-fb4c-4811-b129-1656607f2a1d,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:26.491587 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.545900 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae056a-75e6-4c51-a406-27f9528fd1bc req-8d30249c-c247-4d8a-9b4f-cdcb0ad47167 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.547636 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30ae056a-75e6-4c51-a406-27f9528fd1bc req-8d30249c-c247-4d8a-9b4f-cdcb0ad47167 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=7132ab60-bf47-4096-9057-67fdef4f6e9f HTTP/1.1" status: 200 len: 946 time: 0.1418540 Jul 16 01:36:26.592863 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=c20de5fa-fb4c-4811-b129-1656607f2a1d,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:26.647955 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-96eb496f-dec0-4b38-9e42-ced1c81b007b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.662515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5af362-a39e-460e-9841-8d6d149a7b20 req-a1ae08df-d9e5-40b7-8d49-ceabd7e64ca1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.664178 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e5af362-a39e-460e-9841-8d6d149a7b20 req-a1ae08df-d9e5-40b7-8d49-ceabd7e64ca1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 946 time: 0.1020973 Jul 16 01:36:26.665292 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-96eb496f-dec0-4b38-9e42-ced1c81b007b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.672263 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30ae056a-75e6-4c51-a406-27f9528fd1bc req-654e4c59-f39d-46d7-b8ad-74476e44c6d6 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654399 Jul 16 01:36:26.711232 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67bca165-ff87-4f10-ad22-3badea1d50c5 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:26.720253 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.727330 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-96eb496f-dec0-4b38-9e42-ced1c81b007b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8b058c9fba6047a790f1850a079eb310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310144 Jul 16 01:36:26.730446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54420) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:26.747076 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e5af362-a39e-460e-9841-8d6d149a7b20 req-4d3b8d39-bdf3-457e-84da-2db40ac8149d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713763 Jul 16 01:36:26.748138 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb496f-dec0-4b38-9e42-ced1c81b007b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff489a7-e306-43cb-b6b1-e9dfa8f8f247,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:26.750107 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Transition to ACTIVE for port object 67bca165-ff87-4f10-ad22-3badea1d50c5 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:26.760027 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.842975 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17a44f3-e5d6-43f6-8388-340bbfcb0b1d x-openstack-request-id: req-c17a44f3-e5d6-43f6-8388-340bbfcb0b1d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:26.843363 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b3cffb-472e-4514-b017-ad08ed176bee", "name": "network-vif-plugged", "status": "completed", "tag": "c20de5fa-fb4c-4811-b129-1656607f2a1d", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:26.843725 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c17a44f3-e5d6-43f6-8388-340bbfcb0b1d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:26.844222 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b3cffb-472e-4514-b017-ad08ed176bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20de5fa-fb4c-4811-b129-1656607f2a1d', 'code': 200} Jul 16 01:36:26.908469 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Pushing event updated for resources: {'Port': ['ID=67bca165-ff87-4f10-ad22-3badea1d50c5,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:26.952686 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd52c-a2af-45e0-b935-5263d7badf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.986140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 015ab3af-8839-472a-9d35-4cb357881610 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:27.008845 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd52c-a2af-45e0-b935-5263d7badf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.018976 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1991854-3c05-439a-86eb-8a5e99809b47 req-f91bd3de-302a-4154-9ffc-3de05aa7a93f tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.020659 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1991854-3c05-439a-86eb-8a5e99809b47 req-f91bd3de-302a-4154-9ffc-3de05aa7a93f tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 943 time: 0.2037327 Jul 16 01:36:27.028687 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Attempting to bind port 67bca165-ff87-4f10-ad22-3badea1d50c5 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:27.029039 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Attempting to bind port 67bca165-ff87-4f10-ad22-3badea1d50c5 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'a82acdce-5aca-4031-8db4-96e971373951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '788e2996-ae41-440d-8892-e7b9ea2dc68e'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:27.029366 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Attempting to bind port 67bca165-ff87-4f10-ad22-3badea1d50c5 on network 788e2996-ae41-440d-8892-e7b9ea2dc68e {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:27.048960 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 015ab3af-8839-472a-9d35-4cb357881610 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:27.053260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6e4ae-df8a-4bab-bc4a-5a87a7f04a85 req-86b7c37a-202d-438c-a396-22981e0d67bf tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.054163 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 015ab3af-8839-472a-9d35-4cb357881610 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:27.054504 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Port 67bca165-ff87-4f10-ad22-3badea1d50c5 on network 788e2996-ae41-440d-8892-e7b9ea2dc68e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:27.054724 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.054865 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-79f6e4ae-df8a-4bab-bc4a-5a87a7f04a85 req-86b7c37a-202d-438c-a396-22981e0d67bf tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/ports?device_id=779c2552-8ee7-45fd-9fb1-648556d12b91 HTTP/1.1" status: 200 len: 944 time: 0.1023204 Jul 16 01:36:27.055062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Attempting to bind port 67bca165-ff87-4f10-ad22-3badea1d50c5 on network 788e2996-ae41-440d-8892-e7b9ea2dc68e {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:27.070296 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15217b08-aa68-4e9c-bbe5-5b24eca379b3 req-308d4b5f-b79f-4efd-a7cd-b961b39d695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.071627 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-15217b08-aa68-4e9c-bbe5-5b24eca379b3 req-308d4b5f-b79f-4efd-a7cd-b961b39d695a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 1097 time: 0.0903180 Jul 16 01:36:27.077075 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:27.077562 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Checking segment: {'id': 'a82acdce-5aca-4031-8db4-96e971373951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '788e2996-ae41-440d-8892-e7b9ea2dc68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:27.077970 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Bound using segment: {'id': 'a82acdce-5aca-4031-8db4-96e971373951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '788e2996-ae41-440d-8892-e7b9ea2dc68e'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:27.078451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Bound port: 67bca165-ff87-4f10-ad22-3badea1d50c5, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82acdce-5aca-4031-8db4-96e971373951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '788e2996-ae41-440d-8892-e7b9ea2dc68e'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:27.078825 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.112365 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1991854-3c05-439a-86eb-8a5e99809b47 req-2c11db7d-13d3-494c-9a8d-765c8fae0e6c tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777829 Jul 16 01:36:27.137428 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-79f6e4ae-df8a-4bab-bc4a-5a87a7f04a85 req-84786163-d936-4c00-9371-e30259193597 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/security-groups?id=69fee4e6-efe2-40c5-b0a6-711428a8f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752528 Jul 16 01:36:27.149134 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-15217b08-aa68-4e9c-bbe5-5b24eca379b3 req-267df8a0-5d5d-4299-b913-a50d9bed1e43 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690651 Jul 16 01:36:27.167735 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd52c-a2af-45e0-b935-5263d7badf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.170306 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd52c-a2af-45e0-b935-5263d7badf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.173937 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fe6cd52c-a2af-45e0-b935-5263d7badf2f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1ff489a7-e306-43cb-b6b1-e9dfa8f8f247 HTTP/1.1" status: 204 len: 168 time: 0.4400706 Jul 16 01:36:27.174121 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.189022 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cd52c-a2af-45e0-b935-5263d7badf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff489a7-e306-43cb-b6b1-e9dfa8f8f247,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:27.198954 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] For port 67bca165-ff87-4f10-ad22-3badea1d50c5, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:27.212835 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] For port 67bca165-ff87-4f10-ad22-3badea1d50c5, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=67bca165-ff87-4f10-ad22-3badea1d50c5,segment=NetworkSegment(a82acdce-5aca-4031-8db4-96e971373951),segment_id=a82acdce-5aca-4031-8db4-96e971373951)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:27.220171 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.228493 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 015ab3af-8839-472a-9d35-4cb357881610, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=015ab3af-8839-472a-9d35-4cb357881610,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:27.233081 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.288530 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=015ab3af-8839-472a-9d35-4cb357881610,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:27.299781 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.300403 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.302090 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] 10.222.0.26 "PUT /v2.0/ports/67bca165-ff87-4f10-ad22-3badea1d50c5 HTTP/1.1" status: 200 len: 1091 time: 1.2298679 Jul 16 01:36:27.302495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8b369b-d71b-4742-9427-6b0f5d23ab1e', 'tag': '67bca165-ff87-4f10-ad22-3badea1d50c5'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:27.305180 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa56f925-156a-427d-88fd-5e90b4e3bb8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8b369b-d71b-4742-9427-6b0f5d23ab1e", "tag": "67bca165-ff87-4f10-ad22-3badea1d50c5"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:27.312949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e304d-0fa0-40fd-9baf-ec645970f459 service neutron] Pushing event updated for resources: {'Port': ['ID=67bca165-ff87-4f10-ad22-3badea1d50c5,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:27.346308 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d42e06-7889-4f4f-a43d-f7ff446f2ded x-openstack-request-id: req-25d42e06-7889-4f4f-a43d-f7ff446f2ded {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:27.346646 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8b369b-d71b-4742-9427-6b0f5d23ab1e", "tag": "67bca165-ff87-4f10-ad22-3badea1d50c5", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:27.346906 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-25d42e06-7889-4f4f-a43d-f7ff446f2ded {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:27.347315 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8b369b-d71b-4742-9427-6b0f5d23ab1e', 'tag': '67bca165-ff87-4f10-ad22-3badea1d50c5', 'status': 'completed', 'code': 200} Jul 16 01:36:27.438046 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-c9e53ac9-5010-424e-8ebc-2c28ffc18126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.439917 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-c9e53ac9-5010-424e-8ebc-2c28ffc18126 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a41b869f49b349909b5f3c4b94798fc3&device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 1094 time: 0.0607755 Jul 16 01:36:27.508236 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-0b65dd90-e719-46fb-919e-ae1f8905f1ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67bca165-ff87-4f10-ad22-3badea1d50c5 HTTP/1.1" status: 200 len: 217 time: 0.0453758 Jul 16 01:36:27.612620 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-177e569f-655a-447f-983b-3742556403a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.614271 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-177e569f-655a-447f-983b-3742556403a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80374b9f-2bf3-4ec7-862f-ebb8ade373c7 HTTP/1.1" status: 200 len: 852 time: 0.0994956 Jul 16 01:36:27.625430 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557007dd-a214-43a2-82fb-ecc548974b4e req-2135f377-8b09-425b-a510-3941c53ce9ad tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.629362 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-557007dd-a214-43a2-82fb-ecc548974b4e req-2135f377-8b09-425b-a510-3941c53ce9ad tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.0916381 Jul 16 01:36:27.656783 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-a161c4ca-87f9-4d15-ae2a-0a35c46688ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=788e2996-ae41-440d-8892-e7b9ea2dc68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351684 Jul 16 01:36:27.667772 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77006276-1f68-417a-99c4-d3653741804b req-b3a15d4c-ef0a-45cf-8cc6-5369d07f0a7f tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.668231 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77006276-1f68-417a-99c4-d3653741804b req-b3a15d4c-ef0a-45cf-8cc6-5369d07f0a7f tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/ports?device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 946 time: 0.1192188 Jul 16 01:36:27.676139 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-557007dd-a214-43a2-82fb-ecc548974b4e req-df6eacd3-4fca-4cd8-8577-fae137705a9a tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398266 Jul 16 01:36:27.907862 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319eec2-3579-4491-8b42-621d76f070d1 req-cd807333-1835-4486-888b-c70dc203329f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.909628 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e319eec2-3579-4491-8b42-621d76f070d1 req-cd807333-1835-4486-888b-c70dc203329f tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=7132ab60-bf47-4096-9057-67fdef4f6e9f HTTP/1.1" status: 200 len: 946 time: 0.0702775 Jul 16 01:36:27.954948 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e319eec2-3579-4491-8b42-621d76f070d1 req-b9b81e74-1bd8-4bd6-8626-56c02b7d30df tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups?id=a76d46f5-ca9c-4278-8f15-2ad2aa01d208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386066 Jul 16 01:36:28.023834 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77006276-1f68-417a-99c4-d3653741804b req-12ca58ed-1400-40b6-81ae-dccc3282fbdd tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/security-groups?id=8285b848-0758-4c6b-8f73-a0edd79b298a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3471465 Jul 16 01:36:28.058232 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e08ed308-97a0-4fe3-98ad-7a9e93872198 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:28.071125 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-d1707916-2704-432a-98d3-3144806b3e77 service neutron] 10.222.0.26 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019096 Jul 16 01:36:28.086460 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe5946-651c-4fc4-8926-de55bcd38ed0 req-20c01f3f-fb1c-4eab-98eb-baa3d1e98c02 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.088004 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eebe5946-651c-4fc4-8926-de55bcd38ed0 req-20c01f3f-fb1c-4eab-98eb-baa3d1e98c02 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.47 "GET /v2.0/ports?device_id=7132ab60-bf47-4096-9057-67fdef4f6e9f HTTP/1.1" status: 200 len: 946 time: 0.1006758 Jul 16 01:36:28.188078 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e08ed308-97a0-4fe3-98ad-7a9e93872198, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e08ed308-97a0-4fe3-98ad-7a9e93872198,segment=NetworkSegment(302eba5d-be87-4be1-a4aa-4fccca95ec1b),segment_id=302eba5d-be87-4be1-a4aa-4fccca95ec1b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:28.204969 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'e08ed308-97a0-4fe3-98ad-7a9e93872198', 'network_id': '77d99b1e-a435-46f3-8330-ee93faea0aaf', 'port_id': 'e08ed308-97a0-4fe3-98ad-7a9e93872198', 'mac_address': 'fa:16:3e:a4:7a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e9493f-8759-449b-8216-e36aed2a057a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:28.244855 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f297952a-8bb4-4249-b1a0-5111bb6de6a1 req-25d37ef0-ee47-492a-b512-185f8690f7f1 service neutron] 10.222.0.26 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638479 Jul 16 01:36:28.269885 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.312249 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08ed308-97a0-4fe3-98ad-7a9e93872198 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:28.335917 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e08ed308-97a0-4fe3-98ad-7a9e93872198, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e08ed308-97a0-4fe3-98ad-7a9e93872198,segment=NetworkSegment(302eba5d-be87-4be1-a4aa-4fccca95ec1b),segment_id=302eba5d-be87-4be1-a4aa-4fccca95ec1b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:28.341792 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.346529 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60aa18a6-9eb0-452d-9b04-f5559c796461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.377596 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb1cc9-34ae-408d-bbc8-fdbb08f266b6 req-789a79b1-c7d9-4ae8-b395-3c3b0826764b tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.379635 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c1cb1cc9-34ae-408d-bbc8-fdbb08f266b6 req-789a79b1-c7d9-4ae8-b395-3c3b0826764b tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 943 time: 0.1050999 Jul 16 01:36:28.396274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=e08ed308-97a0-4fe3-98ad-7a9e93872198,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:28.486131 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c1cb1cc9-34ae-408d-bbc8-fdbb08f266b6 req-e74fe9f0-1ea6-4e3b-b9f8-61353e32c3f6 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703163 Jul 16 01:36:28.490604 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.493768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56f925-156a-427d-88fd-5e90b4e3bb8b req-7871bb84-8298-4333-b7f6-729291ed173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.495695 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa56f925-156a-427d-88fd-5e90b4e3bb8b req-7871bb84-8298-4333-b7f6-729291ed173d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a41b869f49b349909b5f3c4b94798fc3&device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 1094 time: 0.1148882 Jul 16 01:36:28.585657 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c11ff-d0ec-4479-beef-e82e98c9349b req-00f54df7-932d-47c2-ab60-45904bf7441b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.587367 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a94c11ff-d0ec-4479-beef-e82e98c9349b req-00f54df7-932d-47c2-ab60-45904bf7441b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 946 time: 0.4984667 Jul 16 01:36:28.605924 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54470) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:28.609560 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56f925-156a-427d-88fd-5e90b4e3bb8b req-3c01937c-57a0-4bf4-b962-44ed3cfeb0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.611284 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa56f925-156a-427d-88fd-5e90b4e3bb8b req-3c01937c-57a0-4bf4-b962-44ed3cfeb0aa service neutron] 10.222.0.26 "GET /v2.0/networks?id=788e2996-ae41-440d-8892-e7b9ea2dc68e HTTP/1.1" status: 200 len: 913 time: 0.1068091 Jul 16 01:36:28.643224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-eebe5946-651c-4fc4-8926-de55bcd38ed0 req-6c907769-b3a6-451a-b8a9-b4193b985401 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Deleting port 03d442ab-9f2a-4244-995c-68077f36812e {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:28.643565 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-eebe5946-651c-4fc4-8926-de55bcd38ed0 req-6c907769-b3a6-451a-b8a9-b4193b985401 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.682207 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a94c11ff-d0ec-4479-beef-e82e98c9349b req-8e308e8d-9ccb-4828-b911-f7e69d30c13e tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853696 Jul 16 01:36:28.692462 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa56f925-156a-427d-88fd-5e90b4e3bb8b req-b347b339-96bb-4de5-b1d1-57fb7f4b44f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67bca165-ff87-4f10-ad22-3badea1d50c5 HTTP/1.1" status: 200 len: 217 time: 0.0657763 Jul 16 01:36:28.765640 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['e08ed308-97a0-4fe3-98ad-7a9e93872198'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:28.799844 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56f925-156a-427d-88fd-5e90b4e3bb8b req-d8e437de-595b-45c3-be15-f7c60fa5de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.801391 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa56f925-156a-427d-88fd-5e90b4e3bb8b req-d8e437de-595b-45c3-be15-f7c60fa5de8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80374b9f-2bf3-4ec7-862f-ebb8ade373c7 HTTP/1.1" status: 200 len: 852 time: 0.0894279 Jul 16 01:36:28.801545 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-eebe5946-651c-4fc4-8926-de55bcd38ed0 req-6c907769-b3a6-451a-b8a9-b4193b985401 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] For port 03d442ab-9f2a-4244-995c-68077f36812e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=03d442ab-9f2a-4244-995c-68077f36812e,segment=NetworkSegment(6ed3aaa8-c878-4c37-94d2-c1f0a865ea87),segment_id=6ed3aaa8-c878-4c37-94d2-c1f0a865ea87)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:28.801891 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-eebe5946-651c-4fc4-8926-de55bcd38ed0 req-6c907769-b3a6-451a-b8a9-b4193b985401 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.826761 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d04dd1a7-88b5-4863-9f9e-87c9b0ac71cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.839604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-eebe5946-651c-4fc4-8926-de55bcd38ed0 req-6c907769-b3a6-451a-b8a9-b4193b985401 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Calling delete_port for 03d442ab-9f2a-4244-995c-68077f36812e owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:28.846687 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0ad90d-b1a9-4805-9a9c-c7e82b05df82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015ab3af-8839-472a-9d35-4cb357881610'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:28.847520 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa56f925-156a-427d-88fd-5e90b4e3bb8b req-91b73ab6-2123-4809-9528-35b2f4950619 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=788e2996-ae41-440d-8892-e7b9ea2dc68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358124 Jul 16 01:36:28.849834 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715b9659-516b-4189-b107-e4b8fbfef2a4" -d '{"events": [{"server_uuid": "6b0ad90d-b1a9-4805-9a9c-c7e82b05df82", "name": "network-vif-plugged", "status": "completed", "tag": "015ab3af-8839-472a-9d35-4cb357881610"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:28.857192 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7700-0c93-4c5d-8323-cf5c003768fc req-927f2b48-95fb-4a86-b0e9-2e78071b20d6 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.864143 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c25c7700-0c93-4c5d-8323-cf5c003768fc req-927f2b48-95fb-4a86-b0e9-2e78071b20d6 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/ports?device_id=779c2552-8ee7-45fd-9fb1-648556d12b91 HTTP/1.1" status: 200 len: 945 time: 0.1706157 Jul 16 01:36:28.932782 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c25c7700-0c93-4c5d-8323-cf5c003768fc req-bcb43854-dd11-4b6b-b880-feb6bf17df9b tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/security-groups?id=69fee4e6-efe2-40c5-b0a6-711428a8f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668890 Jul 16 01:36:29.010778 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa56f925-156a-427d-88fd-5e90b4e3bb8b req-39d454aa-3459-4d12-ad4e-9ea29dc8529f service neutron] 10.222.0.26 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445708 Jul 16 01:36:29.014862 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee01aa77-8db4-4280-82d7-01f310259335 x-openstack-request-id: req-ee01aa77-8db4-4280-82d7-01f310259335 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:29.015569 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0ad90d-b1a9-4805-9a9c-c7e82b05df82", "name": "network-vif-plugged", "status": "completed", "tag": "015ab3af-8839-472a-9d35-4cb357881610", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:29.016052 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ee01aa77-8db4-4280-82d7-01f310259335 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:29.016243 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0ad90d-b1a9-4805-9a9c-c7e82b05df82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015ab3af-8839-472a-9d35-4cb357881610', 'code': 200} Jul 16 01:36:29.024840 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c294c3-426c-4c38-9d64-41a6ce29d283 req-83843bdd-c800-4113-9a4c-0a49cde5df69 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.026891 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-49c294c3-426c-4c38-9d64-41a6ce29d283 req-83843bdd-c800-4113-9a4c-0a49cde5df69 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.1816771 Jul 16 01:36:29.123294 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-49c294c3-426c-4c38-9d64-41a6ce29d283 req-8f419a91-ba7a-4067-9887-af96219529d6 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895591 Jul 16 01:36:29.136916 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-eebe5946-651c-4fc4-8926-de55bcd38ed0 req-6c907769-b3a6-451a-b8a9-b4193b985401 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.159912 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d04dd1a7-88b5-4863-9f9e-87c9b0ac71cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.173044 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3ae48534-aaa5-4516-8853-143685564174 req-1554b132-1abb-4c52-894a-662da2534924 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/ports?device_id=7132ab60-bf47-4096-9057-67fdef4f6e9f HTTP/1.1" status: 200 len: 210 time: 0.0362415 Jul 16 01:36:29.194083 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa56f925-156a-427d-88fd-5e90b4e3bb8b req-03d440bd-4ebf-4cd2-b8b6-2d4cfc47b3ae service neutron] 10.222.0.26 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339633 Jul 16 01:36:29.200091 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d04dd1a7-88b5-4863-9f9e-87c9b0ac71cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.203211 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c907769-b3a6-451a-b8a9-b4193b985401 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Pushing event deleted for resources: {'Port': ['ID=03d442ab-9f2a-4244-995c-68077f36812e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.311947 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebe5946-651c-4fc4-8926-de55bcd38ed0 req-6c907769-b3a6-451a-b8a9-b4193b985401 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] No DVR routers for this DVR port 03d442ab-9f2a-4244-995c-68077f36812e on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:29.314749 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-eebe5946-651c-4fc4-8926-de55bcd38ed0 req-6c907769-b3a6-451a-b8a9-b4193b985401 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.317119 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eebe5946-651c-4fc4-8926-de55bcd38ed0 req-6c907769-b3a6-451a-b8a9-b4193b985401 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.47 "DELETE /v2.0/ports/03d442ab-9f2a-4244-995c-68077f36812e HTTP/1.1" status: 204 len: 173 time: 1.2193093 Jul 16 01:36:29.334318 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7132ab60-bf47-4096-9057-67fdef4f6e9f', 'name': 'network-vif-deleted', 'tag': '03d442ab-9f2a-4244-995c-68077f36812e'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:29.336591 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5883899-51ab-4f84-a87c-a9d4fed9a874" -d '{"events": [{"server_uuid": "7132ab60-bf47-4096-9057-67fdef4f6e9f", "name": "network-vif-deleted", "tag": "03d442ab-9f2a-4244-995c-68077f36812e"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:29.370737 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d04dd1a7-88b5-4863-9f9e-87c9b0ac71cf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a5ab4778aecc4a1ebff3467b993834e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7629836 Jul 16 01:36:29.373507 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54486) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:29.375102 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04dd1a7-88b5-4863-9f9e-87c9b0ac71cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3558159c-1ea7-4f53-8ebd-4a877f5ef059,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.400484 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9add87-027b-42f0-8403-e77aa0a43952 x-openstack-request-id: req-4d9add87-027b-42f0-8403-e77aa0a43952 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:29.400818 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7132ab60-bf47-4096-9057-67fdef4f6e9f", "name": "network-vif-deleted", "tag": "03d442ab-9f2a-4244-995c-68077f36812e", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:29.401026 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d9add87-027b-42f0-8403-e77aa0a43952 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:29.401496 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7132ab60-bf47-4096-9057-67fdef4f6e9f', 'name': 'network-vif-deleted', 'tag': '03d442ab-9f2a-4244-995c-68077f36812e', 'status': 'completed', 'code': 200} Jul 16 01:36:29.442192 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-86379c88-0d4a-4389-be17-d70376c42352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.443883 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8481ef-5367-488a-a767-8eb4de705f8c req-88c595ef-a39f-42fb-8d2c-543ce041e0f8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.445467 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bb8481ef-5367-488a-a767-8eb4de705f8c req-88c595ef-a39f-42fb-8d2c-543ce041e0f8 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.26 "GET /v2.0/ports?device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 946 time: 0.2669899 Jul 16 01:36:29.449429 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f27da-f3f5-48fb-aee5-e0d63f1ee23e req-6b5fa839-1c89-4f7a-9552-121a0de14546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.451004 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-310f27da-f3f5-48fb-aee5-e0d63f1ee23e req-6b5fa839-1c89-4f7a-9552-121a0de14546 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 1101 time: 0.2604446 Jul 16 01:36:29.471148 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-86379c88-0d4a-4389-be17-d70376c42352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.506185 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e9697-719d-43d2-9645-71ece71287b9 req-42ab6af5-f5a0-44f3-8e3b-487077ad9594 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.507736 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ce1e9697-719d-43d2-9645-71ece71287b9 req-42ab6af5-f5a0-44f3-8e3b-487077ad9594 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/ports?device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 946 time: 0.2080286 Jul 16 01:36:29.528513 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-86379c88-0d4a-4389-be17-d70376c42352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.533799 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-86379c88-0d4a-4389-be17-d70376c42352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.536373 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-86379c88-0d4a-4389-be17-d70376c42352 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3558159c-1ea7-4f53-8ebd-4a877f5ef059 HTTP/1.1" status: 204 len: 168 time: 0.1607339 Jul 16 01:36:29.546535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['03d442ab-9f2a-4244-995c-68077f36812e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:29.547045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86379c88-0d4a-4389-be17-d70376c42352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3558159c-1ea7-4f53-8ebd-4a877f5ef059,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.554087 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-310f27da-f3f5-48fb-aee5-e0d63f1ee23e req-928bd326-c090-43d9-9909-aed5d68a0c86 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930486 Jul 16 01:36:29.626806 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ce1e9697-719d-43d2-9645-71ece71287b9 req-bef8244b-57cc-4841-ba48-11eb0d57ee07 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/security-groups?id=8285b848-0758-4c6b-8f73-a0edd79b298a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095817 Jul 16 01:36:29.666430 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-bb8481ef-5367-488a-a767-8eb4de705f8c req-49ff3ec5-7002-4ccc-a9d7-8c1efcbb1917 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Deleting port 36bd02e4-d000-47a9-9161-d1241c54442e {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:29.666921 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-bb8481ef-5367-488a-a767-8eb4de705f8c req-49ff3ec5-7002-4ccc-a9d7-8c1efcbb1917 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.723324 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01ff64-5d5d-49c3-ad7e-dc8e100758c7 req-f3e94e7f-64c1-403f-b945-2c50152b5448 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.725007 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d01ff64-5d5d-49c3-ad7e-dc8e100758c7 req-f3e94e7f-64c1-403f-b945-2c50152b5448 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 943 time: 0.0874259 Jul 16 01:36:29.813382 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d01ff64-5d5d-49c3-ad7e-dc8e100758c7 req-b7814fcb-4dcc-426b-9559-73e7ebfe7dca tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802667 Jul 16 01:36:29.834264 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-bb8481ef-5367-488a-a767-8eb4de705f8c req-49ff3ec5-7002-4ccc-a9d7-8c1efcbb1917 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] For port 36bd02e4-d000-47a9-9161-d1241c54442e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=36bd02e4-d000-47a9-9161-d1241c54442e,segment=NetworkSegment(0069c7d8-a69d-44ba-ad7f-aebd2473835b),segment_id=0069c7d8-a69d-44ba-ad7f-aebd2473835b)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:29.834900 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-bb8481ef-5367-488a-a767-8eb4de705f8c req-49ff3ec5-7002-4ccc-a9d7-8c1efcbb1917 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.001948 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb997fd4-6c81-4b93-b96e-a31c61a5c60e req-c22954cd-9800-4f7b-a201-2289e20e1576 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.003534 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cb997fd4-6c81-4b93-b96e-a31c61a5c60e req-c22954cd-9800-4f7b-a201-2289e20e1576 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 946 time: 0.1595447 Jul 16 01:36:30.064084 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e08ed308-97a0-4fe3-98ad-7a9e93872198 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:30.113939 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-bb8481ef-5367-488a-a767-8eb4de705f8c req-49ff3ec5-7002-4ccc-a9d7-8c1efcbb1917 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.115118 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-bb8481ef-5367-488a-a767-8eb4de705f8c req-49ff3ec5-7002-4ccc-a9d7-8c1efcbb1917 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.115521 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [req-bb8481ef-5367-488a-a767-8eb4de705f8c req-49ff3ec5-7002-4ccc-a9d7-8c1efcbb1917 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Floating IP 2785be49-e75e-453a-ab80-27d79db8afad disassociated. External IP: 172.25.1.114, port: 36bd02e4-d000-47a9-9161-d1241c54442e. Jul 16 01:36:30.116014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-bb8481ef-5367-488a-a767-8eb4de705f8c req-49ff3ec5-7002-4ccc-a9d7-8c1efcbb1917 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Calling delete_port for 36bd02e4-d000-47a9-9161-d1241c54442e owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:30.135084 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port e08ed308-97a0-4fe3-98ad-7a9e93872198 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:30.139638 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port e08ed308-97a0-4fe3-98ad-7a9e93872198 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:30.140134 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.160060 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cb997fd4-6c81-4b93-b96e-a31c61a5c60e req-c5b524b5-b1a4-4d4f-a6e9-9649fca0e807 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469562 Jul 16 01:36:30.201817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cf39e-cc3f-41ba-8c0a-2a03b2b0931e req-3be71e58-fd1b-435e-8f3b-16e6bdcd23c1 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.209286 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-243cf39e-cc3f-41ba-8c0a-2a03b2b0931e req-3be71e58-fd1b-435e-8f3b-16e6bdcd23c1 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/ports?device_id=779c2552-8ee7-45fd-9fb1-648556d12b91 HTTP/1.1" status: 200 len: 945 time: 0.0954444 Jul 16 01:36:30.246279 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.276021 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-243cf39e-cc3f-41ba-8c0a-2a03b2b0931e req-6c1508e2-acff-4337-be53-60bb6cc5c169 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/security-groups?id=69fee4e6-efe2-40c5-b0a6-711428a8f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608752 Jul 16 01:36:30.321612 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e08ed308-97a0-4fe3-98ad-7a9e93872198, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e08ed308-97a0-4fe3-98ad-7a9e93872198,segment=NetworkSegment(302eba5d-be87-4be1-a4aa-4fccca95ec1b),segment_id=302eba5d-be87-4be1-a4aa-4fccca95ec1b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:30.327432 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.414305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=e08ed308-97a0-4fe3-98ad-7a9e93872198,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.442482 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-bb8481ef-5367-488a-a767-8eb4de705f8c req-49ff3ec5-7002-4ccc-a9d7-8c1efcbb1917 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.515459 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff3ec5-7002-4ccc-a9d7-8c1efcbb1917 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Pushing event deleted for resources: {'Port': ['ID=36bd02e4-d000-47a9-9161-d1241c54442e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.612038 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b5519-5ea1-4ce3-bfb7-2d2bf6a5a594 req-e03c2b38-8c8e-4221-870b-d89a95e167c5 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.613604 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-797b5519-5ea1-4ce3-bfb7-2d2bf6a5a594 req-e03c2b38-8c8e-4221-870b-d89a95e167c5 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.1680343 Jul 16 01:36:30.695308 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-797b5519-5ea1-4ce3-bfb7-2d2bf6a5a594 req-cc1d3386-a052-4c34-861c-0587795bcf9b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529981 Jul 16 01:36:30.703289 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb8481ef-5367-488a-a767-8eb4de705f8c req-49ff3ec5-7002-4ccc-a9d7-8c1efcbb1917 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Router 099b5945-bdde-4149-9d32-d99137e4d9a6 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:30.847862 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45968f86-b419-4d8f-a507-7dc3152bc6ef req-ac352584-c3e8-4c04-a3ea-892563d40cbe tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.856403 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-45968f86-b419-4d8f-a507-7dc3152bc6ef req-ac352584-c3e8-4c04-a3ea-892563d40cbe tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 946 time: 0.1092432 Jul 16 01:36:30.869849 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb8481ef-5367-488a-a767-8eb4de705f8c req-49ff3ec5-7002-4ccc-a9d7-8c1efcbb1917 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:30.889814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0eccd5-b003-4e83-ad52-67ec131177d1 None None] Sync routers for ids ['099b5945-bdde-4149-9d32-d99137e4d9a6'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:30.902940 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0eccd5-b003-4e83-ad52-67ec131177d1 None None] Routers {'099b5945-bdde-4149-9d32-d99137e4d9a6'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:30.903615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-2e0eccd5-b003-4e83-ad52-67ec131177d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:36:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['099b5945-bdde-4149-9d32-d99137e4d9a6'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:30.949032 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-45968f86-b419-4d8f-a507-7dc3152bc6ef req-ed8ecdb1-6eb5-4814-ad24-29635f47fe6a tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914228 Jul 16 01:36:31.015054 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8481ef-5367-488a-a767-8eb4de705f8c req-49ff3ec5-7002-4ccc-a9d7-8c1efcbb1917 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] No DVR routers for this DVR port 36bd02e4-d000-47a9-9161-d1241c54442e on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:31.022520 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-bb8481ef-5367-488a-a767-8eb4de705f8c req-49ff3ec5-7002-4ccc-a9d7-8c1efcbb1917 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.025777 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bb8481ef-5367-488a-a767-8eb4de705f8c req-49ff3ec5-7002-4ccc-a9d7-8c1efcbb1917 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.26 "DELETE /v2.0/ports/36bd02e4-d000-47a9-9161-d1241c54442e HTTP/1.1" status: 204 len: 173 time: 1.5719151 Jul 16 01:36:31.038461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779c2552-8ee7-45fd-9fb1-648556d12b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08ed308-97a0-4fe3-98ad-7a9e93872198'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:31.041984 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dbc9e9-3199-4292-9308-629a0b4b4d9b" -d '{"events": [{"server_uuid": "779c2552-8ee7-45fd-9fb1-648556d12b91", "name": "network-vif-plugged", "status": "completed", "tag": "e08ed308-97a0-4fe3-98ad-7a9e93872198"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:31.055336 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 67bca165-ff87-4f10-ad22-3badea1d50c5 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:31.132256 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.224957 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-2e0eccd5-b003-4e83-ad52-67ec131177d1 None None] Set router 099b5945-bdde-4149-9d32-d99137e4d9a6 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:31.268690 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.resource_extend [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:36:31.312626 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01d72402-56a2-48fa-a41a-b8f3bdbd35b3 req-f746c171-22cc-43c0-a1c6-aadc96102678 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/ports?device_id=336c18bc-ece8-4116-914d-205be261975b HTTP/1.1" status: 200 len: 210 time: 0.0618010 Jul 16 01:36:31.336802 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f28493-f5ad-4057-a1d9-83c54f7c4c8e req-6c9efe5d-ecc7-484a-9164-b3456f5d0108 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:31.352583 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-51f28493-f5ad-4057-a1d9-83c54f7c4c8e req-6c9efe5d-ecc7-484a-9164-b3456f5d0108 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 943 time: 0.1281571 Jul 16 01:36:31.374079 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 67bca165-ff87-4f10-ad22-3badea1d50c5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=67bca165-ff87-4f10-ad22-3badea1d50c5,segment=NetworkSegment(a82acdce-5aca-4031-8db4-96e971373951),segment_id=a82acdce-5aca-4031-8db4-96e971373951)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:31.389091 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '67bca165-ff87-4f10-ad22-3badea1d50c5', 'network_id': '788e2996-ae41-440d-8892-e7b9ea2dc68e', 'port_id': '67bca165-ff87-4f10-ad22-3badea1d50c5', 'mac_address': 'fa:16:3e:77:1a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80374b9f-2bf3-4ec7-862f-ebb8ade373c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:31.402467 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336c18bc-ece8-4116-914d-205be261975b', 'name': 'network-vif-deleted', 'tag': '36bd02e4-d000-47a9-9161-d1241c54442e'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:31.404694 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3691f81e-e769-4ae1-95f4-e90fd1330027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.405782 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8ec815-8a25-4d25-aa6b-6844fe2ab537" -d '{"events": [{"server_uuid": "336c18bc-ece8-4116-914d-205be261975b", "name": "network-vif-deleted", "tag": "36bd02e4-d000-47a9-9161-d1241c54442e"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:31.429827 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-51f28493-f5ad-4057-a1d9-83c54f7c4c8e req-476b668a-a494-4845-9b24-61d6d2c7d58b tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762494 Jul 16 01:36:31.466618 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2092c5-fddd-424d-99df-19ef6c3cb14d x-openstack-request-id: req-ca2092c5-fddd-424d-99df-19ef6c3cb14d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:31.466918 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779c2552-8ee7-45fd-9fb1-648556d12b91", "name": "network-vif-plugged", "status": "completed", "tag": "e08ed308-97a0-4fe3-98ad-7a9e93872198", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:31.467306 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca2092c5-fddd-424d-99df-19ef6c3cb14d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:31.467864 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779c2552-8ee7-45fd-9fb1-648556d12b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08ed308-97a0-4fe3-98ad-7a9e93872198', 'code': 200} Jul 16 01:36:31.516055 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76f33cc-455a-47ab-8b16-788ae494ea84 x-openstack-request-id: req-d76f33cc-455a-47ab-8b16-788ae494ea84 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:31.516371 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336c18bc-ece8-4116-914d-205be261975b", "name": "network-vif-deleted", "tag": "36bd02e4-d000-47a9-9161-d1241c54442e", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:31.516570 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d76f33cc-455a-47ab-8b16-788ae494ea84 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:31.517160 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336c18bc-ece8-4116-914d-205be261975b', 'name': 'network-vif-deleted', 'tag': '36bd02e4-d000-47a9-9161-d1241c54442e', 'status': 'completed', 'code': 200} Jul 16 01:36:31.524795 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.559221 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54564) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:31.576774 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bca165-ff87-4f10-ad22-3badea1d50c5 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:31.630190 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54566) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:31.644174 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 67bca165-ff87-4f10-ad22-3badea1d50c5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=67bca165-ff87-4f10-ad22-3badea1d50c5,segment=NetworkSegment(a82acdce-5aca-4031-8db4-96e971373951),segment_id=a82acdce-5aca-4031-8db4-96e971373951)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:31.647216 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ddfe3-a845-4209-aba2-fe57dd968076 req-aec2af6b-1469-4568-bd43-9b50c8ac889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:31.648964 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8e5ddfe3-a845-4209-aba2-fe57dd968076 req-aec2af6b-1469-4568-bd43-9b50c8ac889f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=779c2552-8ee7-45fd-9fb1-648556d12b91 HTTP/1.1" status: 200 len: 1097 time: 0.0651863 Jul 16 01:36:31.649963 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.674652 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e639644c-411e-4003-8218-31ff2add3372 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.706938 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ebea1-eb91-43a9-9fed-0d3c4f2db992 req-3d9d3d66-3c59-4007-9a3f-9a3fea9106c3 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:31.712146 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8e5ddfe3-a845-4209-aba2-fe57dd968076 req-66186b5e-981d-40de-91ac-23f2c63151bc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69fee4e6-efe2-40c5-b0a6-711428a8f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554204 Jul 16 01:36:31.714197 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-003ebea1-eb91-43a9-9fed-0d3c4f2db992 req-3d9d3d66-3c59-4007-9a3f-9a3fea9106c3 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/ports?device_id=779c2552-8ee7-45fd-9fb1-648556d12b91 HTTP/1.1" status: 200 len: 946 time: 0.1584806 Jul 16 01:36:31.745563 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e639644c-411e-4003-8218-31ff2add3372 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.747525 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=67bca165-ff87-4f10-ad22-3badea1d50c5,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.762659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-847dbd07-a662-47b0-a984-824a7c51fa9e tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1013270484'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:31.763456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-847dbd07-a662-47b0-a984-824a7c51fa9e tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] Unknown quota resources ['metering_label']. {{(pid=93832) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:36:31.771924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-2e0eccd5-b003-4e83-ad52-67ec131177d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'name': 'tempest-ServersTestJSON-2091173464-router', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:13Z', 'revision_number': 4, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'gw_port': {'id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:06Z', 'updated_at': '2021-07-16T01:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '50ff5c29-d874-4ace-abb2-4fed85dc75d4', 'name': '', 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'mac_address': 'fa:16:3e:6e:0b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:12Z', 'updated_at': '2021-07-16T01:34:19Z', 'revision_number': 5, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'subnets': [{'id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:31.813033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0eccd5-b003-4e83-ad52-67ec131177d1 None None] Checking router: 099b5945-bdde-4149-9d32-d99137e4d9a6 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:31.820336 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-003ebea1-eb91-43a9-9fed-0d3c4f2db992 req-03794ab9-7192-4b82-b850-51e5036aacdb tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/security-groups?id=69fee4e6-efe2-40c5-b0a6-711428a8f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052313 Jul 16 01:36:31.826730 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0eccd5-b003-4e83-ad52-67ec131177d1 None None] Routers {'099b5945-bdde-4149-9d32-d99137e4d9a6'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:31.827441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-2e0eccd5-b003-4e83-ad52-67ec131177d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:36:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['099b5945-bdde-4149-9d32-d99137e4d9a6'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:31.864607 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e639644c-411e-4003-8218-31ff2add3372 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.868506 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e639644c-411e-4003-8218-31ff2add3372 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.872559 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e639644c-411e-4003-8218-31ff2add3372 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "DELETE /v2.0/security-groups/8023a7de-c7f8-4e42-a3bb-0eb61d78b4d6 HTTP/1.1" status: 204 len: 168 time: 0.3094859 Jul 16 01:36:31.874328 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54572) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:31.893324 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639644c-411e-4003-8218-31ff2add3372 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8023a7de-c7f8-4e42-a3bb-0eb61d78b4d6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.899373 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-0e65d97c-2939-4d17-9ca6-dd24226976ff tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] show failed (client error): The resource could not be found. Jul 16 01:36:31.899373 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0e65d97c-2939-4d17-9ca6-dd24226976ff tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "GET /v2.0/security-groups/8023a7de-c7f8-4e42-a3bb-0eb61d78b4d6 HTTP/1.1" status: 404 len: 347 time: 0.0203156 Jul 16 01:36:31.900325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54574) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:32.063622 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-8d16c179-8895-45f2-b901-8307da0737b2 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Deleting port aa9eef2a-3f06-452f-96aa-057e2d1cb6f4 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:32.064300 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d16c179-8895-45f2-b901-8307da0737b2 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.130294 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-847dbd07-a662-47b0-a984-824a7c51fa9e tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.134310 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-847dbd07-a662-47b0-a984-824a7c51fa9e tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5007305 Jul 16 01:36:32.136863 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54580) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:32.142484 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-cc146549-c854-4efe-9470-352da1aff53d tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '88dc254f-129a-4220-aff2-de1c1e7a8a01'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:32.143312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-cc146549-c854-4efe-9470-352da1aff53d tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93832) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:36:32.158194 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['67bca165-ff87-4f10-ad22-3badea1d50c5'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:32.160604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 03d442ab-9f2a-4244-995c-68077f36812e no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:32.170309 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.204377 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d16c179-8895-45f2-b901-8307da0737b2 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.204872 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d16c179-8895-45f2-b901-8307da0737b2 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.216004 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 03d442ab-9f2a-4244-995c-68077f36812e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:32.216349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 03d442ab-9f2a-4244-995c-68077f36812e not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:32.223263 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-2e0eccd5-b003-4e83-ad52-67ec131177d1 None None] Set router 099b5945-bdde-4149-9d32-d99137e4d9a6 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:32.227822 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-8d16c179-8895-45f2-b901-8307da0737b2 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Calling delete_port for aa9eef2a-3f06-452f-96aa-057e2d1cb6f4 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:32.253336 n-d-800086-6 neutron-server[93832]: WARNING neutron.services.metering.metering_plugin [None req-cc146549-c854-4efe-9470-352da1aff53d tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:36:32.318442 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04830d-3a5b-4b63-914f-7dcb4ab6d76b req-5469215a-b648-4936-b881-3515ae668280 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:32.320039 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cd04830d-3a5b-4b63-914f-7dcb4ab6d76b req-5469215a-b648-4936-b881-3515ae668280 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 946 time: 0.1794670 Jul 16 01:36:32.380381 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc146549-c854-4efe-9470-352da1aff53d tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.381685 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cc146549-c854-4efe-9470-352da1aff53d tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2428529 Jul 16 01:36:32.386005 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54584) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:32.390311 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2eda3-97b5-434c-9207-7da4d09c3761 req-64399235-e29e-421d-9943-2fa9f084bde8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:32.393668 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3f852421-4686-429f-ab7d-3217f8bc28a5 tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '88dc254f-129a-4220-aff2-de1c1e7a8a01'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:32.394214 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3f852421-4686-429f-ab7d-3217f8bc28a5 tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93831) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:36:32.396241 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dae2eda3-97b5-434c-9207-7da4d09c3761 req-64399235-e29e-421d-9943-2fa9f084bde8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.3481181 Jul 16 01:36:32.402778 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cd04830d-3a5b-4b63-914f-7dcb4ab6d76b req-1a86b640-e15d-4a0e-91e1-8e0208d88f1b tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655093 Jul 16 01:36:32.450952 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dae2eda3-97b5-434c-9207-7da4d09c3761 req-274b7242-cbe7-4f1e-bea5-9884df7163ca tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512364 Jul 16 01:36:32.539268 n-d-800086-6 neutron-server[93831]: WARNING neutron.services.metering.metering_plugin [None req-3f852421-4686-429f-ab7d-3217f8bc28a5 tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:36:32.541536 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-2e0eccd5-b003-4e83-ad52-67ec131177d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'name': 'tempest-ServersTestJSON-2091173464-router', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:13Z', 'revision_number': 4, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'gw_port': {'id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:06Z', 'updated_at': '2021-07-16T01:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '50ff5c29-d874-4ace-abb2-4fed85dc75d4', 'name': '', 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'mac_address': 'fa:16:3e:6e:0b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:12Z', 'updated_at': '2021-07-16T01:34:19Z', 'revision_number': 5, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'subnets': [{'id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:32.574984 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0eccd5-b003-4e83-ad52-67ec131177d1 None None] The sync data for ids ['099b5945-bdde-4149-9d32-d99137e4d9a6'] in n-d-800086-6 is: [{'id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'name': 'tempest-ServersTestJSON-2091173464-router', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:13Z', 'revision_number': 4, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'gw_port': {'id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:06Z', 'updated_at': '2021-07-16T01:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '50ff5c29-d874-4ace-abb2-4fed85dc75d4', 'name': '', 'network_id': 'b674553f-a0ba-4ffc-8b96-f2507d2ffa5a', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'mac_address': 'fa:16:3e:6e:0b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:12Z', 'updated_at': '2021-07-16T01:34:19Z', 'revision_number': 5, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'subnets': [{'id': 'f473865d-7ea0-4ee7-9864-4956b1c85f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:32.656393 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d16c179-8895-45f2-b901-8307da0737b2 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.707832 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3f852421-4686-429f-ab7d-3217f8bc28a5 tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.709099 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3f852421-4686-429f-ab7d-3217f8bc28a5 tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3213232 Jul 16 01:36:32.711973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54594) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:32.731207 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9217ddd3-ea82-41d6-af97-1863fef1312c tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=f32341d7-45ed-4541-8d73-31bd73ac30cf HTTP/1.1" status: 200 len: 464 time: 0.0165184 Jul 16 01:36:32.733785 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54598) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:32.795355 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16c179-8895-45f2-b901-8307da0737b2 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Pushing event deleted for resources: {'Port': ['ID=aa9eef2a-3f06-452f-96aa-057e2d1cb6f4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:32.874445 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d16c179-8895-45f2-b901-8307da0737b2 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.877486 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d16c179-8895-45f2-b901-8307da0737b2 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.881020 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8d16c179-8895-45f2-b901-8307da0737b2 tempest-ImagesOneServerNegativeTestJSON-1098423407 tempest-ImagesOneServerNegativeTestJSON-1098423407-project] 10.222.0.54 "DELETE /v2.0/floatingips/5bb49d97-f5ab-4544-88ce-f6a89b7332c8 HTTP/1.1" status: 204 len: 168 time: 0.9772396 Jul 16 01:36:32.893836 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69dbcf37-4163-453b-bf4a-05a02a58a725 tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.897016 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-69dbcf37-4163-453b-bf4a-05a02a58a725 tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/f32341d7-45ed-4541-8d73-31bd73ac30cf HTTP/1.1" status: 204 len: 168 time: 0.1598957 Jul 16 01:36:32.897444 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c4efd-f927-459a-a80a-1113b2afc34b req-172adee9-22e4-4f1e-a4a3-f1ba0e38014e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:32.898836 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-250a7e0d-da12-44ea-a26e-e26d81279421 req-d227a83c-45b4-4e8c-823d-8ea3ec6c0269 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:36:32.899007 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-270c4efd-f927-459a-a80a-1113b2afc34b req-172adee9-22e4-4f1e-a4a3-f1ba0e38014e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 944 time: 0.1998496 Jul 16 01:36:32.899474 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54604) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:32.899978 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-250a7e0d-da12-44ea-a26e-e26d81279421 req-d227a83c-45b4-4e8c-823d-8ea3ec6c0269 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098877 Jul 16 01:36:32.927493 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-469845a7-a4ab-4fd9-bdc5-597db411e63f tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=f32341d7-45ed-4541-8d73-31bd73ac30cf HTTP/1.1" status: 200 len: 221 time: 0.0202272 Jul 16 01:36:32.931136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54606) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:32.937154 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-61bce242-966b-44f0-a42a-d8bfc38c86bb tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1915724518', 'description': 'label created by tempest'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:32.937806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-61bce242-966b-44f0-a42a-d8bfc38c86bb tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] Unknown quota resources ['metering_label']. {{(pid=93832) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:36:32.967264 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-270c4efd-f927-459a-a80a-1113b2afc34b req-cafa9cbd-5f7d-4fb5-99ed-fe24ec32a008 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529521 Jul 16 01:36:32.991399 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d13432c-436d-417f-afe3-6e3191a957ab None None] New status for floating IP 2785be49-e75e-453a-ab80-27d79db8afad: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:36:33.016210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54608) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.027306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 36bd02e4-d000-47a9-9161-d1241c54442e no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:33.063464 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 36bd02e4-d000-47a9-9161-d1241c54442e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:33.063843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 36bd02e4-d000-47a9-9161-d1241c54442e not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:33.155211 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2ddba893-578f-4ee5-996f-9dd160112f7d tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.240391 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2ddba893-578f-4ee5-996f-9dd160112f7d tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.276161 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-61bce242-966b-44f0-a42a-d8bfc38c86bb tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.278040 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-61bce242-966b-44f0-a42a-d8bfc38c86bb tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3448377 Jul 16 01:36:33.281153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54618) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.358625 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113a4a6-dd12-443f-9367-cc9a9682aa7e req-3579ffbe-5677-4cfe-b216-02dce057079d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:33.360259 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0113a4a6-dd12-443f-9367-cc9a9682aa7e req-3579ffbe-5677-4cfe-b216-02dce057079d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 946 time: 0.1684747 Jul 16 01:36:33.380422 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2ddba893-578f-4ee5-996f-9dd160112f7d tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.382905 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2ddba893-578f-4ee5-996f-9dd160112f7d tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.384029 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2ddba893-578f-4ee5-996f-9dd160112f7d tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "DELETE /v2.0/security-groups/8285b848-0758-4c6b-8f73-a0edd79b298a HTTP/1.1" status: 204 len: 168 time: 0.3668125 Jul 16 01:36:33.390706 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54620) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.393318 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-00035d5a-a0c4-4fd3-8d19-ce5d5c56e325 tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=003bcc19-0ae1-487d-9f87-1b4771c07ed1 HTTP/1.1" status: 200 len: 468 time: 0.1107497 Jul 16 01:36:33.397782 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54622) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.413707 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-246567c9-55a9-49ca-a2aa-0b5ad4ab34b4 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] show failed (client error): The resource could not be found. Jul 16 01:36:33.414775 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-246567c9-55a9-49ca-a2aa-0b5ad4ab34b4 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "GET /v2.0/security-groups/8285b848-0758-4c6b-8f73-a0edd79b298a HTTP/1.1" status: 404 len: 347 time: 0.0204492 Jul 16 01:36:33.418844 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54624) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.465628 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddba893-578f-4ee5-996f-9dd160112f7d tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8285b848-0758-4c6b-8f73-a0edd79b298a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:33.513280 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0113a4a6-dd12-443f-9367-cc9a9682aa7e req-33a72b39-ce6d-459d-bb38-1791657fd7ea tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449971 Jul 16 01:36:33.515499 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-3bb80f18-6866-4b6a-a089-d93fd1adb9c2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3036809 Jul 16 01:36:33.523608 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7043b-488e-4593-9df9-75e5dfc4ecca req-196ae5b4-ac83-4ff2-9037-80fdc53f26ea tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:33.525855 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1fc7043b-488e-4593-9df9-75e5dfc4ecca req-196ae5b4-ac83-4ff2-9037-80fdc53f26ea tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/ports?device_id=779c2552-8ee7-45fd-9fb1-648556d12b91 HTTP/1.1" status: 200 len: 946 time: 0.2331884 Jul 16 01:36:33.603692 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1fc7043b-488e-4593-9df9-75e5dfc4ecca req-5b9175f0-f7d0-4ed0-804b-cbf599aea2c5 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/security-groups?id=69fee4e6-efe2-40c5-b0a6-711428a8f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571439 Jul 16 01:36:33.615771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8e819ece-8145-4da4-b0f5-d0a2771332b9 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Deleting port 75c1f93d-5061-4fc3-a90d-1c12616c2fe5 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:33.616814 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e819ece-8145-4da4-b0f5-d0a2771332b9 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.725219 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad485889-3949-4cbb-937a-6768d3aa6290 tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.725466 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e819ece-8145-4da4-b0f5-d0a2771332b9 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.725662 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e819ece-8145-4da4-b0f5-d0a2771332b9 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.729812 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ad485889-3949-4cbb-937a-6768d3aa6290 tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/003bcc19-0ae1-487d-9f87-1b4771c07ed1 HTTP/1.1" status: 204 len: 168 time: 0.3273954 Jul 16 01:36:33.732473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54642) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.733480 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.761087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8e819ece-8145-4da4-b0f5-d0a2771332b9 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Calling delete_port for 75c1f93d-5061-4fc3-a90d-1c12616c2fe5 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:33.782820 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-70d0f10d-1f3b-4af2-bd9d-83145da71aaf tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=003bcc19-0ae1-487d-9f87-1b4771c07ed1 HTTP/1.1" status: 200 len: 216 time: 0.0487289 Jul 16 01:36:33.788650 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96d560-a834-417d-97d1-71fd01a1b86a req-77b44625-61a8-43eb-8466-93ed2d39d11b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:33.790214 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9a96d560-a834-417d-97d1-71fd01a1b86a req-77b44625-61a8-43eb-8466-93ed2d39d11b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.0852635 Jul 16 01:36:33.790745 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54644) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.802483 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d1d22102-ee12-47cc-b77f-8016a06d3401 tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0097830 Jul 16 01:36:33.807033 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54648) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.838134 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-33817ce3-6eb9-4587-8add-512d3f6121df tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0241654 Jul 16 01:36:33.838772 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54652) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.891387 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243dc17-41d0-4151-b64d-5037f444e480 req-922f873f-9f98-4d57-9dbc-74094418fe30 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:33.892973 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6243dc17-41d0-4151-b64d-5037f444e480 req-922f873f-9f98-4d57-9dbc-74094418fe30 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 1096 time: 0.1336017 Jul 16 01:36:33.899826 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9a96d560-a834-417d-97d1-71fd01a1b86a req-fdb16c77-a37e-42ad-a165-d3e4043b89a5 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004772 Jul 16 01:36:33.902646 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-35cd675b-5f2d-4fa2-ba64-7dd4b99bdb80 tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels/88dc254f-129a-4220-aff2-de1c1e7a8a01 HTTP/1.1" status: 200 len: 473 time: 0.0629041 Jul 16 01:36:33.908038 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54656) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.928199 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54658) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.928666 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5e205387-ced2-45e6-946c-0bb1bce6889e tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules/696b63c2-9b91-4dda-8290-7c4462fb9fea HTTP/1.1" status: 200 len: 461 time: 0.0190480 Jul 16 01:36:34.169357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611e3de-c232-4a32-8fd9-471ff0e2e99f req-d1c91dde-7afb-4696-ad0e-e05e77b03b51 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:34.171617 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8611e3de-c232-4a32-8fd9-471ff0e2e99f req-d1c91dde-7afb-4696-ad0e-e05e77b03b51 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 944 time: 0.0769374 Jul 16 01:36:34.311944 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6243dc17-41d0-4151-b64d-5037f444e480 req-5abc7b0c-9841-4882-a063-9d00277af702 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050152 Jul 16 01:36:34.428682 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e819ece-8145-4da4-b0f5-d0a2771332b9 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.433028 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9702221f-8ef8-4212-86e2-41bc9e692e19 tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.434338 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9702221f-8ef8-4212-86e2-41bc9e692e19 tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/696b63c2-9b91-4dda-8290-7c4462fb9fea HTTP/1.1" status: 204 len: 168 time: 0.5043831 Jul 16 01:36:34.437601 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54672) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:34.437942 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54674) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:34.486154 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8611e3de-c232-4a32-8fd9-471ff0e2e99f req-b8edd9fc-be20-4f8a-b2a9-52603a7dadd1 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051324 Jul 16 01:36:34.494745 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e819ece-8145-4da4-b0f5-d0a2771332b9 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Pushing event deleted for resources: {'Port': ['ID=75c1f93d-5061-4fc3-a90d-1c12616c2fe5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:34.679702 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78d7659-a58b-4cd0-83b5-e5d79bbafa7d admin admin] Deleting subnet 2f8b2660-2f56-4e5d-9128-7f1c437da02e {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:34.688951 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f78d7659-a58b-4cd0-83b5-e5d79bbafa7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.738685 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1ba08-3f16-4748-a2fd-0de6d1e1063b req-7eb32238-873b-4c58-bc79-8a2db6dd24ac tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:34.749393 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-11d1ba08-3f16-4748-a2fd-0de6d1e1063b req-7eb32238-873b-4c58-bc79-8a2db6dd24ac tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 946 time: 0.0822256 Jul 16 01:36:34.765124 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e819ece-8145-4da4-b0f5-d0a2771332b9 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.767994 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e819ece-8145-4da4-b0f5-d0a2771332b9 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.771914 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8e819ece-8145-4da4-b0f5-d0a2771332b9 tempest-ServersTestJSON-475107560 tempest-ServersTestJSON-475107560-project] 10.222.0.54 "DELETE /v2.0/floatingips/2785be49-e75e-453a-ab80-27d79db8afad HTTP/1.1" status: 204 len: 168 time: 1.3494334 Jul 16 01:36:34.772142 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54680) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:34.782965 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c13ddb6d-5557-461c-8448-b59256149461 tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.784156 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c13ddb6d-5557-461c-8448-b59256149461 tempest-MeteringTestJSON-428976943 tempest-MeteringTestJSON-428976943-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/88dc254f-129a-4220-aff2-de1c1e7a8a01 HTTP/1.1" status: 204 len: 168 time: 0.3401868 Jul 16 01:36:34.787848 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-11d1ba08-3f16-4748-a2fd-0de6d1e1063b req-d07301b6-1cca-4414-a51d-09a69d78418d tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371490 Jul 16 01:36:34.854010 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f78d7659-a58b-4cd0-83b5-e5d79bbafa7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.942260 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f78d7659-a58b-4cd0-83b5-e5d79bbafa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.012455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606dabee-b9ad-44b6-929b-3ff14ae16221 req-6ce36c4a-4482-40c0-9d96-3a851a37e0c4 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:35.014238 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-606dabee-b9ad-44b6-929b-3ff14ae16221 req-6ce36c4a-4482-40c0-9d96-3a851a37e0c4 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/ports?device_id=779c2552-8ee7-45fd-9fb1-648556d12b91 HTTP/1.1" status: 200 len: 946 time: 0.0794916 Jul 16 01:36:35.018272 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 67bca165-ff87-4f10-ad22-3badea1d50c5 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:35.111092 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-606dabee-b9ad-44b6-929b-3ff14ae16221 req-66cae86f-41d5-4aac-ace3-dc58d571af56 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/security-groups?id=69fee4e6-efe2-40c5-b0a6-711428a8f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863245 Jul 16 01:36:35.116943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54704) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:35.132554 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 67bca165-ff87-4f10-ad22-3badea1d50c5 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:35.142189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 67bca165-ff87-4f10-ad22-3badea1d50c5 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:35.143188 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.177436 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f78d7659-a58b-4cd0-83b5-e5d79bbafa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.218636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d7659-a58b-4cd0-83b5-e5d79bbafa7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f8b2660-2f56-4e5d-9128-7f1c437da02e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.243648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b861c-d954-4f19-9eba-a83cca0cf778 req-01c6101c-1ea8-42dc-b1ef-4249f0b4429f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:35.245819 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4d5b861c-d954-4f19-9eba-a83cca0cf778 req-01c6101c-1ea8-42dc-b1ef-4249f0b4429f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 946 time: 0.2440219 Jul 16 01:36:35.246979 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f78d7659-a58b-4cd0-83b5-e5d79bbafa7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.249201 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f78d7659-a58b-4cd0-83b5-e5d79bbafa7d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2f8b2660-2f56-4e5d-9128-7f1c437da02e HTTP/1.1" status: 204 len: 168 time: 0.8060348 Jul 16 01:36:35.252099 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54714) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:35.347611 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.383419 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8b369b-d71b-4742-9427-6b0f5d23ab1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bca165-ff87-4f10-ad22-3badea1d50c5'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:35.387006 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21d039f-9ec3-4d03-82e8-4fd319a3b519" -d '{"events": [{"server_uuid": "ff8b369b-d71b-4742-9427-6b0f5d23ab1e", "name": "network-vif-plugged", "status": "completed", "tag": "67bca165-ff87-4f10-ad22-3badea1d50c5"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:35.393993 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 67bca165-ff87-4f10-ad22-3badea1d50c5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=67bca165-ff87-4f10-ad22-3badea1d50c5,segment=NetworkSegment(a82acdce-5aca-4031-8db4-96e971373951),segment_id=a82acdce-5aca-4031-8db4-96e971373951)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:35.399749 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.444656 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-709b09dd-02a1-4543-958b-201a121819aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.451511 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d55445d0-ec08-41f7-9c95-14e2efa5398c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.460795 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=67bca165-ff87-4f10-ad22-3badea1d50c5,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.524282 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-52b37a80-31ab-487e-bfe6-8004d0c50269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:35.525893 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-52b37a80-31ab-487e-bfe6-8004d0c50269 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 1101 time: 0.1797512 Jul 16 01:36:35.532334 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-4d5b861c-d954-4f19-9eba-a83cca0cf778 req-cc397eed-c266-41dc-baec-a806cae246e1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Deleting port c20de5fa-fb4c-4811-b129-1656607f2a1d {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:35.532672 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4d5b861c-d954-4f19-9eba-a83cca0cf778 req-cc397eed-c266-41dc-baec-a806cae246e1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.551724 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58134667-d100-4ee1-8a17-d93bba81a8aa req-1817dc87-b9aa-4f79-ba82-dffacf856e5b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:35.556444 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-58134667-d100-4ee1-8a17-d93bba81a8aa req-1817dc87-b9aa-4f79-ba82-dffacf856e5b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.2258954 Jul 16 01:36:35.622437 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-709b09dd-02a1-4543-958b-201a121819aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.655453 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-709b09dd-02a1-4543-958b-201a121819aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b4267d-31ca-4893-a94b-1ea20195b57d']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:35.675973 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-58134667-d100-4ee1-8a17-d93bba81a8aa req-286d20c5-0b90-4c42-b507-812975226093 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088083 Jul 16 01:36:35.678858 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-709b09dd-02a1-4543-958b-201a121819aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed3aaa8-c878-4c37-94d2-c1f0a865ea87') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:35.679231 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-709b09dd-02a1-4543-958b-201a121819aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed3aaa8-c878-4c37-94d2-c1f0a865ea87') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:35.694611 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-709b09dd-02a1-4543-958b-201a121819aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.703937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-a484fc78-a62f-4147-8a99-7a8d92bd234f tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:36:35.711484 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-a484fc78-a62f-4147-8a99-7a8d92bd234f tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237865 Jul 16 01:36:35.718202 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-709b09dd-02a1-4543-958b-201a121819aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.720487 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-59b896fd-e9e9-4111-b8e9-42d25d75799a service neutron] Request body: {'binding': {'host': 'n-h2-800086-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:35.720933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-59b896fd-e9e9-4111-b8e9-42d25d75799a service neutron] Unknown quota resources ['binding']. {{(pid=93832) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:36:35.732597 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709b09dd-02a1-4543-958b-201a121819aa admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:35.733005 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-709b09dd-02a1-4543-958b-201a121819aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:35.734712 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:35.747487 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d55445d0-ec08-41f7-9c95-14e2efa5398c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.754227 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d55445d0-ec08-41f7-9c95-14e2efa5398c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.821154 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-4d5b861c-d954-4f19-9eba-a83cca0cf778 req-cc397eed-c266-41dc-baec-a806cae246e1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] For port c20de5fa-fb4c-4811-b129-1656607f2a1d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=c20de5fa-fb4c-4811-b129-1656607f2a1d,segment=NetworkSegment(b90dfbc8-5bcb-45ae-880d-aef16c4ba32e),segment_id=b90dfbc8-5bcb-45ae-880d-aef16c4ba32e)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:35.821154 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4d5b861c-d954-4f19-9eba-a83cca0cf778 req-cc397eed-c266-41dc-baec-a806cae246e1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.827241 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-709b09dd-02a1-4543-958b-201a121819aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.833633 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d55445d0-ec08-41f7-9c95-14e2efa5398c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aa1ed13bab79459880024a07554cc68c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7130084 Jul 16 01:36:35.835969 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54722) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:35.837170 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-709b09dd-02a1-4543-958b-201a121819aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.839609 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-709b09dd-02a1-4543-958b-201a121819aa admin admin] 10.222.0.54 "DELETE /v2.0/networks/b9b4267d-31ca-4893-a94b-1ea20195b57d HTTP/1.1" status: 204 len: 168 time: 0.5862818 Jul 16 01:36:35.839807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-5f70c9da-67f4-4dea-bbc4-9bf2d6473e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:35.841272 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-5f70c9da-67f4-4dea-bbc4-9bf2d6473e23 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.3036351 Jul 16 01:36:35.844193 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55445d0-ec08-41f7-9c95-14e2efa5398c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb570ef3-1407-4a88-b2c2-689df40bf8bb,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.868163 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b09dd-02a1-4543-958b-201a121819aa admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b4267d-31ca-4893-a94b-1ea20195b57d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.886943 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-4d5b861c-d954-4f19-9eba-a83cca0cf778 req-cc397eed-c266-41dc-baec-a806cae246e1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Calling delete_port for c20de5fa-fb4c-4811-b129-1656607f2a1d owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:35.931903 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a27e77b-f976-48b1-aab1-f7ab3e2aa19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.971245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-2f215e6e-8e82-42d9-8f42-0f28b50e775f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=015ab3af-8839-472a-9d35-4cb357881610 HTTP/1.1" status: 200 len: 217 time: 0.1080382 Jul 16 01:36:35.984382 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a27e77b-f976-48b1-aab1-f7ab3e2aa19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.988746 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c8283974-1b47-4a8a-a678-1810c8720729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.001406 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54728) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:36.010685 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc8060b-0a52-443e-a6b6-5f271efff9e2 x-openstack-request-id: req-ddc8060b-0a52-443e-a6b6-5f271efff9e2 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:36.010993 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8b369b-d71b-4742-9427-6b0f5d23ab1e", "name": "network-vif-plugged", "status": "completed", "tag": "67bca165-ff87-4f10-ad22-3badea1d50c5", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:36.011207 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ddc8060b-0a52-443e-a6b6-5f271efff9e2 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:36.012050 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8b369b-d71b-4742-9427-6b0f5d23ab1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bca165-ff87-4f10-ad22-3badea1d50c5', 'code': 200} Jul 16 01:36:36.080099 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a27e77b-f976-48b1-aab1-f7ab3e2aa19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.083492 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a27e77b-f976-48b1-aab1-f7ab3e2aa19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.087865 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9a27e77b-f976-48b1-aab1-f7ab3e2aa19f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cb570ef3-1407-4a88-b2c2-689df40bf8bb HTTP/1.1" status: 204 len: 168 time: 0.2463396 Jul 16 01:36:36.104544 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27e77b-f976-48b1-aab1-f7ab3e2aa19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb570ef3-1407-4a88-b2c2-689df40bf8bb,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:36.127631 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ecefb679-633c-48bd-83c5-e85c79e035b2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7e0a93c3dbb54f56ac633687331d9c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1222348 Jul 16 01:36:36.135581 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54732) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:36.195531 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1ea421fd-c79e-4d02-bf4f-0cc34e9cca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.197228 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1ea421fd-c79e-4d02-bf4f-0cc34e9cca07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.2126627 Jul 16 01:36:36.229617 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-848ba827-616d-4a71-b07d-f83db8caedb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.257690 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-848ba827-616d-4a71-b07d-f83db8caedb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.268098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31481b28-05f3-43f1-a5c9-795aea006137 req-2c7cba66-71c5-4983-8f33-050b62af2050 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.269679 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-31481b28-05f3-43f1-a5c9-795aea006137 req-2c7cba66-71c5-4983-8f33-050b62af2050 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 945 time: 0.1112297 Jul 16 01:36:36.284044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-59b896fd-e9e9-4111-b8e9-42d25d75799a service neutron] Attempting to bind port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 on host n-h2-800086-6 for vnic_type normal with profile None {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:36.284440 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-59b896fd-e9e9-4111-b8e9-42d25d75799a service neutron] Attempting to bind port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:36.284772 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-59b896fd-e9e9-4111-b8e9-42d25d75799a service neutron] Attempting to bind port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:36.331429 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-59b896fd-e9e9-4111-b8e9-42d25d75799a service neutron] Port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:36.331824 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-59b896fd-e9e9-4111-b8e9-42d25d75799a service neutron] Attempting to bind port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:36.345970 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-31481b28-05f3-43f1-a5c9-795aea006137 req-af587996-e2c0-45b6-9a0d-6ea094081d86 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621476 Jul 16 01:36:36.358615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-59b896fd-e9e9-4111-b8e9-42d25d75799a service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:36.358970 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-59b896fd-e9e9-4111-b8e9-42d25d75799a service neutron] Checking segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:36.359403 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-59b896fd-e9e9-4111-b8e9-42d25d75799a service neutron] Bound using segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:36.359816 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-59b896fd-e9e9-4111-b8e9-42d25d75799a service neutron] Bound port: 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:36.381746 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-848ba827-616d-4a71-b07d-f83db8caedb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.384403 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-848ba827-616d-4a71-b07d-f83db8caedb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.385558 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-848ba827-616d-4a71-b07d-f83db8caedb1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a76d46f5-ca9c-4278-8f15-2ad2aa01d208 HTTP/1.1" status: 204 len: 168 time: 0.2489321 Jul 16 01:36:36.405684 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ba827-616d-4a71-b07d-f83db8caedb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76d46f5-ca9c-4278-8f15-2ad2aa01d208,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:36.543212 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54738) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:36.579834 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8448f0b6-c0a2-4719-ada5-648abd0d7401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.647327 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe045d8-dccd-4403-ad1e-b2fbb55b79b1 req-c246a3de-837b-46d1-9ab1-e1247152142f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.652313 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0fe045d8-dccd-4403-ad1e-b2fbb55b79b1 req-c246a3de-837b-46d1-9ab1-e1247152142f tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 946 time: 0.1192417 Jul 16 01:36:36.719952 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0fe045d8-dccd-4403-ad1e-b2fbb55b79b1 req-45d670a8-cfc1-49fe-8393-9960a2d6d840 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b5afaff-bbd2-4b3b-810c-49d05483b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618243 Jul 16 01:36:36.770725 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8448f0b6-c0a2-4719-ada5-648abd0d7401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.776866 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8448f0b6-c0a2-4719-ada5-648abd0d7401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.810759 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4d5b861c-d954-4f19-9eba-a83cca0cf778 req-cc397eed-c266-41dc-baec-a806cae246e1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.831756 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d0875-4426-4fc1-b7cf-acdb343d2971 req-45ca09ec-919e-4147-9665-984328ddc930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.832174 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8448f0b6-c0a2-4719-ada5-648abd0d7401 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ef8c802c194946bb84d9cee2405685e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854288 Jul 16 01:36:36.833168 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448f0b6-c0a2-4719-ada5-648abd0d7401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdec5cd8-0829-40af-bac2-c0e1a81de958,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:36.833977 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-569d0875-4426-4fc1-b7cf-acdb343d2971 req-45ca09ec-919e-4147-9665-984328ddc930 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 1096 time: 0.6545839 Jul 16 01:36:36.834731 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54752) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:36.882312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc397eed-c266-41dc-baec-a806cae246e1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Pushing event deleted for resources: {'Port': ['ID=c20de5fa-fb4c-4811-b129-1656607f2a1d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:36.912186 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-6b14b044-872b-4a10-97ec-6a136cc0bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.913705 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-6b14b044-872b-4a10-97ec-6a136cc0bb3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6836760 Jul 16 01:36:36.927067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-59b896fd-e9e9-4111-b8e9-42d25d75799a service neutron] For port 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=628d5e89-f383-4ff8-a4e6-7e322dd44a81,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:36.943935 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39763f2-339b-4259-bdff-e5f64253281e req-b90f4573-022a-4b3a-bfc4-d05daa8b5838 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.945750 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f39763f2-339b-4259-bdff-e5f64253281e req-b90f4573-022a-4b3a-bfc4-d05daa8b5838 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/ports?device_id=779c2552-8ee7-45fd-9fb1-648556d12b91 HTTP/1.1" status: 200 len: 946 time: 0.0797319 Jul 16 01:36:36.969004 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-59b896fd-e9e9-4111-b8e9-42d25d75799a service neutron] Notify callbacks [] for binding, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.970172 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-59b896fd-e9e9-4111-b8e9-42d25d75799a service neutron] 10.222.0.54 "POST /v2.0/ports/628d5e89-f383-4ff8-a4e6-7e322dd44a81/bindings HTTP/1.1" status: 201 len: 389 time: 1.2578895 Jul 16 01:36:37.022285 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f39763f2-339b-4259-bdff-e5f64253281e req-43b964c2-a5a8-47ad-ade0-bbaa07912723 tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/security-groups?id=69fee4e6-efe2-40c5-b0a6-711428a8f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694196 Jul 16 01:36:37.031951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5b861c-d954-4f19-9eba-a83cca0cf778 req-cc397eed-c266-41dc-baec-a806cae246e1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] No DVR routers for this DVR port c20de5fa-fb4c-4811-b129-1656607f2a1d on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:37.040121 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4d5b861c-d954-4f19-9eba-a83cca0cf778 req-cc397eed-c266-41dc-baec-a806cae246e1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.043138 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4d5b861c-d954-4f19-9eba-a83cca0cf778 req-cc397eed-c266-41dc-baec-a806cae246e1 tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.47 "DELETE /v2.0/ports/c20de5fa-fb4c-4811-b129-1656607f2a1d HTTP/1.1" status: 204 len: 173 time: 1.7911024 Jul 16 01:36:37.047414 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b3cffb-472e-4514-b017-ad08ed176bee', 'name': 'network-vif-deleted', 'tag': 'c20de5fa-fb4c-4811-b129-1656607f2a1d'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:37.050583 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd519dc-0230-4c78-a922-111e46fdf4ed" -d '{"events": [{"server_uuid": "89b3cffb-472e-4514-b017-ad08ed176bee", "name": "network-vif-deleted", "tag": "c20de5fa-fb4c-4811-b129-1656607f2a1d"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:37.065710 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-569d0875-4426-4fc1-b7cf-acdb343d2971 req-0aa9cefe-a474-4fa6-87f0-fe475f5310f9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933336 Jul 16 01:36:37.130840 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-63ab25ef-eac4-4e42-bd1a-a3f3a5f2f92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.165976 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b951e69-f1ba-4035-9e7f-eaf75d7c0f81 x-openstack-request-id: req-9b951e69-f1ba-4035-9e7f-eaf75d7c0f81 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:37.166372 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b3cffb-472e-4514-b017-ad08ed176bee", "name": "network-vif-deleted", "tag": "c20de5fa-fb4c-4811-b129-1656607f2a1d", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:37.166980 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9b951e69-f1ba-4035-9e7f-eaf75d7c0f81 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:37.167570 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b3cffb-472e-4514-b017-ad08ed176bee', 'name': 'network-vif-deleted', 'tag': 'c20de5fa-fb4c-4811-b129-1656607f2a1d', 'status': 'completed', 'code': 200} Jul 16 01:36:37.193186 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-63ab25ef-eac4-4e42-bd1a-a3f3a5f2f92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.196876 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-892cd561-507c-4b02-866e-c9ca2d70e419 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589235 Jul 16 01:36:37.258886 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c27dd-dfd2-4cad-8fec-6b3ba97fab3f req-9d1052ff-ec8f-4417-b527-8dbc72345eb7 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.271371 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c60c27dd-dfd2-4cad-8fec-6b3ba97fab3f req-9d1052ff-ec8f-4417-b527-8dbc72345eb7 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.1159408 Jul 16 01:36:37.293110 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-c8283974-1b47-4a8a-a678-1810c8720729 admin admin] Deleting port 50ff5c29-d874-4ace-abb2-4fed85dc75d4 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:37.295270 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c8283974-1b47-4a8a-a678-1810c8720729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.308615 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-63ab25ef-eac4-4e42-bd1a-a3f3a5f2f92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.311244 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-63ab25ef-eac4-4e42-bd1a-a3f3a5f2f92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.314803 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-63ab25ef-eac4-4e42-bd1a-a3f3a5f2f92b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cdec5cd8-0829-40af-bac2-c0e1a81de958 HTTP/1.1" status: 204 len: 168 time: 0.4528961 Jul 16 01:36:37.335790 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c60c27dd-dfd2-4cad-8fec-6b3ba97fab3f req-f5a32193-bab1-4392-aea4-f8b5cc09a48e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615506 Jul 16 01:36:37.364610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab25ef-eac4-4e42-bd1a-a3f3a5f2f92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdec5cd8-0829-40af-bac2-c0e1a81de958,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:37.503410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-c8283974-1b47-4a8a-a678-1810c8720729 admin admin] For port 50ff5c29-d874-4ace-abb2-4fed85dc75d4, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=50ff5c29-d874-4ace-abb2-4fed85dc75d4,segment=NetworkSegment(0069c7d8-a69d-44ba-ad7f-aebd2473835b),segment_id=0069c7d8-a69d-44ba-ad7f-aebd2473835b)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:37.503813 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c8283974-1b47-4a8a-a678-1810c8720729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.525634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-c8283974-1b47-4a8a-a678-1810c8720729 admin admin] Calling delete_port for 50ff5c29-d874-4ace-abb2-4fed85dc75d4 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:37.553812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad026a29-7e5c-438d-99cf-f31f6263f467 req-2c18e017-ed99-401f-b927-f7f50ad28816 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.555359 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ad026a29-7e5c-438d-99cf-f31f6263f467 req-2c18e017-ed99-401f-b927-f7f50ad28816 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 945 time: 0.2502706 Jul 16 01:36:37.564486 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-93a0442f-e962-4ceb-bf95-ed9b0b8ada2d service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644862 Jul 16 01:36:37.613742 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5ab61-d5d6-4d54-b878-fd27942f3352 req-dc0e517d-21f7-4259-a5b8-476478c75cae tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.616100 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c8f5ab61-d5d6-4d54-b878-fd27942f3352 req-dc0e517d-21f7-4259-a5b8-476478c75cae tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 945 time: 0.1080000 Jul 16 01:36:37.649315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ad026a29-7e5c-438d-99cf-f31f6263f467 req-3534f478-30aa-40d3-9ce4-e9578267acae tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823994 Jul 16 01:36:37.680026 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c8f5ab61-d5d6-4d54-b878-fd27942f3352 req-7eeb0a32-6857-41e9-887d-a13358e91ab5 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570946 Jul 16 01:36:37.777521 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-19119e55-9389-4bdc-b559-1942506ec2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.779068 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-19119e55-9389-4bdc-b559-1942506ec2ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 1096 time: 0.1269326 Jul 16 01:36:37.961945 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c8283974-1b47-4a8a-a678-1810c8720729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.979094 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-08816c87-6584-48cb-9fdb-9f564bdb46a7 req-0a3ed520-084d-4a30-8736-8a3e8668c0be tempest-DeleteServersTestJSON-1074732338 tempest-DeleteServersTestJSON-1074732338-project] 10.222.0.54 "GET /v2.0/ports?device_id=89b3cffb-472e-4514-b017-ad08ed176bee HTTP/1.1" status: 200 len: 210 time: 0.0426726 Jul 16 01:36:38.006926 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8283974-1b47-4a8a-a678-1810c8720729 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ff5c29-d874-4ace-abb2-4fed85dc75d4,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:38.046612 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-bae2cbeb-5532-4332-9490-7c55fc9d8fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.048882 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-bae2cbeb-5532-4332-9490-7c55fc9d8fa6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 909 time: 0.2550371 Jul 16 01:36:38.091073 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device c20de5fa-fb4c-4811-b129-1656607f2a1d no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:38.145801 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: c20de5fa-fb4c-4811-b129-1656607f2a1d {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:38.146219 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device c20de5fa-fb4c-4811-b129-1656607f2a1d not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:38.169984 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-631789d9-3c60-492c-a378-08dfe9336113 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=628d5e89-f383-4ff8-a4e6-7e322dd44a81 HTTP/1.1" status: 200 len: 217 time: 0.0714586 Jul 16 01:36:38.268105 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-5e08896f-2c3d-4f78-803e-a2f7dc538402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.269615 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-5e08896f-2c3d-4f78-803e-a2f7dc538402 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.0918455 Jul 16 01:36:38.342464 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cefc6-6f49-4e24-97ff-c3cc1c536971 req-15e6f1f4-466b-4759-8e28-982433a25cbb tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.351362 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-345cefc6-6f49-4e24-97ff-c3cc1c536971 req-15e6f1f4-466b-4759-8e28-982433a25cbb tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/ports?device_id=779c2552-8ee7-45fd-9fb1-648556d12b91 HTTP/1.1" status: 200 len: 946 time: 0.1322119 Jul 16 01:36:38.356819 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-0e1f2604-bbef-4070-a35d-d260ed544c71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718546 Jul 16 01:36:38.421765 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-345cefc6-6f49-4e24-97ff-c3cc1c536971 req-cd6d4718-70ab-4a55-9414-38ed1e85eaee tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/security-groups?id=69fee4e6-efe2-40c5-b0a6-711428a8f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662339 Jul 16 01:36:38.624974 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c8283974-1b47-4a8a-a678-1810c8720729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.650665 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36bc01-4bc5-4ba6-aebf-63ab180ca914 req-241f7e54-7601-4698-847e-cb15d7de3b2b tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.652447 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6b36bc01-4bc5-4ba6-aebf-63ab180ca914 req-241f7e54-7601-4698-847e-cb15d7de3b2b tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.47 "GET /v2.0/ports?device_id=779c2552-8ee7-45fd-9fb1-648556d12b91 HTTP/1.1" status: 200 len: 946 time: 0.6221159 Jul 16 01:36:38.655448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a42cb-d13f-4be4-8e92-243d535f72f8 req-3bebb9d6-24e1-4246-b3b4-1fa5ec820e36 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.668293 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f81a42cb-d13f-4be4-8e92-243d535f72f8 req-3bebb9d6-24e1-4246-b3b4-1fa5ec820e36 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.0953412 Jul 16 01:36:38.717450 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f81a42cb-d13f-4be4-8e92-243d535f72f8 req-5dab1201-85a4-4dd8-ab56-7ed9bb1a93b0 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479691 Jul 16 01:36:38.859586 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-f084f173-5ae0-4053-9296-4e37feac3abe service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952438 Jul 16 01:36:38.957849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8200c32-6d8c-4c86-bfdb-632336bd0124 req-836f7f26-49c7-4d25-833b-36c9a85a8a62 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.959895 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b8200c32-6d8c-4c86-bfdb-632336bd0124 req-836f7f26-49c7-4d25-833b-36c9a85a8a62 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 945 time: 0.0862441 Jul 16 01:36:39.017774 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b8200c32-6d8c-4c86-bfdb-632336bd0124 req-081ff768-f00b-4c80-98b1-7a77e3169d8c tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485716 Jul 16 01:36:39.095855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-6b36bc01-4bc5-4ba6-aebf-63ab180ca914 req-4392fc93-6b84-4bda-8a67-40611bb2b39c tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Deleting port e08ed308-97a0-4fe3-98ad-7a9e93872198 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:39.096425 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6b36bc01-4bc5-4ba6-aebf-63ab180ca914 req-4392fc93-6b84-4bda-8a67-40611bb2b39c tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.123146 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-fb7c5fa5-9e9c-4e72-9f89-b334883da4d9 service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536614 Jul 16 01:36:39.215067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8283974-1b47-4a8a-a678-1810c8720729 admin admin] Router 099b5945-bdde-4149-9d32-d99137e4d9a6 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:39.240827 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-6b36bc01-4bc5-4ba6-aebf-63ab180ca914 req-4392fc93-6b84-4bda-8a67-40611bb2b39c tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] For port e08ed308-97a0-4fe3-98ad-7a9e93872198, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e08ed308-97a0-4fe3-98ad-7a9e93872198,segment=NetworkSegment(302eba5d-be87-4be1-a4aa-4fccca95ec1b),segment_id=302eba5d-be87-4be1-a4aa-4fccca95ec1b)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:39.241199 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6b36bc01-4bc5-4ba6-aebf-63ab180ca914 req-4392fc93-6b84-4bda-8a67-40611bb2b39c tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.245837 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54826) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.251501 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab9dd5-4cfb-4f9e-b5e2-8e0d8b65a399 req-deff254b-a4e0-494e-afdc-b6a0107d023c tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.253062 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-acab9dd5-4cfb-4f9e-b5e2-8e0d8b65a399 req-deff254b-a4e0-494e-afdc-b6a0107d023c tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 945 time: 0.2501233 Jul 16 01:36:39.277920 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-6b36bc01-4bc5-4ba6-aebf-63ab180ca914 req-4392fc93-6b84-4bda-8a67-40611bb2b39c tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Calling delete_port for e08ed308-97a0-4fe3-98ad-7a9e93872198 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:39.399459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-6df4c9b6-1e01-424a-a6a9-539cd7ed6299 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1440611451', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:39.405848 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-acab9dd5-4cfb-4f9e-b5e2-8e0d8b65a399 req-48f0b8ab-85f1-4e53-8c48-a9aad9010b4b tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464887 Jul 16 01:36:39.437223 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df4c9b6-1e01-424a-a6a9-539cd7ed6299 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Made reservation on behalf of 2219f363e3664c15a39aa2f008777ef5 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:39.441502 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6df4c9b6-1e01-424a-a6a9-539cd7ed6299 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.462090 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6df4c9b6-1e01-424a-a6a9-539cd7ed6299 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.559873 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8283974-1b47-4a8a-a678-1810c8720729 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:39.571011 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c8283974-1b47-4a8a-a678-1810c8720729 admin admin] 10.222.0.54 "PUT /v2.0/routers/099b5945-bdde-4149-9d32-d99137e4d9a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7924459 Jul 16 01:36:39.573389 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd9c656-beaa-4e39-8aaa-83b812128cc5 None None] Sync routers for ids ['099b5945-bdde-4149-9d32-d99137e4d9a6'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:39.575748 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54836) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.589977 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd9c656-beaa-4e39-8aaa-83b812128cc5 None None] Routers {'099b5945-bdde-4149-9d32-d99137e4d9a6'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:39.591073 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-2cd9c656-beaa-4e39-8aaa-83b812128cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:36:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['099b5945-bdde-4149-9d32-d99137e4d9a6'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:39.647309 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6df4c9b6-1e01-424a-a6a9-539cd7ed6299 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.658593 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6df4c9b6-1e01-424a-a6a9-539cd7ed6299 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.670059 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-6df4c9b6-1e01-424a-a6a9-539cd7ed6299 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] device_id is not set on port e5b2018a-5868-4cef-8c9f-84af138f0e68 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:39.782081 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-2cd9c656-beaa-4e39-8aaa-83b812128cc5 None None] Set router 099b5945-bdde-4149-9d32-d99137e4d9a6 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:39.814435 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4c9b6-1e01-424a-a6a9-539cd7ed6299 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c4b098-f85d-4167-a403-5f11791d8885,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:39.821520 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6b36bc01-4bc5-4ba6-aebf-63ab180ca914 req-4392fc93-6b84-4bda-8a67-40611bb2b39c tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.864667 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392fc93-6b84-4bda-8a67-40611bb2b39c tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Pushing event deleted for resources: {'Port': ['ID=e08ed308-97a0-4fe3-98ad-7a9e93872198,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:39.882074 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e3626c8-3c73-4c92-ab73-9b9df69081a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.902344 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['e08ed308-97a0-4fe3-98ad-7a9e93872198'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:39.922832 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dfbe1e35-0300-4186-97f9-f31498b4092d req-bf424dd6-ce99-4392-ac42-2412dccc546f tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.54 "GET /v2.0/ports?device_id=779c2552-8ee7-45fd-9fb1-648556d12b91 HTTP/1.1" status: 200 len: 210 time: 0.0632589 Jul 16 01:36:39.989221 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b36bc01-4bc5-4ba6-aebf-63ab180ca914 req-4392fc93-6b84-4bda-8a67-40611bb2b39c tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] No DVR routers for this DVR port e08ed308-97a0-4fe3-98ad-7a9e93872198 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:39.993008 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6b36bc01-4bc5-4ba6-aebf-63ab180ca914 req-4392fc93-6b84-4bda-8a67-40611bb2b39c tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.995778 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6b36bc01-4bc5-4ba6-aebf-63ab180ca914 req-4392fc93-6b84-4bda-8a67-40611bb2b39c tempest-InstanceActionsV221TestJSON-1543750842 tempest-InstanceActionsV221TestJSON-1543750842-project] 10.222.0.47 "DELETE /v2.0/ports/e08ed308-97a0-4fe3-98ad-7a9e93872198 HTTP/1.1" status: 204 len: 173 time: 1.3087468 Jul 16 01:36:39.996235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779c2552-8ee7-45fd-9fb1-648556d12b91', 'name': 'network-vif-deleted', 'tag': 'e08ed308-97a0-4fe3-98ad-7a9e93872198'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:39.998544 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8709b62-be5d-4dd2-9485-a7c741d65b7d" -d '{"events": [{"server_uuid": "779c2552-8ee7-45fd-9fb1-648556d12b91", "name": "network-vif-deleted", "tag": "e08ed308-97a0-4fe3-98ad-7a9e93872198"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:40.038169 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6c2f561-d03e-4248-be87-783236644d69 req-ed5c6b9a-71e2-4e3e-b2db-89a870c16249 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1607566873&fields=id&tenant_id=a41b869f49b349909b5f3c4b94798fc3 HTTP/1.1" status: 200 len: 267 time: 0.2159097 Jul 16 01:36:40.110661 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-2cd9c656-beaa-4e39-8aaa-83b812128cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'name': 'tempest-ServersTestJSON-2091173464-router', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:36:37Z', 'revision_number': 5, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'gw_port': {'id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:06Z', 'updated_at': '2021-07-16T01:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:40.149765 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd9c656-beaa-4e39-8aaa-83b812128cc5 None None] Checking router: 099b5945-bdde-4149-9d32-d99137e4d9a6 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:40.158577 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e3626c8-3c73-4c92-ab73-9b9df69081a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.160598 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd9c656-beaa-4e39-8aaa-83b812128cc5 None None] Routers {'099b5945-bdde-4149-9d32-d99137e4d9a6'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:40.161259 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-2cd9c656-beaa-4e39-8aaa-83b812128cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:36:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['099b5945-bdde-4149-9d32-d99137e4d9a6'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:40.194263 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-6df4c9b6-1e01-424a-a6a9-539cd7ed6299 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Allocated IP 172.25.1.112 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/e5b2018a-5868-4cef-8c9f-84af138f0e68) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:40.261308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-7e3626c8-3c73-4c92-ab73-9b9df69081a3 admin admin] Deleting port aadb7984-73b4-479f-b2b5-20da87d86d4c {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:40.261648 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e3626c8-3c73-4c92-ab73-9b9df69081a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.351110 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2f561-d03e-4248-be87-783236644d69 req-ae749b73-a6ee-40e3-be92-f50e64c8553c tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.362078 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6c2f561-d03e-4248-be87-783236644d69 req-ae749b73-a6ee-40e3-be92-f50e64c8553c tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 945 time: 0.3059435 Jul 16 01:36:40.370159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-c6c2f561-d03e-4248-be87-783236644d69 req-f70f1076-8d69-4390-81f5-65ef166d2622 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Request body: {'port': {'security_groups': ['ab6b5a19-66da-4ce1-b890-493acd22189f', 'a84e2478-8d68-4ba7-9fe5-04cd2ede6f96']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:40.383550 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-2cd9c656-beaa-4e39-8aaa-83b812128cc5 None None] Set router 099b5945-bdde-4149-9d32-d99137e4d9a6 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:40.477125 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-7e3626c8-3c73-4c92-ab73-9b9df69081a3 admin admin] For port aadb7984-73b4-479f-b2b5-20da87d86d4c, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=aadb7984-73b4-479f-b2b5-20da87d86d4c,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:40.477540 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e3626c8-3c73-4c92-ab73-9b9df69081a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.505709 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-7e3626c8-3c73-4c92-ab73-9b9df69081a3 admin admin] Calling delete_port for aadb7984-73b4-479f-b2b5-20da87d86d4c owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:40.543409 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c6c2f561-d03e-4248-be87-783236644d69 req-f70f1076-8d69-4390-81f5-65ef166d2622 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.799512 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e3626c8-3c73-4c92-ab73-9b9df69081a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.807900 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-2cd9c656-beaa-4e39-8aaa-83b812128cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'name': 'tempest-ServersTestJSON-2091173464-router', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:36:37Z', 'revision_number': 5, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'gw_port': {'id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:06Z', 'updated_at': '2021-07-16T01:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:40.845664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3626c8-3c73-4c92-ab73-9b9df69081a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aadb7984-73b4-479f-b2b5-20da87d86d4c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:40.872006 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd9c656-beaa-4e39-8aaa-83b812128cc5 None None] The sync data for ids ['099b5945-bdde-4149-9d32-d99137e4d9a6'] in n-d-800086-6 is: [{'id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'name': 'tempest-ServersTestJSON-2091173464-router', 'tenant_id': '80bd84e6dcbf4466990580e7adaf0636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:36:37Z', 'revision_number': 5, 'project_id': '80bd84e6dcbf4466990580e7adaf0636', 'gw_port': {'id': 'aadb7984-73b4-479f-b2b5-20da87d86d4c', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099b5945-bdde-4149-9d32-d99137e4d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:06Z', 'updated_at': '2021-07-16T01:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:40.894410 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c6c2f561-d03e-4248-be87-783236644d69 req-f70f1076-8d69-4390-81f5-65ef166d2622 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] For port 67bca165-ff87-4f10-ad22-3badea1d50c5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=67bca165-ff87-4f10-ad22-3badea1d50c5,segment=NetworkSegment(a82acdce-5aca-4031-8db4-96e971373951),segment_id=a82acdce-5aca-4031-8db4-96e971373951)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:40.919221 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6df4c9b6-1e01-424a-a6a9-539cd7ed6299 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.951012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd3268-a95c-4220-a61b-570822daa27c req-c9523ce4-9cc3-45f8-8f2f-6c157c015903 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.958020 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bd3268-a95c-4220-a61b-570822daa27c req-c9523ce4-9cc3-45f8-8f2f-6c157c015903 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.1956174 Jul 16 01:36:40.961396 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c6c2f561-d03e-4248-be87-783236644d69 req-f70f1076-8d69-4390-81f5-65ef166d2622 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.975791 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c6c2f561-d03e-4248-be87-783236644d69 req-f70f1076-8d69-4390-81f5-65ef166d2622 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.982152 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e3626c8-3c73-4c92-ab73-9b9df69081a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.022846 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['67bca165-ff87-4f10-ad22-3badea1d50c5'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:41.056348 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2f561-d03e-4248-be87-783236644d69 req-f70f1076-8d69-4390-81f5-65ef166d2622 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:41.057750 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c6c2f561-d03e-4248-be87-783236644d69 req-f70f1076-8d69-4390-81f5-65ef166d2622 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.072462 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6c2f561-d03e-4248-be87-783236644d69 req-f70f1076-8d69-4390-81f5-65ef166d2622 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "PUT /v2.0/ports/67bca165-ff87-4f10-ad22-3badea1d50c5 HTTP/1.1" status: 200 len: 981 time: 0.7088244 Jul 16 01:36:41.081834 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8b369b-d71b-4742-9427-6b0f5d23ab1e', 'tag': '67bca165-ff87-4f10-ad22-3badea1d50c5'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:41.086567 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b25833-d812-46ff-9034-aa9dc3db2fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8b369b-d71b-4742-9427-6b0f5d23ab1e", "tag": "67bca165-ff87-4f10-ad22-3badea1d50c5"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:41.131139 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6df4c9b6-1e01-424a-a6a9-539cd7ed6299 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.179863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f1076-8d69-4390-81f5-65ef166d2622 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event updated for resources: {'Port': ['ID=67bca165-ff87-4f10-ad22-3badea1d50c5,revision_number=6']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.223555 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df4c9b6-1e01-424a-a6a9-539cd7ed6299 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:41.248754 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['67bca165-ff87-4f10-ad22-3badea1d50c5'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:41.317434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-6df4c9b6-1e01-424a-a6a9-539cd7ed6299 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:41.329260 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df4c9b6-1e01-424a-a6a9-539cd7ed6299 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:41.387417 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 50ff5c29-d874-4ace-abb2-4fed85dc75d4 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:41.407253 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4c9b6-1e01-424a-a6a9-539cd7ed6299 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Pushing event updated for resources: {'Port': ['ID=e5b2018a-5868-4cef-8c9f-84af138f0e68,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.450473 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 50ff5c29-d874-4ace-abb2-4fed85dc75d4 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:41.451153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 50ff5c29-d874-4ace-abb2-4fed85dc75d4 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:41.470866 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df4c9b6-1e01-424a-a6a9-539cd7ed6299 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:41.471793 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6df4c9b6-1e01-424a-a6a9-539cd7ed6299 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.515613 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6df4c9b6-1e01-424a-a6a9-539cd7ed6299 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.2685254 Jul 16 01:36:41.518203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54860) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:41.524178 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-642e96c4-626f-40b5-ad3e-59f33dba0828 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.112'}]}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:41.545839 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585ce55-88f5-4d9a-a75c-eada070bacda req-c09f4b82-637c-4d0b-a6c5-d64fc6eb3f9d tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:41.553411 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4585ce55-88f5-4d9a-a75c-eada070bacda req-c09f4b82-637c-4d0b-a6c5-d64fc6eb3f9d tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 945 time: 0.1706910 Jul 16 01:36:41.587498 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a5d6fc-af95-4027-84b7-b55888b759dd x-openstack-request-id: req-98a5d6fc-af95-4027-84b7-b55888b759dd {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:41.588336 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779c2552-8ee7-45fd-9fb1-648556d12b91", "name": "network-vif-deleted", "tag": "e08ed308-97a0-4fe3-98ad-7a9e93872198", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:41.588336 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-98a5d6fc-af95-4027-84b7-b55888b759dd {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:41.588897 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779c2552-8ee7-45fd-9fb1-648556d12b91', 'name': 'network-vif-deleted', 'tag': 'e08ed308-97a0-4fe3-98ad-7a9e93872198', 'status': 'completed', 'code': 200} Jul 16 01:36:41.597010 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-642e96c4-626f-40b5-ad3e-59f33dba0828 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.598185 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-642e96c4-626f-40b5-ad3e-59f33dba0828 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.607335 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e3626c8-3c73-4c92-ab73-9b9df69081a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.611894 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e3626c8-3c73-4c92-ab73-9b9df69081a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.622901 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4585ce55-88f5-4d9a-a75c-eada070bacda req-080ab294-77bc-4a6a-b5b4-5f5894e93dd3 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662334 Jul 16 01:36:41.623113 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bd3268-a95c-4220-a61b-570822daa27c req-ed5065a1-ff6a-440f-b68f-9785ac4ca192 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6641972 Jul 16 01:36:41.678692 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e3626c8-3c73-4c92-ab73-9b9df69081a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.679382 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3626c8-3c73-4c92-ab73-9b9df69081a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 099b5945-bdde-4149-9d32-d99137e4d9a6 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:36:41.687151 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e3626c8-3c73-4c92-ab73-9b9df69081a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.691189 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7e3626c8-3c73-4c92-ab73-9b9df69081a3 admin admin] 10.222.0.54 "DELETE /v2.0/routers/099b5945-bdde-4149-9d32-d99137e4d9a6 HTTP/1.1" status: 204 len: 168 time: 2.1122680 Jul 16 01:36:41.691700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54862) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:41.736008 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-642e96c4-626f-40b5-ad3e-59f33dba0828 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.761589 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-381d249d-64a8-4741-a96a-e8cdfd18072c admin admin] Deleting subnet f473865d-7ea0-4ee7-9864-4956b1c85f80 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:41.766343 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-381d249d-64a8-4741-a96a-e8cdfd18072c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.836867 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-381d249d-64a8-4741-a96a-e8cdfd18072c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.005917 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-642e96c4-626f-40b5-ad3e-59f33dba0828 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.014358 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e37ef3-8703-4455-b651-489333401531 x-openstack-request-id: req-31e37ef3-8703-4455-b651-489333401531 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:42.014706 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8b369b-d71b-4742-9427-6b0f5d23ab1e", "tag": "67bca165-ff87-4f10-ad22-3badea1d50c5", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:42.015114 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-31e37ef3-8703-4455-b651-489333401531 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:42.015542 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8b369b-d71b-4742-9427-6b0f5d23ab1e', 'tag': '67bca165-ff87-4f10-ad22-3badea1d50c5', 'status': 'completed', 'code': 200} Jul 16 01:36:42.025361 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-381d249d-64a8-4741-a96a-e8cdfd18072c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.067485 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-27227507-af6b-47a5-b58d-2a06ca8d400c req-72b07b30-a711-473b-86d4-daad1a448eca tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-133746380&fields=id&tenant_id=a41b869f49b349909b5f3c4b94798fc3 HTTP/1.1" status: 200 len: 267 time: 0.1686141 Jul 16 01:36:42.115081 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e08ed308-97a0-4fe3-98ad-7a9e93872198 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:42.133971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b25833-d812-46ff-9034-aa9dc3db2fe7 req-12e57720-f598-4469-a0df-c2181597e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.137489 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23b25833-d812-46ff-9034-aa9dc3db2fe7 req-12e57720-f598-4469-a0df-c2181597e3fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a41b869f49b349909b5f3c4b94798fc3&device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 1135 time: 0.1679029 Jul 16 01:36:42.152678 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: e08ed308-97a0-4fe3-98ad-7a9e93872198 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:42.152799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e08ed308-97a0-4fe3-98ad-7a9e93872198 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:42.160249 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-381d249d-64a8-4741-a96a-e8cdfd18072c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.191926 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3d800c-e335-494f-8aec-30edc7b3b19c None None] Network b674553f-a0ba-4ffc-8b96-f2507d2ffa5a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:42.194244 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-381d249d-64a8-4741-a96a-e8cdfd18072c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.197581 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-381d249d-64a8-4741-a96a-e8cdfd18072c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f473865d-7ea0-4ee7-9864-4956b1c85f80 HTTP/1.1" status: 204 len: 168 time: 0.5037644 Jul 16 01:36:42.209768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54874) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:42.218953 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27227507-af6b-47a5-b58d-2a06ca8d400c req-210edcc2-c00c-4947-bcff-251352309ba4 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.226975 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-27227507-af6b-47a5-b58d-2a06ca8d400c req-210edcc2-c00c-4947-bcff-251352309ba4 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 984 time: 0.1521385 Jul 16 01:36:42.241223 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d249d-64a8-4741-a96a-e8cdfd18072c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f473865d-7ea0-4ee7-9864-4956b1c85f80,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.272960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-27227507-af6b-47a5-b58d-2a06ca8d400c req-5cda5b4f-d62f-45ac-8c71-8b3991994ec5 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Request body: {'port': {'security_groups': ['a84e2478-8d68-4ba7-9fe5-04cd2ede6f96', 'ab6b5a19-66da-4ce1-b890-493acd22189f', '5eac0ec5-d886-4db7-b035-0432d5a4ed1a']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:42.346028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b25833-d812-46ff-9034-aa9dc3db2fe7 req-c89da091-ec34-4bed-8365-a389f74c896d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.347569 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23b25833-d812-46ff-9034-aa9dc3db2fe7 req-c89da091-ec34-4bed-8365-a389f74c896d service neutron] 10.222.0.26 "GET /v2.0/networks?id=788e2996-ae41-440d-8892-e7b9ea2dc68e HTTP/1.1" status: 200 len: 913 time: 0.2017162 Jul 16 01:36:42.433390 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23b25833-d812-46ff-9034-aa9dc3db2fe7 req-e2e73006-8fdc-4295-9018-1a152318d4c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67bca165-ff87-4f10-ad22-3badea1d50c5 HTTP/1.1" status: 200 len: 217 time: 0.0757461 Jul 16 01:36:42.500759 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b25833-d812-46ff-9034-aa9dc3db2fe7 req-9b55aed7-663b-4314-bdfe-818d97439a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.502530 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23b25833-d812-46ff-9034-aa9dc3db2fe7 req-9b55aed7-663b-4314-bdfe-818d97439a7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80374b9f-2bf3-4ec7-862f-ebb8ade373c7 HTTP/1.1" status: 200 len: 852 time: 0.0623910 Jul 16 01:36:42.545200 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b303ca-1eeb-46e2-9dc7-fd7f00c4b69f None None] DHCP port deletion for b674553f-a0ba-4ffc-8b96-f2507d2ffa5a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:42.563602 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23b25833-d812-46ff-9034-aa9dc3db2fe7 req-9e54c661-ae34-4e30-b3f8-ea2b75dff366 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=788e2996-ae41-440d-8892-e7b9ea2dc68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538042 Jul 16 01:36:42.579442 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.609510 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-27227507-af6b-47a5-b58d-2a06ca8d400c req-5cda5b4f-d62f-45ac-8c71-8b3991994ec5 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.624013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e0b303ca-1eeb-46e2-9dc7-fd7f00c4b69f None None] Deleting port 83bddbee-4b9f-449d-85e7-bc8f050c1373 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:42.624307 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0b303ca-1eeb-46e2-9dc7-fd7f00c4b69f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.626832 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-642e96c4-626f-40b5-ad3e-59f33dba0828 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.656597 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-642e96c4-626f-40b5-ad3e-59f33dba0828 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.714798 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23b25833-d812-46ff-9034-aa9dc3db2fe7 req-cb922eb1-9993-4859-8216-a523ae2fdcda service neutron] 10.222.0.26 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270218 Jul 16 01:36:42.756154 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e0b303ca-1eeb-46e2-9dc7-fd7f00c4b69f None None] For port 83bddbee-4b9f-449d-85e7-bc8f050c1373, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=83bddbee-4b9f-449d-85e7-bc8f050c1373,segment=NetworkSegment(0069c7d8-a69d-44ba-ad7f-aebd2473835b),segment_id=0069c7d8-a69d-44ba-ad7f-aebd2473835b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:42.756628 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0b303ca-1eeb-46e2-9dc7-fd7f00c4b69f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.783171 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e0b303ca-1eeb-46e2-9dc7-fd7f00c4b69f None None] Calling delete_port for 83bddbee-4b9f-449d-85e7-bc8f050c1373 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:42.876495 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23b25833-d812-46ff-9034-aa9dc3db2fe7 req-654c5ff1-e90a-4c6b-b90a-8ded03aae476 service neutron] 10.222.0.26 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457076 Jul 16 01:36:42.932681 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0b303ca-1eeb-46e2-9dc7-fd7f00c4b69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.964628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b303ca-1eeb-46e2-9dc7-fd7f00c4b69f None None] Pushing event deleted for resources: {'Port': ['ID=83bddbee-4b9f-449d-85e7-bc8f050c1373,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.969454 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b303ca-1eeb-46e2-9dc7-fd7f00c4b69f None None] No DVR routers for this DVR port 83bddbee-4b9f-449d-85e7-bc8f050c1373 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:43.197841 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] Deleting port 83bddbee-4b9f-449d-85e7-bc8f050c1373 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:43.198180 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.211895 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 83bddbee-4b9f-449d-85e7-bc8f050c1373 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:43.246863 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 83bddbee-4b9f-449d-85e7-bc8f050c1373 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:43.249874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 83bddbee-4b9f-449d-85e7-bc8f050c1373 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:43.250840 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device aadb7984-73b4-479f-b2b5-20da87d86d4c no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:43.281628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: aadb7984-73b4-479f-b2b5-20da87d86d4c {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:43.282363 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device aadb7984-73b4-479f-b2b5-20da87d86d4c not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:43.342258 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-642e96c4-626f-40b5-ad3e-59f33dba0828 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.351103 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7409c-44c5-44d9-bef3-358c883f9281 req-11e9da65-e7d2-4ceb-aa71-ae66488329b0 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.358407 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6ae7409c-44c5-44d9-bef3-358c883f9281 req-11e9da65-e7d2-4ceb-aa71-ae66488329b0 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 945 time: 0.0851045 Jul 16 01:36:43.397345 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6ae7409c-44c5-44d9-bef3-358c883f9281 req-c35d5435-cf87-49bc-ae99-3e968c84c3d2 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379891 Jul 16 01:36:43.439573 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] For port 83bddbee-4b9f-449d-85e7-bc8f050c1373, host n-d-800086-6, got binding levels [] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:43.439965 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.463143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] Calling delete_port for 83bddbee-4b9f-449d-85e7-bc8f050c1373 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:43.471092 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.ipam_backend_mixin [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] Port 83bddbee-4b9f-449d-85e7-bc8f050c1373 was not found and therefore no delete operation was performed {{(pid=93831) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:36:43.477842 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.585703 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae18c5-5dd9-4cbc-b333-aff97a476bf4 req-26b5b0aa-de54-43a9-836b-25a71981727d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.587543 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7ae18c5-5dd9-4cbc-b333-aff97a476bf4 req-26b5b0aa-de54-43a9-836b-25a71981727d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.0702562 Jul 16 01:36:43.597262 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] Pushing event deleted for resources: {'Port': ['ID=83bddbee-4b9f-449d-85e7-bc8f050c1373,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.604681 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] No DVR routers for this DVR port 83bddbee-4b9f-449d-85e7-bc8f050c1373 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:43.607511 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-27227507-af6b-47a5-b58d-2a06ca8d400c req-5cda5b4f-d62f-45ac-8c71-8b3991994ec5 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] For port 67bca165-ff87-4f10-ad22-3badea1d50c5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=67bca165-ff87-4f10-ad22-3badea1d50c5,segment=NetworkSegment(a82acdce-5aca-4031-8db4-96e971373951),segment_id=a82acdce-5aca-4031-8db4-96e971373951)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:43.611892 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-642e96c4-626f-40b5-ad3e-59f33dba0828 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.621219 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-642e96c4-626f-40b5-ad3e-59f33dba0828 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.636319 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7ae18c5-5dd9-4cbc-b333-aff97a476bf4 req-2b14d09b-5d46-4524-b101-38b5eb3248b1 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423076 Jul 16 01:36:43.717343 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-27227507-af6b-47a5-b58d-2a06ca8d400c req-5cda5b4f-d62f-45ac-8c71-8b3991994ec5 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.720756 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-642e96c4-626f-40b5-ad3e-59f33dba0828 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.721235 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642e96c4-626f-40b5-ad3e-59f33dba0828 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9856cad2-d221-4a97-9096-ff6acf88a1b2 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:36:43.729570 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-27227507-af6b-47a5-b58d-2a06ca8d400c req-5cda5b4f-d62f-45ac-8c71-8b3991994ec5 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.753814 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.774471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b674553f-a0ba-4ffc-8b96-f2507d2ffa5a']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:43.775355 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['67bca165-ff87-4f10-ad22-3badea1d50c5'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:43.817273 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-642e96c4-626f-40b5-ad3e-59f33dba0828 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:36:43.822224 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-642e96c4-626f-40b5-ad3e-59f33dba0828 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3023560 Jul 16 01:36:43.822950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54888) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:43.829285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0069c7d8-a69d-44ba-ad7f-aebd2473835b') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:43.829581 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0069c7d8-a69d-44ba-ad7f-aebd2473835b') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:43.836641 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27227507-af6b-47a5-b58d-2a06ca8d400c req-5cda5b4f-d62f-45ac-8c71-8b3991994ec5 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.838501 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-27227507-af6b-47a5-b58d-2a06ca8d400c req-5cda5b4f-d62f-45ac-8c71-8b3991994ec5 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.852068 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-27227507-af6b-47a5-b58d-2a06ca8d400c req-5cda5b4f-d62f-45ac-8c71-8b3991994ec5 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "PUT /v2.0/ports/67bca165-ff87-4f10-ad22-3badea1d50c5 HTTP/1.1" status: 200 len: 1020 time: 1.6206114 Jul 16 01:36:43.879092 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.946067 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda5b4f-d62f-45ac-8c71-8b3991994ec5 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event updated for resources: {'Port': ['ID=67bca165-ff87-4f10-ad22-3badea1d50c5,revision_number=7']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.948254 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.949650 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54894) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:43.967966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:43.968381 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:43.970218 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:44.040912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['67bca165-ff87-4f10-ad22-3badea1d50c5'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:44.045897 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8b369b-d71b-4742-9427-6b0f5d23ab1e', 'tag': '67bca165-ff87-4f10-ad22-3badea1d50c5'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:44.048197 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943c711c-692e-42a6-8888-f01a43a8aac1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8b369b-d71b-4742-9427-6b0f5d23ab1e", "tag": "67bca165-ff87-4f10-ad22-3badea1d50c5"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:44.071095 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.078736 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.080872 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] 10.222.0.54 "DELETE /v2.0/networks/b674553f-a0ba-4ffc-8b96-f2507d2ffa5a HTTP/1.1" status: 204 len: 168 time: 1.8703833 Jul 16 01:36:44.109094 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3779b3-db5a-4cf1-b942-4500792449ca admin admin] Pushing event deleted for resources: {'Network': ['ID=b674553f-a0ba-4ffc-8b96-f2507d2ffa5a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.288960 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b422dfc-2a99-422f-9704-4e02dd9a52b1 admin admin] Deleting subnet e5e9493f-8759-449b-8216-e36aed2a057a {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:44.300653 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b422dfc-2a99-422f-9704-4e02dd9a52b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.381279 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b422dfc-2a99-422f-9704-4e02dd9a52b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.389006 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54902) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.419151 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-69a4db20-75a7-4dc9-aac5-78cd32225bd7 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Deleting port e5b2018a-5868-4cef-8c9f-84af138f0e68 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:44.419864 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69a4db20-75a7-4dc9-aac5-78cd32225bd7 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.436657 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844510c-f286-4c56-a3cf-97bfab8a4cf0 req-d1af9b1a-a690-414a-8af1-acef6b32ee78 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:44.439170 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2844510c-f286-4c56-a3cf-97bfab8a4cf0 req-d1af9b1a-a690-414a-8af1-acef6b32ee78 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 1023 time: 0.3393204 Jul 16 01:36:44.463021 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-59e294a4-54d9-4d3e-9b92-042cc67b1c0a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=80bd84e6dcbf4466990580e7adaf0636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705776 Jul 16 01:36:44.463612 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54908) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.533594 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b422dfc-2a99-422f-9704-4e02dd9a52b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.597335 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995ad416-6c24-4435-9921-60d7e1732c36 x-openstack-request-id: req-995ad416-6c24-4435-9921-60d7e1732c36 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:44.597846 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8b369b-d71b-4742-9427-6b0f5d23ab1e", "tag": "67bca165-ff87-4f10-ad22-3badea1d50c5", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:44.597846 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-995ad416-6c24-4435-9921-60d7e1732c36 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:44.598252 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8b369b-d71b-4742-9427-6b0f5d23ab1e', 'tag': '67bca165-ff87-4f10-ad22-3badea1d50c5', 'status': 'completed', 'code': 200} Jul 16 01:36:44.599282 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-104b3a2b-128f-44d7-b0bc-549c21f9e454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.655742 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69a4db20-75a7-4dc9-aac5-78cd32225bd7 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.666861 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-104b3a2b-128f-44d7-b0bc-549c21f9e454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.698035 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-69a4db20-75a7-4dc9-aac5-78cd32225bd7 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Calling delete_port for e5b2018a-5868-4cef-8c9f-84af138f0e68 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:44.719371 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2844510c-f286-4c56-a3cf-97bfab8a4cf0 req-39480672-28fb-4b5e-b5af-55af6ddfa1cb tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&id=a84e2478-8d68-4ba7-9fe5-04cd2ede6f96&id=5eac0ec5-d886-4db7-b035-0432d5a4ed1a HTTP/1.1" status: 200 len: 6148 time: 0.2617977 Jul 16 01:36:44.796042 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b422dfc-2a99-422f-9704-4e02dd9a52b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.797139 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-104b3a2b-128f-44d7-b0bc-549c21f9e454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.799928 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-104b3a2b-128f-44d7-b0bc-549c21f9e454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.803644 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-104b3a2b-128f-44d7-b0bc-549c21f9e454 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6a26e445-e7ef-42b3-84c3-0c801e5b9506 HTTP/1.1" status: 204 len: 168 time: 0.3366101 Jul 16 01:36:44.834790 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b3a2b-128f-44d7-b0bc-549c21f9e454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a26e445-e7ef-42b3-84c3-0c801e5b9506,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.844560 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b422dfc-2a99-422f-9704-4e02dd9a52b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e9493f-8759-449b-8216-e36aed2a057a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.848281 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b422dfc-2a99-422f-9704-4e02dd9a52b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.850596 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2b422dfc-2a99-422f-9704-4e02dd9a52b1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e5e9493f-8759-449b-8216-e36aed2a057a HTTP/1.1" status: 204 len: 168 time: 0.8969877 Jul 16 01:36:44.861786 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54924) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.898560 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c711c-692e-42a6-8888-f01a43a8aac1 req-1d67be2e-522d-41e5-8262-36b5c13950b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:44.900996 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-943c711c-692e-42a6-8888-f01a43a8aac1 req-1d67be2e-522d-41e5-8262-36b5c13950b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a41b869f49b349909b5f3c4b94798fc3&device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 1174 time: 0.2611413 Jul 16 01:36:44.916015 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d557a00-4cbf-45db-924e-417752d63af9 req-42c389e0-5a72-4142-898c-43493168e398 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:44.934155 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5d557a00-4cbf-45db-924e-417752d63af9 req-42c389e0-5a72-4142-898c-43493168e398 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 945 time: 0.1974263 Jul 16 01:36:45.020403 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5d557a00-4cbf-45db-924e-417752d63af9 req-a235b496-5399-484f-9f2b-6b9fbef25c54 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808120 Jul 16 01:36:45.048104 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-3c1259d9-d1ee-46f7-947e-21c29a97b96e req-bb5aa04e-be03-43bb-9f5c-8735be5dc012 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1303631058 ', 'description': 'tempest-description-1355493411'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:45.084205 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3c1259d9-d1ee-46f7-947e-21c29a97b96e req-bb5aa04e-be03-43bb-9f5c-8735be5dc012 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.128245 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c463cd28-85ec-4ef4-bf8f-2e416a588c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.132417 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69a4db20-75a7-4dc9-aac5-78cd32225bd7 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.193526 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3c1259d9-d1ee-46f7-947e-21c29a97b96e req-bb5aa04e-be03-43bb-9f5c-8735be5dc012 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.198586 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3c1259d9-d1ee-46f7-947e-21c29a97b96e req-bb5aa04e-be03-43bb-9f5c-8735be5dc012 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.214724 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3c1259d9-d1ee-46f7-947e-21c29a97b96e req-bb5aa04e-be03-43bb-9f5c-8735be5dc012 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.225106 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3c1259d9-d1ee-46f7-947e-21c29a97b96e req-bb5aa04e-be03-43bb-9f5c-8735be5dc012 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.1768515 Jul 16 01:36:45.261146 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5aa04e-be03-43bb-9f5c-8735be5dc012 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c6733a-fb65-4eb0-9e59-4b7cf1061f26,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.267448 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4db20-75a7-4dc9-aac5-78cd32225bd7 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5b2018a-5868-4cef-8c9f-84af138f0e68,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.386634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c711c-692e-42a6-8888-f01a43a8aac1 req-3ca26e3d-8d95-4f4f-846f-3e69ec0cc6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:45.389016 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-943c711c-692e-42a6-8888-f01a43a8aac1 req-3ca26e3d-8d95-4f4f-846f-3e69ec0cc6db service neutron] 10.222.0.26 "GET /v2.0/networks?id=788e2996-ae41-440d-8892-e7b9ea2dc68e HTTP/1.1" status: 200 len: 913 time: 0.4781785 Jul 16 01:36:45.433944 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cab88aac-a117-494a-b509-2d72f8a9f27d req-9b5ba584-ec3d-42ff-8b4d-018f84f091d8 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/c1c6733a-fb65-4eb0-9e59-4b7cf1061f26 HTTP/1.1" status: 200 len: 1781 time: 0.0603335 Jul 16 01:36:45.501820 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550b95e-f2b9-4002-b579-25e5cbebcc2a req-560113c8-550f-43c2-9785-da6b4023a0e2 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:45.511658 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b550b95e-f2b9-4002-b579-25e5cbebcc2a req-560113c8-550f-43c2-9785-da6b4023a0e2 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.5185735 Jul 16 01:36:45.522296 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69a4db20-75a7-4dc9-aac5-78cd32225bd7 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.524337 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-69a4db20-75a7-4dc9-aac5-78cd32225bd7 tempest-RoutersAdminNegativeIpV6Test-1157907952 tempest-RoutersAdminNegativeIpV6Test-1157907952-project-admin] 10.222.0.54 "DELETE /v2.0/ports/e5b2018a-5868-4cef-8c9f-84af138f0e68 HTTP/1.1" status: 204 len: 168 time: 1.7000639 Jul 16 01:36:45.527139 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-943c711c-692e-42a6-8888-f01a43a8aac1 req-2f14efe5-a724-4eb0-bc1f-0019a04e3b60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67bca165-ff87-4f10-ad22-3badea1d50c5 HTTP/1.1" status: 200 len: 217 time: 0.1087883 Jul 16 01:36:45.601020 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c463cd28-85ec-4ef4-bf8f-2e416a588c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.606589 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6871ac7f-9adf-4ae0-b22d-c1a82cfd29c2 req-62bbf987-cb6a-4420-9c1f-6b87fb21da72 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/c1c6733a-fb65-4eb0-9e59-4b7cf1061f26 HTTP/1.1" status: 200 len: 1781 time: 0.0597038 Jul 16 01:36:45.647998 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c463cd28-85ec-4ef4-bf8f-2e416a588c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d99b1e-a435-46f3-8330-ee93faea0aaf']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:45.663098 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b550b95e-f2b9-4002-b579-25e5cbebcc2a req-8be34e1e-2ac2-46e9-8462-5f9e1da6e85e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504688 Jul 16 01:36:45.733524 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c463cd28-85ec-4ef4-bf8f-2e416a588c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302eba5d-be87-4be1-a4aa-4fccca95ec1b') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:45.733826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c463cd28-85ec-4ef4-bf8f-2e416a588c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302eba5d-be87-4be1-a4aa-4fccca95ec1b') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:45.746017 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6871ac7f-9adf-4ae0-b22d-c1a82cfd29c2 req-2787bd4f-be74-4b39-9b55-3584df3dd570 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.778432 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c463cd28-85ec-4ef4-bf8f-2e416a588c2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.808338 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6871ac7f-9adf-4ae0-b22d-c1a82cfd29c2 req-2787bd4f-be74-4b39-9b55-3584df3dd570 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.810413 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c711c-692e-42a6-8888-f01a43a8aac1 req-cdaebabe-aa72-4d87-ab4c-ccd01baf1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:45.812161 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-943c711c-692e-42a6-8888-f01a43a8aac1 req-cdaebabe-aa72-4d87-ab4c-ccd01baf1973 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80374b9f-2bf3-4ec7-862f-ebb8ade373c7 HTTP/1.1" status: 200 len: 852 time: 0.2753530 Jul 16 01:36:45.849170 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c463cd28-85ec-4ef4-bf8f-2e416a588c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.896925 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-943c711c-692e-42a6-8888-f01a43a8aac1 req-392ffa58-ef7a-45b2-81cb-545c4f74b95e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=788e2996-ae41-440d-8892-e7b9ea2dc68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750799 Jul 16 01:36:45.900709 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c463cd28-85ec-4ef4-bf8f-2e416a588c2c admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:45.901373 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c463cd28-85ec-4ef4-bf8f-2e416a588c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:45.903602 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:45.908282 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:45.914405 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6871ac7f-9adf-4ae0-b22d-c1a82cfd29c2 req-2787bd4f-be74-4b39-9b55-3584df3dd570 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.918119 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6871ac7f-9adf-4ae0-b22d-c1a82cfd29c2 req-2787bd4f-be74-4b39-9b55-3584df3dd570 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.922825 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6871ac7f-9adf-4ae0-b22d-c1a82cfd29c2 req-2787bd4f-be74-4b39-9b55-3584df3dd570 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "DELETE /v2.0/security-groups/c1c6733a-fb65-4eb0-9e59-4b7cf1061f26 HTTP/1.1" status: 204 len: 173 time: 0.3140185 Jul 16 01:36:45.955645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787bd4f-be74-4b39-9b55-3584df3dd570 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c6733a-fb65-4eb0-9e59-4b7cf1061f26,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.958006 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54962) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:45.983248 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [req-fd1f744c-4383-422d-870a-fc47de131004 req-1fdcdda1-90c2-4fc2-895c-6f71330d49cb tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] show failed (client error): The resource could not be found. Jul 16 01:36:45.993347 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd1f744c-4383-422d-870a-fc47de131004 req-1fdcdda1-90c2-4fc2-895c-6f71330d49cb tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/c1c6733a-fb65-4eb0-9e59-4b7cf1061f26 HTTP/1.1" status: 404 len: 352 time: 0.0408099 Jul 16 01:36:46.005348 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54968) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:46.018166 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-e1788fde-3431-4f81-93c7-b668cab13a33 req-21830101-fcaf-4c36-8b34-3ff6db9a4121 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-150695506', 'description': 'tempest-description-2136222048'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:46.042947 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e1788fde-3431-4f81-93c7-b668cab13a33 req-21830101-fcaf-4c36-8b34-3ff6db9a4121 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.163221 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c463cd28-85ec-4ef4-bf8f-2e416a588c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.195685 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c463cd28-85ec-4ef4-bf8f-2e416a588c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.200422 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-bbffcc8e-f4b5-475f-ac2a-4e699ee9da9c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1915984769-network', 'tenant_id': '9f1c35504a464c3f959f9ff2456e3961'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:46.200616 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c463cd28-85ec-4ef4-bf8f-2e416a588c2c admin admin] 10.222.0.54 "DELETE /v2.0/networks/77d99b1e-a435-46f3-8330-ee93faea0aaf HTTP/1.1" status: 204 len: 168 time: 1.3269157 Jul 16 01:36:46.223193 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463cd28-85ec-4ef4-bf8f-2e416a588c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=77d99b1e-a435-46f3-8330-ee93faea0aaf,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.251201 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b8e95c70-62ae-4b7b-8daa-806aa62f959f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.262169 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-943c711c-692e-42a6-8888-f01a43a8aac1 req-4e6008df-1ba9-4b84-ab22-6b72a6d2c638 service neutron] 10.222.0.26 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476098 Jul 16 01:36:46.296299 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e1788fde-3431-4f81-93c7-b668cab13a33 req-21830101-fcaf-4c36-8b34-3ff6db9a4121 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.319750 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e1788fde-3431-4f81-93c7-b668cab13a33 req-21830101-fcaf-4c36-8b34-3ff6db9a4121 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.353972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21830101-fcaf-4c36-8b34-3ff6db9a4121 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00bbe46a-14a5-4bdb-870d-65d90667779b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.377454 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbffcc8e-f4b5-475f-ac2a-4e699ee9da9c admin admin] Made reservation on behalf of 9f1c35504a464c3f959f9ff2456e3961 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:46.380098 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bbffcc8e-f4b5-475f-ac2a-4e699ee9da9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.410118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54978) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:46.421080 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bbffcc8e-f4b5-475f-ac2a-4e699ee9da9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.462658 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-943c711c-692e-42a6-8888-f01a43a8aac1 req-d97b09d9-e16d-4970-a67f-8a359ae55ea7 service neutron] 10.222.0.26 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895628 Jul 16 01:36:46.477660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d66a1-0b26-4e94-9e72-244bc98d0619 req-c24e5811-148d-449e-9740-35c65cc3092e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:46.480141 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d44d66a1-0b26-4e94-9e72-244bc98d0619 req-c24e5811-148d-449e-9740-35c65cc3092e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 945 time: 0.1566343 Jul 16 01:36:46.500695 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c7adabd9-1f9b-4dab-9e7a-812c7dc395a0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=05424f0bcce640fe815200bb26dff41a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879173 Jul 16 01:36:46.503283 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54980) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:46.541515 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d44d66a1-0b26-4e94-9e72-244bc98d0619 req-353521ad-fb89-486b-a0b4-cd104e860407 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544002 Jul 16 01:36:46.630730 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-965f450e-9e80-45a1-9142-bef2d043ff1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.669057 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b8e95c70-62ae-4b7b-8daa-806aa62f959f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.680789 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b8e95c70-62ae-4b7b-8daa-806aa62f959f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.686265 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-965f450e-9e80-45a1-9142-bef2d043ff1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.699450 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e1788fde-3431-4f81-93c7-b668cab13a33 req-21830101-fcaf-4c36-8b34-3ff6db9a4121 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.700907 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1788fde-3431-4f81-93c7-b668cab13a33 req-21830101-fcaf-4c36-8b34-3ff6db9a4121 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6883950 Jul 16 01:36:46.774553 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b8e95c70-62ae-4b7b-8daa-806aa62f959f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1235e9a8680647009b30c1450cb002f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7678967 Jul 16 01:36:46.777348 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54994) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:46.785726 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95c70-62ae-4b7b-8daa-806aa62f959f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73934882-2caa-4c5e-b0ca-d3840f3bbaa7,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.878289 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-965f450e-9e80-45a1-9142-bef2d043ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.889642 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-965f450e-9e80-45a1-9142-bef2d043ff1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.892915 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-965f450e-9e80-45a1-9142-bef2d043ff1f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/69fee4e6-efe2-40c5-b0a6-711428a8f699 HTTP/1.1" status: 204 len: 168 time: 0.3885410 Jul 16 01:36:46.902408 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-92aca12e-8f43-4522-b299-4c8617c30f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.927305 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f450e-9e80-45a1-9142-bef2d043ff1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fee4e6-efe2-40c5-b0a6-711428a8f699,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.949637 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-92aca12e-8f43-4522-b299-4c8617c30f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.991694 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bbffcc8e-f4b5-475f-ac2a-4e699ee9da9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.020469 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-92aca12e-8f43-4522-b299-4c8617c30f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.023284 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-92aca12e-8f43-4522-b299-4c8617c30f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.028265 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-92aca12e-8f43-4522-b299-4c8617c30f14 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/73934882-2caa-4c5e-b0ca-d3840f3bbaa7 HTTP/1.1" status: 204 len: 168 time: 0.2494805 Jul 16 01:36:47.037306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aca12e-8f43-4522-b299-4c8617c30f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73934882-2caa-4c5e-b0ca-d3840f3bbaa7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.043847 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bbffcc8e-f4b5-475f-ac2a-4e699ee9da9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.083562 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffcc8e-f4b5-475f-ac2a-4e699ee9da9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c7472c-31f3-46f1-acb6-f38bc557d8bb,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.094422 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbffcc8e-f4b5-475f-ac2a-4e699ee9da9c admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:47.111035 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bbffcc8e-f4b5-475f-ac2a-4e699ee9da9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.111507 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-bbffcc8e-f4b5-475f-ac2a-4e699ee9da9c admin admin] Added segment b109fe05-f049-409e-9719-c57679517e24 of type vlan for network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a Jul 16 01:36:47.153667 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-0712f544-bbf0-4ec9-a957-6d705ac829c8 req-b27abbba-b721-4739-838c-f271704fa5aa tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1769418257', 'description': 'tempest-description-325441429'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:47.190272 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bbffcc8e-f4b5-475f-ac2a-4e699ee9da9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.194109 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0712f544-bbf0-4ec9-a957-6d705ac829c8 req-b27abbba-b721-4739-838c-f271704fa5aa tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.229868 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d2173-2edc-456e-90d0-b04ca3527887 req-ed5dd6c0-cd97-4a22-a000-b5d39fa80012 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:47.231424 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba1d2173-2edc-456e-90d0-b04ca3527887 req-ed5dd6c0-cd97-4a22-a000-b5d39fa80012 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.2382033 Jul 16 01:36:47.233296 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bbffcc8e-f4b5-475f-ac2a-4e699ee9da9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.234265 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbffcc8e-f4b5-475f-ac2a-4e699ee9da9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:47.234836 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bbffcc8e-f4b5-475f-ac2a-4e699ee9da9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.329102 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0712f544-bbf0-4ec9-a957-6d705ac829c8 req-b27abbba-b721-4739-838c-f271704fa5aa tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.334295 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0712f544-bbf0-4ec9-a957-6d705ac829c8 req-b27abbba-b721-4739-838c-f271704fa5aa tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.344470 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba1d2173-2edc-456e-90d0-b04ca3527887 req-72e85b9a-4af9-4241-beca-8cb3c3ba669e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046028 Jul 16 01:36:47.345800 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffcc8e-f4b5-475f-ac2a-4e699ee9da9c admin admin] Pushing event updated for resources: {'Network': ['ID=1bb5542d-2249-4a95-ac0b-10591e9aeb1a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.352135 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bbffcc8e-f4b5-475f-ac2a-4e699ee9da9c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3917696 Jul 16 01:36:47.353299 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55004) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.359057 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b24a70b1-1fc6-4c03-aae4-78f8d8f21abe admin admin] Request body: {'subnet': {'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1915984769-subnet', 'tenant_id': '9f1c35504a464c3f959f9ff2456e3961', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:47.359367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:47.394841 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24a70b1-1fc6-4c03-aae4-78f8d8f21abe admin admin] Made reservation on behalf of 9f1c35504a464c3f959f9ff2456e3961 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:47.398741 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b24a70b1-1fc6-4c03-aae4-78f8d8f21abe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.418457 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0712f544-bbf0-4ec9-a957-6d705ac829c8 req-b27abbba-b721-4739-838c-f271704fa5aa tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.425974 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0712f544-bbf0-4ec9-a957-6d705ac829c8 req-b27abbba-b721-4739-838c-f271704fa5aa tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2770610 Jul 16 01:36:47.433235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27abbba-b721-4739-838c-f271704fa5aa tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb8e467-8931-4f18-a2c9-e7665353848a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.457685 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-5ba62490-caa1-451d-999c-c8845301346f req-4097a763-6064-4a94-b076-df2c84e043c9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-726975069', 'description': 'tempest-description-1467753561'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:47.512451 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5ba62490-caa1-451d-999c-c8845301346f req-4097a763-6064-4a94-b076-df2c84e043c9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.633289 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5ba62490-caa1-451d-999c-c8845301346f req-4097a763-6064-4a94-b076-df2c84e043c9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.637909 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5ba62490-caa1-451d-999c-c8845301346f req-4097a763-6064-4a94-b076-df2c84e043c9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.732199 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5ba62490-caa1-451d-999c-c8845301346f req-4097a763-6064-4a94-b076-df2c84e043c9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.738400 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5ba62490-caa1-451d-999c-c8845301346f req-4097a763-6064-4a94-b076-df2c84e043c9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2857559 Jul 16 01:36:47.740826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097a763-6064-4a94-b076-df2c84e043c9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d80038-8ef9-4f4c-ab9d-ef7aab23c440,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.776459 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b24a70b1-1fc6-4c03-aae4-78f8d8f21abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.819949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55028) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.929670 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55030) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.943579 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fc99d39d-ad9a-42e3-a1ff-d9cad6e95c1a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2219f363e3664c15a39aa2f008777ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1194444 Jul 16 01:36:47.944602 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24a70b1-1fc6-4c03-aae4-78f8d8f21abe admin admin] Checking segment: {'id': 'b109fe05-f049-409e-9719-c57679517e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:47.944974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24a70b1-1fc6-4c03-aae4-78f8d8f21abe admin admin] Network hostable DHCP agents. Network: 1bb5542d-2249-4a95-ac0b-10591e9aeb1a, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:47.947474 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55034) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.952851 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a70b1-1fc6-4c03-aae4-78f8d8f21abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1fc1a87-78fa-4dc0-8d01-d32edaa364d7,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.984943 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f9ee73f6-7806-4110-9573-57f8b1a5bd08 req-fc15c171-46dd-4d3a-a1ee-24fcb2f685c0 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a41b869f49b349909b5f3c4b94798fc3 HTTP/1.1" status: 200 len: 10895 time: 0.2208869 Jul 16 01:36:48.010587 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24a70b1-1fc6-4c03-aae4-78f8d8f21abe admin admin] Network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:48.030685 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acede8d0-061e-4cdb-9636-f95c9c2e04e2 req-819d316a-465a-42be-bce3-8a4887dcf534 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:48.031892 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-acede8d0-061e-4cdb-9636-f95c9c2e04e2 req-819d316a-465a-42be-bce3-8a4887dcf534 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 945 time: 0.2320385 Jul 16 01:36:48.033256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-b24a70b1-1fc6-4c03-aae4-78f8d8f21abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 1bb5542d-2249-4a95-ac0b-10591e9aeb1a) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:48.042550 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0242f796-9ed1-42d1-a610-0030bd42a6bd None None] Network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:48.064730 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24a70b1-1fc6-4c03-aae4-78f8d8f21abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:48.065661 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b24a70b1-1fc6-4c03-aae4-78f8d8f21abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.080209 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f9ee73f6-7806-4110-9573-57f8b1a5bd08 req-74eb9a53-8cee-428b-a41d-3f95a118e6f1 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/ab6b5a19-66da-4ce1-b890-493acd22189f HTTP/1.1" status: 200 len: 2981 time: 0.0840931 Jul 16 01:36:48.130479 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e4280bad-5987-4bca-bb42-4f2b61721905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.142333 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0957985-29e4-4235-b20f-64ee951b87d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.156849 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b24a70b1-1fc6-4c03-aae4-78f8d8f21abe admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8016627 Jul 16 01:36:48.166731 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0957985-29e4-4235-b20f-64ee951b87d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.176408 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-acede8d0-061e-4cdb-9636-f95c9c2e04e2 req-d9508545-ffcc-4306-b7a9-b10ab6ec5143 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995133 Jul 16 01:36:48.230503 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f9ee73f6-7806-4110-9573-57f8b1a5bd08 req-651240d8-de73-4008-82f3-fb2e008e7ae3 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/ab6b5a19-66da-4ce1-b890-493acd22189f HTTP/1.1" status: 200 len: 2981 time: 0.1491501 Jul 16 01:36:48.303539 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0957985-29e4-4235-b20f-64ee951b87d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.311008 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0957985-29e4-4235-b20f-64ee951b87d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.315540 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d0957985-29e4-4235-b20f-64ee951b87d7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d6c4b098-f85d-4167-a403-5f11791d8885 HTTP/1.1" status: 204 len: 168 time: 0.3633993 Jul 16 01:36:48.348718 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0957985-29e4-4235-b20f-64ee951b87d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c4b098-f85d-4167-a403-5f11791d8885,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:48.375729 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2253bc4d-ff68-4bb6-bf8c-a686954aa416 req-4597c6d2-0528-497d-8fcf-1ec7305710ed tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/00bbe46a-14a5-4bdb-870d-65d90667779b HTTP/1.1" status: 200 len: 1800 time: 0.1166031 Jul 16 01:36:48.430460 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e4280bad-5987-4bca-bb42-4f2b61721905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.436900 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e4280bad-5987-4bca-bb42-4f2b61721905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.494324 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4280bad-5987-4bca-bb42-4f2b61721905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69abf0b-deef-46ac-918a-c77f6e580fe6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:48.502842 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e4280bad-5987-4bca-bb42-4f2b61721905 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bda26ce93af243f88032296f3bdefb77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5703380 Jul 16 01:36:48.504020 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55054) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:48.553958 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2253bc4d-ff68-4bb6-bf8c-a686954aa416 req-50a61576-30cc-4158-8c27-9fcba3e37d61 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.608527 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8f7acd-781d-424e-9a4b-7d74eddb3f38 None None] Network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:48.611432 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2253bc4d-ff68-4bb6-bf8c-a686954aa416 req-50a61576-30cc-4158-8c27-9fcba3e37d61 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.674824 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2253bc4d-ff68-4bb6-bf8c-a686954aa416 req-50a61576-30cc-4158-8c27-9fcba3e37d61 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.677666 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2253bc4d-ff68-4bb6-bf8c-a686954aa416 req-50a61576-30cc-4158-8c27-9fcba3e37d61 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.679287 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2253bc4d-ff68-4bb6-bf8c-a686954aa416 req-50a61576-30cc-4158-8c27-9fcba3e37d61 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "DELETE /v2.0/security-groups/00bbe46a-14a5-4bdb-870d-65d90667779b HTTP/1.1" status: 204 len: 173 time: 0.2978563 Jul 16 01:36:48.693182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a61576-30cc-4158-8c27-9fcba3e37d61 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bbe46a-14a5-4bdb-870d-65d90667779b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:48.700467 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2efb37c2-be7e-48c7-b0a8-5872320d3131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.754088 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2efb37c2-be7e-48c7-b0a8-5872320d3131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.801637 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0fee0-f22a-4e50-9086-8eb24dc124d7 req-61fd278c-fa70-46f1-a69e-42edf2bd327f tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:48.803341 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62b0fee0-f22a-4e50-9086-8eb24dc124d7 req-61fd278c-fa70-46f1-a69e-42edf2bd327f tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.1971982 Jul 16 01:36:48.883433 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62b0fee0-f22a-4e50-9086-8eb24dc124d7 req-2984b8c7-dffa-4453-a6b6-1e5ac429453f tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710332 Jul 16 01:36:48.895635 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2efb37c2-be7e-48c7-b0a8-5872320d3131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.908739 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2efb37c2-be7e-48c7-b0a8-5872320d3131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.913388 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2efb37c2-be7e-48c7-b0a8-5872320d3131 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a69abf0b-deef-46ac-918a-c77f6e580fe6 HTTP/1.1" status: 204 len: 168 time: 0.4082251 Jul 16 01:36:48.926130 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb37c2-be7e-48c7-b0a8-5872320d3131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69abf0b-deef-46ac-918a-c77f6e580fe6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:48.949189 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-f98566d4-2daa-4e23-a461-450d9561ea1d req-98701cb8-63bb-4f04-8828-418d7b792b9b tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] show failed (client error): The resource could not be found. Jul 16 01:36:48.951013 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f98566d4-2daa-4e23-a461-450d9561ea1d req-98701cb8-63bb-4f04-8828-418d7b792b9b tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/00bbe46a-14a5-4bdb-870d-65d90667779b HTTP/1.1" status: 404 len: 352 time: 0.0167434 Jul 16 01:36:49.030804 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99437a62-128b-4d68-be48-7b5633c31ade req-8944f102-2a73-4d4c-90a3-0857ba55eec5 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/cbb8e467-8931-4f18-a2c9-e7665353848a HTTP/1.1" status: 200 len: 1800 time: 0.0478268 Jul 16 01:36:49.092271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55084) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:49.139598 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-99437a62-128b-4d68-be48-7b5633c31ade req-73a6506b-ee15-4045-b0b1-7b8df85c9334 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.167230 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-99437a62-128b-4d68-be48-7b5633c31ade req-73a6506b-ee15-4045-b0b1-7b8df85c9334 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.220887 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-99437a62-128b-4d68-be48-7b5633c31ade req-73a6506b-ee15-4045-b0b1-7b8df85c9334 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.224345 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-99437a62-128b-4d68-be48-7b5633c31ade req-73a6506b-ee15-4045-b0b1-7b8df85c9334 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.227405 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99437a62-128b-4d68-be48-7b5633c31ade req-73a6506b-ee15-4045-b0b1-7b8df85c9334 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "DELETE /v2.0/security-groups/cbb8e467-8931-4f18-a2c9-e7665353848a HTTP/1.1" status: 204 len: 173 time: 0.1902790 Jul 16 01:36:49.249391 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6506b-ee15-4045-b0b1-7b8df85c9334 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb8e467-8931-4f18-a2c9-e7665353848a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:49.330927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-d38c9578-a737-46bf-a4be-c7c958172975 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.338579 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-d38c9578-a737-46bf-a4be-c7c958172975 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/networks?id=1bb5542d-2249-4a95-ac0b-10591e9aeb1a HTTP/1.1" status: 200 len: 813 time: 0.2068579 Jul 16 01:36:49.355098 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-a3111ee6-46d6-43f5-ad1d-a144b78a5109 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/quotas/9f1c35504a464c3f959f9ff2456e3961 HTTP/1.1" status: 200 len: 375 time: 0.0155017 Jul 16 01:36:49.404271 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-e29b8742-8fbd-4658-9ce3-65796c3d6079 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9f1c35504a464c3f959f9ff2456e3961&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479817 Jul 16 01:36:49.452001 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-6eb803fd-6791-4aa9-aff6-37db1d151d39 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-835250092-network', 'tenant_id': '555c65616c1b4efe86e956d0cc468068'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:49.471608 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efa63b-3099-44aa-8ec4-1bd8681aa1af req-7d6538a7-e4dd-4260-96ea-0c655c4e7e22 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.473348 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-65efa63b-3099-44aa-8ec4-1bd8681aa1af req-7d6538a7-e4dd-4260-96ea-0c655c4e7e22 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 945 time: 0.0871873 Jul 16 01:36:49.535839 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb803fd-6791-4aa9-aff6-37db1d151d39 admin admin] Made reservation on behalf of 555c65616c1b4efe86e956d0cc468068 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:49.538765 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6eb803fd-6791-4aa9-aff6-37db1d151d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.560023 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-65efa63b-3099-44aa-8ec4-1bd8681aa1af req-fce9aef3-e1e3-4146-9eec-5c4483e72485 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748532 Jul 16 01:36:49.569285 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6eb803fd-6791-4aa9-aff6-37db1d151d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.590966 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-7a46e61e-9664-4396-a309-ec10f7525a31 service neutron] 10.222.0.54 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791790 Jul 16 01:36:49.647346 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-1a15b4a7-253d-4f47-91af-5f401a08abd4 req-be285d73-2e49-48f5-9f67-773b18b9fa77 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] show failed (client error): The resource could not be found. Jul 16 01:36:49.649280 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1a15b4a7-253d-4f47-91af-5f401a08abd4 req-be285d73-2e49-48f5-9f67-773b18b9fa77 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/cbb8e467-8931-4f18-a2c9-e7665353848a HTTP/1.1" status: 404 len: 352 time: 0.0323262 Jul 16 01:36:49.744834 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dad611c3-5d2d-4259-b9ea-4934ba908111 req-f12a0a72-9d82-4746-ab75-cab122bb34f4 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/30d80038-8ef9-4f4c-ab9d-ef7aab23c440 HTTP/1.1" status: 200 len: 1800 time: 0.0720599 Jul 16 01:36:49.747235 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-639d197f-3f01-4344-91de-cccf7b991fb1 service neutron] 10.222.0.54 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553276 Jul 16 01:36:49.831874 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6eb803fd-6791-4aa9-aff6-37db1d151d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.847914 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6eb803fd-6791-4aa9-aff6-37db1d151d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.854385 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dad611c3-5d2d-4259-b9ea-4934ba908111 req-9918612c-3764-45a2-888b-003fe0334e1e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.877680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb803fd-6791-4aa9-aff6-37db1d151d39 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:49.891409 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb803fd-6791-4aa9-aff6-37db1d151d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e20df4-50dd-4a80-831f-be58397752ce,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:49.904680 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6eb803fd-6791-4aa9-aff6-37db1d151d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.904680 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-6eb803fd-6791-4aa9-aff6-37db1d151d39 admin admin] Added segment 7b58170c-8e2a-4de6-8d1d-1efa27b6fc35 of type vlan for network 204194fc-edaf-4b19-9c11-3a32c0a651ee Jul 16 01:36:49.914512 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dad611c3-5d2d-4259-b9ea-4934ba908111 req-9918612c-3764-45a2-888b-003fe0334e1e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.010542 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6eb803fd-6791-4aa9-aff6-37db1d151d39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.037226 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dad611c3-5d2d-4259-b9ea-4934ba908111 req-9918612c-3764-45a2-888b-003fe0334e1e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.045257 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dad611c3-5d2d-4259-b9ea-4934ba908111 req-9918612c-3764-45a2-888b-003fe0334e1e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.047976 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dad611c3-5d2d-4259-b9ea-4934ba908111 req-9918612c-3764-45a2-888b-003fe0334e1e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "DELETE /v2.0/security-groups/30d80038-8ef9-4f4c-ab9d-ef7aab23c440 HTTP/1.1" status: 204 len: 173 time: 0.3023195 Jul 16 01:36:50.061215 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918612c-3764-45a2-888b-003fe0334e1e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d80038-8ef9-4f4c-ab9d-ef7aab23c440,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.100810 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6eb803fd-6791-4aa9-aff6-37db1d151d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.101313 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb803fd-6791-4aa9-aff6-37db1d151d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:50.102090 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6eb803fd-6791-4aa9-aff6-37db1d151d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.158341 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6eb803fd-6791-4aa9-aff6-37db1d151d39 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0642619 Jul 16 01:36:50.161330 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55136) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:50.170577 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-507ae3ac-ffce-415a-9d0b-641814d1dce5 admin admin] Request body: {'subnet': {'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-835250092-subnet', 'tenant_id': '555c65616c1b4efe86e956d0cc468068', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:50.210334 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb803fd-6791-4aa9-aff6-37db1d151d39 admin admin] Pushing event updated for resources: {'Network': ['ID=204194fc-edaf-4b19-9c11-3a32c0a651ee,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.222613 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 204194fc-edaf-4b19-9c11-3a32c0a651ee details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:50.245490 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507ae3ac-ffce-415a-9d0b-641814d1dce5 admin admin] Made reservation on behalf of 555c65616c1b4efe86e956d0cc468068 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:50.259311 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-507ae3ac-ffce-415a-9d0b-641814d1dce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.379671 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [req-523bed0e-4713-4663-a305-91688c2758cf req-7a599cc0-f28e-4a2f-a2f4-7c735e4e48ed tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] show failed (client error): The resource could not be found. Jul 16 01:36:50.380819 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-523bed0e-4713-4663-a305-91688c2758cf req-7a599cc0-f28e-4a2f-a2f4-7c735e4e48ed tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/30d80038-8ef9-4f4c-ab9d-ef7aab23c440 HTTP/1.1" status: 404 len: 352 time: 0.0313573 Jul 16 01:36:50.565366 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97305e5-f41e-492d-9e98-26ff48c3ee11 req-05d59a0c-07f3-4682-9ef1-c5dd0369f396 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:50.567019 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d97305e5-f41e-492d-9e98-26ff48c3ee11 req-05d59a0c-07f3-4682-9ef1-c5dd0369f396 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.1592844 Jul 16 01:36:50.612288 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2080fb9-18eb-4ac4-8d4b-8c789aaded3e req-7daaaf20-280b-4b0a-a2f4-3da19565b396 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 210 time: 0.0490236 Jul 16 01:36:50.657872 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d97305e5-f41e-492d-9e98-26ff48c3ee11 req-b365cddb-b679-488c-9532-d1faab2fe89b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848947 Jul 16 01:36:50.659329 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-507ae3ac-ffce-415a-9d0b-641814d1dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.730134 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ae3ac-ffce-415a-9d0b-641814d1dce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a2447a-6c6c-4fba-a25f-dd35276e1166,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.737096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507ae3ac-ffce-415a-9d0b-641814d1dce5 admin admin] Checking segment: {'id': '7b58170c-8e2a-4de6-8d1d-1efa27b6fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:50.737468 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507ae3ac-ffce-415a-9d0b-641814d1dce5 admin admin] Network hostable DHCP agents. Network: 204194fc-edaf-4b19-9c11-3a32c0a651ee, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:50.771763 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507ae3ac-ffce-415a-9d0b-641814d1dce5 admin admin] Network 204194fc-edaf-4b19-9c11-3a32c0a651ee is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:50.778512 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e130fd8-27be-4575-8bbe-5e8c3a9c2c30 req-1e26b137-0793-4c65-a91b-c90c8c3bd04b tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a41b869f49b349909b5f3c4b94798fc3 HTTP/1.1" status: 200 len: 6148 time: 0.1222563 Jul 16 01:36:50.785066 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-507ae3ac-ffce-415a-9d0b-641814d1dce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 204194fc-edaf-4b19-9c11-3a32c0a651ee) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:50.796994 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507ae3ac-ffce-415a-9d0b-641814d1dce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:50.797583 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-507ae3ac-ffce-415a-9d0b-641814d1dce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.798414 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b78b23c-fa74-4a1d-b6f2-21d63284d21a None None] Network 204194fc-edaf-4b19-9c11-3a32c0a651ee requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:50.835745 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-507ae3ac-ffce-415a-9d0b-641814d1dce5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6628563 Jul 16 01:36:50.884910 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e130fd8-27be-4575-8bbe-5e8c3a9c2c30 req-e39e6d5c-7087-4557-9c41-f5651029f6f7 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/ab6b5a19-66da-4ce1-b890-493acd22189f HTTP/1.1" status: 200 len: 2981 time: 0.0976853 Jul 16 01:36:50.955176 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e130fd8-27be-4575-8bbe-5e8c3a9c2c30 req-6d7f2d24-3013-453e-88da-5848ed44acde tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/ab6b5a19-66da-4ce1-b890-493acd22189f HTTP/1.1" status: 200 len: 2981 time: 0.0644228 Jul 16 01:36:51.034472 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d811cf-91cd-4079-b3ab-c6e34cf67c76 None None] Network 204194fc-edaf-4b19-9c11-3a32c0a651ee requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:51.209803 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-8c960f1a-ed50-4cbd-b70e-29de5b50c77e req-46d065f6-400e-4812-a952-a4522f61c6d7 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-176282227', 'description': 'tempest-description-2089017378'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:51.247348 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8c960f1a-ed50-4cbd-b70e-29de5b50c77e req-46d065f6-400e-4812-a952-a4522f61c6d7 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.293576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55188) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.319949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebd12c-310c-4f86-928a-1b6750405fd2 req-b23bd69f-7419-4fc6-b4d2-c63e5479c42b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:51.322133 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cdebd12c-310c-4f86-928a-1b6750405fd2 req-b23bd69f-7419-4fc6-b4d2-c63e5479c42b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 945 time: 0.0992472 Jul 16 01:36:51.394264 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cdebd12c-310c-4f86-928a-1b6750405fd2 req-fbef6f32-510f-4d68-a163-bf0b448b8c22 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651298 Jul 16 01:36:51.415667 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8c960f1a-ed50-4cbd-b70e-29de5b50c77e req-46d065f6-400e-4812-a952-a4522f61c6d7 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.422801 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8c960f1a-ed50-4cbd-b70e-29de5b50c77e req-46d065f6-400e-4812-a952-a4522f61c6d7 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.456067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d065f6-400e-4812-a952-a4522f61c6d7 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e4dda3-b61e-41ca-b0ad-74f0932f3b2e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:51.458679 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8c960f1a-ed50-4cbd-b70e-29de5b50c77e req-46d065f6-400e-4812-a952-a4522f61c6d7 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.459921 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8c960f1a-ed50-4cbd-b70e-29de5b50c77e req-46d065f6-400e-4812-a952-a4522f61c6d7 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2557642 Jul 16 01:36:51.508188 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55200) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.532071 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f3004566-b0c8-429e-9998-c174388e16bc tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-250985890', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:51.579245 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3004566-b0c8-429e-9998-c174388e16bc tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Made reservation on behalf of 4b07faadebfc458da0a6477618e8e41b for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:51.583273 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3004566-b0c8-429e-9998-c174388e16bc tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.614220 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3004566-b0c8-429e-9998-c174388e16bc tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.641774 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-64d3de75-4e85-47d3-acf8-e58f0104e37c req-1c84436a-40a9-4346-b119-861bdada3834 tempest-AbsoluteLimitsNegativeTestJSON-1161896559 tempest-AbsoluteLimitsNegativeTestJSON-1161896559-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=510ff17ce90e44a1a663c2983276af2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442078 Jul 16 01:36:51.767295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3de75-4e85-47d3-acf8-e58f0104e37c req-df3ebe1b-f4da-460e-87e9-c865a1447ee3 tempest-AbsoluteLimitsNegativeTestJSON-1161896559 tempest-AbsoluteLimitsNegativeTestJSON-1161896559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:51.768915 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-64d3de75-4e85-47d3-acf8-e58f0104e37c req-df3ebe1b-f4da-460e-87e9-c865a1447ee3 tempest-AbsoluteLimitsNegativeTestJSON-1161896559 tempest-AbsoluteLimitsNegativeTestJSON-1161896559-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1259243 Jul 16 01:36:51.785180 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-64d3de75-4e85-47d3-acf8-e58f0104e37c req-c6540a5f-5dc0-4dc7-9edf-4f8f1b0a63d6 tempest-AbsoluteLimitsNegativeTestJSON-1161896559 tempest-AbsoluteLimitsNegativeTestJSON-1161896559-project] 10.222.0.54 "GET /v2.0/quotas/510ff17ce90e44a1a663c2983276af2c HTTP/1.1" status: 200 len: 375 time: 0.0103986 Jul 16 01:36:51.791198 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d85ef4-6dec-4b16-ab15-db4586462b79 admin admin] Deleting subnet 84a8e114-6746-4f75-be46-b5ce225a99ed {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:51.803650 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d5d85ef4-6dec-4b16-ab15-db4586462b79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.828305 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-64d3de75-4e85-47d3-acf8-e58f0104e37c req-29b3c3e4-5c9f-4c4f-a44a-3139ab746ed5 tempest-AbsoluteLimitsNegativeTestJSON-1161896559 tempest-AbsoluteLimitsNegativeTestJSON-1161896559-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=510ff17ce90e44a1a663c2983276af2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376399 Jul 16 01:36:51.874555 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3004566-b0c8-429e-9998-c174388e16bc tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.884071 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-31236d76-695b-48fc-8410-3e43a3acd197 req-e82cab00-5400-465b-84af-ee5bc706dc4e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-173791274', 'description': 'tempest-description-1511483756'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:51.885338 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3004566-b0c8-429e-9998-c174388e16bc tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.904127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-f3004566-b0c8-429e-9998-c174388e16bc tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] device_id is not set on port d404f84a-0726-4f8e-a89e-523b7d7e9d8e yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:51.907695 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-31236d76-695b-48fc-8410-3e43a3acd197 req-e82cab00-5400-465b-84af-ee5bc706dc4e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.933881 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d5d85ef4-6dec-4b16-ab15-db4586462b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.006361 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-31236d76-695b-48fc-8410-3e43a3acd197 req-e82cab00-5400-465b-84af-ee5bc706dc4e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.011727 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-31236d76-695b-48fc-8410-3e43a3acd197 req-e82cab00-5400-465b-84af-ee5bc706dc4e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.034706 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-31236d76-695b-48fc-8410-3e43a3acd197 req-e82cab00-5400-465b-84af-ee5bc706dc4e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.036253 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-31236d76-695b-48fc-8410-3e43a3acd197 req-e82cab00-5400-465b-84af-ee5bc706dc4e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1599591 Jul 16 01:36:52.051760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-d4e01340-a951-4f85-959f-ea8ab184dde9 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.051760 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-d4e01340-a951-4f85-959f-ea8ab184dde9 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/networks?id=204194fc-edaf-4b19-9c11-3a32c0a651ee HTTP/1.1" status: 200 len: 817 time: 0.3219271 Jul 16 01:36:52.052112 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82cab00-5400-465b-84af-ee5bc706dc4e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=855fa8b3-bb32-4a10-ac0e-ce5cd49ce2eb,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:52.077084 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3004566-b0c8-429e-9998-c174388e16bc tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fdcdf1-04e0-448f-bc1d-86f6ebbf5979,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:52.101783 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-9c3bf223-cd30-47dc-82d7-5fdc0756fde5 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/quotas/555c65616c1b4efe86e956d0cc468068 HTTP/1.1" status: 200 len: 375 time: 0.0511119 Jul 16 01:36:52.154165 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55230) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.256269 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-919e6e73-8929-44f0-8236-076cb39181dc req-2237d808-ab70-4d2d-8dc8-95145dcaa9f0 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 210 time: 0.0638335 Jul 16 01:36:52.353512 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14bff7a8-5e2d-436b-b161-ca331ba15381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.483149 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d5d85ef4-6dec-4b16-ab15-db4586462b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.532294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7d20b-54db-4492-994f-4cd8025f327a req-31b1d71a-de25-434b-8824-c0f53485d597 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.542909 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17c7d20b-54db-4492-994f-4cd8025f327a req-31b1d71a-de25-434b-8824-c0f53485d597 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.1273949 Jul 16 01:36:52.573442 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-d176de4c-cca7-430c-8299-fb9266b11f15 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=555c65616c1b4efe86e956d0cc468068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4707916 Jul 16 01:36:52.584079 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14bff7a8-5e2d-436b-b161-ca331ba15381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.593969 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14bff7a8-5e2d-436b-b161-ca331ba15381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.611244 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17c7d20b-54db-4492-994f-4cd8025f327a req-e5a2fae5-7619-4c07-bcfe-b5400677fc72 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666826 Jul 16 01:36:52.642949 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-14bff7a8-5e2d-436b-b161-ca331ba15381 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=510ff17ce90e44a1a663c2983276af2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873917 Jul 16 01:36:52.644122 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bff7a8-5e2d-436b-b161-ca331ba15381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806ec17f-4eb9-4467-926f-14e7f613128f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:52.647506 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55238) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.654657 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-b818393b-74e1-46b2-ae0e-fdf6a3c726bc tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.657659 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-b818393b-74e1-46b2-ae0e-fdf6a3c726bc tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7&tenant_id=c3d262d9128741908a9068e6ff067760&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 1096 time: 0.7731936 Jul 16 01:36:52.663940 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-f3004566-b0c8-429e-9998-c174388e16bc tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Allocated IP 172.25.1.94 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/d404f84a-0726-4f8e-a89e-523b7d7e9d8e) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:52.682075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800086-6'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:52.744589 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bba1e943-ed73-4ece-abf6-5d0c0f8c12fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.800600 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bba1e943-ed73-4ece-abf6-5d0c0f8c12fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.849770 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d5d85ef4-6dec-4b16-ab15-db4586462b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.870206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-5f8cd6a9-901b-44cb-a8f5-9a1896ad072d tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.871807 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-5f8cd6a9-901b-44cb-a8f5-9a1896ad072d tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/networks?id=788e2996-ae41-440d-8892-e7b9ea2dc68e HTTP/1.1" status: 200 len: 812 time: 0.1574261 Jul 16 01:36:52.897875 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bba1e943-ed73-4ece-abf6-5d0c0f8c12fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.901695 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bba1e943-ed73-4ece-abf6-5d0c0f8c12fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.902825 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bba1e943-ed73-4ece-abf6-5d0c0f8c12fa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/806ec17f-4eb9-4467-926f-14e7f613128f HTTP/1.1" status: 204 len: 168 time: 0.2398183 Jul 16 01:36:52.911248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1e943-ed73-4ece-abf6-5d0c0f8c12fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806ec17f-4eb9-4467-926f-14e7f613128f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:52.914158 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-caf8167b-8521-42eb-8e03-cba245ca04e7 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/quotas/a41b869f49b349909b5f3c4b94798fc3 HTTP/1.1" status: 200 len: 375 time: 0.0280988 Jul 16 01:36:52.937003 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-4bedbb4e-f666-404e-afe1-8fca41606077 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.938575 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-4bedbb4e-f666-404e-afe1-8fca41606077 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.47 "GET /v2.0/networks?id=1bb5542d-2249-4a95-ac0b-10591e9aeb1a HTTP/1.1" status: 200 len: 813 time: 0.4262929 Jul 16 01:36:52.951065 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d85ef4-6dec-4b16-ab15-db4586462b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84a8e114-6746-4f75-be46-b5ce225a99ed,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:52.971653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f6b2418c-a4f8-417c-99b8-7bf5081182f1 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Request body: {'port': {'device_id': 'd64b2368-2cc2-4ce2-932b-4d0ab12849d7', 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a', 'admin_state_up': True, 'tenant_id': '9f1c35504a464c3f959f9ff2456e3961'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:52.988957 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-3888647f-1c03-48eb-95ea-b094ef96cf04 service neutron] 10.222.0.54 "GET /v2.0/networks/204194fc-edaf-4b19-9c11-3a32c0a651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146283 Jul 16 01:36:53.003345 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-5753c2f8-431d-409a-ba4a-9b9c48b98d81 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a41b869f49b349909b5f3c4b94798fc3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0788410 Jul 16 01:36:53.014929 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d5d85ef4-6dec-4b16-ab15-db4586462b79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.019141 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d5d85ef4-6dec-4b16-ab15-db4586462b79 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/84a8e114-6746-4f75-be46-b5ce225a99ed HTTP/1.1" status: 204 len: 168 time: 1.5074883 Jul 16 01:36:53.021199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55250) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:53.164618 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-2ac8f643-a47f-456c-8ae3-2c47e177a1e3 service neutron] 10.222.0.54 "GET /v2.0/networks/204194fc-edaf-4b19-9c11-3a32c0a651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346807 Jul 16 01:36:53.168707 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.175755 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0f0bdfd4-a41e-43f3-976a-8f47557f3441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.222308 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-10d7ae97-c67c-47ca-af18-d666d5f5928d service neutron] 10.222.0.54 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116644 Jul 16 01:36:53.392918 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-eddc54ed-6a5e-46c9-a04f-b4a3c52df6b9 service neutron] 10.222.0.54 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696947 Jul 16 01:36:53.437622 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3004566-b0c8-429e-9998-c174388e16bc tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.453057 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-6e661cc6-c7a8-401b-883f-65e21cbacf58 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.454874 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-6e661cc6-c7a8-401b-883f-65e21cbacf58 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.47 "GET /v2.0/networks?id=1bb5542d-2249-4a95-ac0b-10591e9aeb1a HTTP/1.1" status: 200 len: 813 time: 0.3315835 Jul 16 01:36:53.464727 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0f0bdfd4-a41e-43f3-976a-8f47557f3441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.477444 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-0f0bdfd4-a41e-43f3-976a-8f47557f3441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:53.490532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-0f0bdfd4-a41e-43f3-976a-8f47557f3441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:53.490861 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-0f0bdfd4-a41e-43f3-976a-8f47557f3441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90dfbc8-5bcb-45ae-880d-aef16c4ba32e') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:53.503392 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0f0bdfd4-a41e-43f3-976a-8f47557f3441 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.523481 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-e24ba7bf-ac55-4900-a1ba-1588d5e20105 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Request body: {'port': {'device_id': '9e1a5dea-603c-4094-8425-46f3cfe30dce', 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a', 'admin_state_up': True, 'tenant_id': '9f1c35504a464c3f959f9ff2456e3961'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:53.531350 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f6b2418c-a4f8-417c-99b8-7bf5081182f1 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Made reservation on behalf of 9f1c35504a464c3f959f9ff2456e3961 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:53.535334 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f6b2418c-a4f8-417c-99b8-7bf5081182f1 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.572539 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.580558 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0f0bdfd4-a41e-43f3-976a-8f47557f3441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.604396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0bdfd4-a41e-43f3-976a-8f47557f3441 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:53.605158 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0f0bdfd4-a41e-43f3-976a-8f47557f3441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.742443 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] For port 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=628d5e89-f383-4ff8-a4e6-7e322dd44a81,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:53.802690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] For port 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:53.863307 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.870236 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d704cc7-9a90-412c-95a9-297b0f97c2c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '628d5e89-f383-4ff8-a4e6-7e322dd44a81'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:53.873923 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b68cdb-eee8-4ede-bc12-a761829a4275" -d '{"events": [{"server_uuid": "7d704cc7-9a90-412c-95a9-297b0f97c2c7", "name": "network-vif-unplugged", "status": "completed", "tag": "628d5e89-f383-4ff8-a4e6-7e322dd44a81"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:53.896864 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.930562 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3004566-b0c8-429e-9998-c174388e16bc tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.961721 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55292) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:53.992179 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:54.071926 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a59ddbfd-2ab4-45b0-a488-71bf1e36a311 req-3dfbaefe-e161-4756-9bf5-b4743298dd37 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 210 time: 0.0753484 Jul 16 01:36:54.084857 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0f0bdfd4-a41e-43f3-976a-8f47557f3441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.105701 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0f0bdfd4-a41e-43f3-976a-8f47557f3441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.107735 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0f0bdfd4-a41e-43f3-976a-8f47557f3441 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642 HTTP/1.1" status: 204 len: 168 time: 1.0854659 Jul 16 01:36:54.109382 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bdfd4-a41e-43f3-976a-8f47557f3441 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fd62127-a9b8-41d2-b6d9-b3d6bcd6a642,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.136352 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] Pushing event updated for resources: {'Port': ['ID=628d5e89-f383-4ff8-a4e6-7e322dd44a81,revision_number=7']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.212900 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 628d5e89-f383-4ff8-a4e6-7e322dd44a81 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:54.244914 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3004566-b0c8-429e-9998-c174388e16bc tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:54.256747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-f3004566-b0c8-429e-9998-c174388e16bc tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:54.270096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3004566-b0c8-429e-9998-c174388e16bc tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:54.290750 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55310) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:54.334216 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c5263f1a-0b07-4301-b16f-6ae00204f81c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2075464139-network', 'tenant_id': '12f20cc81af8409fb4133d117ee928ec'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:54.343085 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3004566-b0c8-429e-9998-c174388e16bc tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.345606 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3004566-b0c8-429e-9998-c174388e16bc tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.356801 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eda3ec11-7599-4be4-a74c-ef820d1f962b req-8f023f60-438c-4cf8-b7ff-a975313a9036 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 210 time: 0.0357370 Jul 16 01:36:54.427170 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f4232eed-17ec-43c0-8ff1-cf0e943376bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=896b96fff2154ceeadc07932cbd11243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344852 Jul 16 01:36:54.427858 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55314) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:54.437128 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-e24ba7bf-ac55-4900-a1ba-1588d5e20105 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Made reservation on behalf of 9f1c35504a464c3f959f9ff2456e3961 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:54.441410 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-e24ba7bf-ac55-4900-a1ba-1588d5e20105 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.454542 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f3004566-b0c8-429e-9998-c174388e16bc tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.1598692 Jul 16 01:36:54.455455 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3004566-b0c8-429e-9998-c174388e16bc tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Pushing event updated for resources: {'Port': ['ID=d404f84a-0726-4f8e-a89e-523b7d7e9d8e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.457995 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] Attempting to bind port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 on host n-h1-800086-6 for vnic_type normal with profile {"migrating_to": "n-h2-800086-6"} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:54.458622 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] Attempting to bind port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:54.459245 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] Attempting to bind port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:54.459398 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55316) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:54.464330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-76b55c28-df47-4d4c-8ed2-f8d531574de6 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.94'}]}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:54.465824 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host n-h1-800086-6, got binding levels [] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:54.506136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Attempting to bind port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 on host n-h1-800086-6 for vnic_type normal with profile {"migrating_to": "n-h2-800086-6"} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:54.506825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Attempting to bind port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:54.507377 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Attempting to bind port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:54.512838 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:54.513480 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Attempting to bind port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:54.519371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:54.520026 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Checking segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:54.520449 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Bound using segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:54.520999 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Bound port: 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:54.521405 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.523053 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.api [None req-76b55c28-df47-4d4c-8ed2-f8d531574de6 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:36:54.523053 n-d-800086-6 neutron-server[93831]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:36:54.523053 n-d-800086-6 neutron-server[93831]: [parameters: {'project_id_1': '4b07faadebfc458da0a6477618e8e41b', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 36, 54, 483284)}] Jul 16 01:36:54.523053 n-d-800086-6 neutron-server[93831]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:36:54.526050 n-d-800086-6 neutron-server[93831]: DEBUG oslo_db.api [None req-76b55c28-df47-4d4c-8ed2-f8d531574de6 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:36:54.577171 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] Port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:54.578244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] Attempting to bind port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:54.591689 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:54.592524 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] Checking segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:54.593161 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] Bound using segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:54.593908 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] Bound port: 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:54.594500 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.603239 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6299560-ad03-4fdc-9d58-41f29ca6f1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.644425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host n-h1-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:54.649800 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=628d5e89-f383-4ff8-a4e6-7e322dd44a81,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:54.657486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5263f1a-0b07-4301-b16f-6ae00204f81c admin admin] Made reservation on behalf of 12f20cc81af8409fb4133d117ee928ec for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:54.658361 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.660934 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5263f1a-0b07-4301-b16f-6ae00204f81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.664001 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6299560-ad03-4fdc-9d58-41f29ca6f1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.682817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b997285-1221-4db4-8066-ebaa4eb97f42 req-63378caa-667f-47b3-bf3a-95537831c36b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.690775 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5b997285-1221-4db4-8066-ebaa4eb97f42 req-63378caa-667f-47b3-bf3a-95537831c36b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 943 time: 0.8115819 Jul 16 01:36:54.695695 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f6b2418c-a4f8-417c-99b8-7bf5081182f1 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Allocated IP 172.20.0.8 (1bb5542d-2249-4a95-ac0b-10591e9aeb1a/a1fc1a87-78fa-4dc0-8d01-d32edaa364d7/3eca40ae-2511-45b1-9cd3-0b899ddc55d6) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:54.701481 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5263f1a-0b07-4301-b16f-6ae00204f81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.717425 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fba6a4-18b5-49ca-afbc-543eb42d926c req-20b0b1a7-311b-4b2b-a2c2-1e6e743118fd tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.720230 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a8fba6a4-18b5-49ca-afbc-543eb42d926c req-20b0b1a7-311b-4b2b-a2c2-1e6e743118fd tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.1660798 Jul 16 01:36:54.725305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=628d5e89-f383-4ff8-a4e6-7e322dd44a81,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.736744 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.737814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.738510 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.739206 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.739793 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.740525 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.741089 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.741650 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.742188 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.742724 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.743871 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.745102 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:54.763814 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6299560-ad03-4fdc-9d58-41f29ca6f1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.778417 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6299560-ad03-4fdc-9d58-41f29ca6f1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.779988 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d6299560-ad03-4fdc-9d58-41f29ca6f1d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8b5afaff-bbd2-4b3b-810c-49d05483b3f3 HTTP/1.1" status: 204 len: 168 time: 0.3511839 Jul 16 01:36:54.819108 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a8fba6a4-18b5-49ca-afbc-543eb42d926c req-b3f26313-60cf-4615-a916-6596d1771b8a tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900972 Jul 16 01:36:54.823195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6299560-ad03-4fdc-9d58-41f29ca6f1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5afaff-bbd2-4b3b-810c-49d05483b3f3,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.863575 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5b997285-1221-4db4-8066-ebaa4eb97f42 req-d0a113da-6c1b-46ba-831c-e2ba0c8bd782 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693347 Jul 16 01:36:54.880198 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 628d5e89-f383-4ff8-a4e6-7e322dd44a81 has no active binding in host n-h2-800086-6 {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:36:55.019188 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c36ca1-e5a6-4d2e-ae6c-e2009b26e2ca x-openstack-request-id: req-33c36ca1-e5a6-4d2e-ae6c-e2009b26e2ca {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:55.019599 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d704cc7-9a90-412c-95a9-297b0f97c2c7", "name": "network-vif-unplugged", "status": "completed", "tag": "628d5e89-f383-4ff8-a4e6-7e322dd44a81", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:55.020057 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-33c36ca1-e5a6-4d2e-ae6c-e2009b26e2ca {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:55.020568 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d704cc7-9a90-412c-95a9-297b0f97c2c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '628d5e89-f383-4ff8-a4e6-7e322dd44a81', 'code': 200} Jul 16 01:36:55.061078 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5263f1a-0b07-4301-b16f-6ae00204f81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.063183 n-d-800086-6 neutron-server[93832]: WARNING neutron.plugins.ml2.plugin [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] Concurrent port binding operations failed on port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 Jul 16 01:36:55.076377 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] For port 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=628d5e89-f383-4ff8-a4e6-7e322dd44a81,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:55.081376 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] Attempt 2 to bind port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 Jul 16 01:36:55.094942 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-76b55c28-df47-4d4c-8ed2-f8d531574de6 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.096797 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-76b55c28-df47-4d4c-8ed2-f8d531574de6 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.104201 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-80e39ca0-4da6-4379-9935-fdaafe68cb6d req-7874ec36-3234-49f2-a9eb-835d30c1a60c tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ecba5d7-19b1-475e-afb3-0164900ee7ee HTTP/1.1" status: 200 len: 210 time: 0.0826678 Jul 16 01:36:55.104978 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5263f1a-0b07-4301-b16f-6ae00204f81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.113917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.114694 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.116176 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-371d81b2-c1c8-475c-9553-6c4475cf4925 service neutron] 10.222.0.47 "PUT /v2.0/ports/628d5e89-f383-4ff8-a4e6-7e322dd44a81 HTTP/1.1" status: 200 len: 1121 time: 2.4469173 Jul 16 01:36:55.154128 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5263f1a-0b07-4301-b16f-6ae00204f81c admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:55.197036 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5263f1a-0b07-4301-b16f-6ae00204f81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018dcb2f-d98c-466d-aefe-0b6c6ac7b399,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:55.211262 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5263f1a-0b07-4301-b16f-6ae00204f81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.212914 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-c5263f1a-0b07-4301-b16f-6ae00204f81c admin admin] Added segment 7fe3d43a-4064-4820-8527-5fdc88e8bdae of type vlan for network 04a661bc-e902-4fcd-81ab-b2a07a3e1db5 Jul 16 01:36:55.242417 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-76b55c28-df47-4d4c-8ed2-f8d531574de6 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.253243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['628d5e89-f383-4ff8-a4e6-7e322dd44a81'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:55.331983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['628d5e89-f383-4ff8-a4e6-7e322dd44a81'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:55.399251 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f6b2418c-a4f8-417c-99b8-7bf5081182f1 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.413313 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1ea3b982-29ce-4b78-8cfc-d8e5780f226a req-1f7de1fe-f70e-42d8-b37d-303356148bd9 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 210 time: 0.0857034 Jul 16 01:36:55.494157 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f6b2418c-a4f8-417c-99b8-7bf5081182f1 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.557776 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-76b55c28-df47-4d4c-8ed2-f8d531574de6 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.564336 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5263f1a-0b07-4301-b16f-6ae00204f81c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.592681 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2418c-a4f8-417c-99b8-7bf5081182f1 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Pushing event updated for resources: {'Port': ['ID=3eca40ae-2511-45b1-9cd3-0b899ddc55d6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:55.629282 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:36:55.642566 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f6b2418c-a4f8-417c-99b8-7bf5081182f1 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:55.652341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f6b2418c-a4f8-417c-99b8-7bf5081182f1 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:55.660178 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f6b2418c-a4f8-417c-99b8-7bf5081182f1 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:55.691192 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4a15fe6f-e477-478a-993f-d1c443937dfc req-6e007d72-afc2-4c65-9f5b-b0b4a239fa27 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 210 time: 0.0862525 Jul 16 01:36:55.760019 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-e24ba7bf-ac55-4900-a1ba-1588d5e20105 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Allocated IP 172.20.0.2 (1bb5542d-2249-4a95-ac0b-10591e9aeb1a/a1fc1a87-78fa-4dc0-8d01-d32edaa364d7/f20bb7e3-5941-4557-a6e9-123efa9e20b7) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:55.788564 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f6b2418c-a4f8-417c-99b8-7bf5081182f1 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.789215 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f6b2418c-a4f8-417c-99b8-7bf5081182f1 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.792567 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5263f1a-0b07-4301-b16f-6ae00204f81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.793537 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5263f1a-0b07-4301-b16f-6ae00204f81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.794104 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5263f1a-0b07-4301-b16f-6ae00204f81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.852199 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f6b2418c-a4f8-417c-99b8-7bf5081182f1 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8851302 Jul 16 01:36:55.864128 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c5263f1a-0b07-4301-b16f-6ae00204f81c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8748381 Jul 16 01:36:55.866973 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55342) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:55.874181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-9eb7f962-b2bc-48ca-967b-7d2d97c06ce4 admin admin] Request body: {'subnet': {'network_id': '04a661bc-e902-4fcd-81ab-b2a07a3e1db5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2075464139-subnet', 'tenant_id': '12f20cc81af8409fb4133d117ee928ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:55.897927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb7f962-b2bc-48ca-967b-7d2d97c06ce4 admin admin] Made reservation on behalf of 12f20cc81af8409fb4133d117ee928ec for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:55.901253 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9eb7f962-b2bc-48ca-967b-7d2d97c06ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.918147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Request body: {'port': {'device_id': 'd64b2368-2cc2-4ce2-932b-4d0ab12849d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:55.980870 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5263f1a-0b07-4301-b16f-6ae00204f81c admin admin] Pushing event updated for resources: {'Network': ['ID=04a661bc-e902-4fcd-81ab-b2a07a3e1db5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:55.999176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 04a661bc-e902-4fcd-81ab-b2a07a3e1db5 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:56.143498 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55348) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:56.147673 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9eb7f962-b2bc-48ca-967b-7d2d97c06ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.194065 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.230078 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-76b55c28-df47-4d4c-8ed2-f8d531574de6 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.263275 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-76b55c28-df47-4d4c-8ed2-f8d531574de6 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.323264 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7f962-b2bc-48ca-967b-7d2d97c06ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe1cb04-8e74-4379-b677-9c26a8b29549,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:56.325455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb7f962-b2bc-48ca-967b-7d2d97c06ce4 admin admin] Checking segment: {'id': '7fe3d43a-4064-4820-8527-5fdc88e8bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '04a661bc-e902-4fcd-81ab-b2a07a3e1db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:56.325831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb7f962-b2bc-48ca-967b-7d2d97c06ce4 admin admin] Network hostable DHCP agents. Network: 04a661bc-e902-4fcd-81ab-b2a07a3e1db5, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:56.394354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c1a78-ad5f-4049-a223-18bcecde00ee req-b336346b-b5c5-4f2e-8a7f-4a5dd9fef328 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.396424 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-038c1a78-ad5f-4049-a223-18bcecde00ee req-b336346b-b5c5-4f2e-8a7f-4a5dd9fef328 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.2571244 Jul 16 01:36:56.516120 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb7f962-b2bc-48ca-967b-7d2d97c06ce4 admin admin] Network 04a661bc-e902-4fcd-81ab-b2a07a3e1db5 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:56.537506 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-038c1a78-ad5f-4049-a223-18bcecde00ee req-abeb6f1a-2499-454d-84f0-9c65a8fd9806 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270249 Jul 16 01:36:56.547274 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-9eb7f962-b2bc-48ca-967b-7d2d97c06ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 04a661bc-e902-4fcd-81ab-b2a07a3e1db5) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:56.556131 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ea40e6-5534-4fd0-aace-12f167c7744e None None] Network 04a661bc-e902-4fcd-81ab-b2a07a3e1db5 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:56.571009 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb7f962-b2bc-48ca-967b-7d2d97c06ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.572692 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9eb7f962-b2bc-48ca-967b-7d2d97c06ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.612886 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9eb7f962-b2bc-48ca-967b-7d2d97c06ce4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7447777 Jul 16 01:36:56.621454 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-76b55c28-df47-4d4c-8ed2-f8d531574de6 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.720141 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-33c939fd-6aae-47bb-b433-abb4a0ba3ad9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-874037245-network', 'tenant_id': '204dde1fe12d48b4aec96dc9cd406bb5'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:56.880215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae31770-a167-4f03-8ee4-c35ad1663e92 None None] Network 04a661bc-e902-4fcd-81ab-b2a07a3e1db5 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:56.898859 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-76b55c28-df47-4d4c-8ed2-f8d531574de6 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.904303 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-76b55c28-df47-4d4c-8ed2-f8d531574de6 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.989637 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-b56aaf94-3fd0-4944-9827-d533e6af881b tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.991298 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-b56aaf94-3fd0-4944-9827-d533e6af881b tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.47 "GET /v2.0/networks?id=788e2996-ae41-440d-8892-e7b9ea2dc68e HTTP/1.1" status: 200 len: 812 time: 0.9677439 Jul 16 01:36:56.993629 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-11a88b92-bbd7-4258-81d7-67f84d875760 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.995483 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-11a88b92-bbd7-4258-81d7-67f84d875760 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.47 "GET /v2.0/networks?id=204194fc-edaf-4b19-9c11-3a32c0a651ee HTTP/1.1" status: 200 len: 817 time: 0.3002884 Jul 16 01:36:56.997962 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c939fd-6aae-47bb-b433-abb4a0ba3ad9 admin admin] Made reservation on behalf of 204dde1fe12d48b4aec96dc9cd406bb5 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:57.000373 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-33c939fd-6aae-47bb-b433-abb4a0ba3ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.031747 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-76b55c28-df47-4d4c-8ed2-f8d531574de6 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.032312 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b55c28-df47-4d4c-8ed2-f8d531574de6 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c3e27d3-2927-4324-951e-6e59ac54cb8a {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:36:57.052133 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ae3db4d-1cb5-448d-811c-64ef075ef744 req-45be91d4-7854-4926-8fa0-8dc6e541bc57 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ecba5d7-19b1-475e-afb3-0164900ee7ee HTTP/1.1" status: 200 len: 210 time: 0.0917804 Jul 16 01:36:57.064995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-a2d7b117-77c9-4292-b92f-b70ca40a17c6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Request body: {'port': {'device_id': '6e25f7f5-050c-4e19-b46b-6cd8256ff1f5', 'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee', 'admin_state_up': True, 'tenant_id': '555c65616c1b4efe86e956d0cc468068'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:57.073007 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d704cc7-9a90-412c-95a9-297b0f97c2c7', 'tag': '628d5e89-f383-4ff8-a4e6-7e322dd44a81'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:57.075145 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419e4ced-7900-4f6f-bd71-8e621632a87d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d704cc7-9a90-412c-95a9-297b0f97c2c7", "tag": "628d5e89-f383-4ff8-a4e6-7e322dd44a81"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:57.077236 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-76b55c28-df47-4d4c-8ed2-f8d531574de6 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:36:57.078914 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-76b55c28-df47-4d4c-8ed2-f8d531574de6 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6184621 Jul 16 01:36:57.081529 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55364) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:57.087584 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dbbbbc91-7d04-4800-8b09-8cc4887e58bc tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.089395 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dbbbbc91-7d04-4800-8b09-8cc4887e58bc tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.26 "GET /v2.0/networks?id=204194fc-edaf-4b19-9c11-3a32c0a651ee HTTP/1.1" status: 200 len: 817 time: 0.3759878 Jul 16 01:36:57.114956 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-4de99f27-1172-4806-9de6-69727ca5c473 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Request body: {'port': {'device_id': '7fd2e7da-fa0a-4511-b72a-58e611f81bda', 'network_id': '788e2996-ae41-440d-8892-e7b9ea2dc68e', 'admin_state_up': True, 'tenant_id': 'a41b869f49b349909b5f3c4b94798fc3'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:57.124437 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-33c939fd-6aae-47bb-b433-abb4a0ba3ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.135380 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-e24ba7bf-ac55-4900-a1ba-1588d5e20105 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.174906 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad59596-bce6-4839-bcd3-14fb94af5308 req-a07b2b9f-f3ea-462c-8bc4-10ede8c44496 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.176363 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7ad59596-bce6-4839-bcd3-14fb94af5308 req-a07b2b9f-f3ea-462c-8bc4-10ede8c44496 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 943 time: 1.0449350 Jul 16 01:36:57.182169 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-e8dd0abb-7585-4cb8-a458-4550e33a10d0 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Request body: {'port': {'device_id': '8420319a-1fbc-47a3-bfd2-17163db3026e', 'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee', 'admin_state_up': True, 'tenant_id': '555c65616c1b4efe86e956d0cc468068'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:57.258399 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6fc5acce-907c-4d7b-93b5-2d302b467b91 req-09ffb38e-e6ec-4032-9b53-37c4896a0da3 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 210 time: 0.0355797 Jul 16 01:36:57.299326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-10a2b998-1545-42a2-a642-ff327e16a5e1 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Deleting port d404f84a-0726-4f8e-a89e-523b7d7e9d8e {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:57.300215 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-10a2b998-1545-42a2-a642-ff327e16a5e1 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.390088 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7ad59596-bce6-4839-bcd3-14fb94af5308 req-d14adc3b-14a4-4aae-8b6a-22075038dc2d tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995108 Jul 16 01:36:57.410068 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a35c304b-749f-454f-8287-3be9c01f1743 req-3183bc5b-ba94-42bf-8989-98137a4b951d tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 210 time: 0.0387032 Jul 16 01:36:57.417224 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-10a2b998-1545-42a2-a642-ff327e16a5e1 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.443886 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-10a2b998-1545-42a2-a642-ff327e16a5e1 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Calling delete_port for d404f84a-0726-4f8e-a89e-523b7d7e9d8e owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:57.481484 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-e24ba7bf-ac55-4900-a1ba-1588d5e20105 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.494899 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f6a2e4-44d9-4633-a481-78466aec8033 x-openstack-request-id: req-62f6a2e4-44d9-4633-a481-78466aec8033 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:57.495235 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d704cc7-9a90-412c-95a9-297b0f97c2c7", "tag": "628d5e89-f383-4ff8-a4e6-7e322dd44a81", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:57.495470 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-62f6a2e4-44d9-4633-a481-78466aec8033 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:57.495870 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d704cc7-9a90-412c-95a9-297b0f97c2c7', 'tag': '628d5e89-f383-4ff8-a4e6-7e322dd44a81', 'status': 'completed', 'code': 200} Jul 16 01:36:57.581835 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-10a2b998-1545-42a2-a642-ff327e16a5e1 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.611106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-e24ba7bf-ac55-4900-a1ba-1588d5e20105 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:57.626865 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2b998-1545-42a2-a642-ff327e16a5e1 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Pushing event deleted for resources: {'Port': ['ID=d404f84a-0726-4f8e-a89e-523b7d7e9d8e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:57.656473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-e24ba7bf-ac55-4900-a1ba-1588d5e20105 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:57.664483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.47', 63727) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:57.670859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-e24ba7bf-ac55-4900-a1ba-1588d5e20105 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:57.728892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ba7bf-ac55-4900-a1ba-1588d5e20105 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Pushing event updated for resources: {'Port': ['ID=f20bb7e3-5941-4557-a6e9-123efa9e20b7,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:57.747901 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-fdc0f2b7-338b-44ea-9638-e0f3fe3f7a1c req-2f8c65ca-5815-40d3-a73f-7a6e43b6280c tempest-SecurityGroupsNegativeTestJSON-459741876 tempest-SecurityGroupsNegativeTestJSON-459741876-project] show failed (client error): The resource could not be found. Jul 16 01:36:57.754500 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fdc0f2b7-338b-44ea-9638-e0f3fe3f7a1c req-2f8c65ca-5815-40d3-a73f-7a6e43b6280c tempest-SecurityGroupsNegativeTestJSON-459741876 tempest-SecurityGroupsNegativeTestJSON-459741876-project] 10.222.0.54 "GET /v2.0/security-groups/6599d8ca-3984-4238-971d-b8421a44fd57 HTTP/1.1" status: 404 len: 352 time: 0.1546912 Jul 16 01:36:57.802615 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-10a2b998-1545-42a2-a642-ff327e16a5e1 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.804550 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-10a2b998-1545-42a2-a642-ff327e16a5e1 tempest-RoutersAdminNegativeTest-163904494 tempest-RoutersAdminNegativeTest-163904494-project-admin] 10.222.0.54 "DELETE /v2.0/ports/d404f84a-0726-4f8e-a89e-523b7d7e9d8e HTTP/1.1" status: 204 len: 168 time: 0.7216694 Jul 16 01:36:57.854155 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-f0a48148-bfed-4c71-8d85-e24a272ed0e3 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.854442 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-f0a48148-bfed-4c71-8d85-e24a272ed0e3 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.47 "GET /v2.0/networks?id=204194fc-edaf-4b19-9c11-3a32c0a651ee HTTP/1.1" status: 200 len: 817 time: 0.1888773 Jul 16 01:36:57.867764 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe35d22-f5dc-4ca0-a9db-566edc9d4c90 req-15092dc6-c2f6-4801-9e3f-c6f5b340484c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.870253 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbe35d22-f5dc-4ca0-a9db-566edc9d4c90 req-15092dc6-c2f6-4801-9e3f-c6f5b340484c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.1541049 Jul 16 01:36:57.872106 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-33c939fd-6aae-47bb-b433-abb4a0ba3ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.880694 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-94daf94f-bc41-4b53-a833-62397aa872b4 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Request body: {'port': {'device_id': '4ecba5d7-19b1-475e-afb3-0164900ee7ee', 'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee', 'admin_state_up': True, 'tenant_id': '555c65616c1b4efe86e956d0cc468068'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:57.923804 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-e24ba7bf-ac55-4900-a1ba-1588d5e20105 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.924762 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-e24ba7bf-ac55-4900-a1ba-1588d5e20105 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.937022 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-33c939fd-6aae-47bb-b433-abb4a0ba3ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.943274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e4ced-7900-4f6f-bd71-8e621632a87d req-3e793661-87b8-449e-be48-10b7efe486b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.945262 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-419e4ced-7900-4f6f-bd71-8e621632a87d req-3e793661-87b8-449e-be48-10b7efe486b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 1124 time: 0.4127347 Jul 16 01:36:57.989579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-a2d7b117-77c9-4292-b92f-b70ca40a17c6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Made reservation on behalf of 555c65616c1b4efe86e956d0cc468068 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:57.993209 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-a2d7b117-77c9-4292-b92f-b70ca40a17c6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.000715 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbe35d22-f5dc-4ca0-a9db-566edc9d4c90 req-5ae24fda-9b18-439b-9481-8be8bac825d9 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245043 Jul 16 01:36:58.009454 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-e24ba7bf-ac55-4900-a1ba-1588d5e20105 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4945099 Jul 16 01:36:58.051245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-905bd22f-69ed-4f73-8969-08e941259259 req-1bca13d6-92de-4147-aff1-09b785756f0d tempest-SecurityGroupsNegativeTestJSON-459741876 tempest-SecurityGroupsNegativeTestJSON-459741876-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=12f20cc81af8409fb4133d117ee928ec HTTP/1.1" status: 200 len: 2988 time: 0.2588456 Jul 16 01:36:58.074632 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eca40ae-2511-45b1-9cd3-0b899ddc55d6 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:58.079058 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.api [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-e8dd0abb-7585-4cb8-a458-4550e33a10d0 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:36:58.079058 n-d-800086-6 neutron-server[93832]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:36:58.079058 n-d-800086-6 neutron-server[93832]: [parameters: {'project_id_1': '555c65616c1b4efe86e956d0cc468068', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 36, 57, 479052)}] Jul 16 01:36:58.079058 n-d-800086-6 neutron-server[93832]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:36:58.079442 n-d-800086-6 neutron-server[93832]: DEBUG oslo_db.api [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-e8dd0abb-7585-4cb8-a458-4550e33a10d0 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:36:58.082912 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c939fd-6aae-47bb-b433-abb4a0ba3ad9 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:58.089300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Request body: {'port': {'device_id': '9e1a5dea-603c-4094-8425-46f3cfe30dce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:58.112305 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.116198 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c939fd-6aae-47bb-b433-abb4a0ba3ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:58.121616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-4de99f27-1172-4806-9de6-69727ca5c473 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Made reservation on behalf of a41b869f49b349909b5f3c4b94798fc3 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:58.126534 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-4de99f27-1172-4806-9de6-69727ca5c473 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.130996 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55382) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:58.152071 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-94daf94f-bc41-4b53-a833-62397aa872b4 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Made reservation on behalf of 555c65616c1b4efe86e956d0cc468068 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:58.155535 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-94daf94f-bc41-4b53-a833-62397aa872b4 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.225223 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-33c939fd-6aae-47bb-b433-abb4a0ba3ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.225684 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-33c939fd-6aae-47bb-b433-abb4a0ba3ad9 admin admin] Added segment de18a15a-a124-4fe2-a463-41b9ed456cbf of type vlan for network ebc001c2-5a87-482e-9885-14e4ea5e5d30 Jul 16 01:36:58.254966 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Transition to ACTIVE for port object 3eca40ae-2511-45b1-9cd3-0b899ddc55d6 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:58.279548 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.309757 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-375f8213-dd9b-4bdb-a735-5210afb1ccaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.406511 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-905bd22f-69ed-4f73-8969-08e941259259 req-9c0831c9-1b65-4dae-a563-ee544bbe3672 tempest-SecurityGroupsNegativeTestJSON-459741876 tempest-SecurityGroupsNegativeTestJSON-459741876-project] 10.222.0.54 "GET /v2.0/security-groups/018dcb2f-d98c-466d-aefe-0b6c6ac7b399 HTTP/1.1" status: 200 len: 2985 time: 0.3404481 Jul 16 01:36:58.409705 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-33c939fd-6aae-47bb-b433-abb4a0ba3ad9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.460457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e4ced-7900-4f6f-bd71-8e621632a87d req-069bc1e1-13a7-408a-8fb6-66efa427625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:58.462575 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-419e4ced-7900-4f6f-bd71-8e621632a87d req-069bc1e1-13a7-408a-8fb6-66efa427625b service neutron] 10.222.0.26 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 909 time: 0.4859068 Jul 16 01:36:58.471157 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dbba0b55-e6b9-4009-a51b-087dc4f60e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.475290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-a2d7b117-77c9-4292-b92f-b70ca40a17c6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Allocated IP 172.20.0.11 (204194fc-edaf-4b19-9c11-3a32c0a651ee/60a2447a-6c6c-4fba-a25f-dd35276e1166/5929d617-ff9c-4fc7-8a67-861e8ba79c4d) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:58.478690 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.479637 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7d00e612-390f-4176-b846-bfb047ca751f req-9820cd9e-c930-4101-9b6d-655a7ebb9ecf tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ecba5d7-19b1-475e-afb3-0164900ee7ee HTTP/1.1" status: 200 len: 210 time: 0.0604780 Jul 16 01:36:58.547353 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Pushing event updated for resources: {'Port': ['ID=3eca40ae-2511-45b1-9cd3-0b899ddc55d6,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:58.592652 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-419e4ced-7900-4f6f-bd71-8e621632a87d req-3d004d7f-7921-4dca-bdf4-3f3037a78100 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=628d5e89-f383-4ff8-a4e6-7e322dd44a81 HTTP/1.1" status: 200 len: 217 time: 0.1167777 Jul 16 01:36:58.624028 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.718664 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-33c939fd-6aae-47bb-b433-abb4a0ba3ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.719644 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c939fd-6aae-47bb-b433-abb4a0ba3ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:58.720319 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-33c939fd-6aae-47bb-b433-abb4a0ba3ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.773747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-4de99f27-1172-4806-9de6-69727ca5c473 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Allocated IP 172.20.0.14 (788e2996-ae41-440d-8892-e7b9ea2dc68e/80374b9f-2bf3-4ec7-862f-ebb8ade373c7/eb285e36-e6a9-4700-a506-80f6256d75fe) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:58.778653 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-905bd22f-69ed-4f73-8969-08e941259259 req-d5a4cf65-c04d-46b8-9dfe-70f9e5115f4b tempest-SecurityGroupsNegativeTestJSON-459741876 tempest-SecurityGroupsNegativeTestJSON-459741876-project] 10.222.0.54 "GET /v2.0/security-groups/018dcb2f-d98c-466d-aefe-0b6c6ac7b399 HTTP/1.1" status: 200 len: 2985 time: 0.3322384 Jul 16 01:36:58.795213 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dbba0b55-e6b9-4009-a51b-087dc4f60e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.799667 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-a2d7b117-77c9-4292-b92f-b70ca40a17c6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.804997 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dbba0b55-e6b9-4009-a51b-087dc4f60e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.821022 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e4ced-7900-4f6f-bd71-8e621632a87d req-c19f7e78-984f-41a8-89a3-7b582d673550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:58.822823 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-419e4ced-7900-4f6f-bd71-8e621632a87d req-c19f7e78-984f-41a8-89a3-7b582d673550 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.1922772 Jul 16 01:36:58.864279 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-33c939fd-6aae-47bb-b433-abb4a0ba3ad9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7191637 Jul 16 01:36:58.868446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb74b1-1c4d-43c2-91d1-54a3cefb0681 req-8b259d63-7213-4ff1-b31b-b159709d5b07 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:58.872932 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fdfb74b1-1c4d-43c2-91d1-54a3cefb0681 req-8b259d63-7213-4ff1-b31b-b159709d5b07 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 931 time: 0.2434762 Jul 16 01:36:58.885759 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55396) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:58.895152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-7a44bb69-7402-4cca-97a7-5368909dafbd admin admin] Request body: {'subnet': {'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-874037245-subnet', 'tenant_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:58.901925 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dbba0b55-e6b9-4009-a51b-087dc4f60e85 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e5d4c945e73d430aa2422aaf34192861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7697599 Jul 16 01:36:58.911369 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55398) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:58.937027 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba0b55-e6b9-4009-a51b-087dc4f60e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8084756a-0dfa-428b-a3c1-18cacac8d60c,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:58.959050 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Attempting to bind port 3eca40ae-2511-45b1-9cd3-0b899ddc55d6 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:58.959390 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Attempting to bind port 3eca40ae-2511-45b1-9cd3-0b899ddc55d6 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'b109fe05-f049-409e-9719-c57679517e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:58.959804 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Attempting to bind port 3eca40ae-2511-45b1-9cd3-0b899ddc55d6 on network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:58.963580 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-419e4ced-7900-4f6f-bd71-8e621632a87d req-4b73de0e-3822-4d33-b62b-9b61ebb5bc1d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204684 Jul 16 01:36:58.994800 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fdfb74b1-1c4d-43c2-91d1-54a3cefb0681 req-aa4b4183-46c0-44f0-bff9-cc3ebb15b70b tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963268 Jul 16 01:36:59.032826 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-a2d7b117-77c9-4292-b92f-b70ca40a17c6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.048888 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c939fd-6aae-47bb-b433-abb4a0ba3ad9 admin admin] Pushing event updated for resources: {'Network': ['ID=ebc001c2-5a87-482e-9885-14e4ea5e5d30,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:59.062477 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network ebc001c2-5a87-482e-9885-14e4ea5e5d30 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:59.075421 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-e8dd0abb-7585-4cb8-a458-4550e33a10d0 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Made reservation on behalf of 555c65616c1b4efe86e956d0cc468068 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:59.079530 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-e8dd0abb-7585-4cb8-a458-4550e33a10d0 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.102522 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Port 3eca40ae-2511-45b1-9cd3-0b899ddc55d6 on network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:59.103872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Attempting to bind port 3eca40ae-2511-45b1-9cd3-0b899ddc55d6 on network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:59.104185 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6594a12f-b5d6-4f13-9727-edb7bafa7a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.129564 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a44bb69-7402-4cca-97a7-5368909dafbd admin admin] Made reservation on behalf of 204dde1fe12d48b4aec96dc9cd406bb5 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:59.132533 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7a44bb69-7402-4cca-97a7-5368909dafbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.136350 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-94daf94f-bc41-4b53-a833-62397aa872b4 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Allocated IP 172.20.0.14 (204194fc-edaf-4b19-9c11-3a32c0a651ee/60a2447a-6c6c-4fba-a25f-dd35276e1166/50ed1a2f-dbbb-4a23-aecc-50cb736dff06) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:59.160866 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-a2d7b117-77c9-4292-b92f-b70ca40a17c6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Network 204194fc-edaf-4b19-9c11-3a32c0a651ee is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:59.174529 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:59.174865 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Checking segment: {'id': 'b109fe05-f049-409e-9719-c57679517e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:59.175273 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Bound using segment: {'id': 'b109fe05-f049-409e-9719-c57679517e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:59.175727 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Bound port: 3eca40ae-2511-45b1-9cd3-0b899ddc55d6, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b109fe05-f049-409e-9719-c57679517e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:59.176093 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.178842 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7b117-77c9-4292-b92f-b70ca40a17c6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Pushing event updated for resources: {'Port': ['ID=5929d617-ff9c-4fc7-8a67-861e8ba79c4d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:59.197159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-a2d7b117-77c9-4292-b92f-b70ca40a17c6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:59.206067 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-a2d7b117-77c9-4292-b92f-b70ca40a17c6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:59.209677 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6594a12f-b5d6-4f13-9727-edb7bafa7a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.285484 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17ccf846-0ee9-4284-9947-ce77fc40f1d4 req-1405e2ac-b822-4e75-8bd3-67fb4d5528cc tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 210 time: 0.1157753 Jul 16 01:36:59.407792 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-a2d7b117-77c9-4292-b92f-b70ca40a17c6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.408411 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-a2d7b117-77c9-4292-b92f-b70ca40a17c6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.465129 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-419e4ced-7900-4f6f-bd71-8e621632a87d req-0a221f7e-df15-4634-87af-6593a22c319f service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364929 Jul 16 01:36:59.491336 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774054c-8d4d-43c5-a2ad-4770e035251a req-d4a47cbe-da3e-4b1b-a4fa-41c4b9a7336a tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.492452 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-a2d7b117-77c9-4292-b92f-b70ca40a17c6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4357216 Jul 16 01:36:59.492882 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a774054c-8d4d-43c5-a2ad-4770e035251a req-d4a47cbe-da3e-4b1b-a4fa-41c4b9a7336a tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 943 time: 0.5665677 Jul 16 01:36:59.496252 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2c8d8194-89bb-4ea4-86ec-d4927a5000c2 req-cbd82962-f4a1-43b7-b431-6e391f9c36aa tempest-SecurityGroupsNegativeTestJSON-459741876 tempest-SecurityGroupsNegativeTestJSON-459741876-project] 10.222.0.54 "GET /v2.0/security-groups/018dcb2f-d98c-466d-aefe-0b6c6ac7b399 HTTP/1.1" status: 200 len: 2985 time: 0.1763654 Jul 16 01:36:59.532238 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Request body: {'port': {'device_id': '6e25f7f5-050c-4e19-b46b-6cd8256ff1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:59.535628 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6594a12f-b5d6-4f13-9727-edb7bafa7a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.537997 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6594a12f-b5d6-4f13-9727-edb7bafa7a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.539048 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6594a12f-b5d6-4f13-9727-edb7bafa7a8e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8084756a-0dfa-428b-a3c1-18cacac8d60c HTTP/1.1" status: 204 len: 168 time: 0.6222053 Jul 16 01:36:59.553974 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] For port 3eca40ae-2511-45b1-9cd3-0b899ddc55d6, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:59.572388 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-4de99f27-1172-4806-9de6-69727ca5c473 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.601896 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594a12f-b5d6-4f13-9727-edb7bafa7a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8084756a-0dfa-428b-a3c1-18cacac8d60c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:59.729309 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7a44bb69-7402-4cca-97a7-5368909dafbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.737858 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-94daf94f-bc41-4b53-a833-62397aa872b4 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.803642 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.839111 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55408) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:59.853512 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [req-2c8d8194-89bb-4ea4-86ec-d4927a5000c2 req-07baa377-183e-4772-9da8-fa237f90d4f8 tempest-SecurityGroupsNegativeTestJSON-459741876 tempest-SecurityGroupsNegativeTestJSON-459741876-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:36:59.854536 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2c8d8194-89bb-4ea4-86ec-d4927a5000c2 req-07baa377-183e-4772-9da8-fa237f90d4f8 tempest-SecurityGroupsNegativeTestJSON-459741876 tempest-SecurityGroupsNegativeTestJSON-459741876-project] 10.222.0.54 "DELETE /v2.0/security-groups/018dcb2f-d98c-466d-aefe-0b6c6ac7b399 HTTP/1.1" status: 409 len: 352 time: 0.3299325 Jul 16 01:36:59.880593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44bb69-7402-4cca-97a7-5368909dafbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:59.959271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] For port 3eca40ae-2511-45b1-9cd3-0b899ddc55d6, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=3eca40ae-2511-45b1-9cd3-0b899ddc55d6,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:59.972025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a44bb69-7402-4cca-97a7-5368909dafbd admin admin] Checking segment: {'id': 'de18a15a-a124-4fe2-a463-41b9ed456cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:59.972392 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a44bb69-7402-4cca-97a7-5368909dafbd admin admin] Network hostable DHCP agents. Network: ebc001c2-5a87-482e-9885-14e4ea5e5d30, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:59.981714 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-94daf94f-bc41-4b53-a833-62397aa872b4 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.019591 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.058937 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0429b82b-6e52-43f4-9580-511b115317f0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4b07faadebfc458da0a6477618e8e41b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160499 Jul 16 01:37:00.076640 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55414) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:00.088337 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a774054c-8d4d-43c5-a2ad-4770e035251a req-3ef58c18-35cf-44e6-960d-eaccb6d91485 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5802310 Jul 16 01:37:00.148797 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-94daf94f-bc41-4b53-a833-62397aa872b4 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Network 204194fc-edaf-4b19-9c11-3a32c0a651ee is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:00.149277 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.150042 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.151470 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] 10.222.0.47 "PUT /v2.0/ports/3eca40ae-2511-45b1-9cd3-0b899ddc55d6 HTTP/1.1" status: 200 len: 1091 time: 4.2737775 Jul 16 01:37:00.155822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20bb7e3-5941-4557-a6e9-123efa9e20b7 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:00.158383 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-94daf94f-bc41-4b53-a833-62397aa872b4 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:00.161101 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64b2368-2cc2-4ce2-932b-4d0ab12849d7', 'tag': '3eca40ae-2511-45b1-9cd3-0b899ddc55d6'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:00.161271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a44bb69-7402-4cca-97a7-5368909dafbd admin admin] Network ebc001c2-5a87-482e-9885-14e4ea5e5d30 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:00.163268 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94daf94f-bc41-4b53-a833-62397aa872b4 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Pushing event updated for resources: {'Port': ['ID=50ed1a2f-dbbb-4a23-aecc-50cb736dff06,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:00.163922 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6ac4e1-1a8e-463c-92c7-f9411f6da14b" -d '{"events": [{"name": "network-changed", "server_uuid": "d64b2368-2cc2-4ce2-932b-4d0ab12849d7", "tag": "3eca40ae-2511-45b1-9cd3-0b899ddc55d6"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:00.166233 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-94daf94f-bc41-4b53-a833-62397aa872b4 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:00.200279 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.210098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-7a44bb69-7402-4cca-97a7-5368909dafbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, ebc001c2-5a87-482e-9885-14e4ea5e5d30) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:00.221870 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a44bb69-7402-4cca-97a7-5368909dafbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.222144 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7a44bb69-7402-4cca-97a7-5368909dafbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.225240 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3762f93-97a1-48f0-b9b5-3e666439d4f3 None None] Network ebc001c2-5a87-482e-9885-14e4ea5e5d30 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:00.241194 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-419e4ced-7900-4f6f-bd71-8e621632a87d req-2583cadf-d480-403a-87a0-eb48236e3c83 service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7454977 Jul 16 01:37:00.246285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-94daf94f-bc41-4b53-a833-62397aa872b4 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.246918 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-94daf94f-bc41-4b53-a833-62397aa872b4 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.255153 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7a44bb69-7402-4cca-97a7-5368909dafbd admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3671043 Jul 16 01:37:00.255959 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55418) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:00.268522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43a69e-f66e-4eaf-b7c1-bc1f223ac2ab req-ce3fa0fd-99eb-40b0-9281-7d2c20b9bb3c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.271092 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-e8dd0abb-7585-4cb8-a458-4550e33a10d0 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Allocated IP 172.20.0.3 (204194fc-edaf-4b19-9c11-3a32c0a651ee/60a2447a-6c6c-4fba-a25f-dd35276e1166/08e05dc0-a158-4173-9a50-b6e8100e7816) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:00.276486 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ad43a69e-f66e-4eaf-b7c1-bc1f223ac2ab req-ce3fa0fd-99eb-40b0-9281-7d2c20b9bb3c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.2960196 Jul 16 01:37:00.282900 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-874037245-router', 'tenant_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:00.314980 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-94daf94f-bc41-4b53-a833-62397aa872b4 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4405553 Jul 16 01:37:00.333885 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Transition to ACTIVE for port object f20bb7e3-5941-4557-a6e9-123efa9e20b7 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:00.344072 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Request body: {'port': {'device_id': '4ecba5d7-19b1-475e-afb3-0164900ee7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:00.345588 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539ec7c-19da-4bcf-8934-e0c0742f4c58 service neutron] Pushing event updated for resources: {'Port': ['ID=3eca40ae-2511-45b1-9cd3-0b899ddc55d6,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:00.352871 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.360549 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ad43a69e-f66e-4eaf-b7c1-bc1f223ac2ab req-a02c2ab1-a702-4bfc-aec5-3f5995c86bfd tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828698 Jul 16 01:37:00.361860 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.362529 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-4de99f27-1172-4806-9de6-69727ca5c473 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.362993 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.403013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['67bca165-ff87-4f10-ad22-3badea1d50c5'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:00.435643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a6e06f-0363-4005-9b87-bf8e94cbcc19 None None] Network ebc001c2-5a87-482e-9885-14e4ea5e5d30 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:00.453463 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-109ed37c-8004-468b-89fc-bf7af88b9e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.492043 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.498019 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [req-f90fd9ae-70d1-4416-98d1-ea7e791e127a req-afc4ab4e-70c2-4521-a0ab-6bcd23694c21 tempest-SecurityGroupsNegativeTestJSON-459741876 tempest-SecurityGroupsNegativeTestJSON-459741876-project] show failed (client error): The resource could not be found. Jul 16 01:37:00.499099 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f90fd9ae-70d1-4416-98d1-ea7e791e127a req-afc4ab4e-70c2-4521-a0ab-6bcd23694c21 tempest-SecurityGroupsNegativeTestJSON-459741876 tempest-SecurityGroupsNegativeTestJSON-459741876-project] 10.222.0.54 "GET /v2.0/security-groups/cd7cae20-5498-4c0a-9314-f84fdfb634a5 HTTP/1.1" status: 404 len: 352 time: 0.0724213 Jul 16 01:37:00.500025 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-4de99f27-1172-4806-9de6-69727ca5c473 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Network 788e2996-ae41-440d-8892-e7b9ea2dc68e is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:00.505469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Pushing event updated for resources: {'Port': ['ID=f20bb7e3-5941-4557-a6e9-123efa9e20b7,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:00.528368 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-4de99f27-1172-4806-9de6-69727ca5c473 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:00.543276 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-4de99f27-1172-4806-9de6-69727ca5c473 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:00.598249 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-109ed37c-8004-468b-89fc-bf7af88b9e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.640451 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.677735 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e63f66-67e9-4ee5-be00-0ee620bc177a req-7a49c5a5-10fa-43f4-90e0-aab8c4f8fc73 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.679292 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b3e63f66-67e9-4ee5-be00-0ee620bc177a req-7a49c5a5-10fa-43f4-90e0-aab8c4f8fc73 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ecba5d7-19b1-475e-afb3-0164900ee7ee HTTP/1.1" status: 200 len: 932 time: 0.4580133 Jul 16 01:37:00.681739 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-25b24c39-5322-4216-9ab0-1746a16dce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.683260 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-25b24c39-5322-4216-9ab0-1746a16dce83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f1c35504a464c3f959f9ff2456e3961&device_id=d64b2368-2cc2-4ce2-932b-4d0ab12849d7 HTTP/1.1" status: 200 len: 1094 time: 0.4387884 Jul 16 01:37:00.720192 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.818791 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de99f27-1172-4806-9de6-69727ca5c473 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event updated for resources: {'Port': ['ID=eb285e36-e6a9-4700-a506-80f6256d75fe,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:00.846200 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-9b7043e7-5449-4b6b-a842-a7ce5d7c1cff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3eca40ae-2511-45b1-9cd3-0b899ddc55d6 HTTP/1.1" status: 200 len: 217 time: 0.1242023 Jul 16 01:37:00.865543 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-4de99f27-1172-4806-9de6-69727ca5c473 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.866168 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-4de99f27-1172-4806-9de6-69727ca5c473 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.892847 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7059c3-0ac0-46f6-90c7-0c499fe97ba1 req-dc83cecf-0f67-4cca-92c8-aae36ceec5c9 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.894403 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe7059c3-0ac0-46f6-90c7-0c499fe97ba1 req-dc83cecf-0f67-4cca-92c8-aae36ceec5c9 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 943 time: 0.2227368 Jul 16 01:37:00.941292 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b3e63f66-67e9-4ee5-be00-0ee620bc177a req-37502689-9cdf-437b-b5f8-9e707a0760c8 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225378 Jul 16 01:37:00.956186 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-4de99f27-1172-4806-9de6-69727ca5c473 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8657095 Jul 16 01:37:00.967131 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Attempting to bind port f20bb7e3-5941-4557-a6e9-123efa9e20b7 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:00.967131 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Attempting to bind port f20bb7e3-5941-4557-a6e9-123efa9e20b7 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'b109fe05-f049-409e-9719-c57679517e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:00.967131 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Attempting to bind port f20bb7e3-5941-4557-a6e9-123efa9e20b7 on network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:00.971886 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-e8dd0abb-7585-4cb8-a458-4550e33a10d0 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.974081 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe7059c3-0ac0-46f6-90c7-0c499fe97ba1 req-6c5afb64-22ad-4b63-88d3-5f7229233f84 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473237 Jul 16 01:37:00.984843 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Request body: {'port': {'device_id': '7fd2e7da-fa0a-4511-b72a-58e611f81bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:00.988746 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-109ed37c-8004-468b-89fc-bf7af88b9e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.991026 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-109ed37c-8004-468b-89fc-bf7af88b9e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.995631 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-109ed37c-8004-468b-89fc-bf7af88b9e22 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/44fdcdf1-04e0-448f-bc1d-86f6ebbf5979 HTTP/1.1" status: 204 len: 168 time: 0.9107568 Jul 16 01:37:01.029166 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Port f20bb7e3-5941-4557-a6e9-123efa9e20b7 on network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:01.029499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Attempting to bind port f20bb7e3-5941-4557-a6e9-123efa9e20b7 on network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:01.050583 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.059578 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7d88dd7b-9cb9-40be-99bf-a0ae6fc01477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.061443 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21efc157-a1e3-4799-9e1c-ae838a8c44fc x-openstack-request-id: req-21efc157-a1e3-4799-9e1c-ae838a8c44fc {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:01.062343 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64b2368-2cc2-4ce2-932b-4d0ab12849d7", "tag": "3eca40ae-2511-45b1-9cd3-0b899ddc55d6", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:01.062882 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-21efc157-a1e3-4799-9e1c-ae838a8c44fc {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:01.063510 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64b2368-2cc2-4ce2-932b-4d0ab12849d7', 'tag': '3eca40ae-2511-45b1-9cd3-0b899ddc55d6', 'status': 'completed', 'code': 200} Jul 16 01:37:01.065158 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:01.065753 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Checking segment: {'id': 'b109fe05-f049-409e-9719-c57679517e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:01.066397 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Bound using segment: {'id': 'b109fe05-f049-409e-9719-c57679517e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:01.067103 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Bound port: f20bb7e3-5941-4557-a6e9-123efa9e20b7, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b109fe05-f049-409e-9719-c57679517e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:01.067700 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.071301 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-9e3fcc64-9175-41a0-973c-b1f6ce83096e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.073269 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-9e3fcc64-9175-41a0-973c-b1f6ce83096e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1fc1a87-78fa-4dc0-8d01-d32edaa364d7 HTTP/1.1" status: 200 len: 853 time: 0.2014461 Jul 16 01:37:01.120104 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ed37c-8004-468b-89fc-bf7af88b9e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fdcdf1-04e0-448f-bc1d-86f6ebbf5979,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:01.181560 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-1a91c61f-4cf5-41a8-b4da-aafc02695551 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1bb5542d-2249-4a95-ac0b-10591e9aeb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898166 Jul 16 01:37:01.186118 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-0e386764-8aad-47ae-90c8-abddc6f19eda req-f5254a18-c98f-4120-a62a-1abbb1ccc48c tempest-SecurityGroupsNegativeTestJSON-459741876 tempest-SecurityGroupsNegativeTestJSON-459741876-project] show failed (client error): The resource could not be found. Jul 16 01:37:01.187289 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0e386764-8aad-47ae-90c8-abddc6f19eda req-f5254a18-c98f-4120-a62a-1abbb1ccc48c tempest-SecurityGroupsNegativeTestJSON-459741876 tempest-SecurityGroupsNegativeTestJSON-459741876-project] 10.222.0.54 "GET /v2.0/security-groups/41e15e57-b09a-4d39-8bc5-944fcbd203bd HTTP/1.1" status: 404 len: 352 time: 0.1115923 Jul 16 01:37:01.208269 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55428) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:01.376570 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-e8dd0abb-7585-4cb8-a458-4550e33a10d0 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.416581 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.498965 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f79c962d-3a67-42f2-9eed-593a0132d837 admin admin] Deleting subnet 3fe1cb04-8e74-4379-b677-9c26a8b29549 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:01.520158 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f79c962d-3a67-42f2-9eed-593a0132d837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.552800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-e8dd0abb-7585-4cb8-a458-4550e33a10d0 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Network 204194fc-edaf-4b19-9c11-3a32c0a651ee is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:01.561278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] For port f20bb7e3-5941-4557-a6e9-123efa9e20b7, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:01.576892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-e8dd0abb-7585-4cb8-a458-4550e33a10d0 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:01.618494 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.620457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-e8dd0abb-7585-4cb8-a458-4550e33a10d0 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:01.646110 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.733828 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8664cb0-8400-450e-b5af-6a1fd2ab3842 req-d0341d2a-0390-4c77-a91a-c5d1b7690bc3 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.741709 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f8664cb0-8400-450e-b5af-6a1fd2ab3842 req-d0341d2a-0390-4c77-a91a-c5d1b7690bc3 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 932 time: 0.2444837 Jul 16 01:37:01.758260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] For port f20bb7e3-5941-4557-a6e9-123efa9e20b7, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f20bb7e3-5941-4557-a6e9-123efa9e20b7,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:01.762666 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd0abb-7585-4cb8-a458-4550e33a10d0 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Pushing event updated for resources: {'Port': ['ID=08e05dc0-a158-4173-9a50-b6e8100e7816,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:01.860405 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-a65ec6cc-f10f-491a-8ef7-a536610baad2 service neutron] 10.222.0.47 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666801 Jul 16 01:37:01.868854 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-e8dd0abb-7585-4cb8-a458-4550e33a10d0 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.869600 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-e8dd0abb-7585-4cb8-a458-4550e33a10d0 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.872102 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f8664cb0-8400-450e-b5af-6a1fd2ab3842 req-fc000588-8593-4511-a671-c37480839627 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303134 Jul 16 01:37:01.882595 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.941029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] Allocated IP 172.25.1.135 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/37af4c8b-80ee-4e78-ab03-94da359044bb) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:01.945772 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5929d617-ff9c-4fc7-8a67-861e8ba79c4d {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:01.957878 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.966744 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.036713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Transition to ACTIVE for port object 5929d617-ff9c-4fc7-8a67-861e8ba79c4d will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:02.065861 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f79c962d-3a67-42f2-9eed-593a0132d837 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.079001 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.084961 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55454) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.129029 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-e8dd0abb-7585-4cb8-a458-4550e33a10d0 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9713216 Jul 16 01:37:02.174603 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f79c962d-3a67-42f2-9eed-593a0132d837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.233465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.234626 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.236089 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] 10.222.0.47 "PUT /v2.0/ports/f20bb7e3-5941-4557-a6e9-123efa9e20b7 HTTP/1.1" status: 200 len: 1091 time: 4.1716216 Jul 16 01:37:02.249673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Request body: {'port': {'device_id': '8420319a-1fbc-47a3-bfd2-17163db3026e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:02.262841 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Pushing event updated for resources: {'Port': ['ID=5929d617-ff9c-4fc7-8a67-861e8ba79c4d,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:02.284949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-05931e2f-8e49-4e64-81a3-c88c4a75bcca tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:02.286302 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-05931e2f-8e49-4e64-81a3-c88c4a75bcca tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1891160 Jul 16 01:37:02.300132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55458) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.314915 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-36b2f189-f5e2-4821-a1af-c27170177065 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:02.316108 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-36b2f189-f5e2-4821-a1af-c27170177065 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0140207 Jul 16 01:37:02.328838 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55460) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.348044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82a82f-8619-4595-8866-642b527b8874 req-029a31a4-2857-4773-a5cb-fe1584676c8e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.349546 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cc82a82f-8619-4595-8866-642b527b8874 req-029a31a4-2857-4773-a5cb-fe1584676c8e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 943 time: 0.9692745 Jul 16 01:37:02.354767 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-ff44dbc7-b575-4db1-a907-362f8452220c tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:02.355908 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ff44dbc7-b575-4db1-a907-362f8452220c tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0157444 Jul 16 01:37:02.382461 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55462) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.383062 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0e905-c34b-4dee-badb-a01092ef10fa service neutron] Pushing event updated for resources: {'Port': ['ID=f20bb7e3-5941-4557-a6e9-123efa9e20b7,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:02.388343 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-56ab1a64-5eff-4d72-a40e-fa049e8d50a2 service neutron] 10.222.0.47 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103731 Jul 16 01:37:02.392467 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-9aa4cc8a-391e-4cf3-aa42-4d8a1b103930 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:02.393410 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9aa4cc8a-391e-4cf3-aa42-4d8a1b103930 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044222 Jul 16 01:37:02.396795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55464) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.413085 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-4cbbd92a-6c7a-4cdb-94fd-de2848598209 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:02.414149 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4cbbd92a-6c7a-4cdb-94fd-de2848598209 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0046575 Jul 16 01:37:02.421966 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55466) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.429327 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.434139 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-23f09c34-7e16-443d-a472-2212554812d9 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:02.435116 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-23f09c34-7e16-443d-a472-2212554812d9 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0132289 Jul 16 01:37:02.444459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55468) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.459437 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-11460d53-1234-4f55-a212-50bc54c0aae7 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:02.460539 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-11460d53-1234-4f55-a212-50bc54c0aae7 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0132310 Jul 16 01:37:02.468283 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f79c962d-3a67-42f2-9eed-593a0132d837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.469220 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55470) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.490485 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd99d83-8a23-4171-93be-acf29e1c2b82 req-17e52c20-f8cc-4713-926f-0f4db5acda8c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.492128 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8fd99d83-8a23-4171-93be-acf29e1c2b82 req-17e52c20-f8cc-4713-926f-0f4db5acda8c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.4062541 Jul 16 01:37:02.498432 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-211ed4e9-a8ab-4f5f-9782-5458f043e656 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:02.499514 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-211ed4e9-a8ab-4f5f-9782-5458f043e656 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0254354 Jul 16 01:37:02.505311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55472) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.511602 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-753472e6-9871-436b-8d70-dc86a90fef3f tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:02.512640 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-753472e6-9871-436b-8d70-dc86a90fef3f tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0053046 Jul 16 01:37:02.523342 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55474) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.538867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Attempting to bind port 5929d617-ff9c-4fc7-8a67-861e8ba79c4d on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:02.539319 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Attempting to bind port 5929d617-ff9c-4fc7-8a67-861e8ba79c4d by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '7b58170c-8e2a-4de6-8d1d-1efa27b6fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:02.539738 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Attempting to bind port 5929d617-ff9c-4fc7-8a67-861e8ba79c4d on network 204194fc-edaf-4b19-9c11-3a32c0a651ee {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:02.572108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Port 5929d617-ff9c-4fc7-8a67-861e8ba79c4d on network 204194fc-edaf-4b19-9c11-3a32c0a651ee not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:02.572430 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Attempting to bind port 5929d617-ff9c-4fc7-8a67-861e8ba79c4d on network 204194fc-edaf-4b19-9c11-3a32c0a651ee {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:02.584599 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ed1a2f-dbbb-4a23-aecc-50cb736dff06 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:02.606153 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.612163 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:02.612681 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Checking segment: {'id': '7b58170c-8e2a-4de6-8d1d-1efa27b6fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:02.612850 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Bound using segment: {'id': '7b58170c-8e2a-4de6-8d1d-1efa27b6fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:02.613305 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Bound port: 5929d617-ff9c-4fc7-8a67-861e8ba79c4d, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b58170c-8e2a-4de6-8d1d-1efa27b6fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:02.613723 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.634607 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8fd99d83-8a23-4171-93be-acf29e1c2b82 req-51f9b789-8ede-450d-aa85-04a6bf7a3767 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278350 Jul 16 01:37:02.646526 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.649052 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Transition to ACTIVE for port object 50ed1a2f-dbbb-4a23-aecc-50cb736dff06 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:02.699552 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.739619 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:02.751491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:02.762092 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:02.769476 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] Pushing event updated for resources: {'Port': ['ID=37af4c8b-80ee-4e78-ab03-94da359044bb,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:02.835858 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] For port 5929d617-ff9c-4fc7-8a67-861e8ba79c4d, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:02.879181 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-08ce55e4-c3d5-49f9-83e3-30923e9f995e tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:02.880185 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-08ce55e4-c3d5-49f9-83e3-30923e9f995e tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.3552437 Jul 16 01:37:02.881096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c962d-3a67-42f2-9eed-593a0132d837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe1cb04-8e74-4379-b677-9c26a8b29549,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:02.893543 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55476) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.897036 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f79c962d-3a67-42f2-9eed-593a0132d837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.899720 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f79c962d-3a67-42f2-9eed-593a0132d837 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3fe1cb04-8e74-4379-b677-9c26a8b29549 HTTP/1.1" status: 204 len: 168 time: 1.6636825 Jul 16 01:37:02.903642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-6c70021d-ef19-458f-a850-1f7f629fea34 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:02.904061 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6c70021d-ef19-458f-a850-1f7f629fea34 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0083833 Jul 16 01:37:02.907083 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55480) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.907404 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55482) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.934461 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-2661cd9b-fad2-4c67-b269-a83e1c414448 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:02.935520 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2661cd9b-fad2-4c67-b269-a83e1c414448 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0055380 Jul 16 01:37:02.937389 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] For port 5929d617-ff9c-4fc7-8a67-861e8ba79c4d, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=5929d617-ff9c-4fc7-8a67-861e8ba79c4d,segment=NetworkSegment(7b58170c-8e2a-4de6-8d1d-1efa27b6fc35),segment_id=7b58170c-8e2a-4de6-8d1d-1efa27b6fc35)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:02.951377 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55484) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.957227 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cc82a82f-8619-4595-8866-642b527b8874 req-57e62b5a-df73-4cb3-9fce-f76a93b94c27 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950480 Jul 16 01:37:02.957866 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.992393 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-e4801172-4db9-43b8-9c39-b828405277a4 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:02.996514 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e4801172-4db9-43b8-9c39-b828405277a4 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0348918 Jul 16 01:37:02.996725 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb285e36-e6a9-4700-a506-80f6256d75fe {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:02.996832 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.000870 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55486) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.007468 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-56e20d2d-3b68-499f-ba00-9ea2888a6012 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.010979 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-56e20d2d-3b68-499f-ba00-9ea2888a6012 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0056770 Jul 16 01:37:03.011497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Pushing event updated for resources: {'Port': ['ID=50ed1a2f-dbbb-4a23-aecc-50cb736dff06,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:03.016434 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.018573 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55488) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.048456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-3338444e-43cd-4747-821b-0571487905a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.050046 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-3338444e-43cd-4747-821b-0571487905a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f1c35504a464c3f959f9ff2456e3961&device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 1094 time: 0.7327394 Jul 16 01:37:03.060145 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-51f9be56-7887-49f0-a6a1-1f279e17df9e tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.061229 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-51f9be56-7887-49f0-a6a1-1f279e17df9e tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0388453 Jul 16 01:37:03.066612 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1a5dea-603c-4094-8425-46f3cfe30dce', 'tag': 'f20bb7e3-5941-4557-a6e9-123efa9e20b7'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:03.068991 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25037e16-863b-40dd-beef-4c1342b8652c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1a5dea-603c-4094-8425-46f3cfe30dce", "tag": "f20bb7e3-5941-4557-a6e9-123efa9e20b7"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:03.074607 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55490) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.093114 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Transition to ACTIVE for port object eb285e36-e6a9-4700-a506-80f6256d75fe will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:03.098153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-b8e29c5f-3102-4404-b6a8-c84727eeb119 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.099535 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b8e29c5f-3102-4404-b6a8-c84727eeb119 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0190289 Jul 16 01:37:03.111399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55494) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.137122 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.137890 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.139399 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-bde5617c-d981-421a-926a-d81199566a65 service neutron] 10.222.0.47 "PUT /v2.0/ports/5929d617-ff9c-4fc7-8a67-861e8ba79c4d HTTP/1.1" status: 200 len: 1092 time: 3.6159494 Jul 16 01:37:03.144806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-83d292bc-99d4-486c-ba1d-6a2bcf9e95b4 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.145222 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-83d292bc-99d4-486c-ba1d-6a2bcf9e95b4 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0327621 Jul 16 01:37:03.148305 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e25f7f5-050c-4e19-b46b-6cd8256ff1f5', 'tag': '5929d617-ff9c-4fc7-8a67-861e8ba79c4d'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:03.151553 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.151869 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683b56a9-07e9-42cf-abdb-b786634c7710" -d '{"events": [{"name": "network-changed", "server_uuid": "6e25f7f5-050c-4e19-b46b-6cd8256ff1f5", "tag": "5929d617-ff9c-4fc7-8a67-861e8ba79c4d"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:03.154275 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55496) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.168828 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-7c65bb4a-aba1-40dd-8def-6dba37448913 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f20bb7e3-5941-4557-a6e9-123efa9e20b7 HTTP/1.1" status: 200 len: 217 time: 0.0952418 Jul 16 01:37:03.207057 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-167ab723-1f74-4036-aa0a-df805937298c tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.210454 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-167ab723-1f74-4036-aa0a-df805937298c tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0401988 Jul 16 01:37:03.241983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55500) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.269255 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-6fc477ef-e50b-42c7-b14e-1db9befceb47 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.270160 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6fc477ef-e50b-42c7-b14e-1db9befceb47 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0169382 Jul 16 01:37:03.271635 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ac4e1-1a8e-463c-92c7-f9411f6da14b req-c8082a44-2682-4aa8-af2e-a0e35393adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.273227 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a6ac4e1-1a8e-463c-92c7-f9411f6da14b req-c8082a44-2682-4aa8-af2e-a0e35393adc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f1c35504a464c3f959f9ff2456e3961&device_id=d64b2368-2cc2-4ce2-932b-4d0ab12849d7 HTTP/1.1" status: 200 len: 1094 time: 0.7564747 Jul 16 01:37:03.273701 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55502) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.317613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-8a158f77-bbfe-4b26-a182-09a4e3abbb6b tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.318349 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2420c546-647c-4ccc-8d7d-6f2577e9d044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.318613 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8a158f77-bbfe-4b26-a182-09a4e3abbb6b tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0143363 Jul 16 01:37:03.323263 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5617c-d981-421a-926a-d81199566a65 service neutron] Pushing event updated for resources: {'Port': ['ID=5929d617-ff9c-4fc7-8a67-861e8ba79c4d,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:03.327303 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55504) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.330860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Attempting to bind port 50ed1a2f-dbbb-4a23-aecc-50cb736dff06 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:03.331212 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Attempting to bind port 50ed1a2f-dbbb-4a23-aecc-50cb736dff06 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '7b58170c-8e2a-4de6-8d1d-1efa27b6fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:03.331535 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Attempting to bind port 50ed1a2f-dbbb-4a23-aecc-50cb736dff06 on network 204194fc-edaf-4b19-9c11-3a32c0a651ee {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:03.355284 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Port 50ed1a2f-dbbb-4a23-aecc-50cb736dff06 on network 204194fc-edaf-4b19-9c11-3a32c0a651ee not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:03.355702 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Attempting to bind port 50ed1a2f-dbbb-4a23-aecc-50cb736dff06 on network 204194fc-edaf-4b19-9c11-3a32c0a651ee {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:03.369739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2daaaf-b662-4b46-af72-40c3245470a3 req-bd27925f-b2ee-4ee1-9a8b-844f6b2d63e1 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.371255 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d2daaaf-b662-4b46-af72-40c3245470a3 req-bd27925f-b2ee-4ee1-9a8b-844f6b2d63e1 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ecba5d7-19b1-475e-afb3-0164900ee7ee HTTP/1.1" status: 200 len: 944 time: 0.5455661 Jul 16 01:37:03.371459 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-8cf357f0-7e6d-4dca-a5d0-506a1fe7e5ea tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.374905 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8cf357f0-7e6d-4dca-a5d0-506a1fe7e5ea tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0127501 Jul 16 01:37:03.378930 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55506) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.382925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-f913dd58-fdb5-4572-9c8c-9a6a953a6bbd tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.385804 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f913dd58-fdb5-4572-9c8c-9a6a953a6bbd tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043054 Jul 16 01:37:03.401801 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55508) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.420930 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:03.421273 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Checking segment: {'id': '7b58170c-8e2a-4de6-8d1d-1efa27b6fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:03.421656 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Bound using segment: {'id': '7b58170c-8e2a-4de6-8d1d-1efa27b6fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:03.422096 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Bound port: 50ed1a2f-dbbb-4a23-aecc-50cb736dff06, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b58170c-8e2a-4de6-8d1d-1efa27b6fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:03.422458 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.425573 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-cafa7baa-c00d-4b82-9003-f6aea6fea90e tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.426884 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cafa7baa-c00d-4b82-9003-f6aea6fea90e tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0161111 Jul 16 01:37:03.431375 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55510) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.456433 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-2c00ecf9-4688-4490-bcb8-756c7c370f96 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.457401 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2c00ecf9-4688-4490-bcb8-756c7c370f96 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0140038 Jul 16 01:37:03.465304 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Pushing event updated for resources: {'Port': ['ID=eb285e36-e6a9-4700-a506-80f6256d75fe,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:03.471788 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55512) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.485558 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-2f748a28-f3ca-4520-a2b6-ef67477ad6d6 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.486578 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2f748a28-f3ca-4520-a2b6-ef67477ad6d6 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0135739 Jul 16 01:37:03.502324 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55514) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.507020 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-2fdfa001-3776-4c13-9d91-7e470cdaafab tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.507952 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2fdfa001-3776-4c13-9d91-7e470cdaafab tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0045867 Jul 16 01:37:03.519189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55516) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.550005 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-b4ca467f-31ce-4a34-bb22-9046ae52ba9f tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.550984 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b4ca467f-31ce-4a34-bb22-9046ae52ba9f tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0274532 Jul 16 01:37:03.565232 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55518) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.571345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f8cd25c4-6750-4e2d-8370-321d78a1f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.572877 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-f8cd25c4-6750-4e2d-8370-321d78a1f63b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1fc1a87-78fa-4dc0-8d01-d32edaa364d7 HTTP/1.1" status: 200 len: 853 time: 0.3038270 Jul 16 01:37:03.577637 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-3a7d6a59-c3ec-42f1-a14b-6eb8f0774185 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.578590 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3a7d6a59-c3ec-42f1-a14b-6eb8f0774185 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0091088 Jul 16 01:37:03.590177 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55520) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.596217 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-475f5333-3230-49bb-90ef-e70fea3ad3f1 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.597203 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-475f5333-3230-49bb-90ef-e70fea3ad3f1 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0049143 Jul 16 01:37:03.623357 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-747b281f-66d1-40a6-a50b-323d078b8f46 service neutron] 10.222.0.26 "GET /v2.0/ports/628d5e89-f383-4ff8-a4e6-7e322dd44a81/bindings/n-h2-800086-6 HTTP/1.1" status: 200 len: 384 time: 0.4768958 Jul 16 01:37:03.623862 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55522) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.636048 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-c4ec7a76-cbcc-4e13-bba4-ee7a9ab32bda tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.637674 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c4ec7a76-cbcc-4e13-bba4-ee7a9ab32bda tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0069425 Jul 16 01:37:03.669502 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55524) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.701121 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-2df60c58-9d10-4187-ad46-4155a80edd4a tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.704770 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2df60c58-9d10-4187-ad46-4155a80edd4a tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0302329 Jul 16 01:37:03.729343 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.730906 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-5fcb196c-edd3-4c53-9030-0a2a3cf59aca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1bb5542d-2249-4a95-ac0b-10591e9aeb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061032 Jul 16 01:37:03.733129 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55528) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.749540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-528df43a-9e2e-4838-8945-8e03b9a405e7 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.750548 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-528df43a-9e2e-4838-8945-8e03b9a405e7 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0115891 Jul 16 01:37:03.757801 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55530) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.773574 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-ba382456-6006-403a-ae70-6edcfa4789be tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.775097 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ba382456-6006-403a-ae70-6edcfa4789be tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0058393 Jul 16 01:37:03.794786 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a35b7-5a0c-421b-96e9-fa42e15ce002 req-be34ba2a-fc18-4f63-ad6d-d345d04c6c9b tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.796438 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-434a35b7-5a0c-421b-96e9-fa42e15ce002 req-be34ba2a-fc18-4f63-ad6d-d345d04c6c9b tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 943 time: 0.6486053 Jul 16 01:37:03.799007 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55532) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.814428 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ac4e1-1a8e-463c-92c7-f9411f6da14b req-b194fa20-f007-48fb-a422-611be5e9c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.816177 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a6ac4e1-1a8e-463c-92c7-f9411f6da14b req-b194fa20-f007-48fb-a422-611be5e9c08e service neutron] 10.222.0.47 "GET /v2.0/networks?id=1bb5542d-2249-4a95-ac0b-10591e9aeb1a HTTP/1.1" status: 200 len: 914 time: 0.4947486 Jul 16 01:37:03.831856 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-eeca3183-1029-4762-8d49-aab2b7b3b278 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.832835 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-eeca3183-1029-4762-8d49-aab2b7b3b278 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0199440 Jul 16 01:37:03.852919 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55534) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.885818 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-a0e6fe6f-6ee5-4a57-864f-edb37d59a9ef tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.886825 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a0e6fe6f-6ee5-4a57-864f-edb37d59a9ef tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0215099 Jul 16 01:37:03.888791 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-4d5eed4e-fed8-45ff-b3dd-85160cc4fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.890687 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-4d5eed4e-fed8-45ff-b3dd-85160cc4fccc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=555c65616c1b4efe86e956d0cc468068&device_id=6e25f7f5-050c-4e19-b46b-6cd8256ff1f5 HTTP/1.1" status: 200 len: 1095 time: 0.6787808 Jul 16 01:37:03.891463 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55536) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.906574 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-aa69de0d-afe4-4e08-862b-7d93cbe8655c tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.907469 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-aa69de0d-afe4-4e08-862b-7d93cbe8655c tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0072606 Jul 16 01:37:03.932703 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55538) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.938065 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2420c546-647c-4ccc-8d7d-6f2577e9d044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.939014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-55330d9b-9bd7-4da4-ac74-dae1010daad4 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.940245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-55330d9b-9bd7-4da4-ac74-dae1010daad4 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0060329 Jul 16 01:37:03.945557 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d2daaaf-b662-4b46-af72-40c3245470a3 req-842898bd-3b9a-4047-9ce5-a36466ede67b tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270574 Jul 16 01:37:03.957271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55540) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.970984 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a6ac4e1-1a8e-463c-92c7-f9411f6da14b req-fe71d225-64b3-43d5-bfb1-083796f1ce3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3eca40ae-2511-45b1-9cd3-0b899ddc55d6 HTTP/1.1" status: 200 len: 217 time: 0.1289642 Jul 16 01:37:03.971641 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Attempting to bind port eb285e36-e6a9-4700-a506-80f6256d75fe on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:03.972004 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Attempting to bind port eb285e36-e6a9-4700-a506-80f6256d75fe by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'a82acdce-5aca-4031-8db4-96e971373951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '788e2996-ae41-440d-8892-e7b9ea2dc68e'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:03.972335 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Attempting to bind port eb285e36-e6a9-4700-a506-80f6256d75fe on network 788e2996-ae41-440d-8892-e7b9ea2dc68e {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:03.974391 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-494d8b70-de36-4d70-8061-928c9f924294 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:03.976003 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-494d8b70-de36-4d70-8061-928c9f924294 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0172515 Jul 16 01:37:03.987515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55542) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.989049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-2420c546-647c-4ccc-8d7d-6f2577e9d044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a661bc-e902-4fcd-81ab-b2a07a3e1db5']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:04.001227 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-ae01311e-f029-4e67-a9f6-96e6a80f6a5f tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.004537 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ae01311e-f029-4e67-a9f6-96e6a80f6a5f tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0115955 Jul 16 01:37:04.022244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55546) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.023008 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Port eb285e36-e6a9-4700-a506-80f6256d75fe on network 788e2996-ae41-440d-8892-e7b9ea2dc68e not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:04.024713 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Attempting to bind port eb285e36-e6a9-4700-a506-80f6256d75fe on network 788e2996-ae41-440d-8892-e7b9ea2dc68e {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:04.039539 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-b3a11323-ae2d-467a-822b-1b562b75123e tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.045055 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b3a11323-ae2d-467a-822b-1b562b75123e tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0156040 Jul 16 01:37:04.045425 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-644f8b03-89cf-491f-a2c3-fe5bef4c69d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5929d617-ff9c-4fc7-8a67-861e8ba79c4d HTTP/1.1" status: 200 len: 217 time: 0.0988264 Jul 16 01:37:04.047990 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-2420c546-647c-4ccc-8d7d-6f2577e9d044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe3d43a-4064-4820-8527-5fdc88e8bdae') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:04.048290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-2420c546-647c-4ccc-8d7d-6f2577e9d044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe3d43a-4064-4820-8527-5fdc88e8bdae') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:04.050155 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55548) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.062907 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-2902f692-6d31-4790-84a5-23b8565be49c tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.065283 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2902f692-6d31-4790-84a5-23b8565be49c tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0139928 Jul 16 01:37:04.067905 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55550) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.070767 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.087979 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] For port 50ed1a2f-dbbb-4a23-aecc-50cb736dff06, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:04.101717 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2420c546-647c-4ccc-8d7d-6f2577e9d044 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.103951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-407fb6bc-f4ae-487b-934c-8e5ebdf8e376 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.105106 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-407fb6bc-f4ae-487b-934c-8e5ebdf8e376 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0293548 Jul 16 01:37:04.132138 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:04.132492 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Checking segment: {'id': 'a82acdce-5aca-4031-8db4-96e971373951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '788e2996-ae41-440d-8892-e7b9ea2dc68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:04.132880 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Bound using segment: {'id': 'a82acdce-5aca-4031-8db4-96e971373951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '788e2996-ae41-440d-8892-e7b9ea2dc68e'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:04.133332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Bound port: eb285e36-e6a9-4700-a506-80f6256d75fe, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82acdce-5aca-4031-8db4-96e971373951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '788e2996-ae41-440d-8892-e7b9ea2dc68e'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:04.133722 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.145420 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55552) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.152461 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-434a35b7-5a0c-421b-96e9-fa42e15ce002 req-dc3d5943-33f4-4b6e-a107-81d12d84c515 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305271 Jul 16 01:37:04.157157 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-be6250ed-e25c-4527-bbde-56f7e3510de2 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.158135 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-be6250ed-e25c-4527-bbde-56f7e3510de2 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0101812 Jul 16 01:37:04.173272 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55554) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.189161 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-ad2c1dae-f3e3-47f8-96cf-33c9badb4d28 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.191145 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ad2c1dae-f3e3-47f8-96cf-33c9badb4d28 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0170565 Jul 16 01:37:04.208232 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] For port 50ed1a2f-dbbb-4a23-aecc-50cb736dff06, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=50ed1a2f-dbbb-4a23-aecc-50cb736dff06,segment=NetworkSegment(7b58170c-8e2a-4de6-8d1d-1efa27b6fc35),segment_id=7b58170c-8e2a-4de6-8d1d-1efa27b6fc35)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:04.211746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55556) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.212815 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-a29ec3c1-482b-4a67-a574-51d09ed17ba1 service neutron] 10.222.0.47 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609532 Jul 16 01:37:04.228718 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-8776f6aa-358e-412d-aba8-a5de5b0e6063 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.229826 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8776f6aa-358e-412d-aba8-a5de5b0e6063 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0099699 Jul 16 01:37:04.235800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e05dc0-a158-4173-9a50-b6e8100e7816 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:04.240102 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2420c546-647c-4ccc-8d7d-6f2577e9d044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.241748 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55558) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.247874 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0613f291-d902-4ef4-8b80-cdf762ab4924 x-openstack-request-id: req-0613f291-d902-4ef4-8b80-cdf762ab4924 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:04.248204 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1a5dea-603c-4094-8425-46f3cfe30dce", "tag": "f20bb7e3-5941-4557-a6e9-123efa9e20b7", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:04.248426 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0613f291-d902-4ef4-8b80-cdf762ab4924 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:04.248868 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1a5dea-603c-4094-8425-46f3cfe30dce', 'tag': 'f20bb7e3-5941-4557-a6e9-123efa9e20b7', 'status': 'completed', 'code': 200} Jul 16 01:37:04.250381 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ac4e1-1a8e-463c-92c7-f9411f6da14b req-2754c3e8-c5ae-4c44-96e8-3431fdf63d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.250803 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.251877 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a6ac4e1-1a8e-463c-92c7-f9411f6da14b req-2754c3e8-c5ae-4c44-96e8-3431fdf63d22 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1fc1a87-78fa-4dc0-8d01-d32edaa364d7 HTTP/1.1" status: 200 len: 853 time: 0.2623785 Jul 16 01:37:04.255578 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-949e68f6-71c3-4a6b-95ed-9e1d6dbc5024 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.256586 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-949e68f6-71c3-4a6b-95ed-9e1d6dbc5024 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0141151 Jul 16 01:37:04.272084 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 3eca40ae-2511-45b1-9cd3-0b899ddc55d6 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:04.292149 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.293418 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681d96e6-d370-4702-8838-eea421fafde3 x-openstack-request-id: req-681d96e6-d370-4702-8838-eea421fafde3 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:04.293711 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e25f7f5-050c-4e19-b46b-6cd8256ff1f5", "tag": "5929d617-ff9c-4fc7-8a67-861e8ba79c4d", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:04.293965 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-681d96e6-d370-4702-8838-eea421fafde3 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:04.294359 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e25f7f5-050c-4e19-b46b-6cd8256ff1f5', 'tag': '5929d617-ff9c-4fc7-8a67-861e8ba79c4d', 'status': 'completed', 'code': 200} Jul 16 01:37:04.295303 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55560) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.300952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2420c546-647c-4ccc-8d7d-6f2577e9d044 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:04.300952 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2420c546-647c-4ccc-8d7d-6f2577e9d044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:04.304381 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:04.313175 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-09d02ac4-b52e-48a4-961f-02110f1682d6 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.313175 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-09d02ac4-b52e-48a4-961f-02110f1682d6 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0056918 Jul 16 01:37:04.334922 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55562) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.351013 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-d470e28b-3ef0-49c4-95c0-90d6e9b3e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.353119 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-d470e28b-3ef0-49c4-95c0-90d6e9b3e51f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60a2447a-6c6c-4fba-a25f-dd35276e1166 HTTP/1.1" status: 200 len: 857 time: 0.2858810 Jul 16 01:37:04.371020 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-eb71bc74-f977-4b5c-b9a4-56d898a9a23c tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.372370 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-eb71bc74-f977-4b5c-b9a4-56d898a9a23c tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0316107 Jul 16 01:37:04.379261 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a6ac4e1-1a8e-463c-92c7-f9411f6da14b req-96bebb16-fd60-42fa-bbe1-8895051a3d49 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1bb5542d-2249-4a95-ac0b-10591e9aeb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901263 Jul 16 01:37:04.386671 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55564) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.424581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-46bb8657-699f-4397-b413-51e65045e122 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.426620 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-46bb8657-699f-4397-b413-51e65045e122 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0371768 Jul 16 01:37:04.428207 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Transition to ACTIVE for port object 08e05dc0-a158-4173-9a50-b6e8100e7816 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:04.442563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55566) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.449811 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-6e3bb327-18e5-43c8-8ea2-4c84c767b953 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=204194fc-edaf-4b19-9c11-3a32c0a651ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886412 Jul 16 01:37:04.456676 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-1d8c5d7e-b3b9-49a5-b090-0c38f57f3cad tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.458160 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1d8c5d7e-b3b9-49a5-b090-0c38f57f3cad tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0070183 Jul 16 01:37:04.465886 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.466510 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.468093 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] 10.222.0.47 "PUT /v2.0/ports/50ed1a2f-dbbb-4a23-aecc-50cb736dff06 HTTP/1.1" status: 200 len: 1092 time: 4.1315067 Jul 16 01:37:04.471055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55568) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.474427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 3eca40ae-2511-45b1-9cd3-0b899ddc55d6, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=3eca40ae-2511-45b1-9cd3-0b899ddc55d6,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:04.495648 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.497716 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2420c546-647c-4ccc-8d7d-6f2577e9d044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.502888 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-97962670-63b9-4d13-b2b6-af69e049046a tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.503435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '3eca40ae-2511-45b1-9cd3-0b899ddc55d6', 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a', 'port_id': '3eca40ae-2511-45b1-9cd3-0b899ddc55d6', 'mac_address': 'fa:16:3e:8f:bb:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1fc1a87-78fa-4dc0-8d01-d32edaa364d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:04.506817 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-97962670-63b9-4d13-b2b6-af69e049046a tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0236478 Jul 16 01:37:04.518649 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55570) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.527811 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2420c546-647c-4ccc-8d7d-6f2577e9d044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.533774 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2420c546-647c-4ccc-8d7d-6f2577e9d044 admin admin] 10.222.0.54 "DELETE /v2.0/networks/04a661bc-e902-4fcd-81ab-b2a07a3e1db5 HTTP/1.1" status: 204 len: 168 time: 1.6011443 Jul 16 01:37:04.559428 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.563438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-a9a0fba0-ad58-473f-8b48-ee15a14c9486 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.567171 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a9a0fba0-ad58-473f-8b48-ee15a14c9486 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0382602 Jul 16 01:37:04.577878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb2c9e-550e-4677-a628-4149d7184101 service neutron] Pushing event updated for resources: {'Port': ['ID=50ed1a2f-dbbb-4a23-aecc-50cb736dff06,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:04.579486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55574) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.598836 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eca40ae-2511-45b1-9cd3-0b899ddc55d6 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:04.608087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-7787eafd-6861-403a-b354-1945b8356de3 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.609093 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7787eafd-6861-403a-b354-1945b8356de3 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0225992 Jul 16 01:37:04.622898 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55576) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.628640 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 3eca40ae-2511-45b1-9cd3-0b899ddc55d6, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=3eca40ae-2511-45b1-9cd3-0b899ddc55d6,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:04.635050 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.642337 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-828685dc-013e-49bd-b9fd-7e75fd818183 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.643637 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-828685dc-013e-49bd-b9fd-7e75fd818183 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0173678 Jul 16 01:37:04.659368 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55578) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.666464 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420c546-647c-4ccc-8d7d-6f2577e9d044 admin admin] Pushing event deleted for resources: {'Network': ['ID=04a661bc-e902-4fcd-81ab-b2a07a3e1db5,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:04.672034 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-3f32f991-da94-4b01-8374-6139af0bd8ae tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.673030 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3f32f991-da94-4b01-8374-6139af0bd8ae tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0085096 Jul 16 01:37:04.698876 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55580) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.712109 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] For port eb285e36-e6a9-4700-a506-80f6256d75fe, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:04.718885 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=3eca40ae-2511-45b1-9cd3-0b899ddc55d6,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:04.741218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-430954f9-9a35-4e06-abec-91b5cf58c00c tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.742218 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-430954f9-9a35-4e06-abec-91b5cf58c00c tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0405850 Jul 16 01:37:04.752148 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55582) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.756194 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-03822c7e-7aa5-4f33-a249-c239fdfbf665 service neutron] For port 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=628d5e89-f383-4ff8-a4e6-7e322dd44a81,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:04.764904 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54158c97-a65f-46ae-b2f2-b334c6410ca2 req-ce595ee8-b6eb-4e29-a0bd-b645f6ea46bc tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.772418 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-54158c97-a65f-46ae-b2f2-b334c6410ca2 req-ce595ee8-b6eb-4e29-a0bd-b645f6ea46bc tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 944 time: 0.6726496 Jul 16 01:37:04.783005 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Pushing event updated for resources: {'Port': ['ID=08e05dc0-a158-4173-9a50-b6e8100e7816,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:04.790382 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] For port eb285e36-e6a9-4700-a506-80f6256d75fe, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=eb285e36-e6a9-4700-a506-80f6256d75fe,segment=NetworkSegment(a82acdce-5aca-4031-8db4-96e971373951),segment_id=a82acdce-5aca-4031-8db4-96e971373951)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:04.791134 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-9d4b7f41-8d97-43da-abc0-2f39521464db tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.795140 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9d4b7f41-8d97-43da-abc0-2f39521464db tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0386875 Jul 16 01:37:04.795408 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd71bef5-ed0b-484b-97f6-a2b40bf09822 req-b2b15ff9-d41a-4ed6-8e82-1f7f2a737369 service neutron] 10.222.0.47 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739458 Jul 16 01:37:04.796683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55584) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.816312 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.859888 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-03822c7e-7aa5-4f33-a249-c239fdfbf665 service neutron] For port 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:04.865559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55586) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.865932 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-ff6f4a69-7cca-4524-a0f7-378ba12f69b8 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.867992 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ff6f4a69-7cca-4524-a0f7-378ba12f69b8 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0647507 Jul 16 01:37:04.874906 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55588) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.884289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-39e582d1-daa4-415b-b735-22cdc3ef41f6 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.885162 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-39e582d1-daa4-415b-b735-22cdc3ef41f6 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0065689 Jul 16 01:37:04.892933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55590) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.913891 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-b45b6470-8c87-420e-90a4-0a5e15304888 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.918703 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b45b6470-8c87-420e-90a4-0a5e15304888 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0080023 Jul 16 01:37:04.919515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55592) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.938507 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-286685ea-bca9-4fab-92b2-c2242390b059 service neutron] 10.222.0.47 "GET /v2.0/networks/204194fc-edaf-4b19-9c11-3a32c0a651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670215 Jul 16 01:37:04.947044 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-54158c97-a65f-46ae-b2f2-b334c6410ca2 req-6936857e-f585-4481-a40a-55fb3433e9ac tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735625 Jul 16 01:37:04.949148 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a6ac4e1-1a8e-463c-92c7-f9411f6da14b req-06ba5e38-2af9-4520-9785-51764056166c service neutron] 10.222.0.47 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584571 Jul 16 01:37:04.968929 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-0892e998-ac2c-4941-bd50-2a84dd69380c tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:04.971343 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0892e998-ac2c-4941-bd50-2a84dd69380c tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0197537 Jul 16 01:37:04.982027 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55596) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.991390 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['3eca40ae-2511-45b1-9cd3-0b899ddc55d6'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:04.994851 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.004341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-476c8e3c-597c-4a0f-a126-aff50598f47c tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:05.007695 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-476c8e3c-597c-4a0f-a126-aff50598f47c tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0142169 Jul 16 01:37:05.018315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55598) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.026137 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-cb014992-5ff7-42e5-8a9e-7fb9bef4495e tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:05.027257 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cb014992-5ff7-42e5-8a9e-7fb9bef4495e tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0059326 Jul 16 01:37:05.033118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dd4ff9ff-282c-4a18-80bd-508a1a695f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.034971 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dd4ff9ff-282c-4a18-80bd-508a1a695f44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=555c65616c1b4efe86e956d0cc468068&device_id=4ecba5d7-19b1-475e-afb3-0164900ee7ee HTTP/1.1" status: 200 len: 1095 time: 0.4516377 Jul 16 01:37:05.035643 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55600) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.047458 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-329e3161-abc8-4e07-8e9d-3c09e25b9418 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:05.047743 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.048149 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.049141 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-329e3161-abc8-4e07-8e9d-3c09e25b9418 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0106149 Jul 16 01:37:05.049682 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] 10.222.0.47 "PUT /v2.0/ports/eb285e36-e6a9-4700-a506-80f6256d75fe HTTP/1.1" status: 200 len: 1092 time: 4.0725503 Jul 16 01:37:05.069246 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55602) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.071750 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-03822c7e-7aa5-4f33-a249-c239fdfbf665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628d5e89-f383-4ff8-a4e6-7e322dd44a81 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:05.101432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-c979c8ef-f58e-432d-8922-0cd6765c9b44 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:05.103213 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c979c8ef-f58e-432d-8922-0cd6765c9b44 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0163493 Jul 16 01:37:05.115398 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55604) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.123686 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-03822c7e-7aa5-4f33-a249-c239fdfbf665 service neutron] For port 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=628d5e89-f383-4ff8-a4e6-7e322dd44a81,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:05.130109 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-1e5fa3e8-36f5-413a-9546-3dc8ec2cb5b7 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:05.131060 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1e5fa3e8-36f5-413a-9546-3dc8ec2cb5b7 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0090914 Jul 16 01:37:05.140691 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 628d5e89-f383-4ff8-a4e6-7e322dd44a81 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:05.156533 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422cf78-14ee-4341-a968-b4b5dc6528f6 req-2dedcb65-c50b-4381-bc0d-79d86a72cf76 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.158062 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c422cf78-14ee-4341-a968-b4b5dc6528f6 req-2dedcb65-c50b-4381-bc0d-79d86a72cf76 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.5851085 Jul 16 01:37:05.161311 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55606) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.198575 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-0f0a0f6a-3eeb-4e60-b8f1-c6c18bb0167a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ed1a2f-dbbb-4a23-aecc-50cb736dff06 HTTP/1.1" status: 200 len: 217 time: 0.1194003 Jul 16 01:37:05.215285 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98434266-b68f-41d6-9fb3-539af15671ed service neutron] Pushing event updated for resources: {'Port': ['ID=eb285e36-e6a9-4700-a506-80f6256d75fe,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:05.221178 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-759e465c-72a0-4363-8ccc-a0da0064d5fc tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:05.227403 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-759e465c-72a0-4363-8ccc-a0da0064d5fc tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0459049 Jul 16 01:37:05.234973 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55610) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.242572 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [None req-2a2fd953-667d-4cd2-a19e-63dbf1c29288 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:05.246749 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2a2fd953-667d-4cd2-a19e-63dbf1c29288 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0062540 Jul 16 01:37:05.247925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55612) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.260378 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-03822c7e-7aa5-4f33-a249-c239fdfbf665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.266564 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e1397b3b-9610-4650-9247-e5dc04e3a1bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=12f20cc81af8409fb4133d117ee928ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3931229 Jul 16 01:37:05.280642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [None req-20caef16-a359-420a-a322-db53d83b97d9 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:05.280642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-20caef16-a359-420a-a322-db53d83b97d9 tempest-ExtensionsTestJSON-1234200272 tempest-ExtensionsTestJSON-1234200272-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0194743 Jul 16 01:37:05.280642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55614) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.308060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Attempting to bind port 08e05dc0-a158-4173-9a50-b6e8100e7816 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:05.308672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Attempting to bind port 08e05dc0-a158-4173-9a50-b6e8100e7816 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7b58170c-8e2a-4de6-8d1d-1efa27b6fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:05.309228 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Attempting to bind port 08e05dc0-a158-4173-9a50-b6e8100e7816 on network 204194fc-edaf-4b19-9c11-3a32c0a651ee {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:05.311093 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-b27446c8-a159-4618-ae1c-2d4d11e107dd service neutron] 10.222.0.47 "GET /v2.0/networks/204194fc-edaf-4b19-9c11-3a32c0a651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595488 Jul 16 01:37:05.350014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Port 08e05dc0-a158-4173-9a50-b6e8100e7816 on network 204194fc-edaf-4b19-9c11-3a32c0a651ee not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:05.350341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Attempting to bind port 08e05dc0-a158-4173-9a50-b6e8100e7816 on network 204194fc-edaf-4b19-9c11-3a32c0a651ee {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:05.357141 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-a68b5498-3e64-479c-988f-c635dd0e5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.358633 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-a68b5498-3e64-479c-988f-c635dd0e5c31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60a2447a-6c6c-4fba-a25f-dd35276e1166 HTTP/1.1" status: 200 len: 857 time: 0.1475782 Jul 16 01:37:05.373883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e6197-2928-4acf-9ccb-3314c3cb2502 req-e6d663c0-3853-44ff-8912-7466f5eabef7 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.375422 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-905e6197-2928-4acf-9ccb-3314c3cb2502 req-e6d663c0-3853-44ff-8912-7466f5eabef7 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 943 time: 0.2623188 Jul 16 01:37:05.411552 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:05.411811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Checking segment: {'id': '7b58170c-8e2a-4de6-8d1d-1efa27b6fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:05.412086 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Bound using segment: {'id': '7b58170c-8e2a-4de6-8d1d-1efa27b6fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:05.412536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Bound port: 08e05dc0-a158-4173-9a50-b6e8100e7816, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b58170c-8e2a-4de6-8d1d-1efa27b6fc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:05.412904 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.416867 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a6ac4e1-1a8e-463c-92c7-f9411f6da14b req-6b461281-9c8b-4e04-b9d5-cd1385bffc7d service neutron] 10.222.0.47 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270492 Jul 16 01:37:05.432394 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-905e6197-2928-4acf-9ccb-3314c3cb2502 req-2ced7b32-3be6-4082-bb04-6ebb2c83d793 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432086 Jul 16 01:37:05.435315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] Router 569ff568-7747-45cf-a6b2-ec1f31b6be95 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:37:05.453633 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c422cf78-14ee-4341-a968-b4b5dc6528f6 req-811eeea8-892b-4c67-9994-4a018b895679 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420700 Jul 16 01:37:05.469371 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25037e16-863b-40dd-beef-4c1342b8652c req-cb1d7410-e347-4d39-a5bf-873d00edb8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.470926 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25037e16-863b-40dd-beef-4c1342b8652c req-cb1d7410-e347-4d39-a5bf-873d00edb8b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f1c35504a464c3f959f9ff2456e3961&device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 1094 time: 0.5196092 Jul 16 01:37:05.533913 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-7b11af46-4eb1-4627-b4f0-ef7a6ceb1f46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=204194fc-edaf-4b19-9c11-3a32c0a651ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338302 Jul 16 01:37:05.542412 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] For port 08e05dc0-a158-4173-9a50-b6e8100e7816, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:05.545787 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] For port 08e05dc0-a158-4173-9a50-b6e8100e7816, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=08e05dc0-a158-4173-9a50-b6e8100e7816,segment=NetworkSegment(7b58170c-8e2a-4de6-8d1d-1efa27b6fc35),segment_id=7b58170c-8e2a-4de6-8d1d-1efa27b6fc35)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:05.578146 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.596168 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:05.611095 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Sync routers for ids ['569ff568-7747-45cf-a6b2-ec1f31b6be95'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:05.625963 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Routers {'569ff568-7747-45cf-a6b2-ec1f31b6be95'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:05.627145 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:37:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['569ff568-7747-45cf-a6b2-ec1f31b6be95'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:05.641703 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.645645 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0dd0ebb1-deb3-4215-91b1-b5304901f8d3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3644528 Jul 16 01:37:05.669789 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-18a2dfe9-ad48-4851-a1c8-1b008305f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.671298 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-18a2dfe9-ad48-4851-a1c8-1b008305f507 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a41b869f49b349909b5f3c4b94798fc3&device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 1095 time: 0.5235498 Jul 16 01:37:05.671947 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b5309ba-d079-4ebe-a0bd-cc85d5f2164c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.684718 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55620) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.756259 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55622) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.774540 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Set router 569ff568-7747-45cf-a6b2-ec1f31b6be95 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:05.828298 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-9b97897e-38af-42a5-b5b6-1d274adb4021 service neutron] 10.222.0.47 "GET /v2.0/networks/204194fc-edaf-4b19-9c11-3a32c0a651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300053 Jul 16 01:37:05.934780 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ad472-64b8-427c-a0b7-5ec4fe3d1078 req-26f3ba38-a7d7-4bc6-bd3b-ab379b940903 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.936783 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-388ad472-64b8-427c-a0b7-5ec4fe3d1078 req-26f3ba38-a7d7-4bc6-bd3b-ab379b940903 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ecba5d7-19b1-475e-afb3-0164900ee7ee HTTP/1.1" status: 200 len: 944 time: 0.2617528 Jul 16 01:37:05.985372 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569ff568-7747-45cf-a6b2-ec1f31b6be95', 'name': 'tempest-ServerRescueTestJSON-874037245-router', 'tenant_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '37af4c8b-80ee-4e78-ab03-94da359044bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:00Z', 'updated_at': '2021-07-16T01:37:03Z', 'revision_number': 3, 'project_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'gw_port': {'id': '37af4c8b-80ee-4e78-ab03-94da359044bb', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569ff568-7747-45cf-a6b2-ec1f31b6be95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:06.003754 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb96059d-9d4b-4744-b6ae-765528254b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.017078 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Checking router: 569ff568-7747-45cf-a6b2-ec1f31b6be95 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:06.018091 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Updating router 569ff568-7747-45cf-a6b2-ec1f31b6be95 port 37af4c8b-80ee-4e78-ab03-94da359044bb binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:37:06.056731 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.085303 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-03822c7e-7aa5-4f33-a249-c239fdfbf665 service neutron] Transition to ACTIVE for port object 628d5e89-f383-4ff8-a4e6-7e322dd44a81 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:06.093800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.095015 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.096785 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] 10.222.0.26 "PUT /v2.0/ports/08e05dc0-a158-4173-9a50-b6e8100e7816 HTTP/1.1" status: 200 len: 1091 time: 3.8731401 Jul 16 01:37:06.106147 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-d4327514-1892-44c9-bbdc-36d7b219d1e0 service neutron] 10.222.0.47 "GET /v2.0/networks/204194fc-edaf-4b19-9c11-3a32c0a651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613294 Jul 16 01:37:06.119363 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-388ad472-64b8-427c-a0b7-5ec4fe3d1078 req-4e2b331e-6bd1-4084-9f0c-cbc102e32e1c tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394923 Jul 16 01:37:06.173171 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b5309ba-d079-4ebe-a0bd-cc85d5f2164c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.179106 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-03822c7e-7aa5-4f33-a249-c239fdfbf665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.199102 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-ac721b42-ead8-4399-8455-fe5355ccd7e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb285e36-e6a9-4700-a506-80f6256d75fe HTTP/1.1" status: 200 len: 217 time: 0.1644249 Jul 16 01:37:06.265849 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd2e7da-fa0a-4511-b72a-58e611f81bda', 'tag': 'eb285e36-e6a9-4700-a506-80f6256d75fe'}, {'name': 'network-changed', 'server_uuid': '8420319a-1fbc-47a3-bfd2-17163db3026e', 'tag': '08e05dc0-a158-4173-9a50-b6e8100e7816'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:06.268201 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214c633f-2b3f-4d42-a67f-4a06089103b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd2e7da-fa0a-4511-b72a-58e611f81bda", "tag": "eb285e36-e6a9-4700-a506-80f6256d75fe"}, {"name": "network-changed", "server_uuid": "8420319a-1fbc-47a3-bfd2-17163db3026e", "tag": "08e05dc0-a158-4173-9a50-b6e8100e7816"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:06.276362 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 3eca40ae-2511-45b1-9cd3-0b899ddc55d6 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:06.286010 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9a085-bcb9-4fc9-8363-f9c999dcac3f service neutron] Pushing event updated for resources: {'Port': ['ID=08e05dc0-a158-4173-9a50-b6e8100e7816,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:06.381862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 3eca40ae-2511-45b1-9cd3-0b899ddc55d6 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:06.387812 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 3eca40ae-2511-45b1-9cd3-0b899ddc55d6 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:06.388680 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.406644 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25037e16-863b-40dd-beef-4c1342b8652c req-292432e4-6cb2-46b9-89c6-a240d322901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.408186 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25037e16-863b-40dd-beef-4c1342b8652c req-292432e4-6cb2-46b9-89c6-a240d322901d service neutron] 10.222.0.47 "GET /v2.0/networks?id=1bb5542d-2249-4a95-ac0b-10591e9aeb1a HTTP/1.1" status: 200 len: 914 time: 0.8548272 Jul 16 01:37:06.445055 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-03822c7e-7aa5-4f33-a249-c239fdfbf665 service neutron] No DVR routers for this DVR port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:06.475805 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-c1e6abd2-2ce8-4697-aca0-34be59808f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.477398 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-c1e6abd2-2ce8-4697-aca0-34be59808f21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80374b9f-2bf3-4ec7-862f-ebb8ade373c7 HTTP/1.1" status: 200 len: 852 time: 0.2220595 Jul 16 01:37:06.479497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b56a9-07e9-42cf-abdb-b786634c7710 req-33172445-2265-4d42-9cff-d72893c83af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.481220 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683b56a9-07e9-42cf-abdb-b786634c7710 req-33172445-2265-4d42-9cff-d72893c83af7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=555c65616c1b4efe86e956d0cc468068&device_id=6e25f7f5-050c-4e19-b46b-6cd8256ff1f5 HTTP/1.1" status: 200 len: 1095 time: 0.9260960 Jul 16 01:37:06.501645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecba5d7-19b1-475e-afb3-0164900ee7ee', 'tag': '50ed1a2f-dbbb-4a23-aecc-50cb736dff06'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:06.502280 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.503805 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1535cab2-720b-4d18-874f-292fdf2171ac" -d '{"events": [{"name": "network-changed", "server_uuid": "4ecba5d7-19b1-475e-afb3-0164900ee7ee", "tag": "50ed1a2f-dbbb-4a23-aecc-50cb736dff06"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:06.531755 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64b2368-2cc2-4ce2-932b-4d0ab12849d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eca40ae-2511-45b1-9cd3-0b899ddc55d6'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:06.542597 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38f6538-507e-437b-b64c-70ab51918deb" -d '{"events": [{"server_uuid": "d64b2368-2cc2-4ce2-932b-4d0ab12849d7", "name": "network-vif-plugged", "status": "completed", "tag": "3eca40ae-2511-45b1-9cd3-0b899ddc55d6"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:06.558218 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25037e16-863b-40dd-beef-4c1342b8652c req-428bca86-dc70-45d1-81b7-98e57b8e6026 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f20bb7e3-5941-4557-a6e9-123efa9e20b7 HTTP/1.1" status: 200 len: 217 time: 0.1175749 Jul 16 01:37:06.561523 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 3eca40ae-2511-45b1-9cd3-0b899ddc55d6, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=3eca40ae-2511-45b1-9cd3-0b899ddc55d6,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:06.567988 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.590446 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.601866 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Transition to ACTIVE for port object 37af4c8b-80ee-4e78-ab03-94da359044bb will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:06.609720 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.620211 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-30f8dd45-3e96-43c1-ad84-1bca31c32be5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=788e2996-ae41-440d-8892-e7b9ea2dc68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050599 Jul 16 01:37:06.629412 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f9b6a-cd92-4454-9e9a-67272497564e req-024b4a6c-a00a-445f-a400-676330dad44e tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.636270 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e2f9b6a-cd92-4454-9e9a-67272497564e req-024b4a6c-a00a-445f-a400-676330dad44e tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 943 time: 0.9567893 Jul 16 01:37:06.636968 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03822c7e-7aa5-4f33-a249-c239fdfbf665 service neutron] Pushing event updated for resources: {'Port': ['ID=628d5e89-f383-4ff8-a4e6-7e322dd44a81,revision_number=10']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:06.640810 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b5309ba-d079-4ebe-a0bd-cc85d5f2164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.643351 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b5309ba-d079-4ebe-a0bd-cc85d5f2164c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.648837 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=3eca40ae-2511-45b1-9cd3-0b899ddc55d6,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:06.649541 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb96059d-9d4b-4744-b6ae-765528254b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.657950 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb96059d-9d4b-4744-b6ae-765528254b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.658907 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Attempting to bind port 37af4c8b-80ee-4e78-ab03-94da359044bb on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:06.659364 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Attempting to bind port 37af4c8b-80ee-4e78-ab03-94da359044bb by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:06.659541 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Attempting to bind port 37af4c8b-80ee-4e78-ab03-94da359044bb on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:06.666604 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2b5309ba-d079-4ebe-a0bd-cc85d5f2164c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/018dcb2f-d98c-466d-aefe-0b6c6ac7b399 HTTP/1.1" status: 204 len: 168 time: 1.3716159 Jul 16 01:37:06.675984 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:06.676467 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:06.676973 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.677502 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:06.678370 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Bound port: 37af4c8b-80ee-4e78-ab03-94da359044bb, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:06.678619 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.702682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ed9bc-dc72-4c9c-8844-aa0556a1f389 req-ac4991ee-14ff-4f23-a87e-b24bfc89c673 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.709720 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eb3ed9bc-dc72-4c9c-8844-aa0556a1f389 req-ac4991ee-14ff-4f23-a87e-b24bfc89c673 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 944 time: 0.2031338 Jul 16 01:37:06.736165 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] For port 37af4c8b-80ee-4e78-ab03-94da359044bb, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:06.740190 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] For port 37af4c8b-80ee-4e78-ab03-94da359044bb, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=37af4c8b-80ee-4e78-ab03-94da359044bb,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:06.748473 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.757863 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51282cb1-7f46-421e-ab9d-2c88ea4e6a2a None None] Pushing event updated for resources: {'Port': ['ID=37af4c8b-80ee-4e78-ab03-94da359044bb,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:06.760884 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-eb96059d-9d4b-4744-b6ae-765528254b5d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0231865b0d4c4be2ac6106bfb5288126&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0018599 Jul 16 01:37:06.767318 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55640) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.770616 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96059d-9d4b-4744-b6ae-765528254b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090e51d6-e7d7-4505-a0bc-2ee39f482ff4,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:06.771412 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51282cb1-7f46-421e-ab9d-2c88ea4e6a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:06.771929 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51282cb1-7f46-421e-ab9d-2c88ea4e6a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:06.772429 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51282cb1-7f46-421e-ab9d-2c88ea4e6a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:06.772890 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51282cb1-7f46-421e-ab9d-2c88ea4e6a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:06.774660 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51282cb1-7f46-421e-ab9d-2c88ea4e6a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:06.774660 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51282cb1-7f46-421e-ab9d-2c88ea4e6a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:06.775321 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51282cb1-7f46-421e-ab9d-2c88ea4e6a2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:06.775940 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51282cb1-7f46-421e-ab9d-2c88ea4e6a2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:06.776410 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51282cb1-7f46-421e-ab9d-2c88ea4e6a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:06.776870 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51282cb1-7f46-421e-ab9d-2c88ea4e6a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:06.777559 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51282cb1-7f46-421e-ab9d-2c88ea4e6a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:06.777836 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51282cb1-7f46-421e-ab9d-2c88ea4e6a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:06.800276 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b56a9-07e9-42cf-abdb-b786634c7710 req-6804b30f-7820-46db-995d-16c292bbae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.801445 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683b56a9-07e9-42cf-abdb-b786634c7710 req-6804b30f-7820-46db-995d-16c292bbae9c service neutron] 10.222.0.47 "GET /v2.0/networks?id=204194fc-edaf-4b19-9c11-3a32c0a651ee HTTP/1.1" status: 200 len: 918 time: 0.2841718 Jul 16 01:37:06.822426 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Routers {'569ff568-7747-45cf-a6b2-ec1f31b6be95'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:06.823212 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:37:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['569ff568-7747-45cf-a6b2-ec1f31b6be95'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:06.835781 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-03822c7e-7aa5-4f33-a249-c239fdfbf665 service neutron] 10.222.0.26 "PUT /v2.0/ports/628d5e89-f383-4ff8-a4e6-7e322dd44a81/bindings/n-h2-800086-6/activate HTTP/1.1" status: 200 len: 369 time: 3.1844220 Jul 16 01:37:06.846881 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eb3ed9bc-dc72-4c9c-8844-aa0556a1f389 req-91c791c5-b143-4494-ad8d-902826eed9bd tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359627 Jul 16 01:37:06.902997 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5309ba-d079-4ebe-a0bd-cc85d5f2164c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018dcb2f-d98c-466d-aefe-0b6c6ac7b399,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:06.960198 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] Set router 569ff568-7747-45cf-a6b2-ec1f31b6be95 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:06.968253 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-237cb0b9-4546-4074-863a-0241fb84070a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.994845 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-3bd14583-0d71-4b2a-a130-bd9ed36cc630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.996415 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-3bd14583-0d71-4b2a-a130-bd9ed36cc630 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=555c65616c1b4efe86e956d0cc468068&device_id=8420319a-1fbc-47a3-bfd2-17163db3026e HTTP/1.1" status: 200 len: 1094 time: 0.8078954 Jul 16 01:37:07.005659 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382838f8-b0de-40a1-ab1e-88b76381880f x-openstack-request-id: req-382838f8-b0de-40a1-ab1e-88b76381880f {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:07.005959 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd2e7da-fa0a-4511-b72a-58e611f81bda", "tag": "eb285e36-e6a9-4700-a506-80f6256d75fe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8420319a-1fbc-47a3-bfd2-17163db3026e", "tag": "08e05dc0-a158-4173-9a50-b6e8100e7816", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:07.006212 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-382838f8-b0de-40a1-ab1e-88b76381880f {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:07.006610 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd2e7da-fa0a-4511-b72a-58e611f81bda', 'tag': 'eb285e36-e6a9-4700-a506-80f6256d75fe', 'status': 'completed', 'code': 200} Jul 16 01:37:07.006878 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8420319a-1fbc-47a3-bfd2-17163db3026e', 'tag': '08e05dc0-a158-4173-9a50-b6e8100e7816', 'status': 'completed', 'code': 200} Jul 16 01:37:07.012738 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683b56a9-07e9-42cf-abdb-b786634c7710 req-34380702-f439-4e8c-83fb-6a730b1ef381 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5929d617-ff9c-4fc7-8a67-861e8ba79c4d HTTP/1.1" status: 200 len: 217 time: 0.1747127 Jul 16 01:37:07.024135 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-237cb0b9-4546-4074-863a-0241fb84070a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.066955 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51282cb1-7f46-421e-ab9d-2c88ea4e6a2a None None] Pushing event updated for resources: {'Port': ['ID=37af4c8b-80ee-4e78-ab03-94da359044bb,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:07.090619 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e2f9b6a-cd92-4454-9e9a-67272497564e req-1e1ca48f-e005-4114-b5bf-8b4830eeed3e tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194070 Jul 16 01:37:07.092507 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-0afacb59-d066-405b-aacc-e6ed40641aea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08e05dc0-a158-4173-9a50-b6e8100e7816 HTTP/1.1" status: 200 len: 217 time: 0.0788202 Jul 16 01:37:07.110239 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ae6e07eb-4662-47a5-ba40-110d92b6f589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.181662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25037e16-863b-40dd-beef-4c1342b8652c req-06864653-4eeb-4252-9141-148d23f48ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.183486 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25037e16-863b-40dd-beef-4c1342b8652c req-06864653-4eeb-4252-9141-148d23f48ad9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1fc1a87-78fa-4dc0-8d01-d32edaa364d7 HTTP/1.1" status: 200 len: 853 time: 0.4135206 Jul 16 01:37:07.226707 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569ff568-7747-45cf-a6b2-ec1f31b6be95', 'name': 'tempest-ServerRescueTestJSON-874037245-router', 'tenant_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '37af4c8b-80ee-4e78-ab03-94da359044bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:00Z', 'updated_at': '2021-07-16T01:37:03Z', 'revision_number': 3, 'project_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'gw_port': {'id': '37af4c8b-80ee-4e78-ab03-94da359044bb', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569ff568-7747-45cf-a6b2-ec1f31b6be95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:07.263872 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25037e16-863b-40dd-beef-4c1342b8652c req-204e7976-e447-4998-a64f-a0d65d760c9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1bb5542d-2249-4a95-ac0b-10591e9aeb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574439 Jul 16 01:37:07.269005 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e565c60a-844a-41ad-b25c-7259f9d7980e None None] The sync data for ids ['569ff568-7747-45cf-a6b2-ec1f31b6be95'] in n-d-800086-6 is: [{'id': '569ff568-7747-45cf-a6b2-ec1f31b6be95', 'name': 'tempest-ServerRescueTestJSON-874037245-router', 'tenant_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '37af4c8b-80ee-4e78-ab03-94da359044bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:00Z', 'updated_at': '2021-07-16T01:37:03Z', 'revision_number': 3, 'project_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'gw_port': {'id': '37af4c8b-80ee-4e78-ab03-94da359044bb', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569ff568-7747-45cf-a6b2-ec1f31b6be95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:07.301437 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-237cb0b9-4546-4074-863a-0241fb84070a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.303871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b56a9-07e9-42cf-abdb-b786634c7710 req-e76434ab-8c5b-4f14-a49e-a7a11465af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.304153 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-237cb0b9-4546-4074-863a-0241fb84070a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.305915 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-237cb0b9-4546-4074-863a-0241fb84070a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/090e51d6-e7d7-4505-a0bc-2ee39f482ff4 HTTP/1.1" status: 204 len: 168 time: 0.5357323 Jul 16 01:37:07.307329 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683b56a9-07e9-42cf-abdb-b786634c7710 req-e76434ab-8c5b-4f14-a49e-a7a11465af30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60a2447a-6c6c-4fba-a25f-dd35276e1166 HTTP/1.1" status: 200 len: 857 time: 0.2752447 Jul 16 01:37:07.318155 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-a064da71-0eb3-4f3e-9ae9-dfdd6f303347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.322842 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-a064da71-0eb3-4f3e-9ae9-dfdd6f303347 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60a2447a-6c6c-4fba-a25f-dd35276e1166 HTTP/1.1" status: 200 len: 857 time: 0.2148626 Jul 16 01:37:07.350428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237cb0b9-4546-4074-863a-0241fb84070a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090e51d6-e7d7-4505-a0bc-2ee39f482ff4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:07.375445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3374d-21f1-4da7-a0e5-e57975657794 req-3d0b679b-6e61-47e3-bd2b-b340ff79c191 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.377480 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-46e3374d-21f1-4da7-a0e5-e57975657794 req-3d0b679b-6e61-47e3-bd2b-b340ff79c191 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 944 time: 0.2990992 Jul 16 01:37:07.441920 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-a15a09a5-bacd-4ef4-b8e7-119a8a976a17 service neutron] 10.222.0.47 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6693077 Jul 16 01:37:07.459942 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-6fd4bb1a-6199-44ea-a708-f876d4c24c41 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.462600 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-6fd4bb1a-6199-44ea-a708-f876d4c24c41 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7&tenant_id=c3d262d9128741908a9068e6ff067760&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 1095 time: 0.3805332 Jul 16 01:37:07.484800 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-ec0df5f5-db45-42f7-b6ac-b7ff8da4ab23 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=204194fc-edaf-4b19-9c11-3a32c0a651ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420391 Jul 16 01:37:07.491970 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-46e3374d-21f1-4da7-a0e5-e57975657794 req-122188be-38cc-459e-a1cd-6ca4eb3f2bbd tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028886 Jul 16 01:37:07.543954 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683b56a9-07e9-42cf-abdb-b786634c7710 req-539cf63e-870d-4c3d-9884-8b88c8932d94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=204194fc-edaf-4b19-9c11-3a32c0a651ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2041185 Jul 16 01:37:07.594018 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-ae6e07eb-4662-47a5-ba40-110d92b6f589 admin admin] Allocated IP 172.20.0.1 (ebc001c2-5a87-482e-9885-14e4ea5e5d30/9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8/cfacc7af-ac10-4999-81a1-33bdf8d5ab51) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:07.604814 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-e6eb5d17-45a9-4da7-b247-48ab10ec8558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.606377 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-e6eb5d17-45a9-4da7-b247-48ab10ec8558 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7&tenant_id=c3d262d9128741908a9068e6ff067760 HTTP/1.1" status: 200 len: 1095 time: 0.1237657 Jul 16 01:37:07.654757 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc1f6d2-1888-4be0-b840-d3c175069e1d x-openstack-request-id: req-5dc1f6d2-1888-4be0-b840-d3c175069e1d {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:07.655058 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ecba5d7-19b1-475e-afb3-0164900ee7ee", "tag": "50ed1a2f-dbbb-4a23-aecc-50cb736dff06", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:07.655313 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5dc1f6d2-1888-4be0-b840-d3c175069e1d {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:07.655736 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecba5d7-19b1-475e-afb3-0164900ee7ee', 'tag': '50ed1a2f-dbbb-4a23-aecc-50cb736dff06', 'status': 'completed', 'code': 200} Jul 16 01:37:07.739219 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6105dd26-5582-4118-a8fe-4a8487a811f1 x-openstack-request-id: req-6105dd26-5582-4118-a8fe-4a8487a811f1 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:07.739890 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64b2368-2cc2-4ce2-932b-4d0ab12849d7", "name": "network-vif-plugged", "status": "completed", "tag": "3eca40ae-2511-45b1-9cd3-0b899ddc55d6", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:07.740153 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6105dd26-5582-4118-a8fe-4a8487a811f1 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:07.740570 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64b2368-2cc2-4ce2-932b-4d0ab12849d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eca40ae-2511-45b1-9cd3-0b899ddc55d6', 'code': 200} Jul 16 01:37:07.885877 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.47', 63728) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:08.029278 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55674) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:08.032692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c43c6-d48b-43b4-adb8-8a9ea14a87aa req-015c7cc0-6eda-4bd3-ae3e-b1e88dcc704e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.039278 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-225c43c6-d48b-43b4-adb8-8a9ea14a87aa req-015c7cc0-6eda-4bd3-ae3e-b1e88dcc704e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.7150447 Jul 16 01:37:08.041788 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-865bf024-d47b-4117-a12e-9bd59fc9d1bd req-38bb0ce7-8ee8-467f-a5a9-c25fdba6e08d service neutron] 10.222.0.47 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327954 Jul 16 01:37:08.120234 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-f7fef91a-bb8d-4f32-91a9-19831392f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.120234 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-f7fef91a-bb8d-4f32-91a9-19831392f6d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 1095 time: 0.4137414 Jul 16 01:37:08.144733 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ae6e07eb-4662-47a5-ba40-110d92b6f589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.153879 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25037e16-863b-40dd-beef-4c1342b8652c req-a71a7165-59d9-4b02-a0bb-7e3e771c807c service neutron] 10.222.0.47 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8755269 Jul 16 01:37:08.194318 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-1370e55c-2e47-4b90-bce5-deefb8a8de05 service neutron] 10.222.0.26 "GET /v2.0/networks/204194fc-edaf-4b19-9c11-3a32c0a651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6698177 Jul 16 01:37:08.209610 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535cab2-720b-4d18-874f-292fdf2171ac req-8244e467-cd7e-4cae-9bb3-cb5707f2fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.211200 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1535cab2-720b-4d18-874f-292fdf2171ac req-8244e467-cd7e-4cae-9bb3-cb5707f2fc0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=555c65616c1b4efe86e956d0cc468068&device_id=4ecba5d7-19b1-475e-afb3-0164900ee7ee HTTP/1.1" status: 200 len: 1095 time: 0.3204753 Jul 16 01:37:08.243853 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3bcc1-afd2-4e73-9f28-7babd292ce31 req-47cdb4dd-a3b6-4870-afb7-ea0c8dec4c2d tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.245456 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77c3bcc1-afd2-4e73-9f28-7babd292ce31 req-47cdb4dd-a3b6-4870-afb7-ea0c8dec4c2d tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ecba5d7-19b1-475e-afb3-0164900ee7ee HTTP/1.1" status: 200 len: 944 time: 0.3535171 Jul 16 01:37:08.273135 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683b56a9-07e9-42cf-abdb-b786634c7710 req-87a71403-a402-4735-a7bb-9fd10db55f6e service neutron] 10.222.0.47 "GET /v2.0/networks/204194fc-edaf-4b19-9c11-3a32c0a651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924784 Jul 16 01:37:08.292613 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 50ed1a2f-dbbb-4a23-aecc-50cb736dff06 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:08.346861 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ae6e07eb-4662-47a5-ba40-110d92b6f589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.354782 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-cb7729f1-ee43-4bc9-803f-c6cb0a576c32 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-389640896-network', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:08.377616 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-225c43c6-d48b-43b4-adb8-8a9ea14a87aa req-e69cfb65-0c7b-422c-85f9-b4fde29e2a27 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230193 Jul 16 01:37:08.481813 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 50ed1a2f-dbbb-4a23-aecc-50cb736dff06, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=50ed1a2f-dbbb-4a23-aecc-50cb736dff06,segment=NetworkSegment(7b58170c-8e2a-4de6-8d1d-1efa27b6fc35),segment_id=7b58170c-8e2a-4de6-8d1d-1efa27b6fc35)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:08.502622 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '50ed1a2f-dbbb-4a23-aecc-50cb736dff06', 'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee', 'port_id': '50ed1a2f-dbbb-4a23-aecc-50cb736dff06', 'mac_address': 'fa:16:3e:91:cf:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a2447a-6c6c-4fba-a25f-dd35276e1166', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:08.521334 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc70c9-df05-4e2c-8a66-288999104def req-5a2413db-57b0-4176-8b95-04eb6b68a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.522976 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-47fc70c9-df05-4e2c-8a66-288999104def req-5a2413db-57b0-4176-8b95-04eb6b68a897 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d64b2368-2cc2-4ce2-932b-4d0ab12849d7 HTTP/1.1" status: 200 len: 1096 time: 0.6288700 Jul 16 01:37:08.569441 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.590318 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ed1a2f-dbbb-4a23-aecc-50cb736dff06 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:08.601256 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25037e16-863b-40dd-beef-4c1342b8652c req-5aabef43-06c0-485f-a12d-9adbaadb3212 service neutron] 10.222.0.47 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098613 Jul 16 01:37:08.608690 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6e07eb-4662-47a5-ba40-110d92b6f589 admin admin] Network ebc001c2-5a87-482e-9885-14e4ea5e5d30 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:08.622585 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-ae6e07eb-4662-47a5-ba40-110d92b6f589 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:08.623139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 50ed1a2f-dbbb-4a23-aecc-50cb736dff06, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=50ed1a2f-dbbb-4a23-aecc-50cb736dff06,segment=NetworkSegment(7b58170c-8e2a-4de6-8d1d-1efa27b6fc35),segment_id=7b58170c-8e2a-4de6-8d1d-1efa27b6fc35)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:08.632655 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.635497 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f20bb7e3-5941-4557-a6e9-123efa9e20b7 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:08.658595 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77c3bcc1-afd2-4e73-9f28-7babd292ce31 req-e988ca6d-3571-4f00-b7d3-8285ca1f1404 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873796 Jul 16 01:37:08.659551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7729f1-ee43-4bc9-803f-c6cb0a576c32 admin admin] Made reservation on behalf of fa5d0aa8f7424cfc9d4100cd0760da64 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:08.662151 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cb7729f1-ee43-4bc9-803f-c6cb0a576c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.686701 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6e07eb-4662-47a5-ba40-110d92b6f589 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:08.721904 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55694) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:08.736996 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=50ed1a2f-dbbb-4a23-aecc-50cb736dff06,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:08.763424 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e07eb-4662-47a5-ba40-110d92b6f589 admin admin] Pushing event updated for resources: {'Port': ['ID=cfacc7af-ac10-4999-81a1-33bdf8d5ab51,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:08.783159 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683b56a9-07e9-42cf-abdb-b786634c7710 req-ab5e02d8-e7c7-4616-a3ac-78075a4c1009 service neutron] 10.222.0.47 "GET /v2.0/networks/204194fc-edaf-4b19-9c11-3a32c0a651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809990 Jul 16 01:37:08.793560 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cb7729f1-ee43-4bc9-803f-c6cb0a576c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.802434 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4d99fafb-c237-4e2a-a04d-a03a4eafc23d req-87d76834-f623-49b7-a849-db2f5fffe4de service neutron] 10.222.0.26 "GET /v2.0/networks/204194fc-edaf-4b19-9c11-3a32c0a651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981711 Jul 16 01:37:08.807240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-afc9a593-7364-4cdb-bcfc-29cbe5759f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.808967 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-afc9a593-7364-4cdb-bcfc-29cbe5759f45 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 909 time: 0.6212976 Jul 16 01:37:08.818825 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-a9a3245e-d07b-440f-956e-f5c7ce7d38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.821212 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-a9a3245e-d07b-440f-956e-f5c7ce7d38d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a41b869f49b349909b5f3c4b94798fc3&device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 1095 time: 0.6327605 Jul 16 01:37:08.832489 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-47fc70c9-df05-4e2c-8a66-288999104def req-939816e0-3036-4c9e-9904-e60940c7d1dc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618926 Jul 16 01:37:08.834041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535cab2-720b-4d18-874f-292fdf2171ac req-196944f9-08a7-4620-81c4-606a22ba95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.835737 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1535cab2-720b-4d18-874f-292fdf2171ac req-196944f9-08a7-4620-81c4-606a22ba95e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=204194fc-edaf-4b19-9c11-3a32c0a651ee HTTP/1.1" status: 200 len: 918 time: 0.6085937 Jul 16 01:37:08.892844 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ae6e07eb-4662-47a5-ba40-110d92b6f589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.895662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371eb1f7-23c4-4ab6-9027-681e667de665 req-fa1fae1f-0158-4586-9956-8bc2d255410e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.904057 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-371eb1f7-23c4-4ab6-9027-681e667de665 req-fa1fae1f-0158-4586-9956-8bc2d255410e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 944 time: 0.3098221 Jul 16 01:37:08.916444 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-24c4f642-bea7-439e-8b42-0f36ff9bf270 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=628d5e89-f383-4ff8-a4e6-7e322dd44a81 HTTP/1.1" status: 200 len: 217 time: 0.0786915 Jul 16 01:37:08.916806 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f20bb7e3-5941-4557-a6e9-123efa9e20b7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f20bb7e3-5941-4557-a6e9-123efa9e20b7,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:08.940057 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-7917ac04-7510-4110-b162-4740ed5c072d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1255672122'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:09.060140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'f20bb7e3-5941-4557-a6e9-123efa9e20b7', 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a', 'port_id': 'f20bb7e3-5941-4557-a6e9-123efa9e20b7', 'mac_address': 'fa:16:3e:72:0a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1fc1a87-78fa-4dc0-8d01-d32edaa364d7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:09.100059 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.114041 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20bb7e3-5941-4557-a6e9-123efa9e20b7 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:09.137668 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f20bb7e3-5941-4557-a6e9-123efa9e20b7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f20bb7e3-5941-4557-a6e9-123efa9e20b7,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:09.142795 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.143507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 5929d617-ff9c-4fc7-8a67-861e8ba79c4d details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:09.187152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bac6d5-81f4-4837-81d7-10b472e2cf04 req-279c9127-48a5-41d3-a876-23c53bcd1606 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.194471 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-66bac6d5-81f4-4837-81d7-10b472e2cf04 req-279c9127-48a5-41d3-a876-23c53bcd1606 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 943 time: 0.3026555 Jul 16 01:37:09.234551 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f20bb7e3-5941-4557-a6e9-123efa9e20b7,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:09.238260 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 5929d617-ff9c-4fc7-8a67-861e8ba79c4d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=5929d617-ff9c-4fc7-8a67-861e8ba79c4d,segment=NetworkSegment(7b58170c-8e2a-4de6-8d1d-1efa27b6fc35),segment_id=7b58170c-8e2a-4de6-8d1d-1efa27b6fc35)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:09.253390 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '5929d617-ff9c-4fc7-8a67-861e8ba79c4d', 'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee', 'port_id': '5929d617-ff9c-4fc7-8a67-861e8ba79c4d', 'mac_address': 'fa:16:3e:b5:f8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a2447a-6c6c-4fba-a25f-dd35276e1166', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:09.285659 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1535cab2-720b-4d18-874f-292fdf2171ac req-08ef0fb7-8387-42b8-8456-493333c19993 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ed1a2f-dbbb-4a23-aecc-50cb736dff06 HTTP/1.1" status: 200 len: 217 time: 0.1285973 Jul 16 01:37:09.338416 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ae6e07eb-4662-47a5-ba40-110d92b6f589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.357961 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 37af4c8b-80ee-4e78-ab03-94da359044bb up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:09.368981 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cb7729f1-ee43-4bc9-803f-c6cb0a576c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.387998 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-6c28fcf8-0d9d-4bbc-b44e-52e62947719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.389466 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-6c28fcf8-0d9d-4bbc-b44e-52e62947719b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.2314117 Jul 16 01:37:09.396759 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cb7729f1-ee43-4bc9-803f-c6cb0a576c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.402995 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-c86f3674-a96f-40e7-9283-1deb8cb5addd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.411642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-c86f3674-a96f-40e7-9283-1deb8cb5addd service neutron] 10.222.0.47 "GET /v2.0/networks?id=788e2996-ae41-440d-8892-e7b9ea2dc68e HTTP/1.1" status: 200 len: 913 time: 0.5778809 Jul 16 01:37:09.434417 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-66bac6d5-81f4-4837-81d7-10b472e2cf04 req-6e28dbf9-57ee-46cd-acc5-1e4fd1af069b tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389450 Jul 16 01:37:09.455454 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-371eb1f7-23c4-4ab6-9027-681e667de665 req-85fac128-1f6d-48d7-a482-4e146f5d7582 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503137 Jul 16 01:37:09.456583 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.490340 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5929d617-ff9c-4fc7-8a67-861e8ba79c4d {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:09.493322 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-b54e5790-6b9d-4dae-9246-ae562a0777b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb285e36-e6a9-4700-a506-80f6256d75fe HTTP/1.1" status: 200 len: 217 time: 0.0573595 Jul 16 01:37:09.502385 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7917ac04-7510-4110-b162-4740ed5c072d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Made reservation on behalf of 525318d2bc394dd197bfe27cc3962e52 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:09.506207 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7917ac04-7510-4110-b162-4740ed5c072d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.515270 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 5929d617-ff9c-4fc7-8a67-861e8ba79c4d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=5929d617-ff9c-4fc7-8a67-861e8ba79c4d,segment=NetworkSegment(7b58170c-8e2a-4de6-8d1d-1efa27b6fc35),segment_id=7b58170c-8e2a-4de6-8d1d-1efa27b6fc35)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:09.516990 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 37af4c8b-80ee-4e78-ab03-94da359044bb completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:09.521190 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7917ac04-7510-4110-b162-4740ed5c072d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.521592 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 37af4c8b-80ee-4e78-ab03-94da359044bb triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:09.522165 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.527253 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-0f22be1c-83ce-4772-9c7d-59e715110be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.528795 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-0f22be1c-83ce-4772-9c7d-59e715110be9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=555c65616c1b4efe86e956d0cc468068&device_id=8420319a-1fbc-47a3-bfd2-17163db3026e HTTP/1.1" status: 200 len: 1094 time: 0.6122272 Jul 16 01:37:09.570384 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.581378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-aa346f41-c3fe-45b2-bd86-7e82ceb761ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1756504 Jul 16 01:37:09.584281 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7729f1-ee43-4bc9-803f-c6cb0a576c32 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:09.614236 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535cab2-720b-4d18-874f-292fdf2171ac req-01358e69-60c2-4220-bb79-58c95f1a8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.616127 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1535cab2-720b-4d18-874f-292fdf2171ac req-01358e69-60c2-4220-bb79-58c95f1a8cd5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60a2447a-6c6c-4fba-a25f-dd35276e1166 HTTP/1.1" status: 200 len: 857 time: 0.3034260 Jul 16 01:37:09.661525 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=5929d617-ff9c-4fc7-8a67-861e8ba79c4d,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:09.681046 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cb7729f1-ee43-4bc9-803f-c6cb0a576c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.681820 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-cb7729f1-ee43-4bc9-803f-c6cb0a576c32 admin admin] Added segment f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e of type vlan for network 390a5774-3bfa-4097-9619-3ba7e652e7e6 Jul 16 01:37:09.684737 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-afcee141-36a7-4c90-9d6b-edcbe851ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.686253 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-afcee141-36a7-4c90-9d6b-edcbe851ba8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80374b9f-2bf3-4ec7-862f-ebb8ade373c7 HTTP/1.1" status: 200 len: 852 time: 0.1496818 Jul 16 01:37:09.694446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7729f1-ee43-4bc9-803f-c6cb0a576c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07600164-e1c9-4129-b13b-a8bd8fbdcb97,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:09.724610 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.771211 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1535cab2-720b-4d18-874f-292fdf2171ac req-5212786c-d526-4022-9431-d999279afb27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=204194fc-edaf-4b19-9c11-3a32c0a651ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859509 Jul 16 01:37:09.773257 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 37af4c8b-80ee-4e78-ab03-94da359044bb, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=37af4c8b-80ee-4e78-ab03-94da359044bb,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:09.779130 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.800522 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-0b7b13ef-bb79-44aa-96e8-34e02c4184f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=788e2996-ae41-440d-8892-e7b9ea2dc68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915506 Jul 16 01:37:09.857606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=37af4c8b-80ee-4e78-ab03-94da359044bb,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:09.980643 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-173616da-a856-4f83-a0ca-9a3b83ad91d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.982231 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-173616da-a856-4f83-a0ca-9a3b83ad91d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=204194fc-edaf-4b19-9c11-3a32c0a651ee HTTP/1.1" status: 200 len: 918 time: 0.4359198 Jul 16 01:37:09.985931 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7917ac04-7510-4110-b162-4740ed5c072d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.018502 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7917ac04-7510-4110-b162-4740ed5c072d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.072630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037fea9-ec36-478e-bb9e-d0946495fcd1 req-1c18e13c-21fb-46e7-aab6-856dcc56dc15 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.074356 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4037fea9-ec36-478e-bb9e-d0946495fcd1 req-1c18e13c-21fb-46e7-aab6-856dcc56dc15 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.3851030 Jul 16 01:37:10.105190 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-1984b404-75bf-4006-bfb9-c93fd622a553 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08e05dc0-a158-4173-9a50-b6e8100e7816 HTTP/1.1" status: 200 len: 217 time: 0.0992196 Jul 16 01:37:10.112296 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7917ac04-7510-4110-b162-4740ed5c072d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:10.150241 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-21cbf7ba-f217-4a70-98c8-66fa46bda8a9 service neutron] 10.222.0.47 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165982 Jul 16 01:37:10.156072 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cb7729f1-ee43-4bc9-803f-c6cb0a576c32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.184428 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7917ac04-7510-4110-b162-4740ed5c072d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.184769 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-7917ac04-7510-4110-b162-4740ed5c072d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Added segment e474362c-b337-440e-bacd-85020fafdb48 of type vlan for network f802c617-a7e3-4f9e-b7fb-e60527ca365e Jul 16 01:37:10.193850 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917ac04-7510-4110-b162-4740ed5c072d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8cb98d-1eb6-485b-905d-8b1ccc8647ec,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.271772 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-4cf0d182-fa20-45b6-a2bf-2240a6b0c1b4 service neutron] show failed (client error): The resource could not be found. Jul 16 01:37:10.272790 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-4cf0d182-fa20-45b6-a2bf-2240a6b0c1b4 service neutron] 10.222.0.26 "GET /v2.0/ports/015ab3af-8839-472a-9d35-4cb357881610/bindings/n-h2-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.3190470 Jul 16 01:37:10.289719 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4037fea9-ec36-478e-bb9e-d0946495fcd1 req-71c988da-6a3c-49eb-88bb-672a6f88f012 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979313 Jul 16 01:37:10.294326 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-7b26ebb3-c539-4d45-9682-152d48d3af0b service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6970499 Jul 16 01:37:10.300146 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7917ac04-7510-4110-b162-4740ed5c072d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.305617 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-853b0992-0b26-487d-9d35-6f2054b5a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.308685 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-853b0992-0b26-487d-9d35-6f2054b5a7ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=60a2447a-6c6c-4fba-a25f-dd35276e1166 HTTP/1.1" status: 200 len: 857 time: 0.1878622 Jul 16 01:37:10.328234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['50ed1a2f-dbbb-4a23-aecc-50cb736dff06'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:10.349494 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cb7729f1-ee43-4bc9-803f-c6cb0a576c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.350458 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7729f1-ee43-4bc9-803f-c6cb0a576c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.351052 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cb7729f1-ee43-4bc9-803f-c6cb0a576c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.360561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933d557-464c-4026-b75a-da2dd6fe69c8 req-f337e88b-75e5-463f-8dd7-2d810315ee74 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.362291 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9933d557-464c-4026-b75a-da2dd6fe69c8 req-f337e88b-75e5-463f-8dd7-2d810315ee74 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 944 time: 0.7083962 Jul 16 01:37:10.400058 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-14e513d6-6e5d-4049-be21-06eea479e61a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=204194fc-edaf-4b19-9c11-3a32c0a651ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509808 Jul 16 01:37:10.407206 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1535cab2-720b-4d18-874f-292fdf2171ac req-6950f42a-cdda-496c-a26f-334cf7ec7162 service neutron] 10.222.0.47 "GET /v2.0/networks/204194fc-edaf-4b19-9c11-3a32c0a651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938272 Jul 16 01:37:10.427068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['f20bb7e3-5941-4557-a6e9-123efa9e20b7'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:10.436664 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['5929d617-ff9c-4fc7-8a67-861e8ba79c4d'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:10.458747 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cb7729f1-ee43-4bc9-803f-c6cb0a576c32 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4176388 Jul 16 01:37:10.464783 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55704) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:10.471416 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-cce76279-d153-421c-a93c-f52c288d2710 admin admin] Request body: {'subnet': {'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-389640896-subnet', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:10.494278 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7917ac04-7510-4110-b162-4740ed5c072d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.498891 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ae6e07eb-4662-47a5-ba40-110d92b6f589 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.500581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7917ac04-7510-4110-b162-4740ed5c072d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.501203 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7917ac04-7510-4110-b162-4740ed5c072d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.513325 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-327dc5b0-9282-428f-ae0f-51b095b6863d service neutron] 10.222.0.47 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307028 Jul 16 01:37:10.527357 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce76279-d153-421c-a93c-f52c288d2710 admin admin] Made reservation on behalf of fa5d0aa8f7424cfc9d4100cd0760da64 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:10.530270 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cce76279-d153-421c-a93c-f52c288d2710 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.551857 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ae6e07eb-4662-47a5-ba40-110d92b6f589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.569852 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7729f1-ee43-4bc9-803f-c6cb0a576c32 admin admin] Pushing event updated for resources: {'Network': ['ID=390a5774-3bfa-4097-9619-3ba7e652e7e6,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.589428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 390a5774-3bfa-4097-9619-3ba7e652e7e6 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:10.660516 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9933d557-464c-4026-b75a-da2dd6fe69c8 req-20a63e61-227c-4804-88da-9e44990adf5b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706702 Jul 16 01:37:10.677271 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7917ac04-7510-4110-b162-4740ed5c072d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9435561 Jul 16 01:37:10.707973 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-e83cc44b-433d-4675-b5cf-fafcd7ebee63 service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985207 Jul 16 01:37:10.719392 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ae6e07eb-4662-47a5-ba40-110d92b6f589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.721383 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e07eb-4662-47a5-ba40-110d92b6f589 admin admin] Pushing event updated for resources: {'Port': ['ID=cfacc7af-ac10-4999-81a1-33bdf8d5ab51,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.932641 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917ac04-7510-4110-b162-4740ed5c072d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event updated for resources: {'Network': ['ID=f802c617-a7e3-4f9e-b7fb-e60527ca365e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.949030 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network f802c617-a7e3-4f9e-b7fb-e60527ca365e details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:10.949487 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-904d3d55-2b3a-4f4a-9282-9f3a590eff6c service neutron] 10.222.0.26 "GET /v2.0/networks/204194fc-edaf-4b19-9c11-3a32c0a651ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375340 Jul 16 01:37:10.951796 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1535cab2-720b-4d18-874f-292fdf2171ac req-57576a06-9e12-4512-b868-7be823822f67 service neutron] 10.222.0.47 "GET /v2.0/networks/204194fc-edaf-4b19-9c11-3a32c0a651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508288 Jul 16 01:37:11.007401 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6e07eb-4662-47a5-ba40-110d92b6f589 admin admin] Network ebc001c2-5a87-482e-9885-14e4ea5e5d30 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:11.010703 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-ae6e07eb-4662-47a5-ba40-110d92b6f589 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:11.161463 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-214c633f-2b3f-4d42-a67f-4a06089103b8 req-2c0787d1-8c30-4069-b04c-e6ad6acf4325 service neutron] 10.222.0.26 "GET /v2.0/networks/204194fc-edaf-4b19-9c11-3a32c0a651ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164885 Jul 16 01:37:11.171517 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 08e05dc0-a158-4173-9a50-b6e8100e7816 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:11.277676 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538eea1-c02b-4e84-a8eb-5a415654fbef req-804010fc-0832-4e87-8c4b-b8b45ed71e90 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.284001 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d894324-3ea1-4897-ae52-49b7fe421a59 req-a1ba05f2-84cd-4142-bf94-016f0482be1d tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.285882 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d894324-3ea1-4897-ae52-49b7fe421a59 req-a1ba05f2-84cd-4142-bf94-016f0482be1d tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 944 time: 0.3971112 Jul 16 01:37:11.286504 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f538eea1-c02b-4e84-a8eb-5a415654fbef req-804010fc-0832-4e87-8c4b-b8b45ed71e90 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ecba5d7-19b1-475e-afb3-0164900ee7ee HTTP/1.1" status: 200 len: 945 time: 0.7284896 Jul 16 01:37:11.301031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-ac918432-3516-480a-880f-b98ec063f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.307546 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-ac918432-3516-480a-880f-b98ec063f707 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82&tenant_id=1961ea8d11af4a26af7254218bca79a1 HTTP/1.1" status: 200 len: 1101 time: 0.5519896 Jul 16 01:37:11.310537 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 37af4c8b-80ee-4e78-ab03-94da359044bb up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:11.349994 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:11.406987 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 08e05dc0-a158-4173-9a50-b6e8100e7816, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=08e05dc0-a158-4173-9a50-b6e8100e7816,segment=NetworkSegment(7b58170c-8e2a-4de6-8d1d-1efa27b6fc35),segment_id=7b58170c-8e2a-4de6-8d1d-1efa27b6fc35)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:11.416719 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d894324-3ea1-4897-ae52-49b7fe421a59 req-093b6c60-aab9-4914-a39b-7cd9b6c689a8 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736840 Jul 16 01:37:11.427629 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f538eea1-c02b-4e84-a8eb-5a415654fbef req-6ffb3190-722b-4ebe-9465-3c44977de883 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189110 Jul 16 01:37:11.437821 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6e07eb-4662-47a5-ba40-110d92b6f589 admin admin] Router 569ff568-7747-45cf-a6b2-ec1f31b6be95 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:11.451970 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '08e05dc0-a158-4173-9a50-b6e8100e7816', 'network_id': '204194fc-edaf-4b19-9c11-3a32c0a651ee', 'port_id': '08e05dc0-a158-4173-9a50-b6e8100e7816', 'mac_address': 'fa:16:3e:4d:f1:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a2447a-6c6c-4fba-a25f-dd35276e1166', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:11.560688 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.590224 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cce76279-d153-421c-a93c-f52c288d2710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.597302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e05dc0-a158-4173-9a50-b6e8100e7816 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:11.622346 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-6315d0e7-1627-4ebe-8dbf-98e3cb2db852 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.623981 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-6315d0e7-1627-4ebe-8dbf-98e3cb2db852 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7&tenant_id=c3d262d9128741908a9068e6ff067760&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 1095 time: 0.3284056 Jul 16 01:37:11.634603 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 08e05dc0-a158-4173-9a50-b6e8100e7816, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=08e05dc0-a158-4173-9a50-b6e8100e7816,segment=NetworkSegment(7b58170c-8e2a-4de6-8d1d-1efa27b6fc35),segment_id=7b58170c-8e2a-4de6-8d1d-1efa27b6fc35)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:11.645861 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.651889 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.659509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 37af4c8b-80ee-4e78-ab03-94da359044bb triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:11.660164 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.749623 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce76279-d153-421c-a93c-f52c288d2710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a8c7af0-3057-4f99-aaea-3d21547f38a4,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:11.788047 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce76279-d153-421c-a93c-f52c288d2710 admin admin] Checking segment: {'id': 'f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:11.788706 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce76279-d153-421c-a93c-f52c288d2710 admin admin] Network hostable DHCP agents. Network: 390a5774-3bfa-4097-9619-3ba7e652e7e6, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:11.824729 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=08e05dc0-a158-4173-9a50-b6e8100e7816,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:11.913672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dde756-2cd1-467e-a359-fb2905619c55 req-1e1bfe10-4e9f-4df5-90b1-7f04768f5342 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.915310 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-73dde756-2cd1-467e-a359-fb2905619c55 req-1e1bfe10-4e9f-4df5-90b1-7f04768f5342 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.2639871 Jul 16 01:37:11.916023 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-c1c41387-30a0-4136-b974-79c75d06c8cd service neutron] For port 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:11.918025 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce76279-d153-421c-a93c-f52c288d2710 admin admin] Network 390a5774-3bfa-4097-9619-3ba7e652e7e6 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:11.922249 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-c1c41387-30a0-4136-b974-79c75d06c8cd service neutron] Notify callbacks [] for binding, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.923622 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04016c43-9585-4b16-81d6-09c6b99d7896 req-c1c41387-30a0-4136-b974-79c75d06c8cd service neutron] 10.222.0.47 "DELETE /v2.0/ports/628d5e89-f383-4ff8-a4e6-7e322dd44a81/bindings/n-h1-800086-6 HTTP/1.1" status: 204 len: 173 time: 0.2826867 Jul 16 01:37:11.924930 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6e07eb-4662-47a5-ba40-110d92b6f589 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:11.938521 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ae6e07eb-4662-47a5-ba40-110d92b6f589 admin admin] 10.222.0.54 "PUT /v2.0/routers/569ff568-7747-45cf-a6b2-ec1f31b6be95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2525423 Jul 16 01:37:11.939998 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Sync routers for ids ['569ff568-7747-45cf-a6b2-ec1f31b6be95'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:11.953251 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Routers {'569ff568-7747-45cf-a6b2-ec1f31b6be95'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:11.953515 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:37:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['569ff568-7747-45cf-a6b2-ec1f31b6be95'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:11.963532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f621f9-625a-44f4-9dbb-1a52b0e32350 req-08ff9571-701c-4f01-8f5d-7f75b8419cfe tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.973048 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-34f621f9-625a-44f4-9dbb-1a52b0e32350 req-08ff9571-701c-4f01-8f5d-7f75b8419cfe tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 944 time: 0.3462415 Jul 16 01:37:11.993160 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-cce76279-d153-421c-a93c-f52c288d2710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 390a5774-3bfa-4097-9619-3ba7e652e7e6) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:12.003419 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce76279-d153-421c-a93c-f52c288d2710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.003958 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cce76279-d153-421c-a93c-f52c288d2710 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.058476 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-34f621f9-625a-44f4-9dbb-1a52b0e32350 req-ee7394a9-d2a0-485c-95f2-eb173bf10909 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842066 Jul 16 01:37:12.077681 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['08e05dc0-a158-4173-9a50-b6e8100e7816'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:12.085467 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cce76279-d153-421c-a93c-f52c288d2710 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6158435 Jul 16 01:37:12.086184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55714) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:12.091298 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-389640896-router', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:12.095111 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-73dde756-2cd1-467e-a359-fb2905619c55 req-5d274ca9-f049-4a91-b191-647216201972 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701105 Jul 16 01:37:12.104753 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca3d4a5-5a37-4cfc-8f6c-c56797a96f64 None None] Network 390a5774-3bfa-4097-9619-3ba7e652e7e6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:12.119330 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] For port 015ab3af-8839-472a-9d35-4cb357881610, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=015ab3af-8839-472a-9d35-4cb357881610,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:12.155733 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.157148 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.178688 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] For port 015ab3af-8839-472a-9d35-4cb357881610, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:12.232840 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.275250 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0ad90d-b1a9-4805-9a9c-c7e82b05df82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '015ab3af-8839-472a-9d35-4cb357881610'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:12.282490 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e402788b-8f30-47db-a092-748f3218ed9e" -d '{"events": [{"server_uuid": "6b0ad90d-b1a9-4805-9a9c-c7e82b05df82", "name": "network-vif-unplugged", "status": "completed", "tag": "015ab3af-8839-472a-9d35-4cb357881610"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:12.282490 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.337615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Transition to ACTIVE for port object 015ab3af-8839-472a-9d35-4cb357881610 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:12.348612 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.419668 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device eb285e36-e6a9-4700-a506-80f6256d75fe details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:12.497178 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] No DVR routers for this DVR port 015ab3af-8839-472a-9d35-4cb357881610 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:12.502465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Pushing event updated for resources: {'Port': ['ID=015ab3af-8839-472a-9d35-4cb357881610,revision_number=6']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:12.596749 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Attempting to bind port 015ab3af-8839-472a-9d35-4cb357881610 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:12.597420 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Attempting to bind port 015ab3af-8839-472a-9d35-4cb357881610 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:12.600504 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Attempting to bind port 015ab3af-8839-472a-9d35-4cb357881610 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:12.607488 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.663950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8bf75-e45c-4f54-b4c7-c7a15610eaab req-86de4dc4-eb25-4e35-aa9d-4627a3782693 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.664197 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Port 015ab3af-8839-472a-9d35-4cb357881610 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:12.664326 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Attempting to bind port 015ab3af-8839-472a-9d35-4cb357881610 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:12.666648 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-95c8bf75-e45c-4f54-b4c7-c7a15610eaab req-86de4dc4-eb25-4e35-aa9d-4627a3782693 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 944 time: 0.2922554 Jul 16 01:37:12.717577 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:12.717907 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:12.727836 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:12.728056 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Bound port: 015ab3af-8839-472a-9d35-4cb357881610, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:12.728607 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.746010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-390a5774-3bfa-4097-9619-3ba7e652e7e6', 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'fixed_ips': [{'subnet_id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:12.746866 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.797091 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-95c8bf75-e45c-4f54-b4c7-c7a15610eaab req-9ef5c439-43e9-4dc7-8620-985b3ff86345 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211300 Jul 16 01:37:12.822050 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.resource_extend [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:37:12.879770 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a722673a-7fc9-4d9d-8146-21a58c5abd5e req-d5eac575-80bc-4fde-8769-cb1911fb235d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0922451 Jul 16 01:37:12.889800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] For port 015ab3af-8839-472a-9d35-4cb357881610, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:12.893120 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] For port 015ab3af-8839-472a-9d35-4cb357881610, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=015ab3af-8839-472a-9d35-4cb357881610,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:12.962736 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6199af6-5a5b-46df-a16f-233d49f77e7a x-openstack-request-id: req-f6199af6-5a5b-46df-a16f-233d49f77e7a {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:12.963036 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0ad90d-b1a9-4805-9a9c-c7e82b05df82", "name": "network-vif-unplugged", "status": "completed", "tag": "015ab3af-8839-472a-9d35-4cb357881610", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:12.963294 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f6199af6-5a5b-46df-a16f-233d49f77e7a {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:12.963697 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0ad90d-b1a9-4805-9a9c-c7e82b05df82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '015ab3af-8839-472a-9d35-4cb357881610', 'code': 200} Jul 16 01:37:12.964830 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.092134 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Pushing event updated for resources: {'Port': ['ID=015ab3af-8839-472a-9d35-4cb357881610,revision_number=7']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:13.125185 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.126219 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.128936 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-1c17e0f5-afa6-4a39-a093-03b657586a29 service neutron] 10.222.0.47 "PUT /v2.0/ports/015ab3af-8839-472a-9d35-4cb357881610 HTTP/1.1" status: 200 len: 1096 time: 1.7838094 Jul 16 01:37:13.266528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-e5000ee6-b20a-43d8-adbc-28221fcc97ee tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.270384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 015ab3af-8839-472a-9d35-4cb357881610 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:13.276376 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Set router 569ff568-7747-45cf-a6b2-ec1f31b6be95 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:13.277343 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-e5000ee6-b20a-43d8-adbc-28221fcc97ee tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/networks?id=ebc001c2-5a87-482e-9885-14e4ea5e5d30 HTTP/1.1" status: 200 len: 810 time: 0.6653495 Jul 16 01:37:13.303618 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-cb31c7c1-c27d-4d81-85aa-d2e23f236938 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/quotas/204dde1fe12d48b4aec96dc9cd406bb5 HTTP/1.1" status: 200 len: 375 time: 0.0250249 Jul 16 01:37:13.311604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-32dce108-73fe-4230-bbbf-de74d7dadd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.315406 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-32dce108-73fe-4230-bbbf-de74d7dadd4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 1099 time: 0.1376600 Jul 16 01:37:13.494225 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-9ce64b82-5843-4881-98dd-b2026786c25b tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=204dde1fe12d48b4aec96dc9cd406bb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1777556 Jul 16 01:37:13.496590 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-37deff6c-35a0-43fc-b206-001b8c618ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.498282 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-37deff6c-35a0-43fc-b206-001b8c618ccb service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.1686864 Jul 16 01:37:13.564208 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-9b6706f4-e41e-4797-8ff4-aac88413d907 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=015ab3af-8839-472a-9d35-4cb357881610 HTTP/1.1" status: 200 len: 217 time: 0.0503240 Jul 16 01:37:13.586668 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.620896 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.659665 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-1c7daa80-7592-46a7-9b1b-faa3ffe6c2d2 service neutron] 10.222.0.54 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536245 Jul 16 01:37:13.677806 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c827f-4a05-40a4-b901-45eb5aca3593 req-5bb09f76-1be8-425c-a314-7751a0cf4648 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.685977 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d52c827f-4a05-40a4-b901-45eb5aca3593 req-5bb09f76-1be8-425c-a314-7751a0cf4648 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 944 time: 0.2742941 Jul 16 01:37:13.706378 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722673a-7fc9-4d9d-8146-21a58c5abd5e req-b0de7689-0bd1-4cae-9dac-0d3174db70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.708398 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a722673a-7fc9-4d9d-8146-21a58c5abd5e req-b0de7689-0bd1-4cae-9dac-0d3174db70e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 1095 time: 0.2845855 Jul 16 01:37:13.731032 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 015ab3af-8839-472a-9d35-4cb357881610 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:13.810849 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d52c827f-4a05-40a4-b901-45eb5aca3593 req-29cfe358-464f-42c3-9abf-0b40739ce53a tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236191 Jul 16 01:37:13.815470 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-fbba15e2-b9ca-4856-8e87-015a647b6a53 service neutron] 10.222.0.54 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548045 Jul 16 01:37:13.859025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55742) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:13.881678 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-cd671b30-52d8-4cc3-913c-88690d694507 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Request body: {'subnet': {'network_id': 'f802c617-a7e3-4f9e-b7fb-e60527ca365e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:13.898073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-78bb4c91-6256-4285-a224-d418b563fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.900437 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-78bb4c91-6256-4285-a224-d418b563fce4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1110857 Jul 16 01:37:13.903050 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] Allocated IP 172.25.1.190 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/31abbfca-9346-4130-ae5e-88fdebb27de9) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:13.917786 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port eb285e36-e6a9-4700-a506-80f6256d75fe, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=eb285e36-e6a9-4700-a506-80f6256d75fe,segment=NetworkSegment(a82acdce-5aca-4031-8db4-96e971373951),segment_id=a82acdce-5aca-4031-8db4-96e971373951)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:13.945110 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Allocated IP 172.20.0.2 (390a5774-3bfa-4097-9619-3ba7e652e7e6/4a8c7af0-3057-4f99-aaea-3d21547f38a4/33eff346-895e-4a75-9d28-7b9b23582618) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:13.968050 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'eb285e36-e6a9-4700-a506-80f6256d75fe', 'network_id': '788e2996-ae41-440d-8892-e7b9ea2dc68e', 'port_id': 'eb285e36-e6a9-4700-a506-80f6256d75fe', 'mac_address': 'fa:16:3e:03:62:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80374b9f-2bf3-4ec7-862f-ebb8ade373c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:14.025978 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569ff568-7747-45cf-a6b2-ec1f31b6be95', 'name': 'tempest-ServerRescueTestJSON-874037245-router', 'tenant_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '37af4c8b-80ee-4e78-ab03-94da359044bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:00Z', 'updated_at': '2021-07-16T01:37:09Z', 'revision_number': 4, 'project_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'gw_port': {'id': '37af4c8b-80ee-4e78-ab03-94da359044bb', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569ff568-7747-45cf-a6b2-ec1f31b6be95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'cfacc7af-ac10-4999-81a1-33bdf8d5ab51', 'name': '', 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30', 'tenant_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'mac_address': 'fa:16:3e:33:3a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569ff568-7747-45cf-a6b2-ec1f31b6be95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:07Z', 'updated_at': '2021-07-16T01:37:09Z', 'revision_number': 2, 'project_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'subnets': [{'id': '9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:14.032411 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-d5fd578d-ed21-4c57-98e2-6ec5e83bb61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.033969 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-d5fd578d-ed21-4c57-98e2-6ec5e83bb61b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1260645 Jul 16 01:37:14.078105 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Checking router: 569ff568-7747-45cf-a6b2-ec1f31b6be95 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:14.078413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Updating router 569ff568-7747-45cf-a6b2-ec1f31b6be95 port cfacc7af-ac10-4999-81a1-33bdf8d5ab51 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:37:14.119615 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.150107 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722673a-7fc9-4d9d-8146-21a58c5abd5e req-4b11acc3-9c56-4b48-a110-abf06ef7a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.151597 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a722673a-7fc9-4d9d-8146-21a58c5abd5e req-4b11acc3-9c56-4b48-a110-abf06ef7a76f service neutron] 10.222.0.47 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 909 time: 0.4116178 Jul 16 01:37:14.191062 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb285e36-e6a9-4700-a506-80f6256d75fe {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:14.192401 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-20d5e895-ae0e-43b3-ab42-17c28e9282c9 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503048 Jul 16 01:37:14.198027 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.239511 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port eb285e36-e6a9-4700-a506-80f6256d75fe, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=eb285e36-e6a9-4700-a506-80f6256d75fe,segment=NetworkSegment(a82acdce-5aca-4031-8db4-96e971373951),segment_id=a82acdce-5aca-4031-8db4-96e971373951)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:14.239905 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a722673a-7fc9-4d9d-8146-21a58c5abd5e req-7e05d2c0-ca49-4aac-b803-bf98b358ec86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30243cf3-b448-4934-a5bf-0a831de87ce8 HTTP/1.1" status: 200 len: 217 time: 0.0784452 Jul 16 01:37:14.268750 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.292791 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd671b30-52d8-4cc3-913c-88690d694507 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Made reservation on behalf of 525318d2bc394dd197bfe27cc3962e52 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:14.295089 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd671b30-52d8-4cc3-913c-88690d694507 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.363138 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.382357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdc073-eee5-4a8f-a26c-b02aea565047 req-44a00afd-3423-4a97-ac5a-7b2955f78fa0 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.390146 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0afdc073-eee5-4a8f-a26c-b02aea565047 req-44a00afd-3423-4a97-ac5a-7b2955f78fa0 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ecba5d7-19b1-475e-afb3-0164900ee7ee HTTP/1.1" status: 200 len: 945 time: 0.3628471 Jul 16 01:37:14.394279 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 5929d617-ff9c-4fc7-8a67-861e8ba79c4d up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:14.430288 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.465362 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Transition to ACTIVE for port object 33eff346-895e-4a75-9d28-7b9b23582618 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:14.468870 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=eb285e36-e6a9-4700-a506-80f6256d75fe,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:14.507524 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722673a-7fc9-4d9d-8146-21a58c5abd5e req-07d086c6-495a-4bce-aabc-e50934f7208b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.511075 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a722673a-7fc9-4d9d-8146-21a58c5abd5e req-07d086c6-495a-4bce-aabc-e50934f7208b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.2615359 Jul 16 01:37:14.526222 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Transition to ACTIVE for port object 33eff346-895e-4a75-9d28-7b9b23582618 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:14.565121 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.570004 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0afdc073-eee5-4a8f-a26c-b02aea565047 req-d7880c3a-959a-4188-97f5-40b09d71c1e2 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777360 Jul 16 01:37:14.589501 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.614297 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 5929d617-ff9c-4fc7-8a67-861e8ba79c4d completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:14.645680 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 5929d617-ff9c-4fc7-8a67-861e8ba79c4d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:14.645908 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.651348 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Network 390a5774-3bfa-4097-9619-3ba7e652e7e6 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:14.677740 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Pushing event updated for resources: {'Port': ['ID=33eff346-895e-4a75-9d28-7b9b23582618,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:14.681521 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:14.692950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:14.720237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cb785-0d64-44cd-bf0c-437804ac264b req-150940a1-1eb3-4b9a-85ae-f06f2d83068b tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.727092 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-738cb785-0d64-44cd-bf0c-437804ac264b req-150940a1-1eb3-4b9a-85ae-f06f2d83068b tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 944 time: 0.5535810 Jul 16 01:37:14.757682 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683c4c2c-87f7-4c64-b3f1-75c4e750b68b req-f1504bd1-8c72-4075-876e-1e8438bcaae7 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131519 Jul 16 01:37:14.792524 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a722673a-7fc9-4d9d-8146-21a58c5abd5e req-a0aed343-522f-4454-9468-5de37db33aee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2481453 Jul 16 01:37:14.796237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['eb285e36-e6a9-4700-a506-80f6256d75fe'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:14.807148 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-738cb785-0d64-44cd-bf0c-437804ac264b req-e1342339-7f69-4145-a653-6a4ed2c97be5 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790780 Jul 16 01:37:14.853015 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Attempting to bind port 33eff346-895e-4a75-9d28-7b9b23582618 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:14.853367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Attempting to bind port 33eff346-895e-4a75-9d28-7b9b23582618 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:14.853910 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Attempting to bind port 33eff346-895e-4a75-9d28-7b9b23582618 on network 390a5774-3bfa-4097-9619-3ba7e652e7e6 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:14.857592 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.878552 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:14.899592 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Transition to ACTIVE for port object cfacc7af-ac10-4999-81a1-33bdf8d5ab51 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:14.923112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:14.923490 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Checking segment: {'id': 'f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:14.928121 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.928482 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Bound using segment: {'id': 'f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:14.932284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Bound port: 33eff346-895e-4a75-9d28-7b9b23582618, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:14.934542 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.965910 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0ad90d-b1a9-4805-9a9c-c7e82b05df82', 'tag': '015ab3af-8839-472a-9d35-4cb357881610'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:14.970481 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4711bcd3-f1ac-461b-9cfd-53c2366223ca" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0ad90d-b1a9-4805-9a9c-c7e82b05df82", "tag": "015ab3af-8839-472a-9d35-4cb357881610"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:14.975873 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:14.978476 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:14.996755 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.022715 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e0bdec9-d031-452d-9efc-9f4d4ec74368 req-67ea770c-72bb-4cb7-ac98-38279c784e87 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 210 time: 0.0443683 Jul 16 01:37:15.042894 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.078947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] Pushing event updated for resources: {'Port': ['ID=31abbfca-9346-4130-ae5e-88fdebb27de9,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.123524 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a722673a-7fc9-4d9d-8146-21a58c5abd5e req-88e4c372-f92f-4e7a-999a-aecef9f96e67 service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644610 Jul 16 01:37:15.128855 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd671b30-52d8-4cc3-913c-88690d694507 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.152782 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bef731-28aa-4f36-b610-e76b54e9b8b1 None None] Pushing event updated for resources: {'Port': ['ID=cfacc7af-ac10-4999-81a1-33bdf8d5ab51,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.166773 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e25f7f5-050c-4e19-b46b-6cd8256ff1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5929d617-ff9c-4fc7-8a67-861e8ba79c4d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:15.168682 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bb4786-3adb-4e55-908b-89a47fc69efa" -d '{"events": [{"server_uuid": "6e25f7f5-050c-4e19-b46b-6cd8256ff1f5", "name": "network-vif-plugged", "status": "completed", "tag": "5929d617-ff9c-4fc7-8a67-861e8ba79c4d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:15.217280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db6d72-1865-4625-b8da-96ddbb4fb913 req-1c7a8388-a19f-4e1c-b1a8-fcc66a559156 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.217568 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 5929d617-ff9c-4fc7-8a67-861e8ba79c4d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=5929d617-ff9c-4fc7-8a67-861e8ba79c4d,segment=NetworkSegment(7b58170c-8e2a-4de6-8d1d-1efa27b6fc35),segment_id=7b58170c-8e2a-4de6-8d1d-1efa27b6fc35)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:15.219229 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-84db6d72-1865-4625-b8da-96ddbb4fb913 req-1c7a8388-a19f-4e1c-b1a8-fcc66a559156 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 1095 time: 0.0689967 Jul 16 01:37:15.223772 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 08e05dc0-a158-4173-9a50-b6e8100e7816 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:15.246262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] For port 33eff346-895e-4a75-9d28-7b9b23582618, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:15.263780 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-84db6d72-1865-4625-b8da-96ddbb4fb913 req-2ee8a6fb-dda3-4050-96c6-2c7981299232 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325122 Jul 16 01:37:15.278108 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.278435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 50ed1a2f-dbbb-4a23-aecc-50cb736dff06 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:15.318518 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] For port 33eff346-895e-4a75-9d28-7b9b23582618, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=33eff346-895e-4a75-9d28-7b9b23582618,segment=NetworkSegment(f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e),segment_id=f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:15.355004 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f62ab6-97fd-4fba-b236-734d995db7f5 req-f79a0869-6b48-4c35-8e47-e743a8e4f6e6 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.356676 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2f62ab6-97fd-4fba-b236-734d995db7f5 req-f79a0869-6b48-4c35-8e47-e743a8e4f6e6 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 948 time: 0.5486407 Jul 16 01:37:15.364406 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.366265 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Attempting to bind port cfacc7af-ac10-4999-81a1-33bdf8d5ab51 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:15.366632 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Attempting to bind port cfacc7af-ac10-4999-81a1-33bdf8d5ab51 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'de18a15a-a124-4fe2-a463-41b9ed456cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:15.366993 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Attempting to bind port cfacc7af-ac10-4999-81a1-33bdf8d5ab51 on network ebc001c2-5a87-482e-9885-14e4ea5e5d30 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:15.404294 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:15.404577 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Checking segment: {'id': 'de18a15a-a124-4fe2-a463-41b9ed456cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:15.404988 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.405416 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Bound using segment: {'id': 'de18a15a-a124-4fe2-a463-41b9ed456cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:15.405862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Bound port: cfacc7af-ac10-4999-81a1-33bdf8d5ab51, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de18a15a-a124-4fe2-a463-41b9ed456cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:15.406251 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.431063 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd671b30-52d8-4cc3-913c-88690d694507 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event updated for resources: {'Subnet': ['ID=d8284db3-4c48-437a-a61d-b8d2af87c24e,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.454733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=5929d617-ff9c-4fc7-8a67-861e8ba79c4d,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.519789 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2f62ab6-97fd-4fba-b236-734d995db7f5 req-47fbacc2-703d-4ade-a9ed-825edb05e12b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536565 Jul 16 01:37:15.543777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8c09a-d26d-4f3a-a382-3a947b42e00e req-2f686db1-4288-46f4-971e-037521b14e56 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.553434 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1b8c09a-d26d-4f3a-a382-3a947b42e00e req-2f686db1-4288-46f4-971e-037521b14e56 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 944 time: 0.1353595 Jul 16 01:37:15.570352 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a722673a-7fc9-4d9d-8146-21a58c5abd5e req-d65098ff-bda6-44fb-9e40-30c8af5246b9 service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388134 Jul 16 01:37:15.573924 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd671b30-52d8-4cc3-913c-88690d694507 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Checking segment: {'id': 'e474362c-b337-440e-bacd-85020fafdb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f802c617-a7e3-4f9e-b7fb-e60527ca365e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:15.574415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd671b30-52d8-4cc3-913c-88690d694507 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Network hostable DHCP agents. Network: f802c617-a7e3-4f9e-b7fb-e60527ca365e, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:15.578691 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] For port cfacc7af-ac10-4999-81a1-33bdf8d5ab51, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:15.582265 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] For port cfacc7af-ac10-4999-81a1-33bdf8d5ab51, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cfacc7af-ac10-4999-81a1-33bdf8d5ab51,segment=NetworkSegment(de18a15a-a124-4fe2-a463-41b9ed456cbf),segment_id=de18a15a-a124-4fe2-a463-41b9ed456cbf)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:15.587645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 08e05dc0-a158-4173-9a50-b6e8100e7816 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:15.594445 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.607765 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 08e05dc0-a158-4173-9a50-b6e8100e7816 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:15.608149 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.615391 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1b8c09a-d26d-4f3a-a382-3a947b42e00e req-69aef97f-dec6-4d9d-8954-44ecc9da204f tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535426 Jul 16 01:37:15.670245 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 50ed1a2f-dbbb-4a23-aecc-50cb736dff06 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:15.681923 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc697ec-8da2-47d3-84cc-700ab281d6ee x-openstack-request-id: req-adc697ec-8da2-47d3-84cc-700ab281d6ee {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:15.682160 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0ad90d-b1a9-4805-9a9c-c7e82b05df82", "tag": "015ab3af-8839-472a-9d35-4cb357881610", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:15.682682 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-adc697ec-8da2-47d3-84cc-700ab281d6ee {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:15.683139 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0ad90d-b1a9-4805-9a9c-c7e82b05df82', 'tag': '015ab3af-8839-472a-9d35-4cb357881610', 'status': 'completed', 'code': 200} Jul 16 01:37:15.695233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 50ed1a2f-dbbb-4a23-aecc-50cb736dff06 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:15.695642 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.761919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd671b30-52d8-4cc3-913c-88690d694507 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Network f802c617-a7e3-4f9e-b7fb-e60527ca365e is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:15.776926 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938e19e-418d-45bd-bf76-1cc797e61dca None None] Pushing event updated for resources: {'Port': ['ID=33eff346-895e-4a75-9d28-7b9b23582618,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.782092 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b5679c-3ab6-499d-a1db-177988d813d0 x-openstack-request-id: req-37b5679c-3ab6-499d-a1db-177988d813d0 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:15.782432 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e25f7f5-050c-4e19-b46b-6cd8256ff1f5", "name": "network-vif-plugged", "status": "completed", "tag": "5929d617-ff9c-4fc7-8a67-861e8ba79c4d", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:15.782676 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-37b5679c-3ab6-499d-a1db-177988d813d0 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:15.783192 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e25f7f5-050c-4e19-b46b-6cd8256ff1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5929d617-ff9c-4fc7-8a67-861e8ba79c4d', 'code': 200} Jul 16 01:37:15.806901 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Routers {'569ff568-7747-45cf-a6b2-ec1f31b6be95'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:15.815038 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:37:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['569ff568-7747-45cf-a6b2-ec1f31b6be95'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:15.822911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-cd671b30-52d8-4cc3-913c-88690d694507 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, f802c617-a7e3-4f9e-b7fb-e60527ca365e) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:15.845153 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd671b30-52d8-4cc3-913c-88690d694507 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.845909 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd671b30-52d8-4cc3-913c-88690d694507 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.862249 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.869774 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18de83cb-7d49-4477-82fb-d577e072c1ca None None] Network f802c617-a7e3-4f9e-b7fb-e60527ca365e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:15.925682 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cd671b30-52d8-4cc3-913c-88690d694507 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0568187 Jul 16 01:37:15.930652 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55768) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:15.941956 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1164843901'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:16.026302 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-002da4c3-f67f-4d66-a2ad-93c229de37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.028071 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-002da4c3-f67f-4d66-a2ad-93c229de37d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 1099 time: 0.2500908 Jul 16 01:37:16.222072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Made reservation on behalf of 525318d2bc394dd197bfe27cc3962e52 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:16.225771 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.244648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-93d85193-4941-41d9-902d-6f1590946c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.245990 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.246915 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-93d85193-4941-41d9-902d-6f1590946c5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 1099 time: 0.3846033 Jul 16 01:37:16.249083 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bef731-28aa-4f36-b610-e76b54e9b8b1 None None] Pushing event updated for resources: {'Port': ['ID=cfacc7af-ac10-4999-81a1-33bdf8d5ab51,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.348069 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f9d05-0e31-4fe4-86b3-6944de3c8a3a req-09702a2c-5b3a-4299-ab65-16d2295deb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.349722 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-777f9d05-0e31-4fe4-86b3-6944de3c8a3a req-09702a2c-5b3a-4299-ab65-16d2295deb41 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6e25f7f5-050c-4e19-b46b-6cd8256ff1f5 HTTP/1.1" status: 200 len: 1097 time: 0.3899572 Jul 16 01:37:16.357043 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] Set router 569ff568-7747-45cf-a6b2-ec1f31b6be95 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:16.365836 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-521faaf1-c727-453a-b5ea-fc9e3a988164 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.367524 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-521faaf1-c727-453a-b5ea-fc9e3a988164 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.26 "GET /v2.0/networks?id=ebc001c2-5a87-482e-9885-14e4ea5e5d30 HTTP/1.1" status: 200 len: 810 time: 0.4324646 Jul 16 01:37:16.388046 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:16.405571 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 08e05dc0-a158-4173-9a50-b6e8100e7816, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=08e05dc0-a158-4173-9a50-b6e8100e7816,segment=NetworkSegment(7b58170c-8e2a-4de6-8d1d-1efa27b6fc35),segment_id=7b58170c-8e2a-4de6-8d1d-1efa27b6fc35)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:16.406676 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.431593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-79916c37-3aa6-4866-8704-9df35df89e61 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Request body: {'port': {'device_id': '3029f0df-a627-4692-8ccf-06487f1b8aba', 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30', 'admin_state_up': True, 'tenant_id': '204dde1fe12d48b4aec96dc9cd406bb5'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:16.454438 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.484454 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d53f80-2d35-40d4-98cd-ac6a9893bb2f req-ab114a4e-666a-4ef6-9257-cd30a5467acd tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.491555 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-60d53f80-2d35-40d4-98cd-ac6a9893bb2f req-ab114a4e-666a-4ef6-9257-cd30a5467acd tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ecba5d7-19b1-475e-afb3-0164900ee7ee HTTP/1.1" status: 200 len: 945 time: 0.4229016 Jul 16 01:37:16.517915 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.518261 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Added segment 6aa49b75-cba6-451d-b0b1-3041dee615d4 of type vlan for network a81aa63c-7221-47e3-9af7-18199835b322 Jul 16 01:37:16.611938 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 50ed1a2f-dbbb-4a23-aecc-50cb736dff06, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=50ed1a2f-dbbb-4a23-aecc-50cb736dff06,segment=NetworkSegment(7b58170c-8e2a-4de6-8d1d-1efa27b6fc35),segment_id=7b58170c-8e2a-4de6-8d1d-1efa27b6fc35)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:16.625884 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-bc89bbc2-fc02-410d-9640-675851e4170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.627364 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-bc89bbc2-fc02-410d-9640-675851e4170a service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.5556791 Jul 16 01:37:16.629204 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42de8af-2699-4202-8b62-72e0117ea032 req-e3c4e1d2-507e-42b2-a800-307b0197bbc6 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.629782 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-777f9d05-0e31-4fe4-86b3-6944de3c8a3a req-454b5a10-a42f-4364-acfc-f963a0dc9dfa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611721 Jul 16 01:37:16.636891 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b42de8af-2699-4202-8b62-72e0117ea032 req-e3c4e1d2-507e-42b2-a800-307b0197bbc6 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 1095 time: 0.7146173 Jul 16 01:37:16.657776 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.665351 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-7f9ade78-c2bd-404a-ba14-32610346c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.667387 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-7f9ade78-c2bd-404a-ba14-32610346c80e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.3996842 Jul 16 01:37:16.684061 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.685765 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f20bb7e3-5941-4557-a6e9-123efa9e20b7 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:16.685983 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-60d53f80-2d35-40d4-98cd-ac6a9893bb2f req-eebeba45-8cbd-4c66-aec3-d5a2ceb7e5c8 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933749 Jul 16 01:37:16.698960 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-f802c617-a7e3-4f9e-b7fb-e60527ca365e', 'network_id': 'f802c617-a7e3-4f9e-b7fb-e60527ca365e', 'tenant_id': '525318d2bc394dd197bfe27cc3962e52', 'fixed_ips': [{'subnet_id': 'd8284db3-4c48-437a-a61d-b8d2af87c24e'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:16.700248 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.744327 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b42de8af-2699-4202-8b62-72e0117ea032 req-59ed2189-778b-4813-84c2-6e3e24eabf68 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064718 Jul 16 01:37:16.771154 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.797600 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=08e05dc0-a158-4173-9a50-b6e8100e7816,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.840879 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-b702f266-9c2b-42cf-ba69-ac3f6014a7c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=015ab3af-8839-472a-9d35-4cb357881610 HTTP/1.1" status: 200 len: 217 time: 0.1509345 Jul 16 01:37:16.842329 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.resource_extend [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:37:16.914678 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=50ed1a2f-dbbb-4a23-aecc-50cb736dff06,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.919270 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d35eb3-e805-4648-b39f-31cd68966eaf None None] Network 390a5774-3bfa-4097-9619-3ba7e652e7e6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:16.954950 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d1f19a0a-7d21-4f34-8f95-94a678ac5c22 req-5613115a-af85-4cf2-b5da-c2d5ee2a1cfe tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 210 time: 0.0368459 Jul 16 01:37:16.978357 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-69d5fbbb-682b-480f-98dd-65ae90550e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.982906 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-69d5fbbb-682b-480f-98dd-65ae90550e03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1320417 Jul 16 01:37:16.984933 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.994424 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.995179 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.005152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] Router 7375b49a-c7e0-46d5-bca6-92c352423d07 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:37:17.038239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4a74750e-4c50-4f78-b93a-fb9c7ac1ecd4 None None] Provisioning for port 33eff346-895e-4a75-9d28-7b9b23582618 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:17.047335 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-41febbd3-4b53-4c1a-bc6a-7a880be7af0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=015ab3af-8839-472a-9d35-4cb357881610 HTTP/1.1" status: 200 len: 217 time: 0.0555372 Jul 16 01:37:17.051682 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-79916c37-3aa6-4866-8704-9df35df89e61 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Made reservation on behalf of 204dde1fe12d48b4aec96dc9cd406bb5 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:17.055881 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-79916c37-3aa6-4866-8704-9df35df89e61 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.142070 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2076521 Jul 16 01:37:17.145739 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55780) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:17.183158 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-6049f354-2f24-4b8d-9a94-cb8dc760608e tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Request body: {'subnet': {'network_id': 'a81aa63c-7221-47e3-9af7-18199835b322', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:17.196727 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event updated for resources: {'Network': ['ID=a81aa63c-7221-47e3-9af7-18199835b322,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:17.212594 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port f20bb7e3-5941-4557-a6e9-123efa9e20b7 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:17.239225 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:17.239586 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:17.239834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:17.240167 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:17.240496 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:17.240817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:17.241135 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:17.241451 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:17.241767 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:17.242082 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:17.242917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:17.243250 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3cc317-56fc-42ea-83eb-00ece422b2af tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:17.250570 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Allocated IP 2001:db8:0:ffff::2 (f802c617-a7e3-4f9e-b7fb-e60527ca365e/d8284db3-4c48-437a-a61d-b8d2af87c24e/cd1d026d-15ec-4652-8f91-7b3440f6c1ac) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:17.273358 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port f20bb7e3-5941-4557-a6e9-123efa9e20b7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:17.273912 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.299878 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network a81aa63c-7221-47e3-9af7-18199835b322 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:17.300148 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-ff6c01c7-1ead-4a8c-be78-df3ef3fc3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:17.301836 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-ff6c01c7-1ead-4a8c-be78-df3ef3fc3285 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.2440820 Jul 16 01:37:17.307042 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38760eb9-62c6-4da7-915f-016e372ac734 req-221c655a-0b09-4112-a920-82ee82957f3e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:17.310180 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-38760eb9-62c6-4da7-915f-016e372ac734 req-221c655a-0b09-4112-a920-82ee82957f3e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 945 time: 0.3811793 Jul 16 01:37:17.330914 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:17.340057 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Sync routers for ids ['7375b49a-c7e0-46d5-bca6-92c352423d07'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:17.350352 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Routers {'7375b49a-c7e0-46d5-bca6-92c352423d07'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:17.351315 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:37:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7375b49a-c7e0-46d5-bca6-92c352423d07'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:17.366345 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 33eff346-895e-4a75-9d28-7b9b23582618 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:17.379206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d2b34-5c72-4830-86dc-22f4f8495ead req-5b66e40c-30d1-4dc6-9235-6e8b92a3cb81 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:17.390211 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569ff568-7747-45cf-a6b2-ec1f31b6be95', 'name': 'tempest-ServerRescueTestJSON-874037245-router', 'tenant_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '37af4c8b-80ee-4e78-ab03-94da359044bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:00Z', 'updated_at': '2021-07-16T01:37:09Z', 'revision_number': 4, 'project_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'gw_port': {'id': '37af4c8b-80ee-4e78-ab03-94da359044bb', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569ff568-7747-45cf-a6b2-ec1f31b6be95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'cfacc7af-ac10-4999-81a1-33bdf8d5ab51', 'name': '', 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30', 'tenant_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'mac_address': 'fa:16:3e:33:3a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569ff568-7747-45cf-a6b2-ec1f31b6be95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:07Z', 'updated_at': '2021-07-16T01:37:15Z', 'revision_number': 4, 'project_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'subnets': [{'id': '9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:17.390698 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed6d2b34-5c72-4830-86dc-22f4f8495ead req-5b66e40c-30d1-4dc6-9235-6e8b92a3cb81 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 948 time: 0.2890434 Jul 16 01:37:17.416065 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-34ad169c-db91-4656-9915-3f694d4f4f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:17.417904 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-34ad169c-db91-4656-9915-3f694d4f4f65 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4187598 Jul 16 01:37:17.452596 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed6d2b34-5c72-4830-86dc-22f4f8495ead req-3d117ebb-bfa1-4260-9efa-d80a62d4a054 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609636 Jul 16 01:37:17.458700 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-38760eb9-62c6-4da7-915f-016e372ac734 req-5fae487b-90d6-4b6f-b14b-8b32ea64fb64 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402698 Jul 16 01:37:17.466600 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc2f39f-df46-4193-828a-2e4cbc16bca1 None None] The sync data for ids ['569ff568-7747-45cf-a6b2-ec1f31b6be95'] in n-d-800086-6 is: [{'id': '569ff568-7747-45cf-a6b2-ec1f31b6be95', 'name': 'tempest-ServerRescueTestJSON-874037245-router', 'tenant_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '37af4c8b-80ee-4e78-ab03-94da359044bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:00Z', 'updated_at': '2021-07-16T01:37:09Z', 'revision_number': 4, 'project_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'gw_port': {'id': '37af4c8b-80ee-4e78-ab03-94da359044bb', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569ff568-7747-45cf-a6b2-ec1f31b6be95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'cfacc7af-ac10-4999-81a1-33bdf8d5ab51', 'name': '', 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30', 'tenant_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'mac_address': 'fa:16:3e:33:3a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569ff568-7747-45cf-a6b2-ec1f31b6be95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:07Z', 'updated_at': '2021-07-16T01:37:15Z', 'revision_number': 4, 'project_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'subnets': [{'id': '9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:17.486479 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-0ef000f3-f5b6-4783-9977-a613e72e779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:17.488289 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-0ef000f3-f5b6-4783-9977-a613e72e779b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1688523 Jul 16 01:37:17.594283 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Set router 7375b49a-c7e0-46d5-bca6-92c352423d07 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:17.775173 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.778885 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b0bcd8f4-e014-4649-bc94-cad16f378021 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6902030 Jul 16 01:37:17.785302 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55784) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:17.791536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6049f354-2f24-4b8d-9a94-cb8dc760608e tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Made reservation on behalf of 525318d2bc394dd197bfe27cc3962e52 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:17.794286 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8420319a-1fbc-47a3-bfd2-17163db3026e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e05dc0-a158-4173-9a50-b6e8100e7816'}, {'server_uuid': '4ecba5d7-19b1-475e-afb3-0164900ee7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ed1a2f-dbbb-4a23-aecc-50cb736dff06'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:17.797194 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc073bb-85c4-41d9-8a3b-0f0af81598ea" -d '{"events": [{"server_uuid": "8420319a-1fbc-47a3-bfd2-17163db3026e", "name": "network-vif-plugged", "status": "completed", "tag": "08e05dc0-a158-4173-9a50-b6e8100e7816"}, {"server_uuid": "4ecba5d7-19b1-475e-afb3-0164900ee7ee", "name": "network-vif-plugged", "status": "completed", "tag": "50ed1a2f-dbbb-4a23-aecc-50cb736dff06"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:17.798670 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6049f354-2f24-4b8d-9a94-cb8dc760608e tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.835735 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 33eff346-895e-4a75-9d28-7b9b23582618 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:17.863828 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 33eff346-895e-4a75-9d28-7b9b23582618 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:17.864285 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.881638 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.882344 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'name': 'tempest-TaggedBootDevicesTest-389640896-router', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:12Z', 'updated_at': '2021-07-16T01:37:15Z', 'revision_number': 3, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'gw_port': {'id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:13Z', 'updated_at': '2021-07-16T01:37:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:17.923391 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Checking router: 7375b49a-c7e0-46d5-bca6-92c352423d07 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:17.924464 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Updating router 7375b49a-c7e0-46d5-bca6-92c352423d07 port 31abbfca-9346-4130-ae5e-88fdebb27de9 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:37:17.966619 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-79916c37-3aa6-4866-8704-9df35df89e61 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Allocated IP 172.20.0.5 (ebc001c2-5a87-482e-9885-14e4ea5e5d30/9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8/a082f3f6-be0c-47da-b563-0194daca0c1e) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:18.006383 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-99a5f486-a090-420e-a17b-5ea4bf34bf21 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087020 Jul 16 01:37:18.006972 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-a00010a1-c71b-4a09-b131-7fd09b4822e6 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633268 Jul 16 01:37:18.024779 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.159838 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f20bb7e3-5941-4557-a6e9-123efa9e20b7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f20bb7e3-5941-4557-a6e9-123efa9e20b7,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:18.190223 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.193506 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.240043 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-e57ea03a-7634-432b-b7f8-f719295e4951 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265756 Jul 16 01:37:18.243955 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device eb285e36-e6a9-4700-a506-80f6256d75fe up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:18.329748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Transition to ACTIVE for port object cd1d026d-15ec-4652-8f91-7b3440f6c1ac will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:18.416042 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 015ab3af-8839-472a-9d35-4cb357881610 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:18.443805 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01992ce2-bb4c-4fbf-995e-57c65b1f1148 req-1791e4e0-d87b-4a86-8b39-3b12a98bbb0d tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.452493 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01992ce2-bb4c-4fbf-995e-57c65b1f1148 req-1791e4e0-d87b-4a86-8b39-3b12a98bbb0d tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 944 time: 0.7361965 Jul 16 01:37:18.517130 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f20bb7e3-5941-4557-a6e9-123efa9e20b7,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:18.592654 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Transition to ACTIVE for port object cd1d026d-15ec-4652-8f91-7b3440f6c1ac will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:18.596014 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-79478d02-5e14-4fbc-bcf3-10acc246c691 None None] Provisioning complete for port 33eff346-895e-4a75-9d28-7b9b23582618 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:18.597579 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79478d02-5e14-4fbc-bcf3-10acc246c691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.636441 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4711bcd3-f1ac-461b-9cfd-53c2366223ca req-163b2f57-805b-4c4c-ae25-d0f523496f5c service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6056485 Jul 16 01:37:18.715541 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01992ce2-bb4c-4fbf-995e-57c65b1f1148 req-3c0ab1f9-22c6-4581-8f51-03c6815e1c0f tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619290 Jul 16 01:37:18.719669 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-79916c37-3aa6-4866-8704-9df35df89e61 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.759912 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d1934-0c4f-43d8-9c55-76706cffc75d req-ca17a524-417b-4083-8d65-dc678b297751 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.767579 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7f2d1934-0c4f-43d8-9c55-76706cffc75d req-ca17a524-417b-4083-8d65-dc678b297751 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ecba5d7-19b1-475e-afb3-0164900ee7ee HTTP/1.1" status: 200 len: 946 time: 0.2501850 Jul 16 01:37:18.846481 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.878592 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Transition to ACTIVE for port object 31abbfca-9346-4130-ae5e-88fdebb27de9 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:18.884833 n-d-800086-6 neutron-server[93832]: DEBUG neutron.objects.ports [None req-6049f354-2f24-4b8d-9a94-cb8dc760608e tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:37:18.895784 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6049f354-2f24-4b8d-9a94-cb8dc760608e tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.897314 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.997609 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3bfae1-95a0-4053-906e-02c76da9c78e x-openstack-request-id: req-7f3bfae1-95a0-4053-906e-02c76da9c78e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:18.999439 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Attempting to bind port 31abbfca-9346-4130-ae5e-88fdebb27de9 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:18.999832 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Attempting to bind port 31abbfca-9346-4130-ae5e-88fdebb27de9 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:18.999973 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8420319a-1fbc-47a3-bfd2-17163db3026e", "name": "network-vif-plugged", "status": "completed", "tag": "08e05dc0-a158-4173-9a50-b6e8100e7816", "code": 200}, {"server_uuid": "4ecba5d7-19b1-475e-afb3-0164900ee7ee", "name": "network-vif-plugged", "status": "completed", "tag": "50ed1a2f-dbbb-4a23-aecc-50cb736dff06", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:19.000327 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Attempting to bind port 31abbfca-9346-4130-ae5e-88fdebb27de9 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:19.001197 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7f3bfae1-95a0-4053-906e-02c76da9c78e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:19.002635 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8420319a-1fbc-47a3-bfd2-17163db3026e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e05dc0-a158-4173-9a50-b6e8100e7816', 'code': 200} Jul 16 01:37:19.003267 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecba5d7-19b1-475e-afb3-0164900ee7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ed1a2f-dbbb-4a23-aecc-50cb736dff06', 'code': 200} Jul 16 01:37:19.012302 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049f354-2f24-4b8d-9a94-cb8dc760608e tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event updated for resources: {'Subnet': ['ID=99f0135a-98db-4929-b27e-e17edbe31e1a,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.014683 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:19.015110 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:19.015761 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.016224 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:19.016905 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Bound port: 31abbfca-9346-4130-ae5e-88fdebb27de9, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:19.017302 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.021549 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2d0fe-d937-4cc5-8f21-774f0f838901 None None] Pushing event updated for resources: {'Port': ['ID=31abbfca-9346-4130-ae5e-88fdebb27de9,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.040621 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-79916c37-3aa6-4866-8704-9df35df89e61 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.046423 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.resource_extend [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:37:19.051203 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.092977 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] For port 31abbfca-9346-4130-ae5e-88fdebb27de9, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:19.095920 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.099321 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] For port 31abbfca-9346-4130-ae5e-88fdebb27de9, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=31abbfca-9346-4130-ae5e-88fdebb27de9,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:19.107899 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.112047 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7f2d1934-0c4f-43d8-9c55-76706cffc75d req-18e3cb05-3561-4039-acac-219035a9d0a3 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426707 Jul 16 01:37:19.216342 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Network f802c617-a7e3-4f9e-b7fb-e60527ca365e is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:19.239083 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Routers {'7375b49a-c7e0-46d5-bca6-92c352423d07'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:19.244631 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:37:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7375b49a-c7e0-46d5-bca6-92c352423d07'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:19.245743 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:19.265154 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:19.267155 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93607e6-c94c-4e5c-8b4a-d95c83fb897a req-d3d67018-94eb-4ebd-9f7d-4090e8b63573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.267657 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port eb285e36-e6a9-4700-a506-80f6256d75fe completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:19.271909 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b93607e6-c94c-4e5c-8b4a-d95c83fb897a req-d3d67018-94eb-4ebd-9f7d-4090e8b63573 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4ecba5d7-19b1-475e-afb3-0164900ee7ee HTTP/1.1" status: 200 len: 1097 time: 0.2425086 Jul 16 01:37:19.286187 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port eb285e36-e6a9-4700-a506-80f6256d75fe triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:19.286558 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.302773 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2d0fe-d937-4cc5-8f21-774f0f838901 None None] Pushing event updated for resources: {'Port': ['ID=31abbfca-9346-4130-ae5e-88fdebb27de9,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.338436 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Pushing event updated for resources: {'Port': ['ID=cd1d026d-15ec-4652-8f91-7b3440f6c1ac,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.361314 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 33eff346-895e-4a75-9d28-7b9b23582618, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=33eff346-895e-4a75-9d28-7b9b23582618,segment=NetworkSegment(f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e),segment_id=f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:19.365314 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-79916c37-3aa6-4866-8704-9df35df89e61 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Network ebc001c2-5a87-482e-9885-14e4ea5e5d30 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:19.374967 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-79916c37-3aa6-4866-8704-9df35df89e61 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:19.380787 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcd295-b129-4be0-ac55-ddd923be4a04 req-2871565e-af7e-4db4-beb8-c81c2e3f5753 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.390350 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-79916c37-3aa6-4866-8704-9df35df89e61 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:19.393393 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20dcd295-b129-4be0-ac55-ddd923be4a04 req-2871565e-af7e-4db4-beb8-c81c2e3f5753 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 931 time: 0.3406370 Jul 16 01:37:19.400572 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] Set router 7375b49a-c7e0-46d5-bca6-92c352423d07 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:19.451151 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.484212 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6049f354-2f24-4b8d-9a94-cb8dc760608e tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Checking segment: {'id': '6aa49b75-cba6-451d-b0b1-3041dee615d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a81aa63c-7221-47e3-9af7-18199835b322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:19.484621 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6049f354-2f24-4b8d-9a94-cb8dc760608e tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Network hostable DHCP agents. Network: a81aa63c-7221-47e3-9af7-18199835b322, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:19.498309 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b93607e6-c94c-4e5c-8b4a-d95c83fb897a req-4a0c41bb-9bf2-4050-8ef4-ba8277d2ff78 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147849 Jul 16 01:37:19.501956 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-79916c37-3aa6-4866-8704-9df35df89e61 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.502631 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-79916c37-3aa6-4866-8704-9df35df89e61 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.544120 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Attempting to bind port cd1d026d-15ec-4652-8f91-7b3440f6c1ac on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:19.545051 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Attempting to bind port cd1d026d-15ec-4652-8f91-7b3440f6c1ac by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'e474362c-b337-440e-bacd-85020fafdb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f802c617-a7e3-4f9e-b7fb-e60527ca365e'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:19.545487 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Attempting to bind port cd1d026d-15ec-4652-8f91-7b3440f6c1ac on network f802c617-a7e3-4f9e-b7fb-e60527ca365e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:19.566143 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20dcd295-b129-4be0-ac55-ddd923be4a04 req-8fd3e34d-11ec-4111-b8c6-426a645abd19 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693027 Jul 16 01:37:19.572917 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 015ab3af-8839-472a-9d35-4cb357881610, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=015ab3af-8839-472a-9d35-4cb357881610,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:19.584550 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:19.585183 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Checking segment: {'id': 'e474362c-b337-440e-bacd-85020fafdb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f802c617-a7e3-4f9e-b7fb-e60527ca365e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:19.585700 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.586197 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Bound using segment: {'id': 'e474362c-b337-440e-bacd-85020fafdb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f802c617-a7e3-4f9e-b7fb-e60527ca365e'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:19.586755 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Bound port: cd1d026d-15ec-4652-8f91-7b3440f6c1ac, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e474362c-b337-440e-bacd-85020fafdb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f802c617-a7e3-4f9e-b7fb-e60527ca365e'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:19.587212 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.598602 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e084de-da74-4952-89f6-4a01c90600cf req-fc604b3f-be9f-44b0-8920-2929f573b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.600874 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a1e084de-da74-4952-89f6-4a01c90600cf req-fc604b3f-be9f-44b0-8920-2929f573b55d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8420319a-1fbc-47a3-bfd2-17163db3026e HTTP/1.1" status: 200 len: 1096 time: 0.5897803 Jul 16 01:37:19.601635 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79916c37-3aa6-4866-8704-9df35df89e61 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Pushing event updated for resources: {'Port': ['ID=a082f3f6-be0c-47da-b563-0194daca0c1e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.620696 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-79916c37-3aa6-4866-8704-9df35df89e61 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2301641 Jul 16 01:37:19.673991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Request body: {'port': {'device_id': '3029f0df-a627-4692-8ccf-06487f1b8aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:19.684136 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a1e084de-da74-4952-89f6-4a01c90600cf req-e3be7c17-e887-4c91-8951-096806feaa65 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621789 Jul 16 01:37:19.684754 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6049f354-2f24-4b8d-9a94-cb8dc760608e tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Network a81aa63c-7221-47e3-9af7-18199835b322 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:19.693564 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '015ab3af-8839-472a-9d35-4cb357881610', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '015ab3af-8839-472a-9d35-4cb357881610', 'mac_address': 'fa:16:3e:74:de:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:19.703978 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.756314 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cfacc7af-ac10-4999-81a1-33bdf8d5ab51 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:19.767843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=33eff346-895e-4a75-9d28-7b9b23582618,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.774935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-6049f354-2f24-4b8d-9a94-cb8dc760608e tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, a81aa63c-7221-47e3-9af7-18199835b322) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:19.820303 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6049f354-2f24-4b8d-9a94-cb8dc760608e tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.821504 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6049f354-2f24-4b8d-9a94-cb8dc760608e tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.829140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcee8aab-060f-4cd8-bec7-4735a5080ca7 None None] Network a81aa63c-7221-47e3-9af7-18199835b322 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:19.857630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a4f5f-b3d8-4cc8-a648-e5196e1d3d3e req-eefd5e56-5049-4c72-8849-51ca29dcd6c8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.859912 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8f3a4f5f-b3d8-4cc8-a648-e5196e1d3d3e req-eefd5e56-5049-4c72-8849-51ca29dcd6c8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 948 time: 0.3418937 Jul 16 01:37:19.872882 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6049f354-2f24-4b8d-9a94-cb8dc760608e tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6942697 Jul 16 01:37:19.885926 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55804) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:19.892673 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-731c42b0-e779-4c25-b873-a2a64730eaea tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Request body: {'port': {'network_id': 'a81aa63c-7221-47e3-9af7-18199835b322', 'name': 'tempest-NetworksIpV6TestAttrs-1833937182'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:19.909090 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'name': 'tempest-TaggedBootDevicesTest-389640896-router', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:12Z', 'updated_at': '2021-07-16T01:37:15Z', 'revision_number': 3, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'gw_port': {'id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:13Z', 'updated_at': '2021-07-16T01:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:19.962825 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.988900 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97a5ef6-3301-4a5d-b3c3-99e444293aec None None] The sync data for ids ['7375b49a-c7e0-46d5-bca6-92c352423d07'] in n-d-800086-6 is: [{'id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'name': 'tempest-TaggedBootDevicesTest-389640896-router', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:12Z', 'updated_at': '2021-07-16T01:37:15Z', 'revision_number': 3, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'gw_port': {'id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:13Z', 'updated_at': '2021-07-16T01:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:20.004559 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.034497 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.038822 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8f3a4f5f-b3d8-4cc8-a648-e5196e1d3d3e req-501f2242-4f18-4f0f-8668-2c8a9a24cc74 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653931 Jul 16 01:37:20.060234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 015ab3af-8839-472a-9d35-4cb357881610 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:20.095266 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] For port cd1d026d-15ec-4652-8f91-7b3440f6c1ac, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:20.107052 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port eb285e36-e6a9-4700-a506-80f6256d75fe, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=eb285e36-e6a9-4700-a506-80f6256d75fe,segment=NetworkSegment(a82acdce-5aca-4031-8db4-96e971373951),segment_id=a82acdce-5aca-4031-8db4-96e971373951)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:20.129383 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 015ab3af-8839-472a-9d35-4cb357881610, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=015ab3af-8839-472a-9d35-4cb357881610,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:20.133677 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.213457 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] For port cd1d026d-15ec-4652-8f91-7b3440f6c1ac, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cd1d026d-15ec-4652-8f91-7b3440f6c1ac,segment=NetworkSegment(e474362c-b337-440e-bacd-85020fafdb48),segment_id=e474362c-b337-440e-bacd-85020fafdb48)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:20.216563 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=eb285e36-e6a9-4700-a506-80f6256d75fe,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:20.220772 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.251916 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port cfacc7af-ac10-4999-81a1-33bdf8d5ab51 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:20.256786 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.284994 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port cfacc7af-ac10-4999-81a1-33bdf8d5ab51 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:20.285363 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.288140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-a81aa63c-7221-47e3-9af7-18199835b322', 'network_id': 'a81aa63c-7221-47e3-9af7-18199835b322', 'tenant_id': '525318d2bc394dd197bfe27cc3962e52', 'fixed_ips': [{'subnet_id': '99f0135a-98db-4929-b27e-e17edbe31e1a'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:20.288805 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.300372 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15341d79-36fb-42e8-a81e-140c902377aa req-d6b5b466-8f46-42c4-a1fd-3ef9aedacac9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:20.302486 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-15341d79-36fb-42e8-a81e-140c902377aa req-d6b5b466-8f46-42c4-a1fd-3ef9aedacac9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 945 time: 0.4347138 Jul 16 01:37:20.326208 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Allocated IP 172.20.0.1 (390a5774-3bfa-4097-9619-3ba7e652e7e6/4a8c7af0-3057-4f99-aaea-3d21547f38a4/34f14632-1d17-45c8-9be6-0e361468f103) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:20.407893 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a6aed-1463-4849-a51b-353ccadf85ca req-22c573fa-ae7f-46b8-8d1a-e4358fdafa63 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:20.408151 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-959a6aed-1463-4849-a51b-353ccadf85ca req-22c573fa-ae7f-46b8-8d1a-e4358fdafa63 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 945 time: 0.1572361 Jul 16 01:37:20.472829 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731c42b0-e779-4c25-b873-a2a64730eaea tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Made reservation on behalf of 525318d2bc394dd197bfe27cc3962e52 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:20.483010 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-731c42b0-e779-4c25-b873-a2a64730eaea tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.584141 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-959a6aed-1463-4849-a51b-353ccadf85ca req-76bc4aa1-e954-4529-9f3d-dbf04eadb002 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673367 Jul 16 01:37:20.590731 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a082f3f6-be0c-47da-b563-0194daca0c1e {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:20.614631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Allocated IP 2001:db8::f816:3eff:fe61:c5c1 (a81aa63c-7221-47e3-9af7-18199835b322/99f0135a-98db-4929-b27e-e17edbe31e1a/1230059c-8132-4888-84ac-b7bc2fc24a2b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:20.620456 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.631532 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-15341d79-36fb-42e8-a81e-140c902377aa req-268b81dd-c756-4a81-b080-80bf0d0e02de tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158739 Jul 16 01:37:20.646033 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Transition to ACTIVE for port object a082f3f6-be0c-47da-b563-0194daca0c1e will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:20.652431 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.670169 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-731c42b0-e779-4c25-b873-a2a64730eaea tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] device_id is not set on port 4c645775-8ba7-4623-a188-f3d35ce5fafb yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:20.872916 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.911444 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Pushing event updated for resources: {'Port': ['ID=a082f3f6-be0c-47da-b563-0194daca0c1e,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:20.923130 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Transition to ACTIVE for port object 34f14632-1d17-45c8-9be6-0e361468f103 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:20.985702 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.011955 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1a5dea-603c-4094-8425-46f3cfe30dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20bb7e3-5941-4557-a6e9-123efa9e20b7'}, {'server_uuid': '7fd2e7da-fa0a-4511-b72a-58e611f81bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb285e36-e6a9-4700-a506-80f6256d75fe'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:21.014305 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1917b686-6038-4f47-8ff6-1758d51999ea" -d '{"events": [{"server_uuid": "9e1a5dea-603c-4094-8425-46f3cfe30dce", "name": "network-vif-plugged", "status": "completed", "tag": "f20bb7e3-5941-4557-a6e9-123efa9e20b7"}, {"server_uuid": "7fd2e7da-fa0a-4511-b72a-58e611f81bda", "name": "network-vif-plugged", "status": "completed", "tag": "eb285e36-e6a9-4700-a506-80f6256d75fe"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:21.039682 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.063789 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Transition to ACTIVE for port object 1230059c-8132-4888-84ac-b7bc2fc24a2b will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:21.135587 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=015ab3af-8839-472a-9d35-4cb357881610,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.148891 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Attempting to bind port a082f3f6-be0c-47da-b563-0194daca0c1e on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:21.152237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Attempting to bind port a082f3f6-be0c-47da-b563-0194daca0c1e by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'de18a15a-a124-4fe2-a463-41b9ed456cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:21.152651 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Attempting to bind port a082f3f6-be0c-47da-b563-0194daca0c1e on network ebc001c2-5a87-482e-9885-14e4ea5e5d30 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:21.162313 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Port a082f3f6-be0c-47da-b563-0194daca0c1e on network ebc001c2-5a87-482e-9885-14e4ea5e5d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:21.162740 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Attempting to bind port a082f3f6-be0c-47da-b563-0194daca0c1e on network ebc001c2-5a87-482e-9885-14e4ea5e5d30 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:21.181240 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:21.181595 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Checking segment: {'id': 'de18a15a-a124-4fe2-a463-41b9ed456cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:21.185049 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Bound using segment: {'id': 'de18a15a-a124-4fe2-a463-41b9ed456cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:21.185414 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Network 390a5774-3bfa-4097-9619-3ba7e652e7e6 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:21.186013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Bound port: a082f3f6-be0c-47da-b563-0194daca0c1e, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de18a15a-a124-4fe2-a463-41b9ed456cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:21.186398 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.210612 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:21.229044 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:21.269602 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.295886 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Transition to ACTIVE for port object 1230059c-8132-4888-84ac-b7bc2fc24a2b will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:21.299452 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['015ab3af-8839-472a-9d35-4cb357881610'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:21.393703 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Pushing event updated for resources: {'Port': ['ID=34f14632-1d17-45c8-9be6-0e361468f103,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.411446 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.451159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-731c42b0-e779-4c25-b873-a2a64730eaea tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Allocated IP 2001:db8::f816:3eff:fe42:1c63 (a81aa63c-7221-47e3-9af7-18199835b322/99f0135a-98db-4929-b27e-e17edbe31e1a/4c645775-8ba7-4623-a188-f3d35ce5fafb) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:21.531244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] For port a082f3f6-be0c-47da-b563-0194daca0c1e, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:21.551138 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca82e9-4f2d-49fe-ad36-c7af004fee16 None None] Pushing event updated for resources: {'Port': ['ID=cd1d026d-15ec-4652-8f91-7b3440f6c1ac,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.647398 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6db162-76d0-40cd-bb8c-a32c6d9188be req-562aea4d-e377-4cbe-80f9-44bb76fc5a64 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:21.650371 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ad6db162-76d0-40cd-bb8c-a32c6d9188be req-562aea4d-e377-4cbe-80f9-44bb76fc5a64 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 943 time: 0.2813251 Jul 16 01:37:21.653316 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] For port a082f3f6-be0c-47da-b563-0194daca0c1e, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a082f3f6-be0c-47da-b563-0194daca0c1e,segment=NetworkSegment(de18a15a-a124-4fe2-a463-41b9ed456cbf),segment_id=de18a15a-a124-4fe2-a463-41b9ed456cbf)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:21.661634 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port cfacc7af-ac10-4999-81a1-33bdf8d5ab51, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cfacc7af-ac10-4999-81a1-33bdf8d5ab51,segment=NetworkSegment(de18a15a-a124-4fe2-a463-41b9ed456cbf),segment_id=de18a15a-a124-4fe2-a463-41b9ed456cbf)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:21.694421 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.701745 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Network a81aa63c-7221-47e3-9af7-18199835b322 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:21.704343 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.726804 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:21.767165 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d159fb-c2c6-469b-bc70-aa49bec48c69 req-3914fb0f-9871-40fd-b29e-d3251b15b716 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:21.769246 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c8d159fb-c2c6-469b-bc70-aa49bec48c69 req-3914fb0f-9871-40fd-b29e-d3251b15b716 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82&tenant_id=1961ea8d11af4a26af7254218bca79a1&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 949 time: 0.4604979 Jul 16 01:37:21.786475 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:21.846796 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Pushing event updated for resources: {'Port': ['ID=1230059c-8132-4888-84ac-b7bc2fc24a2b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.864375 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b9a64511-8384-457d-949d-73e47a986718 None None] Provisioning for port 34f14632-1d17-45c8-9be6-0e361468f103 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:21.869629 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:21.869883 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.871480 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] 10.222.0.26 "PUT /v2.0/ports/a082f3f6-be0c-47da-b563-0194daca0c1e HTTP/1.1" status: 200 len: 1091 time: 2.2021856 Jul 16 01:37:21.875954 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3029f0df-a627-4692-8ccf-06487f1b8aba', 'tag': 'a082f3f6-be0c-47da-b563-0194daca0c1e'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:21.876709 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b9a64511-8384-457d-949d-73e47a986718 None None] Provisioning complete for port 34f14632-1d17-45c8-9be6-0e361468f103 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:21.877116 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9a64511-8384-457d-949d-73e47a986718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.879459 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5fd360-eec4-4d72-aaa5-709202ebd788" -d '{"events": [{"name": "network-changed", "server_uuid": "3029f0df-a627-4692-8ccf-06487f1b8aba", "tag": "a082f3f6-be0c-47da-b563-0194daca0c1e"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:21.943265 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ad6db162-76d0-40cd-bb8c-a32c6d9188be req-e3228437-2025-40e7-a310-638d0de8546e tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860284 Jul 16 01:37:22.046193 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6667e-5719-41f2-af03-f9ff72809809 service neutron] Pushing event updated for resources: {'Port': ['ID=a082f3f6-be0c-47da-b563-0194daca0c1e,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:22.062557 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-c8d159fb-c2c6-469b-bc70-aa49bec48c69 req-35b07eba-df82-4cd7-98ef-c2bc72bc84d8 service neutron] delete failed (client error): The resource could not be found. Jul 16 01:37:22.063942 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c8d159fb-c2c6-469b-bc70-aa49bec48c69 req-35b07eba-df82-4cd7-98ef-c2bc72bc84d8 service neutron] 10.222.0.26 "DELETE /v2.0/ports/015ab3af-8839-472a-9d35-4cb357881610/bindings/n-h1-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.2700977 Jul 16 01:37:22.109343 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:22.109692 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:22.110030 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:22.110376 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:22.113229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:22.113229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:22.113229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:22.113229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:22.113229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:22.113229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:22.128068 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:22.128540 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:22.138526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-6de395f3-812b-48e2-bd2b-50bebebdf990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.147518 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-6de395f3-812b-48e2-bd2b-50bebebdf990 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=204dde1fe12d48b4aec96dc9cd406bb5&device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 1094 time: 0.1956077 Jul 16 01:37:22.154641 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1330fc47-c6b4-4917-b9f1-39d7f6a653eb x-openstack-request-id: req-1330fc47-c6b4-4917-b9f1-39d7f6a653eb {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:22.155052 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1a5dea-603c-4094-8425-46f3cfe30dce", "name": "network-vif-plugged", "status": "completed", "tag": "f20bb7e3-5941-4557-a6e9-123efa9e20b7", "code": 200}, {"server_uuid": "7fd2e7da-fa0a-4511-b72a-58e611f81bda", "name": "network-vif-plugged", "status": "completed", "tag": "eb285e36-e6a9-4700-a506-80f6256d75fe", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:22.155413 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1330fc47-c6b4-4917-b9f1-39d7f6a653eb {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:22.156059 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1a5dea-603c-4094-8425-46f3cfe30dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20bb7e3-5941-4557-a6e9-123efa9e20b7', 'code': 200} Jul 16 01:37:22.168194 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.168473 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd2e7da-fa0a-4511-b72a-58e611f81bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb285e36-e6a9-4700-a506-80f6256d75fe', 'code': 200} Jul 16 01:37:22.177424 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Attempting to bind port 1230059c-8132-4888-84ac-b7bc2fc24a2b on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:22.193349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Attempting to bind port 1230059c-8132-4888-84ac-b7bc2fc24a2b by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '6aa49b75-cba6-451d-b0b1-3041dee615d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a81aa63c-7221-47e3-9af7-18199835b322'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:22.194604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Attempting to bind port 1230059c-8132-4888-84ac-b7bc2fc24a2b on network a81aa63c-7221-47e3-9af7-18199835b322 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:22.197431 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 33eff346-895e-4a75-9d28-7b9b23582618 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:22.241552 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b9a64511-8384-457d-949d-73e47a986718 None None] Port 34f14632-1d17-45c8-9be6-0e361468f103 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:22.293943 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=cfacc7af-ac10-4999-81a1-33bdf8d5ab51,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:22.306844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:22.310809 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Checking segment: {'id': '6aa49b75-cba6-451d-b0b1-3041dee615d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a81aa63c-7221-47e3-9af7-18199835b322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:22.311432 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.313549 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Bound using segment: {'id': '6aa49b75-cba6-451d-b0b1-3041dee615d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a81aa63c-7221-47e3-9af7-18199835b322'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:22.320163 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Bound port: 1230059c-8132-4888-84ac-b7bc2fc24a2b, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa49b75-cba6-451d-b0b1-3041dee615d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a81aa63c-7221-47e3-9af7-18199835b322'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:22.320834 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.320968 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc62d01-6483-4fd5-9b3b-0bfbbefe691b req-df3c7719-dd13-4a7c-a55e-68ad13ec577c tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.322449 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cbc62d01-6483-4fd5-9b3b-0bfbbefe691b req-df3c7719-dd13-4a7c-a55e-68ad13ec577c tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ecba5d7-19b1-475e-afb3-0164900ee7ee HTTP/1.1" status: 200 len: 946 time: 1.1715627 Jul 16 01:37:22.340967 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-a847074b-5dc4-4a16-b61b-b596a6baf900 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a082f3f6-be0c-47da-b563-0194daca0c1e HTTP/1.1" status: 200 len: 217 time: 0.1773503 Jul 16 01:37:22.400444 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae61c95-71b6-4ba3-bb49-0ca4cfe20784 None None] Network f802c617-a7e3-4f9e-b7fb-e60527ca365e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:22.470710 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cbc62d01-6483-4fd5-9b3b-0bfbbefe691b req-6fccf3d8-5130-407a-b8ad-3699116eec16 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328268 Jul 16 01:37:22.511196 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-731c42b0-e779-4c25-b873-a2a64730eaea tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.536408 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-731c42b0-e779-4c25-b873-a2a64730eaea tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Transition to ACTIVE for port object 4c645775-8ba7-4623-a188-f3d35ce5fafb will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:22.566840 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6a0c2-04bf-482d-a0f8-68c578826dcc req-2088c457-0801-4f97-8934-43b01f808a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.568423 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-36d6a0c2-04bf-482d-a0f8-68c578826dcc req-2088c457-0801-4f97-8934-43b01f808a51 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 1097 time: 0.2415323 Jul 16 01:37:22.611996 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.698537 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-36d6a0c2-04bf-482d-a0f8-68c578826dcc req-41062286-86f6-4b9d-af55-2e88c9df169f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169360 Jul 16 01:37:22.735596 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-731c42b0-e779-4c25-b873-a2a64730eaea tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.792733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fe7777dd-69b3-487a-a1a9-9418049894c9 None None] Provisioning for port cd1d026d-15ec-4652-8f91-7b3440f6c1ac completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:22.885025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731c42b0-e779-4c25-b873-a2a64730eaea tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Network a81aa63c-7221-47e3-9af7-18199835b322 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:22.887508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] For port 1230059c-8132-4888-84ac-b7bc2fc24a2b, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:22.889547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 33eff346-895e-4a75-9d28-7b9b23582618 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:22.889925 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.893263 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] For port 1230059c-8132-4888-84ac-b7bc2fc24a2b, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1230059c-8132-4888-84ac-b7bc2fc24a2b,segment=NetworkSegment(6aa49b75-cba6-451d-b0b1-3041dee615d4),segment_id=6aa49b75-cba6-451d-b0b1-3041dee615d4)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:22.894932 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-731c42b0-e779-4c25-b873-a2a64730eaea tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:22.900449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c42b0-e779-4c25-b873-a2a64730eaea tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event updated for resources: {'Port': ['ID=4c645775-8ba7-4623-a188-f3d35ce5fafb,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:22.906472 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731c42b0-e779-4c25-b873-a2a64730eaea tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:22.915754 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731c42b0-e779-4c25-b873-a2a64730eaea tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.916670 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-731c42b0-e779-4c25-b873-a2a64730eaea tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.923123 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.991568 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860baba-9ba0-4cb6-9df2-a2dc04357bd5 req-b89a8363-8737-4f10-bf3c-7f517a73cfde tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.000154 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d860baba-9ba0-4cb6-9df2-a2dc04357bd5 req-b89a8363-8737-4f10-bf3c-7f517a73cfde tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 945 time: 0.3574018 Jul 16 01:37:23.000154 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-731c42b0-e779-4c25-b873-a2a64730eaea tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1104243 Jul 16 01:37:23.009211 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55830) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:23.045046 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb3c25-150b-4df0-8dbc-9976e5567df9 None None] Pushing event updated for resources: {'Port': ['ID=1230059c-8132-4888-84ac-b7bc2fc24a2b,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:23.092911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-3239718c-385b-4b72-9b9b-81396b9195e5 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Deleting subnet 99f0135a-98db-4929-b27e-e17edbe31e1a {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:23.151481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 31abbfca-9346-4130-ae5e-88fdebb27de9 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:23.168955 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.175876 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3239718c-385b-4b72-9b9b-81396b9195e5 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.184479 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-7068bba0-898d-44f5-a678-65e285c26f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.186028 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-7068bba0-898d-44f5-a678-65e285c26f71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8 HTTP/1.1" status: 200 len: 850 time: 0.8290932 Jul 16 01:37:23.189904 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.231446 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-c5ac222d-dd43-4a66-889c-e6ea4148838e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ebc001c2-5a87-482e-9885-14e4ea5e5d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311587 Jul 16 01:37:23.254576 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 31abbfca-9346-4130-ae5e-88fdebb27de9 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:23.257984 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d159fb-c2c6-469b-bc70-aa49bec48c69 req-1dbf0bfb-5e65-469b-9eca-92c0f55c26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.259521 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c8d159fb-c2c6-469b-bc70-aa49bec48c69 req-1dbf0bfb-5e65-469b-9eca-92c0f55c26c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 1100 time: 1.0845311 Jul 16 01:37:23.269100 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 31abbfca-9346-4130-ae5e-88fdebb27de9 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:23.269854 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.339812 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Pushing event updated for resources: {'Port': ['ID=34f14632-1d17-45c8-9be6-0e361468f103,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:23.348965 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d860baba-9ba0-4cb6-9df2-a2dc04357bd5 req-846107b4-3030-43c6-8077-f98180d02deb tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268816 Jul 16 01:37:23.379256 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3239718c-385b-4b72-9b9b-81396b9195e5 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.407035 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.471204 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f55334-61e3-488e-bf34-fc6133d53e43 req-b7f89f3e-ea3f-4db2-a400-7dbb10463792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.475664 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f5f55334-61e3-488e-bf34-fc6133d53e43 req-b7f89f3e-ea3f-4db2-a400-7dbb10463792 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 1096 time: 1.1335194 Jul 16 01:37:23.494119 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d159fb-c2c6-469b-bc70-aa49bec48c69 req-090928cc-1420-4e10-a982-16043891b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.496434 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c8d159fb-c2c6-469b-bc70-aa49bec48c69 req-090928cc-1420-4e10-a982-16043891b67c service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2252765 Jul 16 01:37:23.504289 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.553192 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 31abbfca-9346-4130-ae5e-88fdebb27de9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=31abbfca-9346-4130-ae5e-88fdebb27de9,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:23.561825 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f5f55334-61e3-488e-bf34-fc6133d53e43 req-e0a787b2-d03f-4427-a55f-8a2b24cb94fd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609133 Jul 16 01:37:23.567483 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.568505 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cd1d026d-15ec-4652-8f91-7b3440f6c1ac up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:23.577991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716e0a3-8204-4bd5-aeef-e7f425de0e2c req-52171e7c-e9e4-48e2-b980-45d60c671e83 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.583103 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f716e0a3-8204-4bd5-aeef-e7f425de0e2c req-52171e7c-e9e4-48e2-b980-45d60c671e83 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 949 time: 0.5601737 Jul 16 01:37:23.636238 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.641444 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Network 390a5774-3bfa-4097-9619-3ba7e652e7e6 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:23.661818 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=31abbfca-9346-4130-ae5e-88fdebb27de9,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:23.666633 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:23.691158 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port cd1d026d-15ec-4652-8f91-7b3440f6c1ac completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:23.696354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port cd1d026d-15ec-4652-8f91-7b3440f6c1ac triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:23.696830 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.701200 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f716e0a3-8204-4bd5-aeef-e7f425de0e2c req-84298609-fa37-4553-8699-16fe4acb3e83 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863333 Jul 16 01:37:23.707208 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c8d159fb-c2c6-469b-bc70-aa49bec48c69 req-731950ef-e552-479e-99e8-7b3d21c6b7c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=015ab3af-8839-472a-9d35-4cb357881610 HTTP/1.1" status: 200 len: 217 time: 0.1603968 Jul 16 01:37:23.782099 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-0c2a2e2f-f389-43cc-a759-b9c9e4bb229e service neutron] 10.222.0.26 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402765 Jul 16 01:37:23.788571 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d159fb-c2c6-469b-bc70-aa49bec48c69 req-cff3065c-198d-4611-90f9-281ce723d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.790874 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c8d159fb-c2c6-469b-bc70-aa49bec48c69 req-cff3065c-198d-4611-90f9-281ce723d524 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0771337 Jul 16 01:37:23.854005 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.876464 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fb7695-4c3c-4107-ba76-8e6ccc2f36db x-openstack-request-id: req-96fb7695-4c3c-4107-ba76-8e6ccc2f36db {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:23.876900 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3029f0df-a627-4692-8ccf-06487f1b8aba", "tag": "a082f3f6-be0c-47da-b563-0194daca0c1e", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:23.877262 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-96fb7695-4c3c-4107-ba76-8e6ccc2f36db {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:23.877776 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3029f0df-a627-4692-8ccf-06487f1b8aba', 'tag': 'a082f3f6-be0c-47da-b563-0194daca0c1e', 'status': 'completed', 'code': 200} Jul 16 01:37:23.934073 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Router 7375b49a-c7e0-46d5-bca6-92c352423d07 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:23.955691 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d00e8-6a33-4e23-9bce-2fbc59e0da46 req-abbfd667-6f2c-4306-a246-124566574c41 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.957717 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port cd1d026d-15ec-4652-8f91-7b3440f6c1ac, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cd1d026d-15ec-4652-8f91-7b3440f6c1ac,segment=NetworkSegment(e474362c-b337-440e-bacd-85020fafdb48),segment_id=e474362c-b337-440e-bacd-85020fafdb48)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:23.959563 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed1d00e8-6a33-4e23-9bce-2fbc59e0da46 req-abbfd667-6f2c-4306-a246-124566574c41 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 946 time: 0.3956435 Jul 16 01:37:23.967424 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.022351 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed1d00e8-6a33-4e23-9bce-2fbc59e0da46 req-3a79b123-c590-4e1f-aab7-6a0d4c55427a tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477092 Jul 16 01:37:24.084557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d159fb-c2c6-469b-bc70-aa49bec48c69 req-20dc9b82-c014-4ed2-97b8-4a1659dbdda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.086113 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c8d159fb-c2c6-469b-bc70-aa49bec48c69 req-20dc9b82-c014-4ed2-97b8-4a1659dbdda1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2864087 Jul 16 01:37:24.132525 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f9a83e3b-0f86-48e5-aa73-c37a734d52fa None None] Provisioning complete for port 34f14632-1d17-45c8-9be6-0e361468f103 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:24.140124 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f9a83e3b-0f86-48e5-aa73-c37a734d52fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.219057 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f9a83e3b-0f86-48e5-aa73-c37a734d52fa None None] Port 34f14632-1d17-45c8-9be6-0e361468f103 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:24.220342 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=cd1d026d-15ec-4652-8f91-7b3440f6c1ac,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:24.247856 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3239718c-385b-4b72-9b9b-81396b9195e5 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.279467 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d1393e6-b7a8-416e-be24-f253cdff2f13 req-efa1bb3a-53e0-486d-8a53-631474524320 service neutron] 10.222.0.26 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866333 Jul 16 01:37:24.348248 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1230059c-8132-4888-84ac-b7bc2fc24a2b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:24.369333 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9bf89-7a88-413c-a290-8562a092e5ed req-4d5d7266-9f83-4d9b-92aa-2c60f7b90b5b tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.378243 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9db9bf89-7a88-413c-a290-8562a092e5ed req-4d5d7266-9f83-4d9b-92aa-2c60f7b90b5b tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 943 time: 0.3056245 Jul 16 01:37:24.425976 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:24.439227 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9db9bf89-7a88-413c-a290-8562a092e5ed req-b9ca9efa-652d-44b8-8bd0-1a20aa410cb6 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570295 Jul 16 01:37:24.444880 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Sync routers for ids ['7375b49a-c7e0-46d5-bca6-92c352423d07'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:24.463987 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-938b0f64-424a-41ac-b5ae-6ff577a53142 admin admin] 10.222.0.54 "PUT /v2.0/routers/7375b49a-c7e0-46d5-bca6-92c352423d07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6696727 Jul 16 01:37:24.468311 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Routers {'7375b49a-c7e0-46d5-bca6-92c352423d07'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:24.470524 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:37:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7375b49a-c7e0-46d5-bca6-92c352423d07'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:24.481059 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3239718c-385b-4b72-9b9b-81396b9195e5 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.536516 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239718c-385b-4b72-9b9b-81396b9195e5 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event deleted for resources: {'Subnet': ['ID=99f0135a-98db-4929-b27e-e17edbe31e1a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:24.549307 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3239718c-385b-4b72-9b9b-81396b9195e5 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.553881 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55840) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:24.561459 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3239718c-385b-4b72-9b9b-81396b9195e5 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/subnets/99f0135a-98db-4929-b27e-e17edbe31e1a HTTP/1.1" status: 204 len: 168 time: 1.5508947 Jul 16 01:37:24.582532 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 1230059c-8132-4888-84ac-b7bc2fc24a2b completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:24.596634 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 31abbfca-9346-4130-ae5e-88fdebb27de9 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:24.623988 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c8d159fb-c2c6-469b-bc70-aa49bec48c69 req-b7479492-ddd4-4248-9404-1fa67a86c7a8 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286248 Jul 16 01:37:24.694441 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d070bf-93e1-47b7-907e-cd6dcb626bf4 req-158233a7-c9fb-4abe-aadb-3b61dd6c9c61 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.697122 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a2d070bf-93e1-47b7-907e-cd6dcb626bf4 req-158233a7-c9fb-4abe-aadb-3b61dd6c9c61 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ecba5d7-19b1-475e-afb3-0164900ee7ee HTTP/1.1" status: 200 len: 946 time: 0.1204488 Jul 16 01:37:24.747286 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a2d070bf-93e1-47b7-907e-cd6dcb626bf4 req-c846d20d-894d-46a1-bfd8-b70c1dc5dc30 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446703 Jul 16 01:37:24.757129 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59362db0-180b-47fd-b488-767cd75fc81e None None] Network a81aa63c-7221-47e3-9af7-18199835b322 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:24.853725 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fd360-eec4-4d72-aaa5-709202ebd788 req-b533b58c-19d7-4fb2-9560-797ba1d36573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.855263 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f5fd360-eec4-4d72-aaa5-709202ebd788 req-b533b58c-19d7-4fb2-9560-797ba1d36573 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=204dde1fe12d48b4aec96dc9cd406bb5&device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 1094 time: 0.4344258 Jul 16 01:37:24.859401 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd76e74c-a813-42fb-ba79-982f5c8f5f89 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.861264 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd76e74c-a813-42fb-ba79-982f5c8f5f89 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.865618 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fd76e74c-a813-42fb-ba79-982f5c8f5f89 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2952864 Jul 16 01:37:24.865973 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55852) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:24.955121 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Set router 7375b49a-c7e0-46d5-bca6-92c352423d07 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:24.983865 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ce549d5b-47dc-44ae-97a4-64590f78a7cd None None] Provisioning for port 1230059c-8132-4888-84ac-b7bc2fc24a2b completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:24.997709 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ce549d5b-47dc-44ae-97a4-64590f78a7cd None None] Provisioning complete for port 1230059c-8132-4888-84ac-b7bc2fc24a2b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:24.998170 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce549d5b-47dc-44ae-97a4-64590f78a7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.017376 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-da7315a3-cc3f-44d3-849d-837cec17cb4d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.046251 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daf002-536f-4ed7-9287-e5ba3e01c3cc req-deed772a-2d4a-44e1-aa51-650511d972d4 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.047769 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0daf002-536f-4ed7-9287-e5ba3e01c3cc req-deed772a-2d4a-44e1-aa51-650511d972d4 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 945 time: 0.3652036 Jul 16 01:37:25.047922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 31abbfca-9346-4130-ae5e-88fdebb27de9 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:25.048221 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.060030 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7315a3-cc3f-44d3-849d-837cec17cb4d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 01:37:25.060819 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7315a3-cc3f-44d3-849d-837cec17cb4d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:25.071418 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-da7315a3-cc3f-44d3-849d-837cec17cb4d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/networks/a81aa63c-7221-47e3-9af7-18199835b322 HTTP/1.1" status: 409 len: 405 time: 0.2041852 Jul 16 01:37:25.079041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55876) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:25.087909 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3ef1767c-4abb-4331-aaea-f2f9b65f211a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-595088562'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:25.130586 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fd360-eec4-4d72-aaa5-709202ebd788 req-64028816-e274-4f30-adb1-dc0ae6fff340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.132047 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f5fd360-eec4-4d72-aaa5-709202ebd788 req-64028816-e274-4f30-adb1-dc0ae6fff340 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ebc001c2-5a87-482e-9885-14e4ea5e5d30 HTTP/1.1" status: 200 len: 911 time: 0.2246442 Jul 16 01:37:25.138081 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0daf002-536f-4ed7-9287-e5ba3e01c3cc req-f1d266da-d87e-4ee3-bdec-e748973aa0a7 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751543 Jul 16 01:37:25.146021 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c8d159fb-c2c6-469b-bc70-aa49bec48c69 req-39789943-ff9d-4a46-b708-86ea5e008f5a service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400580 Jul 16 01:37:25.171501 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef1767c-4abb-4331-aaea-f2f9b65f211a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Made reservation on behalf of 525318d2bc394dd197bfe27cc3962e52 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:25.176763 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ef1767c-4abb-4331-aaea-f2f9b65f211a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.217433 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872ce71-abbf-4dc0-8b8f-2e13bd57f20d req-0bcc2e88-75b4-4e43-877c-6dea2f97a24c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.227363 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9872ce71-abbf-4dc0-8b8f-2e13bd57f20d req-0bcc2e88-75b4-4e43-877c-6dea2f97a24c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 949 time: 0.2732801 Jul 16 01:37:25.233859 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f5fd360-eec4-4d72-aaa5-709202ebd788 req-e29f4bf3-bc63-4a58-a2f6-6e688df78ff1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a082f3f6-be0c-47da-b563-0194daca0c1e HTTP/1.1" status: 200 len: 217 time: 0.0947726 Jul 16 01:37:25.318336 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9872ce71-abbf-4dc0-8b8f-2e13bd57f20d req-39459631-bc8c-44a6-94cc-3caeedccc062 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891097 Jul 16 01:37:25.342557 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce549d5b-47dc-44ae-97a4-64590f78a7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.344949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef1767c-4abb-4331-aaea-f2f9b65f211a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:25.372629 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fd360-eec4-4d72-aaa5-709202ebd788 req-f1f4d88e-0645-4664-9301-1a52001b6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.374119 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f5fd360-eec4-4d72-aaa5-709202ebd788 req-f1f4d88e-0645-4664-9301-1a52001b6476 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8 HTTP/1.1" status: 200 len: 850 time: 0.1284733 Jul 16 01:37:25.380991 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ef1767c-4abb-4331-aaea-f2f9b65f211a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.381359 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-3ef1767c-4abb-4331-aaea-f2f9b65f211a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Added segment ae12d315-577c-4c22-9b6e-ec39279e0f2f of type vlan for network 6d46bdf2-ff2b-4055-a2aa-478458e1f131 Jul 16 01:37:25.424903 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cfacc7af-ac10-4999-81a1-33bdf8d5ab51 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:25.458426 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ce549d5b-47dc-44ae-97a4-64590f78a7cd None None] For port 1230059c-8132-4888-84ac-b7bc2fc24a2b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1230059c-8132-4888-84ac-b7bc2fc24a2b,segment=NetworkSegment(6aa49b75-cba6-451d-b0b1-3041dee615d4),segment_id=6aa49b75-cba6-451d-b0b1-3041dee615d4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:25.466644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde3ff93-fbc0-4b98-9660-ad04b252b97a None None] DHCP port deletion for a81aa63c-7221-47e3-9af7-18199835b322 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:25.491272 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce549d5b-47dc-44ae-97a4-64590f78a7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.496089 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ef1767c-4abb-4331-aaea-f2f9b65f211a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.544347 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f5fd360-eec4-4d72-aaa5-709202ebd788 req-a8fec416-8d51-4468-9b1d-00333ae6b24e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ebc001c2-5a87-482e-9885-14e4ea5e5d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368318 Jul 16 01:37:25.559851 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ef1767c-4abb-4331-aaea-f2f9b65f211a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.584931 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef1767c-4abb-4331-aaea-f2f9b65f211a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.586547 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ef1767c-4abb-4331-aaea-f2f9b65f211a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.653064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5105a-b8dd-4dd6-b4e3-a25364f51074 req-df8afff3-486a-4945-ad59-3f6df082579c tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.654633 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2f5105a-b8dd-4dd6-b4e3-a25364f51074 req-df8afff3-486a-4945-ad59-3f6df082579c tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=8420319a-1fbc-47a3-bfd2-17163db3026e HTTP/1.1" status: 200 len: 945 time: 0.2796435 Jul 16 01:37:25.715109 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f5fd360-eec4-4d72-aaa5-709202ebd788 req-77f59e8e-11e0-4b53-8149-14a0c0c00a83 service neutron] 10.222.0.26 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632428 Jul 16 01:37:25.796383 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2f5105a-b8dd-4dd6-b4e3-a25364f51074 req-b320af4f-d49b-4795-8281-874f404304aa tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253326 Jul 16 01:37:25.833092 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3ef1767c-4abb-4331-aaea-f2f9b65f211a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7523420 Jul 16 01:37:25.834637 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55898) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:25.846697 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce549d5b-47dc-44ae-97a4-64590f78a7cd None None] Pushing event updated for resources: {'Port': ['ID=1230059c-8132-4888-84ac-b7bc2fc24a2b,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:25.865888 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port cfacc7af-ac10-4999-81a1-33bdf8d5ab51 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:25.866367 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.935078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b7cae1f6-e37a-4e7e-995d-c468a63a3a6b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Request body: {'subnet': {'network_id': '6d46bdf2-ff2b-4055-a2aa-478458e1f131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:25.937766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1767c-4abb-4331-aaea-f2f9b65f211a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event updated for resources: {'Network': ['ID=6d46bdf2-ff2b-4055-a2aa-478458e1f131,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:25.952824 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 6d46bdf2-ff2b-4055-a2aa-478458e1f131 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:25.987323 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577a8c2-e804-4b2d-a88c-e4d053c58e46 req-3070b0d4-849b-4896-8de5-c455577bec6f tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.998320 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5577a8c2-e804-4b2d-a88c-e4d053c58e46 req-3070b0d4-849b-4896-8de5-c455577bec6f tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 946 time: 0.4071233 Jul 16 01:37:26.092158 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5577a8c2-e804-4b2d-a88c-e4d053c58e46 req-21cf46f7-0645-46e0-b511-3d07424c5ae5 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928247 Jul 16 01:37:26.095343 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cae1f6-e37a-4e7e-995d-c468a63a3a6b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Made reservation on behalf of 525318d2bc394dd197bfe27cc3962e52 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:26.109774 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b7cae1f6-e37a-4e7e-995d-c468a63a3a6b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.167467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fde3ff93-fbc0-4b98-9660-ad04b252b97a None None] Deleting port 1230059c-8132-4888-84ac-b7bc2fc24a2b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:26.171726 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fde3ff93-fbc0-4b98-9660-ad04b252b97a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.204229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'name': 'tempest-TaggedBootDevicesTest-389640896-router', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:12Z', 'updated_at': '2021-07-16T01:37:22Z', 'revision_number': 4, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'gw_port': {'id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:13Z', 'updated_at': '2021-07-16T01:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '34f14632-1d17-45c8-9be6-0e361468f103', 'name': '', 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'mac_address': 'fa:16:3e:98:65:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:19Z', 'updated_at': '2021-07-16T01:37:22Z', 'revision_number': 2, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'subnets': [{'id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:26.237708 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Checking router: 7375b49a-c7e0-46d5-bca6-92c352423d07 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:26.238228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Updating router 7375b49a-c7e0-46d5-bca6-92c352423d07 port 34f14632-1d17-45c8-9be6-0e361468f103 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:37:26.386185 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141444a9-a06e-46be-b27f-76dab1025b7c req-52eb5404-e538-44e0-b91c-ee2ed6e48a09 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.404554 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-141444a9-a06e-46be-b27f-76dab1025b7c req-52eb5404-e538-44e0-b91c-ee2ed6e48a09 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e25f7f5-050c-4e19-b46b-6cd8256ff1f5 HTTP/1.1" status: 200 len: 946 time: 0.1372316 Jul 16 01:37:26.420977 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 015ab3af-8839-472a-9d35-4cb357881610 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:26.481946 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-141444a9-a06e-46be-b27f-76dab1025b7c req-8c5b9ae3-2c45-4a12-a300-957dcaef13c2 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761416 Jul 16 01:37:26.552636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-fde3ff93-fbc0-4b98-9660-ad04b252b97a None None] For port 1230059c-8132-4888-84ac-b7bc2fc24a2b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1230059c-8132-4888-84ac-b7bc2fc24a2b,segment=NetworkSegment(6aa49b75-cba6-451d-b0b1-3041dee615d4),segment_id=6aa49b75-cba6-451d-b0b1-3041dee615d4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:26.552944 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fde3ff93-fbc0-4b98-9660-ad04b252b97a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.596782 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.629679 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fde3ff93-fbc0-4b98-9660-ad04b252b97a None None] Calling delete_port for 1230059c-8132-4888-84ac-b7bc2fc24a2b owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:26.649066 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f5fd360-eec4-4d72-aaa5-709202ebd788 req-07d96469-a765-4b7e-8faa-97a515e88897 service neutron] 10.222.0.26 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9252450 Jul 16 01:37:26.694833 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d2fce-5960-4056-9a08-a78ccbb9b5db req-21674136-1436-406f-94ef-9f040706122b tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.702816 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-093d2fce-5960-4056-9a08-a78ccbb9b5db req-21674136-1436-406f-94ef-9f040706122b tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 943 time: 0.6117327 Jul 16 01:37:26.733895 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326a510-b2cb-496e-b9bb-c985af2e6460 req-f7789f63-224c-4890-adc6-fd3fbf99fc8d tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.735575 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9326a510-b2cb-496e-b9bb-c985af2e6460 req-f7789f63-224c-4890-adc6-fd3fbf99fc8d tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 945 time: 0.1396387 Jul 16 01:37:26.736427 n-d-800086-6 neutron-server[93832]: DEBUG neutron.objects.ports [None req-b7cae1f6-e37a-4e7e-995d-c468a63a3a6b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:37:26.770654 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b7cae1f6-e37a-4e7e-995d-c468a63a3a6b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.801017 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9326a510-b2cb-496e-b9bb-c985af2e6460 req-c948d5fd-ceba-4a12-a91a-8c6dd6c676b9 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568635 Jul 16 01:37:26.832342 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-093d2fce-5960-4056-9a08-a78ccbb9b5db req-704294c0-7326-4d49-9c65-98aeb4cce468 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285453 Jul 16 01:37:26.900457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cae1f6-e37a-4e7e-995d-c468a63a3a6b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Checking segment: {'id': 'ae12d315-577c-4c22-9b6e-ec39279e0f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6d46bdf2-ff2b-4055-a2aa-478458e1f131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:26.900733 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cae1f6-e37a-4e7e-995d-c468a63a3a6b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Network hostable DHCP agents. Network: 6d46bdf2-ff2b-4055-a2aa-478458e1f131, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:26.912016 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cae1f6-e37a-4e7e-995d-c468a63a3a6b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event updated for resources: {'Subnet': ['ID=8adcd7d0-6a09-4b42-afe6-36af1a73eb26,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:26.960339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cae1f6-e37a-4e7e-995d-c468a63a3a6b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Network 6d46bdf2-ff2b-4055-a2aa-478458e1f131 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:26.979462 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-b7cae1f6-e37a-4e7e-995d-c468a63a3a6b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 6d46bdf2-ff2b-4055-a2aa-478458e1f131) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:26.983845 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cae1f6-e37a-4e7e-995d-c468a63a3a6b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.984478 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b7cae1f6-e37a-4e7e-995d-c468a63a3a6b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.017191 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b7cae1f6-e37a-4e7e-995d-c468a63a3a6b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1788290 Jul 16 01:37:27.019844 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55944) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:27.024460 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cd1d026d-15ec-4652-8f91-7b3440f6c1ac up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:27.027364 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fda161-1cf1-47b5-911e-0cbc48120710 None None] Network 6d46bdf2-ff2b-4055-a2aa-478458e1f131 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:27.029896 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-46549566-7a2c-4606-9ff3-913e5304224c tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Request body: {'port': {'network_id': '6d46bdf2-ff2b-4055-a2aa-478458e1f131', 'name': 'tempest-NetworksIpV6TestAttrs-1388494419'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:27.260832 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46549566-7a2c-4606-9ff3-913e5304224c tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Made reservation on behalf of 525318d2bc394dd197bfe27cc3962e52 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:27.265128 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-46549566-7a2c-4606-9ff3-913e5304224c tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.288027 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-46549566-7a2c-4606-9ff3-913e5304224c tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] device_id is not set on port 0856960f-fc97-4492-8546-2906909a6c9d yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:27.314695 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12519c-ce25-4912-9eb9-1ef895f8f165 req-8f5a5459-79ec-41e2-86c8-634f88a033cc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:27.323810 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8b12519c-ce25-4912-9eb9-1ef895f8f165 req-8f5a5459-79ec-41e2-86c8-634f88a033cc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 949 time: 0.2429390 Jul 16 01:37:27.412425 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8b12519c-ce25-4912-9eb9-1ef895f8f165 req-13a238b4-934a-4c78-abd5-7d7ca936f5ee tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875645 Jul 16 01:37:27.451740 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 015ab3af-8839-472a-9d35-4cb357881610 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:27.459240 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-6d46bdf2-ff2b-4055-a2aa-478458e1f131', 'network_id': '6d46bdf2-ff2b-4055-a2aa-478458e1f131', 'tenant_id': '525318d2bc394dd197bfe27cc3962e52', 'fixed_ips': [{'subnet_id': '8adcd7d0-6a09-4b42-afe6-36af1a73eb26'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:27.460149 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.466441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device a082f3f6-be0c-47da-b563-0194daca0c1e details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:27.535479 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-46549566-7a2c-4606-9ff3-913e5304224c tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Allocated IP 2001:db8::f816:3eff:fecd:6d2f (6d46bdf2-ff2b-4055-a2aa-478458e1f131/8adcd7d0-6a09-4b42-afe6-36af1a73eb26/0856960f-fc97-4492-8546-2906909a6c9d) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:27.557984 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 015ab3af-8839-472a-9d35-4cb357881610 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:27.558507 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.693054 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb5c48-3016-4417-ac2b-249631160b2d req-044686ca-dfc8-4138-8420-7b449e636095 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:27.705234 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e5eb5c48-3016-4417-ac2b-249631160b2d req-044686ca-dfc8-4138-8420-7b449e636095 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=d64b2368-2cc2-4ce2-932b-4d0ab12849d7 HTTP/1.1" status: 200 len: 945 time: 0.1040916 Jul 16 01:37:27.747128 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-46549566-7a2c-4606-9ff3-913e5304224c tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.772620 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-46549566-7a2c-4606-9ff3-913e5304224c tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Transition to ACTIVE for port object 0856960f-fc97-4492-8546-2906909a6c9d will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:27.784678 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e5eb5c48-3016-4417-ac2b-249631160b2d req-bba840af-cb97-4446-961e-f5ecd69f44cf tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767922 Jul 16 01:37:27.916715 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-46549566-7a2c-4606-9ff3-913e5304224c tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.001207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port a082f3f6-be0c-47da-b563-0194daca0c1e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a082f3f6-be0c-47da-b563-0194daca0c1e,segment=NetworkSegment(de18a15a-a124-4fe2-a463-41b9ed456cbf),segment_id=de18a15a-a124-4fe2-a463-41b9ed456cbf)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:28.012328 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fde3ff93-fbc0-4b98-9660-ad04b252b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.099570 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'a082f3f6-be0c-47da-b563-0194daca0c1e', 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30', 'port_id': 'a082f3f6-be0c-47da-b563-0194daca0c1e', 'mac_address': 'fa:16:3e:fc:32:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:28.101434 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde3ff93-fbc0-4b98-9660-ad04b252b97a None None] No DVR routers for this DVR port 1230059c-8132-4888-84ac-b7bc2fc24a2b on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:28.130619 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49c596-04dd-47eb-bf16-a82d199d2a15 req-1b749723-e9ad-4a18-bf17-aed682601077 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:28.140192 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5f49c596-04dd-47eb-bf16-a82d199d2a15 req-1b749723-e9ad-4a18-bf17-aed682601077 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e25f7f5-050c-4e19-b46b-6cd8256ff1f5 HTTP/1.1" status: 200 len: 946 time: 0.1480198 Jul 16 01:37:28.155461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port cd1d026d-15ec-4652-8f91-7b3440f6c1ac triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:28.155874 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.228156 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5f49c596-04dd-47eb-bf16-a82d199d2a15 req-fd616fb4-4aa4-4c14-a88c-5074ab6ba6a7 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813873 Jul 16 01:37:28.249784 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3ff93-fbc0-4b98-9660-ad04b252b97a None None] Pushing event deleted for resources: {'Port': ['ID=1230059c-8132-4888-84ac-b7bc2fc24a2b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:28.262173 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b855cbe-c8ce-4e62-b317-5304454e13a5 req-7405231a-f307-4dac-bb03-bb41b91b6fcd tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:28.270211 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b855cbe-c8ce-4e62-b317-5304454e13a5 req-7405231a-f307-4dac-bb03-bb41b91b6fcd tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 946 time: 0.4507902 Jul 16 01:37:28.312185 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46549566-7a2c-4606-9ff3-913e5304224c tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Network 6d46bdf2-ff2b-4055-a2aa-478458e1f131 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:28.320493 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-46549566-7a2c-4606-9ff3-913e5304224c tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:28.324527 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46549566-7a2c-4606-9ff3-913e5304224c tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:28.331380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46549566-7a2c-4606-9ff3-913e5304224c tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:28.332262 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-46549566-7a2c-4606-9ff3-913e5304224c tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.344649 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46549566-7a2c-4606-9ff3-913e5304224c tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event updated for resources: {'Port': ['ID=0856960f-fc97-4492-8546-2906909a6c9d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:28.358363 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-46549566-7a2c-4606-9ff3-913e5304224c tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3373842 Jul 16 01:37:28.361344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56036) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:28.385661 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b855cbe-c8ce-4e62-b317-5304454e13a5 req-f400c423-9277-49b4-be4c-c37d2caa5ad2 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132345 Jul 16 01:37:28.389168 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Allocated IP 2001:db8::f816:3eff:fe1f:1d60 (6d46bdf2-ff2b-4055-a2aa-478458e1f131/8adcd7d0-6a09-4b42-afe6-36af1a73eb26/e6c849a1-dccd-4c88-87c8-0880da6cd368) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:28.430426 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.466345 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c62ecab5-fb7f-4ce1-9322-a7ba067114dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.467778 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.487533 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c0e195-56cc-42af-9719-aff9dee29969 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Deleting subnet 8adcd7d0-6a09-4b42-afe6-36af1a73eb26 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:28.563245 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a082f3f6-be0c-47da-b563-0194daca0c1e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:28.568879 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0ad90d-b1a9-4805-9a9c-c7e82b05df82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015ab3af-8839-472a-9d35-4cb357881610'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:28.572316 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f421ad-298d-4d83-8103-8f32e13a3022" -d '{"events": [{"server_uuid": "6b0ad90d-b1a9-4805-9a9c-c7e82b05df82", "name": "network-vif-plugged", "status": "completed", "tag": "015ab3af-8839-472a-9d35-4cb357881610"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:28.617176 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96c88e-4eaf-41f9-9732-210e241c9036 req-12fb6a42-47a2-4af6-bd12-a57fcb71f1d0 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:28.619983 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af96c88e-4eaf-41f9-9732-210e241c9036 req-12fb6a42-47a2-4af6-bd12-a57fcb71f1d0 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 949 time: 0.1370757 Jul 16 01:37:28.639339 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 015ab3af-8839-472a-9d35-4cb357881610, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=015ab3af-8839-472a-9d35-4cb357881610,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:28.641677 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.684465 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.697929 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port a082f3f6-be0c-47da-b563-0194daca0c1e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a082f3f6-be0c-47da-b563-0194daca0c1e,segment=NetworkSegment(de18a15a-a124-4fe2-a463-41b9ed456cbf),segment_id=de18a15a-a124-4fe2-a463-41b9ed456cbf)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:28.703015 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af96c88e-4eaf-41f9-9732-210e241c9036 req-2112d1fa-b52d-491e-950b-084063fc3a0d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749664 Jul 16 01:37:28.710166 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.746418 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.770408 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Transition to ACTIVE for port object 34f14632-1d17-45c8-9be6-0e361468f103 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:28.804138 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.862943 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=015ab3af-8839-472a-9d35-4cb357881610,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:28.905486 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.930697 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1230059c-8132-4888-84ac-b7bc2fc24a2b no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:28.946692 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Transition to ACTIVE for port object e6c849a1-dccd-4c88-87c8-0880da6cd368 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:28.961418 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f571ea3-318f-440f-8331-be3b5b87ae19 req-f03b4662-c461-4aa1-bf88-bede1ef7a963 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-176282227&fields=id&tenant_id=a41b869f49b349909b5f3c4b94798fc3 HTTP/1.1" status: 200 len: 267 time: 0.0577338 Jul 16 01:37:29.003874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 1230059c-8132-4888-84ac-b7bc2fc24a2b {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:29.004230 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1230059c-8132-4888-84ac-b7bc2fc24a2b not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:29.050008 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8d9ff-4055-45e5-a567-29b0d118a769 req-1aa87354-156a-4657-ba9a-b657c778b655 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.051608 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9da8d9ff-4055-45e5-a567-29b0d118a769 req-1aa87354-156a-4657-ba9a-b657c778b655 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 944 time: 0.2641392 Jul 16 01:37:29.053174 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=a082f3f6-be0c-47da-b563-0194daca0c1e,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:29.066414 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f571ea3-318f-440f-8331-be3b5b87ae19 req-fde8f76b-3d31-4b90-8f08-e84dc9db81fa tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.068510 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f571ea3-318f-440f-8331-be3b5b87ae19 req-fde8f76b-3d31-4b90-8f08-e84dc9db81fa tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 946 time: 0.1018131 Jul 16 01:37:29.075256 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['a082f3f6-be0c-47da-b563-0194daca0c1e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:29.079251 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Transition to ACTIVE for port object e6c849a1-dccd-4c88-87c8-0880da6cd368 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:29.084640 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-2f571ea3-318f-440f-8331-be3b5b87ae19 req-75a3f41e-fc53-455a-ae59-e42e880589e0 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Request body: {'port': {'security_groups': ['ab6b5a19-66da-4ce1-b890-493acd22189f', '72e4dda3-b61e-41ca-b0ad-74f0932f3b2e']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:29.133626 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9da8d9ff-4055-45e5-a567-29b0d118a769 req-64d29a65-f1f1-4a1e-96fa-db49b221ee54 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748546 Jul 16 01:37:29.135359 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-48c0e195-56cc-42af-9719-aff9dee29969 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.144035 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.150058 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Attempting to bind port 34f14632-1d17-45c8-9be6-0e361468f103 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:29.150443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Attempting to bind port 34f14632-1d17-45c8-9be6-0e361468f103 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:29.150812 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Attempting to bind port 34f14632-1d17-45c8-9be6-0e361468f103 on network 390a5774-3bfa-4097-9619-3ba7e652e7e6 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:29.190127 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:29.190538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Checking segment: {'id': 'f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:29.190906 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.191304 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Bound using segment: {'id': 'f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:29.202387 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Bound port: 34f14632-1d17-45c8-9be6-0e361468f103, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:29.203362 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.226300 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Network 6d46bdf2-ff2b-4055-a2aa-478458e1f131 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:29.231754 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2f571ea3-318f-440f-8331-be3b5b87ae19 req-75a3f41e-fc53-455a-ae59-e42e880589e0 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.234998 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574026da-0815-4f16-b711-a09521228ec5 None None] Pushing event updated for resources: {'Port': ['ID=34f14632-1d17-45c8-9be6-0e361468f103,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:29.238295 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c3cd55-1acc-4964-8a8b-7debc23959d8 x-openstack-request-id: req-a7c3cd55-1acc-4964-8a8b-7debc23959d8 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:29.238584 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0ad90d-b1a9-4805-9a9c-c7e82b05df82", "name": "network-vif-plugged", "status": "completed", "tag": "015ab3af-8839-472a-9d35-4cb357881610", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:29.238834 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a7c3cd55-1acc-4964-8a8b-7debc23959d8 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:29.239212 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0ad90d-b1a9-4805-9a9c-c7e82b05df82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015ab3af-8839-472a-9d35-4cb357881610', 'code': 200} Jul 16 01:37:29.239351 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-48c0e195-56cc-42af-9719-aff9dee29969 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.246274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:29.252533 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:29.473989 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-48c0e195-56cc-42af-9719-aff9dee29969 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.624136 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-48c0e195-56cc-42af-9719-aff9dee29969 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.647989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Pushing event updated for resources: {'Port': ['ID=e6c849a1-dccd-4c88-87c8-0880da6cd368,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:29.652665 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-2f571ea3-318f-440f-8331-be3b5b87ae19 req-75a3f41e-fc53-455a-ae59-e42e880589e0 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] For port eb285e36-e6a9-4700-a506-80f6256d75fe, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=eb285e36-e6a9-4700-a506-80f6256d75fe,segment=NetworkSegment(a82acdce-5aca-4031-8db4-96e971373951),segment_id=a82acdce-5aca-4031-8db4-96e971373951)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:29.693115 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0e195-56cc-42af-9719-aff9dee29969 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event deleted for resources: {'Subnet': ['ID=8adcd7d0-6a09-4b42-afe6-36af1a73eb26,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:29.704874 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-48c0e195-56cc-42af-9719-aff9dee29969 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.709805 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-48c0e195-56cc-42af-9719-aff9dee29969 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/subnets/8adcd7d0-6a09-4b42-afe6-36af1a73eb26 HTTP/1.1" status: 204 len: 168 time: 1.3440239 Jul 16 01:37:29.709805 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56058) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:29.716162 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2f571ea3-318f-440f-8331-be3b5b87ae19 req-75a3f41e-fc53-455a-ae59-e42e880589e0 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.719289 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Attempting to bind port e6c849a1-dccd-4c88-87c8-0880da6cd368 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:29.719670 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Attempting to bind port e6c849a1-dccd-4c88-87c8-0880da6cd368 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'ae12d315-577c-4c22-9b6e-ec39279e0f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6d46bdf2-ff2b-4055-a2aa-478458e1f131'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:29.720063 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Attempting to bind port e6c849a1-dccd-4c88-87c8-0880da6cd368 on network 6d46bdf2-ff2b-4055-a2aa-478458e1f131 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:29.725362 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2f571ea3-318f-440f-8331-be3b5b87ae19 req-75a3f41e-fc53-455a-ae59-e42e880589e0 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.759393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:29.760241 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Checking segment: {'id': 'ae12d315-577c-4c22-9b6e-ec39279e0f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6d46bdf2-ff2b-4055-a2aa-478458e1f131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:29.760840 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.761437 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Bound using segment: {'id': 'ae12d315-577c-4c22-9b6e-ec39279e0f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6d46bdf2-ff2b-4055-a2aa-478458e1f131'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:29.762169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Bound port: e6c849a1-dccd-4c88-87c8-0880da6cd368, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae12d315-577c-4c22-9b6e-ec39279e0f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6d46bdf2-ff2b-4055-a2aa-478458e1f131'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:29.763404 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.781973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f571ea3-318f-440f-8331-be3b5b87ae19 req-75a3f41e-fc53-455a-ae59-e42e880589e0 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.782609 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-2f571ea3-318f-440f-8331-be3b5b87ae19 req-75a3f41e-fc53-455a-ae59-e42e880589e0 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.789719 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] For port 34f14632-1d17-45c8-9be6-0e361468f103, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:29.795140 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f571ea3-318f-440f-8331-be3b5b87ae19 req-75a3f41e-fc53-455a-ae59-e42e880589e0 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "PUT /v2.0/ports/eb285e36-e6a9-4700-a506-80f6256d75fe HTTP/1.1" status: 200 len: 982 time: 0.7186887 Jul 16 01:37:29.795653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd2e7da-fa0a-4511-b72a-58e611f81bda', 'tag': 'eb285e36-e6a9-4700-a506-80f6256d75fe'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:29.798011 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77507009-0e6b-43c7-b8ff-0c5c905bc36d" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd2e7da-fa0a-4511-b72a-58e611f81bda", "tag": "eb285e36-e6a9-4700-a506-80f6256d75fe"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:29.812422 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] For port 34f14632-1d17-45c8-9be6-0e361468f103, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=34f14632-1d17-45c8-9be6-0e361468f103,segment=NetworkSegment(f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e),segment_id=f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:29.819494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['eb285e36-e6a9-4700-a506-80f6256d75fe'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:29.831677 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.851185 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3f41e-fc53-455a-ae59-e42e880589e0 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event updated for resources: {'Port': ['ID=eb285e36-e6a9-4700-a506-80f6256d75fe,revision_number=6']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:29.871023 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30870d07-0e98-4f26-8604-e680f633a3bf tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.873144 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30870d07-0e98-4f26-8604-e680f633a3bf tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.874668 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-30870d07-0e98-4f26-8604-e680f633a3bf tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1640604 Jul 16 01:37:29.877590 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56070) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:29.904888 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678113a-01d2-4c6c-9869-349d443f955c req-17458cf9-eeee-436c-ad98-1057d9e5e70e tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.912280 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c678113a-01d2-4c6c-9869-349d443f955c req-17458cf9-eeee-436c-ad98-1057d9e5e70e tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e25f7f5-050c-4e19-b46b-6cd8256ff1f5 HTTP/1.1" status: 200 len: 946 time: 0.1466658 Jul 16 01:37:29.962712 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c678113a-01d2-4c6c-9869-349d443f955c req-9f6f7da6-498b-4488-9b93-eadfef74c76b tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494812 Jul 16 01:37:29.994218 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8905dcf7-7c62-4bb0-8ec7-59bfaf42f348 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.013212 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8905dcf7-7c62-4bb0-8ec7-59bfaf42f348 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 01:37:30.014021 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8905dcf7-7c62-4bb0-8ec7-59bfaf42f348 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:30.016432 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8905dcf7-7c62-4bb0-8ec7-59bfaf42f348 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/networks/6d46bdf2-ff2b-4055-a2aa-478458e1f131 HTTP/1.1" status: 409 len: 405 time: 0.1375449 Jul 16 01:37:30.020236 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56074) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:30.031646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-8c17a674-a734-4a25-a234-98e075b9a310 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-246491292'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:30.045177 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] For port e6c849a1-dccd-4c88-87c8-0880da6cd368, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:30.047191 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Routers {'7375b49a-c7e0-46d5-bca6-92c352423d07'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:30.047908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:37:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7375b49a-c7e0-46d5-bca6-92c352423d07'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:30.062568 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574026da-0815-4f16-b711-a09521228ec5 None None] Pushing event updated for resources: {'Port': ['ID=34f14632-1d17-45c8-9be6-0e361468f103,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:30.120509 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61076a75-a189-437f-bce5-f91257140c8d req-7ed4c374-46f0-4b7c-bf16-f6c741af13ca tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/72e4dda3-b61e-41ca-b0ad-74f0932f3b2e HTTP/1.1" status: 200 len: 1800 time: 0.1293795 Jul 16 01:37:30.126755 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c17a674-a734-4a25-a234-98e075b9a310 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Made reservation on behalf of 525318d2bc394dd197bfe27cc3962e52 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:30.127675 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] For port e6c849a1-dccd-4c88-87c8-0880da6cd368, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e6c849a1-dccd-4c88-87c8-0880da6cd368,segment=NetworkSegment(ae12d315-577c-4c22-9b6e-ec39279e0f2f),segment_id=ae12d315-577c-4c22-9b6e-ec39279e0f2f)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:30.134322 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8c17a674-a734-4a25-a234-98e075b9a310 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.172183 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.186256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c17a674-a734-4a25-a234-98e075b9a310 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:30.201809 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8c17a674-a734-4a25-a234-98e075b9a310 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.202912 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-8c17a674-a734-4a25-a234-98e075b9a310 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Added segment d2ffba5e-28ce-4acf-adf9-79242d8f8d92 of type vlan for network ef11fea7-9f2a-40ed-bd11-e002c20429a6 Jul 16 01:37:30.293342 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [req-61076a75-a189-437f-bce5-f91257140c8d req-e538f95f-041b-452d-bf69-1b6879c3e383 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:37:30.294551 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61076a75-a189-437f-bce5-f91257140c8d req-e538f95f-041b-452d-bf69-1b6879c3e383 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "DELETE /v2.0/security-groups/72e4dda3-b61e-41ca-b0ad-74f0932f3b2e HTTP/1.1" status: 409 len: 341 time: 0.1532865 Jul 16 01:37:30.300672 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8c17a674-a734-4a25-a234-98e075b9a310 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.312562 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['eb285e36-e6a9-4700-a506-80f6256d75fe'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:30.349603 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8c17a674-a734-4a25-a234-98e075b9a310 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.358172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c17a674-a734-4a25-a234-98e075b9a310 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.358962 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8c17a674-a734-4a25-a234-98e075b9a310 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.379464 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf8754e-8604-4eb3-9709-e5a0d2d35324 x-openstack-request-id: req-ddf8754e-8604-4eb3-9709-e5a0d2d35324 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:30.380081 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd2e7da-fa0a-4511-b72a-58e611f81bda", "tag": "eb285e36-e6a9-4700-a506-80f6256d75fe", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:30.380517 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ddf8754e-8604-4eb3-9709-e5a0d2d35324 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:30.381165 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd2e7da-fa0a-4511-b72a-58e611f81bda', 'tag': 'eb285e36-e6a9-4700-a506-80f6256d75fe', 'status': 'completed', 'code': 200} Jul 16 01:37:30.402206 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8c17a674-a734-4a25-a234-98e075b9a310 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3807328 Jul 16 01:37:30.405996 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56082) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:30.420109 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a56cee10-c22c-48a5-a364-41236ed1eade tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Request body: {'subnet': {'network_id': 'ef11fea7-9f2a-40ed-bd11-e002c20429a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:30.461435 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17a674-a734-4a25-a234-98e075b9a310 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event updated for resources: {'Network': ['ID=ef11fea7-9f2a-40ed-bd11-e002c20429a6,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:30.519825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72e929-211f-45c8-841b-ad807b9104e4 None None] Pushing event updated for resources: {'Port': ['ID=e6c849a1-dccd-4c88-87c8-0880da6cd368,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:30.551501 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56cee10-c22c-48a5-a364-41236ed1eade tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Made reservation on behalf of 525318d2bc394dd197bfe27cc3962e52 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:30.556383 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a56cee10-c22c-48a5-a364-41236ed1eade tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.574243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network ef11fea7-9f2a-40ed-bd11-e002c20429a6 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:30.602546 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac8aa9-e81c-42fe-88a2-6c3f730505f8 req-dfeac023-7e46-430c-8d7a-95d19d108fca tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.605269 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f2ac8aa9-e81c-42fe-88a2-6c3f730505f8 req-dfeac023-7e46-430c-8d7a-95d19d108fca tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 944 time: 0.1142807 Jul 16 01:37:30.655776 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['67bca165-ff87-4f10-ad22-3badea1d50c5'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:30.679383 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] Set router 7375b49a-c7e0-46d5-bca6-92c352423d07 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:30.688295 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f2ac8aa9-e81c-42fe-88a2-6c3f730505f8 req-4ed68b82-e583-47ac-8d99-72055bd7a9c6 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757506 Jul 16 01:37:30.783049 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507009-0e6b-43c7-b8ff-0c5c905bc36d req-4f60f4b0-49c2-4df8-b300-bd20460c68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.784805 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-77507009-0e6b-43c7-b8ff-0c5c905bc36d req-4f60f4b0-49c2-4df8-b300-bd20460c68aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a41b869f49b349909b5f3c4b94798fc3&device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 1136 time: 0.2198453 Jul 16 01:37:30.837536 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28619a2-797b-437d-a9e0-7fdd7d43683d None None] Network 6d46bdf2-ff2b-4055-a2aa-478458e1f131 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:30.845666 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab4516-d164-456d-b898-9544ee944f6d req-df5bb7a9-8107-4c06-98c0-e5dae8d20772 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.847748 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7fab4516-d164-456d-b898-9544ee944f6d req-df5bb7a9-8107-4c06-98c0-e5dae8d20772 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e25f7f5-050c-4e19-b46b-6cd8256ff1f5 HTTP/1.1" status: 200 len: 946 time: 0.0997653 Jul 16 01:37:31.096404 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-7fab4516-d164-456d-b898-9544ee944f6d req-7e9c157b-b2d6-4ed4-90a5-fc01a3d4df31 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Deleting port 5929d617-ff9c-4fc7-8a67-861e8ba79c4d {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:31.098063 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7fab4516-d164-456d-b898-9544ee944f6d req-7e9c157b-b2d6-4ed4-90a5-fc01a3d4df31 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.356057 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device a082f3f6-be0c-47da-b563-0194daca0c1e up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:31.360336 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ea12dfd5-846d-4112-beb1-8bb5c3ed164b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.371350 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-7fab4516-d164-456d-b898-9544ee944f6d req-7e9c157b-b2d6-4ed4-90a5-fc01a3d4df31 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] For port 5929d617-ff9c-4fc7-8a67-861e8ba79c4d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=5929d617-ff9c-4fc7-8a67-861e8ba79c4d,segment=NetworkSegment(7b58170c-8e2a-4de6-8d1d-1efa27b6fc35),segment_id=7b58170c-8e2a-4de6-8d1d-1efa27b6fc35)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:31.372118 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7fab4516-d164-456d-b898-9544ee944f6d req-7e9c157b-b2d6-4ed4-90a5-fc01a3d4df31 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.392510 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-7fab4516-d164-456d-b898-9544ee944f6d req-7e9c157b-b2d6-4ed4-90a5-fc01a3d4df31 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Calling delete_port for 5929d617-ff9c-4fc7-8a67-861e8ba79c4d owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:31.466849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf443d-37e8-41e7-86be-e17daebd2ccc req-069bd429-552a-4de5-9d86-4f33da9190bb tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:31.468883 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5aaf443d-37e8-41e7-86be-e17daebd2ccc req-069bd429-552a-4de5-9d86-4f33da9190bb tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e25f7f5-050c-4e19-b46b-6cd8256ff1f5 HTTP/1.1" status: 200 len: 946 time: 0.1779761 Jul 16 01:37:31.535227 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.546471 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5aaf443d-37e8-41e7-86be-e17daebd2ccc req-3e42fdee-6c42-401c-945b-45068e49c9dc tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678473 Jul 16 01:37:31.591973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507009-0e6b-43c7-b8ff-0c5c905bc36d req-52877642-08fc-48dd-9505-23aff3fda7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:31.593703 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-77507009-0e6b-43c7-b8ff-0c5c905bc36d req-52877642-08fc-48dd-9505-23aff3fda7f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=788e2996-ae41-440d-8892-e7b9ea2dc68e HTTP/1.1" status: 200 len: 913 time: 0.7581968 Jul 16 01:37:31.674416 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-77507009-0e6b-43c7-b8ff-0c5c905bc36d req-9bc3f9be-522d-4595-af00-3b1f59645ebb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb285e36-e6a9-4700-a506-80f6256d75fe HTTP/1.1" status: 200 len: 217 time: 0.0582891 Jul 16 01:37:31.710128 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7fab4516-d164-456d-b898-9544ee944f6d req-7e9c157b-b2d6-4ed4-90a5-fc01a3d4df31 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.737560 n-d-800086-6 neutron-server[93832]: DEBUG neutron.objects.ports [None req-a56cee10-c22c-48a5-a364-41236ed1eade tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:37:31.744155 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a56cee10-c22c-48a5-a364-41236ed1eade tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.814950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c157b-b2d6-4ed4-90a5-fc01a3d4df31 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Pushing event deleted for resources: {'Port': ['ID=5929d617-ff9c-4fc7-8a67-861e8ba79c4d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:31.816575 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507009-0e6b-43c7-b8ff-0c5c905bc36d req-7b5b3096-38fc-41c7-8e47-2116efa9aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:31.818310 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-77507009-0e6b-43c7-b8ff-0c5c905bc36d req-7b5b3096-38fc-41c7-8e47-2116efa9aeee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80374b9f-2bf3-4ec7-862f-ebb8ade373c7 HTTP/1.1" status: 200 len: 852 time: 0.1313376 Jul 16 01:37:31.878256 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port a082f3f6-be0c-47da-b563-0194daca0c1e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:31.890374 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e16c93-7f22-4a59-9395-344876470059 None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:37:31.892696 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fab4516-d164-456d-b898-9544ee944f6d req-7e9c157b-b2d6-4ed4-90a5-fc01a3d4df31 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] No DVR routers for this DVR port 5929d617-ff9c-4fc7-8a67-861e8ba79c4d on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:31.899455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-77507009-0e6b-43c7-b8ff-0c5c905bc36d req-ec0a4841-9610-47b3-9b17-dd3580e25be9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=788e2996-ae41-440d-8892-e7b9ea2dc68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659513 Jul 16 01:37:31.899936 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7fab4516-d164-456d-b898-9544ee944f6d req-7e9c157b-b2d6-4ed4-90a5-fc01a3d4df31 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.900579 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cee10-c22c-48a5-a364-41236ed1eade tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event updated for resources: {'Subnet': ['ID=d271434b-9c09-4bc9-be09-2c2137fab452,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:31.902781 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7fab4516-d164-456d-b898-9544ee944f6d req-7e9c157b-b2d6-4ed4-90a5-fc01a3d4df31 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.47 "DELETE /v2.0/ports/5929d617-ff9c-4fc7-8a67-861e8ba79c4d HTTP/1.1" status: 204 len: 173 time: 1.0414648 Jul 16 01:37:31.903239 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e25f7f5-050c-4e19-b46b-6cd8256ff1f5', 'name': 'network-vif-deleted', 'tag': '5929d617-ff9c-4fc7-8a67-861e8ba79c4d'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:31.906703 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47b85ab-7a5f-410d-aee2-1a088c564554" -d '{"events": [{"server_uuid": "6e25f7f5-050c-4e19-b46b-6cd8256ff1f5", "name": "network-vif-deleted", "tag": "5929d617-ff9c-4fc7-8a67-861e8ba79c4d"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:31.909374 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56cee10-c22c-48a5-a364-41236ed1eade tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Checking segment: {'id': 'd2ffba5e-28ce-4acf-adf9-79242d8f8d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ef11fea7-9f2a-40ed-bd11-e002c20429a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:31.909829 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56cee10-c22c-48a5-a364-41236ed1eade tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Network hostable DHCP agents. Network: ef11fea7-9f2a-40ed-bd11-e002c20429a6, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:31.934756 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56cee10-c22c-48a5-a364-41236ed1eade tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Network ef11fea7-9f2a-40ed-bd11-e002c20429a6 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:31.943624 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dff20d-d8fc-4dcb-b087-84d802bb6bb6 req-aeaa75c7-c59e-4b6c-8d19-5be7c7b133b4 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:31.946702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'name': 'tempest-TaggedBootDevicesTest-389640896-router', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:12Z', 'updated_at': '2021-07-16T01:37:22Z', 'revision_number': 4, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'gw_port': {'id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:13Z', 'updated_at': '2021-07-16T01:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '34f14632-1d17-45c8-9be6-0e361468f103', 'name': '', 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'mac_address': 'fa:16:3e:98:65:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:19Z', 'updated_at': '2021-07-16T01:37:29Z', 'revision_number': 4, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'subnets': [{'id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:31.952332 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77dff20d-d8fc-4dcb-b087-84d802bb6bb6 req-aeaa75c7-c59e-4b6c-8d19-5be7c7b133b4 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 985 time: 0.2358251 Jul 16 01:37:31.961370 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port a082f3f6-be0c-47da-b563-0194daca0c1e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:31.962119 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.012057 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77dff20d-d8fc-4dcb-b087-84d802bb6bb6 req-3dee764a-e7cc-4a8c-9f07-09892739d718 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=72e4dda3-b61e-41ca-b0ad-74f0932f3b2e&id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0576971 Jul 16 01:37:32.034914 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6fb77c-0693-4133-937c-26300aa44759 None None] The sync data for ids ['7375b49a-c7e0-46d5-bca6-92c352423d07'] in n-d-800086-6 is: [{'id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'name': 'tempest-TaggedBootDevicesTest-389640896-router', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:12Z', 'updated_at': '2021-07-16T01:37:22Z', 'revision_number': 4, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'gw_port': {'id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:13Z', 'updated_at': '2021-07-16T01:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '34f14632-1d17-45c8-9be6-0e361468f103', 'name': '', 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'mac_address': 'fa:16:3e:98:65:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:19Z', 'updated_at': '2021-07-16T01:37:29Z', 'revision_number': 4, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'subnets': [{'id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:32.071620 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-77507009-0e6b-43c7-b8ff-0c5c905bc36d req-1b517676-f421-41d7-919a-01635a159f8f service neutron] 10.222.0.47 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230195 Jul 16 01:37:32.073102 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-a56cee10-c22c-48a5-a364-41236ed1eade tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, ef11fea7-9f2a-40ed-bd11-e002c20429a6) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:32.093490 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56cee10-c22c-48a5-a364-41236ed1eade tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.098148 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a56cee10-c22c-48a5-a364-41236ed1eade tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.145941 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a56cee10-c22c-48a5-a364-41236ed1eade tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7383888 Jul 16 01:37:32.149109 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56106) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:32.151972 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.372957 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['50ed1a2f-dbbb-4a23-aecc-50cb736dff06', '5929d617-ff9c-4fc7-8a67-861e8ba79c4d'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:32.398085 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-77507009-0e6b-43c7-b8ff-0c5c905bc36d req-65c88d4a-5b92-4097-8ab4-e54ca0d60403 service neutron] 10.222.0.47 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109075 Jul 16 01:37:32.423481 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-338f8836-bda3-48fb-b2cb-509cf25bc15a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.429809 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['08e05dc0-a158-4173-9a50-b6e8100e7816'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:32.527415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f858c9-621d-48a1-979a-565ff34a5609 req-8b5a86e6-92ab-4171-81ef-7626394b87c2 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.529282 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32f858c9-621d-48a1-979a-565ff34a5609 req-8b5a86e6-92ab-4171-81ef-7626394b87c2 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.47 "GET /v2.0/ports?device_id=d64b2368-2cc2-4ce2-932b-4d0ab12849d7 HTTP/1.1" status: 200 len: 945 time: 0.3322048 Jul 16 01:37:32.632074 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:37:32.649331 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.660698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660da2d9-8da1-4110-9e59-60c67cb8d894 req-161aaba2-249b-48f8-9936-d65db220a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.662532 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-660da2d9-8da1-4110-9e59-60c67cb8d894 req-161aaba2-249b-48f8-9936-d65db220a3e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a41b869f49b349909b5f3c4b94798fc3&device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 1136 time: 0.0730321 Jul 16 01:37:32.691201 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-338f8836-bda3-48fb-b2cb-509cf25bc15a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.758598 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3029f0df-a627-4692-8ccf-06487f1b8aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a082f3f6-be0c-47da-b563-0194daca0c1e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:32.762261 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed4fc98-03d6-4ca6-b511-e9c6f990fa34" -d '{"events": [{"server_uuid": "3029f0df-a627-4692-8ccf-06487f1b8aba", "name": "network-vif-plugged", "status": "completed", "tag": "a082f3f6-be0c-47da-b563-0194daca0c1e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:32.802663 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-338f8836-bda3-48fb-b2cb-509cf25bc15a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.840682 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660da2d9-8da1-4110-9e59-60c67cb8d894 req-1a267f0b-c9be-4f69-a415-d9a594b6ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.842842 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-660da2d9-8da1-4110-9e59-60c67cb8d894 req-1a267f0b-c9be-4f69-a415-d9a594b6ebba service neutron] 10.222.0.47 "GET /v2.0/networks?id=788e2996-ae41-440d-8892-e7b9ea2dc68e HTTP/1.1" status: 200 len: 913 time: 0.1711287 Jul 16 01:37:32.866551 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port a082f3f6-be0c-47da-b563-0194daca0c1e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a082f3f6-be0c-47da-b563-0194daca0c1e,segment=NetworkSegment(de18a15a-a124-4fe2-a463-41b9ed456cbf),segment_id=de18a15a-a124-4fe2-a463-41b9ed456cbf)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:32.873429 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f8836-bda3-48fb-b2cb-509cf25bc15a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event deleted for resources: {'Subnet': ['ID=d271434b-9c09-4bc9-be09-2c2137fab452,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:32.906804 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.907295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-32f858c9-621d-48a1-979a-565ff34a5609 req-f6b29cee-2c27-430d-8113-8fdc2b05d688 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Deleting port 3eca40ae-2511-45b1-9cd3-0b899ddc55d6 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:32.907638 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-32f858c9-621d-48a1-979a-565ff34a5609 req-f6b29cee-2c27-430d-8113-8fdc2b05d688 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.972694 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-660da2d9-8da1-4110-9e59-60c67cb8d894 req-9f618dd5-33e9-4a1e-bd03-8daf4a60f919 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb285e36-e6a9-4700-a506-80f6256d75fe HTTP/1.1" status: 200 len: 217 time: 0.0799899 Jul 16 01:37:32.977159 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-338f8836-bda3-48fb-b2cb-509cf25bc15a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.035964 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-338f8836-bda3-48fb-b2cb-509cf25bc15a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef11fea7-9f2a-40ed-bd11-e002c20429a6']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:33.070560 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-338f8836-bda3-48fb-b2cb-509cf25bc15a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ffba5e-28ce-4acf-adf9-79242d8f8d92') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:33.073486 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-338f8836-bda3-48fb-b2cb-509cf25bc15a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ffba5e-28ce-4acf-adf9-79242d8f8d92') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:33.092079 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-338f8836-bda3-48fb-b2cb-509cf25bc15a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.119750 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-338f8836-bda3-48fb-b2cb-509cf25bc15a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.123334 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-32f858c9-621d-48a1-979a-565ff34a5609 req-f6b29cee-2c27-430d-8113-8fdc2b05d688 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] For port 3eca40ae-2511-45b1-9cd3-0b899ddc55d6, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=3eca40ae-2511-45b1-9cd3-0b899ddc55d6,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:33.123996 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-32f858c9-621d-48a1-979a-565ff34a5609 req-f6b29cee-2c27-430d-8113-8fdc2b05d688 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.139794 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338f8836-bda3-48fb-b2cb-509cf25bc15a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:33.140212 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-338f8836-bda3-48fb-b2cb-509cf25bc15a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:33.143287 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:33.147033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=a082f3f6-be0c-47da-b563-0194daca0c1e,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:33.155351 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e16c93-7f22-4a59-9395-344876470059 None None] Unable to find a vacant binding_index for network ef11fea7-9f2a-40ed-bd11-e002c20429a6 and agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec {{(pid=93833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 16 01:37:33.157224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-32f858c9-621d-48a1-979a-565ff34a5609 req-f6b29cee-2c27-430d-8113-8fdc2b05d688 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Calling delete_port for 3eca40ae-2511-45b1-9cd3-0b899ddc55d6 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:33.172022 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660da2d9-8da1-4110-9e59-60c67cb8d894 req-7ebd9770-c389-47e4-a008-89991fa6d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.176513 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e16c93-7f22-4a59-9395-344876470059 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, ef11fea7-9f2a-40ed-bd11-e002c20429a6) {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:37:33.177762 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-660da2d9-8da1-4110-9e59-60c67cb8d894 req-7ebd9770-c389-47e4-a008-89991fa6d8f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80374b9f-2bf3-4ec7-862f-ebb8ade373c7 HTTP/1.1" status: 200 len: 852 time: 0.1254194 Jul 16 01:37:33.283528 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-338f8836-bda3-48fb-b2cb-509cf25bc15a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.308548 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-660da2d9-8da1-4110-9e59-60c67cb8d894 req-9afd96c1-7a9e-4daa-be01-447ede343ffe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=788e2996-ae41-440d-8892-e7b9ea2dc68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766490 Jul 16 01:37:33.316791 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-338f8836-bda3-48fb-b2cb-509cf25bc15a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.331019 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-338f8836-bda3-48fb-b2cb-509cf25bc15a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/networks/ef11fea7-9f2a-40ed-bd11-e002c20429a6 HTTP/1.1" status: 204 len: 168 time: 1.1797450 Jul 16 01:37:33.334768 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56118) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:33.364615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 34f14632-1d17-45c8-9be6-0e361468f103 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:33.410805 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f8836-bda3-48fb-b2cb-509cf25bc15a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event deleted for resources: {'Network': ['ID=ef11fea7-9f2a-40ed-bd11-e002c20429a6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:33.521586 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-6580ef96-f4a6-4b2f-a841-adab92637964 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-856356131'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:33.543230 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-660da2d9-8da1-4110-9e59-60c67cb8d894 req-fa00a5f8-517b-4e14-92f5-c705aa76e04a service neutron] 10.222.0.47 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241879 Jul 16 01:37:33.557309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43e07e-c44d-4511-a89d-18180090ee98 req-d24dbb1e-c601-4452-9574-493456868905 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.563533 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9e43e07e-c44d-4511-a89d-18180090ee98 req-d24dbb1e-c601-4452-9574-493456868905 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a5dea-603c-4094-8425-46f3cfe30dce HTTP/1.1" status: 200 len: 945 time: 0.2899032 Jul 16 01:37:33.625073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6580ef96-f4a6-4b2f-a841-adab92637964 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Made reservation on behalf of 525318d2bc394dd197bfe27cc3962e52 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:33.630607 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6580ef96-f4a6-4b2f-a841-adab92637964 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.641925 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 34f14632-1d17-45c8-9be6-0e361468f103 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:33.664839 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 34f14632-1d17-45c8-9be6-0e361468f103 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:33.665230 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.732255 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-660da2d9-8da1-4110-9e59-60c67cb8d894 req-1e4302b7-f278-49a1-b713-1350266a1466 service neutron] 10.222.0.47 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786115 Jul 16 01:37:33.735258 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-32f858c9-621d-48a1-979a-565ff34a5609 req-f6b29cee-2c27-430d-8113-8fdc2b05d688 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.737010 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6580ef96-f4a6-4b2f-a841-adab92637964 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:33.751510 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6580ef96-f4a6-4b2f-a841-adab92637964 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.752210 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-6580ef96-f4a6-4b2f-a841-adab92637964 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Added segment b78f59b9-da73-41fb-abb0-337505be1f83 of type vlan for network cd9d6585-8147-404c-9ecf-546d3ec9742a Jul 16 01:37:33.785387 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b29cee-2c27-430d-8113-8fdc2b05d688 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Pushing event deleted for resources: {'Port': ['ID=3eca40ae-2511-45b1-9cd3-0b899ddc55d6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:33.818466 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['3eca40ae-2511-45b1-9cd3-0b899ddc55d6', 'f20bb7e3-5941-4557-a6e9-123efa9e20b7'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:33.838039 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.843242 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6580ef96-f4a6-4b2f-a841-adab92637964 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.888614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f858c9-621d-48a1-979a-565ff34a5609 req-f6b29cee-2c27-430d-8113-8fdc2b05d688 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] No DVR routers for this DVR port 3eca40ae-2511-45b1-9cd3-0b899ddc55d6 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:33.894392 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-32f858c9-621d-48a1-979a-565ff34a5609 req-f6b29cee-2c27-430d-8113-8fdc2b05d688 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.896491 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32f858c9-621d-48a1-979a-565ff34a5609 req-f6b29cee-2c27-430d-8113-8fdc2b05d688 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.47 "DELETE /v2.0/ports/3eca40ae-2511-45b1-9cd3-0b899ddc55d6 HTTP/1.1" status: 204 len: 173 time: 1.3082790 Jul 16 01:37:33.932583 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-9e43e07e-c44d-4511-a89d-18180090ee98 req-77416070-fe56-418d-853c-e58eac786d19 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Deleting port f20bb7e3-5941-4557-a6e9-123efa9e20b7 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:33.932935 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9e43e07e-c44d-4511-a89d-18180090ee98 req-77416070-fe56-418d-853c-e58eac786d19 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.962020 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6580ef96-f4a6-4b2f-a841-adab92637964 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.973533 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6580ef96-f4a6-4b2f-a841-adab92637964 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.974187 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6580ef96-f4a6-4b2f-a841-adab92637964 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.054611 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6580ef96-f4a6-4b2f-a841-adab92637964 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6921306 Jul 16 01:37:34.057586 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56124) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:34.068230 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-46b95788-5cb4-4d28-9a80-a2719862ff9f tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Request body: {'subnet': {'network_id': 'cd9d6585-8147-404c-9ecf-546d3ec9742a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:34.088643 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.098358 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-9e43e07e-c44d-4511-a89d-18180090ee98 req-77416070-fe56-418d-853c-e58eac786d19 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] For port f20bb7e3-5941-4557-a6e9-123efa9e20b7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f20bb7e3-5941-4557-a6e9-123efa9e20b7,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:34.098734 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9e43e07e-c44d-4511-a89d-18180090ee98 req-77416070-fe56-418d-853c-e58eac786d19 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.113609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-9e43e07e-c44d-4511-a89d-18180090ee98 req-77416070-fe56-418d-853c-e58eac786d19 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Calling delete_port for f20bb7e3-5941-4557-a6e9-123efa9e20b7 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:34.154437 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580ef96-f4a6-4b2f-a841-adab92637964 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event updated for resources: {'Network': ['ID=cd9d6585-8147-404c-9ecf-546d3ec9742a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:34.178902 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network cd9d6585-8147-404c-9ecf-546d3ec9742a details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:34.309570 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 34f14632-1d17-45c8-9be6-0e361468f103, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=34f14632-1d17-45c8-9be6-0e361468f103,segment=NetworkSegment(f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e),segment_id=f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:34.338916 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9e43e07e-c44d-4511-a89d-18180090ee98 req-77416070-fe56-418d-853c-e58eac786d19 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.342666 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.379030 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b95788-5cb4-4d28-9a80-a2719862ff9f tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Made reservation on behalf of 525318d2bc394dd197bfe27cc3962e52 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:34.385107 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-46b95788-5cb4-4d28-9a80-a2719862ff9f tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.387722 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77416070-fe56-418d-853c-e58eac786d19 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Pushing event deleted for resources: {'Port': ['ID=f20bb7e3-5941-4557-a6e9-123efa9e20b7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:34.431778 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 5929d617-ff9c-4fc7-8a67-861e8ba79c4d no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:34.455191 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e43e07e-c44d-4511-a89d-18180090ee98 req-77416070-fe56-418d-853c-e58eac786d19 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] No DVR routers for this DVR port f20bb7e3-5941-4557-a6e9-123efa9e20b7 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:34.457899 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9e43e07e-c44d-4511-a89d-18180090ee98 req-77416070-fe56-418d-853c-e58eac786d19 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.460176 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9e43e07e-c44d-4511-a89d-18180090ee98 req-77416070-fe56-418d-853c-e58eac786d19 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.47 "DELETE /v2.0/ports/f20bb7e3-5941-4557-a6e9-123efa9e20b7 HTTP/1.1" status: 204 len: 173 time: 0.8899157 Jul 16 01:37:34.506939 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 5929d617-ff9c-4fc7-8a67-861e8ba79c4d {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:34.507593 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 5929d617-ff9c-4fc7-8a67-861e8ba79c4d not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:34.566822 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=34f14632-1d17-45c8-9be6-0e361468f103,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:34.573927 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce82ca65-b485-4c70-8407-a3655a1bd8cb None None] Network ef11fea7-9f2a-40ed-bd11-e002c20429a6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:34.597535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce82ca65-b485-4c70-8407-a3655a1bd8cb None None] Network ef11fea7-9f2a-40ed-bd11-e002c20429a6 could not be found, it might have been deleted concurrently. {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:37:34.615765 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80849309-5664-4f5e-803c-812422f36b83 None None] Network ef11fea7-9f2a-40ed-bd11-e002c20429a6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:34.634147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80849309-5664-4f5e-803c-812422f36b83 None None] Network ef11fea7-9f2a-40ed-bd11-e002c20429a6 could not be found, it might have been deleted concurrently. {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:37:34.697286 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-46b95788-5cb4-4d28-9a80-a2719862ff9f tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.765422 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b95788-5cb4-4d28-9a80-a2719862ff9f tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event updated for resources: {'Subnet': ['ID=d49f45c4-cae5-4693-8de8-15d2c64ddd4a,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:34.778271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b95788-5cb4-4d28-9a80-a2719862ff9f tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Checking segment: {'id': 'b78f59b9-da73-41fb-abb0-337505be1f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cd9d6585-8147-404c-9ecf-546d3ec9742a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:34.778902 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b95788-5cb4-4d28-9a80-a2719862ff9f tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Network hostable DHCP agents. Network: cd9d6585-8147-404c-9ecf-546d3ec9742a, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:34.797261 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b95788-5cb4-4d28-9a80-a2719862ff9f tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Network cd9d6585-8147-404c-9ecf-546d3ec9742a is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:34.807947 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-46b95788-5cb4-4d28-9a80-a2719862ff9f tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, cd9d6585-8147-404c-9ecf-546d3ec9742a) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:34.812404 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b95788-5cb4-4d28-9a80-a2719862ff9f tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:34.812994 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-46b95788-5cb4-4d28-9a80-a2719862ff9f tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.819848 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cb4def-53e2-4460-a0a0-25c25c6d4914 None None] Network cd9d6585-8147-404c-9ecf-546d3ec9742a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:34.831645 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-46b95788-5cb4-4d28-9a80-a2719862ff9f tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7729561 Jul 16 01:37:34.834311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56128) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:34.976149 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1abf5f08-191c-4507-8ad5-72481ec2940a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.053222 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9253f506-6011-4801-878e-518168207ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-cd9d6585-8147-404c-9ecf-546d3ec9742a', 'network_id': 'cd9d6585-8147-404c-9ecf-546d3ec9742a', 'tenant_id': '525318d2bc394dd197bfe27cc3962e52', 'fixed_ips': [{'subnet_id': 'd49f45c4-cae5-4693-8de8-15d2c64ddd4a'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:35.054249 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9253f506-6011-4801-878e-518168207ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.059494 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1abf5f08-191c-4507-8ad5-72481ec2940a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.179330 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 34f14632-1d17-45c8-9be6-0e361468f103 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:35.191076 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1abf5f08-191c-4507-8ad5-72481ec2940a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.220585 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf5f08-191c-4507-8ad5-72481ec2940a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event deleted for resources: {'Subnet': ['ID=d49f45c4-cae5-4693-8de8-15d2c64ddd4a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.298688 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1abf5f08-191c-4507-8ad5-72481ec2940a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.309721 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-1abf5f08-191c-4507-8ad5-72481ec2940a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9d6585-8147-404c-9ecf-546d3ec9742a']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:35.321248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-1abf5f08-191c-4507-8ad5-72481ec2940a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78f59b9-da73-41fb-abb0-337505be1f83') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:35.322156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-1abf5f08-191c-4507-8ad5-72481ec2940a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78f59b9-da73-41fb-abb0-337505be1f83') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:35.330923 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1abf5f08-191c-4507-8ad5-72481ec2940a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server [None req-9253f506-6011-4801-878e-518168207ee4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d49f45c4-cae5-4693-8de8-15d2c64ddd4a: This subnet is being modified by another concurrent operation. Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:37:35.335223 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d49f45c4-cae5-4693-8de8-15d2c64ddd4a: This subnet is being modified by another concurrent operation. Jul 16 01:37:35.340038 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Jul 16 01:37:35.357964 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1abf5f08-191c-4507-8ad5-72481ec2940a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.358575 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 34f14632-1d17-45c8-9be6-0e361468f103 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:35.358960 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.366751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abf5f08-191c-4507-8ad5-72481ec2940a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:35.367904 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1abf5f08-191c-4507-8ad5-72481ec2940a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:35.371342 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:35.390662 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ffbcfd-8461-410f-ad83-6bee202c34f7 None None] Network cd9d6585-8147-404c-9ecf-546d3ec9742a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:35.455409 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1abf5f08-191c-4507-8ad5-72481ec2940a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.460931 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1abf5f08-191c-4507-8ad5-72481ec2940a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.467181 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1abf5f08-191c-4507-8ad5-72481ec2940a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/networks/cd9d6585-8147-404c-9ecf-546d3ec9742a HTTP/1.1" status: 204 len: 168 time: 0.6286643 Jul 16 01:37:35.468003 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56132) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:35.474074 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2c7d8bbf-d16b-457b-9117-4055ea715c61 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1755229764'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:35.479893 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf5f08-191c-4507-8ad5-72481ec2940a tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event deleted for resources: {'Network': ['ID=cd9d6585-8147-404c-9ecf-546d3ec9742a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.516053 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7d8bbf-d16b-457b-9117-4055ea715c61 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Made reservation on behalf of 525318d2bc394dd197bfe27cc3962e52 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:35.521831 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8bbf-d16b-457b-9117-4055ea715c61 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.558689 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7d8bbf-d16b-457b-9117-4055ea715c61 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:35.574425 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8bbf-d16b-457b-9117-4055ea715c61 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.575034 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-2c7d8bbf-d16b-457b-9117-4055ea715c61 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Added segment a60570db-c4b3-4769-92c2-13da670dd9aa of type vlan for network c11ae7eb-2bb0-4a16-8d4e-f47612f274e7 Jul 16 01:37:35.610523 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d97476c-a3d4-42da-b6e6-3863daa8280a None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:37:35.651270 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8bbf-d16b-457b-9117-4055ea715c61 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.694420 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8bbf-d16b-457b-9117-4055ea715c61 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.703073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7d8bbf-d16b-457b-9117-4055ea715c61 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:35.703772 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8bbf-d16b-457b-9117-4055ea715c61 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.763748 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56136) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:35.764455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2c7d8bbf-d16b-457b-9117-4055ea715c61 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2948086 Jul 16 01:37:35.769919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-cf0aa8c9-ff66-4ab6-9c5d-45cf6562f14d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Request body: {'subnet': {'network_id': 'c11ae7eb-2bb0-4a16-8d4e-f47612f274e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:35.812542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d8bbf-d16b-457b-9117-4055ea715c61 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event updated for resources: {'Network': ['ID=c11ae7eb-2bb0-4a16-8d4e-f47612f274e7,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.861898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network c11ae7eb-2bb0-4a16-8d4e-f47612f274e7 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:35.912330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0aa8c9-ff66-4ab6-9c5d-45cf6562f14d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Made reservation on behalf of 525318d2bc394dd197bfe27cc3962e52 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:35.917351 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa8c9-ff66-4ab6-9c5d-45cf6562f14d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.993111 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d97476c-a3d4-42da-b6e6-3863daa8280a None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:37:36.233619 n-d-800086-6 neutron-server[93831]: DEBUG neutron.objects.ports [None req-cf0aa8c9-ff66-4ab6-9c5d-45cf6562f14d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:37:36.235654 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa8c9-ff66-4ab6-9c5d-45cf6562f14d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.304228 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0aa8c9-ff66-4ab6-9c5d-45cf6562f14d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event updated for resources: {'Subnet': ['ID=b0ae480b-007a-4e54-ad88-56c2f400214f,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.313198 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0aa8c9-ff66-4ab6-9c5d-45cf6562f14d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Checking segment: {'id': 'a60570db-c4b3-4769-92c2-13da670dd9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c11ae7eb-2bb0-4a16-8d4e-f47612f274e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:36.313561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0aa8c9-ff66-4ab6-9c5d-45cf6562f14d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Network hostable DHCP agents. Network: c11ae7eb-2bb0-4a16-8d4e-f47612f274e7, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:36.333474 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0aa8c9-ff66-4ab6-9c5d-45cf6562f14d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Network c11ae7eb-2bb0-4a16-8d4e-f47612f274e7 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:36.343140 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-cf0aa8c9-ff66-4ab6-9c5d-45cf6562f14d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, c11ae7eb-2bb0-4a16-8d4e-f47612f274e7) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:36.347339 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0aa8c9-ff66-4ab6-9c5d-45cf6562f14d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:36.347960 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa8c9-ff66-4ab6-9c5d-45cf6562f14d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.355433 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0446d24-68cb-47cb-916a-6ea6a4dd8e67 None None] Network c11ae7eb-2bb0-4a16-8d4e-f47612f274e7 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:36.363027 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cf0aa8c9-ff66-4ab6-9c5d-45cf6562f14d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5981271 Jul 16 01:37:36.366014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56140) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:36.418990 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f20bb7e3-5941-4557-a6e9-123efa9e20b7 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:36.448354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: f20bb7e3-5941-4557-a6e9-123efa9e20b7 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:36.448707 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f20bb7e3-5941-4557-a6e9-123efa9e20b7 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:36.449655 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 3eca40ae-2511-45b1-9cd3-0b899ddc55d6 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:36.471020 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 3eca40ae-2511-45b1-9cd3-0b899ddc55d6 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:36.471375 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 3eca40ae-2511-45b1-9cd3-0b899ddc55d6 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:36.484525 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bf596bb-b3b7-459e-98dd-d25a1260f43d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.561564 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c746d019-7efb-4981-8480-c32852d40199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-c11ae7eb-2bb0-4a16-8d4e-f47612f274e7', 'network_id': 'c11ae7eb-2bb0-4a16-8d4e-f47612f274e7', 'tenant_id': '525318d2bc394dd197bfe27cc3962e52', 'fixed_ips': [{'subnet_id': 'b0ae480b-007a-4e54-ad88-56c2f400214f'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:36.562519 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c746d019-7efb-4981-8480-c32852d40199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.577939 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bf596bb-b3b7-459e-98dd-d25a1260f43d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.646475 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bf596bb-b3b7-459e-98dd-d25a1260f43d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.694520 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf596bb-b3b7-459e-98dd-d25a1260f43d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ae480b-007a-4e54-ad88-56c2f400214f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server [None req-c746d019-7efb-4981-8480-c32852d40199 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0ae480b-007a-4e54-ad88-56c2f400214f: This subnet is being modified by another concurrent operation. Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:37:36.696735 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0ae480b-007a-4e54-ad88-56c2f400214f: This subnet is being modified by another concurrent operation. Jul 16 01:37:36.702320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Jul 16 01:37:36.709981 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca06ee85-1dcf-4161-b9e8-3c7370191bd9 None None] Network c11ae7eb-2bb0-4a16-8d4e-f47612f274e7 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:36.787033 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bf596bb-b3b7-459e-98dd-d25a1260f43d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.798753 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-8bf596bb-b3b7-459e-98dd-d25a1260f43d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11ae7eb-2bb0-4a16-8d4e-f47612f274e7']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:36.818737 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-8bf596bb-b3b7-459e-98dd-d25a1260f43d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60570db-c4b3-4769-92c2-13da670dd9aa') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:36.819501 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-8bf596bb-b3b7-459e-98dd-d25a1260f43d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60570db-c4b3-4769-92c2-13da670dd9aa') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:36.831385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d902241-734f-49c0-ac70-5890f26c800b None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:37:36.833373 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bf596bb-b3b7-459e-98dd-d25a1260f43d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.848663 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bf596bb-b3b7-459e-98dd-d25a1260f43d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.856472 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf596bb-b3b7-459e-98dd-d25a1260f43d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:36.856967 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bf596bb-b3b7-459e-98dd-d25a1260f43d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:36.861142 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:36.937583 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d902241-734f-49c0-ac70-5890f26c800b None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:37:36.942224 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bf596bb-b3b7-459e-98dd-d25a1260f43d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.950630 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bf596bb-b3b7-459e-98dd-d25a1260f43d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.953214 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8bf596bb-b3b7-459e-98dd-d25a1260f43d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/networks/c11ae7eb-2bb0-4a16-8d4e-f47612f274e7 HTTP/1.1" status: 204 len: 168 time: 0.5860910 Jul 16 01:37:36.958368 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56144) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:36.971921 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf596bb-b3b7-459e-98dd-d25a1260f43d tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event deleted for resources: {'Network': ['ID=c11ae7eb-2bb0-4a16-8d4e-f47612f274e7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:37.004561 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-772981b5-f0b5-4d62-882f-180a6aa978c3 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:37.005517 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772981b5-f0b5-4d62-882f-180a6aa978c3 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:37.010507 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-772981b5-f0b5-4d62-882f-180a6aa978c3 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/subnets/b0ae480b-007a-4e54-ad88-56c2f400214f HTTP/1.1" status: 404 len: 337 time: 0.0479147 Jul 16 01:37:37.010982 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56146) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:37.030213 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecfd006-e0b2-470c-8036-e18c888ef1e4 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:37.030777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecfd006-e0b2-470c-8036-e18c888ef1e4 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:37.033033 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8ecfd006-e0b2-470c-8036-e18c888ef1e4 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/networks/c11ae7eb-2bb0-4a16-8d4e-f47612f274e7 HTTP/1.1" status: 404 len: 339 time: 0.0207500 Jul 16 01:37:37.035341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56148) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:37.064767 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a822ae-acf3-44c8-9b44-2945b24cb3cd tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:37.065230 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a822ae-acf3-44c8-9b44-2945b24cb3cd tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:37.067779 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-71a822ae-acf3-44c8-9b44-2945b24cb3cd tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/subnets/d49f45c4-cae5-4693-8de8-15d2c64ddd4a HTTP/1.1" status: 404 len: 337 time: 0.0305476 Jul 16 01:37:37.069584 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56150) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:37.093764 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-524feb1e-ef3e-47f1-a7ec-a9417db5058f tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:37.094335 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524feb1e-ef3e-47f1-a7ec-a9417db5058f tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:37.096223 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-524feb1e-ef3e-47f1-a7ec-a9417db5058f tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/networks/cd9d6585-8147-404c-9ecf-546d3ec9742a HTTP/1.1" status: 404 len: 339 time: 0.0257030 Jul 16 01:37:37.098800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56152) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:37.134119 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd57b349-a9f8-4bce-b0a0-8054b0b97c04 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:37.134696 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd57b349-a9f8-4bce-b0a0-8054b0b97c04 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:37.136544 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dd57b349-a9f8-4bce-b0a0-8054b0b97c04 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/subnets/d271434b-9c09-4bc9-be09-2c2137fab452 HTTP/1.1" status: 404 len: 337 time: 0.0368407 Jul 16 01:37:37.139192 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56154) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:37.157788 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c9cb0e-59e5-4df8-8d07-06a534abfcc3 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:37.158328 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c9cb0e-59e5-4df8-8d07-06a534abfcc3 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:37.160056 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-83c9cb0e-59e5-4df8-8d07-06a534abfcc3 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/networks/ef11fea7-9f2a-40ed-bd11-e002c20429a6 HTTP/1.1" status: 404 len: 339 time: 0.0199051 Jul 16 01:37:37.162555 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56156) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:37.274585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8a59d855-8b12-452b-9e24-91e561059a7b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Deleting port 0856960f-fc97-4492-8546-2906909a6c9d {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:37.274936 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8a59d855-8b12-452b-9e24-91e561059a7b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.352010 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8a59d855-8b12-452b-9e24-91e561059a7b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.365163 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8a59d855-8b12-452b-9e24-91e561059a7b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Calling delete_port for 0856960f-fc97-4492-8546-2906909a6c9d owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:37.446109 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8a59d855-8b12-452b-9e24-91e561059a7b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.479422 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59d855-8b12-452b-9e24-91e561059a7b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event deleted for resources: {'Port': ['ID=0856960f-fc97-4492-8546-2906909a6c9d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:37.485302 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8a59d855-8b12-452b-9e24-91e561059a7b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.489325 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8a59d855-8b12-452b-9e24-91e561059a7b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/ports/0856960f-fc97-4492-8546-2906909a6c9d HTTP/1.1" status: 204 len: 168 time: 0.3235607 Jul 16 01:37:37.489852 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56160) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:37.519859 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7b9f1b-92e2-45d8-9acf-ed5542f29be6 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:37.520322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f7b9f1b-92e2-45d8-9acf-ed5542f29be6 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:37.522067 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2f7b9f1b-92e2-45d8-9acf-ed5542f29be6 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/subnets/8adcd7d0-6a09-4b42-afe6-36af1a73eb26 HTTP/1.1" status: 404 len: 337 time: 0.0312259 Jul 16 01:37:37.525403 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56162) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:37.610405 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.665540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Deleting port e6c849a1-dccd-4c88-87c8-0880da6cd368 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:37.665976 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.737352 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] For port e6c849a1-dccd-4c88-87c8-0880da6cd368, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e6c849a1-dccd-4c88-87c8-0880da6cd368,segment=NetworkSegment(ae12d315-577c-4c22-9b6e-ec39279e0f2f),segment_id=ae12d315-577c-4c22-9b6e-ec39279e0f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:37.737639 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.749551 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Calling delete_port for e6c849a1-dccd-4c88-87c8-0880da6cd368 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:37.839047 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.874718 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event deleted for resources: {'Port': ['ID=e6c849a1-dccd-4c88-87c8-0880da6cd368,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:37.876568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] No DVR routers for this DVR port e6c849a1-dccd-4c88-87c8-0880da6cd368 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:37.960069 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.971591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d46bdf2-ff2b-4055-a2aa-478458e1f131']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:37.982823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae12d315-577c-4c22-9b6e-ec39279e0f2f') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:37.983116 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae12d315-577c-4c22-9b6e-ec39279e0f2f') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:37.993088 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.011788 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.018236 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:38.018779 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:38.021746 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:38.102438 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.109497 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.111341 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/networks/6d46bdf2-ff2b-4055-a2aa-478458e1f131 HTTP/1.1" status: 204 len: 168 time: 0.5850194 Jul 16 01:37:38.113737 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56166) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:38.131379 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d79ce-e197-4dc6-b19c-4060cc4c566b tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event deleted for resources: {'Network': ['ID=6d46bdf2-ff2b-4055-a2aa-478458e1f131,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:38.234032 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-503bc1e0-cdbd-489f-aab4-7d8632201283 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Deleting port 4c645775-8ba7-4623-a188-f3d35ce5fafb {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:38.234374 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-503bc1e0-cdbd-489f-aab4-7d8632201283 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.305397 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-503bc1e0-cdbd-489f-aab4-7d8632201283 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.319307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-503bc1e0-cdbd-489f-aab4-7d8632201283 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Calling delete_port for 4c645775-8ba7-4623-a188-f3d35ce5fafb owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:38.406606 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-503bc1e0-cdbd-489f-aab4-7d8632201283 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.437924 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503bc1e0-cdbd-489f-aab4-7d8632201283 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event deleted for resources: {'Port': ['ID=4c645775-8ba7-4623-a188-f3d35ce5fafb,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:38.441873 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-503bc1e0-cdbd-489f-aab4-7d8632201283 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.444091 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-503bc1e0-cdbd-489f-aab4-7d8632201283 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/ports/4c645775-8ba7-4623-a188-f3d35ce5fafb HTTP/1.1" status: 204 len: 168 time: 0.3292994 Jul 16 01:37:38.446843 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56170) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:38.473355 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-6458ebfd-9809-4cef-b1ba-181213b32a75 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:38.474307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6458ebfd-9809-4cef-b1ba-181213b32a75 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:38.476475 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6458ebfd-9809-4cef-b1ba-181213b32a75 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/subnets/99f0135a-98db-4929-b27e-e17edbe31e1a HTTP/1.1" status: 404 len: 337 time: 0.0283327 Jul 16 01:37:38.478573 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56172) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:38.560020 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6092570b-51cc-44ac-acbe-ee792638ad02 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.649441 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6092570b-51cc-44ac-acbe-ee792638ad02 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.660349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6092570b-51cc-44ac-acbe-ee792638ad02 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81aa63c-7221-47e3-9af7-18199835b322']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:38.673082 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6092570b-51cc-44ac-acbe-ee792638ad02 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa49b75-cba6-451d-b0b1-3041dee615d4') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:38.673447 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6092570b-51cc-44ac-acbe-ee792638ad02 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa49b75-cba6-451d-b0b1-3041dee615d4') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:38.683045 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6092570b-51cc-44ac-acbe-ee792638ad02 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.699143 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6092570b-51cc-44ac-acbe-ee792638ad02 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.705414 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6092570b-51cc-44ac-acbe-ee792638ad02 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:38.705882 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6092570b-51cc-44ac-acbe-ee792638ad02 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:38.709387 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:38.780167 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6092570b-51cc-44ac-acbe-ee792638ad02 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.786896 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6092570b-51cc-44ac-acbe-ee792638ad02 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.788831 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6092570b-51cc-44ac-acbe-ee792638ad02 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/networks/a81aa63c-7221-47e3-9af7-18199835b322 HTTP/1.1" status: 204 len: 168 time: 0.3092496 Jul 16 01:37:38.791805 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56174) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:38.800152 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092570b-51cc-44ac-acbe-ee792638ad02 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event deleted for resources: {'Network': ['ID=a81aa63c-7221-47e3-9af7-18199835b322,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:38.860009 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba9d98d-4052-48d8-a9ae-1b337549fcf0 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Deleting subnet d8284db3-4c48-437a-a61d-b8d2af87c24e {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:38.863760 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ba9d98d-4052-48d8-a9ae-1b337549fcf0 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.907044 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ba9d98d-4052-48d8-a9ae-1b337549fcf0 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.003117 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ba9d98d-4052-48d8-a9ae-1b337549fcf0 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.076529 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ba9d98d-4052-48d8-a9ae-1b337549fcf0 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.109501 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9d98d-4052-48d8-a9ae-1b337549fcf0 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event deleted for resources: {'Subnet': ['ID=d8284db3-4c48-437a-a61d-b8d2af87c24e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:39.111483 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ba9d98d-4052-48d8-a9ae-1b337549fcf0 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.116080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56178) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:39.116554 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3ba9d98d-4052-48d8-a9ae-1b337549fcf0 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/subnets/d8284db3-4c48-437a-a61d-b8d2af87c24e HTTP/1.1" status: 204 len: 168 time: 0.3228581 Jul 16 01:37:39.127700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af02654a-c370-49a0-a232-99e3de9a2dc4 None None] Network f802c617-a7e3-4f9e-b7fb-e60527ca365e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:39.206192 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.270523 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Deleting port cd1d026d-15ec-4652-8f91-7b3440f6c1ac {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:39.270877 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.335108 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0994554-6040-47c4-ac0c-5ccd0ad3074d None None] DHCP port deletion for f802c617-a7e3-4f9e-b7fb-e60527ca365e request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:39.375085 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] For port cd1d026d-15ec-4652-8f91-7b3440f6c1ac, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cd1d026d-15ec-4652-8f91-7b3440f6c1ac,segment=NetworkSegment(e474362c-b337-440e-bacd-85020fafdb48),segment_id=e474362c-b337-440e-bacd-85020fafdb48)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:39.375840 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.390842 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b0994554-6040-47c4-ac0c-5ccd0ad3074d None None] Deleting port cd1d026d-15ec-4652-8f91-7b3440f6c1ac {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:39.391322 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0994554-6040-47c4-ac0c-5ccd0ad3074d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.397710 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Calling delete_port for cd1d026d-15ec-4652-8f91-7b3440f6c1ac owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:39.466394 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b0994554-6040-47c4-ac0c-5ccd0ad3074d None None] For port cd1d026d-15ec-4652-8f91-7b3440f6c1ac, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cd1d026d-15ec-4652-8f91-7b3440f6c1ac,segment=NetworkSegment(e474362c-b337-440e-bacd-85020fafdb48),segment_id=e474362c-b337-440e-bacd-85020fafdb48)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:39.467162 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0994554-6040-47c4-ac0c-5ccd0ad3074d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.481149 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b0994554-6040-47c4-ac0c-5ccd0ad3074d None None] Calling delete_port for cd1d026d-15ec-4652-8f91-7b3440f6c1ac owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:39.508093 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.555910 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] No DVR routers for this DVR port cd1d026d-15ec-4652-8f91-7b3440f6c1ac on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:39.557714 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event deleted for resources: {'Port': ['ID=cd1d026d-15ec-4652-8f91-7b3440f6c1ac,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:39.609821 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0994554-6040-47c4-ac0c-5ccd0ad3074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.639292 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0994554-6040-47c4-ac0c-5ccd0ad3074d None None] Pushing event deleted for resources: {'Port': ['ID=cd1d026d-15ec-4652-8f91-7b3440f6c1ac,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:39.642625 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0994554-6040-47c4-ac0c-5ccd0ad3074d None None] No DVR routers for this DVR port cd1d026d-15ec-4652-8f91-7b3440f6c1ac on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:39.653811 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.666636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f802c617-a7e3-4f9e-b7fb-e60527ca365e']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:39.681784 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e474362c-b337-440e-bacd-85020fafdb48') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:39.682095 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e474362c-b337-440e-bacd-85020fafdb48') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:39.692001 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.708716 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.715653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:39.716080 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:39.727472 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:39.788088 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.796789 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.799975 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] 10.222.0.54 "DELETE /v2.0/networks/f802c617-a7e3-4f9e-b7fb-e60527ca365e HTTP/1.1" status: 204 len: 168 time: 0.6820891 Jul 16 01:37:39.815648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f95b5-a255-4236-8e45-520fd1c44389 tempest-NetworksIpV6TestAttrs-903264535 tempest-NetworksIpV6TestAttrs-903264535-project] Pushing event deleted for resources: {'Network': ['ID=f802c617-a7e3-4f9e-b7fb-e60527ca365e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:40.113542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56188) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.306974 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ed32a2fe-78c1-4183-85e5-fe91ad63a84f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=525318d2bc394dd197bfe27cc3962e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897767 Jul 16 01:37:40.307762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56192) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.368659 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08e84bfc-6160-4469-8229-5581d7ede0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.398787 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08e84bfc-6160-4469-8229-5581d7ede0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.455393 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08e84bfc-6160-4469-8229-5581d7ede0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.458040 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08e84bfc-6160-4469-8229-5581d7ede0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.459348 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-08e84bfc-6160-4469-8229-5581d7ede0f7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4b8cb98d-1eb6-485b-905d-8b1ccc8647ec HTTP/1.1" status: 204 len: 168 time: 0.1511662 Jul 16 01:37:40.469432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e84bfc-6160-4469-8229-5581d7ede0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8cb98d-1eb6-485b-905d-8b1ccc8647ec,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.130172 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cd1d026d-15ec-4652-8f91-7b3440f6c1ac no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:41.152506 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: cd1d026d-15ec-4652-8f91-7b3440f6c1ac {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:41.152858 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cd1d026d-15ec-4652-8f91-7b3440f6c1ac not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:41.177602 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56218) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.300780 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e7cad1ba-254f-4fae-834e-f9669898b85a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-507432922'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:41.307534 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cad1ba-254f-4fae-834e-f9669898b85a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Made reservation on behalf of 498924aad55244bba9d0f01dbf05d516 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:41.311008 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7cad1ba-254f-4fae-834e-f9669898b85a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.320288 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7cad1ba-254f-4fae-834e-f9669898b85a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.420418 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7cad1ba-254f-4fae-834e-f9669898b85a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.424414 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7cad1ba-254f-4fae-834e-f9669898b85a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.456697 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cad1ba-254f-4fae-834e-f9669898b85a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:41.466649 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cad1ba-254f-4fae-834e-f9669898b85a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=769cc18b-870a-47f3-ae62-7aa40b059c47,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.473274 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7cad1ba-254f-4fae-834e-f9669898b85a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.473633 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-e7cad1ba-254f-4fae-834e-f9669898b85a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Added segment 8acab592-6556-4f4f-ba99-778faac441cf of type vlan for network e0d1c93e-badf-491c-860a-ecca43ad4fdc Jul 16 01:37:41.521887 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7cad1ba-254f-4fae-834e-f9669898b85a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.553191 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7cad1ba-254f-4fae-834e-f9669898b85a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.559811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cad1ba-254f-4fae-834e-f9669898b85a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:41.560450 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7cad1ba-254f-4fae-834e-f9669898b85a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.600388 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e7cad1ba-254f-4fae-834e-f9669898b85a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4227118 Jul 16 01:37:41.603531 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56224) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.610752 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-51ba2333-bb1a-4446-a34e-980d00c0fd28 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1430744194'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:41.631072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cad1ba-254f-4fae-834e-f9669898b85a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Network': ['ID=e0d1c93e-badf-491c-860a-ecca43ad4fdc,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.644459 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network e0d1c93e-badf-491c-860a-ecca43ad4fdc details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:41.646890 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ba2333-bb1a-4446-a34e-980d00c0fd28 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Made reservation on behalf of 498924aad55244bba9d0f01dbf05d516 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:41.650824 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51ba2333-bb1a-4446-a34e-980d00c0fd28 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.674749 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ba2333-bb1a-4446-a34e-980d00c0fd28 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:41.687510 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51ba2333-bb1a-4446-a34e-980d00c0fd28 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.687901 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-51ba2333-bb1a-4446-a34e-980d00c0fd28 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Added segment 9abdf7f3-94c9-47ca-b33f-46bb75368a97 of type vlan for network af0f7914-0b03-434c-b51e-e83dc03229d1 Jul 16 01:37:41.736835 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51ba2333-bb1a-4446-a34e-980d00c0fd28 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.766868 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51ba2333-bb1a-4446-a34e-980d00c0fd28 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.773612 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ba2333-bb1a-4446-a34e-980d00c0fd28 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:41.774239 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51ba2333-bb1a-4446-a34e-980d00c0fd28 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.847324 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-51ba2333-bb1a-4446-a34e-980d00c0fd28 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2420204 Jul 16 01:37:41.849059 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56226) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.854397 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-638fb2aa-f531-4a13-9d19-aea250721ca7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'subnet': {'network_id': 'e0d1c93e-badf-491c-860a-ecca43ad4fdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:41.859521 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba2333-bb1a-4446-a34e-980d00c0fd28 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Network': ['ID=af0f7914-0b03-434c-b51e-e83dc03229d1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.872252 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network af0f7914-0b03-434c-b51e-e83dc03229d1 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:42.234057 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638fb2aa-f531-4a13-9d19-aea250721ca7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Made reservation on behalf of 498924aad55244bba9d0f01dbf05d516 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:42.238002 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-638fb2aa-f531-4a13-9d19-aea250721ca7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.434306 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-638fb2aa-f531-4a13-9d19-aea250721ca7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.496280 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fb2aa-f531-4a13-9d19-aea250721ca7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Subnet': ['ID=15ac076e-11d4-4ff9-bc88-2457cd8604a5,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:42.510024 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638fb2aa-f531-4a13-9d19-aea250721ca7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Checking segment: {'id': '8acab592-6556-4f4f-ba99-778faac441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e0d1c93e-badf-491c-860a-ecca43ad4fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:42.510528 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638fb2aa-f531-4a13-9d19-aea250721ca7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network hostable DHCP agents. Network: e0d1c93e-badf-491c-860a-ecca43ad4fdc, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:42.528752 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638fb2aa-f531-4a13-9d19-aea250721ca7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network e0d1c93e-badf-491c-860a-ecca43ad4fdc is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:42.539281 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-638fb2aa-f531-4a13-9d19-aea250721ca7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, e0d1c93e-badf-491c-860a-ecca43ad4fdc) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:42.544621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638fb2aa-f531-4a13-9d19-aea250721ca7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:42.545404 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-638fb2aa-f531-4a13-9d19-aea250721ca7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.553779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4fd98b-f195-42b1-bcdc-2d53443623df None None] Network e0d1c93e-badf-491c-860a-ecca43ad4fdc requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:42.578182 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-638fb2aa-f531-4a13-9d19-aea250721ca7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7279973 Jul 16 01:37:42.581102 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56232) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.586349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-984cc1ae-d6f3-464c-8c59-6796826749de tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'subnet': {'network_id': 'af0f7914-0b03-434c-b51e-e83dc03229d1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:42.690147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984cc1ae-d6f3-464c-8c59-6796826749de tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Made reservation on behalf of 498924aad55244bba9d0f01dbf05d516 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:42.696230 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-984cc1ae-d6f3-464c-8c59-6796826749de tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.713682 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-e0d1c93e-badf-491c-860a-ecca43ad4fdc', 'network_id': 'e0d1c93e-badf-491c-860a-ecca43ad4fdc', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'fixed_ips': [{'subnet_id': '15ac076e-11d4-4ff9-bc88-2457cd8604a5'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:42.714543 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.871868 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Allocated IP 2001:db8::2 (e0d1c93e-badf-491c-860a-ecca43ad4fdc/15ac076e-11d4-4ff9-bc88-2457cd8604a5/e80f7ba8-bf8b-4910-8389-a472b65a49ba) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:42.914088 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-984cc1ae-d6f3-464c-8c59-6796826749de tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.980872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cc1ae-d6f3-464c-8c59-6796826749de tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Subnet': ['ID=51b1e462-ada4-44e2-90f7-88a340d600eb,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:43.003401 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984cc1ae-d6f3-464c-8c59-6796826749de tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Checking segment: {'id': '9abdf7f3-94c9-47ca-b33f-46bb75368a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'af0f7914-0b03-434c-b51e-e83dc03229d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:43.004604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984cc1ae-d6f3-464c-8c59-6796826749de tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network hostable DHCP agents. Network: af0f7914-0b03-434c-b51e-e83dc03229d1, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:43.041987 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984cc1ae-d6f3-464c-8c59-6796826749de tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network af0f7914-0b03-434c-b51e-e83dc03229d1 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:43.047808 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.053933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-984cc1ae-d6f3-464c-8c59-6796826749de tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, af0f7914-0b03-434c-b51e-e83dc03229d1) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:43.058331 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Transition to ACTIVE for port object e80f7ba8-bf8b-4910-8389-a472b65a49ba will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:43.066818 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984cc1ae-d6f3-464c-8c59-6796826749de tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:43.067507 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-984cc1ae-d6f3-464c-8c59-6796826749de tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.074710 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7687ead-fea2-489b-b9ee-e6c34dc7007b None None] Network af0f7914-0b03-434c-b51e-e83dc03229d1 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:43.079307 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Transition to ACTIVE for port object e80f7ba8-bf8b-4910-8389-a472b65a49ba will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:43.089778 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-984cc1ae-d6f3-464c-8c59-6796826749de tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5075703 Jul 16 01:37:43.092527 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56234) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.098077 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.098601 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a603d1fd-3caf-45d9-8065-2892ea1057b0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-986570105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:43.136635 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a603d1fd-3caf-45d9-8065-2892ea1057b0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.139101 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a603d1fd-3caf-45d9-8065-2892ea1057b0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.187324 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Network e0d1c93e-badf-491c-860a-ecca43ad4fdc is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:43.194268 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:43.201925 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:43.206397 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Pushing event updated for resources: {'Port': ['ID=e80f7ba8-bf8b-4910-8389-a472b65a49ba,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:43.231544 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a603d1fd-3caf-45d9-8065-2892ea1057b0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.236966 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a603d1fd-3caf-45d9-8065-2892ea1057b0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.261279 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a603d1fd-3caf-45d9-8065-2892ea1057b0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.262717 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a603d1fd-3caf-45d9-8065-2892ea1057b0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1690109 Jul 16 01:37:43.265339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56238) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.298779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Attempting to bind port e80f7ba8-bf8b-4910-8389-a472b65a49ba on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:43.299145 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Attempting to bind port e80f7ba8-bf8b-4910-8389-a472b65a49ba by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '8acab592-6556-4f4f-ba99-778faac441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e0d1c93e-badf-491c-860a-ecca43ad4fdc'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:43.299952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Attempting to bind port e80f7ba8-bf8b-4910-8389-a472b65a49ba on network e0d1c93e-badf-491c-860a-ecca43ad4fdc {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:43.308172 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:43.308550 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Checking segment: {'id': '8acab592-6556-4f4f-ba99-778faac441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e0d1c93e-badf-491c-860a-ecca43ad4fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:43.308955 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.309349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Bound using segment: {'id': '8acab592-6556-4f4f-ba99-778faac441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e0d1c93e-badf-491c-860a-ecca43ad4fdc'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:43.309827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Bound port: e80f7ba8-bf8b-4910-8389-a472b65a49ba, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acab592-6556-4f4f-ba99-778faac441cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e0d1c93e-badf-491c-860a-ecca43ad4fdc'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:43.310214 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.365051 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-af0f7914-0b03-434c-b51e-e83dc03229d1', 'network_id': 'af0f7914-0b03-434c-b51e-e83dc03229d1', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'fixed_ips': [{'subnet_id': '51b1e462-ada4-44e2-90f7-88a340d600eb'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:43.365946 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.467003 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] For port e80f7ba8-bf8b-4910-8389-a472b65a49ba, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:43.489807 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] For port e80f7ba8-bf8b-4910-8389-a472b65a49ba, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e80f7ba8-bf8b-4910-8389-a472b65a49ba,segment=NetworkSegment(8acab592-6556-4f4f-ba99-778faac441cf),segment_id=8acab592-6556-4f4f-ba99-778faac441cf)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:43.499666 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.607158 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba926cc-089f-4a8f-bc50-65e02d08520d None None] Pushing event updated for resources: {'Port': ['ID=e80f7ba8-bf8b-4910-8389-a472b65a49ba,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:43.634061 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Allocated IP 2001:db8:1::2 (af0f7914-0b03-434c-b51e-e83dc03229d1/51b1e462-ada4-44e2-90f7-88a340d600eb/261cc275-ef69-4d54-a6e9-b7cbd61e8f6e) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:43.879926 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.894351 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Transition to ACTIVE for port object 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:43.915137 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Transition to ACTIVE for port object 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:43.923238 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.977737 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Network af0f7914-0b03-434c-b51e-e83dc03229d1 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:43.986297 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:43.990816 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:44.001508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Pushing event updated for resources: {'Port': ['ID=261cc275-ef69-4d54-a6e9-b7cbd61e8f6e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.064146 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.234225 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Attempting to bind port 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:44.234911 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Attempting to bind port 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '9abdf7f3-94c9-47ca-b33f-46bb75368a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'af0f7914-0b03-434c-b51e-e83dc03229d1'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:44.235473 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Attempting to bind port 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e on network af0f7914-0b03-434c-b51e-e83dc03229d1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:44.250981 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:44.251699 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Checking segment: {'id': '9abdf7f3-94c9-47ca-b33f-46bb75368a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'af0f7914-0b03-434c-b51e-e83dc03229d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:44.252151 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.252683 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Bound using segment: {'id': '9abdf7f3-94c9-47ca-b33f-46bb75368a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'af0f7914-0b03-434c-b51e-e83dc03229d1'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:44.254284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Bound port: 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abdf7f3-94c9-47ca-b33f-46bb75368a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'af0f7914-0b03-434c-b51e-e83dc03229d1'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:44.254678 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.331442 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] For port 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:44.335126 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] For port 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=261cc275-ef69-4d54-a6e9-b7cbd61e8f6e,segment=NetworkSegment(9abdf7f3-94c9-47ca-b33f-46bb75368a97),segment_id=9abdf7f3-94c9-47ca-b33f-46bb75368a97)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:44.341567 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.421820 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac36e6-883a-4965-960a-0f64ee283da5 None None] Pushing event updated for resources: {'Port': ['ID=261cc275-ef69-4d54-a6e9-b7cbd61e8f6e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.434283 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Allocated IP 2001:db8::1 (e0d1c93e-badf-491c-860a-ecca43ad4fdc/15ac076e-11d4-4ff9-bc88-2457cd8604a5/0b326c99-b824-425e-b24a-1c69e5f19ca2) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:44.578119 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.600638 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Transition to ACTIVE for port object 0b326c99-b824-425e-b24a-1c69e5f19ca2 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:44.663723 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.736571 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network e0d1c93e-badf-491c-860a-ecca43ad4fdc is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:44.737247 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=0b326c99-b824-425e-b24a-1c69e5f19ca2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.740104 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:44.748890 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:44.749514 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.911727 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c595d-0d15-4672-ad6d-0011d7dda1d1 None None] Network e0d1c93e-badf-491c-860a-ecca43ad4fdc requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:44.922018 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.001334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c0abf3b0-03c7-45ea-bed8-a26fe3b182a4 None None] Provisioning for port e80f7ba8-bf8b-4910-8389-a472b65a49ba completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:45.236698 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e80f7ba8-bf8b-4910-8389-a472b65a49ba up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:45.298698 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.305863 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.306680 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.346303 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port e80f7ba8-bf8b-4910-8389-a472b65a49ba completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:45.350867 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e80f7ba8-bf8b-4910-8389-a472b65a49ba triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:45.351409 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.410332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=0b326c99-b824-425e-b24a-1c69e5f19ca2,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:45.482605 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.527790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network e0d1c93e-badf-491c-860a-ecca43ad4fdc is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:45.530339 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port e80f7ba8-bf8b-4910-8389-a472b65a49ba, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e80f7ba8-bf8b-4910-8389-a472b65a49ba,segment=NetworkSegment(8acab592-6556-4f4f-ba99-778faac441cf),segment_id=8acab592-6556-4f4f-ba99-778faac441cf)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:45.530481 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:45.539214 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.542899 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:45.672087 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=e80f7ba8-bf8b-4910-8389-a472b65a49ba,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:45.681151 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1aae986b-4681-469e-b547-db2df6b6ee67 None None] Provisioning complete for port e80f7ba8-bf8b-4910-8389-a472b65a49ba triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:45.682144 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1aae986b-4681-469e-b547-db2df6b6ee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.733514 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:45.772694 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 880ef73f-8966-4e3c-9af0-b21b9ef0f866 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:37:45.853427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1aae986b-4681-469e-b547-db2df6b6ee67 None None] Provisioning for port 0b326c99-b824-425e-b24a-1c69e5f19ca2 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:45.858814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1aae986b-4681-469e-b547-db2df6b6ee67 None None] Provisioning complete for port 0b326c99-b824-425e-b24a-1c69e5f19ca2 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:45.859619 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1aae986b-4681-469e-b547-db2df6b6ee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.915634 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1aae986b-4681-469e-b547-db2df6b6ee67 None None] Port 0b326c99-b824-425e-b24a-1c69e5f19ca2 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:45.916344 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:45.924101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56250) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:45.924539 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1b14c90a-39f0-4538-9516-47256fe559ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/880ef73f-8966-4e3c-9af0-b21b9ef0f866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6578972 Jul 16 01:37:45.929367 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340f66a6-fffa-4fcb-92c6-7cf4e9b2aeeb None None] Sync routers for ids ['880ef73f-8966-4e3c-9af0-b21b9ef0f866'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:45.937212 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58058e53-4bb7-460a-b244-6df52bfb10e9 None None] Network af0f7914-0b03-434c-b51e-e83dc03229d1 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:45.945513 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f66a6-fffa-4fcb-92c6-7cf4e9b2aeeb None None] Routers {'880ef73f-8966-4e3c-9af0-b21b9ef0f866'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:45.946866 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-340f66a6-fffa-4fcb-92c6-7cf4e9b2aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:37:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['880ef73f-8966-4e3c-9af0-b21b9ef0f866'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:45.982775 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-340f66a6-fffa-4fcb-92c6-7cf4e9b2aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:45.999484 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f66a6-fffa-4fcb-92c6-7cf4e9b2aeeb None None] Routers {'880ef73f-8966-4e3c-9af0-b21b9ef0f866'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:46.000374 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-340f66a6-fffa-4fcb-92c6-7cf4e9b2aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:37:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['880ef73f-8966-4e3c-9af0-b21b9ef0f866'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:46.040234 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-340f66a6-fffa-4fcb-92c6-7cf4e9b2aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:46.041126 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340f66a6-fffa-4fcb-92c6-7cf4e9b2aeeb None None] The sync data for ids ['880ef73f-8966-4e3c-9af0-b21b9ef0f866'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:46.055982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa8c8b9-e4bb-4b3a-947a-fdb53cc8c7e3 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:46.057737 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bfa8c8b9-e4bb-4b3a-947a-fdb53cc8c7e3 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/ports/0b326c99-b824-425e-b24a-1c69e5f19ca2 HTTP/1.1" status: 200 len: 911 time: 0.1326451 Jul 16 01:37:46.060471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56252) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:46.077019 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e0f22ee8-b842-4dab-85ef-db506c062b91 None None] Provisioning for port 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:46.088374 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e0f22ee8-b842-4dab-85ef-db506c062b91 None None] Provisioning complete for port 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:46.088751 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0f22ee8-b842-4dab-85ef-db506c062b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.246328 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0f22ee8-b842-4dab-85ef-db506c062b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.293597 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e0f22ee8-b842-4dab-85ef-db506c062b91 None None] For port 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=261cc275-ef69-4d54-a6e9-b7cbd61e8f6e,segment=NetworkSegment(9abdf7f3-94c9-47ca-b33f-46bb75368a97),segment_id=9abdf7f3-94c9-47ca-b33f-46bb75368a97)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:46.298759 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0f22ee8-b842-4dab-85ef-db506c062b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.337319 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e0f22ee8-b842-4dab-85ef-db506c062b91 None None] Provisioning complete for port 0b326c99-b824-425e-b24a-1c69e5f19ca2 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:46.337695 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0f22ee8-b842-4dab-85ef-db506c062b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.419318 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f22ee8-b842-4dab-85ef-db506c062b91 None None] Pushing event updated for resources: {'Port': ['ID=261cc275-ef69-4d54-a6e9-b7cbd61e8f6e,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:46.426351 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e0f22ee8-b842-4dab-85ef-db506c062b91 None None] Port 0b326c99-b824-425e-b24a-1c69e5f19ca2 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:46.529753 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-f462f558-d76b-48ce-9047-5ca4fea79ee3 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1961ea8d11af4a26af7254218bca79a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283678 Jul 16 01:37:46.558441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-73e78bb4-2fcd-41bc-8e73-02f138044a98 None None] Provisioning complete for port 0b326c99-b824-425e-b24a-1c69e5f19ca2 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:46.558818 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-73e78bb4-2fcd-41bc-8e73-02f138044a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.621491 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-73e78bb4-2fcd-41bc-8e73-02f138044a98 None None] Port 0b326c99-b824-425e-b24a-1c69e5f19ca2 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:46.647088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-3ac7b2f4-0ca6-4ee6-ae58-ad0bbad4c0a0 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:46.649633 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-3ac7b2f4-0ca6-4ee6-ae58-ad0bbad4c0a0 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/networks?id=1bb5542d-2249-4a95-ac0b-10591e9aeb1a HTTP/1.1" status: 200 len: 813 time: 0.1549242 Jul 16 01:37:46.681445 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-4f228c0f-1b7b-4b82-8cb1-7f8e96b1a848 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/quotas/9f1c35504a464c3f959f9ff2456e3961 HTTP/1.1" status: 200 len: 375 time: 0.0208213 Jul 16 01:37:46.728349 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-b0580d63-5f7b-43df-bdb8-bce2fd23d7af tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9f1c35504a464c3f959f9ff2456e3961&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408616 Jul 16 01:37:46.753858 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b832a290-6e79-4417-bdaa-775122c8dbe4 None None] Provisioning complete for port 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:46.754941 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b832a290-6e79-4417-bdaa-775122c8dbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.815102 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.844501 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-4a72da8d-dbad-4179-b745-885cdd55e044 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:46.844501 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-4a72da8d-dbad-4179-b745-885cdd55e044 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3050463 Jul 16 01:37:46.866568 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f8e10f73-1440-4b06-b146-6cf5bfa70e17 service neutron] 10.222.0.54 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364102 Jul 16 01:37:46.938812 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-a9718bc5-522e-4a97-a1b7-4288b414f14a tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/quotas/1961ea8d11af4a26af7254218bca79a1 HTTP/1.1" status: 200 len: 375 time: 0.0519216 Jul 16 01:37:47.014839 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-082a5376-a2de-4997-8d7f-230183aee408 service neutron] 10.222.0.54 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467233 Jul 16 01:37:47.146967 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-bdc2bc1c-5b93-4d19-bc14-43a216978b98 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2071178 Jul 16 01:37:47.199766 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e80f7ba8-bf8b-4910-8389-a472b65a49ba up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:47.295228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e80f7ba8-bf8b-4910-8389-a472b65a49ba triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:47.295228 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.351882 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Allocated IP 2001:db8:1::1 (af0f7914-0b03-434c-b51e-e83dc03229d1/51b1e462-ada4-44e2-90f7-88a340d600eb/bbf043eb-8074-4edc-9d54-0a998edd77df) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:47.420708 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1ad6ba-f97b-49e2-a3a1-20ca8342d4fb x-openstack-request-id: req-2e1ad6ba-f97b-49e2-a3a1-20ca8342d4fb {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:47.421009 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e25f7f5-050c-4e19-b46b-6cd8256ff1f5", "name": "network-vif-deleted", "tag": "5929d617-ff9c-4fc7-8a67-861e8ba79c4d", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:47.421265 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2e1ad6ba-f97b-49e2-a3a1-20ca8342d4fb {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:47.421672 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e25f7f5-050c-4e19-b46b-6cd8256ff1f5', 'name': 'network-vif-deleted', 'tag': '5929d617-ff9c-4fc7-8a67-861e8ba79c4d', 'status': 'completed', 'code': 200} Jul 16 01:37:47.580792 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:47.633090 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c2c05-9c1d-45e8-a1cb-cd91d38f5305 req-a79212a3-ccc0-440f-b07e-1c943075835c tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:47.644361 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c89c2c05-9c1d-45e8-a1cb-cd91d38f5305 req-a79212a3-ccc0-440f-b07e-1c943075835c tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.1684549 Jul 16 01:37:47.666551 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5427caa9-52a9-4917-863f-47343434a694 x-openstack-request-id: req-5427caa9-52a9-4917-863f-47343434a694 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:47.666853 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3029f0df-a627-4692-8ccf-06487f1b8aba", "name": "network-vif-plugged", "status": "completed", "tag": "a082f3f6-be0c-47da-b563-0194daca0c1e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:47.667109 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5427caa9-52a9-4917-863f-47343434a694 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:47.667508 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3029f0df-a627-4692-8ccf-06487f1b8aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a082f3f6-be0c-47da-b563-0194daca0c1e', 'code': 200} Jul 16 01:37:47.775746 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:47.776348 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.833389 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c89c2c05-9c1d-45e8-a1cb-cd91d38f5305 req-390ffd4a-e88b-4651-a90c-2f70d978e413 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881351 Jul 16 01:37:47.876031 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.929932 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8685ec8-8b97-4f34-90cd-69fdc4ad96e7 req-cb2c5e8c-99dc-4c09-8e2d-45c59a5c9d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:47.936290 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e8685ec8-8b97-4f34-90cd-69fdc4ad96e7 req-cb2c5e8c-99dc-4c09-8e2d-45c59a5c9d80 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 1096 time: 0.1742883 Jul 16 01:37:47.938210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Transition to ACTIVE for port object bbf043eb-8074-4edc-9d54-0a998edd77df will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:47.971784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d77456-fbaf-4041-91ed-0b6a5d121d46 req-b594f7cc-cadf-43d9-b020-681036472105 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:47.975926 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23d77456-fbaf-4041-91ed-0b6a5d121d46 req-b594f7cc-cadf-43d9-b020-681036472105 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 985 time: 0.2439623 Jul 16 01:37:48.063897 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23d77456-fbaf-4041-91ed-0b6a5d121d46 req-784d4dcb-b95c-4ba1-96a6-5e788180df08 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=72e4dda3-b61e-41ca-b0ad-74f0932f3b2e&id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0740929 Jul 16 01:37:48.065491 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.109478 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network af0f7914-0b03-434c-b51e-e83dc03229d1 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:48.113698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:48.114756 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e8685ec8-8b97-4f34-90cd-69fdc4ad96e7 req-4ca3831b-81af-443e-aa18-68374131c542 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724439 Jul 16 01:37:48.121390 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:48.122487 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.185749 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=bbf043eb-8074-4edc-9d54-0a998edd77df,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:48.222211 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7d707d8e-5608-41bf-a185-17d61e70b637 req-271e8281-b288-4034-98e2-dd55652625b3 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 210 time: 0.0551515 Jul 16 01:37:48.418424 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.584637 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-72309f2d-b886-472f-8ceb-71164d831d8e None None] Provisioning for port bbf043eb-8074-4edc-9d54-0a998edd77df completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:48.597052 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-72309f2d-b886-472f-8ceb-71164d831d8e None None] Provisioning complete for port bbf043eb-8074-4edc-9d54-0a998edd77df triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:48.597592 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72309f2d-b886-472f-8ceb-71164d831d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.654127 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50cefba7-2c4d-4452-bda0-0e1ebfe2697d req-99e0ef32-4fc6-4fb5-b5c9-f2fd0fb8a382 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=399fb32a-db70-4e98-a1ea-147ee5972ac8 HTTP/1.1" status: 200 len: 210 time: 0.0747044 Jul 16 01:37:48.658613 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-72309f2d-b886-472f-8ceb-71164d831d8e None None] Port bbf043eb-8074-4edc-9d54-0a998edd77df cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:48.724056 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cf184195-6acd-49bb-bc1f-4070cd8bcbea req-282c5538-128b-474f-8417-be61b2ceec14 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-173791274&fields=id&tenant_id=a41b869f49b349909b5f3c4b94798fc3 HTTP/1.1" status: 200 len: 267 time: 0.2354901 Jul 16 01:37:48.902855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf184195-6acd-49bb-bc1f-4070cd8bcbea req-d97ad179-b010-4b2e-8f7a-360c85027b3a tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:48.904959 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cf184195-6acd-49bb-bc1f-4070cd8bcbea req-d97ad179-b010-4b2e-8f7a-360c85027b3a tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 985 time: 0.1794727 Jul 16 01:37:48.958711 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-cf184195-6acd-49bb-bc1f-4070cd8bcbea req-0885f368-4fce-4e41-a2f9-ded6a4e477fa tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Request body: {'port': {'security_groups': ['72e4dda3-b61e-41ca-b0ad-74f0932f3b2e', 'ab6b5a19-66da-4ce1-b890-493acd22189f', '855fa8b3-bb32-4a10-ac0e-ce5cd49ce2eb']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:49.093134 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-cf184195-6acd-49bb-bc1f-4070cd8bcbea req-0885f368-4fce-4e41-a2f9-ded6a4e477fa tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.235761 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75216b-8a2d-4428-8d72-529a63bcee0b req-c09a6eb8-5c8e-4bc4-837d-3ebff4f377cb tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:49.246652 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8a75216b-8a2d-4428-8d72-529a63bcee0b req-c09a6eb8-5c8e-4bc4-837d-3ebff4f377cb tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.1240327 Jul 16 01:37:49.320233 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.330800 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.331635 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.341698 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8a75216b-8a2d-4428-8d72-529a63bcee0b req-fd0c0cd1-b148-4386-8b50-37ac69c4eabd tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937498 Jul 16 01:37:49.400983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-cf184195-6acd-49bb-bc1f-4070cd8bcbea req-0885f368-4fce-4e41-a2f9-ded6a4e477fa tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] For port eb285e36-e6a9-4700-a506-80f6256d75fe, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=eb285e36-e6a9-4700-a506-80f6256d75fe,segment=NetworkSegment(a82acdce-5aca-4031-8db4-96e971373951),segment_id=a82acdce-5aca-4031-8db4-96e971373951)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:49.434628 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-cf184195-6acd-49bb-bc1f-4070cd8bcbea req-0885f368-4fce-4e41-a2f9-ded6a4e477fa tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.436439 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64b2368-2cc2-4ce2-932b-4d0ab12849d7', 'name': 'network-vif-deleted', 'tag': '3eca40ae-2511-45b1-9cd3-0b899ddc55d6'}, {'server_uuid': '9e1a5dea-603c-4094-8425-46f3cfe30dce', 'name': 'network-vif-deleted', 'tag': 'f20bb7e3-5941-4557-a6e9-123efa9e20b7'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:49.439625 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9477cc5b-b15d-4975-b383-3a1b7656305b" -d '{"events": [{"server_uuid": "d64b2368-2cc2-4ce2-932b-4d0ab12849d7", "name": "network-vif-deleted", "tag": "3eca40ae-2511-45b1-9cd3-0b899ddc55d6"}, {"server_uuid": "9e1a5dea-603c-4094-8425-46f3cfe30dce", "name": "network-vif-deleted", "tag": "f20bb7e3-5941-4557-a6e9-123efa9e20b7"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:49.448988 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-cf184195-6acd-49bb-bc1f-4070cd8bcbea req-0885f368-4fce-4e41-a2f9-ded6a4e477fa tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.494709 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['67bca165-ff87-4f10-ad22-3badea1d50c5'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:49.503159 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['eb285e36-e6a9-4700-a506-80f6256d75fe'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:49.509723 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=bbf043eb-8074-4edc-9d54-0a998edd77df,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:49.594285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885f368-4fce-4e41-a2f9-ded6a4e477fa tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event updated for resources: {'Port': ['ID=eb285e36-e6a9-4700-a506-80f6256d75fe,revision_number=7']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:49.625271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf184195-6acd-49bb-bc1f-4070cd8bcbea req-0885f368-4fce-4e41-a2f9-ded6a4e477fa tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:49.625942 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-cf184195-6acd-49bb-bc1f-4070cd8bcbea req-0885f368-4fce-4e41-a2f9-ded6a4e477fa tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.627468 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cf184195-6acd-49bb-bc1f-4070cd8bcbea req-0885f368-4fce-4e41-a2f9-ded6a4e477fa tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "PUT /v2.0/ports/eb285e36-e6a9-4700-a506-80f6256d75fe HTTP/1.1" status: 200 len: 1021 time: 0.6773007 Jul 16 01:37:49.936327 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c33b0551-10a7-43a3-8182-0fb09b61b4d3 req-2f2695e3-9d00-49b0-b8f2-c029c35d3cc7 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/855fa8b3-bb32-4a10-ac0e-ce5cd49ce2eb HTTP/1.1" status: 200 len: 1800 time: 0.0488136 Jul 16 01:37:49.979993 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['eb285e36-e6a9-4700-a506-80f6256d75fe'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:50.051751 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-c33b0551-10a7-43a3-8182-0fb09b61b4d3 req-d81bfa03-7606-458d-82b8-decd641f108c tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:37:50.053572 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c33b0551-10a7-43a3-8182-0fb09b61b4d3 req-d81bfa03-7606-458d-82b8-decd641f108c tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "DELETE /v2.0/security-groups/855fa8b3-bb32-4a10-ac0e-ce5cd49ce2eb HTTP/1.1" status: 409 len: 341 time: 0.1104856 Jul 16 01:37:50.078852 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-7b14b817-6a47-42c5-8bed-38c6cf4aaa52 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1961ea8d11af4a26af7254218bca79a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393353 Jul 16 01:37:50.306214 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e94c65-cc79-4f23-8f98-9b5b63494824 x-openstack-request-id: req-33e94c65-cc79-4f23-8f98-9b5b63494824 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:50.307104 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64b2368-2cc2-4ce2-932b-4d0ab12849d7", "name": "network-vif-deleted", "tag": "3eca40ae-2511-45b1-9cd3-0b899ddc55d6", "status": "completed", "code": 200}, {"server_uuid": "9e1a5dea-603c-4094-8425-46f3cfe30dce", "name": "network-vif-deleted", "tag": "f20bb7e3-5941-4557-a6e9-123efa9e20b7", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:50.307553 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-33e94c65-cc79-4f23-8f98-9b5b63494824 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:50.308137 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64b2368-2cc2-4ce2-932b-4d0ab12849d7', 'name': 'network-vif-deleted', 'tag': '3eca40ae-2511-45b1-9cd3-0b899ddc55d6', 'status': 'completed', 'code': 200} Jul 16 01:37:50.309737 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1a5dea-603c-4094-8425-46f3cfe30dce', 'name': 'network-vif-deleted', 'tag': 'f20bb7e3-5941-4557-a6e9-123efa9e20b7', 'status': 'completed', 'code': 200} Jul 16 01:37:50.362647 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network af0f7914-0b03-434c-b51e-e83dc03229d1 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:50.402539 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e8d9f523-0fe3-4483-be74-37516f06cb90 req-7ebb9787-8b54-4044-9c3e-dba7ce3184b7 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=399fb32a-db70-4e98-a1ea-147ee5972ac8 HTTP/1.1" status: 200 len: 210 time: 0.0507727 Jul 16 01:37:50.451632 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2967ec6b-5c4e-471f-aa0f-d4694be6e6bb req-6a2b3716-bd1b-4319-b562-acf686e680ff tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 210 time: 0.1467988 Jul 16 01:37:50.458477 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:50.506034 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-fac13924-dd03-4af5-a6f1-7d375ef39d75 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:50.513152 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-fac13924-dd03-4af5-a6f1-7d375ef39d75 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4282973 Jul 16 01:37:50.555152 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-47507a24-8bac-4d6b-84d2-e6e24d17897c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Request body: {'port': {'device_id': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': '1961ea8d11af4a26af7254218bca79a1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:50.665909 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 880ef73f-8966-4e3c-9af0-b21b9ef0f866 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:51.048646 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1a94f816-4803-45e7-8a30-25a50f468a85 None None] Provisioning complete for port bbf043eb-8074-4edc-9d54-0a998edd77df triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:51.049195 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a94f816-4803-45e7-8a30-25a50f468a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.073906 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-b6e52480-3956-4237-8506-2769c1ec77d0 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:51.076501 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-b6e52480-3956-4237-8506-2769c1ec77d0 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.47 "GET /v2.0/networks?id=1bb5542d-2249-4a95-ac0b-10591e9aeb1a HTTP/1.1" status: 200 len: 813 time: 0.7158234 Jul 16 01:37:51.090558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-47507a24-8bac-4d6b-84d2-e6e24d17897c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Made reservation on behalf of 1961ea8d11af4a26af7254218bca79a1 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:51.098219 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-47507a24-8bac-4d6b-84d2-e6e24d17897c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.118491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-401c7eb7-90ec-46f1-ad75-0cba06944b78 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Request body: {'port': {'device_id': '399fb32a-db70-4e98-a1ea-147ee5972ac8', 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a', 'admin_state_up': True, 'tenant_id': '9f1c35504a464c3f959f9ff2456e3961'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:51.149537 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1a94f816-4803-45e7-8a30-25a50f468a85 None None] Port bbf043eb-8074-4edc-9d54-0a998edd77df cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:51.158249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:51.175097 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58cc00-c6e4-4738-a7c0-002334e8b688 None None] Sync routers for ids ['880ef73f-8966-4e3c-9af0-b21b9ef0f866'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:51.194327 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58cc00-c6e4-4738-a7c0-002334e8b688 None None] Routers {'880ef73f-8966-4e3c-9af0-b21b9ef0f866'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:51.195332 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5e58cc00-c6e4-4738-a7c0-002334e8b688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:37:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['880ef73f-8966-4e3c-9af0-b21b9ef0f866'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:51.221262 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a4988a80-c6d5-49ac-b8f8-e307dd58fa9c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/880ef73f-8966-4e3c-9af0-b21b9ef0f866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1558983 Jul 16 01:37:51.232313 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56378) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:51.243880 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5e58cc00-c6e4-4738-a7c0-002334e8b688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:51.255620 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58cc00-c6e4-4738-a7c0-002334e8b688 None None] Routers {'880ef73f-8966-4e3c-9af0-b21b9ef0f866'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:51.256520 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5e58cc00-c6e4-4738-a7c0-002334e8b688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:37:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['880ef73f-8966-4e3c-9af0-b21b9ef0f866'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:51.281471 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-c6542034-bd8e-4862-9daf-12d53744d3eb tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:51.285486 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-c6542034-bd8e-4862-9daf-12d53744d3eb tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.26 "GET /v2.0/networks?id=1bb5542d-2249-4a95-ac0b-10591e9aeb1a HTTP/1.1" status: 200 len: 813 time: 0.4001398 Jul 16 01:37:51.313758 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5e58cc00-c6e4-4738-a7c0-002334e8b688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:51.314689 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58cc00-c6e4-4738-a7c0-002334e8b688 None None] The sync data for ids ['880ef73f-8966-4e3c-9af0-b21b9ef0f866'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:51.323542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-449b475b-d9a5-4828-a765-1e9ebfc44dc4 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Request body: {'port': {'device_id': 'cc769fae-efd1-4929-a398-2af55d558e66', 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a', 'admin_state_up': True, 'tenant_id': '9f1c35504a464c3f959f9ff2456e3961'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:51.378491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246ef55-ea42-4c48-9379-dc4d9404ef40 req-8b92e58e-1331-4864-ac72-1a4ce1ba2611 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:51.380579 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7246ef55-ea42-4c48-9379-dc4d9404ef40 req-8b92e58e-1331-4864-ac72-1a4ce1ba2611 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.4701226 Jul 16 01:37:51.452400 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7246ef55-ea42-4c48-9379-dc4d9404ef40 req-27bfac8f-f7fc-41ee-8f7a-605c9a6a0870 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627518 Jul 16 01:37:51.464857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e373bc8-3c4f-42e3-887e-c6048e7c8feb tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:51.468926 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7e373bc8-3c4f-42e3-887e-c6048e7c8feb tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/ports/bbf043eb-8074-4edc-9d54-0a998edd77df HTTP/1.1" status: 200 len: 913 time: 0.2334695 Jul 16 01:37:51.469151 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56384) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:51.544051 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-401c7eb7-90ec-46f1-ad75-0cba06944b78 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Made reservation on behalf of 9f1c35504a464c3f959f9ff2456e3961 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:51.548516 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-401c7eb7-90ec-46f1-ad75-0cba06944b78 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.623751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-449b475b-d9a5-4828-a765-1e9ebfc44dc4 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Made reservation on behalf of 9f1c35504a464c3f959f9ff2456e3961 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:51.631147 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-449b475b-d9a5-4828-a765-1e9ebfc44dc4 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.751423 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-47507a24-8bac-4d6b-84d2-e6e24d17897c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Allocated IP 192.168.233.199 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/552bec44-7226-4a3d-be74-0f97ca7d7e49) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:51.781028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d1c6c-513f-4106-8076-7df376f0dbb4 req-03be2ea9-3ac0-43d4-8277-17e30dae9109 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:51.785355 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-499d1c6c-513f-4106-8076-7df376f0dbb4 req-03be2ea9-3ac0-43d4-8277-17e30dae9109 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 1024 time: 0.4508359 Jul 16 01:37:51.828758 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6daab668-3f6e-489c-bcb2-c057957d6223 req-cf480b28-9332-444e-9bff-3a900eb7245a tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=399fb32a-db70-4e98-a1ea-147ee5972ac8 HTTP/1.1" status: 200 len: 210 time: 0.0936792 Jul 16 01:37:51.897168 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-401c7eb7-90ec-46f1-ad75-0cba06944b78 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Allocated IP 172.20.0.3 (1bb5542d-2249-4a95-ac0b-10591e9aeb1a/a1fc1a87-78fa-4dc0-8d01-d32edaa364d7/7423fe93-1d03-467f-80d8-099c2e5cefda) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:51.910247 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-499d1c6c-513f-4106-8076-7df376f0dbb4 req-792fad12-6357-4463-b5a4-b2b65ff98122 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=72e4dda3-b61e-41ca-b0ad-74f0932f3b2e&id=855fa8b3-bb32-4a10-ac0e-ce5cd49ce2eb&id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1160774 Jul 16 01:37:52.152890 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-627d7508-131c-4315-bf5a-5ecd63a1fdad req-f8dc6322-f257-462c-835d-cdf35bf9b021 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 210 time: 0.0362482 Jul 16 01:37:52.191935 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-47507a24-8bac-4d6b-84d2-e6e24d17897c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.214280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-47507a24-8bac-4d6b-84d2-e6e24d17897c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Transition to ACTIVE for port object 552bec44-7226-4a3d-be74-0f97ca7d7e49 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:52.306783 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-47507a24-8bac-4d6b-84d2-e6e24d17897c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.345928 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:52.350149 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd2e7da-fa0a-4511-b72a-58e611f81bda', 'tag': 'eb285e36-e6a9-4700-a506-80f6256d75fe'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:52.358383 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d4901e-99a1-4ecd-a3e5-9a60fa6cff2a" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd2e7da-fa0a-4511-b72a-58e611f81bda", "tag": "eb285e36-e6a9-4700-a506-80f6256d75fe"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:52.504133 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['015ab3af-8839-472a-9d35-4cb357881610'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:52.512781 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47507a24-8bac-4d6b-84d2-e6e24d17897c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Pushing event updated for resources: {'Port': ['ID=552bec44-7226-4a3d-be74-0f97ca7d7e49,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:52.523279 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39eae5f6-d052-4129-acdd-af830804b4c0 x-openstack-request-id: req-39eae5f6-d052-4129-acdd-af830804b4c0 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:52.524127 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd2e7da-fa0a-4511-b72a-58e611f81bda", "tag": "eb285e36-e6a9-4700-a506-80f6256d75fe", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:52.524127 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-39eae5f6-d052-4129-acdd-af830804b4c0 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:52.528798 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd2e7da-fa0a-4511-b72a-58e611f81bda', 'tag': 'eb285e36-e6a9-4700-a506-80f6256d75fe', 'status': 'completed', 'code': 200} Jul 16 01:37:52.550083 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-47507a24-8bac-4d6b-84d2-e6e24d17897c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:52.551865 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-47507a24-8bac-4d6b-84d2-e6e24d17897c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:52.559695 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-47507a24-8bac-4d6b-84d2-e6e24d17897c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:52.586375 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-401c7eb7-90ec-46f1-ad75-0cba06944b78 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.683524 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-47507a24-8bac-4d6b-84d2-e6e24d17897c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.690897 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-47507a24-8bac-4d6b-84d2-e6e24d17897c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.709811 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aea67f15-95c7-4dc2-9c0c-f0bdb39ae53d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.720401 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5565b-7524-49c4-9883-a2827123a5eb req-8c1231ae-22ee-4f5d-83a8-0716f16e41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.722408 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-47507a24-8bac-4d6b-84d2-e6e24d17897c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1717324 Jul 16 01:37:52.725052 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ca5565b-7524-49c4-9883-a2827123a5eb req-8c1231ae-22ee-4f5d-83a8-0716f16e41ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=204dde1fe12d48b4aec96dc9cd406bb5&device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 1096 time: 0.2812946 Jul 16 01:37:52.746831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Request body: {'port': {'device_id': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:52.917783 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.064750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-22827017-92f9-4bba-924f-899e77276f8e None None] Provisioning for port 552bec44-7226-4a3d-be74-0f97ca7d7e49 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:53.071895 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-22827017-92f9-4bba-924f-899e77276f8e None None] Provisioning complete for port 552bec44-7226-4a3d-be74-0f97ca7d7e49 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:53.072224 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22827017-92f9-4bba-924f-899e77276f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.108265 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5565b-7524-49c4-9883-a2827123a5eb req-80395868-78e3-4981-84b3-ddace06fc5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.109976 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ca5565b-7524-49c4-9883-a2827123a5eb req-80395868-78e3-4981-84b3-ddace06fc5b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ebc001c2-5a87-482e-9885-14e4ea5e5d30 HTTP/1.1" status: 200 len: 911 time: 0.3066580 Jul 16 01:37:53.110640 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-22827017-92f9-4bba-924f-899e77276f8e None None] Port 552bec44-7226-4a3d-be74-0f97ca7d7e49 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:53.112491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4901e-99a1-4ecd-a3e5-9a60fa6cff2a req-97e3f67b-fb72-4cce-99e5-3479815a470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.117275 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89d4901e-99a1-4ecd-a3e5-9a60fa6cff2a req-97e3f67b-fb72-4cce-99e5-3479815a470f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a41b869f49b349909b5f3c4b94798fc3&device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 1175 time: 0.5133526 Jul 16 01:37:53.165941 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ca5565b-7524-49c4-9883-a2827123a5eb req-9b84f38b-c069-4da7-ab06-86de252cd43d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a082f3f6-be0c-47da-b563-0194daca0c1e HTTP/1.1" status: 200 len: 217 time: 0.0445058 Jul 16 01:37:53.187472 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-401c7eb7-90ec-46f1-ad75-0cba06944b78 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.225344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f269f46-adfb-4887-aea0-ecb38b3a10ca req-ff79153d-0908-4ac8-ad96-62bed3364b7e tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.233036 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f269f46-adfb-4887-aea0-ecb38b3a10ca req-ff79153d-0908-4ac8-ad96-62bed3364b7e tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.6389463 Jul 16 01:37:53.309461 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-449b475b-d9a5-4828-a765-1e9ebfc44dc4 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Allocated IP 172.20.0.13 (1bb5542d-2249-4a95-ac0b-10591e9aeb1a/a1fc1a87-78fa-4dc0-8d01-d32edaa364d7/cca67142-9a8a-4663-9949-0cfa59464d57) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:53.392083 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-401c7eb7-90ec-46f1-ad75-0cba06944b78 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:53.407524 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f269f46-adfb-4887-aea0-ecb38b3a10ca req-3ab4f4e9-9462-46ad-8860-a230db125a90 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718943 Jul 16 01:37:53.473654 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-401c7eb7-90ec-46f1-ad75-0cba06944b78 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:53.476855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552bec44-7226-4a3d-be74-0f97ca7d7e49 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:53.491248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-401c7eb7-90ec-46f1-ad75-0cba06944b78 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:53.500519 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.587578 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.593308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Transition to ACTIVE for port object 552bec44-7226-4a3d-be74-0f97ca7d7e49 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:53.612851 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.631776 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5565b-7524-49c4-9883-a2827123a5eb req-84f58985-809a-4d1f-b12d-b833e356d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.633347 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ca5565b-7524-49c4-9883-a2827123a5eb req-84f58985-809a-4d1f-b12d-b833e356d0eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8 HTTP/1.1" status: 200 len: 850 time: 0.4569914 Jul 16 01:37:53.642785 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c7eb7-90ec-46f1-ad75-0cba06944b78 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Pushing event updated for resources: {'Port': ['ID=7423fe93-1d03-467f-80d8-099c2e5cefda,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:53.659275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65792c7b-5cfd-4390-a0a0-a18b6aff9f63 req-3a56c8dd-6c78-4bf8-a489-0628bfcdca93 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.667500 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65792c7b-5cfd-4390-a0a0-a18b6aff9f63 req-3a56c8dd-6c78-4bf8-a489-0628bfcdca93 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.676182 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-65792c7b-5cfd-4390-a0a0-a18b6aff9f63 req-3a56c8dd-6c78-4bf8-a489-0628bfcdca93 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ecba5d7-19b1-475e-afb3-0164900ee7ee&device_id=8420319a-1fbc-47a3-bfd2-17163db3026e HTTP/1.1" status: 200 len: 1682 time: 0.4119489 Jul 16 01:37:53.879779 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Pushing event updated for resources: {'Port': ['ID=552bec44-7226-4a3d-be74-0f97ca7d7e49,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:53.950035 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-65792c7b-5cfd-4390-a0a0-a18b6aff9f63 req-fabc4bbe-769d-4063-88ad-a16f12d89d4c tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728198 Jul 16 01:37:53.997083 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-449b475b-d9a5-4828-a765-1e9ebfc44dc4 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.041358 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5fd82-1cbf-4053-b8ad-9d23290a8ff9 req-ebb8acf4-3f2b-427f-bda1-4d810fbee3f5 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.043025 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d3d5fd82-1cbf-4053-b8ad-9d23290a8ff9 req-ebb8acf4-3f2b-427f-bda1-4d810fbee3f5 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.47 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 1024 time: 0.3106530 Jul 16 01:37:54.097588 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Attempting to bind port 552bec44-7226-4a3d-be74-0f97ca7d7e49 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:54.097964 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Attempting to bind port 552bec44-7226-4a3d-be74-0f97ca7d7e49 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:54.098287 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Attempting to bind port 552bec44-7226-4a3d-be74-0f97ca7d7e49 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:54.113053 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Port 552bec44-7226-4a3d-be74-0f97ca7d7e49 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:54.113299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Attempting to bind port 552bec44-7226-4a3d-be74-0f97ca7d7e49 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:54.131624 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:54.132424 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:54.132756 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:54.133387 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Bound port: 552bec44-7226-4a3d-be74-0f97ca7d7e49, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:54.133762 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.156547 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-449b475b-d9a5-4828-a765-1e9ebfc44dc4 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.193488 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ca5565b-7524-49c4-9883-a2827123a5eb req-f5953bb2-c7d0-40b5-a0f4-b58be5381787 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ebc001c2-5a87-482e-9885-14e4ea5e5d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5437031 Jul 16 01:37:54.263637 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-401c7eb7-90ec-46f1-ad75-0cba06944b78 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.264399 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-401c7eb7-90ec-46f1-ad75-0cba06944b78 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.293575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4901e-99a1-4ecd-a3e5-9a60fa6cff2a req-473217d7-3ab8-475c-893c-6447a43b74cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.295112 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89d4901e-99a1-4ecd-a3e5-9a60fa6cff2a req-473217d7-3ab8-475c-893c-6447a43b74cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=788e2996-ae41-440d-8892-e7b9ea2dc68e HTTP/1.1" status: 200 len: 913 time: 1.1212969 Jul 16 01:37:54.328222 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-401c7eb7-90ec-46f1-ad75-0cba06944b78 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2200184 Jul 16 01:37:54.401581 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Request body: {'port': {'device_id': '399fb32a-db70-4e98-a1ea-147ee5972ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:54.408452 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89d4901e-99a1-4ecd-a3e5-9a60fa6cff2a req-a3d4aa36-41d1-4bee-9768-22bdd37998e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb285e36-e6a9-4700-a506-80f6256d75fe HTTP/1.1" status: 200 len: 217 time: 0.0986831 Jul 16 01:37:54.553436 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e870db8-ff92-4a61-8c1c-b6d3c17dc2dc req-37e7dd01-95d7-479c-9108-268027bf3139 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.560342 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9e870db8-ff92-4a61-8c1c-b6d3c17dc2dc req-37e7dd01-95d7-479c-9108-268027bf3139 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=399fb32a-db70-4e98-a1ea-147ee5972ac8 HTTP/1.1" status: 200 len: 931 time: 0.9339240 Jul 16 01:37:54.590671 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ca5565b-7524-49c4-9883-a2827123a5eb req-fd0e9e96-78a3-4369-b462-9a526c8446c6 service neutron] 10.222.0.26 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729489 Jul 16 01:37:54.669613 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4901e-99a1-4ecd-a3e5-9a60fa6cff2a req-db743964-dc2b-455e-8763-f74dffbfebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.672570 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89d4901e-99a1-4ecd-a3e5-9a60fa6cff2a req-db743964-dc2b-455e-8763-f74dffbfebe6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80374b9f-2bf3-4ec7-862f-ebb8ade373c7 HTTP/1.1" status: 200 len: 852 time: 0.2301958 Jul 16 01:37:54.692146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-449b475b-d9a5-4828-a765-1e9ebfc44dc4 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:54.711429 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-449b475b-d9a5-4828-a765-1e9ebfc44dc4 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:54.717802 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-449b475b-d9a5-4828-a765-1e9ebfc44dc4 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:54.730733 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b475b-d9a5-4828-a765-1e9ebfc44dc4 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Pushing event updated for resources: {'Port': ['ID=cca67142-9a8a-4663-9949-0cfa59464d57,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:54.783730 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:54.803412 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-d3d5fd82-1cbf-4053-b8ad-9d23290a8ff9 req-3a5d49ab-fc84-45cf-8152-ccf6685a06d4 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Deleting port eb285e36-e6a9-4700-a506-80f6256d75fe {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:54.803803 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d3d5fd82-1cbf-4053-b8ad-9d23290a8ff9 req-3a5d49ab-fc84-45cf-8152-ccf6685a06d4 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.813773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:54.816281 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89d4901e-99a1-4ecd-a3e5-9a60fa6cff2a req-34c7656e-271d-4968-955c-74c789f9489b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=788e2996-ae41-440d-8892-e7b9ea2dc68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090660 Jul 16 01:37:54.832400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-449b475b-d9a5-4828-a765-1e9ebfc44dc4 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.833064 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-449b475b-d9a5-4828-a765-1e9ebfc44dc4 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.847169 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.856772 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe695e4e-9776-469d-a8f6-beb574ad0214 req-0f357263-667c-40e5-a7e3-ff0831a275ba tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.858323 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fe695e4e-9776-469d-a8f6-beb574ad0214 req-0f357263-667c-40e5-a7e3-ff0831a275ba tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 1024 time: 0.6817200 Jul 16 01:37:54.891692 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9e870db8-ff92-4a61-8c1c-b6d3c17dc2dc req-1ac0bc09-0e76-46a7-a93a-66d3bca1a67f tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169649 Jul 16 01:37:54.897849 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.916160 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-449b475b-d9a5-4828-a765-1e9ebfc44dc4 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6058793 Jul 16 01:37:54.956760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Request body: {'port': {'device_id': 'cc769fae-efd1-4929-a398-2af55d558e66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:55.000179 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.000800 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.002217 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] 10.222.0.26 "PUT /v2.0/ports/552bec44-7226-4a3d-be74-0f97ca7d7e49 HTTP/1.1" status: 200 len: 1096 time: 2.2610641 Jul 16 01:37:55.002673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'tag': '552bec44-7226-4a3d-be74-0f97ca7d7e49'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:55.006228 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59941722-b2d4-404d-b83d-a05bae9813cc" -d '{"events": [{"name": "network-changed", "server_uuid": "380a285a-31b0-4f72-94c4-3a1a669dd57a", "tag": "552bec44-7226-4a3d-be74-0f97ca7d7e49"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:55.072732 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ca5565b-7524-49c4-9883-a2827123a5eb req-37166201-29c7-4959-b2c0-03f8fbeca7f9 service neutron] 10.222.0.26 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231551 Jul 16 01:37:55.098966 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fe695e4e-9776-469d-a8f6-beb574ad0214 req-d2c4b5be-7737-4015-b3d5-05152791b72c tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=72e4dda3-b61e-41ca-b0ad-74f0932f3b2e&id=855fa8b3-bb32-4a10-ac0e-ce5cd49ce2eb&id=ab6b5a19-66da-4ce1-b890-493acd22189f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2278807 Jul 16 01:37:55.149116 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-aea67f15-95c7-4dc2-9c0c-f0bdb39ae53d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting port bbf043eb-8074-4edc-9d54-0a998edd77df {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:55.149459 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aea67f15-95c7-4dc2-9c0c-f0bdb39ae53d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.190855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d967a82-41df-4f4e-b313-a3b5b14ced8f service neutron] Pushing event updated for resources: {'Port': ['ID=552bec44-7226-4a3d-be74-0f97ca7d7e49,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:55.258500 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-d3d5fd82-1cbf-4053-b8ad-9d23290a8ff9 req-3a5d49ab-fc84-45cf-8152-ccf6685a06d4 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] For port eb285e36-e6a9-4700-a506-80f6256d75fe, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=eb285e36-e6a9-4700-a506-80f6256d75fe,segment=NetworkSegment(a82acdce-5aca-4031-8db4-96e971373951),segment_id=a82acdce-5aca-4031-8db4-96e971373951)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:55.265616 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d3d5fd82-1cbf-4053-b8ad-9d23290a8ff9 req-3a5d49ab-fc84-45cf-8152-ccf6685a06d4 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.273779 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89d4901e-99a1-4ecd-a3e5-9a60fa6cff2a req-e6f72ab2-1947-4c2e-bf45-98283266c079 service neutron] 10.222.0.47 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418960 Jul 16 01:37:55.318442 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-d3d5fd82-1cbf-4053-b8ad-9d23290a8ff9 req-3a5d49ab-fc84-45cf-8152-ccf6685a06d4 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Calling delete_port for eb285e36-e6a9-4700-a506-80f6256d75fe owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:55.401249 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.510933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-9bb4fa3a-903a-4e3a-9d16-5386d3ca6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.512660 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-9bb4fa3a-903a-4e3a-9d16-5386d3ca6b7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 1099 time: 0.4018257 Jul 16 01:37:55.618516 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aea67f15-95c7-4dc2-9c0c-f0bdb39ae53d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.648066 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-8a360f8f-f20d-4a5e-9045-e7af7d210495 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49 HTTP/1.1" status: 200 len: 217 time: 0.1105359 Jul 16 01:37:55.701447 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-aea67f15-95c7-4dc2-9c0c-f0bdb39ae53d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Calling delete_port for bbf043eb-8074-4edc-9d54-0a998edd77df owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:55.744578 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5077c0-ce98-42c7-a267-026b46ccfe6f req-015de7af-3f51-4059-aa96-a29374c1a99d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.751642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f73c7d-5596-4b06-95b9-a944397f94b1 req-26f1c0bc-a163-4a7f-b2b4-9f305a723c8c tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.753485 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-84f73c7d-5596-4b06-95b9-a944397f94b1 req-26f1c0bc-a163-4a7f-b2b4-9f305a723c8c tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.3460629 Jul 16 01:37:55.754552 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a5077c0-ce98-42c7-a267-026b46ccfe6f req-015de7af-3f51-4059-aa96-a29374c1a99d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 948 time: 0.6407096 Jul 16 01:37:55.803609 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-75af401b-9a08-4405-afe5-b8e6bb20088c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.805287 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-75af401b-9a08-4405-afe5-b8e6bb20088c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1465995 Jul 16 01:37:55.806464 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d3d5fd82-1cbf-4053-b8ad-9d23290a8ff9 req-3a5d49ab-fc84-45cf-8152-ccf6685a06d4 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.810206 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89d4901e-99a1-4ecd-a3e5-9a60fa6cff2a req-766c314a-1f12-4047-8bc8-b8ab729f6fe3 service neutron] 10.222.0.47 "GET /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185170 Jul 16 01:37:55.847299 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['67bca165-ff87-4f10-ad22-3badea1d50c5'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:55.890547 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d49ab-fc84-45cf-8152-ccf6685a06d4 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event deleted for resources: {'Port': ['ID=eb285e36-e6a9-4700-a506-80f6256d75fe,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:55.909754 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-84f73c7d-5596-4b06-95b9-a944397f94b1 req-19130921-b2f2-4bf8-af1c-a11581117404 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402147 Jul 16 01:37:55.992422 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d5fd82-1cbf-4053-b8ad-9d23290a8ff9 req-3a5d49ab-fc84-45cf-8152-ccf6685a06d4 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] No DVR routers for this DVR port eb285e36-e6a9-4700-a506-80f6256d75fe on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:55.997641 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40f80a0-885b-4600-91e7-569e50d40bfb x-openstack-request-id: req-e40f80a0-885b-4600-91e7-569e50d40bfb {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:55.998073 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380a285a-31b0-4f72-94c4-3a1a669dd57a", "tag": "552bec44-7226-4a3d-be74-0f97ca7d7e49", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:55.998452 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e40f80a0-885b-4600-91e7-569e50d40bfb {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:55.998982 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'tag': '552bec44-7226-4a3d-be74-0f97ca7d7e49', 'status': 'completed', 'code': 200} Jul 16 01:37:56.001609 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d3d5fd82-1cbf-4053-b8ad-9d23290a8ff9 req-3a5d49ab-fc84-45cf-8152-ccf6685a06d4 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.003486 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d3d5fd82-1cbf-4053-b8ad-9d23290a8ff9 req-3a5d49ab-fc84-45cf-8152-ccf6685a06d4 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.47 "DELETE /v2.0/ports/eb285e36-e6a9-4700-a506-80f6256d75fe HTTP/1.1" status: 204 len: 173 time: 1.9512031 Jul 16 01:37:56.041579 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-99130fe0-b877-4d01-8804-726916120eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:56.043457 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-99130fe0-b877-4d01-8804-726916120eef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2245159 Jul 16 01:37:56.159529 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a5077c0-ce98-42c7-a267-026b46ccfe6f req-3aa87753-0e59-4408-a37d-4b0c36e00ca2 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037216 Jul 16 01:37:56.291038 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-6dd83847-2623-490e-b00c-501e855720a8 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303159 Jul 16 01:37:56.408623 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aea67f15-95c7-4dc2-9c0c-f0bdb39ae53d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.463490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea67f15-95c7-4dc2-9c0c-f0bdb39ae53d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Port': ['ID=bbf043eb-8074-4edc-9d54-0a998edd77df,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:56.470209 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec21328c-bfd9-46a9-80af-6e57fafc82a8 req-8f4740a7-c61f-4a55-844e-167d4ec187cf service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717470 Jul 16 01:37:56.499311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7423fe93-1d03-467f-80d8-099c2e5cefda {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:56.532469 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-80580c81-00a2-4197-9d51-186cbe2556af req-806c7f93-6071-481a-be29-e49a94a31531 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd2e7da-fa0a-4511-b72a-58e611f81bda HTTP/1.1" status: 200 len: 210 time: 0.0391257 Jul 16 01:37:56.533791 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.534827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device eb285e36-e6a9-4700-a506-80f6256d75fe no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:56.589052 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: eb285e36-e6a9-4700-a506-80f6256d75fe {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:56.589560 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device eb285e36-e6a9-4700-a506-80f6256d75fe not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:56.658103 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Transition to ACTIVE for port object 7423fe93-1d03-467f-80d8-099c2e5cefda will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:56.659067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59941722-b2d4-404d-b83d-a05bae9813cc req-24845caf-616f-4e6e-a034-a4011fd9e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:56.661035 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-59941722-b2d4-404d-b83d-a05bae9813cc req-24845caf-616f-4e6e-a034-a4011fd9e299 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 1099 time: 0.0872679 Jul 16 01:37:56.671571 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.702864 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7509c-6123-4616-824d-596d38a5220d req-82cb9ec8-3afb-4a67-bcb8-18cb10caa09d tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:56.709767 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fae7509c-6123-4616-824d-596d38a5220d req-82cb9ec8-3afb-4a67-bcb8-18cb10caa09d tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=399fb32a-db70-4e98-a1ea-147ee5972ac8 HTTP/1.1" status: 200 len: 931 time: 0.3046145 Jul 16 01:37:56.784707 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aea67f15-95c7-4dc2-9c0c-f0bdb39ae53d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.823593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7423fe93-1d03-467f-80d8-099c2e5cefda,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:56.986001 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fae7509c-6123-4616-824d-596d38a5220d req-1c7b23c6-252a-4954-adac-1845c53ca095 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746859 Jul 16 01:37:57.178691 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca67142-9a8a-4663-9949-0cfa59464d57 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:57.188021 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.207165 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Transition to ACTIVE for port object cca67142-9a8a-4663-9949-0cfa59464d57 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:57.214234 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59941722-b2d4-404d-b83d-a05bae9813cc req-d3bd1419-fa9b-4cbc-b524-a40f3718b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:57.216309 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-59941722-b2d4-404d-b83d-a05bae9813cc req-d3bd1419-fa9b-4cbc-b524-a40f3718b06a service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.5153255 Jul 16 01:37:57.218387 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.302582 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-59941722-b2d4-404d-b83d-a05bae9813cc req-56832c8f-29f0-4a98-b39d-6e7736ecb981 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49 HTTP/1.1" status: 200 len: 217 time: 0.0742323 Jul 16 01:37:57.360835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Pushing event updated for resources: {'Port': ['ID=cca67142-9a8a-4663-9949-0cfa59464d57,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:57.410223 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea67f15-95c7-4dc2-9c0c-f0bdb39ae53d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 880ef73f-8966-4e3c-9af0-b21b9ef0f866 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:57.411581 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Attempting to bind port 7423fe93-1d03-467f-80d8-099c2e5cefda on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:57.412109 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Attempting to bind port 7423fe93-1d03-467f-80d8-099c2e5cefda by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'b109fe05-f049-409e-9719-c57679517e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:57.412440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Attempting to bind port 7423fe93-1d03-467f-80d8-099c2e5cefda on network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:57.431431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59941722-b2d4-404d-b83d-a05bae9813cc req-b0979035-b982-4e5b-8afa-8ea0e49f5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:57.433408 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-59941722-b2d4-404d-b83d-a05bae9813cc req-b0979035-b982-4e5b-8afa-8ea0e49f5430 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1190422 Jul 16 01:37:57.436046 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Port 7423fe93-1d03-467f-80d8-099c2e5cefda on network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:57.436391 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Attempting to bind port 7423fe93-1d03-467f-80d8-099c2e5cefda on network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:57.449528 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:57.449865 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Checking segment: {'id': 'b109fe05-f049-409e-9719-c57679517e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:57.450253 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Bound using segment: {'id': 'b109fe05-f049-409e-9719-c57679517e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:57.450690 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Bound port: 7423fe93-1d03-467f-80d8-099c2e5cefda, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b109fe05-f049-409e-9719-c57679517e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:57.451048 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.512528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Attempting to bind port cca67142-9a8a-4663-9949-0cfa59464d57 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:57.512923 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Attempting to bind port cca67142-9a8a-4663-9949-0cfa59464d57 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'b109fe05-f049-409e-9719-c57679517e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:57.513305 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Attempting to bind port cca67142-9a8a-4663-9949-0cfa59464d57 on network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:57.526187 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Port cca67142-9a8a-4663-9949-0cfa59464d57 on network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:57.526541 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Attempting to bind port cca67142-9a8a-4663-9949-0cfa59464d57 on network 1bb5542d-2249-4a95-ac0b-10591e9aeb1a {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:57.533717 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:57.534062 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Checking segment: {'id': 'b109fe05-f049-409e-9719-c57679517e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:57.534454 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Bound using segment: {'id': 'b109fe05-f049-409e-9719-c57679517e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:57.534889 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Bound port: cca67142-9a8a-4663-9949-0cfa59464d57, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b109fe05-f049-409e-9719-c57679517e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:57.535248 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.540592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59941722-b2d4-404d-b83d-a05bae9813cc req-17ced766-5c61-4958-9e3f-3e3c3a89520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:57.542157 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-59941722-b2d4-404d-b83d-a05bae9813cc req-17ced766-5c61-4958-9e3f-3e3c3a89520f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996895 Jul 16 01:37:57.686635 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] For port cca67142-9a8a-4663-9949-0cfa59464d57, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:57.695959 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] For port cca67142-9a8a-4663-9949-0cfa59464d57, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cca67142-9a8a-4663-9949-0cfa59464d57,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:57.714216 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-59941722-b2d4-404d-b83d-a05bae9813cc req-27f71f7f-6085-4a02-bd7a-e4c64c6eae39 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603775 Jul 16 01:37:57.715315 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.799169 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:57.799979 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.801738 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] 10.222.0.26 "PUT /v2.0/ports/cca67142-9a8a-4663-9949-0cfa59464d57 HTTP/1.1" status: 200 len: 1092 time: 2.8493226 Jul 16 01:37:57.914535 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a79ab4-b2bf-47b8-a78c-bf3d1d3ae118 service neutron] Pushing event updated for resources: {'Port': ['ID=cca67142-9a8a-4663-9949-0cfa59464d57,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:57.923479 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78242c36-e74c-4882-ba4e-0d8ddab38726 req-44605a00-3a96-4575-9404-48dbb956f303 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:57.925218 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-78242c36-e74c-4882-ba4e-0d8ddab38726 req-44605a00-3a96-4575-9404-48dbb956f303 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.5602586 Jul 16 01:37:57.946806 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea67f15-95c7-4dc2-9c0c-f0bdb39ae53d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:57.947051 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-59941722-b2d4-404d-b83d-a05bae9813cc req-5d9296db-a67d-4572-bd85-c8f100d7fc10 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099290 Jul 16 01:37:57.958273 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9de96f-8ed3-4874-8dd8-b5af92e9da15 req-bbed859e-7ec0-4441-9a68-9adf537a5065 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:57.959754 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f2331-0dea-44b0-b8dd-a026da9dca3c None None] Sync routers for ids ['880ef73f-8966-4e3c-9af0-b21b9ef0f866'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:57.960434 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f9de96f-8ed3-4874-8dd8-b5af92e9da15 req-bbed859e-7ec0-4441-9a68-9adf537a5065 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 948 time: 0.2606544 Jul 16 01:37:57.971901 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f2331-0dea-44b0-b8dd-a026da9dca3c None None] Routers {'880ef73f-8966-4e3c-9af0-b21b9ef0f866'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:57.972952 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7d0f2331-0dea-44b0-b8dd-a026da9dca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:37:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['880ef73f-8966-4e3c-9af0-b21b9ef0f866'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:58.004799 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd2e7da-fa0a-4511-b72a-58e611f81bda', 'name': 'network-vif-deleted', 'tag': 'eb285e36-e6a9-4700-a506-80f6256d75fe'}, {'name': 'network-changed', 'server_uuid': 'cc769fae-efd1-4929-a398-2af55d558e66', 'tag': 'cca67142-9a8a-4663-9949-0cfa59464d57'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:58.005073 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-aea67f15-95c7-4dc2-9c0c-f0bdb39ae53d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/880ef73f-8966-4e3c-9af0-b21b9ef0f866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5309954 Jul 16 01:37:58.005160 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefb2bcc-8f25-4890-9692-697caab229f9" -d '{"events": [{"server_uuid": "7fd2e7da-fa0a-4511-b72a-58e611f81bda", "name": "network-vif-deleted", "tag": "eb285e36-e6a9-4700-a506-80f6256d75fe"}, {"name": "network-changed", "server_uuid": "cc769fae-efd1-4929-a398-2af55d558e66", "tag": "cca67142-9a8a-4663-9949-0cfa59464d57"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:58.009242 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56478) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:58.029127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-02b376d7-4a4a-4000-bb35-734520843e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:58.030562 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7d0f2331-0dea-44b0-b8dd-a026da9dca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:58.033151 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-02b376d7-4a4a-4000-bb35-734520843e12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f1c35504a464c3f959f9ff2456e3961&device_id=cc769fae-efd1-4929-a398-2af55d558e66 HTTP/1.1" status: 200 len: 1095 time: 0.1491764 Jul 16 01:37:58.044873 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-78242c36-e74c-4882-ba4e-0d8ddab38726 req-ee2dfb74-dc54-4a77-b0d0-b3cc40865e98 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077383 Jul 16 01:37:58.046316 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] For port 7423fe93-1d03-467f-80d8-099c2e5cefda, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:58.050200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] For port 7423fe93-1d03-467f-80d8-099c2e5cefda, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=7423fe93-1d03-467f-80d8-099c2e5cefda,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:58.056604 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.068422 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f2331-0dea-44b0-b8dd-a026da9dca3c None None] Routers {'880ef73f-8966-4e3c-9af0-b21b9ef0f866'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:58.073637 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7d0f2331-0dea-44b0-b8dd-a026da9dca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:37:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['880ef73f-8966-4e3c-9af0-b21b9ef0f866'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:58.095372 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:58.096432 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.098044 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] 10.222.0.47 "PUT /v2.0/ports/7423fe93-1d03-467f-80d8-099c2e5cefda HTTP/1.1" status: 200 len: 1091 time: 3.7031343 Jul 16 01:37:58.098875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399fb32a-db70-4e98-a1ea-147ee5972ac8', 'tag': '7423fe93-1d03-467f-80d8-099c2e5cefda'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:58.101965 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b84d3c-3f74-4a25-a64a-bfc4ba6bdf7e" -d '{"events": [{"name": "network-changed", "server_uuid": "399fb32a-db70-4e98-a1ea-147ee5972ac8", "tag": "7423fe93-1d03-467f-80d8-099c2e5cefda"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:58.120589 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7d0f2331-0dea-44b0-b8dd-a026da9dca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:58.121610 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f2331-0dea-44b0-b8dd-a026da9dca3c None None] The sync data for ids ['880ef73f-8966-4e3c-9af0-b21b9ef0f866'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:58.144123 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb389fc-d210-42db-a98a-3697785616c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7423fe93-1d03-467f-80d8-099c2e5cefda,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:58.178578 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-a85934cc-b2e4-46f4-974b-1512923ce047 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cca67142-9a8a-4663-9949-0cfa59464d57 HTTP/1.1" status: 200 len: 217 time: 0.0988920 Jul 16 01:37:58.189306 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f9de96f-8ed3-4874-8dd8-b5af92e9da15 req-ecbfbc3d-57cd-4c6c-9af4-edeb7a03bec0 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132671 Jul 16 01:37:58.284624 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-62aa66d7-229f-48a7-a4d2-85e9cf1ac326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:58.286072 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-62aa66d7-229f-48a7-a4d2-85e9cf1ac326 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1fc1a87-78fa-4dc0-8d01-d32edaa364d7 HTTP/1.1" status: 200 len: 853 time: 0.0960279 Jul 16 01:37:58.326831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f13323b3-32f9-46b0-ac69-d9b635210928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:58.328232 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-f13323b3-32f9-46b0-ac69-d9b635210928 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f1c35504a464c3f959f9ff2456e3961&device_id=399fb32a-db70-4e98-a1ea-147ee5972ac8 HTTP/1.1" status: 200 len: 1094 time: 0.1524124 Jul 16 01:37:58.329858 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-089f6579-f621-442f-9359-fdad8b8935ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.392584 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-25fa48c8-d9f5-4e87-9dae-eebc1759ee36 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:58.394091 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-25fa48c8-d9f5-4e87-9dae-eebc1759ee36 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 808 time: 0.1650527 Jul 16 01:37:58.395563 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-0889d5f6-d437-4c69-9fc5-bc5b115fc436 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7423fe93-1d03-467f-80d8-099c2e5cefda HTTP/1.1" status: 200 len: 217 time: 0.0478406 Jul 16 01:37:58.397717 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-dd029564-57d1-4137-96e4-10654413522c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bb5542d-2249-4a95-ac0b-10591e9aeb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713432 Jul 16 01:37:58.412445 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-e0d92e39-f239-4098-b12a-36c1ee7327ea tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/quotas/c3d262d9128741908a9068e6ff067760 HTTP/1.1" status: 200 len: 375 time: 0.0105250 Jul 16 01:37:58.432934 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad2eae5-5c91-4e1f-86e6-3ddd41aef6f0 x-openstack-request-id: req-6ad2eae5-5c91-4e1f-86e6-3ddd41aef6f0 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:58.433224 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd2e7da-fa0a-4511-b72a-58e611f81bda", "name": "network-vif-deleted", "tag": "eb285e36-e6a9-4700-a506-80f6256d75fe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cc769fae-efd1-4929-a398-2af55d558e66", "tag": "cca67142-9a8a-4663-9949-0cfa59464d57", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:58.433476 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6ad2eae5-5c91-4e1f-86e6-3ddd41aef6f0 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:58.433868 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd2e7da-fa0a-4511-b72a-58e611f81bda', 'name': 'network-vif-deleted', 'tag': 'eb285e36-e6a9-4700-a506-80f6256d75fe', 'status': 'completed', 'code': 200} Jul 16 01:37:58.434118 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc769fae-efd1-4929-a398-2af55d558e66', 'tag': 'cca67142-9a8a-4663-9949-0cfa59464d57', 'status': 'completed', 'code': 200} Jul 16 01:37:58.475014 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-2afde502-0991-4cbb-b7f7-4caaa5d39e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:58.477408 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-2afde502-0991-4cbb-b7f7-4caaa5d39e86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1fc1a87-78fa-4dc0-8d01-d32edaa364d7 HTTP/1.1" status: 200 len: 853 time: 0.0606270 Jul 16 01:37:58.511426 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.534472 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-361f4c69-3d9f-432f-9187-63a42ef73bbe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1bb5542d-2249-4a95-ac0b-10591e9aeb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330920 Jul 16 01:37:58.556692 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-776ab9ba-24d5-4d59-b188-3741c71982fb service neutron] 10.222.0.26 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475673 Jul 16 01:37:58.640044 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-fded1736-195d-4066-99d6-85bc506da491 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1756508 Jul 16 01:37:58.701075 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-71ad6e65-8e88-48e7-af01-e037c71388ff service neutron] 10.222.0.47 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570041 Jul 16 01:37:58.832195 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-24b7126f-9af4-4d18-bfd7-dd68613a9770 service neutron] 10.222.0.54 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788344 Jul 16 01:37:58.892588 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-b6c671f6-8729-41a5-8ca3-29c5d4781af1 service neutron] 10.222.0.47 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562026 Jul 16 01:37:58.958887 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-5158686a-4226-4b4f-8afe-200093a6e6b6 service neutron] 10.222.0.54 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179242 Jul 16 01:37:59.108887 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec1da5e0-da8a-457b-96e4-418a23dcbd2f req-ad151e7d-f967-4cab-b563-798f60b971f2 service neutron] 10.222.0.26 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314624 Jul 16 01:37:59.126300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa18e7-f0d6-4648-b30d-16e7964fa39c req-f386b12a-73eb-43f5-8095-f6820ed9f417 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:59.133231 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e8fa18e7-f0d6-4648-b30d-16e7964fa39c req-f386b12a-73eb-43f5-8095-f6820ed9f417 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=399fb32a-db70-4e98-a1ea-147ee5972ac8 HTTP/1.1" status: 200 len: 943 time: 0.5370886 Jul 16 01:37:59.208313 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf771bbd-efc6-4bb8-9944-3e100df57e65 req-2b773d8d-5d5b-4d08-98ff-6549b8b9417f tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:59.209799 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf771bbd-efc6-4bb8-9944-3e100df57e65 req-2b773d8d-5d5b-4d08-98ff-6549b8b9417f tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.26 "GET /v2.0/ports?device_id=8420319a-1fbc-47a3-bfd2-17163db3026e HTTP/1.1" status: 200 len: 945 time: 0.1972532 Jul 16 01:37:59.227300 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e8fa18e7-f0d6-4648-b30d-16e7964fa39c req-3afff343-aa82-4def-9457-f37f404a9924 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931511 Jul 16 01:37:59.331478 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e3173145-086e-4239-b4c9-57c3c3f283d8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.351914 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26066918-6dd2-42dd-90b8-fc60e3f20cfc x-openstack-request-id: req-26066918-6dd2-42dd-90b8-fc60e3f20cfc {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:59.357488 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399fb32a-db70-4e98-a1ea-147ee5972ac8", "tag": "7423fe93-1d03-467f-80d8-099c2e5cefda", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:59.357868 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-26066918-6dd2-42dd-90b8-fc60e3f20cfc {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:59.358410 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399fb32a-db70-4e98-a1ea-147ee5972ac8', 'tag': '7423fe93-1d03-467f-80d8-099c2e5cefda', 'status': 'completed', 'code': 200} Jul 16 01:37:59.364382 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-efed5788-8a12-4eca-83f7-cdd965bd9d36 req-3905ad98-f6a8-4908-8ff8-e9d74909bd9e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/72e4dda3-b61e-41ca-b0ad-74f0932f3b2e HTTP/1.1" status: 200 len: 1800 time: 0.0820398 Jul 16 01:37:59.463564 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb2bcc-8f25-4890-9692-697caab229f9 req-236252ae-a892-4714-85c5-29a8f117a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:59.465152 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eefb2bcc-8f25-4890-9692-697caab229f9 req-236252ae-a892-4714-85c5-29a8f117a414 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f1c35504a464c3f959f9ff2456e3961&device_id=cc769fae-efd1-4929-a398-2af55d558e66 HTTP/1.1" status: 200 len: 1095 time: 0.2536552 Jul 16 01:37:59.474444 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 552bec44-7226-4a3d-be74-0f97ca7d7e49 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:59.491816 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-efed5788-8a12-4eca-83f7-cdd965bd9d36 req-1a02cc2c-bb54-44c2-8327-9f1a294234f9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.596990 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-efed5788-8a12-4eca-83f7-cdd965bd9d36 req-1a02cc2c-bb54-44c2-8327-9f1a294234f9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.635384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:59.647076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '552bec44-7226-4a3d-be74-0f97ca7d7e49', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '552bec44-7226-4a3d-be74-0f97ca7d7e49', 'mac_address': 'fa:16:3e:a3:66:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:59.651521 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-cf771bbd-efc6-4bb8-9944-3e100df57e65 req-ae0fd575-c815-4ff3-bfb7-1c3ac0f34eb6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Deleting port 08e05dc0-a158-4173-9a50-b6e8100e7816 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:59.651931 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cf771bbd-efc6-4bb8-9944-3e100df57e65 req-ae0fd575-c815-4ff3-bfb7-1c3ac0f34eb6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.654774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b84d3c-3f74-4a25-a64a-bfc4ba6bdf7e req-27806db7-14ab-46ae-813e-5b2cc49889fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:59.656607 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-91b84d3c-3f74-4a25-a64a-bfc4ba6bdf7e req-27806db7-14ab-46ae-813e-5b2cc49889fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f1c35504a464c3f959f9ff2456e3961&device_id=399fb32a-db70-4e98-a1ea-147ee5972ac8 HTTP/1.1" status: 200 len: 1094 time: 0.1363835 Jul 16 01:37:59.683405 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-efed5788-8a12-4eca-83f7-cdd965bd9d36 req-1a02cc2c-bb54-44c2-8327-9f1a294234f9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.686473 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-efed5788-8a12-4eca-83f7-cdd965bd9d36 req-1a02cc2c-bb54-44c2-8327-9f1a294234f9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.695578 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.701277 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-efed5788-8a12-4eca-83f7-cdd965bd9d36 req-1a02cc2c-bb54-44c2-8327-9f1a294234f9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "DELETE /v2.0/security-groups/72e4dda3-b61e-41ca-b0ad-74f0932f3b2e HTTP/1.1" status: 204 len: 173 time: 0.3256290 Jul 16 01:37:59.713657 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552bec44-7226-4a3d-be74-0f97ca7d7e49 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:59.742560 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:59.747735 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.752796 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02cc2c-bb54-44c2-8327-9f1a294234f9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e4dda3-b61e-41ca-b0ad-74f0932f3b2e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:59.797122 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb2bcc-8f25-4890-9692-697caab229f9 req-6eb7ba9d-1ee3-41cc-ae62-a7f0833b20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:59.798524 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eefb2bcc-8f25-4890-9692-697caab229f9 req-6eb7ba9d-1ee3-41cc-ae62-a7f0833b20f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1bb5542d-2249-4a95-ac0b-10591e9aeb1a HTTP/1.1" status: 200 len: 914 time: 0.3228488 Jul 16 01:37:59.831148 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=552bec44-7226-4a3d-be74-0f97ca7d7e49,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:59.840799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:59.841998 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:59.842669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:59.843302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:59.843823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:59.844306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:59.844798 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:59.845274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:59.845926 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:59.846617 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:59.847127 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:59.847632 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:59.872259 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b84d3c-3f74-4a25-a64a-bfc4ba6bdf7e req-65ee1a83-7fb6-4009-9727-5b2b83c93282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:59.873809 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-91b84d3c-3f74-4a25-a64a-bfc4ba6bdf7e req-65ee1a83-7fb6-4009-9727-5b2b83c93282 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1bb5542d-2249-4a95-ac0b-10591e9aeb1a HTTP/1.1" status: 200 len: 914 time: 0.2050090 Jul 16 01:37:59.874885 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56528) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:59.879636 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e6ad010e-92e0-45e8-a568-7b98245da05a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1797184543'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:59.898882 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eefb2bcc-8f25-4890-9692-697caab229f9 req-914bbb81-6567-4475-a73b-d0df284a065a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cca67142-9a8a-4663-9949-0cfa59464d57 HTTP/1.1" status: 200 len: 217 time: 0.0734451 Jul 16 01:37:59.911681 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c617d08-9e15-4dbd-88b0-21690eb02190 req-c4b4eb87-6588-4d73-81c6-148ce757e7ec tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:59.919371 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7c617d08-9e15-4dbd-88b0-21690eb02190 req-c4b4eb87-6588-4d73-81c6-148ce757e7ec tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=8420319a-1fbc-47a3-bfd2-17163db3026e HTTP/1.1" status: 200 len: 945 time: 0.3640010 Jul 16 01:37:59.932782 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-91b84d3c-3f74-4a25-a64a-bfc4ba6bdf7e req-c29a513a-e023-44fd-bb7d-0c05994e5fed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7423fe93-1d03-467f-80d8-099c2e5cefda HTTP/1.1" status: 200 len: 217 time: 0.0474982 Jul 16 01:37:59.978318 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-cf771bbd-efc6-4bb8-9944-3e100df57e65 req-ae0fd575-c815-4ff3-bfb7-1c3ac0f34eb6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] For port 08e05dc0-a158-4173-9a50-b6e8100e7816, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=08e05dc0-a158-4173-9a50-b6e8100e7816,segment=NetworkSegment(7b58170c-8e2a-4de6-8d1d-1efa27b6fc35),segment_id=7b58170c-8e2a-4de6-8d1d-1efa27b6fc35)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:59.978680 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cf771bbd-efc6-4bb8-9944-3e100df57e65 req-ae0fd575-c815-4ff3-bfb7-1c3ac0f34eb6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.013032 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ad010e-92e0-45e8-a568-7b98245da05a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Made reservation on behalf of fa5d0aa8f7424cfc9d4100cd0760da64 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:00.016601 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e6ad010e-92e0-45e8-a568-7b98245da05a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.044477 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-cf771bbd-efc6-4bb8-9944-3e100df57e65 req-ae0fd575-c815-4ff3-bfb7-1c3ac0f34eb6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Calling delete_port for 08e05dc0-a158-4173-9a50-b6e8100e7816 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:00.049533 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b84d3c-3f74-4a25-a64a-bfc4ba6bdf7e req-f9f57daa-5d4d-4ae9-9e4b-dd3dadf94829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.051022 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-91b84d3c-3f74-4a25-a64a-bfc4ba6bdf7e req-f9f57daa-5d4d-4ae9-9e4b-dd3dadf94829 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1fc1a87-78fa-4dc0-8d01-d32edaa364d7 HTTP/1.1" status: 200 len: 853 time: 0.1074672 Jul 16 01:38:00.076564 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ad010e-92e0-45e8-a568-7b98245da05a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:00.088271 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['552bec44-7226-4a3d-be74-0f97ca7d7e49'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:00.091471 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb2bcc-8f25-4890-9692-697caab229f9 req-c1db1dd2-d6c9-4921-89ea-1fb0e38b0244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.092937 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eefb2bcc-8f25-4890-9692-697caab229f9 req-c1db1dd2-d6c9-4921-89ea-1fb0e38b0244 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1fc1a87-78fa-4dc0-8d01-d32edaa364d7 HTTP/1.1" status: 200 len: 853 time: 0.1715207 Jul 16 01:38:00.104239 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-91b84d3c-3f74-4a25-a64a-bfc4ba6bdf7e req-11cb6b1a-5854-486c-9755-69a924c161a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1bb5542d-2249-4a95-ac0b-10591e9aeb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431385 Jul 16 01:38:00.104357 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7c617d08-9e15-4dbd-88b0-21690eb02190 req-698d5ddb-d932-43b4-8fdd-dea787e0761d tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/security-groups?id=47e20df4-50dd-4a80-831f-be58397752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839855 Jul 16 01:38:00.112866 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e6ad010e-92e0-45e8-a568-7b98245da05a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.113220 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-e6ad010e-92e0-45e8-a568-7b98245da05a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Added segment 86bfd702-0cde-40a3-8663-57b2e1c4afa7 of type vlan for network 525896ce-09df-4da2-9eab-4fa66a501412 Jul 16 01:38:00.122725 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6d421-c92b-4ad9-bc9b-1b0447773b5c req-3ac4a32e-10bd-4b21-a7d3-074d4622027a tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.129642 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-38d6d421-c92b-4ad9-bc9b-1b0447773b5c req-3ac4a32e-10bd-4b21-a7d3-074d4622027a tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.2028503 Jul 16 01:38:00.176771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3e9f1-d1d6-4e58-99be-278ce790cf9f req-04f0ad55-c06b-4a56-bb8d-2bc98aaf4ae0 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.178770 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e7d3e9f1-d1d6-4e58-99be-278ce790cf9f req-04f0ad55-c06b-4a56-bb8d-2bc98aaf4ae0 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecba5d7-19b1-475e-afb3-0164900ee7ee HTTP/1.1" status: 200 len: 946 time: 0.3989851 Jul 16 01:38:00.232766 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eefb2bcc-8f25-4890-9692-697caab229f9 req-c28b67b5-5a22-4075-9b21-d31587a9be46 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bb5542d-2249-4a95-ac0b-10591e9aeb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274059 Jul 16 01:38:00.251601 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e6ad010e-92e0-45e8-a568-7b98245da05a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.359014 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-38d6d421-c92b-4ad9-bc9b-1b0447773b5c req-7fa1c21d-72e8-45f1-8fb1-8c2b3ed035d2 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284260 Jul 16 01:38:00.386669 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-91b84d3c-3f74-4a25-a64a-bfc4ba6bdf7e req-2988ee71-ac4d-4960-b8f2-5f6a6d4f1437 service neutron] 10.222.0.47 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458107 Jul 16 01:38:00.401806 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e6ad010e-92e0-45e8-a568-7b98245da05a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.409763 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ad010e-92e0-45e8-a568-7b98245da05a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.410334 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e6ad010e-92e0-45e8-a568-7b98245da05a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.497312 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad010e-92e0-45e8-a568-7b98245da05a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event updated for resources: {'Network': ['ID=525896ce-09df-4da2-9eab-4fa66a501412,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:00.503308 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e6ad010e-92e0-45e8-a568-7b98245da05a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6247816 Jul 16 01:38:00.504915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e3173145-086e-4239-b4c9-57c3c3f283d8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting port 0b326c99-b824-425e-b24a-1c69e5f19ca2 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:00.505265 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e3173145-086e-4239-b4c9-57c3c3f283d8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.509773 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 525896ce-09df-4da2-9eab-4fa66a501412 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:00.515142 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56532) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:00.534602 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-931a0f37-7f33-402d-a005-62adc30dfb0f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1407133978'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:00.543554 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de20f48f-ca84-4a68-8e50-a32b00d02864 req-5640af45-3132-47a6-b613-eec70c6ac396 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 210 time: 0.0560668 Jul 16 01:38:00.554629 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eefb2bcc-8f25-4890-9692-697caab229f9 req-4b3bc356-4653-469b-b1e3-b18bfbcd2099 service neutron] 10.222.0.26 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908168 Jul 16 01:38:00.591059 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 7423fe93-1d03-467f-80d8-099c2e5cefda details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:00.645245 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-91b84d3c-3f74-4a25-a64a-bfc4ba6bdf7e req-c2083411-84c9-4725-ac42-7b21c5ed92a8 service neutron] 10.222.0.47 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238669 Jul 16 01:38:00.648882 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-816d2a8d-59e6-4e78-840c-d92486f21981 req-57bd107c-5d28-4725-aeaf-449f04421318 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/855fa8b3-bb32-4a10-ac0e-ce5cd49ce2eb HTTP/1.1" status: 200 len: 1800 time: 0.0664225 Jul 16 01:38:00.699688 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931a0f37-7f33-402d-a005-62adc30dfb0f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Made reservation on behalf of fa5d0aa8f7424cfc9d4100cd0760da64 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:00.703146 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-931a0f37-7f33-402d-a005-62adc30dfb0f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.705226 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cf771bbd-efc6-4bb8-9944-3e100df57e65 req-ae0fd575-c815-4ff3-bfb7-1c3ac0f34eb6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.712444 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-816d2a8d-59e6-4e78-840c-d92486f21981 req-cf65b80b-c953-4460-be15-7cb4fb688b82 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.714890 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 7423fe93-1d03-467f-80d8-099c2e5cefda, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=7423fe93-1d03-467f-80d8-099c2e5cefda,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:00.733635 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '7423fe93-1d03-467f-80d8-099c2e5cefda', 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a', 'port_id': '7423fe93-1d03-467f-80d8-099c2e5cefda', 'mac_address': 'fa:16:3e:c9:c3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1fc1a87-78fa-4dc0-8d01-d32edaa364d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:00.739781 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-816d2a8d-59e6-4e78-840c-d92486f21981 req-cf65b80b-c953-4460-be15-7cb4fb688b82 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.762713 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['50ed1a2f-dbbb-4a23-aecc-50cb736dff06'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:00.771204 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ee070-35ce-419f-8a35-4153c773318e req-302a96af-5ecf-4092-8fb8-6ea06d54101e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.773123 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c90ee070-35ce-419f-8a35-4153c773318e req-302a96af-5ecf-4092-8fb8-6ea06d54101e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 949 time: 0.4464231 Jul 16 01:38:00.786801 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-816d2a8d-59e6-4e78-840c-d92486f21981 req-cf65b80b-c953-4460-be15-7cb4fb688b82 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.792222 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-816d2a8d-59e6-4e78-840c-d92486f21981 req-cf65b80b-c953-4460-be15-7cb4fb688b82 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.793591 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-816d2a8d-59e6-4e78-840c-d92486f21981 req-cf65b80b-c953-4460-be15-7cb4fb688b82 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "DELETE /v2.0/security-groups/855fa8b3-bb32-4a10-ac0e-ce5cd49ce2eb HTTP/1.1" status: 204 len: 173 time: 0.1386075 Jul 16 01:38:00.809291 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-e7d3e9f1-d1d6-4e58-99be-278ce790cf9f req-24efe2a4-6543-4d74-96b3-78a3941c4f08 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Deleting port 50ed1a2f-dbbb-4a23-aecc-50cb736dff06 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:00.809642 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e7d3e9f1-d1d6-4e58-99be-278ce790cf9f req-24efe2a4-6543-4d74-96b3-78a3941c4f08 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.811031 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65b80b-c953-4460-be15-7cb4fb688b82 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=855fa8b3-bb32-4a10-ac0e-ce5cd49ce2eb,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:00.825778 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fd575-c815-4ff3-bfb7-1c3ac0f34eb6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Pushing event deleted for resources: {'Port': ['ID=08e05dc0-a158-4173-9a50-b6e8100e7816,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:00.857467 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.880920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7423fe93-1d03-467f-80d8-099c2e5cefda {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:00.894865 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e3173145-086e-4239-b4c9-57c3c3f283d8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.922719 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 7423fe93-1d03-467f-80d8-099c2e5cefda, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=7423fe93-1d03-467f-80d8-099c2e5cefda,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:00.933143 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.959312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931a0f37-7f33-402d-a005-62adc30dfb0f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:00.965051 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf771bbd-efc6-4bb8-9944-3e100df57e65 req-ae0fd575-c815-4ff3-bfb7-1c3ac0f34eb6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] No DVR routers for this DVR port 08e05dc0-a158-4173-9a50-b6e8100e7816 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:00.968408 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cf771bbd-efc6-4bb8-9944-3e100df57e65 req-ae0fd575-c815-4ff3-bfb7-1c3ac0f34eb6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.970552 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf771bbd-efc6-4bb8-9944-3e100df57e65 req-ae0fd575-c815-4ff3-bfb7-1c3ac0f34eb6 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.26 "DELETE /v2.0/ports/08e05dc0-a158-4173-9a50-b6e8100e7816 HTTP/1.1" status: 204 len: 173 time: 1.7381523 Jul 16 01:38:00.993535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=7423fe93-1d03-467f-80d8-099c2e5cefda,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.009737 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff79244-54e0-47d5-8026-d03fad8abce5 req-de519c7a-d563-4716-babb-0e5a6b98060b tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:01.011473 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ff79244-54e0-47d5-8026-d03fad8abce5 req-de519c7a-d563-4716-babb-0e5a6b98060b tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=399fb32a-db70-4e98-a1ea-147ee5972ac8 HTTP/1.1" status: 200 len: 944 time: 0.0918920 Jul 16 01:38:01.020630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e3173145-086e-4239-b4c9-57c3c3f283d8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Calling delete_port for 0b326c99-b824-425e-b24a-1c69e5f19ca2 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:01.024735 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8420319a-1fbc-47a3-bfd2-17163db3026e', 'name': 'network-vif-deleted', 'tag': '08e05dc0-a158-4173-9a50-b6e8100e7816'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:01.027001 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a119ec-72ce-4c9d-8718-151af36c95c9" -d '{"events": [{"server_uuid": "8420319a-1fbc-47a3-bfd2-17163db3026e", "name": "network-vif-deleted", "tag": "08e05dc0-a158-4173-9a50-b6e8100e7816"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:01.051033 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eefb2bcc-8f25-4890-9692-697caab229f9 req-85c8b614-e909-4f6a-ac23-7c4feff17bae service neutron] 10.222.0.26 "GET /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786499 Jul 16 01:38:01.052900 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5911bcb6-6c8d-4a28-b905-47c120cfee93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.057099 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.087208 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-931a0f37-7f33-402d-a005-62adc30dfb0f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.087559 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-931a0f37-7f33-402d-a005-62adc30dfb0f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Added segment 3986646c-2b6f-4b44-8db9-e3622b113280 of type vlan for network b9af7ef5-ac18-4736-89a9-97ab3ca3428e Jul 16 01:38:01.093692 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c90ee070-35ce-419f-8a35-4153c773318e req-4831ce6f-8518-4e20-bc1d-72cfeb262381 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923994 Jul 16 01:38:01.160831 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ff79244-54e0-47d5-8026-d03fad8abce5 req-b956c6b8-0123-4edf-bc99-8135d6b375a5 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560660 Jul 16 01:38:01.168001 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-51273ee8-f5e9-4d6c-82c0-85b8841be247 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:01.169497 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-51273ee8-f5e9-4d6c-82c0-85b8841be247 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.47 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 808 time: 0.1570373 Jul 16 01:38:01.177743 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-7c49c259-2984-460a-923f-ccb5e221cdfc req-a7b1c6f9-67db-4a29-abb9-88de12a52825 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-622189725', 'description': 'tempest-description-1375057089'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:01.199646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-0ef8453b-ee82-44e9-be64-b386a9a12903 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Request body: {'port': {'device_id': 'a1b24d96-1b7f-468e-a290-9ec5399cb371', 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676', 'admin_state_up': True, 'tenant_id': 'c3d262d9128741908a9068e6ff067760'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:01.202357 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-e7d3e9f1-d1d6-4e58-99be-278ce790cf9f req-24efe2a4-6543-4d74-96b3-78a3941c4f08 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] For port 50ed1a2f-dbbb-4a23-aecc-50cb736dff06, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=50ed1a2f-dbbb-4a23-aecc-50cb736dff06,segment=NetworkSegment(7b58170c-8e2a-4de6-8d1d-1efa27b6fc35),segment_id=7b58170c-8e2a-4de6-8d1d-1efa27b6fc35)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:01.202733 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e7d3e9f1-d1d6-4e58-99be-278ce790cf9f req-24efe2a4-6543-4d74-96b3-78a3941c4f08 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.205997 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-931a0f37-7f33-402d-a005-62adc30dfb0f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.244537 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde56656-de23-4a2d-8ec4-33d908388003 x-openstack-request-id: req-dde56656-de23-4a2d-8ec4-33d908388003 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:01.245090 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8420319a-1fbc-47a3-bfd2-17163db3026e", "name": "network-vif-deleted", "tag": "08e05dc0-a158-4173-9a50-b6e8100e7816", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:01.245090 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dde56656-de23-4a2d-8ec4-33d908388003 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:01.245355 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8420319a-1fbc-47a3-bfd2-17163db3026e', 'name': 'network-vif-deleted', 'tag': '08e05dc0-a158-4173-9a50-b6e8100e7816', 'status': 'completed', 'code': 200} Jul 16 01:38:01.254121 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-e7d3e9f1-d1d6-4e58-99be-278ce790cf9f req-24efe2a4-6543-4d74-96b3-78a3941c4f08 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Calling delete_port for 50ed1a2f-dbbb-4a23-aecc-50cb736dff06 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:01.267267 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7c49c259-2984-460a-923f-ccb5e221cdfc req-a7b1c6f9-67db-4a29-abb9-88de12a52825 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.416526 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-0ef8453b-ee82-44e9-be64-b386a9a12903 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Made reservation on behalf of c3d262d9128741908a9068e6ff067760 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:01.422331 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-0ef8453b-ee82-44e9-be64-b386a9a12903 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.444930 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-931a0f37-7f33-402d-a005-62adc30dfb0f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.456083 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931a0f37-7f33-402d-a005-62adc30dfb0f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:01.457290 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-931a0f37-7f33-402d-a005-62adc30dfb0f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.465701 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-220d8fe4-6439-4992-beba-27609e22641d req-1dd39aa5-6f64-4052-99c0-c47d95a4e7c2 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.54 "GET /v2.0/ports?device_id=8420319a-1fbc-47a3-bfd2-17163db3026e HTTP/1.1" status: 200 len: 210 time: 0.0686760 Jul 16 01:38:01.482285 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device cca67142-9a8a-4663-9949-0cfa59464d57 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:01.617923 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port cca67142-9a8a-4663-9949-0cfa59464d57, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cca67142-9a8a-4663-9949-0cfa59464d57,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:01.633869 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'cca67142-9a8a-4663-9949-0cfa59464d57', 'network_id': '1bb5542d-2249-4a95-ac0b-10591e9aeb1a', 'port_id': 'cca67142-9a8a-4663-9949-0cfa59464d57', 'mac_address': 'fa:16:3e:1a:f5:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1fc1a87-78fa-4dc0-8d01-d32edaa364d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:01.645739 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 552bec44-7226-4a3d-be74-0f97ca7d7e49 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:01.649698 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['7423fe93-1d03-467f-80d8-099c2e5cefda'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:01.681191 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-0ef8453b-ee82-44e9-be64-b386a9a12903 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Allocated IP 172.20.0.9 (70873b17-8add-4628-8bc5-2cc58f0e4676/8af38b97-c213-484b-9432-794a847cd178/f6f42e20-8572-4653-97b5-6235947051c2) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:01.792102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3d177-1da8-4d82-b557-a83aa2dd4e7e req-4784c53d-c40b-42e9-89d3-b8fb6f26f875 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:01.793653 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ac3d177-1da8-4d82-b557-a83aa2dd4e7e req-4784c53d-c40b-42e9-89d3-b8fb6f26f875 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.1013427 Jul 16 01:38:01.816409 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a0f37-7f33-402d-a005-62adc30dfb0f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event updated for resources: {'Network': ['ID=b9af7ef5-ac18-4736-89a9-97ab3ca3428e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.875203 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ac3d177-1da8-4d82-b557-a83aa2dd4e7e req-811c1f96-0498-4a40-be29-75c55d97362b tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646811 Jul 16 01:38:01.910354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network b9af7ef5-ac18-4736-89a9-97ab3ca3428e details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:01.930939 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e3173145-086e-4239-b4c9-57c3c3f283d8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.993661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3173145-086e-4239-b4c9-57c3c3f283d8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Port': ['ID=0b326c99-b824-425e-b24a-1c69e5f19ca2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:02.104492 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-0ef8453b-ee82-44e9-be64-b386a9a12903 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.155766 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e77f5f7-c6fe-4e30-89fa-94afca4f4516 req-9c80e499-436e-4abd-b17f-d8aeffe9c580 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 210 time: 0.0569623 Jul 16 01:38:02.214362 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-0ef8453b-ee82-44e9-be64-b386a9a12903 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.257674 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e7d3e9f1-d1d6-4e58-99be-278ce790cf9f req-24efe2a4-6543-4d74-96b3-78a3941c4f08 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.278685 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.303991 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.317982 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca67142-9a8a-4663-9949-0cfa59464d57 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:02.354147 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8453b-ee82-44e9-be64-b386a9a12903 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Pushing event updated for resources: {'Port': ['ID=f6f42e20-8572-4653-97b5-6235947051c2,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:02.371271 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port cca67142-9a8a-4663-9949-0cfa59464d57, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cca67142-9a8a-4663-9949-0cfa59464d57,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:02.372871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efe2a4-6543-4d74-96b3-78a3941c4f08 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Pushing event deleted for resources: {'Port': ['ID=50ed1a2f-dbbb-4a23-aecc-50cb736dff06,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:02.381447 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7c49c259-2984-460a-923f-ccb5e221cdfc req-a7b1c6f9-67db-4a29-abb9-88de12a52825 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.383398 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 552bec44-7226-4a3d-be74-0f97ca7d7e49 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:02.386175 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e3173145-086e-4239-b4c9-57c3c3f283d8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.399575 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7c49c259-2984-460a-923f-ccb5e221cdfc req-a7b1c6f9-67db-4a29-abb9-88de12a52825 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.407760 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.407960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-0ef8453b-ee82-44e9-be64-b386a9a12903 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Network 70873b17-8add-4628-8bc5-2cc58f0e4676 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:02.411168 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-0ef8453b-ee82-44e9-be64-b386a9a12903 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:02.415774 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-931a0f37-7f33-402d-a005-62adc30dfb0f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8958790 Jul 16 01:38:02.418664 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-0ef8453b-ee82-44e9-be64-b386a9a12903 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:02.422438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56548) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:02.428251 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e391a2b8-45ab-4457-96d1-190f1d91bda7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Request body: {'subnet': {'network_id': '525896ce-09df-4da2-9eab-4fa66a501412', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:02.432203 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 552bec44-7226-4a3d-be74-0f97ca7d7e49 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:02.432578 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.517380 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d3e9f1-d1d6-4e58-99be-278ce790cf9f req-24efe2a4-6543-4d74-96b3-78a3941c4f08 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] No DVR routers for this DVR port 50ed1a2f-dbbb-4a23-aecc-50cb736dff06 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:02.535633 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=cca67142-9a8a-4663-9949-0cfa59464d57,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:02.545765 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7c49c259-2984-460a-923f-ccb5e221cdfc req-a7b1c6f9-67db-4a29-abb9-88de12a52825 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.547025 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7c49c259-2984-460a-923f-ccb5e221cdfc req-a7b1c6f9-67db-4a29-abb9-88de12a52825 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.3823962 Jul 16 01:38:02.548091 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e7d3e9f1-d1d6-4e58-99be-278ce790cf9f req-24efe2a4-6543-4d74-96b3-78a3941c4f08 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.567544 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e7d3e9f1-d1d6-4e58-99be-278ce790cf9f req-24efe2a4-6543-4d74-96b3-78a3941c4f08 tempest-ListServersNegativeTestJSON-1309612064 tempest-ListServersNegativeTestJSON-1309612064-project] 10.222.0.47 "DELETE /v2.0/ports/50ed1a2f-dbbb-4a23-aecc-50cb736dff06 HTTP/1.1" status: 204 len: 173 time: 2.3645487 Jul 16 01:38:02.593807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1c6f9-67db-4a29-abb9-88de12a52825 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d2bf93-858f-4c3b-9909-ac6d61e2998d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:02.615744 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.631479 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 50ed1a2f-dbbb-4a23-aecc-50cb736dff06 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:02.655122 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b3f6f-3a07-417d-81b8-cdb751c37af7 req-d7bde272-5e06-4960-9794-b62ddb9c2231 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:02.664121 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f76b3f6f-3a07-417d-81b8-cdb751c37af7 req-d7bde272-5e06-4960-9794-b62ddb9c2231 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 949 time: 0.3047810 Jul 16 01:38:02.693685 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 50ed1a2f-dbbb-4a23-aecc-50cb736dff06 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:02.694015 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 50ed1a2f-dbbb-4a23-aecc-50cb736dff06 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:02.700738 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552bec44-7226-4a3d-be74-0f97ca7d7e49'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:02.703034 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0214fc8a-c7f8-4d7f-8402-8fed1b193625" -d '{"events": [{"server_uuid": "380a285a-31b0-4f72-94c4-3a1a669dd57a", "name": "network-vif-plugged", "status": "completed", "tag": "552bec44-7226-4a3d-be74-0f97ca7d7e49"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:02.711686 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-0ef8453b-ee82-44e9-be64-b386a9a12903 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:02.718915 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-0ef8453b-ee82-44e9-be64-b386a9a12903 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.720620 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:02.729753 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.730771 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 08e05dc0-a158-4173-9a50-b6e8100e7816 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:02.802389 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3173145-086e-4239-b4c9-57c3c3f283d8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 880ef73f-8966-4e3c-9af0-b21b9ef0f866 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:02.807369 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f76b3f6f-3a07-417d-81b8-cdb751c37af7 req-b48d23cc-1167-45b4-be7a-1b87afd07e99 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399543 Jul 16 01:38:02.827771 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e391a2b8-45ab-4457-96d1-190f1d91bda7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Made reservation on behalf of fa5d0aa8f7424cfc9d4100cd0760da64 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:02.831852 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e391a2b8-45ab-4457-96d1-190f1d91bda7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.845274 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-0ef8453b-ee82-44e9-be64-b386a9a12903 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6505394 Jul 16 01:38:02.873951 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['cca67142-9a8a-4663-9949-0cfa59464d57'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:02.881648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Request body: {'port': {'device_id': 'a1b24d96-1b7f-468e-a290-9ec5399cb371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:02.895255 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 08e05dc0-a158-4173-9a50-b6e8100e7816 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:02.895921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 08e05dc0-a158-4173-9a50-b6e8100e7816 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:02.938208 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=552bec44-7226-4a3d-be74-0f97ca7d7e49,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:03.021087 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.122742 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f6bafbbd-ae06-4b81-bbdc-6788aef55724 req-1aa7cf7d-595e-4ac1-8c91-547d13b128f1 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/e3d2bf93-858f-4c3b-9909-ac6d61e2998d HTTP/1.1" status: 200 len: 1802 time: 0.0772474 Jul 16 01:38:03.157495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-f6bafbbd-ae06-4b81-bbdc-6788aef55724 req-7130694c-6ba6-42a0-96d3-96622d648da9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1429249968', 'description': 'tempest-description-hth-859019701'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:03.243989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['628d5e89-f383-4ff8-a4e6-7e322dd44a81'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:03.332638 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f6bafbbd-ae06-4b81-bbdc-6788aef55724 req-7130694c-6ba6-42a0-96d3-96622d648da9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.349731 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecba5d7-19b1-475e-afb3-0164900ee7ee', 'name': 'network-vif-deleted', 'tag': '50ed1a2f-dbbb-4a23-aecc-50cb736dff06'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:03.352411 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda1f472-0645-450b-85db-9e8c0dc76968" -d '{"events": [{"server_uuid": "4ecba5d7-19b1-475e-afb3-0164900ee7ee", "name": "network-vif-deleted", "tag": "50ed1a2f-dbbb-4a23-aecc-50cb736dff06"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:03.399829 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e391a2b8-45ab-4457-96d1-190f1d91bda7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.404900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a1be7-02b3-4032-864c-e822b0f9bc1f req-e743b11a-ccd2-4ae7-9462-1e5b2010f364 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.406469 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b07a1be7-02b3-4032-864c-e822b0f9bc1f req-e743b11a-ccd2-4ae7-9462-1e5b2010f364 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=399fb32a-db70-4e98-a1ea-147ee5972ac8 HTTP/1.1" status: 200 len: 944 time: 0.6316056 Jul 16 01:38:03.407460 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3173145-086e-4239-b4c9-57c3c3f283d8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:03.415238 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e3173145-086e-4239-b4c9-57c3c3f283d8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/880ef73f-8966-4e3c-9af0-b21b9ef0f866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4009008 Jul 16 01:38:03.416013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56564) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.423552 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70107f6e-19c1-415a-8456-c26d8cff8f93 None None] Sync routers for ids ['880ef73f-8966-4e3c-9af0-b21b9ef0f866'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:03.451892 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6dcf4bd6-3bf2-43fc-a062-cb27bef7cb34 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/ports?device_id=880ef73f-8966-4e3c-9af0-b21b9ef0f866 HTTP/1.1" status: 200 len: 205 time: 0.0351796 Jul 16 01:38:03.454383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56566) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.502507 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f6bafbbd-ae06-4b81-bbdc-6788aef55724 req-7130694c-6ba6-42a0-96d3-96622d648da9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.513767 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70107f6e-19c1-415a-8456-c26d8cff8f93 None None] Routers {'880ef73f-8966-4e3c-9af0-b21b9ef0f866'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:03.514697 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-70107f6e-19c1-415a-8456-c26d8cff8f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['880ef73f-8966-4e3c-9af0-b21b9ef0f866'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:03.536950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e391a2b8-45ab-4457-96d1-190f1d91bda7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Checking segment: {'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:03.537309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e391a2b8-45ab-4457-96d1-190f1d91bda7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Network hostable DHCP agents. Network: 525896ce-09df-4da2-9eab-4fa66a501412, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:03.539509 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f6bafbbd-ae06-4b81-bbdc-6788aef55724 req-7130694c-6ba6-42a0-96d3-96622d648da9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.542004 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f6bafbbd-ae06-4b81-bbdc-6788aef55724 req-7130694c-6ba6-42a0-96d3-96622d648da9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.556084 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f6bafbbd-ae06-4b81-bbdc-6788aef55724 req-7130694c-6ba6-42a0-96d3-96622d648da9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "PUT /v2.0/security-groups/e3d2bf93-858f-4c3b-9909-ac6d61e2998d HTTP/1.1" status: 200 len: 1776 time: 0.4065068 Jul 16 01:38:03.571053 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a89c414a-c290-457c-9af9-a3815295d4b2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.572670 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-70107f6e-19c1-415a-8456-c26d8cff8f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:03.587891 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70107f6e-19c1-415a-8456-c26d8cff8f93 None None] Routers {'880ef73f-8966-4e3c-9af0-b21b9ef0f866'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:03.589254 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-70107f6e-19c1-415a-8456-c26d8cff8f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['880ef73f-8966-4e3c-9af0-b21b9ef0f866'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:03.613340 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b07a1be7-02b3-4032-864c-e822b0f9bc1f req-ce06415c-afa0-481c-848e-ee0392fef8f6 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870992 Jul 16 01:38:03.616028 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130694c-6ba6-42a0-96d3-96622d648da9 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d2bf93-858f-4c3b-9909-ac6d61e2998d,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:03.673056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391a2b8-45ab-4457-96d1-190f1d91bda7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event updated for resources: {'Subnet': ['ID=f2c50c7f-3bfe-422a-ae80-e07354d7446f,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:03.689294 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4531dbf2-9c39-4745-a4d0-ef1d9a29d31e x-openstack-request-id: req-4531dbf2-9c39-4745-a4d0-ef1d9a29d31e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:03.689868 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380a285a-31b0-4f72-94c4-3a1a669dd57a", "name": "network-vif-plugged", "status": "completed", "tag": "552bec44-7226-4a3d-be74-0f97ca7d7e49", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:03.689868 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4531dbf2-9c39-4745-a4d0-ef1d9a29d31e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:03.690241 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552bec44-7226-4a3d-be74-0f97ca7d7e49', 'code': 200} Jul 16 01:38:03.690890 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-70107f6e-19c1-415a-8456-c26d8cff8f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:03.702715 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70107f6e-19c1-415a-8456-c26d8cff8f93 None None] The sync data for ids ['880ef73f-8966-4e3c-9af0-b21b9ef0f866'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:03.733871 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e391a2b8-45ab-4457-96d1-190f1d91bda7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Network 525896ce-09df-4da2-9eab-4fa66a501412 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:03.758360 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.765833 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-e391a2b8-45ab-4457-96d1-190f1d91bda7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 525896ce-09df-4da2-9eab-4fa66a501412) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:03.785014 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e391a2b8-45ab-4457-96d1-190f1d91bda7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.787655 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e391a2b8-45ab-4457-96d1-190f1d91bda7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.787859 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084f6db2-8305-475d-827e-9f199c0601e5 None None] Network 525896ce-09df-4da2-9eab-4fa66a501412 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:03.839059 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a89c414a-c290-457c-9af9-a3815295d4b2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.842010 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a89c414a-c290-457c-9af9-a3815295d4b2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.874960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56572) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.903243 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e391a2b8-45ab-4457-96d1-190f1d91bda7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4771090 Jul 16 01:38:03.907273 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56574) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.926703 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a89c414a-c290-457c-9af9-a3815295d4b2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.928812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89c414a-c290-457c-9af9-a3815295d4b2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Fanout notify agent at l3_agent the message router_deleted on router 880ef73f-8966-4e3c-9af0-b21b9ef0f866 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:38:03.934470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-8ebc18c7-a57d-462b-ab1d-474d1d4b19a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Request body: {'subnet': {'network_id': 'b9af7ef5-ac18-4736-89a9-97ab3ca3428e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:03.953966 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a89c414a-c290-457c-9af9-a3815295d4b2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.960500 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a89c414a-c290-457c-9af9-a3815295d4b2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/routers/880ef73f-8966-4e3c-9af0-b21b9ef0f866 HTTP/1.1" status: 204 len: 168 time: 0.5046251 Jul 16 01:38:03.961382 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56576) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.970294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f42e20-8572-4653-97b5-6235947051c2 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:03.990809 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.025562 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537a803-c710-4f9a-b238-e7fe0914cf4f req-5787b597-7f9f-4a1a-9ef1-4f7f82886bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.027007 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c537a803-c710-4f9a-b238-e7fe0914cf4f req-5787b597-7f9f-4a1a-9ef1-4f7f82886bb8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 1101 time: 0.2623100 Jul 16 01:38:04.036078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-7133fe0b-e54a-4ba7-b03e-4150ef474021 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting subnet 51b1e462-ada4-44e2-90f7-88a340d600eb {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:04.045748 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7133fe0b-e54a-4ba7-b03e-4150ef474021 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.048292 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc838b11-6fda-4994-a695-574111f8d4f1 admin admin] Deleting subnet 60a2447a-6c6c-4fba-a25f-dd35276e1166 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:04.057430 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dc838b11-6fda-4994-a695-574111f8d4f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.064033 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Transition to ACTIVE for port object f6f42e20-8572-4653-97b5-6235947051c2 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:04.089292 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.094589 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-525896ce-09df-4da2-9eab-4fa66a501412', 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'fixed_ips': [{'subnet_id': 'f2c50c7f-3bfe-422a-ae80-e07354d7446f'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:04.097529 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.135928 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7133fe0b-e54a-4ba7-b03e-4150ef474021 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.154125 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dc838b11-6fda-4994-a695-574111f8d4f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.165315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c537a803-c710-4f9a-b238-e7fe0914cf4f req-f1d0b47d-d7f3-4c40-99e4-dbad6d435fdf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261530 Jul 16 01:38:04.242429 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0fe7f-144d-454b-beca-bed7b9184676 req-fa531b87-725f-4616-a369-2e3bb5b1e6a5 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.244290 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6b0fe7f-144d-454b-beca-bed7b9184676 req-fa531b87-725f-4616-a369-2e3bb5b1e6a5 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 943 time: 0.1658616 Jul 16 01:38:04.282201 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7133fe0b-e54a-4ba7-b03e-4150ef474021 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.311600 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Allocated IP 10.1.1.2 (525896ce-09df-4da2-9eab-4fa66a501412/f2c50c7f-3bfe-422a-ae80-e07354d7446f/e27ea036-8008-410e-8542-6f5d07070854) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:04.338355 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6b0fe7f-144d-454b-beca-bed7b9184676 req-c72775e2-ff58-44c1-bb9d-25e484db0f38 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845406 Jul 16 01:38:04.378120 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7133fe0b-e54a-4ba7-b03e-4150ef474021 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.423159 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67792696-4ffc-4abe-b414-122c22076ea6 x-openstack-request-id: req-67792696-4ffc-4abe-b414-122c22076ea6 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:04.423463 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecba5d7-19b1-475e-afb3-0164900ee7ee", "name": "network-vif-deleted", "tag": "50ed1a2f-dbbb-4a23-aecc-50cb736dff06", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:04.423744 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-67792696-4ffc-4abe-b414-122c22076ea6 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:04.424158 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecba5d7-19b1-475e-afb3-0164900ee7ee', 'name': 'network-vif-deleted', 'tag': '50ed1a2f-dbbb-4a23-aecc-50cb736dff06', 'status': 'completed', 'code': 200} Jul 16 01:38:04.425358 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7133fe0b-e54a-4ba7-b03e-4150ef474021 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.430356 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7133fe0b-e54a-4ba7-b03e-4150ef474021 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/subnets/51b1e462-ada4-44e2-90f7-88a340d600eb HTTP/1.1" status: 204 len: 168 time: 0.4634030 Jul 16 01:38:04.430356 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133fe0b-e54a-4ba7-b03e-4150ef474021 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Subnet': ['ID=51b1e462-ada4-44e2-90f7-88a340d600eb,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:04.432612 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56578) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:04.439335 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50edadb9-0a17-4ee3-8ff9-fc99cc30eb81 None None] Network af0f7914-0b03-434c-b51e-e83dc03229d1 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:04.511402 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ab2de-6730-4975-9f0f-fff523d1c266 req-55ef3e92-580e-4163-ab49-29919abfe503 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.518626 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-750ab2de-6730-4975-9f0f-fff523d1c266 req-55ef3e92-580e-4163-ab49-29919abfe503 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.6573627 Jul 16 01:38:04.526095 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-838e0019-dc08-4eac-8c9b-8bedb1923ca1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting subnet 15ac076e-11d4-4ff9-bc88-2457cd8604a5 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:04.531437 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-838e0019-dc08-4eac-8c9b-8bedb1923ca1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.557278 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebc18c7-a57d-462b-ab1d-474d1d4b19a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Made reservation on behalf of fa5d0aa8f7424cfc9d4100cd0760da64 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:04.559223 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-73a46044-89bd-4f76-a59c-7c69bb8b0758 req-886d7dec-4f3c-4f6f-81da-57c41494abb1 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/e3d2bf93-858f-4c3b-9909-ac6d61e2998d HTTP/1.1" status: 200 len: 1776 time: 0.1275060 Jul 16 01:38:04.560825 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ebc18c7-a57d-462b-ab1d-474d1d4b19a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.566364 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f42e20-8572-4653-97b5-6235947051c2,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:04.587168 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.591555 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-838e0019-dc08-4eac-8c9b-8bedb1923ca1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.644852 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dc838b11-6fda-4994-a695-574111f8d4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.648587 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Transition to ACTIVE for port object e27ea036-8008-410e-8542-6f5d07070854 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:04.653719 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 7423fe93-1d03-467f-80d8-099c2e5cefda up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:04.741499 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-838e0019-dc08-4eac-8c9b-8bedb1923ca1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.742336 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-750ab2de-6730-4975-9f0f-fff523d1c266 req-faae6acd-a67b-4417-8a0d-dbe2fab7a6a8 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227376 Jul 16 01:38:04.791463 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Transition to ACTIVE for port object e27ea036-8008-410e-8542-6f5d07070854 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:04.816298 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.835149 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-838e0019-dc08-4eac-8c9b-8bedb1923ca1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.889674 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Attempting to bind port f6f42e20-8572-4653-97b5-6235947051c2 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:04.890084 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Attempting to bind port f6f42e20-8572-4653-97b5-6235947051c2 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:04.890904 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Attempting to bind port f6f42e20-8572-4653-97b5-6235947051c2 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:04.903088 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dc838b11-6fda-4994-a695-574111f8d4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.921951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e0019-dc08-4eac-8c9b-8bedb1923ca1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Subnet': ['ID=15ac076e-11d4-4ff9-bc88-2457cd8604a5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:04.926482 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-838e0019-dc08-4eac-8c9b-8bedb1923ca1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.933685 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-838e0019-dc08-4eac-8c9b-8bedb1923ca1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/subnets/15ac076e-11d4-4ff9-bc88-2457cd8604a5 HTTP/1.1" status: 204 len: 168 time: 0.4993978 Jul 16 01:38:04.939035 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56584) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:04.946154 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb266f25-eeff-47b9-9446-e1945eeda8c7 None None] Network e0d1c93e-badf-491c-860a-ecca43ad4fdc requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:04.951493 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-464628c2-a9cd-4999-afac-0800c4b0a65f req-2ede2cd8-d0db-4de3-9763-ef85e0211d56 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/e3d2bf93-858f-4c3b-9909-ac6d61e2998d HTTP/1.1" status: 200 len: 1776 time: 0.1680460 Jul 16 01:38:04.953521 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Port f6f42e20-8572-4653-97b5-6235947051c2 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:04.953725 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Network 525896ce-09df-4da2-9eab-4fa66a501412 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:04.954495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Attempting to bind port f6f42e20-8572-4653-97b5-6235947051c2 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:04.981529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:04.989862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 7423fe93-1d03-467f-80d8-099c2e5cefda completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:04.996346 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:05.004568 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Pushing event updated for resources: {'Port': ['ID=e27ea036-8008-410e-8542-6f5d07070854,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:05.013904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 7423fe93-1d03-467f-80d8-099c2e5cefda triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:05.014395 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.018230 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dc838b11-6fda-4994-a695-574111f8d4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.021769 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dc838b11-6fda-4994-a695-574111f8d4f1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/60a2447a-6c6c-4fba-a25f-dd35276e1166 HTTP/1.1" status: 204 len: 168 time: 1.1456280 Jul 16 01:38:05.030575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:05.031249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Checking segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:05.031894 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Bound using segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:05.032592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Bound port: f6f42e20-8572-4653-97b5-6235947051c2, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:05.033160 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.035485 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc838b11-6fda-4994-a695-574111f8d4f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a2447a-6c6c-4fba-a25f-dd35276e1166,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:05.047558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56586) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:05.052131 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.102722 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898154b-be1a-4ae8-afa9-63f0f9df2577 req-d9d2b35b-3011-4e34-979e-f982672e9e7e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.104583 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a898154b-be1a-4ae8-afa9-63f0f9df2577 req-d9d2b35b-3011-4e34-979e-f982672e9e7e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.2827907 Jul 16 01:38:05.196941 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ebc18c7-a57d-462b-ab1d-474d1d4b19a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.229049 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d703ba59-988d-487e-865e-330c059691ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.253173 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Attempting to bind port e27ea036-8008-410e-8542-6f5d07070854 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:05.253577 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Attempting to bind port e27ea036-8008-410e-8542-6f5d07070854 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:05.253952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Attempting to bind port e27ea036-8008-410e-8542-6f5d07070854 on network 525896ce-09df-4da2-9eab-4fa66a501412 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:05.256853 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a898154b-be1a-4ae8-afa9-63f0f9df2577 req-17e5895d-d034-4404-a285-2abf8dd4e989 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429584 Jul 16 01:38:05.260884 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] For port f6f42e20-8572-4653-97b5-6235947051c2, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:05.264703 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-464628c2-a9cd-4999-afac-0800c4b0a65f req-e0cc2c83-82ff-40df-97e0-4ffe96fae4e0 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.293833 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-464628c2-a9cd-4999-afac-0800c4b0a65f req-e0cc2c83-82ff-40df-97e0-4ffe96fae4e0 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.338956 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:05.342041 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Checking segment: {'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:05.346438 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.346926 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Bound using segment: {'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:05.348599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Bound port: e27ea036-8008-410e-8542-6f5d07070854, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:05.349148 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.350088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting port 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:05.350575 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.410343 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6427a41e-5003-44ea-a2e4-b95858193b84 None None] DHCP port deletion for af0f7914-0b03-434c-b51e-e83dc03229d1 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:05.419543 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d703ba59-988d-487e-865e-330c059691ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.457185 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-d703ba59-988d-487e-865e-330c059691ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204194fc-edaf-4b19-9c11-3a32c0a651ee']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:05.470471 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-d703ba59-988d-487e-865e-330c059691ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b58170c-8e2a-4de6-8d1d-1efa27b6fc35') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:05.470769 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-d703ba59-988d-487e-865e-330c059691ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b58170c-8e2a-4de6-8d1d-1efa27b6fc35') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:05.472538 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] For port f6f42e20-8572-4653-97b5-6235947051c2, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f6f42e20-8572-4653-97b5-6235947051c2,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:05.477396 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-464628c2-a9cd-4999-afac-0800c4b0a65f req-e0cc2c83-82ff-40df-97e0-4ffe96fae4e0 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.481057 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-464628c2-a9cd-4999-afac-0800c4b0a65f req-e0cc2c83-82ff-40df-97e0-4ffe96fae4e0 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.500611 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-464628c2-a9cd-4999-afac-0800c4b0a65f req-e0cc2c83-82ff-40df-97e0-4ffe96fae4e0 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "DELETE /v2.0/security-groups/e3d2bf93-858f-4c3b-9909-ac6d61e2998d HTTP/1.1" status: 204 len: 173 time: 0.5476747 Jul 16 01:38:05.526694 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device cca67142-9a8a-4663-9949-0cfa59464d57 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:05.534354 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.535309 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.560414 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d703ba59-988d-487e-865e-330c059691ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.612318 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc18c7-a57d-462b-ab1d-474d1d4b19a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event updated for resources: {'Subnet': ['ID=bee1b643-788b-4220-9980-461350f0a6df,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:05.626927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.627557 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.629479 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] 10.222.0.47 "PUT /v2.0/ports/f6f42e20-8572-4653-97b5-6235947051c2 HTTP/1.1" status: 200 len: 1091 time: 2.7520287 Jul 16 01:38:05.630960 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] For port 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=261cc275-ef69-4d54-a6e9-b7cbd61e8f6e,segment=NetworkSegment(9abdf7f3-94c9-47ca-b33f-46bb75368a97),segment_id=9abdf7f3-94c9-47ca-b33f-46bb75368a97)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:05.636070 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.639167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b24d96-1b7f-468e-a290-9ec5399cb371', 'tag': 'f6f42e20-8572-4653-97b5-6235947051c2'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:05.644755 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba21403-28bc-41df-a166-37c5b0e36909" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b24d96-1b7f-468e-a290-9ec5399cb371", "tag": "f6f42e20-8572-4653-97b5-6235947051c2"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:05.657466 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc2c83-82ff-40df-97e0-4ffe96fae4e0 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d2bf93-858f-4c3b-9909-ac6d61e2998d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:05.698874 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Calling delete_port for 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:05.704003 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d703ba59-988d-487e-865e-330c059691ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.741884 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d703ba59-988d-487e-865e-330c059691ab admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:05.742514 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d703ba59-988d-487e-865e-330c059691ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.764436 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] For port e27ea036-8008-410e-8542-6f5d07070854, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:05.795294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebc18c7-a57d-462b-ab1d-474d1d4b19a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Checking segment: {'id': '3986646c-2b6f-4b44-8db9-e3622b113280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b9af7ef5-ac18-4736-89a9-97ab3ca3428e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:05.795664 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebc18c7-a57d-462b-ab1d-474d1d4b19a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Network hostable DHCP agents. Network: b9af7ef5-ac18-4736-89a9-97ab3ca3428e, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:05.796626 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 7423fe93-1d03-467f-80d8-099c2e5cefda, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=7423fe93-1d03-467f-80d8-099c2e5cefda,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:05.807003 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399fb32a-db70-4e98-a1ea-147ee5972ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7423fe93-1d03-467f-80d8-099c2e5cefda'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:05.811245 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f768918-ccc8-4284-b99f-416ccf7af04c" -d '{"events": [{"server_uuid": "399fb32a-db70-4e98-a1ea-147ee5972ac8", "name": "network-vif-plugged", "status": "completed", "tag": "7423fe93-1d03-467f-80d8-099c2e5cefda"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:05.812426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383c8c9-8c2a-4da9-b2b1-0a58f8ef4026 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f42e20-8572-4653-97b5-6235947051c2,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:05.822178 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:05.829002 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.832370 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef20f151-46cf-48a9-a099-72eba97de1d4 None None] DHCP port deletion for e0d1c93e-badf-491c-860a-ecca43ad4fdc request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:05.834863 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d703ba59-988d-487e-865e-330c059691ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.887198 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d703ba59-988d-487e-865e-330c059691ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.888073 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebc18c7-a57d-462b-ab1d-474d1d4b19a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Network b9af7ef5-ac18-4736-89a9-97ab3ca3428e is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:05.890120 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d703ba59-988d-487e-865e-330c059691ab admin admin] 10.222.0.54 "DELETE /v2.0/networks/204194fc-edaf-4b19-9c11-3a32c0a651ee HTTP/1.1" status: 204 len: 168 time: 0.8343055 Jul 16 01:38:05.908735 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703ba59-988d-487e-865e-330c059691ab admin admin] Pushing event deleted for resources: {'Network': ['ID=204194fc-edaf-4b19-9c11-3a32c0a651ee,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:05.918114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-8ebc18c7-a57d-462b-ab1d-474d1d4b19a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, b9af7ef5-ac18-4736-89a9-97ab3ca3428e) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:05.932862 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebc18c7-a57d-462b-ab1d-474d1d4b19a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.933871 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ebc18c7-a57d-462b-ab1d-474d1d4b19a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.942022 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85589e88-f8b8-44c8-95bc-0b6c8f79c363 req-b989ad61-506c-4250-a413-c019f4b2c832 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.943649 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85589e88-f8b8-44c8-95bc-0b6c8f79c363 req-b989ad61-506c-4250-a413-c019f4b2c832 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=399fb32a-db70-4e98-a1ea-147ee5972ac8 HTTP/1.1" status: 200 len: 944 time: 0.3573198 Jul 16 01:38:05.951488 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff843b2-4b1b-4fbb-9f9d-8de466381269 req-1652df48-33de-4f89-8255-ddcda8f8907d tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.953762 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2ff843b2-4b1b-4fbb-9f9d-8de466381269 req-1652df48-33de-4f89-8255-ddcda8f8907d tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 943 time: 0.2803323 Jul 16 01:38:05.958430 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-709a3c4c-1d4d-410a-b5e4-82cce41dbc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.961292 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-709a3c4c-1d4d-410a-b5e4-82cce41dbc3f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 1094 time: 0.2566814 Jul 16 01:38:05.995635 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6427a41e-5003-44ea-a2e4-b95858193b84 None None] Deleting port 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:05.996046 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6427a41e-5003-44ea-a2e4-b95858193b84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.002916 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8ebc18c7-a57d-462b-ab1d-474d1d4b19a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0770309 Jul 16 01:38:06.007103 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56600) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:06.028029 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85589e88-f8b8-44c8-95bc-0b6c8f79c363 req-ea8e0620-c582-4e86-bdc2-51220c885594 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719867 Jul 16 01:38:06.042415 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.046504 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-1676b336-e87d-4d4f-bb44-7621392fa32f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Request body: {'port': {'network_id': '525896ce-09df-4da2-9eab-4fa66a501412', 'name': 'tempest-TaggedBootDevicesTest-951332584', 'fixed_ips': [{'subnet_id': 'f2c50c7f-3bfe-422a-ae80-e07354d7446f'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:06.053140 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-68f7a926-189a-4a69-8802-da1bdf12557f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6f42e20-8572-4653-97b5-6235947051c2 HTTP/1.1" status: 200 len: 217 time: 0.0736632 Jul 16 01:38:06.060718 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] No DVR routers for this DVR port 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:06.092830 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6427a41e-5003-44ea-a2e4-b95858193b84 None None] For port 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=261cc275-ef69-4d54-a6e9-b7cbd61e8f6e,segment=NetworkSegment(9abdf7f3-94c9-47ca-b33f-46bb75368a97),segment_id=9abdf7f3-94c9-47ca-b33f-46bb75368a97)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:06.093228 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6427a41e-5003-44ea-a2e4-b95858193b84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.111231 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6427a41e-5003-44ea-a2e4-b95858193b84 None None] Calling delete_port for 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:06.166545 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Port': ['ID=261cc275-ef69-4d54-a6e9-b7cbd61e8f6e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.185448 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2ff843b2-4b1b-4fbb-9f9d-8de466381269 req-e2e486e5-f930-4e42-8d70-c29adbb428ed tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195866 Jul 16 01:38:06.248861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56604) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:06.295112 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3a4410-d024-49a8-a0ff-7e8de763d1ad x-openstack-request-id: req-2e3a4410-d024-49a8-a0ff-7e8de763d1ad {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:06.295453 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b24d96-1b7f-468e-a290-9ec5399cb371", "tag": "f6f42e20-8572-4653-97b5-6235947051c2", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:06.296189 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2e3a4410-d024-49a8-a0ff-7e8de763d1ad {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:06.299339 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b24d96-1b7f-468e-a290-9ec5399cb371', 'tag': 'f6f42e20-8572-4653-97b5-6235947051c2', 'status': 'completed', 'code': 200} Jul 16 01:38:06.329663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=7423fe93-1d03-467f-80d8-099c2e5cefda,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.333723 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf94807-0873-49c1-9608-3d9860811ede None None] Network b9af7ef5-ac18-4736-89a9-97ab3ca3428e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:06.347105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-d3390f9e-0be5-4861-96f3-333de5c51480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:06.348066 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-d3390f9e-0be5-4861-96f3-333de5c51480 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.2801578 Jul 16 01:38:06.348854 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc38ed8-2fc5-497e-b2b0-168034cedb23 x-openstack-request-id: req-ecc38ed8-2fc5-497e-b2b0-168034cedb23 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:06.349338 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399fb32a-db70-4e98-a1ea-147ee5972ac8", "name": "network-vif-plugged", "status": "completed", "tag": "7423fe93-1d03-467f-80d8-099c2e5cefda", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:06.355746 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ecc38ed8-2fc5-497e-b2b0-168034cedb23 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:06.356172 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399fb32a-db70-4e98-a1ea-147ee5972ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7423fe93-1d03-467f-80d8-099c2e5cefda', 'code': 200} Jul 16 01:38:06.357340 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6427a41e-5003-44ea-a2e4-b95858193b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.362498 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port cca67142-9a8a-4663-9949-0cfa59464d57 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:06.388469 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.409847 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0f7914-0b03-434c-b51e-e83dc03229d1']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.436542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abdf7f3-94c9-47ca-b33f-46bb75368a97') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.437195 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abdf7f3-94c9-47ca-b33f-46bb75368a97') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.443017 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] For port e27ea036-8008-410e-8542-6f5d07070854, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e27ea036-8008-410e-8542-6f5d07070854,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:06.479935 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.501252 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port cca67142-9a8a-4663-9949-0cfa59464d57 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:06.501634 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.515381 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fc2af9da-8169-4d91-a1ec-7b1551c67f8c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=555c65616c1b4efe86e956d0cc468068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597136 Jul 16 01:38:06.515619 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-96f39005-5a41-42ee-816b-7d94da3e5a6d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1352909 Jul 16 01:38:06.517662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56610) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:06.529586 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.548555 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.557123 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6427a41e-5003-44ea-a2e4-b95858193b84 None None] No DVR routers for this DVR port 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:06.560490 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427a41e-5003-44ea-a2e4-b95858193b84 None None] Pushing event deleted for resources: {'Port': ['ID=261cc275-ef69-4d54-a6e9-b7cbd61e8f6e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.646062 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:06.646833 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:06.658604 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:06.660592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1676b336-e87d-4d4f-bb44-7621392fa32f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Made reservation on behalf of fa5d0aa8f7424cfc9d4100cd0760da64 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:06.707145 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ed2fc06-c76d-4db6-9706-22575d5cec74 req-697e7138-0e3a-42d0-b2c3-b64f5a046360 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4927475 Jul 16 01:38:06.716072 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dabfb06-d148-4baf-8fcb-cfe8e808c30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.813939 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94784800-67cf-4886-ba91-a803e68c8eac req-6360a1e6-f702-48d8-8c2a-f7ecc93c4401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:06.815945 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94784800-67cf-4886-ba91-a803e68c8eac req-6360a1e6-f702-48d8-8c2a-f7ecc93c4401 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=399fb32a-db70-4e98-a1ea-147ee5972ac8 HTTP/1.1" status: 200 len: 1096 time: 0.3656085 Jul 16 01:38:06.840476 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-a82d4062-b64b-41e7-896d-b48cb59e1b02 service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964680 Jul 16 01:38:06.852802 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6beb85-07be-4e98-be3a-f88b4ea14fb7 req-a0e22dd3-9ca5-4024-a53a-3b5ecbaee83e tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:06.854987 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5d6beb85-07be-4e98-be3a-f88b4ea14fb7 req-a0e22dd3-9ca5-4024-a53a-3b5ecbaee83e tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.3517623 Jul 16 01:38:06.875976 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dabfb06-d148-4baf-8fcb-cfe8e808c30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.894576 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.933820 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.938908 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/networks/af0f7914-0b03-434c-b51e-e83dc03229d1 HTTP/1.1" status: 204 len: 168 time: 1.9964032 Jul 16 01:38:06.946416 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabd382-542e-4e60-b1a1-e024ecf6169a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Network': ['ID=af0f7914-0b03-434c-b51e-e83dc03229d1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.952257 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56612) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:06.991961 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290b05d-a026-40c8-bb9c-33298dd0fb60 req-ff985b3c-66bb-4e96-89f5-52e9053d7376 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:06.994861 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8290b05d-a026-40c8-bb9c-33298dd0fb60 req-ff985b3c-66bb-4e96-89f5-52e9053d7376 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.4425507 Jul 16 01:38:07.003412 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94784800-67cf-4886-ba91-a803e68c8eac req-9d90993e-c958-4034-9863-0196eeeacc2d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736059 Jul 16 01:38:07.006247 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7b162-d96f-4188-b7b2-bee81eef21a0 None None] Pushing event updated for resources: {'Port': ['ID=e27ea036-8008-410e-8542-6f5d07070854,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:07.045352 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5d6beb85-07be-4e98-be3a-f88b4ea14fb7 req-8a5f50b2-af84-4e89-ba79-81683f95c5f0 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794331 Jul 16 01:38:07.077565 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2fc06-c76d-4db6-9706-22575d5cec74 req-386f5847-f409-484f-b810-3fc2e29625dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.081329 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ed2fc06-c76d-4db6-9706-22575d5cec74 req-386f5847-f409-484f-b810-3fc2e29625dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 1101 time: 0.2865353 Jul 16 01:38:07.103546 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8290b05d-a026-40c8-bb9c-33298dd0fb60 req-aa60c1e7-d737-41ac-b00f-0e5373a34542 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965054 Jul 16 01:38:07.108920 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.113022 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dabfb06-d148-4baf-8fcb-cfe8e808c30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.115571 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dabfb06-d148-4baf-8fcb-cfe8e808c30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.127331 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6dabfb06-d148-4baf-8fcb-cfe8e808c30a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/47e20df4-50dd-4a80-831f-be58397752ce HTTP/1.1" status: 204 len: 168 time: 0.6035488 Jul 16 01:38:07.176917 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ef20f151-46cf-48a9-a099-72eba97de1d4 None None] Deleting port e80f7ba8-bf8b-4910-8389-a472b65a49ba {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:07.176917 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef20f151-46cf-48a9-a099-72eba97de1d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.189043 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1676b336-e87d-4d4f-bb44-7621392fa32f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.222087 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [req-90a4d542-e717-496d-b74e-3cb6fec8070e req-e4ef9a6d-46f5-4a85-a448-794c3ebdbde4 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] show failed (client error): The resource could not be found. Jul 16 01:38:07.223161 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-90a4d542-e717-496d-b74e-3cb6fec8070e req-e4ef9a6d-46f5-4a85-a448-794c3ebdbde4 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/855fa8b3-bb32-4a10-ac0e-ce5cd49ce2eb HTTP/1.1" status: 404 len: 352 time: 0.0866251 Jul 16 01:38:07.311016 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.316318 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-1676b336-e87d-4d4f-bb44-7621392fa32f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] device_id is not set on port 38632ecf-0c45-4f74-98a7-3369ccdd828e yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:07.336359 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5ae9bc7-ca6e-47b1-8aab-977d6b649740 req-5a575dc5-c952-4327-9311-7db3244c5a9a service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721155 Jul 16 01:38:07.346848 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e27ea036-8008-410e-8542-6f5d07070854 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:07.462867 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2fc06-c76d-4db6-9706-22575d5cec74 req-8fa7d33c-a091-471b-8a11-2ddf2abed8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.472565 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ed2fc06-c76d-4db6-9706-22575d5cec74 req-8fa7d33c-a091-471b-8a11-2ddf2abed8ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.3439727 Jul 16 01:38:07.473542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabfb06-d148-4baf-8fcb-cfe8e808c30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e20df4-50dd-4a80-831f-be58397752ce,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:07.506421 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port cca67142-9a8a-4663-9949-0cfa59464d57, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cca67142-9a8a-4663-9949-0cfa59464d57,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:07.532104 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-b9af7ef5-ac18-4736-89a9-97ab3ca3428e', 'network_id': 'b9af7ef5-ac18-4736-89a9-97ab3ca3428e', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'fixed_ips': [{'subnet_id': 'bee1b643-788b-4220-9980-461350f0a6df'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:07.533022 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.545707 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.644094 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ed2fc06-c76d-4db6-9706-22575d5cec74 req-e8c77cb8-c076-47a3-b05d-08dbec7ed9d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 HTTP/1.1" status: 200 len: 217 time: 0.1590264 Jul 16 01:38:07.661166 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ef20f151-46cf-48a9-a099-72eba97de1d4 None None] For port e80f7ba8-bf8b-4910-8389-a472b65a49ba, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e80f7ba8-bf8b-4910-8389-a472b65a49ba,segment=NetworkSegment(8acab592-6556-4f4f-ba99-778faac441cf),segment_id=8acab592-6556-4f4f-ba99-778faac441cf)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:07.661570 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef20f151-46cf-48a9-a099-72eba97de1d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.692904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ef20f151-46cf-48a9-a099-72eba97de1d4 None None] Calling delete_port for e80f7ba8-bf8b-4910-8389-a472b65a49ba owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:07.709632 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting port e80f7ba8-bf8b-4910-8389-a472b65a49ba {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:07.710369 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.777933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2fc06-c76d-4db6-9706-22575d5cec74 req-b2aeed07-9158-4eb2-86ee-640037a4ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.777933 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ed2fc06-c76d-4db6-9706-22575d5cec74 req-b2aeed07-9158-4eb2-86ee-640037a4ed26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1243513 Jul 16 01:38:07.806728 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=cca67142-9a8a-4663-9949-0cfa59464d57,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:07.852937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e59fc-cc1c-4824-a960-98f3f8f1e159 req-011d2a80-3f54-421e-b54e-98d49d1238a8 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.854248 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e0e59fc-cc1c-4824-a960-98f3f8f1e159 req-011d2a80-3f54-421e-b54e-98d49d1238a8 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=399fb32a-db70-4e98-a1ea-147ee5972ac8 HTTP/1.1" status: 200 len: 945 time: 0.3551588 Jul 16 01:38:07.888582 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port e27ea036-8008-410e-8542-6f5d07070854 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:07.921715 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e0e59fc-cc1c-4824-a960-98f3f8f1e159 req-07a8858c-7394-4d6d-8181-49c8cf77cab0 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592046 Jul 16 01:38:07.923565 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2fc06-c76d-4db6-9706-22575d5cec74 req-381eeab3-edc3-4ef8-8194-1da4213d93d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.925712 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ed2fc06-c76d-4db6-9706-22575d5cec74 req-381eeab3-edc3-4ef8-8194-1da4213d93d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427486 Jul 16 01:38:07.970968 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba21403-28bc-41df-a166-37c5b0e36909 req-bb1acc48-e84b-44cf-a15e-7828fcab8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.972512 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aba21403-28bc-41df-a166-37c5b0e36909 req-bb1acc48-e84b-44cf-a15e-7828fcab8b50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 1094 time: 0.5060618 Jul 16 01:38:08.012618 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-b7584bae-c8c8-42b2-b729-30cb0f1cf625 req-6b7e235e-e98a-4610-a514-33e013d68924 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] show failed (client error): The resource could not be found. Jul 16 01:38:08.026524 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b7584bae-c8c8-42b2-b729-30cb0f1cf625 req-6b7e235e-e98a-4610-a514-33e013d68924 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/72e4dda3-b61e-41ca-b0ad-74f0932f3b2e HTTP/1.1" status: 404 len: 352 time: 0.0521362 Jul 16 01:38:08.049014 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17be73-9405-4120-8f61-2ef0c12be03b req-7258c668-e7ae-4bf0-b404-af20bf42a46a tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:08.051029 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9b17be73-9405-4120-8f61-2ef0c12be03b req-7258c668-e7ae-4bf0-b404-af20bf42a46a tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.5210547 Jul 16 01:38:08.118289 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e80f7ba8-bf8b-4910-8389-a472b65a49ba no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:08.126030 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-1676b336-e87d-4d4f-bb44-7621392fa32f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Allocated IP 10.1.1.127 (525896ce-09df-4da2-9eab-4fa66a501412/f2c50c7f-3bfe-422a-ae80-e07354d7446f/38632ecf-0c45-4f74-98a7-3369ccdd828e) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:08.155744 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] For port e80f7ba8-bf8b-4910-8389-a472b65a49ba, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e80f7ba8-bf8b-4910-8389-a472b65a49ba,segment=NetworkSegment(8acab592-6556-4f4f-ba99-778faac441cf),segment_id=8acab592-6556-4f4f-ba99-778faac441cf)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:08.156110 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.158983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Allocated IP 10.2.2.2 (b9af7ef5-ac18-4736-89a9-97ab3ca3428e/bee1b643-788b-4220-9980-461350f0a6df/f7486031-040f-4553-b36f-0203ac1de113) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:08.202817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Calling delete_port for e80f7ba8-bf8b-4910-8389-a472b65a49ba owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:08.213186 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9b17be73-9405-4120-8f61-2ef0c12be03b req-2c642331-094a-4743-9307-be8bab8dc0d9 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331549 Jul 16 01:38:08.226297 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ef20f151-46cf-48a9-a099-72eba97de1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.267915 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Port e80f7ba8-bf8b-4910-8389-a472b65a49ba update to DOWN by agent not found {{(pid=93833) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 01:38:08.267915 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:08.279745 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ed2fc06-c76d-4db6-9706-22575d5cec74 req-96b044c2-33c4-4a02-91e1-d17865adc358 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471038 Jul 16 01:38:08.345893 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:08.346237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 261cc275-ef69-4d54-a6e9-b7cbd61e8f6e not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:08.349203 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20f151-46cf-48a9-a099-72eba97de1d4 None None] Pushing event deleted for resources: {'Port': ['ID=e80f7ba8-bf8b-4910-8389-a472b65a49ba,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:08.356893 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc769fae-efd1-4929-a398-2af55d558e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca67142-9a8a-4663-9949-0cfa59464d57'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:08.373248 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60007663-f429-4471-ae8f-edc6f7fa4986" -d '{"events": [{"server_uuid": "cc769fae-efd1-4929-a398-2af55d558e66", "name": "network-vif-plugged", "status": "completed", "tag": "cca67142-9a8a-4663-9949-0cfa59464d57"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:08.393762 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef20f151-46cf-48a9-a099-72eba97de1d4 None None] No DVR routers for this DVR port e80f7ba8-bf8b-4910-8389-a472b65a49ba on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:08.414590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba21403-28bc-41df-a166-37c5b0e36909 req-47a5b17c-97ca-4e2d-a0ce-f651d489a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:08.416171 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aba21403-28bc-41df-a166-37c5b0e36909 req-47a5b17c-97ca-4e2d-a0ce-f651d489a2b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 909 time: 0.4265072 Jul 16 01:38:08.423145 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [req-f449246c-cb84-487a-b717-05a4b8968651 req-79102bc3-b84a-43c1-8225-f29de3dde9ce tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] show failed (client error): The resource could not be found. Jul 16 01:38:08.424548 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f449246c-cb84-487a-b717-05a4b8968651 req-79102bc3-b84a-43c1-8225-f29de3dde9ce tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/30d80038-8ef9-4f4c-ab9d-ef7aab23c440 HTTP/1.1" status: 404 len: 352 time: 0.1088371 Jul 16 01:38:08.485000 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5e523c-db06-4f0f-8880-6008cc6d49f9 None None] Network 525896ce-09df-4da2-9eab-4fa66a501412 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:08.534320 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aba21403-28bc-41df-a166-37c5b0e36909 req-689cf415-f065-4ff2-8083-5da4754ad0b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6f42e20-8572-4653-97b5-6235947051c2 HTTP/1.1" status: 200 len: 217 time: 0.1043048 Jul 16 01:38:08.565400 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ed2fc06-c76d-4db6-9706-22575d5cec74 req-8b6f62c1-ae74-4160-bdaf-5c4de42486c5 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772191 Jul 16 01:38:08.596238 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabd883-f26c-4ee6-969d-d9ef11f9fda1 req-f8ae33f7-8826-4aa6-86b1-1d5d97258def tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:08.598330 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ddabd883-f26c-4ee6-969d-d9ef11f9fda1 req-f8ae33f7-8826-4aa6-86b1-1d5d97258def tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 943 time: 0.2257762 Jul 16 01:38:08.660783 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ddabd883-f26c-4ee6-969d-d9ef11f9fda1 req-5b463b87-a32f-49cb-aedc-b957b14ed1f8 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558515 Jul 16 01:38:08.703512 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-839fd502-6ab8-41fd-958b-199ff4e797a1 None None] Provisioning for port e27ea036-8008-410e-8542-6f5d07070854 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:08.720676 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-839fd502-6ab8-41fd-958b-199ff4e797a1 None None] Provisioning complete for port e27ea036-8008-410e-8542-6f5d07070854 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:08.720995 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-839fd502-6ab8-41fd-958b-199ff4e797a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.745017 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56654) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.755075 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d440e9-e12a-4166-a74b-b3f790c4c0cf x-openstack-request-id: req-25d440e9-e12a-4166-a74b-b3f790c4c0cf {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:08.755371 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc769fae-efd1-4929-a398-2af55d558e66", "name": "network-vif-plugged", "status": "completed", "tag": "cca67142-9a8a-4663-9949-0cfa59464d57", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:08.755625 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-25d440e9-e12a-4166-a74b-b3f790c4c0cf {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:08.756046 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc769fae-efd1-4929-a398-2af55d558e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca67142-9a8a-4663-9949-0cfa59464d57', 'code': 200} Jul 16 01:38:08.760962 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.765451 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.794159 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-70453f31-a5ec-4f5c-8c8d-9929e8e4a826 req-424978a0-6086-473c-946d-979b3cce23c1 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] show failed (client error): The resource could not be found. Jul 16 01:38:08.796702 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-70453f31-a5ec-4f5c-8c8d-9929e8e4a826 req-424978a0-6086-473c-946d-979b3cce23c1 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/cbb8e467-8931-4f18-a2c9-e7665353848a HTTP/1.1" status: 404 len: 352 time: 0.0362194 Jul 16 01:38:08.796844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Transition to ACTIVE for port object f7486031-040f-4553-b36f-0203ac1de113 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:08.854272 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba21403-28bc-41df-a166-37c5b0e36909 req-2ce15ddf-1da0-4540-924c-2e9a974f866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:08.855770 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aba21403-28bc-41df-a166-37c5b0e36909 req-2ce15ddf-1da0-4540-924c-2e9a974f866a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.2367964 Jul 16 01:38:08.859508 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Port': ['ID=e80f7ba8-bf8b-4910-8389-a472b65a49ba,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:08.867277 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1676b336-e87d-4d4f-bb44-7621392fa32f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.887898 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] No DVR routers for this DVR port e80f7ba8-bf8b-4910-8389-a472b65a49ba on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:08.889965 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Transition to ACTIVE for port object f7486031-040f-4553-b36f-0203ac1de113 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:08.927224 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.932673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a981bf64-609d-4cf4-97ad-22a7ed32d7aa admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-665739114-network', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:08.937917 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-0ed88356-b53a-4d2d-8381-2ecb45bb9d43 req-3911d704-b45d-4329-a869-82b988e16009 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] show failed (client error): The resource could not be found. Jul 16 01:38:08.939186 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ed88356-b53a-4d2d-8381-2ecb45bb9d43 req-3911d704-b45d-4329-a869-82b988e16009 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/00bbe46a-14a5-4bdb-870d-65d90667779b HTTP/1.1" status: 404 len: 352 time: 0.0295525 Jul 16 01:38:08.953968 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-839fd502-6ab8-41fd-958b-199ff4e797a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.968830 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a981bf64-609d-4cf4-97ad-22a7ed32d7aa admin admin] Made reservation on behalf of 0c8ea4369a43418786bc678e4bd3ed2c for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:08.971217 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a981bf64-609d-4cf4-97ad-22a7ed32d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.980703 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a981bf64-609d-4cf4-97ad-22a7ed32d7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.004443 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d06ee-c3ad-4bac-881d-547569df0055 req-2100c3e8-bea6-470f-a7b3-f383318ae118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.006005 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3c8d06ee-c3ad-4bac-881d-547569df0055 req-2100c3e8-bea6-470f-a7b3-f383318ae118 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc769fae-efd1-4929-a398-2af55d558e66 HTTP/1.1" status: 200 len: 1097 time: 0.1574728 Jul 16 01:38:09.034870 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.040753 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Network b9af7ef5-ac18-4736-89a9-97ab3ca3428e is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:09.048210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d1c93e-badf-491c-860a-ecca43ad4fdc']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:09.072687 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3c8d06ee-c3ad-4bac-881d-547569df0055 req-ad57418c-a79b-4a4c-8e9f-9fc7ae4ebd78 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601530 Jul 16 01:38:09.111464 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-839fd502-6ab8-41fd-958b-199ff4e797a1 None None] For port e27ea036-8008-410e-8542-6f5d07070854, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e27ea036-8008-410e-8542-6f5d07070854,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:09.113305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:09.121605 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:09.160536 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-839fd502-6ab8-41fd-958b-199ff4e797a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.233557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Attempting to bind port f7486031-040f-4553-b36f-0203ac1de113 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:09.234293 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Attempting to bind port f7486031-040f-4553-b36f-0203ac1de113 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '3986646c-2b6f-4b44-8db9-e3622b113280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b9af7ef5-ac18-4736-89a9-97ab3ca3428e'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:09.235256 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Attempting to bind port f7486031-040f-4553-b36f-0203ac1de113 on network b9af7ef5-ac18-4736-89a9-97ab3ca3428e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:09.239571 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Pushing event updated for resources: {'Port': ['ID=f7486031-040f-4553-b36f-0203ac1de113,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.251350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:09.252134 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Checking segment: {'id': '3986646c-2b6f-4b44-8db9-e3622b113280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b9af7ef5-ac18-4736-89a9-97ab3ca3428e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:09.252710 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.253265 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Bound using segment: {'id': '3986646c-2b6f-4b44-8db9-e3622b113280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b9af7ef5-ac18-4736-89a9-97ab3ca3428e'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:09.253942 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Bound port: f7486031-040f-4553-b36f-0203ac1de113, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3986646c-2b6f-4b44-8db9-e3622b113280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b9af7ef5-ac18-4736-89a9-97ab3ca3428e'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:09.254525 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.417684 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fd502-6ab8-41fd-958b-199ff4e797a1 None None] Pushing event updated for resources: {'Port': ['ID=e27ea036-8008-410e-8542-6f5d07070854,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.427658 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] For port f7486031-040f-4553-b36f-0203ac1de113, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:09.432270 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] For port f7486031-040f-4553-b36f-0203ac1de113, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f7486031-040f-4553-b36f-0203ac1de113,segment=NetworkSegment(3986646c-2b6f-4b44-8db9-e3622b113280),segment_id=3986646c-2b6f-4b44-8db9-e3622b113280)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:09.437654 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.439530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8acab592-6556-4f4f-ba99-778faac441cf') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:09.439688 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8acab592-6556-4f4f-ba99-778faac441cf') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:09.443665 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aba21403-28bc-41df-a166-37c5b0e36909 req-8d2fd11f-1954-4fa2-b549-f1c640c7f002 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5535917 Jul 16 01:38:09.452757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-1676b336-e87d-4d4f-bb44-7621392fa32f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Transition to ACTIVE for port object 38632ecf-0c45-4f74-98a7-3369ccdd828e will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:09.495534 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.509250 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61b68a-58e5-458a-a9db-cc93a785f743 None None] Pushing event updated for resources: {'Port': ['ID=f7486031-040f-4553-b36f-0203ac1de113,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.512945 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-37495ce2-826b-4567-9cbb-8fee312dfedc None None] Provisioning complete for port e27ea036-8008-410e-8542-6f5d07070854 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:09.513328 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-37495ce2-826b-4567-9cbb-8fee312dfedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.529885 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e6e65-b076-4930-a8f8-d13684ba6c10 req-bb9c537c-0dbf-41cc-9daf-14bd2dc05a28 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.531543 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d26e6e65-b076-4930-a8f8-d13684ba6c10 req-bb9c537c-0dbf-41cc-9daf-14bd2dc05a28 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.8515043 Jul 16 01:38:09.562883 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.604860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:09.605279 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.606776 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a981bf64-609d-4cf4-97ad-22a7ed32d7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:09.613540 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:09.633134 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:38:09.670996 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a981bf64-609d-4cf4-97ad-22a7ed32d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.679631 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-4b21008b-ad84-4805-950b-f57b9c0588a6 req-4c06bf65-2687-4c11-9aa2-daf272171fbf tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] show failed (client error): The resource could not be found. Jul 16 01:38:09.680758 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b21008b-ad84-4805-950b-f57b9c0588a6 req-4c06bf65-2687-4c11-9aa2-daf272171fbf tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/c1c6733a-fb65-4eb0-9e59-4b7cf1061f26 HTTP/1.1" status: 404 len: 352 time: 0.0704844 Jul 16 01:38:09.711598 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a981bf64-609d-4cf4-97ad-22a7ed32d7aa admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:09.750734 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aba21403-28bc-41df-a166-37c5b0e36909 req-e8ff4542-5390-42f6-a3df-f7590d881978 service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947278 Jul 16 01:38:09.765796 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d26e6e65-b076-4930-a8f8-d13684ba6c10 req-a0f3e542-e003-4250-9282-b4a10eb21d39 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989415 Jul 16 01:38:09.769429 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1676b336-e87d-4d4f-bb44-7621392fa32f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.779697 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981bf64-609d-4cf4-97ad-22a7ed32d7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b5ae0a-b533-441c-8764-72827ecd300f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.791408 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.797050 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a981bf64-609d-4cf4-97ad-22a7ed32d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.797563 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-a981bf64-609d-4cf4-97ad-22a7ed32d7aa admin admin] Added segment 946b1b65-871e-4d1d-ac9c-ff631bd603b7 of type vlan for network 9a4578f6-e79e-403f-8401-5b41afbe66e6 Jul 16 01:38:09.887915 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-35340a03-97a6-4841-9e69-d73899b42544 req-ff399a77-abcd-404b-9a34-2a53cf94d204 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2396529 Jul 16 01:38:09.889561 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.895093 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/networks/e0d1c93e-badf-491c-860a-ecca43ad4fdc HTTP/1.1" status: 204 len: 168 time: 2.9238348 Jul 16 01:38:09.900037 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56672) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:09.902830 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d8e05-3f4f-4887-a7e8-51bc98d8d237 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Network': ['ID=e0d1c93e-badf-491c-860a-ecca43ad4fdc,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.909804 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-229b2d00-3348-4708-8266-37ba8c8b5e53 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-30989992'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:09.930386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1676b336-e87d-4d4f-bb44-7621392fa32f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Network 525896ce-09df-4da2-9eab-4fa66a501412 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:09.960382 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a981bf64-609d-4cf4-97ad-22a7ed32d7aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.964551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-1676b336-e87d-4d4f-bb44-7621392fa32f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:09.969537 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676b336-e87d-4d4f-bb44-7621392fa32f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event updated for resources: {'Port': ['ID=38632ecf-0c45-4f74-98a7-3369ccdd828e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.971941 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1676b336-e87d-4d4f-bb44-7621392fa32f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:10.040759 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1676b336-e87d-4d4f-bb44-7621392fa32f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:10.041075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb14b7-4531-4f7f-8b84-da7a419c7657 req-b51cea3f-d1ce-4d25-bd85-fa1c4b845556 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:10.041421 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1676b336-e87d-4d4f-bb44-7621392fa32f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.042652 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1deb14b7-4531-4f7f-8b84-da7a419c7657 req-b51cea3f-d1ce-4d25-bd85-fa1c4b845556 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=399fb32a-db70-4e98-a1ea-147ee5972ac8 HTTP/1.1" status: 200 len: 945 time: 0.1536901 Jul 16 01:38:10.044031 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a981bf64-609d-4cf4-97ad-22a7ed32d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.045038 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a981bf64-609d-4cf4-97ad-22a7ed32d7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:10.045738 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a981bf64-609d-4cf4-97ad-22a7ed32d7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.119873 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229b2d00-3348-4708-8266-37ba8c8b5e53 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Made reservation on behalf of 498924aad55244bba9d0f01dbf05d516 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:10.123607 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-229b2d00-3348-4708-8266-37ba8c8b5e53 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.132875 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1676b336-e87d-4d4f-bb44-7621392fa32f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0932255 Jul 16 01:38:10.141556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56684) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:10.143011 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aba21403-28bc-41df-a166-37c5b0e36909 req-9d94e885-683e-4385-8625-30855ac80424 service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755744 Jul 16 01:38:10.152966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56686) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:10.153824 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a981bf64-609d-4cf4-97ad-22a7ed32d7aa admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4074049 Jul 16 01:38:10.170672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-46201e77-f6cc-4e8b-b1dc-849dbf2c8729 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Request body: {'port': {'network_id': '525896ce-09df-4da2-9eab-4fa66a501412', 'name': 'tempest-TaggedBootDevicesTest-155393321', 'fixed_ips': [{'subnet_id': 'f2c50c7f-3bfe-422a-ae80-e07354d7446f'}]}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:10.186307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-0dee20a3-2e8f-471e-ad8b-e2627cc2a392 admin admin] Request body: {'subnet': {'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-665739114-subnet', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:10.204819 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229b2d00-3348-4708-8266-37ba8c8b5e53 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:10.225100 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-229b2d00-3348-4708-8266-37ba8c8b5e53 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.225533 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-229b2d00-3348-4708-8266-37ba8c8b5e53 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Added segment 42fa650e-94b6-49c3-af3a-14d15655d598 of type vlan for network f13d2cfa-b761-4a93-8351-39312462462b Jul 16 01:38:10.268393 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6acc3-476f-4b1f-ac2b-9f250404507d req-367a9ad4-cd66-4ff6-8a52-5ee5d016fb77 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:10.269982 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5eb6acc3-476f-4b1f-ac2b-9f250404507d req-367a9ad4-cd66-4ff6-8a52-5ee5d016fb77 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.2419002 Jul 16 01:38:10.276752 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dee20a3-2e8f-471e-ad8b-e2627cc2a392 admin admin] Made reservation on behalf of 0c8ea4369a43418786bc678e4bd3ed2c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:10.279185 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dee20a3-2e8f-471e-ad8b-e2627cc2a392 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.332499 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-229b2d00-3348-4708-8266-37ba8c8b5e53 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.389602 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981bf64-609d-4cf4-97ad-22a7ed32d7aa admin admin] Pushing event updated for resources: {'Network': ['ID=9a4578f6-e79e-403f-8401-5b41afbe66e6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:10.419495 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 9a4578f6-e79e-403f-8401-5b41afbe66e6 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:10.426779 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1deb14b7-4531-4f7f-8b84-da7a419c7657 req-5a05127e-7d5e-4eb6-b08c-9b8ec1f551c3 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603513 Jul 16 01:38:10.462952 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46201e77-f6cc-4e8b-b1dc-849dbf2c8729 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Made reservation on behalf of fa5d0aa8f7424cfc9d4100cd0760da64 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:10.470225 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.resource_extend [None req-229b2d00-3348-4708-8266-37ba8c8b5e53 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:38:10.515837 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5eb6acc3-476f-4b1f-ac2b-9f250404507d req-c5600d8a-9bf3-4f06-b4fb-a7481f8cc1c4 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286284 Jul 16 01:38:10.676796 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dee20a3-2e8f-471e-ad8b-e2627cc2a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.744799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-28e95206-8d69-4b87-8f2f-f62cc4b1c0ed None None] Provisioning for port 38632ecf-0c45-4f74-98a7-3369ccdd828e completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:10.745273 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee20a3-2e8f-471e-ad8b-e2627cc2a392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:10.749643 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-229b2d00-3348-4708-8266-37ba8c8b5e53 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.760785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-28e95206-8d69-4b87-8f2f-f62cc4b1c0ed None None] Provisioning complete for port 38632ecf-0c45-4f74-98a7-3369ccdd828e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:10.761478 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28e95206-8d69-4b87-8f2f-f62cc4b1c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.778239 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229b2d00-3348-4708-8266-37ba8c8b5e53 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:10.778913 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-229b2d00-3348-4708-8266-37ba8c8b5e53 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.863219 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-46201e77-f6cc-4e8b-b1dc-849dbf2c8729 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.875931 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-28e95206-8d69-4b87-8f2f-f62cc4b1c0ed None None] Port 38632ecf-0c45-4f74-98a7-3369ccdd828e cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:10.878405 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee20a3-2e8f-471e-ad8b-e2627cc2a392 admin admin] Checking segment: {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:10.879529 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dee20a3-2e8f-471e-ad8b-e2627cc2a392 admin admin] Network hostable DHCP agents. Network: 9a4578f6-e79e-403f-8401-5b41afbe66e6, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:10.902863 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-229b2d00-3348-4708-8266-37ba8c8b5e53 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0008645 Jul 16 01:38:10.907994 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56702) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:10.951718 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ea0dfe1d-2ede-4a5a-af73-e5c49bb1d243 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'subnet': {'network_id': 'f13d2cfa-b761-4a93-8351-39312462462b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:10.968686 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b2d00-3348-4708-8266-37ba8c8b5e53 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Network': ['ID=f13d2cfa-b761-4a93-8351-39312462462b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:10.974619 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dee20a3-2e8f-471e-ad8b-e2627cc2a392 admin admin] Network 9a4578f6-e79e-403f-8401-5b41afbe66e6 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:10.993723 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-0dee20a3-2e8f-471e-ad8b-e2627cc2a392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 9a4578f6-e79e-403f-8401-5b41afbe66e6) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:10.993998 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network f13d2cfa-b761-4a93-8351-39312462462b details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:10.997732 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-46201e77-f6cc-4e8b-b1dc-849dbf2c8729 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] device_id is not set on port 6d22a53b-2464-4614-a2e4-ad4303acef4b yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:11.009290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dee20a3-2e8f-471e-ad8b-e2627cc2a392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.011702 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dee20a3-2e8f-471e-ad8b-e2627cc2a392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.015028 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd91d273-42e8-451d-857f-27333043efba None None] Network 9a4578f6-e79e-403f-8401-5b41afbe66e6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:11.026193 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff90e2-f6fc-4d87-b168-b8275f4c0deb req-c89f79ec-2428-4b36-9982-17b8bc996595 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.037590 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4eff90e2-f6fc-4d87-b168-b8275f4c0deb req-c89f79ec-2428-4b36-9982-17b8bc996595 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 943 time: 0.3429489 Jul 16 01:38:11.048201 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0dee20a3-2e8f-471e-ad8b-e2627cc2a392 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8931835 Jul 16 01:38:11.049611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56708) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:11.061759 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-665739114-router', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:11.093646 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.095385 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.115592 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688feacc-1bdc-4ceb-b522-90f38e425dd7 None None] Network b9af7ef5-ac18-4736-89a9-97ab3ca3428e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:11.156899 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d579a5f3-8f62-449d-a50e-6586976be7fb None None] Provisioning for port f7486031-040f-4553-b36f-0203ac1de113 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:11.238033 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4eff90e2-f6fc-4d87-b168-b8275f4c0deb req-72108747-f2bb-44c7-90b0-0de723c93a85 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986103 Jul 16 01:38:11.357504 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0dfe1d-2ede-4a5a-af73-e5c49bb1d243 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Made reservation on behalf of 498924aad55244bba9d0f01dbf05d516 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:11.364589 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.380088 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ea0dfe1d-2ede-4a5a-af73-e5c49bb1d243 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.417126 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f7486031-040f-4553-b36f-0203ac1de113 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:11.475959 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-9a4578f6-e79e-403f-8401-5b41afbe66e6', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'fixed_ips': [{'subnet_id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:11.476795 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.546120 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.584580 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port f7486031-040f-4553-b36f-0203ac1de113 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:11.597194 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port f7486031-040f-4553-b36f-0203ac1de113 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:11.597579 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.607655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-46201e77-f6cc-4e8b-b1dc-849dbf2c8729 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Allocated IP 10.1.1.71 (525896ce-09df-4da2-9eab-4fa66a501412/f2c50c7f-3bfe-422a-ae80-e07354d7446f/6d22a53b-2464-4614-a2e4-ad4303acef4b) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:11.631755 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab706b-961e-4841-8e11-3690ff7a333e req-b17c1b5e-9ecd-4ed5-98e0-80d43413ac4c tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.648276 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-75ab706b-961e-4841-8e11-3690ff7a333e req-b17c1b5e-9ecd-4ed5-98e0-80d43413ac4c tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc769fae-efd1-4929-a398-2af55d558e66 HTTP/1.1" status: 200 len: 946 time: 0.3590281 Jul 16 01:38:11.718551 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-75ab706b-961e-4841-8e11-3690ff7a333e req-a8ba6607-7554-40ea-87a4-346b210b2f48 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689571 Jul 16 01:38:11.741070 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e0b55-9f6c-4bde-94a7-fb3611a6ccc9 req-c188a29e-1337-4f47-8d5f-a773edca5af3 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.742286 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-586e0b55-9f6c-4bde-94a7-fb3611a6ccc9 req-c188a29e-1337-4f47-8d5f-a773edca5af3 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.2775385 Jul 16 01:38:11.911931 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Allocated IP 172.20.0.2 (9a4578f6-e79e-403f-8401-5b41afbe66e6/e58ed57f-5f2f-47f0-8d91-3a3adcdcd958/d178f225-1686-4325-98f0-552c6e6fa42d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:11.917759 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ea0dfe1d-2ede-4a5a-af73-e5c49bb1d243 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.924432 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-586e0b55-9f6c-4bde-94a7-fb3611a6ccc9 req-59ef2d16-5a66-460d-ab6a-64bd2e5c7caa tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812589 Jul 16 01:38:12.044619 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0dfe1d-2ede-4a5a-af73-e5c49bb1d243 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Subnet': ['ID=62505216-51d7-46f1-9b3f-7e8585a81d3f,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.061267 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-46201e77-f6cc-4e8b-b1dc-849dbf2c8729 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.071044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0dfe1d-2ede-4a5a-af73-e5c49bb1d243 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Checking segment: {'id': '42fa650e-94b6-49c3-af3a-14d15655d598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f13d2cfa-b761-4a93-8351-39312462462b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:12.071322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0dfe1d-2ede-4a5a-af73-e5c49bb1d243 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network hostable DHCP agents. Network: f13d2cfa-b761-4a93-8351-39312462462b, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:12.081804 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-46201e77-f6cc-4e8b-b1dc-849dbf2c8729 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Transition to ACTIVE for port object 6d22a53b-2464-4614-a2e4-ad4303acef4b will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:12.095148 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.124854 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.136934 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0dfe1d-2ede-4a5a-af73-e5c49bb1d243 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network f13d2cfa-b761-4a93-8351-39312462462b is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:12.137193 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cec79-9b07-4123-ba3f-c988e6fb72ce req-6c7acb0d-b7c1-4597-bab0-9b3dacf9ec16 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.138762 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-491cec79-9b07-4123-ba3f-c988e6fb72ce req-6c7acb0d-b7c1-4597-bab0-9b3dacf9ec16 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 1023 time: 0.2088532 Jul 16 01:38:12.161925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-ea0dfe1d-2ede-4a5a-af73-e5c49bb1d243 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, f13d2cfa-b761-4a93-8351-39312462462b) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:12.169137 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0dfe1d-2ede-4a5a-af73-e5c49bb1d243 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.170017 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ea0dfe1d-2ede-4a5a-af73-e5c49bb1d243 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.185297 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-41c2fbad-88a1-41b4-b3f4-215d8c5767d2 None None] Provisioning complete for port f7486031-040f-4553-b36f-0203ac1de113 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:12.185535 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41c2fbad-88a1-41b4-b3f4-215d8c5767d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.195753 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-46201e77-f6cc-4e8b-b1dc-849dbf2c8729 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.231196 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ea0dfe1d-2ede-4a5a-af73-e5c49bb1d243 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2950475 Jul 16 01:38:12.236230 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56714) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:12.245717 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af00f65d-4229-4322-877f-01c2f037947a None None] Network f13d2cfa-b761-4a93-8351-39312462462b requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:12.248531 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e53e9f-fda6-461c-8e34-6e7a2fb1ce55 req-d4a3f468-57a3-427f-99df-9dc796efdca7 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.250459 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e5e53e9f-fda6-461c-8e34-6e7a2fb1ce55 req-d4a3f468-57a3-427f-99df-9dc796efdca7 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.1626654 Jul 16 01:38:12.253136 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-491cec79-9b07-4123-ba3f-c988e6fb72ce req-4514450f-a9a7-4143-aa1e-b44231912ce3 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab6b5a19-66da-4ce1-b890-493acd22189f&id=a84e2478-8d68-4ba7-9fe5-04cd2ede6f96&id=5eac0ec5-d886-4db7-b035-0432d5a4ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0763896 Jul 16 01:38:12.262958 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-09eab0fb-6cc7-4ba0-9f59-ab8f8c60bca8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1539404311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:12.273116 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46201e77-f6cc-4e8b-b1dc-849dbf2c8729 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Network 525896ce-09df-4da2-9eab-4fa66a501412 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:12.284529 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.316782 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Transition to ACTIVE for port object d178f225-1686-4325-98f0-552c6e6fa42d will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:12.327239 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-46201e77-f6cc-4e8b-b1dc-849dbf2c8729 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:12.339657 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] Allocated IP 172.25.1.154 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/782fb458-2b8d-4828-adfb-5a3400258a86) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:12.342516 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09eab0fb-6cc7-4ba0-9f59-ab8f8c60bca8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.343870 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09eab0fb-6cc7-4ba0-9f59-ab8f8c60bca8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.345080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46201e77-f6cc-4e8b-b1dc-849dbf2c8729 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:12.349141 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46201e77-f6cc-4e8b-b1dc-849dbf2c8729 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event updated for resources: {'Port': ['ID=6d22a53b-2464-4614-a2e4-ad4303acef4b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.370173 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.420002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Transition to ACTIVE for port object d178f225-1686-4325-98f0-552c6e6fa42d will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:12.467512 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e5e53e9f-fda6-461c-8e34-6e7a2fb1ce55 req-8fd12e23-5f97-48bb-8776-b74c946299b0 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031589 Jul 16 01:38:12.469683 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09eab0fb-6cc7-4ba0-9f59-ab8f8c60bca8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.502684 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09eab0fb-6cc7-4ba0-9f59-ab8f8c60bca8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.519583 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-41c2fbad-88a1-41b4-b3f4-215d8c5767d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.531584 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.542504 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09eab0fb-6cc7-4ba0-9f59-ab8f8c60bca8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.544175 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-09eab0fb-6cc7-4ba0-9f59-ab8f8c60bca8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3065898 Jul 16 01:38:12.548260 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56718) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:12.558045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-accd27fa-ee5c-41b6-8790-30f5f7cdf780 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'port': {'network_id': 'f13d2cfa-b761-4a93-8351-39312462462b', 'name': 'tempest-RoutersIpV6Test-661392829'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:12.587385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port f7486031-040f-4553-b36f-0203ac1de113, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f7486031-040f-4553-b36f-0203ac1de113,segment=NetworkSegment(3986646c-2b6f-4b44-8db9-e3622b113280),segment_id=3986646c-2b6f-4b44-8db9-e3622b113280)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:12.588584 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.644581 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.645386 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e27ea036-8008-410e-8542-6f5d07070854 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:12.656281 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35340a03-97a6-4841-9e69-d73899b42544 req-1dd369c6-7137-433e-a38c-336bd82d747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.660564 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-35340a03-97a6-4841-9e69-d73899b42544 req-1dd369c6-7137-433e-a38c-336bd82d747e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 1101 time: 0.2465982 Jul 16 01:38:12.683985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46201e77-f6cc-4e8b-b1dc-849dbf2c8729 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.684666 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-46201e77-f6cc-4e8b-b1dc-849dbf2c8729 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.721880 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Network 9a4578f6-e79e-403f-8401-5b41afbe66e6 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:12.726455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-46201e77-f6cc-4e8b-b1dc-849dbf2c8729 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5817719 Jul 16 01:38:12.728977 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.770816 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.api [None req-41c2fbad-88a1-41b4-b3f4-215d8c5767d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:38:12.771289 n-d-800086-6 neutron-server[93833]: DEBUG oslo_db.api [None req-41c2fbad-88a1-41b4-b3f4-215d8c5767d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:38:12.776387 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:12.780772 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Pushing event updated for resources: {'Port': ['ID=d178f225-1686-4325-98f0-552c6e6fa42d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.781426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:12.783203 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:12.786198 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:12.798549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:12.804512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accd27fa-ee5c-41b6-8790-30f5f7cdf780 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Made reservation on behalf of 498924aad55244bba9d0f01dbf05d516 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:12.807523 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-accd27fa-ee5c-41b6-8790-30f5f7cdf780 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.857493 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-accd27fa-ee5c-41b6-8790-30f5f7cdf780 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] device_id is not set on port 6e6f3433-5b44-4c50-bf89-9ba059c65a70 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:12.862158 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] Pushing event updated for resources: {'Port': ['ID=782fb458-2b8d-4828-adfb-5a3400258a86,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.940479 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e27ea036-8008-410e-8542-6f5d07070854 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:12.941699 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.969848 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef45139-55cf-42c1-94ea-a4634b21f7d0 req-e94f278c-a288-40dc-82c7-2acadf66a84e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.971454 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bef45139-55cf-42c1-94ea-a4634b21f7d0 req-e94f278c-a288-40dc-82c7-2acadf66a84e tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 1023 time: 0.1937265 Jul 16 01:38:12.997260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793427f-3782-4226-9cb9-ca1a4ec8908d req-87646ffd-60b9-425f-9823-234d155e74c0 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.004457 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c793427f-3782-4226-9cb9-ca1a4ec8908d req-87646ffd-60b9-425f-9823-234d155e74c0 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 943 time: 0.2590933 Jul 16 01:38:13.011944 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Attempting to bind port d178f225-1686-4325-98f0-552c6e6fa42d on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:13.012327 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Attempting to bind port d178f225-1686-4325-98f0-552c6e6fa42d by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:13.012733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Attempting to bind port d178f225-1686-4325-98f0-552c6e6fa42d on network 9a4578f6-e79e-403f-8401-5b41afbe66e6 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:13.018777 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-f13d2cfa-b761-4a93-8351-39312462462b', 'network_id': 'f13d2cfa-b761-4a93-8351-39312462462b', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'fixed_ips': [{'subnet_id': '62505216-51d7-46f1-9b3f-7e8585a81d3f'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:13.019878 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.025536 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:13.026732 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Checking segment: {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:13.027156 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.027558 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Bound using segment: {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:13.028586 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Bound port: d178f225-1686-4325-98f0-552c6e6fa42d, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:13.028924 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.054664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35340a03-97a6-4841-9e69-d73899b42544 req-92168028-e9c8-43e8-99e4-436a4acee358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.056257 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-35340a03-97a6-4841-9e69-d73899b42544 req-92168028-e9c8-43e8-99e4-436a4acee358 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.3285894 Jul 16 01:38:13.121482 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-accd27fa-ee5c-41b6-8790-30f5f7cdf780 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Allocated IP 2001:db8::6c (f13d2cfa-b761-4a93-8351-39312462462b/62505216-51d7-46f1-9b3f-7e8585a81d3f/6e6f3433-5b44-4c50-bf89-9ba059c65a70) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:13.126260 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-35340a03-97a6-4841-9e69-d73899b42544 req-ffb1a53e-e65c-4bf2-8b3f-23d0d89cad1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49 HTTP/1.1" status: 200 len: 217 time: 0.0556598 Jul 16 01:38:13.126993 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] For port d178f225-1686-4325-98f0-552c6e6fa42d, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:13.132763 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] For port d178f225-1686-4325-98f0-552c6e6fa42d, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d178f225-1686-4325-98f0-552c6e6fa42d,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:13.134723 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=f7486031-040f-4553-b36f-0203ac1de113,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:13.144722 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c793427f-3782-4226-9cb9-ca1a4ec8908d req-1389760e-6cc1-4845-a5b8-78296caf1b2e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393201 Jul 16 01:38:13.149223 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.268111 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0e25a-f438-4c9f-963c-8f5eae80cae4 None None] Pushing event updated for resources: {'Port': ['ID=d178f225-1686-4325-98f0-552c6e6fa42d,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:13.332584 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35340a03-97a6-4841-9e69-d73899b42544 req-68379d87-cb53-4b02-906c-ff04dde8ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.334107 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-35340a03-97a6-4841-9e69-d73899b42544 req-68379d87-cb53-4b02-906c-ff04dde8ac5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1577809 Jul 16 01:38:13.426790 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-accd27fa-ee5c-41b6-8790-30f5f7cdf780 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.443252 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f7486031-040f-4553-b36f-0203ac1de113 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:13.443634 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-accd27fa-ee5c-41b6-8790-30f5f7cdf780 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Transition to ACTIVE for port object 6e6f3433-5b44-4c50-bf89-9ba059c65a70 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:13.451296 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-bef45139-55cf-42c1-94ea-a4634b21f7d0 req-bcc64a7f-444d-4d15-8da1-0674a025d9d2 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Deleting port 67bca165-ff87-4f10-ad22-3badea1d50c5 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:13.451483 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-bef45139-55cf-42c1-94ea-a4634b21f7d0 req-bcc64a7f-444d-4d15-8da1-0674a025d9d2 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.530075 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port f7486031-040f-4553-b36f-0203ac1de113 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:13.530790 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.541073 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-accd27fa-ee5c-41b6-8790-30f5f7cdf780 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.647161 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56734) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:13.662298 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Allocated IP 2001:db8::2 (f13d2cfa-b761-4a93-8351-39312462462b/62505216-51d7-46f1-9b3f-7e8585a81d3f/239ba61f-5fb6-4723-aa00-ab010605108c) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:13.662716 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.665154 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3c11ec9d-eafe-45c0-b82f-7a51de9fc182 None None] Provisioning for port 6d22a53b-2464-4614-a2e4-ad4303acef4b completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:13.666993 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a79b8b8e-ade5-4c18-9db2-ffb1ae79dfcf tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--975075578', 'description': 'tempest-description--2097398475'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:13.675068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3c11ec9d-eafe-45c0-b82f-7a51de9fc182 None None] Provisioning complete for port 6d22a53b-2464-4614-a2e4-ad4303acef4b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:13.677706 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c11ec9d-eafe-45c0-b82f-7a51de9fc182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.682347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accd27fa-ee5c-41b6-8790-30f5f7cdf780 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network f13d2cfa-b761-4a93-8351-39312462462b is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:13.723826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3c11ec9d-eafe-45c0-b82f-7a51de9fc182 None None] Port 6d22a53b-2464-4614-a2e4-ad4303acef4b cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:13.747907 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-accd27fa-ee5c-41b6-8790-30f5f7cdf780 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:13.763902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd27fa-ee5c-41b6-8790-30f5f7cdf780 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:13.774907 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accd27fa-ee5c-41b6-8790-30f5f7cdf780 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.778402 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-accd27fa-ee5c-41b6-8790-30f5f7cdf780 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.825084 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35340a03-97a6-4841-9e69-d73899b42544 req-16a84577-6ea8-4add-845d-51529d52d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.826542 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-35340a03-97a6-4841-9e69-d73899b42544 req-16a84577-6ea8-4add-845d-51529d52d3a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4794936 Jul 16 01:38:13.847857 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-bef45139-55cf-42c1-94ea-a4634b21f7d0 req-bcc64a7f-444d-4d15-8da1-0674a025d9d2 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] For port 67bca165-ff87-4f10-ad22-3badea1d50c5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=67bca165-ff87-4f10-ad22-3badea1d50c5,segment=NetworkSegment(a82acdce-5aca-4031-8db4-96e971373951),segment_id=a82acdce-5aca-4031-8db4-96e971373951)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:13.848226 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-bef45139-55cf-42c1-94ea-a4634b21f7d0 req-bcc64a7f-444d-4d15-8da1-0674a025d9d2 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.849001 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd27fa-ee5c-41b6-8790-30f5f7cdf780 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=6e6f3433-5b44-4c50-bf89-9ba059c65a70,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:13.852083 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a79b8b8e-ade5-4c18-9db2-ffb1ae79dfcf tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.888536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-bef45139-55cf-42c1-94ea-a4634b21f7d0 req-bcc64a7f-444d-4d15-8da1-0674a025d9d2 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Calling delete_port for 67bca165-ff87-4f10-ad22-3badea1d50c5 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:13.907110 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57031ef-6380-41d8-86dd-f401c2e419a7 req-0245c155-0fd2-43a6-a310-68509a6c93a3 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.908699 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d57031ef-6380-41d8-86dd-f401c2e419a7 req-0245c155-0fd2-43a6-a310-68509a6c93a3 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.5279677 Jul 16 01:38:13.946418 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.957785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Transition to ACTIVE for port object 239ba61f-5fb6-4723-aa00-ab010605108c will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:13.974713 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Transition to ACTIVE for port object 239ba61f-5fb6-4723-aa00-ab010605108c will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:13.982008 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.034525 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Network f13d2cfa-b761-4a93-8351-39312462462b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:14.038084 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:14.042016 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:14.078384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Pushing event updated for resources: {'Port': ['ID=239ba61f-5fb6-4723-aa00-ab010605108c,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:14.102819 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-35340a03-97a6-4841-9e69-d73899b42544 req-e827653c-f54f-485d-b341-34ff930cefa6 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397418 Jul 16 01:38:14.108580 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d57031ef-6380-41d8-86dd-f401c2e419a7 req-95a5ed39-6082-4c57-b5b5-dcf00fafe1ac tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847782 Jul 16 01:38:14.128283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Attempting to bind port 239ba61f-5fb6-4723-aa00-ab010605108c on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:14.128806 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Attempting to bind port 239ba61f-5fb6-4723-aa00-ab010605108c by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '42fa650e-94b6-49c3-af3a-14d15655d598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f13d2cfa-b761-4a93-8351-39312462462b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:14.129400 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Attempting to bind port 239ba61f-5fb6-4723-aa00-ab010605108c on network f13d2cfa-b761-4a93-8351-39312462462b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:14.140920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:14.140920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Checking segment: {'id': '42fa650e-94b6-49c3-af3a-14d15655d598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f13d2cfa-b761-4a93-8351-39312462462b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:14.140920 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.140920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Bound using segment: {'id': '42fa650e-94b6-49c3-af3a-14d15655d598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f13d2cfa-b761-4a93-8351-39312462462b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:14.140920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Bound port: 239ba61f-5fb6-4723-aa00-ab010605108c, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fa650e-94b6-49c3-af3a-14d15655d598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f13d2cfa-b761-4a93-8351-39312462462b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:14.140920 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.204756 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-accd27fa-ee5c-41b6-8790-30f5f7cdf780 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.6547167 Jul 16 01:38:14.205365 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56738) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:14.244156 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] For port 239ba61f-5fb6-4723-aa00-ab010605108c, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:14.249927 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] For port 239ba61f-5fb6-4723-aa00-ab010605108c, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=239ba61f-5fb6-4723-aa00-ab010605108c,segment=NetworkSegment(42fa650e-94b6-49c3-af3a-14d15655d598),segment_id=42fa650e-94b6-49c3-af3a-14d15655d598)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:14.255475 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.301992 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a79b8b8e-ade5-4c18-9db2-ffb1ae79dfcf tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.342830 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a79fc8-0dd2-4c3f-8789-d77363beff72 None None] Pushing event updated for resources: {'Port': ['ID=239ba61f-5fb6-4723-aa00-ab010605108c,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:14.365641 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a79b8b8e-ade5-4c18-9db2-ffb1ae79dfcf tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.419833 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348d633-7bcd-4bc9-8386-d18e34852a19 req-c2dca665-1a6f-4e19-ab89-90174c851993 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:14.429405 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e348d633-7bcd-4bc9-8386-d18e34852a19 req-c2dca665-1a6f-4e19-ab89-90174c851993 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc769fae-efd1-4929-a398-2af55d558e66 HTTP/1.1" status: 200 len: 946 time: 0.6229770 Jul 16 01:38:14.502744 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a79b8b8e-ade5-4c18-9db2-ffb1ae79dfcf tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.504064 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a79b8b8e-ade5-4c18-9db2-ffb1ae79dfcf tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8545020 Jul 16 01:38:14.531628 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56742) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:14.552224 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-35340a03-97a6-4841-9e69-d73899b42544 req-733f185f-e743-458c-891d-c3a01ea835b1 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390123 Jul 16 01:38:14.554195 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e348d633-7bcd-4bc9-8386-d18e34852a19 req-737d9871-95a2-4e5b-a7f5-8bdbcc4ae25d tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181054 Jul 16 01:38:14.562098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f37caba7-ce14-4c3c-bd2f-bdc3d58182aa tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Request body: {'security_group_rule': {'security_group_id': 'b01c2995-f3f8-4e35-8788-92e0ed7e0d6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:14.566108 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b8b8e-ade5-4c18-9db2-ffb1ae79dfcf tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:14.629576 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.732452 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f37caba7-ce14-4c3c-bd2f-bdc3d58182aa tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.746282 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63000aa4-0130-4a07-895e-be399f234a70 req-e90b2a9b-2fca-4472-8107-b0efe1f16e76 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:14.749716 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63000aa4-0130-4a07-895e-be399f234a70 req-e90b2a9b-2fca-4472-8107-b0efe1f16e76 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc769fae-efd1-4929-a398-2af55d558e66 HTTP/1.1" status: 200 len: 946 time: 0.4063296 Jul 16 01:38:15.009966 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1145cf-e773-41fb-a180-256fcd91e641 None None] Network 9a4578f6-e79e-403f-8401-5b41afbe66e6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:15.032650 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f37caba7-ce14-4c3c-bd2f-bdc3d58182aa tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.098187 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7dc5e213-00f2-40af-8a0f-e3630f0d5d8e None None] Provisioning for port d178f225-1686-4325-98f0-552c6e6fa42d completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:15.101962 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f37caba7-ce14-4c3c-bd2f-bdc3d58182aa tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.121002 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-bef45139-55cf-42c1-94ea-a4634b21f7d0 req-bcc64a7f-444d-4d15-8da1-0674a025d9d2 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.167719 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e9ec5-e4f1-4962-84fd-944d3c7cde4e req-f0bb001d-0678-4456-af9d-d45e1e7c2eb1 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.169319 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-986e9ec5-e4f1-4962-84fd-944d3c7cde4e req-f0bb001d-0678-4456-af9d-d45e1e7c2eb1 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.4321287 Jul 16 01:38:15.173382 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37caba7-ce14-4c3c-bd2f-bdc3d58182aa tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3290b01-fe08-42f6-acb2-3680d145ca8c,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:15.193086 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f37caba7-ce14-4c3c-bd2f-bdc3d58182aa tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.194979 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f37caba7-ce14-4c3c-bd2f-bdc3d58182aa tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6389189 Jul 16 01:38:15.210718 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b8f69-1ad3-493f-8f4e-8a4167764dce req-aecc33ac-b71a-4e9b-8801-fdf09c4efcfd tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.212262 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed4b8f69-1ad3-493f-8f4e-8a4167764dce req-aecc33ac-b71a-4e9b-8801-fdf09c4efcfd tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.47 "GET /v2.0/ports?device_id=399fb32a-db70-4e98-a1ea-147ee5972ac8 HTTP/1.1" status: 200 len: 945 time: 0.3094239 Jul 16 01:38:15.216746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56746) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:15.216928 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b23be0c9-f027-4899-b4a4-67819af40de9 req-24857911-33d1-412f-917e-ef9437114dbc tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff8b369b-d71b-4742-9427-6b0f5d23ab1e HTTP/1.1" status: 200 len: 210 time: 0.6006584 Jul 16 01:38:15.223260 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e35c7d51-61c7-4a80-8148-e615723d02d0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Request body: {'security_group_rule': {'security_group_id': 'b01c2995-f3f8-4e35-8788-92e0ed7e0d6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:15.223893 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc64a7f-444d-4d15-8da1-0674a025d9d2 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event deleted for resources: {'Port': ['ID=67bca165-ff87-4f10-ad22-3badea1d50c5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:15.314104 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] Router ee9017b8-f372-4286-9640-bb6d9747a04b is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:38:15.316837 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-63000aa4-0130-4a07-895e-be399f234a70 req-e4c3cc99-ab26-47db-958a-8264a30cb388 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Deleting port cca67142-9a8a-4663-9949-0cfa59464d57 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:15.317179 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-63000aa4-0130-4a07-895e-be399f234a70 req-e4c3cc99-ab26-47db-958a-8264a30cb388 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.403138 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-986e9ec5-e4f1-4962-84fd-944d3c7cde4e req-01173199-9755-4df7-8985-6258f86675ed tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191031 Jul 16 01:38:15.446209 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef45139-55cf-42c1-94ea-a4634b21f7d0 req-bcc64a7f-444d-4d15-8da1-0674a025d9d2 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] No DVR routers for this DVR port 67bca165-ff87-4f10-ad22-3badea1d50c5 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:15.467922 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-bef45139-55cf-42c1-94ea-a4634b21f7d0 req-bcc64a7f-444d-4d15-8da1-0674a025d9d2 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.470014 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bef45139-55cf-42c1-94ea-a4634b21f7d0 req-bcc64a7f-444d-4d15-8da1-0674a025d9d2 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.26 "DELETE /v2.0/ports/67bca165-ff87-4f10-ad22-3badea1d50c5 HTTP/1.1" status: 204 len: 173 time: 2.4912803 Jul 16 01:38:15.473802 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8b369b-d71b-4742-9427-6b0f5d23ab1e', 'name': 'network-vif-deleted', 'tag': '67bca165-ff87-4f10-ad22-3badea1d50c5'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:15.478349 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13607133-8fb6-42e3-b06f-0652052b49d6" -d '{"events": [{"server_uuid": "ff8b369b-d71b-4742-9427-6b0f5d23ab1e", "name": "network-vif-deleted", "tag": "67bca165-ff87-4f10-ad22-3badea1d50c5"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:15.567002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d178f225-1686-4325-98f0-552c6e6fa42d up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:15.568766 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e35c7d51-61c7-4a80-8148-e615723d02d0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.627272 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device cca67142-9a8a-4663-9949-0cfa59464d57 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:15.656739 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01422758-3834-4778-a13e-8873ebff5ff2 req-1496ce9d-cc10-4446-8e36-cfd2e3b32730 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5330348 Jul 16 01:38:15.781359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c9a0f-34f3-4aa6-889c-30bd3d92c40b req-b56e9049-39eb-4632-b576-5cd04b47a351 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.783031 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd0c9a0f-34f3-4aa6-889c-30bd3d92c40b req-b56e9049-39eb-4632-b576-5cd04b47a351 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 943 time: 0.3633218 Jul 16 01:38:15.784307 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b42f46dd-f534-44a5-b851-c6bfed895579 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.823968 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port d178f225-1686-4325-98f0-552c6e6fa42d completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:15.832532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:15.837169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port d178f225-1686-4325-98f0-552c6e6fa42d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:15.837640 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.845112 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Sync routers for ids ['ee9017b8-f372-4286-9640-bb6d9747a04b'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:15.852887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-63000aa4-0130-4a07-895e-be399f234a70 req-e4c3cc99-ab26-47db-958a-8264a30cb388 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] For port cca67142-9a8a-4663-9949-0cfa59464d57, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cca67142-9a8a-4663-9949-0cfa59464d57,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:15.853648 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-63000aa4-0130-4a07-895e-be399f234a70 req-e4c3cc99-ab26-47db-958a-8264a30cb388 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.860842 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Routers {'ee9017b8-f372-4286-9640-bb6d9747a04b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:15.861488 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ee9017b8-f372-4286-9640-bb6d9747a04b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:15.869542 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.887318 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd0c9a0f-34f3-4aa6-889c-30bd3d92c40b req-e75962b9-feb4-42b5-a240-ee7d14c7d81a tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970633 Jul 16 01:38:15.898131 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01422758-3834-4778-a13e-8873ebff5ff2 req-b2b4196a-84c0-4662-8463-e83eb01f480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.900074 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01422758-3834-4778-a13e-8873ebff5ff2 req-b2b4196a-84c0-4662-8463-e83eb01f480d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 1095 time: 0.1949253 Jul 16 01:38:15.900384 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.905693 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-49bec57c-dfee-48d4-ac7c-7cb507c471a9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8511939 Jul 16 01:38:15.909823 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56752) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:15.952992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-63000aa4-0130-4a07-895e-be399f234a70 req-e4c3cc99-ab26-47db-958a-8264a30cb388 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Calling delete_port for cca67142-9a8a-4663-9949-0cfa59464d57 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:15.953211 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc769fae-efd1-4929-a398-2af55d558e66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca67142-9a8a-4663-9949-0cfa59464d57'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:15.961759 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a0a421-7b9e-4c46-93d7-083eb20111a7" -d '{"events": [{"server_uuid": "cc769fae-efd1-4929-a398-2af55d558e66", "name": "network-vif-unplugged", "status": "completed", "tag": "cca67142-9a8a-4663-9949-0cfa59464d57"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:16.003795 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefcb92d-dbb8-4c73-8af7-7e8f215b718a x-openstack-request-id: req-fefcb92d-dbb8-4c73-8af7-7e8f215b718a {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:16.004160 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8b369b-d71b-4742-9427-6b0f5d23ab1e", "name": "network-vif-deleted", "tag": "67bca165-ff87-4f10-ad22-3badea1d50c5", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:16.004484 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fefcb92d-dbb8-4c73-8af7-7e8f215b718a {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:16.004950 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8b369b-d71b-4742-9427-6b0f5d23ab1e', 'name': 'network-vif-deleted', 'tag': '67bca165-ff87-4f10-ad22-3badea1d50c5', 'status': 'completed', 'code': 200} Jul 16 01:38:16.018930 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port cca67142-9a8a-4663-9949-0cfa59464d57, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cca67142-9a8a-4663-9949-0cfa59464d57,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:16.022892 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b469d7-b214-4703-9fdc-1473cc949b0c None None] Network f13d2cfa-b761-4a93-8351-39312462462b requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:16.028908 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.030053 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 67bca165-ff87-4f10-ad22-3badea1d50c5 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:16.038883 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e35c7d51-61c7-4a80-8148-e615723d02d0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.063536 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Set router ee9017b8-f372-4286-9640-bb6d9747a04b gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:16.077722 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-ed4b8f69-1ad3-493f-8f4e-8a4167764dce req-8787a66f-f9e3-4624-a17e-1a01bb803d7b tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Deleting port 7423fe93-1d03-467f-80d8-099c2e5cefda {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:16.078243 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ed4b8f69-1ad3-493f-8f4e-8a4167764dce req-8787a66f-f9e3-4624-a17e-1a01bb803d7b tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.181801 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 67bca165-ff87-4f10-ad22-3badea1d50c5 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:16.183230 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 67bca165-ff87-4f10-ad22-3badea1d50c5 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:16.202707 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ed4b8f69-1ad3-493f-8f4e-8a4167764dce req-8787a66f-f9e3-4624-a17e-1a01bb803d7b tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] For port 7423fe93-1d03-467f-80d8-099c2e5cefda, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=7423fe93-1d03-467f-80d8-099c2e5cefda,segment=NetworkSegment(b109fe05-f049-409e-9719-c57679517e24),segment_id=b109fe05-f049-409e-9719-c57679517e24)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:16.203134 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ed4b8f69-1ad3-493f-8f4e-8a4167764dce req-8787a66f-f9e3-4624-a17e-1a01bb803d7b tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.221341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-ed4b8f69-1ad3-493f-8f4e-8a4167764dce req-8787a66f-f9e3-4624-a17e-1a01bb803d7b tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Calling delete_port for 7423fe93-1d03-467f-80d8-099c2e5cefda owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:16.234409 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-162fa1c0-a6dc-476a-8de0-f1fc14cc0489 None None] Provisioning for port 239ba61f-5fb6-4723-aa00-ab010605108c completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:16.294329 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=cca67142-9a8a-4663-9949-0cfa59464d57,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.308133 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.323681 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01422758-3834-4778-a13e-8873ebff5ff2 req-e598705c-7159-4f4a-b807-950e770871c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:16.325233 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01422758-3834-4778-a13e-8873ebff5ff2 req-e598705c-7159-4f4a-b807-950e770871c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 909 time: 0.3801737 Jul 16 01:38:16.390806 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e35c7d51-61c7-4a80-8148-e615723d02d0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.409771 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebd4e1-aa94-478d-a6d0-36f716dad2ac req-7efefc1e-b4ab-461f-9921-6d3ee495e24d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:16.411508 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7ebd4e1-aa94-478d-a6d0-36f716dad2ac req-7efefc1e-b4ab-461f-9921-6d3ee495e24d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.7760096 Jul 16 01:38:16.427738 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01422758-3834-4778-a13e-8873ebff5ff2 req-e363df79-1e1d-4b54-91b8-ec4286e120a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a778f48b-5a5d-408a-88ad-c2f4fa813e73 HTTP/1.1" status: 200 len: 217 time: 0.0798156 Jul 16 01:38:16.447907 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port d178f225-1686-4325-98f0-552c6e6fa42d, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d178f225-1686-4325-98f0-552c6e6fa42d,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:16.459276 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ed4b8f69-1ad3-493f-8f4e-8a4167764dce req-8787a66f-f9e3-4624-a17e-1a01bb803d7b tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.496022 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.496626 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 239ba61f-5fb6-4723-aa00-ab010605108c up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:16.503933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c7d51-61c7-4a80-8148-e615723d02d0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e6e7f7-7c57-4e07-a7ba-bac468a80c9c,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.517779 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106477af-1a34-4c7f-8536-a4a9e89b0d17 req-dc0f79df-2764-4703-b987-1f15bdd4af65 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:16.526161 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-106477af-1a34-4c7f-8536-a4a9e89b0d17 req-dc0f79df-2764-4703-b987-1f15bdd4af65 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc769fae-efd1-4929-a398-2af55d558e66 HTTP/1.1" status: 200 len: 944 time: 0.3128858 Jul 16 01:38:16.533348 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['7423fe93-1d03-467f-80d8-099c2e5cefda'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:16.546208 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b42f46dd-f534-44a5-b851-c6bfed895579 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.549354 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01422758-3834-4778-a13e-8873ebff5ff2 req-c68c9e88-25b1-4fb1-a260-3ccc458161eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:16.551097 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01422758-3834-4778-a13e-8873ebff5ff2 req-c68c9e88-25b1-4fb1-a260-3ccc458161eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.1223812 Jul 16 01:38:16.568729 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787a66f-f9e3-4624-a17e-1a01bb803d7b tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Pushing event deleted for resources: {'Port': ['ID=7423fe93-1d03-467f-80d8-099c2e5cefda,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.568961 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'name': 'tempest-ServerActionsTestJSON-665739114-router', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:13Z', 'revision_number': 3, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'gw_port': {'id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:25:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:12Z', 'updated_at': '2021-07-16T01:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:16.575863 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e35c7d51-61c7-4a80-8148-e615723d02d0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.583757 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e35c7d51-61c7-4a80-8148-e615723d02d0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3649418 Jul 16 01:38:16.584499 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56762) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:16.588819 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b42f46dd-f534-44a5-b851-c6bfed895579 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.597581 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-00e9f45e-5595-487a-b76c-aca0959290f7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:16.603767 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Checking router: ee9017b8-f372-4286-9640-bb6d9747a04b for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:16.604355 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Updating router ee9017b8-f372-4286-9640-bb6d9747a04b port 782fb458-2b8d-4828-adfb-5a3400258a86 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:38:16.658919 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01422758-3834-4778-a13e-8873ebff5ff2 req-d2b7ec90-b2fe-4d08-a88e-96f4b9d1c496 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961757 Jul 16 01:38:16.667958 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.690485 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7ebd4e1-aa94-478d-a6d0-36f716dad2ac req-81b2ebe8-5572-4835-acb8-10aeb80429b4 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332034 Jul 16 01:38:16.822908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f6f42e20-8572-4653-97b5-6235947051c2 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:16.825562 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=d178f225-1686-4325-98f0-552c6e6fa42d,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.834326 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626e4163-f901-4a35-997b-6b689cb1b16d x-openstack-request-id: req-626e4163-f901-4a35-997b-6b689cb1b16d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:16.834521 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc769fae-efd1-4929-a398-2af55d558e66", "name": "network-vif-unplugged", "status": "completed", "tag": "cca67142-9a8a-4663-9949-0cfa59464d57", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:16.834921 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-626e4163-f901-4a35-997b-6b689cb1b16d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:16.835274 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc769fae-efd1-4929-a398-2af55d558e66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca67142-9a8a-4663-9949-0cfa59464d57', 'code': 200} Jul 16 01:38:16.839447 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f46dd-f534-44a5-b851-c6bfed895579 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=6e6f3433-5b44-4c50-bf89-9ba059c65a70,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.853935 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4b8f69-1ad3-493f-8f4e-8a4167764dce req-8787a66f-f9e3-4624-a17e-1a01bb803d7b tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] No DVR routers for this DVR port 7423fe93-1d03-467f-80d8-099c2e5cefda on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:16.866688 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ed4b8f69-1ad3-493f-8f4e-8a4167764dce req-8787a66f-f9e3-4624-a17e-1a01bb803d7b tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.872922 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed4b8f69-1ad3-493f-8f4e-8a4167764dce req-8787a66f-f9e3-4624-a17e-1a01bb803d7b tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.47 "DELETE /v2.0/ports/7423fe93-1d03-467f-80d8-099c2e5cefda HTTP/1.1" status: 204 len: 173 time: 1.6352992 Jul 16 01:38:16.960702 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-106477af-1a34-4c7f-8536-a4a9e89b0d17 req-7113a78f-e5b5-4f7b-b6e3-d83350bd436c tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7c7472c-31f3-46f1-acb6-f38bc557d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328742 Jul 16 01:38:17.003172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399fb32a-db70-4e98-a1ea-147ee5972ac8', 'name': 'network-vif-deleted', 'tag': '7423fe93-1d03-467f-80d8-099c2e5cefda'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:17.010642 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186caeab-2c6c-4ccd-a9f3-de940bd40978" -d '{"events": [{"server_uuid": "399fb32a-db70-4e98-a1ea-147ee5972ac8", "name": "network-vif-deleted", "tag": "7423fe93-1d03-467f-80d8-099c2e5cefda"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:17.018933 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00e9f45e-5595-487a-b76c-aca0959290f7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.028620 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01422758-3834-4778-a13e-8873ebff5ff2 req-7d1ef700-8ee7-4dfd-a4b3-8c43b03473c5 service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172393 Jul 16 01:38:17.071367 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.086466 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Transition to ACTIVE for port object 782fb458-2b8d-4828-adfb-5a3400258a86 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:17.095307 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.162655 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-63000aa4-0130-4a07-895e-be399f234a70 req-e4c3cc99-ab26-47db-958a-8264a30cb388 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.166948 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 239ba61f-5fb6-4723-aa00-ab010605108c completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:17.184726 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 239ba61f-5fb6-4723-aa00-ab010605108c triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:17.185206 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.219158 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1899928f-e272-414c-b54b-88c447ecc26b req-d2cc170b-5235-40d8-b2bb-519ba3ecfeb1 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/5eac0ec5-d886-4db7-b035-0432d5a4ed1a HTTP/1.1" status: 200 len: 1799 time: 0.2146661 Jul 16 01:38:17.230361 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Attempting to bind port 782fb458-2b8d-4828-adfb-5a3400258a86 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:17.230652 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Attempting to bind port 782fb458-2b8d-4828-adfb-5a3400258a86 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:17.231010 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Attempting to bind port 782fb458-2b8d-4828-adfb-5a3400258a86 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:17.242105 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:17.242717 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:17.243208 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.243606 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:17.244175 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Bound port: 782fb458-2b8d-4828-adfb-5a3400258a86, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:17.244567 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.257130 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3cc99-ab26-47db-958a-8264a30cb388 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Pushing event deleted for resources: {'Port': ['ID=cca67142-9a8a-4663-9949-0cfa59464d57,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.266342 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['7423fe93-1d03-467f-80d8-099c2e5cefda'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:17.290515 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01422758-3834-4778-a13e-8873ebff5ff2 req-249a613e-7d6f-40ef-acfd-480251962d69 service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528603 Jul 16 01:38:17.292923 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e93eb-4a93-4f0e-9b29-eed1827b6adb None None] Pushing event updated for resources: {'Port': ['ID=782fb458-2b8d-4828-adfb-5a3400258a86,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.304602 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e93eb-4a93-4f0e-9b29-eed1827b6adb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.305165 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e93eb-4a93-4f0e-9b29-eed1827b6adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.305692 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e93eb-4a93-4f0e-9b29-eed1827b6adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.306480 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e93eb-4a93-4f0e-9b29-eed1827b6adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.307123 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e93eb-4a93-4f0e-9b29-eed1827b6adb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.307601 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e93eb-4a93-4f0e-9b29-eed1827b6adb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.308103 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e93eb-4a93-4f0e-9b29-eed1827b6adb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.308573 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e93eb-4a93-4f0e-9b29-eed1827b6adb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.309031 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e93eb-4a93-4f0e-9b29-eed1827b6adb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.309498 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e93eb-4a93-4f0e-9b29-eed1827b6adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.309964 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e93eb-4a93-4f0e-9b29-eed1827b6adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.310448 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e93eb-4a93-4f0e-9b29-eed1827b6adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.329438 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b42f46dd-f534-44a5-b851-c6bfed895579 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.354751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f6f42e20-8572-4653-97b5-6235947051c2, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f6f42e20-8572-4653-97b5-6235947051c2,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:17.389028 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'f6f42e20-8572-4653-97b5-6235947051c2', 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676', 'port_id': 'f6f42e20-8572-4653-97b5-6235947051c2', 'mac_address': 'fa:16:3e:8a:e2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af38b97-c213-484b-9432-794a847cd178', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:17.389488 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] For port 782fb458-2b8d-4828-adfb-5a3400258a86, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:17.393703 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] For port 782fb458-2b8d-4828-adfb-5a3400258a86, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=782fb458-2b8d-4828-adfb-5a3400258a86,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:17.401625 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.450750 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.464270 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-63000aa4-0130-4a07-895e-be399f234a70 req-e4c3cc99-ab26-47db-958a-8264a30cb388 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] No DVR routers for this DVR port cca67142-9a8a-4663-9949-0cfa59464d57 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:17.468264 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-63000aa4-0130-4a07-895e-be399f234a70 req-e4c3cc99-ab26-47db-958a-8264a30cb388 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.470510 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63000aa4-0130-4a07-895e-be399f234a70 req-e4c3cc99-ab26-47db-958a-8264a30cb388 tempest-MultipleCreateTestJSON-1280041038 tempest-MultipleCreateTestJSON-1280041038-project] 10.222.0.26 "DELETE /v2.0/ports/cca67142-9a8a-4663-9949-0cfa59464d57 HTTP/1.1" status: 204 len: 173 time: 2.6984570 Jul 16 01:38:17.481135 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b3ec3-a5be-4f8e-8b1d-7d2e7bf47c64 req-34c02645-9c39-4a6a-9019-44b62486335b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.485341 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f42e20-8572-4653-97b5-6235947051c2 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:17.489303 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a7b3ec3-a5be-4f8e-8b1d-7d2e7bf47c64 req-34c02645-9c39-4a6a-9019-44b62486335b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.4548504 Jul 16 01:38:17.496717 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.503493 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Routers {'ee9017b8-f372-4286-9640-bb6d9747a04b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:17.504538 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ee9017b8-f372-4286-9640-bb6d9747a04b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:17.550514 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1899928f-e272-414c-b54b-88c447ecc26b req-8b3708bc-80f5-4d66-a843-ab7dccd1ee95 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.558162 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e93eb-4a93-4f0e-9b29-eed1827b6adb None None] Pushing event updated for resources: {'Port': ['ID=782fb458-2b8d-4828-adfb-5a3400258a86,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.581062 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f6f42e20-8572-4653-97b5-6235947051c2, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f6f42e20-8572-4653-97b5-6235947051c2,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:17.583135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f90411cd-20c1-4c2a-b61a-ca19d21756d5 None None] Provisioning for port 6e6f3433-5b44-4c50-bf89-9ba059c65a70 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:17.600973 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1899928f-e272-414c-b54b-88c447ecc26b req-8b3708bc-80f5-4d66-a843-ab7dccd1ee95 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.640120 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 239ba61f-5fb6-4723-aa00-ab010605108c, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=239ba61f-5fb6-4723-aa00-ab010605108c,segment=NetworkSegment(42fa650e-94b6-49c3-af3a-14d15655d598),segment_id=42fa650e-94b6-49c3-af3a-14d15655d598)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:17.642346 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.727302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f90411cd-20c1-4c2a-b61a-ca19d21756d5 None None] Provisioning complete for port 6e6f3433-5b44-4c50-bf89-9ba059c65a70 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:17.727684 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f90411cd-20c1-4c2a-b61a-ca19d21756d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.736898 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] Set router ee9017b8-f372-4286-9640-bb6d9747a04b gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:17.771501 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1899928f-e272-414c-b54b-88c447ecc26b req-8b3708bc-80f5-4d66-a843-ab7dccd1ee95 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.780565 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1899928f-e272-414c-b54b-88c447ecc26b req-8b3708bc-80f5-4d66-a843-ab7dccd1ee95 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.781898 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1899928f-e272-414c-b54b-88c447ecc26b req-8b3708bc-80f5-4d66-a843-ab7dccd1ee95 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "DELETE /v2.0/security-groups/5eac0ec5-d886-4db7-b035-0432d5a4ed1a HTTP/1.1" status: 204 len: 173 time: 0.5616472 Jul 16 01:38:17.789018 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f6f42e20-8572-4653-97b5-6235947051c2,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.792701 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f90411cd-20c1-4c2a-b61a-ca19d21756d5 None None] Port 6e6f3433-5b44-4c50-bf89-9ba059c65a70 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:17.795732 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.846816 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f90411cd-20c1-4c2a-b61a-ca19d21756d5 None None] Provisioning complete for port 239ba61f-5fb6-4723-aa00-ab010605108c triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:17.847194 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f90411cd-20c1-4c2a-b61a-ca19d21756d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.895968 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b42f46dd-f534-44a5-b851-c6bfed895579 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.936970 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=239ba61f-5fb6-4723-aa00-ab010605108c,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.944076 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3708bc-80f5-4d66-a843-ab7dccd1ee95 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eac0ec5-d886-4db7-b035-0432d5a4ed1a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.970372 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3708bc-80f5-4d66-a843-ab7dccd1ee95 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.971021 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3708bc-80f5-4d66-a843-ab7dccd1ee95 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.971373 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3708bc-80f5-4d66-a843-ab7dccd1ee95 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.971740 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3708bc-80f5-4d66-a843-ab7dccd1ee95 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.972067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3708bc-80f5-4d66-a843-ab7dccd1ee95 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.972398 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3708bc-80f5-4d66-a843-ab7dccd1ee95 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.972723 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3708bc-80f5-4d66-a843-ab7dccd1ee95 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.973046 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3708bc-80f5-4d66-a843-ab7dccd1ee95 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.973368 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3708bc-80f5-4d66-a843-ab7dccd1ee95 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.973692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3708bc-80f5-4d66-a843-ab7dccd1ee95 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.974132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3708bc-80f5-4d66-a843-ab7dccd1ee95 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:17.974593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3708bc-80f5-4d66-a843-ab7dccd1ee95 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:18.086620 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d178f225-1686-4325-98f0-552c6e6fa42d up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:18.088828 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['f6f42e20-8572-4653-97b5-6235947051c2'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:18.210684 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a7b3ec3-a5be-4f8e-8b1d-7d2e7bf47c64 req-0555ccfd-9e2e-42ca-bedc-98a6f330f9d8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7180414 Jul 16 01:38:18.235006 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'name': 'tempest-ServerActionsTestJSON-665739114-router', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:13Z', 'revision_number': 3, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'gw_port': {'id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:25:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:12Z', 'updated_at': '2021-07-16T01:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:18.281386 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca5495a-2e51-4aab-8b10-a3d24155026b None None] The sync data for ids ['ee9017b8-f372-4286-9640-bb6d9747a04b'] in n-d-800086-6 is: [{'id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'name': 'tempest-ServerActionsTestJSON-665739114-router', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:13Z', 'revision_number': 3, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'gw_port': {'id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:25:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:12Z', 'updated_at': '2021-07-16T01:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:18.311940 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f187c031-be72-40a5-b9e2-69eb101f3d4a x-openstack-request-id: req-f187c031-be72-40a5-b9e2-69eb101f3d4a {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:18.312470 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399fb32a-db70-4e98-a1ea-147ee5972ac8", "name": "network-vif-deleted", "tag": "7423fe93-1d03-467f-80d8-099c2e5cefda", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:18.312470 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f187c031-be72-40a5-b9e2-69eb101f3d4a {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:18.322726 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399fb32a-db70-4e98-a1ea-147ee5972ac8', 'name': 'network-vif-deleted', 'tag': '7423fe93-1d03-467f-80d8-099c2e5cefda', 'status': 'completed', 'code': 200} Jul 16 01:38:18.353526 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00e9f45e-5595-487a-b76c-aca0959290f7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.394112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port d178f225-1686-4325-98f0-552c6e6fa42d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:18.395353 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.412903 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc3bcc-a221-4fcc-9f1d-3122d5564435 req-7c0ad6b6-eb47-43a9-8591-28ea25b59871 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.420403 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9fbc3bcc-a221-4fcc-9f1d-3122d5564435 req-7c0ad6b6-eb47-43a9-8591-28ea25b59871 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 944 time: 0.3650742 Jul 16 01:38:18.487546 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9fbc3bcc-a221-4fcc-9f1d-3122d5564435 req-b7a32fbc-6d5b-48cf-a429-019035435084 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662012 Jul 16 01:38:18.518335 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d27bd8b6-8a09-4fad-9ea9-559982fd890b None None] Provisioning complete for port 6e6f3433-5b44-4c50-bf89-9ba059c65a70 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:18.518721 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d27bd8b6-8a09-4fad-9ea9-559982fd890b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.565947 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b42f46dd-f534-44a5-b851-c6bfed895579 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.596734 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-00e9f45e-5595-487a-b76c-aca0959290f7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Allocated IP 172.25.1.113 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/e2db422d-a612-4b59-9498-8f2f3ff65f38) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:18.599336 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d27bd8b6-8a09-4fad-9ea9-559982fd890b None None] Port 6e6f3433-5b44-4c50-bf89-9ba059c65a70 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:18.610395 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31005465-4076-49b5-9f99-413095e7011c req-a33608b5-c49f-4015-8580-e347c543df2d tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "GET /v2.0/security-groups/a84e2478-8d68-4ba7-9fe5-04cd2ede6f96 HTTP/1.1" status: 200 len: 1801 time: 0.0878038 Jul 16 01:38:18.624060 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b42f46dd-f534-44a5-b851-c6bfed895579 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.633865 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b42f46dd-f534-44a5-b851-c6bfed895579 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.655813 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 7423fe93-1d03-467f-80d8-099c2e5cefda no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:18.688777 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 7423fe93-1d03-467f-80d8-099c2e5cefda {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:18.689193 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 7423fe93-1d03-467f-80d8-099c2e5cefda not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:18.753244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f46dd-f534-44a5-b851-c6bfed895579 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=6e6f3433-5b44-4c50-bf89-9ba059c65a70,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:18.774812 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.796739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bae920-ced7-4feb-b740-d685382cf187 req-e05c2a1a-6908-42ee-94b6-b153e81ac517 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.798333 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71bae920-ced7-4feb-b740-d685382cf187 req-e05c2a1a-6908-42ee-94b6-b153e81ac517 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.2832804 Jul 16 01:38:18.829976 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-31005465-4076-49b5-9f99-413095e7011c req-ed178440-404d-48a0-8cca-125a282a79e1 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.863826 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00e9f45e-5595-487a-b76c-aca0959290f7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.866871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42f46dd-f534-44a5-b851-c6bfed895579 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network f13d2cfa-b761-4a93-8351-39312462462b is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:18.868880 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-31005465-4076-49b5-9f99-413095e7011c req-ed178440-404d-48a0-8cca-125a282a79e1 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.871869 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-b42f46dd-f534-44a5-b851-c6bfed895579 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:18.915984 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71bae920-ced7-4feb-b740-d685382cf187 req-d05bf3cd-e466-43de-a36a-3e16f202ddc1 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054409 Jul 16 01:38:19.056761 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-31005465-4076-49b5-9f99-413095e7011c req-ed178440-404d-48a0-8cca-125a282a79e1 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.059555 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-31005465-4076-49b5-9f99-413095e7011c req-ed178440-404d-48a0-8cca-125a282a79e1 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.060827 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31005465-4076-49b5-9f99-413095e7011c req-ed178440-404d-48a0-8cca-125a282a79e1 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] 10.222.0.54 "DELETE /v2.0/security-groups/a84e2478-8d68-4ba7-9fe5-04cd2ede6f96 HTTP/1.1" status: 204 len: 173 time: 0.4485948 Jul 16 01:38:19.075723 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56778) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:19.081482 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00e9f45e-5595-487a-b76c-aca0959290f7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.101390 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42f46dd-f534-44a5-b851-c6bfed895579 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router c7c252ac-b35d-41bc-a23e-e6b58bfe531a is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:38:19.104260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed178440-404d-48a0-8cca-125a282a79e1 tempest-SecurityGroupsTestJSON-98390217 tempest-SecurityGroupsTestJSON-98390217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84e2478-8d68-4ba7-9fe5-04cd2ede6f96,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.161597 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e9f45e-5595-487a-b76c-aca0959290f7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:19.168812 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-00e9f45e-5595-487a-b76c-aca0959290f7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:19.172125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9f45e-5595-487a-b76c-aca0959290f7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:19.205920 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56780) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:19.225538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e1e228c7-7719-494b-b5e1-818595eb17a4 None None] Provisioning complete for port 6e6f3433-5b44-4c50-bf89-9ba059c65a70 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:19.226456 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e1e228c7-7719-494b-b5e1-818595eb17a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.246519 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] Allocated IP 172.20.0.1 (9a4578f6-e79e-403f-8401-5b41afbe66e6/e58ed57f-5f2f-47f0-8d91-3a3adcdcd958/225dfc41-7f4b-4466-a461-5ae628d6ec90) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:19.252903 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9f45e-5595-487a-b76c-aca0959290f7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event updated for resources: {'Port': ['ID=e2db422d-a612-4b59-9498-8f2f3ff65f38,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.254594 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-4849962c-3f31-42ee-b39c-8e252b471bb1 admin admin] Deleting subnet 80374b9f-2bf3-4ec7-862f-ebb8ade373c7 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:19.258602 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4849962c-3f31-42ee-b39c-8e252b471bb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.290479 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e1e228c7-7719-494b-b5e1-818595eb17a4 None None] Port 6e6f3433-5b44-4c50-bf89-9ba059c65a70 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:19.327026 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00e9f45e-5595-487a-b76c-aca0959290f7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.361167 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3e1c00-0a66-4dd2-bb47-0e025826332b admin admin] Deleting subnet a1fc1a87-78fa-4dc0-8d01-d32edaa364d7 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:19.365089 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9c3e1c00-0a66-4dd2-bb47-0e025826332b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.423257 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00e9f45e-5595-487a-b76c-aca0959290f7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.455458 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9c3e1c00-0a66-4dd2-bb47-0e025826332b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.456053 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.465419 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4849962c-3f31-42ee-b39c-8e252b471bb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.486073 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] Transition to ACTIVE for port object 225dfc41-7f4b-4466-a461-5ae628d6ec90 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:19.506169 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42f46dd-f534-44a5-b851-c6bfed895579 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:19.525324 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b42f46dd-f534-44a5-b851-c6bfed895579 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/c7c252ac-b35d-41bc-a23e-e6b58bfe531a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3128078 Jul 16 01:38:19.529253 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9566484b-9273-45ef-886f-b54996ce84d4 None None] Sync routers for ids ['c7c252ac-b35d-41bc-a23e-e6b58bfe531a'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:19.535784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56786) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:19.541259 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9566484b-9273-45ef-886f-b54996ce84d4 None None] Routers {'c7c252ac-b35d-41bc-a23e-e6b58bfe531a'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:19.542131 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9566484b-9273-45ef-886f-b54996ce84d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c7c252ac-b35d-41bc-a23e-e6b58bfe531a'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:19.577743 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9c3e1c00-0a66-4dd2-bb47-0e025826332b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.587949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defe152-be5b-4868-a280-cae9ff3b74e0 req-cc189e3f-cf86-4c9d-931a-91887f74b076 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.589491 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7defe152-be5b-4868-a280-cae9ff3b74e0 req-cc189e3f-cf86-4c9d-931a-91887f74b076 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.2194972 Jul 16 01:38:19.603807 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9566484b-9273-45ef-886f-b54996ce84d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:19.614426 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9566484b-9273-45ef-886f-b54996ce84d4 None None] Routers {'c7c252ac-b35d-41bc-a23e-e6b58bfe531a'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:19.615349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9566484b-9273-45ef-886f-b54996ce84d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c7c252ac-b35d-41bc-a23e-e6b58bfe531a'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:19.621466 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4849962c-3f31-42ee-b39c-8e252b471bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.640547 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36699ff-9917-40be-a237-b9dbc6250467 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.641970 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e36699ff-9917-40be-a237-b9dbc6250467 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/ports/6e6f3433-5b44-4c50-bf89-9ba059c65a70 HTTP/1.1" status: 200 len: 982 time: 0.1051598 Jul 16 01:38:19.645437 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.648693 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56788) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:19.665781 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9566484b-9273-45ef-886f-b54996ce84d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:19.666594 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9566484b-9273-45ef-886f-b54996ce84d4 None None] The sync data for ids ['c7c252ac-b35d-41bc-a23e-e6b58bfe531a'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:19.701591 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7defe152-be5b-4868-a280-cae9ff3b74e0 req-dba17009-954b-4bcb-9431-b603bcbccd22 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893948 Jul 16 01:38:19.733863 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9c3e1c00-0a66-4dd2-bb47-0e025826332b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.766373 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4849962c-3f31-42ee-b39c-8e252b471bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.769407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e1c00-0a66-4dd2-bb47-0e025826332b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1fc1a87-78fa-4dc0-8d01-d32edaa364d7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.780275 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9c3e1c00-0a66-4dd2-bb47-0e025826332b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.784620 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9c3e1c00-0a66-4dd2-bb47-0e025826332b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a1fc1a87-78fa-4dc0-8d01-d32edaa364d7 HTTP/1.1" status: 204 len: 168 time: 0.5731311 Jul 16 01:38:19.785413 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56790) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:19.815031 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] Network 9a4578f6-e79e-403f-8401-5b41afbe66e6 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:19.831536 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:19.838962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=225dfc41-7f4b-4466-a461-5ae628d6ec90,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.846796 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:19.882306 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00e9f45e-5595-487a-b76c-aca0959290f7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.903393 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00e9f45e-5595-487a-b76c-aca0959290f7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.072418 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 782fb458-2b8d-4828-adfb-5a3400258a86 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:20.169645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 782fb458-2b8d-4828-adfb-5a3400258a86 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:20.176187 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 782fb458-2b8d-4828-adfb-5a3400258a86 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:20.176594 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.186401 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.201233 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9f45e-5595-487a-b76c-aca0959290f7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event updated for resources: {'Port': ['ID=e2db422d-a612-4b59-9498-8f2f3ff65f38,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:20.242971 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4849962c-3f31-42ee-b39c-8e252b471bb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.244863 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4849962c-3f31-42ee-b39c-8e252b471bb1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/80374b9f-2bf3-4ec7-862f-ebb8ade373c7 HTTP/1.1" status: 204 len: 168 time: 1.1681576 Jul 16 01:38:20.246964 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849962c-3f31-42ee-b39c-8e252b471bb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80374b9f-2bf3-4ec7-862f-ebb8ade373c7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:20.251390 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4ff7d055-ea8d-40c2-8d7d-a45245ec3442 None None] Provisioning for port 225dfc41-7f4b-4466-a461-5ae628d6ec90 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:20.253044 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d819c-12e5-4965-8a3d-855243fcb220 req-bc56bdae-3661-4fb5-9a71-b3230e74bf2d tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.254733 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f5d819c-12e5-4965-8a3d-855243fcb220 req-bc56bdae-3661-4fb5-9a71-b3230e74bf2d tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 944 time: 0.5391269 Jul 16 01:38:20.260572 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56794) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:20.282443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4ff7d055-ea8d-40c2-8d7d-a45245ec3442 None None] Provisioning complete for port 225dfc41-7f4b-4466-a461-5ae628d6ec90 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:20.283055 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ff7d055-ea8d-40c2-8d7d-a45245ec3442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.327231 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.341426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc769fae-efd1-4929-a398-2af55d558e66', 'name': 'network-vif-deleted', 'tag': 'cca67142-9a8a-4663-9949-0cfa59464d57'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:20.344431 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288d887d-8044-4c93-b430-f0c8485b3404" -d '{"events": [{"server_uuid": "cc769fae-efd1-4929-a398-2af55d558e66", "name": "network-vif-deleted", "tag": "cca67142-9a8a-4663-9949-0cfa59464d57"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:20.348111 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-4ff7d055-ea8d-40c2-8d7d-a45245ec3442 None None] Port 225dfc41-7f4b-4466-a461-5ae628d6ec90 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:20.361504 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 782fb458-2b8d-4828-adfb-5a3400258a86, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=782fb458-2b8d-4828-adfb-5a3400258a86,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:20.368313 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.368977 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-81ee6579-435c-4c3a-a8e4-dac3b96a2054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.369804 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 239ba61f-5fb6-4723-aa00-ab010605108c up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:20.378518 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00e9f45e-5595-487a-b76c-aca0959290f7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.392648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5acf40-e5ce-4b65-8b76-5d0c63e81895 req-3c33d7c0-d459-4fc6-98fa-0fa9f04f4c78 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.394289 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a5acf40-e5ce-4b65-8b76-5d0c63e81895 req-3c33d7c0-d459-4fc6-98fa-0fa9f04f4c78 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.1637378 Jul 16 01:38:20.472681 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a5acf40-e5ce-4b65-8b76-5d0c63e81895 req-d0fe9caa-0361-4b8b-9aac-f2e209ab8186 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560045 Jul 16 01:38:20.473791 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=782fb458-2b8d-4828-adfb-5a3400258a86,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:20.498034 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00e9f45e-5595-487a-b76c-aca0959290f7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.507999 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-00e9f45e-5595-487a-b76c-aca0959290f7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9063282 Jul 16 01:38:20.508462 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-81ee6579-435c-4c3a-a8e4-dac3b96a2054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.508807 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f5d819c-12e5-4965-8a3d-855243fcb220 req-c15fd7a8-7d67-4611-b855-c8d1daeec139 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300153 Jul 16 01:38:20.508884 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 239ba61f-5fb6-4723-aa00-ab010605108c triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:20.509843 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.513305 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-67ada6ef-be01-41d5-9cf7-be8da9cba765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.546242 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-81ee6579-435c-4c3a-a8e4-dac3b96a2054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb5542d-2249-4a95-ac0b-10591e9aeb1a']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:20.588492 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-81ee6579-435c-4c3a-a8e4-dac3b96a2054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b109fe05-f049-409e-9719-c57679517e24') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:20.590441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-81ee6579-435c-4c3a-a8e4-dac3b96a2054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b109fe05-f049-409e-9719-c57679517e24') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:20.623332 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-81ee6579-435c-4c3a-a8e4-dac3b96a2054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.639512 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-81ee6579-435c-4c3a-a8e4-dac3b96a2054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.647225 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ee6579-435c-4c3a-a8e4-dac3b96a2054 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:20.648205 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-81ee6579-435c-4c3a-a8e4-dac3b96a2054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:20.651294 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:20.655013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f6f42e20-8572-4653-97b5-6235947051c2 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:20.703179 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-67ada6ef-be01-41d5-9cf7-be8da9cba765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.713272 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3895ba37-77ad-4a2d-ac40-b37a4663debe x-openstack-request-id: req-3895ba37-77ad-4a2d-ac40-b37a4663debe {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:20.713591 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc769fae-efd1-4929-a398-2af55d558e66", "name": "network-vif-deleted", "tag": "cca67142-9a8a-4663-9949-0cfa59464d57", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:20.713807 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port f6f42e20-8572-4653-97b5-6235947051c2 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:20.713919 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3895ba37-77ad-4a2d-ac40-b37a4663debe {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:20.714307 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc769fae-efd1-4929-a398-2af55d558e66', 'name': 'network-vif-deleted', 'tag': 'cca67142-9a8a-4663-9949-0cfa59464d57', 'status': 'completed', 'code': 200} Jul 16 01:38:20.719431 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port f6f42e20-8572-4653-97b5-6235947051c2 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:20.719915 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.729490 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-81ee6579-435c-4c3a-a8e4-dac3b96a2054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.745947 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-81ee6579-435c-4c3a-a8e4-dac3b96a2054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.754107 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-81ee6579-435c-4c3a-a8e4-dac3b96a2054 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1bb5542d-2249-4a95-ac0b-10591e9aeb1a HTTP/1.1" status: 204 len: 168 time: 0.9676976 Jul 16 01:38:20.780957 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee6579-435c-4c3a-a8e4-dac3b96a2054 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bb5542d-2249-4a95-ac0b-10591e9aeb1a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:20.787343 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-67ada6ef-be01-41d5-9cf7-be8da9cba765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788e2996-ae41-440d-8892-e7b9ea2dc68e']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:20.799357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-67ada6ef-be01-41d5-9cf7-be8da9cba765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82acdce-5aca-4031-8db4-96e971373951') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:20.799662 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-67ada6ef-be01-41d5-9cf7-be8da9cba765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82acdce-5aca-4031-8db4-96e971373951') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:20.813046 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-67ada6ef-be01-41d5-9cf7-be8da9cba765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.817665 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.853800 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-67ada6ef-be01-41d5-9cf7-be8da9cba765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.867504 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.872801 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b24d96-1b7f-468e-a290-9ec5399cb371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f42e20-8572-4653-97b5-6235947051c2'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:20.883634 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ada6ef-be01-41d5-9cf7-be8da9cba765 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:20.883634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-67ada6ef-be01-41d5-9cf7-be8da9cba765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.884696 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a44b7a-d2cb-4c4c-adda-8bdb2487c4c1" -d '{"events": [{"server_uuid": "a1b24d96-1b7f-468e-a290-9ec5399cb371", "name": "network-vif-plugged", "status": "completed", "tag": "f6f42e20-8572-4653-97b5-6235947051c2"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:20.889644 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:20.918706 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f6f42e20-8572-4653-97b5-6235947051c2, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f6f42e20-8572-4653-97b5-6235947051c2,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:20.932617 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.972557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacb4be-bd64-4f5a-9ff5-74a4535bf2ff req-32720494-00c4-4044-bfcf-a0582a025547 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.974186 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9aacb4be-bd64-4f5a-9ff5-74a4535bf2ff req-32720494-00c4-4044-bfcf-a0582a025547 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.0932052 Jul 16 01:38:20.974735 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56820) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:20.993186 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f6f42e20-8572-4653-97b5-6235947051c2,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:21.028981 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-67ada6ef-be01-41d5-9cf7-be8da9cba765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.040484 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-67ada6ef-be01-41d5-9cf7-be8da9cba765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.042412 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-67ada6ef-be01-41d5-9cf7-be8da9cba765 admin admin] 10.222.0.54 "DELETE /v2.0/networks/788e2996-ae41-440d-8892-e7b9ea2dc68e HTTP/1.1" status: 204 len: 168 time: 0.7804329 Jul 16 01:38:21.044817 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9aacb4be-bd64-4f5a-9ff5-74a4535bf2ff req-8b2f5005-7c25-4b99-83d8-997d0f9fb210 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623956 Jul 16 01:38:21.064197 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0e633627-3f64-426f-adee-4fc2a6411e24 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9f1c35504a464c3f959f9ff2456e3961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0849209 Jul 16 01:38:21.064525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56824) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.098586 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-6d68c953-6ae5-4fb2-8f41-341f717f969f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--975075578&fields=id&tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64 HTTP/1.1" status: 200 len: 267 time: 0.1468322 Jul 16 01:38:21.116581 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9b8372-1482-4091-a62f-f11c6e293113 x-openstack-request-id: req-ea9b8372-1482-4091-a62f-f11c6e293113 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:21.116982 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b24d96-1b7f-468e-a290-9ec5399cb371", "name": "network-vif-plugged", "status": "completed", "tag": "f6f42e20-8572-4653-97b5-6235947051c2", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:21.117336 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ea9b8372-1482-4091-a62f-f11c6e293113 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:21.117824 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b24d96-1b7f-468e-a290-9ec5399cb371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f42e20-8572-4653-97b5-6235947051c2', 'code': 200} Jul 16 01:38:21.126993 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ada6ef-be01-41d5-9cf7-be8da9cba765 admin admin] Pushing event deleted for resources: {'Network': ['ID=788e2996-ae41-440d-8892-e7b9ea2dc68e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:21.141756 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8730869e-7672-4e69-891f-aaf77467d908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.169736 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8730869e-7672-4e69-891f-aaf77467d908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.232464 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8730869e-7672-4e69-891f-aaf77467d908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.236105 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8730869e-7672-4e69-891f-aaf77467d908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.240263 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8730869e-7672-4e69-891f-aaf77467d908 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e7c7472c-31f3-46f1-acb6-f38bc557d8bb HTTP/1.1" status: 204 len: 168 time: 0.1749315 Jul 16 01:38:21.261848 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730869e-7672-4e69-891f-aaf77467d908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c7472c-31f3-46f1-acb6-f38bc557d8bb,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:21.266248 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56828) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.359247 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-565b33a5-e7ac-4faf-beef-cd4e8c237430 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a41b869f49b349909b5f3c4b94798fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0914676 Jul 16 01:38:21.361531 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56830) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.394640 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ec979-ed20-41ef-90cc-9b7c5c8e3712 req-9b236d13-7dbe-4609-876c-1433dbaf8cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.396269 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-396ec979-ed20-41ef-90cc-9b7c5c8e3712 req-9b236d13-7dbe-4609-876c-1433dbaf8cdb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 1096 time: 0.1453991 Jul 16 01:38:21.449217 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a92d51f7-9031-498d-b208-d11cb094d854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.460931 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-396ec979-ed20-41ef-90cc-9b7c5c8e3712 req-7ed74a37-7df2-4f40-af54-af7e736cd993 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559068 Jul 16 01:38:21.494202 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a92d51f7-9031-498d-b208-d11cb094d854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.558942 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a92d51f7-9031-498d-b208-d11cb094d854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.561861 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a92d51f7-9031-498d-b208-d11cb094d854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.566240 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a92d51f7-9031-498d-b208-d11cb094d854 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab6b5a19-66da-4ce1-b890-493acd22189f HTTP/1.1" status: 204 len: 168 time: 0.2015047 Jul 16 01:38:21.571513 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.578755 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d51f7-9031-498d-b208-d11cb094d854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6b5a19-66da-4ce1-b890-493acd22189f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:21.686806 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5f24416c-84ca-424d-bf35-ca47b39bb3d8 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.693390 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5f24416c-84ca-424d-bf35-ca47b39bb3d8 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports/38632ecf-0c45-4f74-98a7-3369ccdd828e HTTP/1.1" status: 200 len: 931 time: 0.5642500 Jul 16 01:38:21.731366 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb5728-94e4-477e-b044-661defc9ca91 req-093e229a-b928-4067-9bd1-a20fa7abc96d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.733068 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55fb5728-94e4-477e-b044-661defc9ca91 req-093e229a-b928-4067-9bd1-a20fa7abc96d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.0822666 Jul 16 01:38:21.795091 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.802468 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55fb5728-94e4-477e-b044-661defc9ca91 req-fa668996-8b66-48c9-9d99-a93488d667d6 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630312 Jul 16 01:38:21.816323 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-db79e626-b291-42ad-b954-47fecc465453 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.822804 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-db79e626-b291-42ad-b954-47fecc465453 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports/6d22a53b-2464-4614-a2e4-ad4303acef4b HTTP/1.1" status: 200 len: 930 time: 0.1285317 Jul 16 01:38:21.824719 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.953297 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 782fb458-2b8d-4828-adfb-5a3400258a86 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:21.960192 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e1d3e166-6738-41e7-9f47-a8997f0e8398 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?network_id=b9af7ef5-ac18-4736-89a9-97ab3ca3428e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1362674 Jul 16 01:38:21.968563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4b359-7c5d-4105-946e-f2e4606d8eba req-cc58d7fb-7281-496a-bd00-5dca95af42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.970057 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74d4b359-7c5d-4105-946e-f2e4606d8eba req-cc58d7fb-7281-496a-bd00-5dca95af42fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 1096 time: 0.4154444 Jul 16 01:38:22.031360 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187190d-7e89-4cc1-9d24-da163f7fd2a3 req-eaab412c-dca5-4bd0-8802-877238cd4d5e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.039197 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3187190d-7e89-4cc1-9d24-da163f7fd2a3 req-eaab412c-dca5-4bd0-8802-877238cd4d5e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 945 time: 0.0945857 Jul 16 01:38:22.044983 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-bd86d506-cfa7-42d3-b03e-acf0eadd26fd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?network_id=b9af7ef5-ac18-4736-89a9-97ab3ca3428e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0838232 Jul 16 01:38:22.052086 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.067098 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 782fb458-2b8d-4828-adfb-5a3400258a86 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:22.067487 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.090526 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3187190d-7e89-4cc1-9d24-da163f7fd2a3 req-14749af5-fe7a-42c2-9a60-4376a0eff1f9 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506649 Jul 16 01:38:22.099280 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=225dfc41-7f4b-4466-a461-5ae628d6ec90,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:22.188895 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74d4b359-7c5d-4105-946e-f2e4606d8eba req-6e468f32-3398-4798-9f2e-5a39324840d1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829901 Jul 16 01:38:22.310833 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c567e-3e0b-4de6-af7b-412811000b53 req-6d3d0f4d-194c-485d-bc10-c7e83b35dfac tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.319663 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-893c567e-3e0b-4de6-af7b-412811000b53 req-6d3d0f4d-194c-485d-bc10-c7e83b35dfac tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.1054714 Jul 16 01:38:22.341548 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-99a00257-a137-4c67-90f1-8974e05aa916 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.348852 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-99a00257-a137-4c67-90f1-8974e05aa916 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.356994 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-99a00257-a137-4c67-90f1-8974e05aa916 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.364037 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-99a00257-a137-4c67-90f1-8974e05aa916 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/networks?id=390a5774-3bfa-4097-9619-3ba7e652e7e6&id=525896ce-09df-4da2-9eab-4fa66a501412&id=525896ce-09df-4da2-9eab-4fa66a501412&id=b9af7ef5-ac18-4736-89a9-97ab3ca3428e&id=b9af7ef5-ac18-4736-89a9-97ab3ca3428e HTTP/1.1" status: 200 len: 1990 time: 0.3179712 Jul 16 01:38:22.367629 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-893c567e-3e0b-4de6-af7b-412811000b53 req-56cb8447-1d8b-4884-b53c-f0af25158dcf tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467205 Jul 16 01:38:22.369046 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] Network 9a4578f6-e79e-403f-8401-5b41afbe66e6 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:22.379350 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:22.396599 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-9dc5d6b3-f16c-4d95-81a5-c04a1edadc7e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/quotas/fa5d0aa8f7424cfc9d4100cd0760da64 HTTP/1.1" status: 200 len: 375 time: 0.0312953 Jul 16 01:38:22.414412 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56868) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:22.557644 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-bff25da1-9fc5-4026-b093-4d052e432a18 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1467738965-network', 'tenant_id': 'b50272ccabc0406eabaf08d9707c8ad1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:22.571048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting port 6e6f3433-5b44-4c50-bf89-9ba059c65a70 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:22.571391 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.587591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff25da1-9fc5-4026-b093-4d052e432a18 admin admin] Made reservation on behalf of b50272ccabc0406eabaf08d9707c8ad1 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:22.590141 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bff25da1-9fc5-4026-b093-4d052e432a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.602182 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bff25da1-9fc5-4026-b093-4d052e432a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.640766 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-cb056e64-20a8-4f86-8c84-cae9b4af9e20 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2414689 Jul 16 01:38:22.693742 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a2067bf5-abbb-4751-ac8e-f85d4fe0d308 None None] Provisioning complete for port 225dfc41-7f4b-4466-a461-5ae628d6ec90 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:22.694659 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2067bf5-abbb-4751-ac8e-f85d4fe0d308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.742304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] Router ee9017b8-f372-4286-9640-bb6d9747a04b has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:22.747293 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bff25da1-9fc5-4026-b093-4d052e432a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.752936 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bff25da1-9fc5-4026-b093-4d052e432a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.766624 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56880) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:22.772775 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a2067bf5-abbb-4751-ac8e-f85d4fe0d308 None None] Port 225dfc41-7f4b-4466-a461-5ae628d6ec90 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:22.790063 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff25da1-9fc5-4026-b093-4d052e432a18 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:22.800950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff25da1-9fc5-4026-b093-4d052e432a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c4c1fd-4915-425b-887a-2f97eb9c8818,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:22.806227 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bff25da1-9fc5-4026-b093-4d052e432a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.806436 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-bff25da1-9fc5-4026-b093-4d052e432a18 admin admin] Added segment 47c6b3b7-4533-40ad-9731-dcb00cf3e0b4 of type vlan for network 0c1e04e9-ab6c-49dc-b59c-4da428507abb Jul 16 01:38:22.834303 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.884082 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bff25da1-9fc5-4026-b093-4d052e432a18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.890088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Calling delete_port for 6e6f3433-5b44-4c50-bf89-9ba059c65a70 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:22.924256 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ce8ac6ef-d86b-4d36-bcd0-fc3686129880 service neutron] 10.222.0.54 "GET /v2.0/networks/390a5774-3bfa-4097-9619-3ba7e652e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388535 Jul 16 01:38:22.925023 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bff25da1-9fc5-4026-b093-4d052e432a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.926595 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff25da1-9fc5-4026-b093-4d052e432a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.928027 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bff25da1-9fc5-4026-b093-4d052e432a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.960424 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bff25da1-9fc5-4026-b093-4d052e432a18 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5441780 Jul 16 01:38:22.970077 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-5e895aca-0b32-4e2c-93e3-b89a05c439a0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-278799008-network', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:22.970357 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56886) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:22.977158 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-24e364ee-263f-4e5d-88d9-110f0252d400 admin admin] Request body: {'subnet': {'network_id': '0c1e04e9-ab6c-49dc-b59c-4da428507abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1467738965-subnet', 'tenant_id': 'b50272ccabc0406eabaf08d9707c8ad1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:23.033593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff25da1-9fc5-4026-b093-4d052e432a18 admin admin] Pushing event updated for resources: {'Network': ['ID=0c1e04e9-ab6c-49dc-b59c-4da428507abb,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.050312 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 0c1e04e9-ab6c-49dc-b59c-4da428507abb details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:23.060271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e364ee-263f-4e5d-88d9-110f0252d400 admin admin] Made reservation on behalf of b50272ccabc0406eabaf08d9707c8ad1 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:23.062674 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24e364ee-263f-4e5d-88d9-110f0252d400 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.102691 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d73e7-95c0-43a6-9bbd-865074ca3bca req-6c021c0e-fd46-4a25-9397-9fb6dd62be83 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:23.110352 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-808d73e7-95c0-43a6-9bbd-865074ca3bca req-6c021c0e-fd46-4a25-9397-9fb6dd62be83 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.1541247 Jul 16 01:38:23.132037 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:23.141037 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2394fc3e-0e6e-49ed-a702-711831674ae8 admin admin] 10.222.0.54 "PUT /v2.0/routers/ee9017b8-f372-4286-9640-bb6d9747a04b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2114465 Jul 16 01:38:23.143301 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e895aca-0b32-4e2c-93e3-b89a05c439a0 admin admin] Made reservation on behalf of aeaa31090bdd4c6999155f5caa30c7b1 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:23.145661 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5e895aca-0b32-4e2c-93e3-b89a05c439a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.152901 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ae47d376-8042-4201-ad60-a886aa7773a0 service neutron] 10.222.0.54 "GET /v2.0/networks/390a5774-3bfa-4097-9619-3ba7e652e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278085 Jul 16 01:38:23.157669 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Sync routers for ids ['ee9017b8-f372-4286-9640-bb6d9747a04b'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:23.173404 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Routers {'ee9017b8-f372-4286-9640-bb6d9747a04b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:23.175259 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ee9017b8-f372-4286-9640-bb6d9747a04b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:23.194912 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-808d73e7-95c0-43a6-9bbd-865074ca3bca req-c51ed420-4f64-4761-b69e-4fc95bf339f7 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836179 Jul 16 01:38:23.201086 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5e895aca-0b32-4e2c-93e3-b89a05c439a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.257927 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-7afd7d53-e2ff-42e0-80a4-26553d68cec6 service neutron] 10.222.0.54 "GET /v2.0/ports/38632ecf-0c45-4f74-98a7-3369ccdd828e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0695729 Jul 16 01:38:23.373496 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Set router ee9017b8-f372-4286-9640-bb6d9747a04b gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:23.449749 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.488354 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24e364ee-263f-4e5d-88d9-110f0252d400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.541862 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Port': ['ID=6e6f3433-5b44-4c50-bf89-9ba059c65a70,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.549025 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-b96502bb-6579-4332-9eb5-e67567766102 service neutron] 10.222.0.54 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804389 Jul 16 01:38:23.587018 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.606840 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c7aaf-57aa-410c-8174-b8bbe303aa1a req-162abe33-7ba0-4569-ad78-ea21a19affb8 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:23.614970 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f82c7aaf-57aa-410c-8174-b8bbe303aa1a req-162abe33-7ba0-4569-ad78-ea21a19affb8 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 945 time: 0.1852796 Jul 16 01:38:23.615760 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'name': 'tempest-ServerActionsTestJSON-665739114-router', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'gw_port': {'id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:12Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '225dfc41-7f4b-4466-a461-5ae628d6ec90', 'name': '', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'mac_address': 'fa:16:3e:58:04:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:18Z', 'updated_at': '2021-07-16T01:38:21Z', 'revision_number': 2, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'subnets': [{'id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:23.639334 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e364ee-263f-4e5d-88d9-110f0252d400 admin admin] Checking segment: {'id': '47c6b3b7-4533-40ad-9731-dcb00cf3e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0c1e04e9-ab6c-49dc-b59c-4da428507abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:23.639633 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e364ee-263f-4e5d-88d9-110f0252d400 admin admin] Network hostable DHCP agents. Network: 0c1e04e9-ab6c-49dc-b59c-4da428507abb, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:23.648836 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Checking router: ee9017b8-f372-4286-9640-bb6d9747a04b for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:23.649695 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Updating router ee9017b8-f372-4286-9640-bb6d9747a04b port 225dfc41-7f4b-4466-a461-5ae628d6ec90 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:38:23.660072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e364ee-263f-4e5d-88d9-110f0252d400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19ee706f-c69f-4ade-ac53-3e1defe91c28,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.676314 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f82c7aaf-57aa-410c-8174-b8bbe303aa1a req-f8805ca2-bc56-4440-9ba5-e79052110cf4 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603869 Jul 16 01:38:23.684813 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:23.685307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:23.685500 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:23.685827 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:23.686159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:23.686489 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:23.686818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:23.687143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:23.687606 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:23.687965 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:23.688707 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:23.689031 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:23.704316 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.706699 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e364ee-263f-4e5d-88d9-110f0252d400 admin admin] Network 0c1e04e9-ab6c-49dc-b59c-4da428507abb is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:23.718515 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.723543 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-24e364ee-263f-4e5d-88d9-110f0252d400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 0c1e04e9-ab6c-49dc-b59c-4da428507abb) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:23.729222 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e364ee-263f-4e5d-88d9-110f0252d400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:23.730118 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24e364ee-263f-4e5d-88d9-110f0252d400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.740534 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32e438c-f7d4-4ebe-b52e-8e6c01f970df None None] Network 0c1e04e9-ab6c-49dc-b59c-4da428507abb requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:23.751593 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5e895aca-0b32-4e2c-93e3-b89a05c439a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.764170 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5e895aca-0b32-4e2c-93e3-b89a05c439a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.764556 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-24e364ee-263f-4e5d-88d9-110f0252d400 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7913785 Jul 16 01:38:23.948360 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-0943d8e0-cb04-4d50-b5bd-f626cbf02c79 service neutron] 10.222.0.54 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105586 Jul 16 01:38:23.956634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28255d-8f83-420b-a8af-498b3ddbb266 req-802292cd-5da1-40b2-a7d7-b8d635624e52 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:23.958223 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be28255d-8f83-420b-a8af-498b3ddbb266 req-802292cd-5da1-40b2-a7d7-b8d635624e52 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.0974891 Jul 16 01:38:23.974488 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad4e262-40b8-4e6e-bafd-66a0bf7cab7e None None] Network 0c1e04e9-ab6c-49dc-b59c-4da428507abb requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:23.975375 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e895aca-0b32-4e2c-93e3-b89a05c439a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:24.018041 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be28255d-8f83-420b-a8af-498b3ddbb266 req-bda4df1a-d7b3-4001-ae03-c39f870fd7bd tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512815 Jul 16 01:38:24.023132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e895aca-0b32-4e2c-93e3-b89a05c439a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c271f6-5735-46f1-9132-4bfecb894f4b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:24.117342 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.128728 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Transition to ACTIVE for port object 225dfc41-7f4b-4466-a461-5ae628d6ec90 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:24.139183 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.202618 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32575080-06d5-47e5-b425-a67c88c4c6a6 None None] Pushing event updated for resources: {'Port': ['ID=225dfc41-7f4b-4466-a461-5ae628d6ec90,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:24.367645 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Attempting to bind port 225dfc41-7f4b-4466-a461-5ae628d6ec90 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:24.368062 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Attempting to bind port 225dfc41-7f4b-4466-a461-5ae628d6ec90 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:24.368404 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Attempting to bind port 225dfc41-7f4b-4466-a461-5ae628d6ec90 on network 9a4578f6-e79e-403f-8401-5b41afbe66e6 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:24.374374 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:24.374750 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Checking segment: {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:24.375159 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.375552 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Bound using segment: {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:24.376140 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Bound port: 225dfc41-7f4b-4466-a461-5ae628d6ec90, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:24.376537 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.415048 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56908) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:24.419895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-bc3ee3ca-0f30-48a0-8975-e5b03e80f405 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1786194042', 'description': 'tempest-description--17625073'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:24.455152 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bc3ee3ca-0f30-48a0-8975-e5b03e80f405 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.462743 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] For port 225dfc41-7f4b-4466-a461-5ae628d6ec90, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:24.466587 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] For port 225dfc41-7f4b-4466-a461-5ae628d6ec90, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=225dfc41-7f4b-4466-a461-5ae628d6ec90,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:24.471325 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5e895aca-0b32-4e2c-93e3-b89a05c439a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.471985 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-5e895aca-0b32-4e2c-93e3-b89a05c439a0 admin admin] Added segment 03b5464c-1784-427e-b372-587f2c216307 of type vlan for network 9a736340-90da-402a-a07c-a63465e83cd9 Jul 16 01:38:24.473437 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.495564 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router c7c252ac-b35d-41bc-a23e-e6b58bfe531a has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:24.553078 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-70e49c86-87fb-4fb7-875e-72d9a8878f49 service neutron] 10.222.0.54 "GET /v2.0/ports/6d22a53b-2464-4614-a2e4-ad4303acef4b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.5899050 Jul 16 01:38:24.565302 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Routers {'ee9017b8-f372-4286-9640-bb6d9747a04b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:24.566126 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ee9017b8-f372-4286-9640-bb6d9747a04b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:24.568393 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32575080-06d5-47e5-b425-a67c88c4c6a6 None None] Pushing event updated for resources: {'Port': ['ID=225dfc41-7f4b-4466-a461-5ae628d6ec90,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:24.606343 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bc3ee3ca-0f30-48a0-8975-e5b03e80f405 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.625301 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bc3ee3ca-0f30-48a0-8975-e5b03e80f405 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.629807 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5e895aca-0b32-4e2c-93e3-b89a05c439a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.655822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd3864-f162-414b-9cbe-b7c035a887a5 req-3671a67a-de60-4889-b57e-9db41a4ea4c7 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.657380 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-febd3864-f162-414b-9cbe-b7c035a887a5 req-3671a67a-de60-4889-b57e-9db41a4ea4c7 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 1096 time: 0.1275625 Jul 16 01:38:24.667192 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ee3ca-0f30-48a0-8975-e5b03e80f405 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72730884-e3ae-4fa7-8b55-297f268b0801,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:24.670273 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bc3ee3ca-0f30-48a0-8975-e5b03e80f405 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.671496 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bc3ee3ca-0f30-48a0-8975-e5b03e80f405 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2552390 Jul 16 01:38:24.678361 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56910) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:24.684476 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-3a924e5c-561e-4173-bbb5-2cc3b28e1b79 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Request body: {'security_group_rule': {'security_group_id': '72730884-e3ae-4fa7-8b55-297f268b0801', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:24.725742 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] Set router ee9017b8-f372-4286-9640-bb6d9747a04b gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:24.730614 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-febd3864-f162-414b-9cbe-b7c035a887a5 req-345476d5-5fae-49df-aedc-24cd2d1b368e tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579164 Jul 16 01:38:24.742578 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a924e5c-561e-4173-bbb5-2cc3b28e1b79 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.763326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:24.775459 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1af763-8ce7-4bf9-9970-2d236a157001 None None] Sync routers for ids ['c7c252ac-b35d-41bc-a23e-e6b58bfe531a'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:24.785128 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f12f3fc2-626b-4821-9dc5-7669a34589c9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/c7c252ac-b35d-41bc-a23e-e6b58bfe531a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1315033 Jul 16 01:38:24.788779 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56916) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:24.790506 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1af763-8ce7-4bf9-9970-2d236a157001 None None] Routers {'c7c252ac-b35d-41bc-a23e-e6b58bfe531a'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:24.791132 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-f35fb122-bca5-4d68-bd8e-45e3dc756b00 service neutron] 10.222.0.54 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285857 Jul 16 01:38:24.793686 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5e895aca-0b32-4e2c-93e3-b89a05c439a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.795011 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e895aca-0b32-4e2c-93e3-b89a05c439a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.795813 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5e895aca-0b32-4e2c-93e3-b89a05c439a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.798630 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1f1af763-8ce7-4bf9-9970-2d236a157001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c7c252ac-b35d-41bc-a23e-e6b58bfe531a'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:24.869188 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5e895aca-0b32-4e2c-93e3-b89a05c439a0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1012645 Jul 16 01:38:24.871772 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56922) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:24.878535 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-6b978789-5b58-423e-b34c-f773eb82a442 admin admin] Request body: {'subnet': {'network_id': '9a736340-90da-402a-a07c-a63465e83cd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-278799008-subnet', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:24.904034 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1f1af763-8ce7-4bf9-9970-2d236a157001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:24.916016 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a924e5c-561e-4173-bbb5-2cc3b28e1b79 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.918589 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1af763-8ce7-4bf9-9970-2d236a157001 None None] Routers {'c7c252ac-b35d-41bc-a23e-e6b58bfe531a'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:24.920071 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1f1af763-8ce7-4bf9-9970-2d236a157001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c7c252ac-b35d-41bc-a23e-e6b58bfe531a'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:24.955672 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a924e5c-561e-4173-bbb5-2cc3b28e1b79 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.957801 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e895aca-0b32-4e2c-93e3-b89a05c439a0 admin admin] Pushing event updated for resources: {'Network': ['ID=9a736340-90da-402a-a07c-a63465e83cd9,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:24.967609 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1f1af763-8ce7-4bf9-9970-2d236a157001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:24.968530 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1af763-8ce7-4bf9-9970-2d236a157001 None None] The sync data for ids ['c7c252ac-b35d-41bc-a23e-e6b58bfe531a'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:24.973526 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 9a736340-90da-402a-a07c-a63465e83cd9 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:25.007957 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a924e5c-561e-4173-bbb5-2cc3b28e1b79 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa11fec-28e2-47cc-802d-29af17259586,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:25.008206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b978789-5b58-423e-b34c-f773eb82a442 admin admin] Made reservation on behalf of aeaa31090bdd4c6999155f5caa30c7b1 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:25.012399 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6b978789-5b58-423e-b34c-f773eb82a442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.028549 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-2eca69ac-59e0-4314-9b48-11e6682f83a2 service neutron] 10.222.0.54 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293522 Jul 16 01:38:25.083161 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a924e5c-561e-4173-bbb5-2cc3b28e1b79 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.084399 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3a924e5c-561e-4173-bbb5-2cc3b28e1b79 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4045873 Jul 16 01:38:25.114015 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56930) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.118605 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-dca50243-6341-47e2-97ee-6156c8b0f4ec tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Request body: {'security_group_rule': {'security_group_id': '72730884-e3ae-4fa7-8b55-297f268b0801', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:25.122490 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'name': 'tempest-ServerActionsTestJSON-665739114-router', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'gw_port': {'id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:12Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '225dfc41-7f4b-4466-a461-5ae628d6ec90', 'name': '', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'mac_address': 'fa:16:3e:58:04:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:18Z', 'updated_at': '2021-07-16T01:38:24Z', 'revision_number': 4, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'subnets': [{'id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:25.149508 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-82550cca-d6e5-498d-b5da-b09f095e58c8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 01:38:25.153322 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-82550cca-d6e5-498d-b5da-b09f095e58c8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/c7c252ac-b35d-41bc-a23e-e6b58bfe531a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3524673 Jul 16 01:38:25.154743 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56932) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.154867 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af459c84-5ae3-44a3-a83e-2303adbcfd62 None None] The sync data for ids ['ee9017b8-f372-4286-9640-bb6d9747a04b'] in n-d-800086-6 is: [{'id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'name': 'tempest-ServerActionsTestJSON-665739114-router', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'gw_port': {'id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:12Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '225dfc41-7f4b-4466-a461-5ae628d6ec90', 'name': '', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'mac_address': 'fa:16:3e:58:04:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:18Z', 'updated_at': '2021-07-16T01:38:24Z', 'revision_number': 4, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'subnets': [{'id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:25.187602 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-db8506d5-7348-4374-bd11-5fd8fcdd649f tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7c252ac-b35d-41bc-a23e-e6b58bfe531a HTTP/1.1" status: 200 len: 205 time: 0.0320182 Jul 16 01:38:25.190449 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56934) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.259540 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dca50243-6341-47e2-97ee-6156c8b0f4ec tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.276164 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-3e926005-6724-4fd0-af2a-595a08009dfe service neutron] 10.222.0.54 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393682 Jul 16 01:38:25.298502 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f3302-39b7-472b-b089-b3a16270ca86 req-cef861f0-2319-431c-8356-db089e4ee33c tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:25.300128 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-821f3302-39b7-472b-b089-b3a16270ca86 req-cef861f0-2319-431c-8356-db089e4ee33c tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/networks?id=0c1e04e9-ab6c-49dc-b59c-4da428507abb HTTP/1.1" status: 200 len: 813 time: 0.3456128 Jul 16 01:38:25.310478 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cef3ee5-800f-49d9-a5fe-bfb1e5ec730e tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.386072 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-821f3302-39b7-472b-b089-b3a16270ca86 req-ce91a30b-68c5-439a-a794-efaf10649b4d tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/quotas/b50272ccabc0406eabaf08d9707c8ad1 HTTP/1.1" status: 200 len: 375 time: 0.0691085 Jul 16 01:38:25.466262 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6b978789-5b58-423e-b34c-f773eb82a442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.471399 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dca50243-6341-47e2-97ee-6156c8b0f4ec tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.503683 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-821f3302-39b7-472b-b089-b3a16270ca86 req-469100cb-f7b1-4037-b24e-4b7b527ee7af tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b50272ccabc0406eabaf08d9707c8ad1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861814 Jul 16 01:38:25.507533 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cef3ee5-800f-49d9-a5fe-bfb1e5ec730e tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.509868 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cef3ee5-800f-49d9-a5fe-bfb1e5ec730e tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.521743 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dca50243-6341-47e2-97ee-6156c8b0f4ec tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.566376 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-365fb448-6ad0-4628-8b22-f1cad2b8f8c1 service neutron] 10.222.0.54 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595305 Jul 16 01:38:25.584127 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca50243-6341-47e2-97ee-6156c8b0f4ec tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3641119a-019c-434c-a63c-212bcea9eff9,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:25.586280 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dca50243-6341-47e2-97ee-6156c8b0f4ec tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.590179 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dca50243-6341-47e2-97ee-6156c8b0f4ec tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4726086 Jul 16 01:38:25.598984 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56936) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.603092 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b978789-5b58-423e-b34c-f773eb82a442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d51708a-58e0-4b81-bfd8-80eeb76fcaa7,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:25.608032 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-7565e98a-f2bd-4aa7-9c04-068b31bf014a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:25.609195 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cef3ee5-800f-49d9-a5fe-bfb1e5ec730e tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.609823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cef3ee5-800f-49d9-a5fe-bfb1e5ec730e tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Fanout notify agent at l3_agent the message router_deleted on router c7c252ac-b35d-41bc-a23e-e6b58bfe531a {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:38:25.620045 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cef3ee5-800f-49d9-a5fe-bfb1e5ec730e tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.623961 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1cef3ee5-800f-49d9-a5fe-bfb1e5ec730e tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/routers/c7c252ac-b35d-41bc-a23e-e6b58bfe531a HTTP/1.1" status: 204 len: 168 time: 0.4325182 Jul 16 01:38:25.624634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56938) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.642132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b978789-5b58-423e-b34c-f773eb82a442 admin admin] Checking segment: {'id': '03b5464c-1784-427e-b372-587f2c216307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:25.642132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b978789-5b58-423e-b34c-f773eb82a442 admin admin] Network hostable DHCP agents. Network: 9a736340-90da-402a-a07c-a63465e83cd9, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:25.687653 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-821f3302-39b7-472b-b089-b3a16270ca86 req-060ae2f7-01a5-41a4-b117-cd6d886f9fbe service neutron] 10.222.0.54 "GET /v2.0/networks/0c1e04e9-ab6c-49dc-b59c-4da428507abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759820 Jul 16 01:38:25.700825 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7565e98a-f2bd-4aa7-9c04-068b31bf014a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.703969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-765a6166-3815-4e44-a6f1-105355c40747 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting subnet 62505216-51d7-46f1-9b3f-7e8585a81d3f {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:25.709157 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-765a6166-3815-4e44-a6f1-105355c40747 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.729512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b978789-5b58-423e-b34c-f773eb82a442 admin admin] Network 9a736340-90da-402a-a07c-a63465e83cd9 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:25.759328 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-4d2a2e17-2bb8-4fd2-bfce-7c4be2c30ce9 service neutron] 10.222.0.54 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816251 Jul 16 01:38:25.765903 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-6b978789-5b58-423e-b34c-f773eb82a442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 9a736340-90da-402a-a07c-a63465e83cd9) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:25.775822 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6934a74d-6be7-4c8c-ab1e-9187e10df3ab None None] Network 9a736340-90da-402a-a07c-a63465e83cd9 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:25.794484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b978789-5b58-423e-b34c-f773eb82a442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:25.795098 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6b978789-5b58-423e-b34c-f773eb82a442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.795817 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-765a6166-3815-4e44-a6f1-105355c40747 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.828817 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6b978789-5b58-423e-b34c-f773eb82a442 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9519567 Jul 16 01:38:25.829075 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56940) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.866183 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-278799008-router', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:25.907665 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-821f3302-39b7-472b-b089-b3a16270ca86 req-efb51d79-c90a-4557-8506-2001abde415a service neutron] 10.222.0.54 "GET /v2.0/networks/0c1e04e9-ab6c-49dc-b59c-4da428507abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950204 Jul 16 01:38:25.969527 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-765a6166-3815-4e44-a6f1-105355c40747 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.970674 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.971741 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.992316 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-f7e601e2-368c-46d8-9eaa-cfbef8d82451 service neutron] 10.222.0.54 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242246 Jul 16 01:38:26.037653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 225dfc41-7f4b-4466-a461-5ae628d6ec90 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:26.069342 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-765a6166-3815-4e44-a6f1-105355c40747 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.109065 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a6166-3815-4e44-a6f1-105355c40747 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Subnet': ['ID=62505216-51d7-46f1-9b3f-7e8585a81d3f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.121353 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-765a6166-3815-4e44-a6f1-105355c40747 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.123591 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-765a6166-3815-4e44-a6f1-105355c40747 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/subnets/62505216-51d7-46f1-9b3f-7e8585a81d3f HTTP/1.1" status: 204 len: 168 time: 0.4944179 Jul 16 01:38:26.126302 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56944) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:26.158874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e1149f-db17-4045-b5ed-60b1ce24de27 None None] Network f13d2cfa-b761-4a93-8351-39312462462b requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:26.193981 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-9a736340-90da-402a-a07c-a63465e83cd9', 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'fixed_ips': [{'subnet_id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:26.196164 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.242809 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7565e98a-f2bd-4aa7-9c04-068b31bf014a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.259986 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.314070 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.395293 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b166001-e569-4920-8c24-259eb3a835bf req-fc98d2ab-5d05-4672-9dec-1a74cfe9e16d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.396949 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7b166001-e569-4920-8c24-259eb3a835bf req-fc98d2ab-5d05-4672-9dec-1a74cfe9e16d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.1408939 Jul 16 01:38:26.404533 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-7565e98a-f2bd-4aa7-9c04-068b31bf014a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Allocated IP 172.25.1.64 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/4c252181-4239-47bb-b9ec-4f4b822849eb) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:26.466266 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7b166001-e569-4920-8c24-259eb3a835bf req-570e7788-aa88-432b-819e-fe7157e76814 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612211 Jul 16 01:38:26.472185 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting port 239ba61f-5fb6-4723-aa00-ab010605108c {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:26.472549 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.575671 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7565e98a-f2bd-4aa7-9c04-068b31bf014a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.638488 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] For port 239ba61f-5fb6-4723-aa00-ab010605108c, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=239ba61f-5fb6-4723-aa00-ab010605108c,segment=NetworkSegment(42fa650e-94b6-49c3-af3a-14d15655d598),segment_id=42fa650e-94b6-49c3-af3a-14d15655d598)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:26.638960 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.655161 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Calling delete_port for 239ba61f-5fb6-4723-aa00-ab010605108c owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:26.806698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951f642-780f-451f-ba0f-2d836693319b req-a50a8fc2-03fa-47a7-aa97-9601fbd223b5 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.814632 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8951f642-780f-451f-ba0f-2d836693319b req-a50a8fc2-03fa-47a7-aa97-9601fbd223b5 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 1096 time: 0.1460717 Jul 16 01:38:26.818317 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.829512 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.866792 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Port': ['ID=239ba61f-5fb6-4723-aa00-ab010605108c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.875672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] No DVR routers for this DVR port 239ba61f-5fb6-4723-aa00-ab010605108c on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:26.904960 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 225dfc41-7f4b-4466-a461-5ae628d6ec90 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:26.917415 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 225dfc41-7f4b-4466-a461-5ae628d6ec90 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:26.918213 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.918818 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7565e98a-f2bd-4aa7-9c04-068b31bf014a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.952383 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8951f642-780f-451f-ba0f-2d836693319b req-fe565bce-360f-4e71-9c2c-42569894cd80 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324198 Jul 16 01:38:26.960155 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-dc8242d8-531a-4e62-a6f4-802a7166a80c service neutron] 10.222.0.54 "GET /v2.0/networks/b9af7ef5-ac18-4736-89a9-97ab3ca3428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9513521 Jul 16 01:38:26.998471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Allocated IP 172.20.0.2 (9a736340-90da-402a-a07c-a63465e83cd9/1d51708a-58e0-4b81-bfd8-80eeb76fcaa7/f2ff6658-8f44-4eb3-9599-6c3f1002dbf4) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:27.075628 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.087420 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13d2cfa-b761-4a93-8351-39312462462b']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:27.089063 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-44b71985-14e7-426f-91c8-86d3d8310663 service neutron] 10.222.0.54 "GET /v2.0/networks/b9af7ef5-ac18-4736-89a9-97ab3ca3428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074007 Jul 16 01:38:27.091430 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565e98a-f2bd-4aa7-9c04-068b31bf014a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Pushing event updated for resources: {'Port': ['ID=4c252181-4239-47bb-b9ec-4f4b822849eb,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.114603 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fa650e-94b6-49c3-af3a-14d15655d598') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:27.114941 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fa650e-94b6-49c3-af3a-14d15655d598') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:27.126745 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.136525 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7565e98a-f2bd-4aa7-9c04-068b31bf014a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:27.145888 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1f2ecb-9b0c-40a7-b037-40e5c341b5b5 None None] DHCP port deletion for f13d2cfa-b761-4a93-8351-39312462462b request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:27.147231 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.156008 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:27.157144 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.158949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-7565e98a-f2bd-4aa7-9c04-068b31bf014a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:27.163505 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:27.171917 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7565e98a-f2bd-4aa7-9c04-068b31bf014a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:27.204852 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.294892 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 225dfc41-7f4b-4466-a461-5ae628d6ec90, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=225dfc41-7f4b-4466-a461-5ae628d6ec90,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:27.298106 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.304990 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.319741 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.324756 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/networks/f13d2cfa-b761-4a93-8351-39312462462b HTTP/1.1" status: 204 len: 168 time: 1.1974623 Jul 16 01:38:27.328225 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a73a3075-1bb5-4a58-90c0-7ae7de066175 service neutron] 10.222.0.54 "GET /v2.0/networks/b9af7ef5-ac18-4736-89a9-97ab3ca3428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087679 Jul 16 01:38:27.340843 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56964) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.348730 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d2ddfd97-8582-4002-b03f-408da0445704 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1019871050'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:27.360001 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.376068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Transition to ACTIVE for port object f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:27.400913 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=225dfc41-7f4b-4466-a461-5ae628d6ec90,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.405740 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Transition to ACTIVE for port object f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:27.414498 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.417546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ddfd97-8582-4002-b03f-408da0445704 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Made reservation on behalf of 498924aad55244bba9d0f01dbf05d516 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:27.421712 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d2ddfd97-8582-4002-b03f-408da0445704 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.426236 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b97cf-ab29-4a5b-99f1-1996099afb95 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Network': ['ID=f13d2cfa-b761-4a93-8351-39312462462b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.446365 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7565e98a-f2bd-4aa7-9c04-068b31bf014a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.457259 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Network 9a736340-90da-402a-a07c-a63465e83cd9 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:27.463142 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:27.464114 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ddfd97-8582-4002-b03f-408da0445704 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:27.469387 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:27.479343 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d069fc2-621a-4d28-aaf1-32c2e160fbf8 req-fe103245-45cc-44ee-a1de-12dc113c3b8e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:27.487153 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d069fc2-621a-4d28-aaf1-32c2e160fbf8 req-fe103245-45cc-44ee-a1de-12dc113c3b8e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.2432117 Jul 16 01:38:27.488496 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Pushing event updated for resources: {'Port': ['ID=f2ff6658-8f44-4eb3-9599-6c3f1002dbf4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.499231 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d2ddfd97-8582-4002-b03f-408da0445704 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.500089 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-d2ddfd97-8582-4002-b03f-408da0445704 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Added segment 6cd2cc10-c12e-4752-8f49-6bc9028de7f5 of type vlan for network 4b5886e7-3884-48c9-9634-393f762fefc0 Jul 16 01:38:27.554954 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.579268 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Attempting to bind port f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:27.580380 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Attempting to bind port f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '03b5464c-1784-427e-b372-587f2c216307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:27.580774 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Attempting to bind port f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 on network 9a736340-90da-402a-a07c-a63465e83cd9 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:27.583052 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d069fc2-621a-4d28-aaf1-32c2e160fbf8 req-0504c642-b189-4bc3-9c39-de78bfd0a217 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949552 Jul 16 01:38:27.589008 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:27.589703 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Checking segment: {'id': '03b5464c-1784-427e-b372-587f2c216307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:27.590129 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.590535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Bound using segment: {'id': '03b5464c-1784-427e-b372-587f2c216307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:27.591016 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Bound port: f2ff6658-8f44-4eb3-9599-6c3f1002dbf4, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b5464c-1784-427e-b372-587f2c216307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:27.591403 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.600917 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-2e0fedc4-982e-430f-8eb4-bb739a994dd5 service neutron] 10.222.0.54 "GET /v2.0/networks/b9af7ef5-ac18-4736-89a9-97ab3ca3428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343891 Jul 16 01:38:27.601905 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.609232 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7565e98a-f2bd-4aa7-9c04-068b31bf014a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.614674 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d2ddfd97-8582-4002-b03f-408da0445704 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.661208 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d2ddfd97-8582-4002-b03f-408da0445704 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.671629 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ddfd97-8582-4002-b03f-408da0445704 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:27.675137 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d2ddfd97-8582-4002-b03f-408da0445704 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.728456 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d2ddfd97-8582-4002-b03f-408da0445704 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3858476 Jul 16 01:38:27.729257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56966) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.737778 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-0d31b381-d0da-45ab-80b8-601785ba2afd tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'subnet': {'network_id': '4b5886e7-3884-48c9-9634-393f762fefc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:27.768107 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] For port f2ff6658-8f44-4eb3-9599-6c3f1002dbf4, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:27.773197 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] For port f2ff6658-8f44-4eb3-9599-6c3f1002dbf4, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f2ff6658-8f44-4eb3-9599-6c3f1002dbf4,segment=NetworkSegment(03b5464c-1784-427e-b372-587f2c216307),segment_id=03b5464c-1784-427e-b372-587f2c216307)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:27.780910 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.809039 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddfd97-8582-4002-b03f-408da0445704 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Network': ['ID=4b5886e7-3884-48c9-9634-393f762fefc0,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.832070 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 4b5886e7-3884-48c9-9634-393f762fefc0 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:27.849162 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f35aa7f-45c0-44d7-92af-d5c17eceef43 req-d34da3cb-9d1a-40ba-bb02-6a3f5c4df584 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e77ea5f-3718-4c22-a8df-c73b69801852 HTTP/1.1" status: 200 len: 210 time: 0.0827787 Jul 16 01:38:28.012432 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 225dfc41-7f4b-4466-a461-5ae628d6ec90 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:28.020719 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a028d-c3a9-4c89-a3be-f5fb1fc13b55 None None] Pushing event updated for resources: {'Port': ['ID=f2ff6658-8f44-4eb3-9599-6c3f1002dbf4,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.035103 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d31b381-d0da-45ab-80b8-601785ba2afd tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Made reservation on behalf of 498924aad55244bba9d0f01dbf05d516 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:28.040028 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0d31b381-d0da-45ab-80b8-601785ba2afd tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.137433 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 225dfc41-7f4b-4466-a461-5ae628d6ec90 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:28.138079 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.247078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-6f3b9c76-60b3-4b6e-83ab-5f02b5d43a23 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:28.248860 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-6f3b9c76-60b3-4b6e-83ab-5f02b5d43a23 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/networks?id=ebc001c2-5a87-482e-9885-14e4ea5e5d30 HTTP/1.1" status: 200 len: 810 time: 0.2791269 Jul 16 01:38:28.297159 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-a81d4a12-342d-4073-84c5-137a7e8685a5 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/quotas/204dde1fe12d48b4aec96dc9cd406bb5 HTTP/1.1" status: 200 len: 375 time: 0.0424716 Jul 16 01:38:28.352684 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3510ae2-2e11-4af3-8cbd-233f1aa2d6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.467083 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 239ba61f-5fb6-4723-aa00-ab010605108c no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:28.531539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 239ba61f-5fb6-4723-aa00-ab010605108c {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:28.531949 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 239ba61f-5fb6-4723-aa00-ab010605108c not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:28.540713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] Allocated IP 172.25.1.187 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/5f668bd8-f8b6-4552-a1e7-6447f607c559) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:28.559535 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.682019 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7565e98a-f2bd-4aa7-9c04-068b31bf014a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.718660 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7565e98a-f2bd-4aa7-9c04-068b31bf014a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.822844 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565e98a-f2bd-4aa7-9c04-068b31bf014a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Pushing event updated for resources: {'Port': ['ID=4c252181-4239-47bb-b9ec-4f4b822849eb,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.871516 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7565e98a-f2bd-4aa7-9c04-068b31bf014a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.904798 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7565e98a-f2bd-4aa7-9c04-068b31bf014a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.912322 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7565e98a-f2bd-4aa7-9c04-068b31bf014a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3100445 Jul 16 01:38:28.926403 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.976156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd0a4d-ce9e-4076-858e-0d55b1b0a916 req-8887c188-182e-4de1-8ca6-31238bd1a489 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:28.984136 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0afd0a4d-ce9e-4076-858e-0d55b1b0a916 req-8887c188-182e-4de1-8ca6-31238bd1a489 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.1558714 Jul 16 01:38:28.984850 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f3302-39b7-472b-b089-b3a16270ca86 req-e05db856-2edb-4505-8f74-cdaf273a6291 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:28.986463 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-821f3302-39b7-472b-b089-b3a16270ca86 req-e05db856-2edb-4505-8f74-cdaf273a6291 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.47 "GET /v2.0/networks?id=0c1e04e9-ab6c-49dc-b59c-4da428507abb HTTP/1.1" status: 200 len: 813 time: 0.6739855 Jul 16 01:38:28.988882 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0d31b381-d0da-45ab-80b8-601785ba2afd tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.046079 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-821f3302-39b7-472b-b089-b3a16270ca86 req-2986dd9f-9e8c-4f3d-a167-2953d57ac073 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Request body: {'port': {'device_id': '1e77ea5f-3718-4c22-a8df-c73b69801852', 'network_id': '0c1e04e9-ab6c-49dc-b59c-4da428507abb', 'admin_state_up': True, 'tenant_id': 'b50272ccabc0406eabaf08d9707c8ad1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:29.052735 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0afd0a4d-ce9e-4076-858e-0d55b1b0a916 req-e82c3dc0-52d9-40ef-af3b-e98fac6227c9 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670562 Jul 16 01:38:29.065437 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.086917 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:29.089615 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-407b6574-5f08-4e47-a028-2680aefbca11 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=204dde1fe12d48b4aec96dc9cd406bb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7914939 Jul 16 01:38:29.109614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:29.114237 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:29.217966 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d31b381-d0da-45ab-80b8-601785ba2afd tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Checking segment: {'id': '6cd2cc10-c12e-4752-8f49-6bc9028de7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4b5886e7-3884-48c9-9634-393f762fefc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:29.218323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d31b381-d0da-45ab-80b8-601785ba2afd tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network hostable DHCP agents. Network: 4b5886e7-3884-48c9-9634-393f762fefc0, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:29.226103 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31b381-d0da-45ab-80b8-601785ba2afd tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Subnet': ['ID=4dadf29f-f6a9-4c86-83cb-ad24b0989b31,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:29.285806 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d4b76192-63fe-4e7c-80c2-8cdd775eb928 req-713c3f94-6db5-4299-b221-759b43e8aa30 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.1213267 Jul 16 01:38:29.297286 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d31b381-d0da-45ab-80b8-601785ba2afd tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network 4b5886e7-3884-48c9-9634-393f762fefc0 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:29.301705 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] Pushing event updated for resources: {'Port': ['ID=5f668bd8-f8b6-4552-a1e7-6447f607c559,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:29.332482 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-be6c5c32-34be-4686-a87e-0e635d1c52f2 service neutron] 10.222.0.54 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418156 Jul 16 01:38:29.362823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-0d31b381-d0da-45ab-80b8-601785ba2afd tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 4b5886e7-3884-48c9-9634-393f762fefc0) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:29.371778 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48b524e-2717-4e65-a706-8120502524db None None] Network 4b5886e7-3884-48c9-9634-393f762fefc0 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:29.406082 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d31b381-d0da-45ab-80b8-601785ba2afd tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:29.408542 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0d31b381-d0da-45ab-80b8-601785ba2afd tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.468576 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0d31b381-d0da-45ab-80b8-601785ba2afd tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7356479 Jul 16 01:38:29.492856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763572fe-f2cb-4509-b5e2-814fbb89c609 None None] Network 9a736340-90da-402a-a07c-a63465e83cd9 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:29.500563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57016) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:29.507988 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-c33b225f-8c6e-4883-8303-ddbe1b817c6a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2065896683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:29.556052 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.585400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821f3302-39b7-472b-b089-b3a16270ca86 req-2986dd9f-9e8c-4f3d-a167-2953d57ac073 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Made reservation on behalf of b50272ccabc0406eabaf08d9707c8ad1 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:29.594631 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-821f3302-39b7-472b-b089-b3a16270ca86 req-2986dd9f-9e8c-4f3d-a167-2953d57ac073 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.623229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c8d3ef7f-2e4f-45f6-85ab-9eb694db8b5e None None] Provisioning for port f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:29.656589 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-59fee691-a9cf-41d1-ab5b-3a3306726b65 service neutron] 10.222.0.54 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914536 Jul 16 01:38:29.712426 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c33b225f-8c6e-4883-8303-ddbe1b817c6a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.713450 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c33b225f-8c6e-4883-8303-ddbe1b817c6a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.758423 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-4b5886e7-3884-48c9-9634-393f762fefc0', 'network_id': '4b5886e7-3884-48c9-9634-393f762fefc0', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'fixed_ips': [{'subnet_id': '4dadf29f-f6a9-4c86-83cb-ad24b0989b31'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:29.759848 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.915374 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c33b225f-8c6e-4883-8303-ddbe1b817c6a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.919263 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-821f3302-39b7-472b-b089-b3a16270ca86 req-2986dd9f-9e8c-4f3d-a167-2953d57ac073 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Allocated IP 172.20.0.11 (0c1e04e9-ab6c-49dc-b59c-4da428507abb/19ee706f-c69f-4ade-ac53-3e1defe91c28/3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:29.926607 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c33b225f-8c6e-4883-8303-ddbe1b817c6a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.015227 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:30.024545 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c33b225f-8c6e-4883-8303-ddbe1b817c6a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.029389 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c33b225f-8c6e-4883-8303-ddbe1b817c6a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5253587 Jul 16 01:38:30.084116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Allocated IP 2001:db8::2 (4b5886e7-3884-48c9-9634-393f762fefc0/4dadf29f-f6a9-4c86-83cb-ad24b0989b31/7007adba-751c-4d60-baf2-cbd604ed7c15) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:30.087138 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57030) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:30.202092 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-821f3302-39b7-472b-b089-b3a16270ca86 req-2986dd9f-9e8c-4f3d-a167-2953d57ac073 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.220687 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:30.223417 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.259923 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:30.260545 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.397348 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-83789356-3a63-4749-8997-ae7a953767d5 req-3a2a7839-d4a7-494c-9b01-11c0ade4886b tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e77ea5f-3718-4c22-a8df-c73b69801852 HTTP/1.1" status: 200 len: 210 time: 0.1647758 Jul 16 01:38:30.441830 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.464046 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Transition to ACTIVE for port object 7007adba-751c-4d60-baf2-cbd604ed7c15 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:30.490317 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-821f3302-39b7-472b-b089-b3a16270ca86 req-2986dd9f-9e8c-4f3d-a167-2953d57ac073 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.504777 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Transition to ACTIVE for port object 7007adba-751c-4d60-baf2-cbd604ed7c15 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:30.528902 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.624796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821f3302-39b7-472b-b089-b3a16270ca86 req-2986dd9f-9e8c-4f3d-a167-2953d57ac073 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Network 0c1e04e9-ab6c-49dc-b59c-4da428507abb is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:30.631561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-821f3302-39b7-472b-b089-b3a16270ca86 req-2986dd9f-9e8c-4f3d-a167-2953d57ac073 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:30.654969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-821f3302-39b7-472b-b089-b3a16270ca86 req-2986dd9f-9e8c-4f3d-a167-2953d57ac073 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:30.662631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Network 4b5886e7-3884-48c9-9634-393f762fefc0 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:30.671529 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.682181 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:30.697429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:30.712779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Pushing event updated for resources: {'Port': ['ID=7007adba-751c-4d60-baf2-cbd604ed7c15,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:30.742207 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986dd9f-9e8c-4f3d-a167-2953d57ac073 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Pushing event updated for resources: {'Port': ['ID=3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:30.816431 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Attempting to bind port 7007adba-751c-4d60-baf2-cbd604ed7c15 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:30.816752 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Attempting to bind port 7007adba-751c-4d60-baf2-cbd604ed7c15 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '6cd2cc10-c12e-4752-8f49-6bc9028de7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4b5886e7-3884-48c9-9634-393f762fefc0'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:30.817068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Attempting to bind port 7007adba-751c-4d60-baf2-cbd604ed7c15 on network 4b5886e7-3884-48c9-9634-393f762fefc0 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:30.828673 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-c3c351a2-ff23-47ee-9a8f-8888e82b5305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.830847 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-c3c351a2-ff23-47ee-9a8f-8888e82b5305 service neutron] 10.222.0.26 "GET /v2.0/ports/38632ecf-0c45-4f74-98a7-3369ccdd828e HTTP/1.1" status: 200 len: 1027 time: 0.1558392 Jul 16 01:38:30.833567 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:30.833944 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Checking segment: {'id': '6cd2cc10-c12e-4752-8f49-6bc9028de7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4b5886e7-3884-48c9-9634-393f762fefc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:30.834392 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.834854 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Bound using segment: {'id': '6cd2cc10-c12e-4752-8f49-6bc9028de7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4b5886e7-3884-48c9-9634-393f762fefc0'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:30.835366 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Bound port: 7007adba-751c-4d60-baf2-cbd604ed7c15, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd2cc10-c12e-4752-8f49-6bc9028de7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4b5886e7-3884-48c9-9634-393f762fefc0'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:30.835779 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.844289 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port f2ff6658-8f44-4eb3-9599-6c3f1002dbf4, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f2ff6658-8f44-4eb3-9599-6c3f1002dbf4,segment=NetworkSegment(03b5464c-1784-427e-b372-587f2c216307),segment_id=03b5464c-1784-427e-b372-587f2c216307)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:30.851605 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f3302-39b7-472b-b089-b3a16270ca86 req-2986dd9f-9e8c-4f3d-a167-2953d57ac073 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.852726 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-821f3302-39b7-472b-b089-b3a16270ca86 req-2986dd9f-9e8c-4f3d-a167-2953d57ac073 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.859933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bd86ce8c-91b0-48fb-9164-4e13576fef95 None None] Provisioning complete for port f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:30.860311 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd86ce8c-91b0-48fb-9164-4e13576fef95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.868526 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-f0c2a382-2f84-4b79-a4e7-b60a2b410f44 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1786194042&fields=id&tenant_id=0c8ea4369a43418786bc678e4bd3ed2c HTTP/1.1" status: 200 len: 267 time: 0.2377515 Jul 16 01:38:30.929608 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.933102 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.934754 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-821f3302-39b7-472b-b089-b3a16270ca86 req-2986dd9f-9e8c-4f3d-a167-2953d57ac073 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9008429 Jul 16 01:38:30.986261 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-821f3302-39b7-472b-b089-b3a16270ca86 req-5b2d4a7a-ffc0-4138-9cdd-9603e63c05c9 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:38:30.987411 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-821f3302-39b7-472b-b089-b3a16270ca86 req-5b2d4a7a-ffc0-4138-9cdd-9603e63c05c9 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061328 Jul 16 01:38:31.015156 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Request body: {'port': {'device_id': '1e77ea5f-3718-4c22-a8df-c73b69801852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:31.041975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-7df78352-6b96-4ba5-825f-a8f145f485f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.043494 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-7df78352-6b96-4ba5-825f-a8f145f485f0 service neutron] 10.222.0.26 "GET /v2.0/ports/6d22a53b-2464-4614-a2e4-ad4303acef4b HTTP/1.1" status: 200 len: 1026 time: 0.2026806 Jul 16 01:38:31.092075 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.101227 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-286acbef-e0ed-4d1a-93e5-d12a7a6bcc27 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.110966 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-286acbef-e0ed-4d1a-93e5-d12a7a6bcc27 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 811 time: 0.2402165 Jul 16 01:38:31.117290 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b806766f-8c40-480e-96ab-b494b535687d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.122223 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=f2ff6658-8f44-4eb3-9599-6c3f1002dbf4,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:31.139371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] For port 7007adba-751c-4d60-baf2-cbd604ed7c15, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:31.143143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] For port 7007adba-751c-4d60-baf2-cbd604ed7c15, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7007adba-751c-4d60-baf2-cbd604ed7c15,segment=NetworkSegment(6cd2cc10-c12e-4752-8f49-6bc9028de7f5),segment_id=6cd2cc10-c12e-4752-8f49-6bc9028de7f5)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:31.153217 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.160911 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-dfc6ee38-6072-42c7-8e86-f01bfe2f1131 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/quotas/0c8ea4369a43418786bc678e4bd3ed2c HTTP/1.1" status: 200 len: 375 time: 0.0495121 Jul 16 01:38:31.169853 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-dde48b16-7001-4e9f-accc-6247f3b69c01 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:38:31.171570 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-dde48b16-7001-4e9f-accc-6247f3b69c01 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089161 Jul 16 01:38:31.226211 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.267776 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17839f-5fc9-498e-90ac-e77f4b5cd451 None None] Pushing event updated for resources: {'Port': ['ID=7007adba-751c-4d60-baf2-cbd604ed7c15,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:31.282684 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] Router a7cb5161-401b-4fe2-9a28-0e19ba4078e8 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:38:31.363699 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1f27e88e-fb29-4da7-8478-45808e02b657 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1956453 Jul 16 01:38:31.603122 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-38ae16ca-7aa6-4851-a3d4-5eab93ffc03b tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:38:31.608456 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-38ae16ca-7aa6-4851-a3d4-5eab93ffc03b tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3547399 Jul 16 01:38:31.636990 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:31.641483 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-41db5db7-17f9-4d58-be53-3ca8d23d801f service neutron] 10.222.0.54 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703280 Jul 16 01:38:31.645977 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Sync routers for ids ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:31.658396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-9adbd9bf-37b3-4e9f-9fad-fe13d47e9cb1 service neutron] Request body: {'binding': {'host': 'n-h1-800086-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:31.659240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-9adbd9bf-37b3-4e9f-9fad-fe13d47e9cb1 service neutron] Unknown quota resources ['binding']. {{(pid=93831) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:38:31.659743 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Routers {'a7cb5161-401b-4fe2-9a28-0e19ba4078e8'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:31.660391 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:31.692833 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-f7fa3b44-c4c6-443e-9354-38ecc6826bfd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.699700 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-f7fa3b44-c4c6-443e-9354-38ecc6826bfd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.724424 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-f7fa3b44-c4c6-443e-9354-38ecc6826bfd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.727024 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-f7fa3b44-c4c6-443e-9354-38ecc6826bfd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.26 "GET /v2.0/networks?id=390a5774-3bfa-4097-9619-3ba7e652e7e6&id=525896ce-09df-4da2-9eab-4fa66a501412&id=525896ce-09df-4da2-9eab-4fa66a501412&id=525896ce-09df-4da2-9eab-4fa66a501412&id=525896ce-09df-4da2-9eab-4fa66a501412&id=b9af7ef5-ac18-4736-89a9-97ab3ca3428e&id=b9af7ef5-ac18-4736-89a9-97ab3ca3428e HTTP/1.1" status: 200 len: 1990 time: 0.6634591 Jul 16 01:38:31.757193 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.758656 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-51941efc-574e-4d63-963b-d7428d92fd52 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9285076 Jul 16 01:38:31.775080 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57068) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:31.838557 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Set router a7cb5161-401b-4fe2-9a28-0e19ba4078e8 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:31.879004 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:31.892771 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-fe7c8440-8475-4b41-a558-7becb2e74f6b service neutron] 10.222.0.54 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683958 Jul 16 01:38:31.895260 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.931405 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Transition to ACTIVE for port object 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:31.936445 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.974869 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.023785 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-02ce30c7-94e4-4c83-b56d-0888d446457f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64 HTTP/1.1" status: 200 len: 379 time: 0.2679291 Jul 16 01:38:32.070638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-7926b02b-fe89-4a8f-b2ca-ac41c4aa4fd1 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Request body: {'port': {'device_id': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6', 'admin_state_up': True, 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'security_groups': ['b01c2995-f3f8-4e35-8788-92e0ed7e0d6f']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:32.131117 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Pushing event updated for resources: {'Port': ['ID=3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:32.184467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:32.223476 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Attempting to bind port 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:32.223840 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Attempting to bind port 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '47c6b3b7-4533-40ad-9731-dcb00cf3e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0c1e04e9-ab6c-49dc-b59c-4da428507abb'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:32.224177 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Attempting to bind port 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c on network 0c1e04e9-ab6c-49dc-b59c-4da428507abb {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:32.231265 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Port 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c on network 0c1e04e9-ab6c-49dc-b59c-4da428507abb not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:32.231914 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Attempting to bind port 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c on network 0c1e04e9-ab6c-49dc-b59c-4da428507abb {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:32.234886 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'name': 'tempest-ServersTestManualDisk-278799008-router', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:29Z', 'revision_number': 3, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'gw_port': {'id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:27Z', 'updated_at': '2021-07-16T01:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:32.244060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:32.244408 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Checking segment: {'id': '47c6b3b7-4533-40ad-9731-dcb00cf3e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0c1e04e9-ab6c-49dc-b59c-4da428507abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:32.244800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Bound using segment: {'id': '47c6b3b7-4533-40ad-9731-dcb00cf3e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0c1e04e9-ab6c-49dc-b59c-4da428507abb'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:32.245341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Bound port: 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c6b3b7-4533-40ad-9731-dcb00cf3e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0c1e04e9-ab6c-49dc-b59c-4da428507abb'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:32.245867 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.342457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] For port 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:32.348604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] For port 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c,segment=NetworkSegment(47c6b3b7-4533-40ad-9731-dcb00cf3e0b4),segment_id=47c6b3b7-4533-40ad-9731-dcb00cf3e0b4)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:32.355615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:32.358240 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.358825 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.373620 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Checking router: a7cb5161-401b-4fe2-9a28-0e19ba4078e8 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:32.374411 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Updating router a7cb5161-401b-4fe2-9a28-0e19ba4078e8 port 5f668bd8-f8b6-4552-a1e7-6447f607c559 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:38:32.437000 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.473881 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.481231 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.482857 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-821f3302-39b7-472b-b089-b3a16270ca86 req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] 10.222.0.47 "PUT /v2.0/ports/3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c HTTP/1.1" status: 200 len: 1092 time: 1.4772601 Jul 16 01:38:32.484736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e77ea5f-3718-4c22-a8df-c73b69801852', 'tag': '3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:32.487430 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ada4390-c940-430e-96b6-e59698b16724" -d '{"events": [{"name": "network-changed", "server_uuid": "1e77ea5f-3718-4c22-a8df-c73b69801852", "tag": "3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:32.595891 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3251683c-a444-4877-8b83-872dedaca42b req-e4d1c3ce-4a25-47b3-91d6-a036e399a492 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 210 time: 0.1118271 Jul 16 01:38:32.685767 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7007adba-751c-4d60-baf2-cbd604ed7c15 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:32.715228 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222ff47-67cc-41ec-8590-096c1d66c21b service neutron] Pushing event updated for resources: {'Port': ['ID=3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:32.776790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f3302-39b7-472b-b089-b3a16270ca86 req-d23780c8-2c88-4885-8814-e132ce12aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.778315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-821f3302-39b7-472b-b089-b3a16270ca86 req-d23780c8-2c88-4885-8814-e132ce12aaf0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b50272ccabc0406eabaf08d9707c8ad1&device_id=1e77ea5f-3718-4c22-a8df-c73b69801852 HTTP/1.1" status: 200 len: 1095 time: 0.1599476 Jul 16 01:38:32.834216 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 7007adba-751c-4d60-baf2-cbd604ed7c15 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:32.896838 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-821f3302-39b7-472b-b089-b3a16270ca86 req-bebc4d0d-9644-45ee-a8b4-d8e3a4e2d481 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c HTTP/1.1" status: 200 len: 217 time: 0.0960274 Jul 16 01:38:32.915547 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.929484 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Transition to ACTIVE for port object 5f668bd8-f8b6-4552-a1e7-6447f607c559 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:32.939887 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.021665 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Attempting to bind port 5f668bd8-f8b6-4552-a1e7-6447f607c559 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:33.022768 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Attempting to bind port 5f668bd8-f8b6-4552-a1e7-6447f607c559 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:33.023549 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6966be70-9dbb-47d3-a21a-b67ebfda1bb8 None None] Network 4b5886e7-3884-48c9-9634-393f762fefc0 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:33.029875 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Attempting to bind port 5f668bd8-f8b6-4552-a1e7-6447f607c559 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:33.036918 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f3302-39b7-472b-b089-b3a16270ca86 req-602f773b-e9d8-4552-9d63-fb3c64035bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.039584 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-821f3302-39b7-472b-b089-b3a16270ca86 req-602f773b-e9d8-4552-9d63-fb3c64035bcd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=19ee706f-c69f-4ade-ac53-3e1defe91c28 HTTP/1.1" status: 200 len: 853 time: 0.1195197 Jul 16 01:38:33.049118 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:33.052519 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:33.054372 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.054935 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:33.055624 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Bound port: 5f668bd8-f8b6-4552-a1e7-6447f607c559, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:33.056195 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.125193 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] For port 5f668bd8-f8b6-4552-a1e7-6447f607c559, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:33.128678 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] For port 5f668bd8-f8b6-4552-a1e7-6447f607c559, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5f668bd8-f8b6-4552-a1e7-6447f607c559,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:33.138626 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-821f3302-39b7-472b-b089-b3a16270ca86 req-21563e76-d220-4d6d-9940-9480ab52d7e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c1e04e9-ab6c-49dc-b59c-4da428507abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433192 Jul 16 01:38:33.142415 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011166dc-e0fd-4e64-87b0-cd918a843e72 None None] Pushing event updated for resources: {'Port': ['ID=5f668bd8-f8b6-4552-a1e7-6447f607c559,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:33.160654 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.203454 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Allocated IP 2001:db8::1 (4b5886e7-3884-48c9-9634-393f762fefc0/4dadf29f-f6a9-4c86-83cb-ad24b0989b31/66c2e5f9-7008-4eb4-af91-b9b51f06bd7a) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:33.220708 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-be68f809-2dba-471e-873c-755322caf5b0 None None] Provisioning for port 7007adba-751c-4d60-baf2-cbd604ed7c15 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:33.228072 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-be68f809-2dba-471e-873c-755322caf5b0 None None] Provisioning complete for port 7007adba-751c-4d60-baf2-cbd604ed7c15 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:33.228795 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-be68f809-2dba-471e-873c-755322caf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.236493 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477f08c-44c5-4ce5-8d85-79434b29d5be req-ab1a2460-35bf-4754-89c5-ac3943b3af49 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.244392 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9477f08c-44c5-4ce5-8d85-79434b29d5be req-ab1a2460-35bf-4754-89c5-ac3943b3af49 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.3252800 Jul 16 01:38:33.296876 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-821f3302-39b7-472b-b089-b3a16270ca86 req-557fcc8f-d942-45b9-a924-6220b46be8d9 service neutron] 10.222.0.47 "GET /v2.0/networks/0c1e04e9-ab6c-49dc-b59c-4da428507abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489718 Jul 16 01:38:33.311984 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9477f08c-44c5-4ce5-8d85-79434b29d5be req-17067b11-15dc-4096-a04d-503da370b145 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666516 Jul 16 01:38:33.322479 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Routers {'a7cb5161-401b-4fe2-9a28-0e19ba4078e8'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:33.323302 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:33.325532 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011166dc-e0fd-4e64-87b0-cd918a843e72 None None] Pushing event updated for resources: {'Port': ['ID=5f668bd8-f8b6-4552-a1e7-6447f607c559,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:33.453519 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-821f3302-39b7-472b-b089-b3a16270ca86 req-2cdceccd-a9a4-41a5-9800-81e5e402d023 service neutron] 10.222.0.47 "GET /v2.0/networks/0c1e04e9-ab6c-49dc-b59c-4da428507abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403916 Jul 16 01:38:33.515651 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-44fa5633-4632-42a5-940f-62e6cb82e35a req-ba156780-a222-43b3-8387-a1b26773b76e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.0408945 Jul 16 01:38:33.546817 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] Set router a7cb5161-401b-4fe2-9a28-0e19ba4078e8 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:33.766586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-9adbd9bf-37b3-4e9f-9fad-fe13d47e9cb1 service neutron] Attempting to bind port f6f42e20-8572-4653-97b5-6235947051c2 on host n-h1-800086-6 for vnic_type normal with profile None {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:33.767214 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-9adbd9bf-37b3-4e9f-9fad-fe13d47e9cb1 service neutron] Attempting to bind port f6f42e20-8572-4653-97b5-6235947051c2 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:33.767736 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-9adbd9bf-37b3-4e9f-9fad-fe13d47e9cb1 service neutron] Attempting to bind port f6f42e20-8572-4653-97b5-6235947051c2 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:33.808795 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e368f3d-4646-4473-bd5f-ab142817b483 req-9b6f9c52-b54f-4b65-b627-cef4e023887a tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.810868 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4e368f3d-4646-4473-bd5f-ab142817b483 req-9b6f9c52-b54f-4b65-b627-cef4e023887a tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e77ea5f-3718-4c22-a8df-c73b69801852 HTTP/1.1" status: 200 len: 944 time: 0.1053896 Jul 16 01:38:33.886083 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4e368f3d-4646-4473-bd5f-ab142817b483 req-23bdbc76-50ca-4d27-8733-cac8ea10cebe tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/security-groups?id=41c4c1fd-4915-425b-887a-2f97eb9c8818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667839 Jul 16 01:38:33.900263 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-259d174c-5688-4310-9d91-5bde6e9d7fc3 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.902280 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-259d174c-5688-4310-9d91-5bde6e9d7fc3 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.47 "GET /v2.0/networks?id=ebc001c2-5a87-482e-9885-14e4ea5e5d30 HTTP/1.1" status: 200 len: 810 time: 0.8060222 Jul 16 01:38:33.917448 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.925988 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-be68f809-2dba-471e-873c-755322caf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.947944 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'name': 'tempest-ServersTestManualDisk-278799008-router', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:29Z', 'revision_number': 3, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'gw_port': {'id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:27Z', 'updated_at': '2021-07-16T01:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:33.948902 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.965183 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Transition to ACTIVE for port object 66c2e5f9-7008-4eb4-af91-b9b51f06bd7a will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:33.997000 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67798fde-ac27-4041-9ff0-d5a8d3a8742b None None] The sync data for ids ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'] in n-d-800086-6 is: [{'id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'name': 'tempest-ServersTestManualDisk-278799008-router', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:29Z', 'revision_number': 3, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'gw_port': {'id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:27Z', 'updated_at': '2021-07-16T01:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:34.036888 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-be68f809-2dba-471e-873c-755322caf5b0 None None] For port 7007adba-751c-4d60-baf2-cbd604ed7c15, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7007adba-751c-4d60-baf2-cbd604ed7c15,segment=NetworkSegment(6cd2cc10-c12e-4752-8f49-6bc9028de7f5),segment_id=6cd2cc10-c12e-4752-8f49-6bc9028de7f5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:34.045446 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-be68f809-2dba-471e-873c-755322caf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.067858 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-9adbd9bf-37b3-4e9f-9fad-fe13d47e9cb1 service neutron] Port f6f42e20-8572-4653-97b5-6235947051c2 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:34.068171 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-9adbd9bf-37b3-4e9f-9fad-fe13d47e9cb1 service neutron] Attempting to bind port f6f42e20-8572-4653-97b5-6235947051c2 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:34.079280 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-7926b02b-fe89-4a8f-b2ca-ac41c4aa4fd1 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Made reservation on behalf of fa5d0aa8f7424cfc9d4100cd0760da64 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:34.083404 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-7926b02b-fe89-4a8f-b2ca-ac41c4aa4fd1 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.107344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-66570f57-286f-4f2f-9528-5a9f3dae1843 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Request body: {'port': {'device_id': '2823399e-3c8a-4ad1-9bad-912e4722ac6c', 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30', 'admin_state_up': True, 'tenant_id': '204dde1fe12d48b4aec96dc9cd406bb5'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:34.161079 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68f809-2dba-471e-873c-755322caf5b0 None None] Pushing event updated for resources: {'Port': ['ID=7007adba-751c-4d60-baf2-cbd604ed7c15,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:34.223082 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9b6b333-e9d2-46e4-944e-784b4c631040 req-9abc521a-1b92-4b9d-a26c-a3b57dbf73e6 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 210 time: 0.0763986 Jul 16 01:38:34.227163 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.350114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-9adbd9bf-37b3-4e9f-9fad-fe13d47e9cb1 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:34.353111 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-9adbd9bf-37b3-4e9f-9fad-fe13d47e9cb1 service neutron] Checking segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:34.354252 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-9adbd9bf-37b3-4e9f-9fad-fe13d47e9cb1 service neutron] Bound using segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:34.355866 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-9adbd9bf-37b3-4e9f-9fad-fe13d47e9cb1 service neutron] Bound port: f6f42e20-8572-4653-97b5-6235947051c2, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:34.501150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=66c2e5f9-7008-4eb4-af91-b9b51f06bd7a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:34.506551 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bec3743c-f539-4df9-a441-70bb19b93fb5 None None] Provisioning complete for port 7007adba-751c-4d60-baf2-cbd604ed7c15 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:34.507033 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bec3743c-f539-4df9-a441-70bb19b93fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.547525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-2a8a7e5a-ab4a-4a92-804f-ba1192868233 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.569559 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-2a8a7e5a-ab4a-4a92-804f-ba1192868233 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.26 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 811 time: 0.3519316 Jul 16 01:38:34.571109 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec5292b-a877-46e4-ae5d-78b29368da1b x-openstack-request-id: req-cec5292b-a877-46e4-ae5d-78b29368da1b {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:34.571417 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e77ea5f-3718-4c22-a8df-c73b69801852", "tag": "3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:34.571669 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cec5292b-a877-46e4-ae5d-78b29368da1b {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:34.572096 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e77ea5f-3718-4c22-a8df-c73b69801852', 'tag': '3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c', 'status': 'completed', 'code': 200} Jul 16 01:38:34.714550 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-f55b98c5-da0a-44ff-a5d8-baa13617d7b2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c8ea4369a43418786bc678e4bd3ed2c HTTP/1.1" status: 200 len: 380 time: 0.1290085 Jul 16 01:38:34.715952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network 4b5886e7-3884-48c9-9634-393f762fefc0 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:34.736948 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-8df359cc-122c-4e4d-bb9f-9821828f9858 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Request body: {'port': {'device_id': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'admin_state_up': True, 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'security_groups': ['72730884-e3ae-4fa7-8b55-297f268b0801']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:34.763141 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-9adbd9bf-37b3-4e9f-9fad-fe13d47e9cb1 service neutron] For port f6f42e20-8572-4653-97b5-6235947051c2, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f6f42e20-8572-4653-97b5-6235947051c2,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:34.799334 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:34.804175 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:34.804426 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.859669 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a4908210-0252-4c3b-9c79-b204249d1ce9 req-06f0618b-10f3-4bc4-b9e1-33c173cce468 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 210 time: 0.1014831 Jul 16 01:38:34.910752 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-66570f57-286f-4f2f-9528-5a9f3dae1843 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Made reservation on behalf of 204dde1fe12d48b4aec96dc9cd406bb5 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:34.916414 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-66570f57-286f-4f2f-9528-5a9f3dae1843 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.920082 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-9adbd9bf-37b3-4e9f-9fad-fe13d47e9cb1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.934852 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-9adbd9bf-37b3-4e9f-9fad-fe13d47e9cb1 service neutron] 10.222.0.54 "POST /v2.0/ports/f6f42e20-8572-4653-97b5-6235947051c2/bindings HTTP/1.1" status: 201 len: 389 time: 3.2831607 Jul 16 01:38:35.095018 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada4390-c940-430e-96b6-e59698b16724 req-4cf3b455-bd38-4788-9d7e-122fb94123b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.099752 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6ada4390-c940-430e-96b6-e59698b16724 req-4cf3b455-bd38-4788-9d7e-122fb94123b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b50272ccabc0406eabaf08d9707c8ad1&device_id=1e77ea5f-3718-4c22-a8df-c73b69801852 HTTP/1.1" status: 200 len: 1095 time: 0.4598541 Jul 16 01:38:35.202806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-8df359cc-122c-4e4d-bb9f-9821828f9858 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Made reservation on behalf of 0c8ea4369a43418786bc678e4bd3ed2c for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:35.214148 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-8df359cc-122c-4e4d-bb9f-9821828f9858 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.308608 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-599ef058-d62c-4ed5-8d41-6032a9d8fd07 None None] Provisioning for port 66c2e5f9-7008-4eb4-af91-b9b51f06bd7a completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:35.316041 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-599ef058-d62c-4ed5-8d41-6032a9d8fd07 None None] Provisioning complete for port 66c2e5f9-7008-4eb4-af91-b9b51f06bd7a triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:35.316702 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-599ef058-d62c-4ed5-8d41-6032a9d8fd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.366952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-599ef058-d62c-4ed5-8d41-6032a9d8fd07 None None] Port 66c2e5f9-7008-4eb4-af91-b9b51f06bd7a cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:35.429976 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-7926b02b-fe89-4a8f-b2ca-ac41c4aa4fd1 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Allocated IP 172.20.0.8 (390a5774-3bfa-4097-9619-3ba7e652e7e6/4a8c7af0-3057-4f99-aaea-3d21547f38a4/6072fcdc-ba07-43e1-a11f-87e967e3d8d2) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:35.455613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada4390-c940-430e-96b6-e59698b16724 req-8b2f9a6e-1da6-4a1f-8d89-404760043e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.457963 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6ada4390-c940-430e-96b6-e59698b16724 req-8b2f9a6e-1da6-4a1f-8d89-404760043e23 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c1e04e9-ab6c-49dc-b59c-4da428507abb HTTP/1.1" status: 200 len: 914 time: 0.3478043 Jul 16 01:38:35.530449 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415db453-763b-4855-a98f-5c4a7c97503c req-a6bf692d-979e-469b-89f1-6f8351249eab tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.538453 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-415db453-763b-4855-a98f-5c4a7c97503c req-a6bf692d-979e-469b-89f1-6f8351249eab tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.4333529 Jul 16 01:38:35.547856 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6ada4390-c940-430e-96b6-e59698b16724 req-32a33fca-bf47-4241-bf06-ee3cca504a37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c HTTP/1.1" status: 200 len: 217 time: 0.0733974 Jul 16 01:38:35.552128 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2cd7bdd9-be4a-4009-96e7-10b2114272d9 req-7d80bd4a-3719-4149-9b10-deb2ed5dbe3d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.0825205 Jul 16 01:38:35.608164 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-415db453-763b-4855-a98f-5c4a7c97503c req-7e9969a6-268a-4c14-b796-6acd0051047b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685012 Jul 16 01:38:35.609929 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.737607 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-d0b0ac1a-df4f-4f83-b9fe-cfc794312a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.754885 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-d0b0ac1a-df4f-4f83-b9fe-cfc794312a58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 1096 time: 0.4456680 Jul 16 01:38:35.804244 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-66570f57-286f-4f2f-9528-5a9f3dae1843 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Allocated IP 172.20.0.13 (ebc001c2-5a87-482e-9885-14e4ea5e5d30/9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8/09b8d35f-72ee-4d1e-93b0-f7d4f164e667) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:35.845751 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.910476 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada4390-c940-430e-96b6-e59698b16724 req-d214bc3e-2faf-4e7d-bea5-f0525bf9d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.912190 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6ada4390-c940-430e-96b6-e59698b16724 req-d214bc3e-2faf-4e7d-bea5-f0525bf9d561 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=19ee706f-c69f-4ade-ac53-3e1defe91c28 HTTP/1.1" status: 200 len: 853 time: 0.3223665 Jul 16 01:38:35.915855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-8df359cc-122c-4e4d-bb9f-9821828f9858 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Allocated IP 172.20.0.3 (9a4578f6-e79e-403f-8401-5b41afbe66e6/e58ed57f-5f2f-47f0-8d91-3a3adcdcd958/5e607433-33c7-480e-a37e-a6f09cdbfb5e) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:35.972025 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-7926b02b-fe89-4a8f-b2ca-ac41c4aa4fd1 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.982491 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6ada4390-c940-430e-96b6-e59698b16724 req-f364498e-0583-4532-bedd-96d4a208ae25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c1e04e9-ab6c-49dc-b59c-4da428507abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574374 Jul 16 01:38:35.990166 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-345a8922-bdce-4cfd-9b08-b0e2905177e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.992823 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-345a8922-bdce-4cfd-9b08-b0e2905177e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 909 time: 0.2273481 Jul 16 01:38:36.070760 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-7926b02b-fe89-4a8f-b2ca-ac41c4aa4fd1 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Transition to ACTIVE for port object 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:36.085249 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-f41a83f6-323b-4ad4-8d03-fa0adb4c670a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6f42e20-8572-4653-97b5-6235947051c2 HTTP/1.1" status: 200 len: 217 time: 0.0713649 Jul 16 01:38:36.118754 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5f668bd8-f8b6-4552-a1e7-6447f607c559 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:36.188842 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 5f668bd8-f8b6-4552-a1e7-6447f607c559 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:36.197945 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 5f668bd8-f8b6-4552-a1e7-6447f607c559 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:36.198385 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.204285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9743f81-84b7-40db-b9d1-ea7546b17ebf req-b6e382e2-eb40-440b-8446-b4613bcaae69 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.211384 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9743f81-84b7-40db-b9d1-ea7546b17ebf req-b6e382e2-eb40-440b-8446-b4613bcaae69 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e77ea5f-3718-4c22-a8df-c73b69801852 HTTP/1.1" status: 200 len: 944 time: 0.4365640 Jul 16 01:38:36.313469 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.347767 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 5f668bd8-f8b6-4552-a1e7-6447f607c559, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5f668bd8-f8b6-4552-a1e7-6447f607c559,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:36.354643 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.356274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7007adba-751c-4d60-baf2-cbd604ed7c15 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:36.443424 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=5f668bd8-f8b6-4552-a1e7-6447f607c559,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.447561 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-7926b02b-fe89-4a8f-b2ca-ac41c4aa4fd1 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.484948 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9743f81-84b7-40db-b9d1-ea7546b17ebf req-bd28954c-7837-4688-b500-f18ddc8a0527 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/security-groups?id=41c4c1fd-4915-425b-887a-2f97eb9c8818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725337 Jul 16 01:38:36.521386 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 7007adba-751c-4d60-baf2-cbd604ed7c15 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:36.521773 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.658763 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64c00c-8ecb-409c-a69d-376cd61241de req-e51d9e08-fb18-46cd-8fbd-73cd8cb7af5e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.668340 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c64c00c-8ecb-409c-a69d-376cd61241de req-e51d9e08-fb18-46cd-8fbd-73cd8cb7af5e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 945 time: 0.8516512 Jul 16 01:38:36.753338 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:36.758708 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-860cf1eb-0655-455b-9c36-dfa489fbe579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.761361 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-860cf1eb-0655-455b-9c36-dfa489fbe579 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.6706257 Jul 16 01:38:36.805847 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6ada4390-c940-430e-96b6-e59698b16724 req-a13b040a-541c-44bd-9fcb-c13b43797d46 service neutron] 10.222.0.47 "GET /v2.0/networks/0c1e04e9-ab6c-49dc-b59c-4da428507abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8102620 Jul 16 01:38:36.854869 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c64c00c-8ecb-409c-a69d-376cd61241de req-5bf236b7-5d3c-4837-be29-f683830acb97 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729882 Jul 16 01:38:36.857405 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-eaa9387b-ff99-4212-9de8-0c99d0ff54ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831804 Jul 16 01:38:36.909390 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c,segment=NetworkSegment(47c6b3b7-4533-40ad-9731-dcb00cf3e0b4),segment_id=47c6b3b7-4533-40ad-9731-dcb00cf3e0b4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:36.914050 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-8df359cc-122c-4e4d-bb9f-9821828f9858 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.940939 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c', 'network_id': '0c1e04e9-ab6c-49dc-b59c-4da428507abb', 'port_id': '3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c', 'mac_address': 'fa:16:3e:e8:be:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ee706f-c69f-4ade-ac53-3e1defe91c28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:36.976208 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-8df359cc-122c-4e4d-bb9f-9821828f9858 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Transition to ACTIVE for port object 5e607433-33c7-480e-a37e-a6f09cdbfb5e will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:37.030887 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.055605 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:37.067153 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-996eed3a-7531-4719-bb55-5f419362d052 req-5a6698e5-a163-4d3e-aa27-7da8d0f67e81 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 210 time: 0.0502379 Jul 16 01:38:37.087669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c,segment=NetworkSegment(47c6b3b7-4533-40ad-9731-dcb00cf3e0b4),segment_id=47c6b3b7-4533-40ad-9731-dcb00cf3e0b4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:37.093531 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.103338 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6ada4390-c940-430e-96b6-e59698b16724 req-5ff3e167-7233-4082-9528-9434cec28061 service neutron] 10.222.0.47 "GET /v2.0/networks/0c1e04e9-ab6c-49dc-b59c-4da428507abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625208 Jul 16 01:38:37.116270 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-305bbbd8-ecdc-43b7-b9ba-cec9be90f572 service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406983 Jul 16 01:38:37.135040 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-66570f57-286f-4f2f-9528-5a9f3dae1843 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.173266 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:37.190272 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] Allocated IP 172.20.0.1 (9a736340-90da-402a-a07c-a63465e83cd9/1d51708a-58e0-4b81-bfd8-80eeb76fcaa7/84a7bbd1-7204-4121-9778-28b9d7e8a70a) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:37.225289 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-e7e71112-b382-4bbb-ab78-ddda533f07d5 service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025820 Jul 16 01:38:37.226879 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-8df359cc-122c-4e4d-bb9f-9821828f9858 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.234206 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.238874 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-7926b02b-fe89-4a8f-b2ca-ac41c4aa4fd1 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Network 390a5774-3bfa-4097-9619-3ba7e652e7e6 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:37.266135 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-8df359cc-122c-4e4d-bb9f-9821828f9858 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Network 9a4578f6-e79e-403f-8401-5b41afbe66e6 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:37.268335 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-7926b02b-fe89-4a8f-b2ca-ac41c4aa4fd1 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:37.270157 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.270919 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.285453 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-7926b02b-fe89-4a8f-b2ca-ac41c4aa4fd1 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:37.298264 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-8df359cc-122c-4e4d-bb9f-9821828f9858 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:37.302932 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-8df359cc-122c-4e4d-bb9f-9821828f9858 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:37.310116 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926b02b-fe89-4a8f-b2ca-ac41c4aa4fd1 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event updated for resources: {'Port': ['ID=6072fcdc-ba07-43e1-a11f-87e967e3d8d2,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:37.353952 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df359cc-122c-4e4d-bb9f-9821828f9858 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Pushing event updated for resources: {'Port': ['ID=5e607433-33c7-480e-a37e-a6f09cdbfb5e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:37.387269 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-8df359cc-122c-4e4d-bb9f-9821828f9858 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.388341 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-8df359cc-122c-4e4d-bb9f-9821828f9858 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.414948 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beba84c-e6a3-4b14-adc5-20c7a1675297 req-d584a020-c2bd-47f0-a5b1-551b6124e1a3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.416276 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7beba84c-e6a3-4b14-adc5-20c7a1675297 req-d584a020-c2bd-47f0-a5b1-551b6124e1a3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 931 time: 0.1491005 Jul 16 01:38:37.418646 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-8df359cc-122c-4e4d-bb9f-9821828f9858 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6854429 Jul 16 01:38:37.446698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Request body: {'port': {'device_id': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:37.551951 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7beba84c-e6a3-4b14-adc5-20c7a1675297 req-dad7c97c-d7ef-49a5-ba0f-46fcb7eb60a8 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195633 Jul 16 01:38:37.578562 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:37.605560 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-7926b02b-fe89-4a8f-b2ca-ac41c4aa4fd1 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.606305 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-7926b02b-fe89-4a8f-b2ca-ac41c4aa4fd1 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.654771 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=66c2e5f9-7008-4eb4-af91-b9b51f06bd7a,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:37.674272 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.732646 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-66570f57-286f-4f2f-9528-5a9f3dae1843 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.773870 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec5962-c116-45ca-80a4-e1af5aef3c7d req-ba4b3536-f537-4619-a995-7802c745f8df tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.777810 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['a082f3f6-be0c-47da-b563-0194daca0c1e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:37.783339 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-51ec5962-c116-45ca-80a4-e1af5aef3c7d req-ba4b3536-f537-4619-a995-7802c745f8df tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 931 time: 0.7324035 Jul 16 01:38:37.859182 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-7926b02b-fe89-4a8f-b2ca-ac41c4aa4fd1 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8159847 Jul 16 01:38:37.902486 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a20df826-39f0-4bc8-a4af-ac8c31d113fc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Request body: {'port': {'device_id': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412', 'admin_state_up': True, 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'security_groups': ['b01c2995-f3f8-4e35-8788-92e0ed7e0d6f']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:37.912384 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-66570f57-286f-4f2f-9528-5a9f3dae1843 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Network ebc001c2-5a87-482e-9885-14e4ea5e5d30 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:37.941264 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-66570f57-286f-4f2f-9528-5a9f3dae1843 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:37.963692 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5e892439-d397-4e80-a411-2a739df25df2 None None] Provisioning for port 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:37.972061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-66570f57-286f-4f2f-9528-5a9f3dae1843 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:37.976013 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network 4b5886e7-3884-48c9-9634-393f762fefc0 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:37.987530 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5f668bd8-f8b6-4552-a1e7-6447f607c559 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:37.990015 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-51ec5962-c116-45ca-80a4-e1af5aef3c7d req-40216447-cdfb-40d7-9d43-0e598c47c7a4 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055123 Jul 16 01:38:37.990659 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66570f57-286f-4f2f-9528-5a9f3dae1843 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Pushing event updated for resources: {'Port': ['ID=09b8d35f-72ee-4d1e-93b0-f7d4f164e667,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:38.024505 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.065807 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5e892439-d397-4e80-a411-2a739df25df2 None None] Provisioning complete for port 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:38.066327 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e892439-d397-4e80-a411-2a739df25df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.086275 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:38.185194 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] Transition to ACTIVE for port object 84a7bbd1-7204-4121-9778-28b9d7e8a70a will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:38.191987 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5e892439-d397-4e80-a411-2a739df25df2 None None] Port 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:38.248641 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5e892439-d397-4e80-a411-2a739df25df2 None None] Provisioning for port 5e607433-33c7-480e-a37e-a6f09cdbfb5e completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:38.256985 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 5f668bd8-f8b6-4552-a1e7-6447f607c559 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:38.261442 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.301950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5e892439-d397-4e80-a411-2a739df25df2 None None] Provisioning complete for port 5e607433-33c7-480e-a37e-a6f09cdbfb5e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:38.301950 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e892439-d397-4e80-a411-2a739df25df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.340274 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-66570f57-286f-4f2f-9528-5a9f3dae1843 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.340877 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-66570f57-286f-4f2f-9528-5a9f3dae1843 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.401326 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aaaa8-d587-4faf-85b0-f5987e316a50 req-e80930cc-08c5-44fb-89dd-91637c7f7dbd tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.405169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5e892439-d397-4e80-a411-2a739df25df2 None None] Port 5e607433-33c7-480e-a37e-a6f09cdbfb5e cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:38.409604 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1a2aaaa8-d587-4faf-85b0-f5987e316a50 req-e80930cc-08c5-44fb-89dd-91637c7f7dbd tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.6078222 Jul 16 01:38:38.441564 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-66570f57-286f-4f2f-9528-5a9f3dae1843 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3648326 Jul 16 01:38:38.484447 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Request body: {'port': {'device_id': '2823399e-3c8a-4ad1-9bad-912e4722ac6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:38.515651 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e607433-33c7-480e-a37e-a6f09cdbfb5e {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:38.535306 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1a2aaaa8-d587-4faf-85b0-f5987e316a50 req-4e3abe51-2543-4a6b-b527-ac53420cd607 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247540 Jul 16 01:38:38.537408 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.562977 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.571892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Transition to ACTIVE for port object 5e607433-33c7-480e-a37e-a6f09cdbfb5e will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:38.578676 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.582992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a20df826-39f0-4bc8-a4af-ac8c31d113fc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Made reservation on behalf of fa5d0aa8f7424cfc9d4100cd0760da64 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:38.587361 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a20df826-39f0-4bc8-a4af-ac8c31d113fc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.651678 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b34f5bb0-dd89-4249-9973-4b5064ace6c3 None None] Provisioning complete for port 66c2e5f9-7008-4eb4-af91-b9b51f06bd7a triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:38.652188 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b34f5bb0-dd89-4249-9973-4b5064ace6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.685208 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] Network 9a736340-90da-402a-a07c-a63465e83cd9 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:38.722241 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db228a-a237-4bf8-9db4-9e8e3aabc62c req-f3335423-b5d6-4a74-8c51-a23542e675be tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.742570 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b6db228a-a237-4bf8-9db4-9e8e3aabc62c req-f3335423-b5d6-4a74-8c51-a23542e675be tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e77ea5f-3718-4c22-a8df-c73b69801852 HTTP/1.1" status: 200 len: 945 time: 0.5203397 Jul 16 01:38:38.749097 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b34f5bb0-dd89-4249-9973-4b5064ace6c3 None None] Port 66c2e5f9-7008-4eb4-af91-b9b51f06bd7a cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:38.779665 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:38.784460 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:38.824578 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e607433-33c7-480e-a37e-a6f09cdbfb5e,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:38.866478 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.905295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Attempting to bind port 5e607433-33c7-480e-a37e-a6f09cdbfb5e on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:38.905631 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Attempting to bind port 5e607433-33c7-480e-a37e-a6f09cdbfb5e by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:38.905962 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Attempting to bind port 5e607433-33c7-480e-a37e-a6f09cdbfb5e on network 9a4578f6-e79e-403f-8401-5b41afbe66e6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:38.921639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Port 5e607433-33c7-480e-a37e-a6f09cdbfb5e on network 9a4578f6-e79e-403f-8401-5b41afbe66e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:38.921931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Attempting to bind port 5e607433-33c7-480e-a37e-a6f09cdbfb5e on network 9a4578f6-e79e-403f-8401-5b41afbe66e6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:38.945874 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:38.946431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Checking segment: {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:38.947014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Bound using segment: {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:38.947628 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Bound port: 5e607433-33c7-480e-a37e-a6f09cdbfb5e, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:38.948193 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.018687 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710ee7-e94e-46c3-b8f9-9f0d11f274e3 req-620c548f-6980-489a-81dd-09fdbb96b124 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.022582 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b5710ee7-e94e-46c3-b8f9-9f0d11f274e3 req-620c548f-6980-489a-81dd-09fdbb96b124 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 945 time: 0.2752256 Jul 16 01:38:39.031532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] Pushing event updated for resources: {'Port': ['ID=84a7bbd1-7204-4121-9778-28b9d7e8a70a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:39.034407 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.111485 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b6db228a-a237-4bf8-9db4-9e8e3aabc62c req-fc292e5b-fc6c-45d8-aeaf-f000f983d1a7 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/security-groups?id=41c4c1fd-4915-425b-887a-2f97eb9c8818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531649 Jul 16 01:38:39.135100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 22265211-7c75-40ba-8f69-bc88a30a84f1 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:38:39.164688 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] For port 5e607433-33c7-480e-a37e-a6f09cdbfb5e, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:39.172803 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] For port 5e607433-33c7-480e-a37e-a6f09cdbfb5e, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:39.184169 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.211601 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-49ef0168-93f7-42d7-9728-0020ef575649 None None] Provisioning for port 84a7bbd1-7204-4121-9778-28b9d7e8a70a completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:39.215964 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-49ef0168-93f7-42d7-9728-0020ef575649 None None] Provisioning complete for port 84a7bbd1-7204-4121-9778-28b9d7e8a70a triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:39.216598 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49ef0168-93f7-42d7-9728-0020ef575649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.223147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.223996 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.227490 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] 10.222.0.26 "PUT /v2.0/ports/5e607433-33c7-480e-a37e-a6f09cdbfb5e HTTP/1.1" status: 200 len: 1091 time: 1.7918992 Jul 16 01:38:39.231165 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:39.233697 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267c6cfc-5f4f-43f2-9d27-5e758cbdd129" -d '{"events": [{"name": "network-changed", "server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:39.267744 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b5710ee7-e94e-46c3-b8f9-9f0d11f274e3 req-b6715959-175f-46b4-ae98-54a214210125 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372756 Jul 16 01:38:39.318797 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-49ef0168-93f7-42d7-9728-0020ef575649 None None] Port 84a7bbd1-7204-4121-9778-28b9d7e8a70a cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:39.362940 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf93285-dcbb-4d66-b48f-441054b3f7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e607433-33c7-480e-a37e-a6f09cdbfb5e,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:39.414355 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-fca11248-2565-473f-9e8e-b8b247521d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.417542 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-fca11248-2565-473f-9e8e-b8b247521d87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 1094 time: 0.0996637 Jul 16 01:38:39.524279 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-f0506be1-1b53-4567-9af8-b7f94dfb4a09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e HTTP/1.1" status: 200 len: 217 time: 0.0859034 Jul 16 01:38:39.597569 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:39.608749 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddafbb9-457f-44a8-8bd5-b64a8b333326 None None] Sync routers for ids ['22265211-7c75-40ba-8f69-bc88a30a84f1'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:39.627068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddafbb9-457f-44a8-8bd5-b64a8b333326 None None] Routers {'22265211-7c75-40ba-8f69-bc88a30a84f1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:39.628011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1ddafbb9-457f-44a8-8bd5-b64a8b333326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['22265211-7c75-40ba-8f69-bc88a30a84f1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:39.647558 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4c7729a8-a13d-43bf-939a-5d3c8ac69a92 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/22265211-7c75-40ba-8f69-bc88a30a84f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5556388 Jul 16 01:38:39.648813 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a20df826-39f0-4bc8-a4af-ac8c31d113fc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Allocated IP 10.1.1.4 (525896ce-09df-4da2-9eab-4fa66a501412/f2c50c7f-3bfe-422a-ae80-e07354d7446f/7a8a248f-ea30-4e34-8a9e-022a3b879da9) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:39.651328 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-3fc091d3-3dbe-49ea-a0db-cdbd7d9c7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.653001 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-3fc091d3-3dbe-49ea-a0db-cdbd7d9c7fce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.1176639 Jul 16 01:38:39.653610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57118) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:39.655281 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.720097 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205deb07-9f9c-4fb5-b517-0f4825c84490 req-afc192d2-4bae-4e76-89da-1b0aa4da1e8d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.726337 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1ddafbb9-457f-44a8-8bd5-b64a8b333326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:39.727001 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-205deb07-9f9c-4fb5-b517-0f4825c84490 req-afc192d2-4bae-4e76-89da-1b0aa4da1e8d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 932 time: 0.2688940 Jul 16 01:38:39.757313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddafbb9-457f-44a8-8bd5-b64a8b333326 None None] Routers {'22265211-7c75-40ba-8f69-bc88a30a84f1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:39.758281 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1ddafbb9-457f-44a8-8bd5-b64a8b333326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['22265211-7c75-40ba-8f69-bc88a30a84f1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:39.793730 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544cf5a-422c-448f-bd82-ac7647ffd669 req-80ccbcc5-d5be-4cba-a62d-8d7ccced5a2b tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.795558 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8544cf5a-422c-448f-bd82-ac7647ffd669 req-80ccbcc5-d5be-4cba-a62d-8d7ccced5a2b tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 931 time: 0.2703080 Jul 16 01:38:39.821802 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1ddafbb9-457f-44a8-8bd5-b64a8b333326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:39.823099 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddafbb9-457f-44a8-8bd5-b64a8b333326 None None] The sync data for ids ['22265211-7c75-40ba-8f69-bc88a30a84f1'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:39.855129 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-205deb07-9f9c-4fb5-b517-0f4825c84490 req-eef245e4-fbfa-4a98-80b1-dc955f678d0a tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272290 Jul 16 01:38:39.890460 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c69d00-0a3d-4927-bfa5-109730171c00 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.892896 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-51c69d00-0a3d-4927-bfa5-109730171c00 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/ports/66c2e5f9-7008-4eb4-af91-b9b51f06bd7a HTTP/1.1" status: 200 len: 911 time: 0.2368183 Jul 16 01:38:39.900405 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57120) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:40.025556 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8544cf5a-422c-448f-bd82-ac7647ffd669 req-28c0b775-a9e4-4e60-818f-3bf5ec37e134 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172399 Jul 16 01:38:40.152050 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bba1762-01da-47e7-9094-acb16a9e4d4e x-openstack-request-id: req-0bba1762-01da-47e7-9094-acb16a9e4d4e {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:40.152471 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:40.152732 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0bba1762-01da-47e7-9094-acb16a9e4d4e {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:40.153620 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'status': 'completed', 'code': 200} Jul 16 01:38:40.160704 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-a492c5e4-0bf1-4c39-987f-6b527e41e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.162282 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-a492c5e4-0bf1-4c39-987f-6b527e41e663 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4942660 Jul 16 01:38:40.281165 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d99e0f-84ab-4261-8e6c-365f1643f669 req-8945db47-2903-4afa-b0f8-634c36f55070 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.288023 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8d99e0f-84ab-4261-8e6c-365f1643f669 req-8945db47-2903-4afa-b0f8-634c36f55070 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 943 time: 0.2680690 Jul 16 01:38:40.312777 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a20df826-39f0-4bc8-a4af-ac8c31d113fc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.331163 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b8d35f-72ee-4d1e-93b0-f7d4f164e667 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:40.339930 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.347846 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.355105 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.375340 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a20df826-39f0-4bc8-a4af-ac8c31d113fc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Transition to ACTIVE for port object 7a8a248f-ea30-4e34-8a9e-022a3b879da9 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:40.386005 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8d99e0f-84ab-4261-8e6c-365f1643f669 req-a6a88d50-509b-4d96-b8b0-d1f472a7414a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970700 Jul 16 01:38:40.457344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Transition to ACTIVE for port object 09b8d35f-72ee-4d1e-93b0-f7d4f164e667 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:40.473508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b9ccd-817e-4277-a592-7fd3fdeba291 req-033a632a-1bf4-4405-82a4-4ede631bb381 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.475471 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af2b9ccd-817e-4277-a592-7fd3fdeba291 req-033a632a-1bf4-4405-82a4-4ede631bb381 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.2454865 Jul 16 01:38:40.487083 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.530232 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.535245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] Pushing event updated for resources: {'Port': ['ID=84a7bbd1-7204-4121-9778-28b9d7e8a70a,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:40.541706 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-a73c5423-1032-48df-938a-7a703650460c service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689318 Jul 16 01:38:40.545796 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af2b9ccd-817e-4277-a592-7fd3fdeba291 req-c85cbcbb-ae60-4e48-aebb-03a853ec3cc9 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583482 Jul 16 01:38:40.692222 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a20df826-39f0-4bc8-a4af-ac8c31d113fc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.698622 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62f6d89d-9d16-4ff7-8228-79caf7a4a81b req-22880a87-4cf3-47c2-b7dc-85f965973407 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336834 Jul 16 01:38:40.713122 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Pushing event updated for resources: {'Port': ['ID=09b8d35f-72ee-4d1e-93b0-f7d4f164e667,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:40.770330 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:40.843896 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:40.853877 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:40.854704 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.898582 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423597a-1042-4ced-91be-b81b171a1e44 req-9a6f137e-2ea4-4faa-bcd3-0f7b7f101d75 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.901563 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e423597a-1042-4ced-91be-b81b171a1e44 req-9a6f137e-2ea4-4faa-bcd3-0f7b7f101d75 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 945 time: 0.2199981 Jul 16 01:38:40.961028 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44b75756-39a8-4fc8-978f-fb6cf486e434 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.970056 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.015056 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c,segment=NetworkSegment(47c6b3b7-4533-40ad-9731-dcb00cf3e0b4),segment_id=47c6b3b7-4533-40ad-9731-dcb00cf3e0b4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:41.016310 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e77ea5f-3718-4c22-a8df-c73b69801852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:41.018789 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714a663e-ac0f-4e98-a72a-7c35f3752f73" -d '{"events": [{"server_uuid": "1e77ea5f-3718-4c22-a8df-c73b69801852", "name": "network-vif-plugged", "status": "completed", "tag": "3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:41.024991 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.054745 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e423597a-1042-4ced-91be-b81b171a1e44 req-a032206c-6c57-42d2-82ca-b71366a0014b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451802 Jul 16 01:38:41.081099 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c6cfc-5f4f-43f2-9d27-5e758cbdd129 req-59a443c0-67e7-4e59-9f1b-f01bb58ad4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.082521 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-267c6cfc-5f4f-43f2-9d27-5e758cbdd129 req-59a443c0-67e7-4e59-9f1b-f01bb58ad4de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 1094 time: 0.2670546 Jul 16 01:38:41.118126 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:41.150727 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a20df826-39f0-4bc8-a4af-ac8c31d113fc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Network 525896ce-09df-4da2-9eab-4fa66a501412 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:41.173382 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a20df826-39f0-4bc8-a4af-ac8c31d113fc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:41.183988 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a20df826-39f0-4bc8-a4af-ac8c31d113fc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:41.237472 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20df826-39f0-4bc8-a4af-ac8c31d113fc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event updated for resources: {'Port': ['ID=7a8a248f-ea30-4e34-8a9e-022a3b879da9,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:41.255877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Attempting to bind port 09b8d35f-72ee-4d1e-93b0-f7d4f164e667 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:41.256223 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Attempting to bind port 09b8d35f-72ee-4d1e-93b0-f7d4f164e667 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'de18a15a-a124-4fe2-a463-41b9ed456cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:41.256695 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Attempting to bind port 09b8d35f-72ee-4d1e-93b0-f7d4f164e667 on network ebc001c2-5a87-482e-9885-14e4ea5e5d30 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:41.274739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93eabdc-db1c-4790-a7f3-387ff34fb703 req-a90e3037-2a73-4b1a-a6f9-a20cdc244f30 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.276368 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e93eabdc-db1c-4790-a7f3-387ff34fb703 req-a90e3037-2a73-4b1a-a6f9-a20cdc244f30 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e77ea5f-3718-4c22-a8df-c73b69801852 HTTP/1.1" status: 200 len: 945 time: 0.7421451 Jul 16 01:38:41.289807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] Network 9a736340-90da-402a-a07c-a63465e83cd9 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:41.291593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Port 09b8d35f-72ee-4d1e-93b0-f7d4f164e667 on network ebc001c2-5a87-482e-9885-14e4ea5e5d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:41.291947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Attempting to bind port 09b8d35f-72ee-4d1e-93b0-f7d4f164e667 on network ebc001c2-5a87-482e-9885-14e4ea5e5d30 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:41.304798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a20df826-39f0-4bc8-a4af-ac8c31d113fc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.305467 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a20df826-39f0-4bc8-a4af-ac8c31d113fc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.311327 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:41.337006 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:41.337453 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Checking segment: {'id': 'de18a15a-a124-4fe2-a463-41b9ed456cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:41.337955 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Bound using segment: {'id': 'de18a15a-a124-4fe2-a463-41b9ed456cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:41.338507 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Bound port: 09b8d35f-72ee-4d1e-93b0-f7d4f164e667, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de18a15a-a124-4fe2-a463-41b9ed456cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:41.343447 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.373868 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a20df826-39f0-4bc8-a4af-ac8c31d113fc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4775681 Jul 16 01:38:41.389611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c6cfc-5f4f-43f2-9d27-5e758cbdd129 req-c62158b7-2eb4-4e67-ab7a-cf74afa4ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.391145 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-267c6cfc-5f4f-43f2-9d27-5e758cbdd129 req-c62158b7-2eb4-4e67-ab7a-cf74afa4ece0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 912 time: 0.2983677 Jul 16 01:38:41.421081 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d82f05-3d19-457b-9907-410fd3cf1853 req-dbc5170f-64b7-475e-8397-e4a74df05eac tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.422712 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-42d82f05-3d19-457b-9907-410fd3cf1853 req-dbc5170f-64b7-475e-8397-e4a74df05eac tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 944 time: 0.1849334 Jul 16 01:38:41.435675 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-3763023f-bf8b-4846-bc22-9a0af923ad29 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Request body: {'port': {'device_id': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412', 'admin_state_up': True, 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'security_groups': ['b01c2995-f3f8-4e35-8788-92e0ed7e0d6f']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:41.504524 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e93eabdc-db1c-4790-a7f3-387ff34fb703 req-f2985ef5-77cc-4a36-9add-bee4fca74cc8 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/security-groups?id=41c4c1fd-4915-425b-887a-2f97eb9c8818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177534 Jul 16 01:38:41.522512 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-267c6cfc-5f4f-43f2-9d27-5e758cbdd129 req-81c44b79-a978-4a09-85be-2ed09f776f64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e HTTP/1.1" status: 200 len: 217 time: 0.0746927 Jul 16 01:38:41.566304 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0b123d86-3179-4bba-b765-0baa566d5429 None None] Provisioning for port 7a8a248f-ea30-4e34-8a9e-022a3b879da9 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:41.574753 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0b123d86-3179-4bba-b765-0baa566d5429 None None] Provisioning complete for port 7a8a248f-ea30-4e34-8a9e-022a3b879da9 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:41.575428 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b123d86-3179-4bba-b765-0baa566d5429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.608880 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2a954f-8403-46b1-87b6-c2e7e942e968 x-openstack-request-id: req-9e2a954f-8403-46b1-87b6-c2e7e942e968 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:41.609397 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e77ea5f-3718-4c22-a8df-c73b69801852", "name": "network-vif-plugged", "status": "completed", "tag": "3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:41.609793 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9e2a954f-8403-46b1-87b6-c2e7e942e968 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:41.610339 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e77ea5f-3718-4c22-a8df-c73b69801852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c', 'code': 200} Jul 16 01:38:41.634892 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0b123d86-3179-4bba-b765-0baa566d5429 None None] Port 7a8a248f-ea30-4e34-8a9e-022a3b879da9 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:41.717506 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] For port 09b8d35f-72ee-4d1e-93b0-f7d4f164e667, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:41.721896 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] For port 09b8d35f-72ee-4d1e-93b0-f7d4f164e667, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=09b8d35f-72ee-4d1e-93b0-f7d4f164e667,segment=NetworkSegment(de18a15a-a124-4fe2-a463-41b9ed456cbf),segment_id=de18a15a-a124-4fe2-a463-41b9ed456cbf)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:41.748697 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.761294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-3763023f-bf8b-4846-bc22-9a0af923ad29 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Made reservation on behalf of fa5d0aa8f7424cfc9d4100cd0760da64 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:41.765051 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-3763023f-bf8b-4846-bc22-9a0af923ad29 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.784762 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1dce05e5-df92-4b4d-bcb9-816938d8c06b None None] Provisioning complete for port 84a7bbd1-7204-4121-9778-28b9d7e8a70a triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:41.785306 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1dce05e5-df92-4b4d-bcb9-816938d8c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.791943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] Router a7cb5161-401b-4fe2-9a28-0e19ba4078e8 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:41.833347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.833959 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.837999 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] 10.222.0.47 "PUT /v2.0/ports/09b8d35f-72ee-4d1e-93b0-f7d4f164e667 HTTP/1.1" status: 200 len: 1092 time: 3.3694575 Jul 16 01:38:41.840490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2823399e-3c8a-4ad1-9bad-912e4722ac6c', 'tag': '09b8d35f-72ee-4d1e-93b0-f7d4f164e667'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:41.840823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1dce05e5-df92-4b4d-bcb9-816938d8c06b None None] Port 84a7bbd1-7204-4121-9778-28b9d7e8a70a cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:41.842750 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a6bebf-385f-48ff-a626-a09cc5fe613e" -d '{"events": [{"name": "network-changed", "server_uuid": "2823399e-3c8a-4ad1-9bad-912e4722ac6c", "tag": "09b8d35f-72ee-4d1e-93b0-f7d4f164e667"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:41.847566 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-42d82f05-3d19-457b-9907-410fd3cf1853 req-47c097b0-242d-4e12-afa9-ad8e42605719 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195472 Jul 16 01:38:41.891874 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c6cfc-5f4f-43f2-9d27-5e758cbdd129 req-4902a48f-58a9-4f97-9c8d-46472fe7bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.893561 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-267c6cfc-5f4f-43f2-9d27-5e758cbdd129 req-4902a48f-58a9-4f97-9c8d-46472fe7bc63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.3486536 Jul 16 01:38:41.958592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-44b75756-39a8-4fc8-978f-fb6cf486e434 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting port 66c2e5f9-7008-4eb4-af91-b9b51f06bd7a {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:41.959242 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44b75756-39a8-4fc8-978f-fb6cf486e434 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.983926 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca8325-935e-441a-a6ef-d590b6a2d969 service neutron] Pushing event updated for resources: {'Port': ['ID=09b8d35f-72ee-4d1e-93b0-f7d4f164e667,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:42.101336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f6e52-1a86-4f25-8cfc-47cda453ca2d req-8177f87d-15cb-4bdb-abc7-57cdad537432 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.103032 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c4826-5c0b-41e3-8463-62835d74b371 req-8502d217-1847-4184-a293-64e9e7f710ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.104575 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dc9c4826-5c0b-41e3-8463-62835d74b371 req-8502d217-1847-4184-a293-64e9e7f710ab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1e77ea5f-3718-4c22-a8df-c73b69801852 HTTP/1.1" status: 200 len: 1097 time: 0.3565922 Jul 16 01:38:42.106987 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f6e52-1a86-4f25-8cfc-47cda453ca2d req-8177f87d-15cb-4bdb-abc7-57cdad537432 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.108630 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-998f6e52-1a86-4f25-8cfc-47cda453ca2d req-8177f87d-15cb-4bdb-abc7-57cdad537432 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 1651 time: 0.3062139 Jul 16 01:38:42.135321 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44b75756-39a8-4fc8-978f-fb6cf486e434 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.154778 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c6cfc-5f4f-43f2-9d27-5e758cbdd129 req-826b69d8-cab9-4f1b-a85c-2852b1922ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.158679 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-267c6cfc-5f4f-43f2-9d27-5e758cbdd129 req-826b69d8-cab9-4f1b-a85c-2852b1922ae1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2505510 Jul 16 01:38:42.185646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:42.186180 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-44b75756-39a8-4fc8-978f-fb6cf486e434 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Calling delete_port for 66c2e5f9-7008-4eb4-af91-b9b51f06bd7a owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:42.199405 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Sync routers for ids ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:42.211838 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d4accd5e-76dc-4a04-a73c-f03c0bf29043 admin admin] 10.222.0.54 "PUT /v2.0/routers/a7cb5161-401b-4fe2-9a28-0e19ba4078e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4230039 Jul 16 01:38:42.219366 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Routers {'a7cb5161-401b-4fe2-9a28-0e19ba4078e8'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:42.220201 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:42.220636 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-ad18adca-4315-4c77-9fc5-0dd50dcb86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.222248 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-ad18adca-4315-4c77-9fc5-0dd50dcb86dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=204dde1fe12d48b4aec96dc9cd406bb5&device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 1095 time: 0.2817657 Jul 16 01:38:42.237517 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-998f6e52-1a86-4f25-8cfc-47cda453ca2d req-b25e7235-19f2-4c75-9672-0e80ca1762ad tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027029 Jul 16 01:38:42.246281 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dc9c4826-5c0b-41e3-8463-62835d74b371 req-e4a0d2d3-7128-4f88-b4c6-d5b2200712e6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=41c4c1fd-4915-425b-887a-2f97eb9c8818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282468 Jul 16 01:38:42.258493 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-3763023f-bf8b-4846-bc22-9a0af923ad29 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Allocated IP 10.1.1.9 (525896ce-09df-4da2-9eab-4fa66a501412/f2c50c7f-3bfe-422a-ae80-e07354d7446f/65ae1488-7894-4e05-a642-06cbec3578dd) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:42.344326 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-e54f4609-6b7c-4f78-9c9d-a44d658e7c6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09b8d35f-72ee-4d1e-93b0-f7d4f164e667 HTTP/1.1" status: 200 len: 217 time: 0.1005275 Jul 16 01:38:42.532524 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Set router a7cb5161-401b-4fe2-9a28-0e19ba4078e8 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:42.585606 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-3763023f-bf8b-4846-bc22-9a0af923ad29 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.640678 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a27b15-aff6-4da1-8b78-781f202cc961 req-0074b188-0674-45e1-8a49-3127dd0ca8b3 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.642380 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52a27b15-aff6-4da1-8b78-781f202cc961 req-0074b188-0674-45e1-8a49-3127dd0ca8b3 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.1857300 Jul 16 01:38:42.658880 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-3763023f-bf8b-4846-bc22-9a0af923ad29 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Transition to ACTIVE for port object 65ae1488-7894-4e05-a642-06cbec3578dd will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:42.692088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-7fccb341-c0cd-4f70-9c8d-75a2c16e5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.693563 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-7fccb341-c0cd-4f70-9c8d-75a2c16e5b3c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8 HTTP/1.1" status: 200 len: 850 time: 0.1047359 Jul 16 01:38:42.723192 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52a27b15-aff6-4da1-8b78-781f202cc961 req-11b51c96-e62c-43bc-b5dd-0c38559fc4a7 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706167 Jul 16 01:38:42.747313 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-0f29b254-f733-4124-b4cb-648f6fa7b3c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ebc001c2-5a87-482e-9885-14e4ea5e5d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405273 Jul 16 01:38:42.778029 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-3763023f-bf8b-4846-bc22-9a0af923ad29 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.817413 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f0fd6a-3327-48bc-aaa8-95c1efd3f135 x-openstack-request-id: req-41f0fd6a-3327-48bc-aaa8-95c1efd3f135 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:42.817700 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2823399e-3c8a-4ad1-9bad-912e4722ac6c", "tag": "09b8d35f-72ee-4d1e-93b0-f7d4f164e667", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:42.818011 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-41f0fd6a-3327-48bc-aaa8-95c1efd3f135 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:42.818415 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2823399e-3c8a-4ad1-9bad-912e4722ac6c', 'tag': '09b8d35f-72ee-4d1e-93b0-f7d4f164e667', 'status': 'completed', 'code': 200} Jul 16 01:38:42.902657 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'name': 'tempest-ServersTestManualDisk-278799008-router', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:39Z', 'revision_number': 4, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'gw_port': {'id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:27Z', 'updated_at': '2021-07-16T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '84a7bbd1-7204-4121-9778-28b9d7e8a70a', 'name': '', 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'mac_address': 'fa:16:3e:38:b9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:35Z', 'updated_at': '2021-07-16T01:38:39Z', 'revision_number': 2, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'subnets': [{'id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:42.952777 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Checking router: a7cb5161-401b-4fe2-9a28-0e19ba4078e8 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:42.953131 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Updating router a7cb5161-401b-4fe2-9a28-0e19ba4078e8 port 84a7bbd1-7204-4121-9778-28b9d7e8a70a binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:38:42.957562 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-3763023f-bf8b-4846-bc22-9a0af923ad29 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Network 525896ce-09df-4da2-9eab-4fa66a501412 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:42.985224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-3763023f-bf8b-4846-bc22-9a0af923ad29 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:42.990611 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-267c6cfc-5f4f-43f2-9d27-5e758cbdd129 req-60c2fe51-6959-4018-a3ca-8c7ae15f3e12 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8015487 Jul 16 01:38:42.994231 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-3763023f-bf8b-4846-bc22-9a0af923ad29 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:43.000500 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44b75756-39a8-4fc8-978f-fb6cf486e434 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.020995 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf06e1c-1f55-477e-9fd3-0f14f626ce98 req-749a1e86-3375-42a4-a3de-2793c1f8b189 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.028058 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.029668 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1bf06e1c-1f55-477e-9fd3-0f14f626ce98 req-749a1e86-3375-42a4-a3de-2793c1f8b189 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 943 time: 1.0252385 Jul 16 01:38:43.070729 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763023f-bf8b-4846-bc22-9a0af923ad29 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event updated for resources: {'Port': ['ID=65ae1488-7894-4e05-a642-06cbec3578dd,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:43.098335 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-83fe93e8-ea77-456a-86bf-5a3c1da93b04 service neutron] 10.222.0.47 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396399 Jul 16 01:38:43.131013 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-3763023f-bf8b-4846-bc22-9a0af923ad29 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.132629 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-3763023f-bf8b-4846-bc22-9a0af923ad29 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.185966 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-267c6cfc-5f4f-43f2-9d27-5e758cbdd129 req-75ba0bb6-de9f-4183-a904-1922ad1e713d service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823044 Jul 16 01:38:43.198324 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-3763023f-bf8b-4846-bc22-9a0af923ad29 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7669835 Jul 16 01:38:43.206473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b75756-39a8-4fc8-978f-fb6cf486e434 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Port': ['ID=66c2e5f9-7008-4eb4-af91-b9b51f06bd7a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:43.229112 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56e67e-301e-470a-b681-a505ab854fd8 req-84ab2d42-906a-4d5c-877e-08651e3d17d9 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.234283 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8e56e67e-301e-470a-b681-a505ab854fd8 req-84ab2d42-906a-4d5c-877e-08651e3d17d9 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 945 time: 0.2919703 Jul 16 01:38:43.239557 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-711cc8d1-98fa-41e1-94c8-0172c601e29f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Request body: {'port': {'device_id': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b9af7ef5-ac18-4736-89a9-97ab3ca3428e', 'admin_state_up': True, 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'security_groups': ['b01c2995-f3f8-4e35-8788-92e0ed7e0d6f']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:43.380676 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-720461ae-e87a-4183-b008-df2a083130a5 None None] Provisioning for port 65ae1488-7894-4e05-a642-06cbec3578dd completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:43.387619 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-720461ae-e87a-4183-b008-df2a083130a5 None None] Provisioning complete for port 65ae1488-7894-4e05-a642-06cbec3578dd triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:43.388666 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-720461ae-e87a-4183-b008-df2a083130a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.425879 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1bf06e1c-1f55-477e-9fd3-0f14f626ce98 req-1fe42b0d-1b91-4a37-9c4f-e79cded929c7 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3950417 Jul 16 01:38:43.430682 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44b75756-39a8-4fc8-978f-fb6cf486e434 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.442354 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.460726 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Transition to ACTIVE for port object 84a7bbd1-7204-4121-9778-28b9d7e8a70a will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:43.474484 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8e56e67e-301e-470a-b681-a505ab854fd8 req-0f8df0b1-3ab8-452c-8db2-8e959bdb5ac2 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205071 Jul 16 01:38:43.475039 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.509716 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-720461ae-e87a-4183-b008-df2a083130a5 None None] Port 65ae1488-7894-4e05-a642-06cbec3578dd cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:43.549596 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40e6d1b1-aca2-4c12-8aea-400b41f7f23d req-7f247406-16e3-4727-a0a2-0f6313979a27 service neutron] 10.222.0.47 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376214 Jul 16 01:38:43.608120 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdf5bd-264d-47c3-a9fa-babd6fe2554c None None] Pushing event updated for resources: {'Port': ['ID=84a7bbd1-7204-4121-9778-28b9d7e8a70a,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:43.644210 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Attempting to bind port 84a7bbd1-7204-4121-9778-28b9d7e8a70a on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:43.644693 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Attempting to bind port 84a7bbd1-7204-4121-9778-28b9d7e8a70a by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '03b5464c-1784-427e-b372-587f2c216307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:43.645099 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Attempting to bind port 84a7bbd1-7204-4121-9778-28b9d7e8a70a on network 9a736340-90da-402a-a07c-a63465e83cd9 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:43.651701 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:43.652208 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Checking segment: {'id': '03b5464c-1784-427e-b372-587f2c216307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:43.652683 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.653149 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Bound using segment: {'id': '03b5464c-1784-427e-b372-587f2c216307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:43.653686 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Bound port: 84a7bbd1-7204-4121-9778-28b9d7e8a70a, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b5464c-1784-427e-b372-587f2c216307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:43.654134 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.682068 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-711cc8d1-98fa-41e1-94c8-0172c601e29f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Made reservation on behalf of fa5d0aa8f7424cfc9d4100cd0760da64 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:43.731291 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5e607433-33c7-480e-a37e-a6f09cdbfb5e details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:43.796882 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] For port 84a7bbd1-7204-4121-9778-28b9d7e8a70a, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:43.809664 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] For port 84a7bbd1-7204-4121-9778-28b9d7e8a70a, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=84a7bbd1-7204-4121-9778-28b9d7e8a70a,segment=NetworkSegment(03b5464c-1784-427e-b372-587f2c216307),segment_id=03b5464c-1784-427e-b372-587f2c216307)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:43.820049 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.825589 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b75756-39a8-4fc8-978f-fb6cf486e434 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 22265211-7c75-40ba-8f69-bc88a30a84f1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:43.963912 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Routers {'a7cb5161-401b-4fe2-9a28-0e19ba4078e8'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:43.968478 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:43.973249 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5e607433-33c7-480e-a37e-a6f09cdbfb5e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:43.974729 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdf5bd-264d-47c3-a9fa-babd6fe2554c None None] Pushing event updated for resources: {'Port': ['ID=84a7bbd1-7204-4121-9778-28b9d7e8a70a,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:44.002636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'port_id': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'mac_address': 'fa:16:3e:6b:b5:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:44.036740 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b75756-39a8-4fc8-978f-fb6cf486e434 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:44.051541 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-44b75756-39a8-4fc8-978f-fb6cf486e434 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/22265211-7c75-40ba-8f69-bc88a30a84f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1459730 Jul 16 01:38:44.052287 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57154) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:44.075880 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eac3210-5c56-468d-bce2-fa850a478e23 None None] Sync routers for ids ['22265211-7c75-40ba-8f69-bc88a30a84f1'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:44.079256 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-711cc8d1-98fa-41e1-94c8-0172c601e29f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.127581 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cae55514-a130-404d-94c2-10965f09fb35 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/ports?device_id=22265211-7c75-40ba-8f69-bc88a30a84f1 HTTP/1.1" status: 200 len: 205 time: 0.0740521 Jul 16 01:38:44.134415 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57156) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:44.162936 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eac3210-5c56-468d-bce2-fa850a478e23 None None] Routers {'22265211-7c75-40ba-8f69-bc88a30a84f1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:44.167823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5eac3210-5c56-468d-bce2-fa850a478e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['22265211-7c75-40ba-8f69-bc88a30a84f1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:44.181049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb3ed4-a374-4065-b5d8-d542357b04f2 req-7e87a0b7-6a2a-4bd0-827d-e3b5607273bf tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.182697 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97fb3ed4-a374-4065-b5d8-d542357b04f2 req-7e87a0b7-6a2a-4bd0-827d-e3b5607273bf tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e77ea5f-3718-4c22-a8df-c73b69801852 HTTP/1.1" status: 200 len: 946 time: 0.4959025 Jul 16 01:38:44.229953 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] Set router a7cb5161-401b-4fe2-9a28-0e19ba4078e8 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:44.242865 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6bebf-385f-48ff-a626-a09cc5fe613e req-f6f9fad0-10f5-40b1-a9e6-899ddd995914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.244482 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03a6bebf-385f-48ff-a626-a09cc5fe613e req-f6f9fad0-10f5-40b1-a9e6-899ddd995914 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=204dde1fe12d48b4aec96dc9cd406bb5&device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 1095 time: 0.4626620 Jul 16 01:38:44.246332 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5eac3210-5c56-468d-bce2-fa850a478e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:44.283310 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.286186 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eac3210-5c56-468d-bce2-fa850a478e23 None None] Routers {'22265211-7c75-40ba-8f69-bc88a30a84f1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:44.286809 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5eac3210-5c56-468d-bce2-fa850a478e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['22265211-7c75-40ba-8f69-bc88a30a84f1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:44.307421 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ea4a78ba-0c53-403c-91b2-7ebeac1285c6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.313879 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57158) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:44.324510 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e352c7b9-3ac8-450c-8c1d-5716d286ae16 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1847180670', 'description': 'tempest-description--1835195147'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:44.400615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5eac3210-5c56-468d-bce2-fa850a478e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:44.401880 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eac3210-5c56-468d-bce2-fa850a478e23 None None] The sync data for ids ['22265211-7c75-40ba-8f69-bc88a30a84f1'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:44.410599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e607433-33c7-480e-a37e-a6f09cdbfb5e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:44.466403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5e607433-33c7-480e-a37e-a6f09cdbfb5e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:44.472875 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.540511 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5e607433-33c7-480e-a37e-a6f09cdbfb5e,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:44.558439 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97fb3ed4-a374-4065-b5d8-d542357b04f2 req-c851dad3-9c98-47d1-b6d1-805e6bfdd138 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/security-groups?id=41c4c1fd-4915-425b-887a-2f97eb9c8818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543558 Jul 16 01:38:44.598668 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e352c7b9-3ac8-450c-8c1d-5716d286ae16 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.600560 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'name': 'tempest-ServersTestManualDisk-278799008-router', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:39Z', 'revision_number': 4, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'gw_port': {'id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:27Z', 'updated_at': '2021-07-16T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '84a7bbd1-7204-4121-9778-28b9d7e8a70a', 'name': '', 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'mac_address': 'fa:16:3e:38:b9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:35Z', 'updated_at': '2021-07-16T01:38:43Z', 'revision_number': 4, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'subnets': [{'id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:44.621161 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ea4a78ba-0c53-403c-91b2-7ebeac1285c6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.625100 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ea4a78ba-0c53-403c-91b2-7ebeac1285c6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.660193 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a9333-b148-4fbd-949c-9b766fbd6ea5 None None] The sync data for ids ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'] in n-d-800086-6 is: [{'id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'name': 'tempest-ServersTestManualDisk-278799008-router', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:39Z', 'revision_number': 4, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'gw_port': {'id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:27Z', 'updated_at': '2021-07-16T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '84a7bbd1-7204-4121-9778-28b9d7e8a70a', 'name': '', 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'mac_address': 'fa:16:3e:38:b9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:35Z', 'updated_at': '2021-07-16T01:38:43Z', 'revision_number': 4, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'subnets': [{'id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:44.727763 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ea4a78ba-0c53-403c-91b2-7ebeac1285c6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.728351 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4a78ba-0c53-403c-91b2-7ebeac1285c6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Fanout notify agent at l3_agent the message router_deleted on router 22265211-7c75-40ba-8f69-bc88a30a84f1 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:38:44.739285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6bebf-385f-48ff-a626-a09cc5fe613e req-685f1d52-cf2f-4220-bab4-da5176624fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.739285 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03a6bebf-385f-48ff-a626-a09cc5fe613e req-685f1d52-cf2f-4220-bab4-da5176624fec service neutron] 10.222.0.47 "GET /v2.0/networks?id=ebc001c2-5a87-482e-9885-14e4ea5e5d30 HTTP/1.1" status: 200 len: 911 time: 0.4712517 Jul 16 01:38:44.779886 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ea4a78ba-0c53-403c-91b2-7ebeac1285c6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.781085 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ea4a78ba-0c53-403c-91b2-7ebeac1285c6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/routers/22265211-7c75-40ba-8f69-bc88a30a84f1 HTTP/1.1" status: 204 len: 168 time: 0.6451848 Jul 16 01:38:44.793155 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57164) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:44.806067 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5e607433-33c7-480e-a37e-a6f09cdbfb5e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:44.808642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c1feb-e102-4046-b79b-11224c3153a9 req-66220356-6d75-4dbc-97c2-de5f4eb02a8a tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.824312 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-220c1feb-e102-4046-b79b-11224c3153a9 req-66220356-6d75-4dbc-97c2-de5f4eb02a8a tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 944 time: 0.3286486 Jul 16 01:38:44.908568 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e352c7b9-3ac8-450c-8c1d-5716d286ae16 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.939745 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e352c7b9-3ac8-450c-8c1d-5716d286ae16 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.008675 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-220c1feb-e102-4046-b79b-11224c3153a9 req-07b3bf30-9b58-477e-a5f3-f630db399f1c tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830463 Jul 16 01:38:45.012773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-297cff2f-7ca9-42d1-b173-f65108deb6c0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting subnet 4dadf29f-f6a9-4c86-83cb-ad24b0989b31 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:45.016308 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-297cff2f-7ca9-42d1-b173-f65108deb6c0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.070712 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-297cff2f-7ca9-42d1-b173-f65108deb6c0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.162018 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-297cff2f-7ca9-42d1-b173-f65108deb6c0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.263073 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e352c7b9-3ac8-450c-8c1d-5716d286ae16 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.267179 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e352c7b9-3ac8-450c-8c1d-5716d286ae16 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9521005 Jul 16 01:38:45.273756 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57166) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:45.279559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d0f811a6-47ca-4b14-932c-ac744f245e54 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Request body: {'security_group_rule': {'security_group_id': '3d6b3703-9dc3-45b4-a689-5af8ac2df3b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:45.285218 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-297cff2f-7ca9-42d1-b173-f65108deb6c0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.306097 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03a6bebf-385f-48ff-a626-a09cc5fe613e req-4c00b687-a774-45bb-9977-cfd3892267d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09b8d35f-72ee-4d1e-93b0-f7d4f164e667 HTTP/1.1" status: 200 len: 217 time: 0.0666935 Jul 16 01:38:45.323416 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cff2f-7ca9-42d1-b173-f65108deb6c0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Subnet': ['ID=4dadf29f-f6a9-4c86-83cb-ad24b0989b31,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:45.331999 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-711cc8d1-98fa-41e1-94c8-0172c601e29f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Allocated IP 10.2.2.100 (b9af7ef5-ac18-4736-89a9-97ab3ca3428e/bee1b643-788b-4220-9980-461350f0a6df/6010988f-c8d0-471b-afab-a70f8f8eb477) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:45.362897 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-297cff2f-7ca9-42d1-b173-f65108deb6c0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.364936 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-297cff2f-7ca9-42d1-b173-f65108deb6c0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/subnets/4dadf29f-f6a9-4c86-83cb-ad24b0989b31 HTTP/1.1" status: 204 len: 168 time: 0.5381098 Jul 16 01:38:45.365406 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6936564-5b47-4942-a3e9-90664dae273f None None] Network 4b5886e7-3884-48c9-9634-393f762fefc0 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:45.372395 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352c7b9-3ac8-450c-8c1d-5716d286ae16 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6b3703-9dc3-45b4-a689-5af8ac2df3b4,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:45.376342 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57168) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:45.454238 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b63c75-9dc4-48d4-b421-9649db21e354 req-68d07fea-fdb6-424f-b019-dd59db7fe042 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.461178 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b63c75-9dc4-48d4-b421-9649db21e354 req-68d07fea-fdb6-424f-b019-dd59db7fe042 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.467163 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b63c75-9dc4-48d4-b421-9649db21e354 req-68d07fea-fdb6-424f-b019-dd59db7fe042 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.474451 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-26b63c75-9dc4-48d4-b421-9649db21e354 req-68d07fea-fdb6-424f-b019-dd59db7fe042 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 2370 time: 0.7579420 Jul 16 01:38:45.487237 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.502223 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da24042-c68b-4d8c-995f-3b91a67ed086 req-ee2662e7-e5bf-4b2d-8c73-fd9a02e478dc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.503882 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1da24042-c68b-4d8c-995f-3b91a67ed086 req-ee2662e7-e5bf-4b2d-8c73-fd9a02e478dc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.2720265 Jul 16 01:38:45.535828 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0f811a6-47ca-4b14-932c-ac744f245e54 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.548912 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6bebf-385f-48ff-a626-a09cc5fe613e req-0bc0130f-90cf-4332-b661-9fc0ef5ea46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.551014 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03a6bebf-385f-48ff-a626-a09cc5fe613e req-0bc0130f-90cf-4332-b661-9fc0ef5ea46f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8 HTTP/1.1" status: 200 len: 850 time: 0.2256401 Jul 16 01:38:45.579230 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-26b63c75-9dc4-48d4-b421-9649db21e354 req-a3f06780-7b0f-4470-90cb-7205bba3b1ed tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038280 Jul 16 01:38:45.592806 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1da24042-c68b-4d8c-995f-3b91a67ed086 req-5d8649aa-fc02-4c01-b068-312a57d77c0e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810957 Jul 16 01:38:45.682241 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03a6bebf-385f-48ff-a626-a09cc5fe613e req-87a26b55-dcc1-4f69-b012-f96bc87c1271 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ebc001c2-5a87-482e-9885-14e4ea5e5d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717344 Jul 16 01:38:45.749004 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb3c7e9-a158-441e-8dae-5ab060416d1b None None] DHCP port deletion for 4b5886e7-3884-48c9-9634-393f762fefc0 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:45.779455 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5e607433-33c7-480e-a37e-a6f09cdbfb5e up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:45.792537 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0f811a6-47ca-4b14-932c-ac744f245e54 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.812856 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0f811a6-47ca-4b14-932c-ac744f245e54 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.883915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting port 7007adba-751c-4d60-baf2-cbd604ed7c15 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:45.884487 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.909972 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6fb3c7e9-a158-441e-8dae-5ab060416d1b None None] Deleting port 7007adba-751c-4d60-baf2-cbd604ed7c15 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:45.910340 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6fb3c7e9-a158-441e-8dae-5ab060416d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.913486 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 5e607433-33c7-480e-a37e-a6f09cdbfb5e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:45.947334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 5e607433-33c7-480e-a37e-a6f09cdbfb5e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:45.947739 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.963125 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] For port 7007adba-751c-4d60-baf2-cbd604ed7c15, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7007adba-751c-4d60-baf2-cbd604ed7c15,segment=NetworkSegment(6cd2cc10-c12e-4752-8f49-6bc9028de7f5),segment_id=6cd2cc10-c12e-4752-8f49-6bc9028de7f5)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:45.963433 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.978162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Calling delete_port for 7007adba-751c-4d60-baf2-cbd604ed7c15 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:46.048719 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 84a7bbd1-7204-4121-9778-28b9d7e8a70a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:46.064047 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03a6bebf-385f-48ff-a626-a09cc5fe613e req-da9463d0-f16f-4d59-a848-20af067866f5 service neutron] 10.222.0.47 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493145 Jul 16 01:38:46.074911 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0f811a6-47ca-4b14-932c-ac744f245e54 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.078616 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d0f811a6-47ca-4b14-932c-ac744f245e54 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8011761 Jul 16 01:38:46.079264 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f811a6-47ca-4b14-932c-ac744f245e54 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954ce83e-103a-4e6b-a2c2-d4356d9c32e6,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:46.083337 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.089743 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57174) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:46.114014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Port': ['ID=7007adba-751c-4d60-baf2-cbd604ed7c15,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:46.117900 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ab051ae6-c53a-4b57-a02e-8a78a7ea0622 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Request body: {'security_group_rule': {'security_group_id': '3d6b3703-9dc3-45b4-a689-5af8ac2df3b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:46.124546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] No DVR routers for this DVR port 7007adba-751c-4d60-baf2-cbd604ed7c15 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:46.174571 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6fb3c7e9-a158-441e-8dae-5ab060416d1b None None] For port 7007adba-751c-4d60-baf2-cbd604ed7c15, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7007adba-751c-4d60-baf2-cbd604ed7c15,segment=NetworkSegment(6cd2cc10-c12e-4752-8f49-6bc9028de7f5),segment_id=6cd2cc10-c12e-4752-8f49-6bc9028de7f5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:46.175007 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6fb3c7e9-a158-441e-8dae-5ab060416d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.208673 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-711cc8d1-98fa-41e1-94c8-0172c601e29f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.215467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 84a7bbd1-7204-4121-9778-28b9d7e8a70a completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:46.230427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 84a7bbd1-7204-4121-9778-28b9d7e8a70a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:46.231236 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.233279 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6fb3c7e9-a158-441e-8dae-5ab060416d1b None None] Calling delete_port for 7007adba-751c-4d60-baf2-cbd604ed7c15 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:46.237684 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06d0f9-acce-4939-9cce-ab4219519a98 req-8db644a3-9602-459e-ace4-a2b1a55afc65 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.246040 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da06d0f9-acce-4939-9cce-ab4219519a98 req-8db644a3-9602-459e-ace4-a2b1a55afc65 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 945 time: 0.4086664 Jul 16 01:38:46.283891 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.294357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-711cc8d1-98fa-41e1-94c8-0172c601e29f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Transition to ACTIVE for port object 6010988f-c8d0-471b-afab-a70f8f8eb477 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:46.305221 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ab051ae6-c53a-4b57-a02e-8a78a7ea0622 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.309149 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5886e7-3884-48c9-9634-393f762fefc0']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:46.315446 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.337197 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd2cc10-c12e-4752-8f49-6bc9028de7f5') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:46.337470 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd2cc10-c12e-4752-8f49-6bc9028de7f5') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:46.338650 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa663c6-b5a3-4e7a-8a69-2352e5935a81 req-f6d17c40-8fb8-41ec-81f5-49056d2aff7f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.340447 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4fa663c6-b5a3-4e7a-8a69-2352e5935a81 req-f6d17c40-8fb8-41ec-81f5-49056d2aff7f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.5204570 Jul 16 01:38:46.361415 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da06d0f9-acce-4939-9cce-ab4219519a98 req-699c3860-934f-48b5-bbdf-ed81fe351f4f tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141417 Jul 16 01:38:46.378519 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.391281 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.405114 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:46.405688 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.433510 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03a6bebf-385f-48ff-a626-a09cc5fe613e req-441404fc-e385-44fc-b48e-43a1727544a1 service neutron] 10.222.0.47 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510928 Jul 16 01:38:46.462579 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4fa663c6-b5a3-4e7a-8a69-2352e5935a81 req-da0b4212-47df-4a0a-996f-665ef2ed7c2f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132057 Jul 16 01:38:46.463915 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:46.466206 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45f22c3-5a5e-42a1-85a0-cf262abd489d" -d '{"events": [{"server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "name": "network-vif-plugged", "status": "completed", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:46.476709 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ab051ae6-c53a-4b57-a02e-8a78a7ea0622 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.483395 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ab051ae6-c53a-4b57-a02e-8a78a7ea0622 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.506627 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab051ae6-c53a-4b57-a02e-8a78a7ea0622 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2eebd4-16a7-43cf-b74e-364177e5eb7f,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:46.507250 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5e607433-33c7-480e-a37e-a6f09cdbfb5e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:46.509176 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-711cc8d1-98fa-41e1-94c8-0172c601e29f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.558105 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.569969 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ab051ae6-c53a-4b57-a02e-8a78a7ea0622 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.571269 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ab051ae6-c53a-4b57-a02e-8a78a7ea0622 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4754748 Jul 16 01:38:46.573402 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-711cc8d1-98fa-41e1-94c8-0172c601e29f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Network b9af7ef5-ac18-4736-89a9-97ab3ca3428e is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:46.576942 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57178) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:46.580186 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:46.585269 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-711cc8d1-98fa-41e1-94c8-0172c601e29f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:46.590165 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-26c0cfda-ec65-4e97-80e5-620854df0cbc tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:46.617231 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-711cc8d1-98fa-41e1-94c8-0172c601e29f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:46.627002 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.633270 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:38:46.635339 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.640741 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/networks/4b5886e7-3884-48c9-9634-393f762fefc0 HTTP/1.1" status: 204 len: 168 time: 1.2572088 Jul 16 01:38:46.648983 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57184) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:46.654812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1117293668', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}, 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:46.679233 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26c0cfda-ec65-4e97-80e5-620854df0cbc tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.688659 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-711cc8d1-98fa-41e1-94c8-0172c601e29f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.690221 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-711cc8d1-98fa-41e1-94c8-0172c601e29f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.703496 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.704773 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.736085 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6fb3c7e9-a158-441e-8dae-5ab060416d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.754568 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cc8d1-98fa-41e1-94c8-0172c601e29f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event updated for resources: {'Port': ['ID=6010988f-c8d0-471b-afab-a70f8f8eb477,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:46.778502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 09b8d35f-72ee-4d1e-93b0-f7d4f164e667 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:46.783699 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.789191 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6868382-f906-4170-b92b-17a43421589d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Network': ['ID=4b5886e7-3884-48c9-9634-393f762fefc0,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:46.790409 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.807799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6fb3c7e9-a158-441e-8dae-5ab060416d1b None None] Network 4b5886e7-3884-48c9-9634-393f762fefc0 is not hosted by any dhcp agent {{(pid=93833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:38:46.808271 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb3c7e9-a158-441e-8dae-5ab060416d1b None None] No DVR routers for this DVR port 7007adba-751c-4d60-baf2-cbd604ed7c15 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:46.823756 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-711cc8d1-98fa-41e1-94c8-0172c601e29f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5881262 Jul 16 01:38:46.848339 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a8d87657-95cd-4d08-a3e4-61ae3814dba0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Request body: {'port': {'device_id': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b9af7ef5-ac18-4736-89a9-97ab3ca3428e', 'admin_state_up': True, 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'security_groups': ['b01c2995-f3f8-4e35-8788-92e0ed7e0d6f']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:46.875994 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5e607433-33c7-480e-a37e-a6f09cdbfb5e,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:46.926757 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3c7e9-a158-441e-8dae-5ab060416d1b None None] Pushing event deleted for resources: {'Port': ['ID=7007adba-751c-4d60-baf2-cbd604ed7c15,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:47.036501 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 84a7bbd1-7204-4121-9778-28b9d7e8a70a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=84a7bbd1-7204-4121-9778-28b9d7e8a70a,segment=NetworkSegment(03b5464c-1784-427e-b372-587f2c216307),segment_id=03b5464c-1784-427e-b372-587f2c216307)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:47.059295 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.074615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2475cdd-7bf8-477b-b495-a1dbac5906ec req-c46ca845-71c9-43e5-82dc-1dfee7fd019b tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:47.076391 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2475cdd-7bf8-477b-b495-a1dbac5906ec req-c46ca845-71c9-43e5-82dc-1dfee7fd019b tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e77ea5f-3718-4c22-a8df-c73b69801852 HTTP/1.1" status: 200 len: 946 time: 0.4917619 Jul 16 01:38:47.158270 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.165145 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bd9d7133-c975-42f6-9b7d-9f0a4c9dfe0b None None] Provisioning for port 6010988f-c8d0-471b-afab-a70f8f8eb477 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:47.167314 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7007adba-751c-4d60-baf2-cbd604ed7c15 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:47.168773 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-35340a03-97a6-4841-9e69-d73899b42544 req-a6b4a3b4-4496-4943-b7fd-fced300db280 service neutron] show failed (client error): The resource could not be found. Jul 16 01:38:47.169941 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-35340a03-97a6-4841-9e69-d73899b42544 req-a6b4a3b4-4496-4943-b7fd-fced300db280 service neutron] 10.222.0.26 "GET /v2.0/ports/552bec44-7226-4a3d-be74-0f97ca7d7e49/bindings/n-h2-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.2509584 Jul 16 01:38:47.244559 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2475cdd-7bf8-477b-b495-a1dbac5906ec req-edec3e83-b56b-48fd-bc45-abe77fb839b8 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/security-groups?id=41c4c1fd-4915-425b-887a-2f97eb9c8818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102369 Jul 16 01:38:47.372316 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3b24a-19d8-4903-ba51-d00fc2cf8116 req-d553cd7f-3686-4b09-9d8b-789bd8e5733f tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:47.377679 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9c3b24a-19d8-4903-ba51-d00fc2cf8116 req-d553cd7f-3686-4b09-9d8b-789bd8e5733f tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 944 time: 0.5106008 Jul 16 01:38:47.388727 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26c0cfda-ec65-4e97-80e5-620854df0cbc tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.403075 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c2b942-fdd6-4c30-96bb-019c9ab4f710 x-openstack-request-id: req-00c2b942-fdd6-4c30-96bb-019c9ab4f710 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:47.403587 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "name": "network-vif-plugged", "status": "completed", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:47.404228 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-00c2b942-fdd6-4c30-96bb-019c9ab4f710 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:47.404824 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'code': 200} Jul 16 01:38:47.411065 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 7007adba-751c-4d60-baf2-cbd604ed7c15 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:47.411601 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7007adba-751c-4d60-baf2-cbd604ed7c15 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:47.419462 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bd9d7133-c975-42f6-9b7d-9f0a4c9dfe0b None None] Provisioning complete for port 6010988f-c8d0-471b-afab-a70f8f8eb477 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:47.420041 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd9d7133-c975-42f6-9b7d-9f0a4c9dfe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.481900 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 09b8d35f-72ee-4d1e-93b0-f7d4f164e667, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=09b8d35f-72ee-4d1e-93b0-f7d4f164e667,segment=NetworkSegment(de18a15a-a124-4fe2-a463-41b9ed456cbf),segment_id=de18a15a-a124-4fe2-a463-41b9ed456cbf)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:47.510306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '09b8d35f-72ee-4d1e-93b0-f7d4f164e667', 'network_id': 'ebc001c2-5a87-482e-9885-14e4ea5e5d30', 'port_id': '09b8d35f-72ee-4d1e-93b0-f7d4f164e667', 'mac_address': 'fa:16:3e:9a:c2:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:47.512767 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d7133-c975-42f6-9b7d-9f0a4c9dfe0b None None] Port 6010988f-c8d0-471b-afab-a70f8f8eb477 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:47.514492 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=84a7bbd1-7204-4121-9778-28b9d7e8a70a,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:47.573784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a8d87657-95cd-4d08-a3e4-61ae3814dba0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Made reservation on behalf of fa5d0aa8f7424cfc9d4100cd0760da64 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:47.589160 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.591528 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a8d87657-95cd-4d08-a3e4-61ae3814dba0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.615803 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b8d35f-72ee-4d1e-93b0-f7d4f164e667 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:47.670712 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 09b8d35f-72ee-4d1e-93b0-f7d4f164e667, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=09b8d35f-72ee-4d1e-93b0-f7d4f164e667,segment=NetworkSegment(de18a15a-a124-4fe2-a463-41b9ed456cbf),segment_id=de18a15a-a124-4fe2-a463-41b9ed456cbf)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:47.687483 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.693232 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9c3b24a-19d8-4903-ba51-d00fc2cf8116 req-dced4e00-f8e7-46d3-b592-363caabef6eb tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929666 Jul 16 01:38:47.815954 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e708078-ecb4-4477-afcf-7053ed8e9017 req-eb7d0c17-7a3e-4c40-a36f-7c7fd91d7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:47.818038 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e708078-ecb4-4477-afcf-7053ed8e9017 req-eb7d0c17-7a3e-4c40-a36f-7c7fd91d7d06 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 1096 time: 0.2446637 Jul 16 01:38:47.818862 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.854515 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.864923 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=09b8d35f-72ee-4d1e-93b0-f7d4f164e667,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:47.889651 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35340a03-97a6-4841-9e69-d73899b42544 req-7749cd58-8f9e-4af6-9fc5-e91e96352e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:47.892024 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-35340a03-97a6-4841-9e69-d73899b42544 req-7749cd58-8f9e-4af6-9fc5-e91e96352e8b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a&tenant_id=1961ea8d11af4a26af7254218bca79a1 HTTP/1.1" status: 200 len: 1101 time: 0.2496829 Jul 16 01:38:47.893238 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-26c0cfda-ec65-4e97-80e5-620854df0cbc tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Allocated IP 172.25.1.164 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/fa071bb0-7d73-47ba-a73d-fc0357636164) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:47.940052 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:47.987863 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e708078-ecb4-4477-afcf-7053ed8e9017 req-0d9f4761-39cb-4318-b5ce-851cf5eace0f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415236 Jul 16 01:38:48.026777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744d0bb-cc0e-444b-b90f-6267c970d942 req-e843fd23-2d81-4734-90e0-3677d65f73d3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:48.033961 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744d0bb-cc0e-444b-b90f-6267c970d942 req-e843fd23-2d81-4734-90e0-3677d65f73d3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:48.040595 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744d0bb-cc0e-444b-b90f-6267c970d942 req-e843fd23-2d81-4734-90e0-3677d65f73d3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:48.046872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744d0bb-cc0e-444b-b90f-6267c970d942 req-e843fd23-2d81-4734-90e0-3677d65f73d3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:48.048739 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7744d0bb-cc0e-444b-b90f-6267c970d942 req-e843fd23-2d81-4734-90e0-3677d65f73d3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 3091 time: 0.1772301 Jul 16 01:38:48.081596 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 84a7bbd1-7204-4121-9778-28b9d7e8a70a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:48.097171 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7744d0bb-cc0e-444b-b90f-6267c970d942 req-ebf2ac7f-0ba6-41cf-9c82-839f083b11d9 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421546 Jul 16 01:38:48.154169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 84a7bbd1-7204-4121-9778-28b9d7e8a70a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:48.154655 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.217476 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['09b8d35f-72ee-4d1e-93b0-f7d4f164e667'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:48.243075 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26c0cfda-ec65-4e97-80e5-620854df0cbc tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.286272 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.352039 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26c0cfda-ec65-4e97-80e5-620854df0cbc tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.354936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a8d87657-95cd-4d08-a3e4-61ae3814dba0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Allocated IP 10.2.2.200 (b9af7ef5-ac18-4736-89a9-97ab3ca3428e/bee1b643-788b-4220-9980-461350f0a6df/5ae438b0-6561-4508-8234-dd26f7191e3e) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:48.384031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Allocated IP 172.25.1.60 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/a7b39881-5af3-4787-b174-59ec4d4ce6c6) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:48.460624 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c0cfda-ec65-4e97-80e5-620854df0cbc tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:48.497683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-26c0cfda-ec65-4e97-80e5-620854df0cbc tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:48.519592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c0cfda-ec65-4e97-80e5-620854df0cbc tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:48.577276 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.607874 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab82c5-59fa-4d12-837a-3ea3246f4d49 req-5d15897a-8771-464f-a67b-fcf20bbec60b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:48.609564 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36ab82c5-59fa-4d12-837a-3ea3246f4d49 req-5d15897a-8771-464f-a67b-fcf20bbec60b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 945 time: 0.1082330 Jul 16 01:38:48.617032 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be9993-36f2-47a2-bcb9-0d5f14bbd94f req-5755b534-115e-4e61-bb11-dcafbe347e82 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:48.618800 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-57be9993-36f2-47a2-bcb9-0d5f14bbd94f req-5755b534-115e-4e61-bb11-dcafbe347e82 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.5659227 Jul 16 01:38:48.619592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0cfda-ec65-4e97-80e5-620854df0cbc tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Pushing event updated for resources: {'Port': ['ID=fa071bb0-7d73-47ba-a73d-fc0357636164,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:48.637753 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.691888 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:48.703840 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:48.710520 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:48.718305 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=a7b39881-5af3-4787-b174-59ec4d4ce6c6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:48.797892 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-57be9993-36f2-47a2-bcb9-0d5f14bbd94f req-f1c2091d-90ca-41b7-a3b1-fdf32e8ccb1f tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515827 Jul 16 01:38:48.916215 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26c0cfda-ec65-4e97-80e5-620854df0cbc tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.919949 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a8d87657-95cd-4d08-a3e4-61ae3814dba0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.979304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a8d87657-95cd-4d08-a3e4-61ae3814dba0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Transition to ACTIVE for port object 5ae438b0-6561-4508-8234-dd26f7191e3e will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:48.982070 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:49.050100 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26c0cfda-ec65-4e97-80e5-620854df0cbc tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.104703 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36ab82c5-59fa-4d12-837a-3ea3246f4d49 req-c9d767de-2ece-41b6-932f-cb30ac5ab2ee tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575160 Jul 16 01:38:49.118757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:49.217780 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '552bec44-7226-4a3d-be74-0f97ca7d7e49'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:49.220275 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8185dd-d59e-49f0-9178-cd23b436dac4" -d '{"events": [{"server_uuid": "380a285a-31b0-4f72-94c4-3a1a669dd57a", "name": "network-vif-unplugged", "status": "completed", "tag": "552bec44-7226-4a3d-be74-0f97ca7d7e49"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:49.244016 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.251463 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a8d87657-95cd-4d08-a3e4-61ae3814dba0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.359974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0c7b7-32a0-475e-a77c-25660870912e req-c2bd8834-4721-4cee-a528-30ac750d29bf tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:49.361571 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-11c0c7b7-32a0-475e-a77c-25660870912e req-c2bd8834-4721-4cee-a528-30ac750d29bf tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 945 time: 0.3638110 Jul 16 01:38:49.370500 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Transition to ACTIVE for port object 552bec44-7226-4a3d-be74-0f97ca7d7e49 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:49.401058 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.409321 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a8d87657-95cd-4d08-a3e4-61ae3814dba0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Network b9af7ef5-ac18-4736-89a9-97ab3ca3428e is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:49.429036 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a8d87657-95cd-4d08-a3e4-61ae3814dba0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:49.435456 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a8d87657-95cd-4d08-a3e4-61ae3814dba0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:49.442095 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d87657-95cd-4d08-a3e4-61ae3814dba0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event updated for resources: {'Port': ['ID=5ae438b0-6561-4508-8234-dd26f7191e3e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:49.514132 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.662469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11274f47-5897-455f-a43a-0ec4b69b2501 req-49887ddc-738d-4432-8705-c6900b512326 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:49.668500 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-11274f47-5897-455f-a43a-0ec4b69b2501 req-49887ddc-738d-4432-8705-c6900b512326 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 945 time: 0.2514985 Jul 16 01:38:49.769386 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 552bec44-7226-4a3d-be74-0f97ca7d7e49 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:49.781838 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-11274f47-5897-455f-a43a-0ec4b69b2501 req-8946e5eb-4d54-443f-b7e9-74d1810ef93c tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079302 Jul 16 01:38:49.880262 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.915563 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-24091419-6902-45da-a39c-4e2d530614ae None None] Provisioning for port 5ae438b0-6561-4508-8234-dd26f7191e3e completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:49.922712 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-24091419-6902-45da-a39c-4e2d530614ae None None] Provisioning complete for port 5ae438b0-6561-4508-8234-dd26f7191e3e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:49.923385 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24091419-6902-45da-a39c-4e2d530614ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.954504 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 552bec44-7226-4a3d-be74-0f97ca7d7e49 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:49.963798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a8d87657-95cd-4d08-a3e4-61ae3814dba0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:49.964918 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a8d87657-95cd-4d08-a3e4-61ae3814dba0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.972700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-24091419-6902-45da-a39c-4e2d530614ae None None] Port 5ae438b0-6561-4508-8234-dd26f7191e3e cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:50.032910 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-11c0c7b7-32a0-475e-a77c-25660870912e req-2b2280ed-5366-4080-ba90-e80ee071aec6 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6596954 Jul 16 01:38:50.036298 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Pushing event updated for resources: {'Port': ['ID=552bec44-7226-4a3d-be74-0f97ca7d7e49,revision_number=6']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:50.040947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] No DVR routers for this DVR port 552bec44-7226-4a3d-be74-0f97ca7d7e49 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:50.051167 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-a8d87657-95cd-4d08-a3e4-61ae3814dba0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2090228 Jul 16 01:38:50.076947 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4ee52-fafb-450d-8e0e-f8bf82c7327b req-344d8003-157c-45df-aba9-9c04254e8b42 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:50.083217 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4ee52-fafb-450d-8e0e-f8bf82c7327b req-344d8003-157c-45df-aba9-9c04254e8b42 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:50.089970 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Request body: {'port': {'device_id': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:50.090276 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4ee52-fafb-450d-8e0e-f8bf82c7327b req-344d8003-157c-45df-aba9-9c04254e8b42 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:50.096557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4ee52-fafb-450d-8e0e-f8bf82c7327b req-344d8003-157c-45df-aba9-9c04254e8b42 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:50.099233 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26c0cfda-ec65-4e97-80e5-620854df0cbc tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.102781 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4ee52-fafb-450d-8e0e-f8bf82c7327b req-344d8003-157c-45df-aba9-9c04254e8b42 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:50.104539 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a1f4ee52-fafb-450d-8e0e-f8bf82c7327b req-344d8003-157c-45df-aba9-9c04254e8b42 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 3812 time: 0.1751935 Jul 16 01:38:50.137821 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26c0cfda-ec65-4e97-80e5-620854df0cbc tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.167584 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a1f4ee52-fafb-450d-8e0e-f8bf82c7327b req-4ffe8ae7-9349-4ebb-8d48-3e6b8ec257f7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548649 Jul 16 01:38:50.172845 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 3c00541c-e1ee-47eb-9a2f-937d03fd7691 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:38:50.214351 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Attempting to bind port 552bec44-7226-4a3d-be74-0f97ca7d7e49 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:50.216117 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Attempting to bind port 552bec44-7226-4a3d-be74-0f97ca7d7e49 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:50.216616 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Attempting to bind port 552bec44-7226-4a3d-be74-0f97ca7d7e49 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:50.254896 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbfe8f1-608e-4c27-9e61-83b3aeaeb134 x-openstack-request-id: req-0cbfe8f1-608e-4c27-9e61-83b3aeaeb134 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:50.255189 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380a285a-31b0-4f72-94c4-3a1a669dd57a", "name": "network-vif-unplugged", "status": "completed", "tag": "552bec44-7226-4a3d-be74-0f97ca7d7e49", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:50.255438 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0cbfe8f1-608e-4c27-9e61-83b3aeaeb134 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:50.259028 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '552bec44-7226-4a3d-be74-0f97ca7d7e49', 'code': 200} Jul 16 01:38:50.284831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0cfda-ec65-4e97-80e5-620854df0cbc tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Pushing event updated for resources: {'Port': ['ID=fa071bb0-7d73-47ba-a73d-fc0357636164,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:50.315125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Port 552bec44-7226-4a3d-be74-0f97ca7d7e49 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:50.315727 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Attempting to bind port 552bec44-7226-4a3d-be74-0f97ca7d7e49 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:50.337077 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:50.337707 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:50.338349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:50.338956 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Bound port: 552bec44-7226-4a3d-be74-0f97ca7d7e49, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:50.339647 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.369666 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:50.380195 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efb4818-5898-444c-bcb5-75b9525f0c6e None None] Sync routers for ids ['3c00541c-e1ee-47eb-9a2f-937d03fd7691'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:50.391608 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efb4818-5898-444c-bcb5-75b9525f0c6e None None] Routers {'3c00541c-e1ee-47eb-9a2f-937d03fd7691'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:50.392439 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6efb4818-5898-444c-bcb5-75b9525f0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3c00541c-e1ee-47eb-9a2f-937d03fd7691'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:50.405264 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.407296 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a1419980-431c-4a16-a1fe-3e888be3c3ac tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.7564645 Jul 16 01:38:50.409956 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57208) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:50.439288 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6efb4818-5898-444c-bcb5-75b9525f0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:50.449403 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efb4818-5898-444c-bcb5-75b9525f0c6e None None] Routers {'3c00541c-e1ee-47eb-9a2f-937d03fd7691'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:50.450023 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6efb4818-5898-444c-bcb5-75b9525f0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3c00541c-e1ee-47eb-9a2f-937d03fd7691'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:50.452651 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26c0cfda-ec65-4e97-80e5-620854df0cbc tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.478646 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.490385 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6efb4818-5898-444c-bcb5-75b9525f0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:50.492015 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efb4818-5898-444c-bcb5-75b9525f0c6e None None] The sync data for ids ['3c00541c-e1ee-47eb-9a2f-937d03fd7691'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:50.502331 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26c0cfda-ec65-4e97-80e5-620854df0cbc tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.503667 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-26c0cfda-ec65-4e97-80e5-620854df0cbc tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9255393 Jul 16 01:38:50.547159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:50.564599 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:50.590296 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.629094 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d50454ab-cf50-4da9-816c-c8e38d14cc6e tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/routers/3c00541c-e1ee-47eb-9a2f-937d03fd7691 HTTP/1.1" status: 200 len: 884 time: 0.2173223 Jul 16 01:38:50.631808 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57216) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:50.651187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa92a7-0281-4918-821f-5eac6d7bce60 req-afc4c78b-e0e3-46f3-892f-c66c7b088e84 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:50.652788 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9fa92a7-0281-4918-821f-5eac6d7bce60 req-afc4c78b-e0e3-46f3-892f-c66c7b088e84 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 948 time: 0.2798171 Jul 16 01:38:50.722012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:50.722620 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.724040 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-35340a03-97a6-4841-9e69-d73899b42544 req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] 10.222.0.47 "PUT /v2.0/ports/552bec44-7226-4a3d-be74-0f97ca7d7e49 HTTP/1.1" status: 200 len: 1096 time: 2.7954817 Jul 16 01:38:50.781002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 09b8d35f-72ee-4d1e-93b0-f7d4f164e667 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:50.888160 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 09b8d35f-72ee-4d1e-93b0-f7d4f164e667 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:50.897830 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 09b8d35f-72ee-4d1e-93b0-f7d4f164e667 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:50.898912 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.931446 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9fa92a7-0281-4918-821f-5eac6d7bce60 req-7e0f536d-3da1-453c-ada4-8f68e9ffaf68 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690499 Jul 16 01:38:50.976264 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd8e6e-6dba-4360-a644-adfd80e193f3 service neutron] Pushing event updated for resources: {'Port': ['ID=552bec44-7226-4a3d-be74-0f97ca7d7e49,revision_number=7']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:51.035837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18708956-965b-47ae-b6fa-47da556d2562 req-4f061310-5680-4af7-b242-8f538eedb1f7 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.038270 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-18708956-965b-47ae-b6fa-47da556d2562 req-4f061310-5680-4af7-b242-8f538eedb1f7 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 945 time: 0.2911706 Jul 16 01:38:51.064251 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.104434 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 09b8d35f-72ee-4d1e-93b0-f7d4f164e667, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=09b8d35f-72ee-4d1e-93b0-f7d4f164e667,segment=NetworkSegment(de18a15a-a124-4fe2-a463-41b9ed456cbf),segment_id=de18a15a-a124-4fe2-a463-41b9ed456cbf)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:51.105753 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2823399e-3c8a-4ad1-9bad-912e4722ac6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b8d35f-72ee-4d1e-93b0-f7d4f164e667'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:51.108712 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-18708956-965b-47ae-b6fa-47da556d2562 req-5b0e1b74-3570-4019-94f9-bbe4382b07dd tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600841 Jul 16 01:38:51.109574 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3757f4-1942-49a2-b0f2-64f6717d7557" -d '{"events": [{"server_uuid": "2823399e-3c8a-4ad1-9bad-912e4722ac6c", "name": "network-vif-plugged", "status": "completed", "tag": "09b8d35f-72ee-4d1e-93b0-f7d4f164e667"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:51.113988 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.180426 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-ba873daf-d289-4c6c-9f31-19306cfce7a1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1847180670&fields=id&tenant_id=aeaa31090bdd4c6999155f5caa30c7b1 HTTP/1.1" status: 200 len: 267 time: 0.1171300 Jul 16 01:38:51.182256 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=09b8d35f-72ee-4d1e-93b0-f7d4f164e667,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:51.182875 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-aaaec6e7-6d24-4b5b-916b-2a6288c8039b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5490975 Jul 16 01:38:51.186293 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57232) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:51.193473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a50ebcca-4c32-433f-8c2d-1506e1af0844 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1117293668'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:51.231373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:51.245114 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.304256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Transition to ACTIVE for port object 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:51.308608 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35340a03-97a6-4841-9e69-d73899b42544 req-d0660b54-b2b8-4e36-8fb6-8e115dc3f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.310143 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-35340a03-97a6-4841-9e69-d73899b42544 req-d0660b54-b2b8-4e36-8fb6-8e115dc3f00f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 1099 time: 0.3944249 Jul 16 01:38:51.313348 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.436569 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-d684ddaf-c0dd-4a48-aeb5-3f18b93635d3 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.438353 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-d684ddaf-c0dd-4a48-aeb5-3f18b93635d3 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/networks?id=9a736340-90da-402a-a07c-a63465e83cd9 HTTP/1.1" status: 200 len: 811 time: 0.2568774 Jul 16 01:38:51.477055 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c7434-c592-468f-bae5-5d9c1951e7e4 req-433f5f48-5a1b-405b-bd8a-2a31dbba7f8f tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.478625 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fe5c7434-c592-468f-bae5-5d9c1951e7e4 req-433f5f48-5a1b-405b-bd8a-2a31dbba7f8f tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e77ea5f-3718-4c22-a8df-c73b69801852 HTTP/1.1" status: 200 len: 946 time: 0.1728711 Jul 16 01:38:51.483620 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6072fcdc-ba07-43e1-a11f-87e967e3d8d2,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:51.515277 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-c3be316e-e4ab-40ed-94c3-c39ee9bf19db tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/quotas/aeaa31090bdd4c6999155f5caa30c7b1 HTTP/1.1" status: 200 len: 375 time: 0.0411558 Jul 16 01:38:51.574241 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fe5c7434-c592-468f-bae5-5d9c1951e7e4 req-464e7aaa-6a0d-44a8-a956-ee7715dacca8 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/security-groups?id=41c4c1fd-4915-425b-887a-2f97eb9c8818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810843 Jul 16 01:38:51.602081 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35340a03-97a6-4841-9e69-d73899b42544 req-a05150a5-5365-440f-bae9-463243571952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.603584 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-35340a03-97a6-4841-9e69-d73899b42544 req-a05150a5-5365-440f-bae9-463243571952 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2834375 Jul 16 01:38:51.683500 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-35340a03-97a6-4841-9e69-d73899b42544 req-ddfd02cb-b41b-47e3-bfce-e1c10182a99a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49 HTTP/1.1" status: 200 len: 217 time: 0.0687296 Jul 16 01:38:51.692972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Attempting to bind port 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:51.693306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Attempting to bind port 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:51.693652 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Attempting to bind port 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 on network 390a5774-3bfa-4097-9619-3ba7e652e7e6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:51.715859 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a50ebcca-4c32-433f-8c2d-1506e1af0844 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.728562 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a50ebcca-4c32-433f-8c2d-1506e1af0844 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.734048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Port 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 on network 390a5774-3bfa-4097-9619-3ba7e652e7e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:51.734376 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Attempting to bind port 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 on network 390a5774-3bfa-4097-9619-3ba7e652e7e6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:51.754765 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:51.755118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Checking segment: {'id': 'f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:51.755594 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Bound using segment: {'id': 'f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:51.756653 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Bound port: 6072fcdc-ba07-43e1-a11f-87e967e3d8d2, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:51.757151 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.779721 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-5d08fd62-7d9f-4769-a67a-dfdd114c3810 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=aeaa31090bdd4c6999155f5caa30c7b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2411125 Jul 16 01:38:51.794852 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35340a03-97a6-4841-9e69-d73899b42544 req-d2e2899a-8763-47ec-94d5-d7d5fdef192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.796377 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-35340a03-97a6-4841-9e69-d73899b42544 req-d2e2899a-8763-47ec-94d5-d7d5fdef192d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0978916 Jul 16 01:38:51.917873 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb823223-6f61-482c-9d78-5557d6c339e0 req-7de44499-4c2c-43a8-b89b-0dd7ef6fa1ba tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.919468 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fb823223-6f61-482c-9d78-5557d6c339e0 req-7de44499-4c2c-43a8-b89b-0dd7ef6fa1ba tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.1454651 Jul 16 01:38:51.921592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50ebcca-4c32-433f-8c2d-1506e1af0844 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 3c00541c-e1ee-47eb-9a2f-937d03fd7691 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:51.967971 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] For port 6072fcdc-ba07-43e1-a11f-87e967e3d8d2, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:51.972952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] For port 6072fcdc-ba07-43e1-a11f-87e967e3d8d2, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6072fcdc-ba07-43e1-a11f-87e967e3d8d2,segment=NetworkSegment(f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e),segment_id=f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:51.985967 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.037872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.039025 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.040781 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] 10.222.0.26 "PUT /v2.0/ports/6072fcdc-ba07-43e1-a11f-87e967e3d8d2 HTTP/1.1" status: 200 len: 1091 time: 1.9730000 Jul 16 01:38:52.053423 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-da00e4d4-610f-4b62-b03a-aaaed88f3daa service neutron] 10.222.0.54 "GET /v2.0/networks/9a736340-90da-402a-a07c-a63465e83cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229488 Jul 16 01:38:52.076654 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fb823223-6f61-482c-9d78-5557d6c339e0 req-c0fa6fc0-f0be-418c-a18e-cf68afb8b590 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463828 Jul 16 01:38:52.087034 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Request body: {'port': {'device_id': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:52.107796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50ebcca-4c32-433f-8c2d-1506e1af0844 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:52.111856 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35340a03-97a6-4841-9e69-d73899b42544 req-560464cf-49e1-4711-88c8-4511d725f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.113385 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-35340a03-97a6-4841-9e69-d73899b42544 req-560464cf-49e1-4711-88c8-4511d725f44d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2748065 Jul 16 01:38:52.117735 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a50ebcca-4c32-433f-8c2d-1506e1af0844 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.123547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e946f4-22e1-434d-b65c-e47650e88863 None None] Sync routers for ids ['3c00541c-e1ee-47eb-9a2f-937d03fd7691'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:52.130448 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a50ebcca-4c32-433f-8c2d-1506e1af0844 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/3c00541c-e1ee-47eb-9a2f-937d03fd7691 HTTP/1.1" status: 200 len: 891 time: 0.9380286 Jul 16 01:38:52.131280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57238) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:52.139135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e946f4-22e1-434d-b65c-e47650e88863 None None] Routers {'3c00541c-e1ee-47eb-9a2f-937d03fd7691'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:52.140060 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-86e946f4-22e1-434d-b65c-e47650e88863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3c00541c-e1ee-47eb-9a2f-937d03fd7691'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:52.239465 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-86e946f4-22e1-434d-b65c-e47650e88863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:52.241850 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbf71b-f8a4-4581-80d9-157dcc9e48f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6072fcdc-ba07-43e1-a11f-87e967e3d8d2,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:52.261839 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e946f4-22e1-434d-b65c-e47650e88863 None None] Routers {'3c00541c-e1ee-47eb-9a2f-937d03fd7691'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:52.262499 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-86e946f4-22e1-434d-b65c-e47650e88863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:38:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3c00541c-e1ee-47eb-9a2f-937d03fd7691'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:52.270184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'tag': '552bec44-7226-4a3d-be74-0f97ca7d7e49'}, {'name': 'network-changed', 'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'tag': '6072fcdc-ba07-43e1-a11f-87e967e3d8d2'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:52.274801 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1710faf-6219-4160-aa44-5bb8ef04dab9" -d '{"events": [{"name": "network-changed", "server_uuid": "380a285a-31b0-4f72-94c4-3a1a669dd57a", "tag": "552bec44-7226-4a3d-be74-0f97ca7d7e49"}, {"name": "network-changed", "server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "tag": "6072fcdc-ba07-43e1-a11f-87e967e3d8d2"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:52.319862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-86e946f4-22e1-434d-b65c-e47650e88863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:52.320783 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e946f4-22e1-434d-b65c-e47650e88863 None None] The sync data for ids ['3c00541c-e1ee-47eb-9a2f-937d03fd7691'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:52.369161 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-26c6b374-a66c-4f8f-887e-008777ed94e5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/routers/3c00541c-e1ee-47eb-9a2f-937d03fd7691 HTTP/1.1" status: 200 len: 891 time: 0.2366452 Jul 16 01:38:52.369805 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57244) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:52.398383 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-1c6356e5-aae5-4d1c-bea9-b821cf627fec service neutron] 10.222.0.54 "GET /v2.0/networks/9a736340-90da-402a-a07c-a63465e83cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441312 Jul 16 01:38:52.419215 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.545843 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-35340a03-97a6-4841-9e69-d73899b42544 req-3c40bc59-5e80-4974-ae63-67132f4ccec4 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078014 Jul 16 01:38:52.725585 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-35340a03-97a6-4841-9e69-d73899b42544 req-ca7b03e2-9a24-42b8-98cb-11b096df762f service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354880 Jul 16 01:38:52.798018 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbf8d32-4224-4428-b0de-ce1baf73cde5 x-openstack-request-id: req-3dbf8d32-4224-4428-b0de-ce1baf73cde5 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:52.798567 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2823399e-3c8a-4ad1-9bad-912e4722ac6c", "name": "network-vif-plugged", "status": "completed", "tag": "09b8d35f-72ee-4d1e-93b0-f7d4f164e667", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:52.799034 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3dbf8d32-4224-4428-b0de-ce1baf73cde5 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:52.799682 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2823399e-3c8a-4ad1-9bad-912e4722ac6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b8d35f-72ee-4d1e-93b0-f7d4f164e667', 'code': 200} Jul 16 01:38:53.025061 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ed521709-291b-4d2b-aaa5-1b02e60775ae tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c00541c-e1ee-47eb-9a2f-937d03fd7691 HTTP/1.1" status: 200 len: 205 time: 0.6220067 Jul 16 01:38:53.027283 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57258) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:53.190133 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38632ecf-0c45-4f74-98a7-3369ccdd828e {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:53.194562 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83740f-7e41-4a77-aeb0-3128906b3547 req-3f0a5637-b210-4704-a702-19063f4f01a8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.202603 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df83740f-7e41-4a77-aeb0-3128906b3547 req-3f0a5637-b210-4704-a702-19063f4f01a8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 945 time: 0.8430309 Jul 16 01:38:53.206154 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.222406 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d26de-c8fd-4da4-b17b-24df372bb441 req-95745282-d23e-4cf6-8f3f-52fa1fecc77e tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.224025 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8a5d26de-c8fd-4da4-b17b-24df372bb441 req-95745282-d23e-4cf6-8f3f-52fa1fecc77e tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e77ea5f-3718-4c22-a8df-c73b69801852 HTTP/1.1" status: 200 len: 946 time: 0.2942045 Jul 16 01:38:53.239962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eef551-98ba-4bba-8bb3-6441d46f4759 req-e8c2dc52-50fa-4855-95d5-5ed4761580cd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.248139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eef551-98ba-4bba-8bb3-6441d46f4759 req-e8c2dc52-50fa-4855-95d5-5ed4761580cd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.254314 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eef551-98ba-4bba-8bb3-6441d46f4759 req-e8c2dc52-50fa-4855-95d5-5ed4761580cd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.261015 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eef551-98ba-4bba-8bb3-6441d46f4759 req-e8c2dc52-50fa-4855-95d5-5ed4761580cd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.265734 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df83740f-7e41-4a77-aeb0-3128906b3547 req-168317aa-f16e-4351-acbe-022099645dac tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628107 Jul 16 01:38:53.267552 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eef551-98ba-4bba-8bb3-6441d46f4759 req-e8c2dc52-50fa-4855-95d5-5ed4761580cd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.268833 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-810443d2-6bc7-4829-8a06-af7b5eca7719 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.272746 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a21c15-064c-4bf4-859c-caeca3fdd07e req-9e1dad99-8c6b-4a32-8087-9a34b7deb23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.274222 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64a21c15-064c-4bf4-859c-caeca3fdd07e req-9e1dad99-8c6b-4a32-8087-9a34b7deb23d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 1097 time: 0.2016041 Jul 16 01:38:53.276394 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99eef551-98ba-4bba-8bb3-6441d46f4759 req-e8c2dc52-50fa-4855-95d5-5ed4761580cd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 3824 time: 0.2362556 Jul 16 01:38:53.345074 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Transition to ACTIVE for port object 38632ecf-0c45-4f74-98a7-3369ccdd828e will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:53.359453 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.401162 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64a21c15-064c-4bf4-859c-caeca3fdd07e req-bb0f284d-2d95-40fd-a8d3-433b73b216ea service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841460 Jul 16 01:38:53.470423 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-810443d2-6bc7-4829-8a06-af7b5eca7719 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.471919 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99eef551-98ba-4bba-8bb3-6441d46f4759 req-a17297d8-e072-47e6-91d4-d6f7b385830b tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740487 Jul 16 01:38:53.510433 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Pushing event updated for resources: {'Port': ['ID=38632ecf-0c45-4f74-98a7-3369ccdd828e,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:53.602491 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.645766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-8a5d26de-c8fd-4da4-b17b-24df372bb441 req-b5904f11-2cca-4ac8-9c6e-7a7a8ded0b43 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Deleting port 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:53.646516 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8a5d26de-c8fd-4da4-b17b-24df372bb441 req-b5904f11-2cca-4ac8-9c6e-7a7a8ded0b43 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.651573 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Attempting to bind port 38632ecf-0c45-4f74-98a7-3369ccdd828e on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:53.652029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Attempting to bind port 38632ecf-0c45-4f74-98a7-3369ccdd828e by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:53.652591 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Attempting to bind port 38632ecf-0c45-4f74-98a7-3369ccdd828e on network 525896ce-09df-4da2-9eab-4fa66a501412 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:53.673534 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-810443d2-6bc7-4829-8a06-af7b5eca7719 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting port a7b39881-5af3-4787-b174-59ec4d4ce6c6 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:53.673775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Port 38632ecf-0c45-4f74-98a7-3369ccdd828e on network 525896ce-09df-4da2-9eab-4fa66a501412 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:53.673879 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-810443d2-6bc7-4829-8a06-af7b5eca7719 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.674245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Attempting to bind port 38632ecf-0c45-4f74-98a7-3369ccdd828e on network 525896ce-09df-4da2-9eab-4fa66a501412 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:53.690221 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:53.690715 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Checking segment: {'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:53.691221 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Bound using segment: {'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:53.691798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Bound port: 38632ecf-0c45-4f74-98a7-3369ccdd828e, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:53.692253 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.707155 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499ae60-3b63-4891-8cea-82015e11ce84 req-c2a91be8-fa7f-4369-aa3d-e860e5659864 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.708780 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c499ae60-3b63-4891-8cea-82015e11ce84 req-c2a91be8-fa7f-4369-aa3d-e860e5659864 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 948 time: 0.1988628 Jul 16 01:38:53.802486 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c499ae60-3b63-4891-8cea-82015e11ce84 req-a3ea2b0f-7cb1-40cf-b776-319ffa34d6aa tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858831 Jul 16 01:38:53.805113 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-810443d2-6bc7-4829-8a06-af7b5eca7719 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.824814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-810443d2-6bc7-4829-8a06-af7b5eca7719 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Calling delete_port for a7b39881-5af3-4787-b174-59ec4d4ce6c6 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:53.883782 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6399e53d-5f98-4ede-85b8-3be25e96570d x-openstack-request-id: req-6399e53d-5f98-4ede-85b8-3be25e96570d {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:53.884079 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380a285a-31b0-4f72-94c4-3a1a669dd57a", "tag": "552bec44-7226-4a3d-be74-0f97ca7d7e49", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "tag": "6072fcdc-ba07-43e1-a11f-87e967e3d8d2", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:53.884332 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6399e53d-5f98-4ede-85b8-3be25e96570d {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:53.884733 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'tag': '552bec44-7226-4a3d-be74-0f97ca7d7e49', 'status': 'completed', 'code': 200} Jul 16 01:38:53.884991 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'tag': '6072fcdc-ba07-43e1-a11f-87e967e3d8d2', 'status': 'completed', 'code': 200} Jul 16 01:38:53.896578 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] For port 38632ecf-0c45-4f74-98a7-3369ccdd828e, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:53.941118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e82e5-9ce3-4682-9e4d-5237488dde5d req-8a0a636b-1aa5-4f80-a6d6-28e23c68c8f4 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.942675 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-942e82e5-9ce3-4682-9e4d-5237488dde5d req-8a0a636b-1aa5-4f80-a6d6-28e23c68c8f4 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 945 time: 0.2448447 Jul 16 01:38:53.947812 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] For port 38632ecf-0c45-4f74-98a7-3369ccdd828e, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=38632ecf-0c45-4f74-98a7-3369ccdd828e,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:53.949911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-8a5d26de-c8fd-4da4-b17b-24df372bb441 req-b5904f11-2cca-4ac8-9c6e-7a7a8ded0b43 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] For port 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c,segment=NetworkSegment(47c6b3b7-4533-40ad-9731-dcb00cf3e0b4),segment_id=47c6b3b7-4533-40ad-9731-dcb00cf3e0b4)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:53.950312 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8a5d26de-c8fd-4da4-b17b-24df372bb441 req-b5904f11-2cca-4ac8-9c6e-7a7a8ded0b43 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.967189 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.975117 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-8a5d26de-c8fd-4da4-b17b-24df372bb441 req-b5904f11-2cca-4ac8-9c6e-7a7a8ded0b43 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Calling delete_port for 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:54.085884 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-942e82e5-9ce3-4682-9e4d-5237488dde5d req-6a784d0f-a743-4f7b-ac36-5eb845468b35 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327643 Jul 16 01:38:54.092610 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.093717 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.095360 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] 10.222.0.26 "PUT /v2.0/ports/38632ecf-0c45-4f74-98a7-3369ccdd828e HTTP/1.1" status: 200 len: 1130 time: 2.0124547 Jul 16 01:38:54.130010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000f39e-5cd7-4be1-a4ed-686df350a075 service neutron] Pushing event updated for resources: {'Port': ['ID=38632ecf-0c45-4f74-98a7-3369ccdd828e,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:54.152287 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Request body: {'port': {'device_id': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:54.265638 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-b9624b7a-d1ee-48e2-8af8-59773e22adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.267839 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-b9624b7a-d1ee-48e2-8af8-59773e22adf8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 1099 time: 0.3272038 Jul 16 01:38:54.357521 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-31982d20-0903-4490-a18d-ab57dd09aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.359620 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-31982d20-0903-4490-a18d-ab57dd09aa95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 1099 time: 0.3062973 Jul 16 01:38:54.367482 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9caaf-1772-4ff3-9429-db2efcd2f07a req-553017d9-fbe4-4ba3-851b-49e3347120fa tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.369395 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7c9caaf-1772-4ff3-9429-db2efcd2f07a req-553017d9-fbe4-4ba3-851b-49e3347120fa tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e77ea5f-3718-4c22-a8df-c73b69801852 HTTP/1.1" status: 200 len: 946 time: 0.3579102 Jul 16 01:38:54.387209 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7d9bfd91-4bd1-48d2-a6b2-c667144b4174 req-8bf13624-4d41-4571-8b6f-f3e6a4e1ff5e tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 210 time: 0.0437984 Jul 16 01:38:54.399106 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.402568 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8a5d26de-c8fd-4da4-b17b-24df372bb441 req-b5904f11-2cca-4ac8-9c6e-7a7a8ded0b43 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.455212 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:54.535581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-f8a28d02-40a3-4996-879f-6dd116255c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.537385 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-f8a28d02-40a3-4996-879f-6dd116255c03 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.1499145 Jul 16 01:38:54.610219 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7c9caaf-1772-4ff3-9429-db2efcd2f07a req-8ac974ad-96f9-4598-8ada-870e1779d7fd tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.54 "GET /v2.0/security-groups?id=41c4c1fd-4915-425b-887a-2f97eb9c8818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134433 Jul 16 01:38:54.623148 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-810443d2-6bc7-4829-8a06-af7b5eca7719 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.689755 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810443d2-6bc7-4829-8a06-af7b5eca7719 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Port': ['ID=a7b39881-5af3-4787-b174-59ec4d4ce6c6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:54.702031 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-bf5d410b-e40f-4ef3-9f4e-09a7175b3c71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49 HTTP/1.1" status: 200 len: 217 time: 0.1364844 Jul 16 01:38:54.832364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-edbac1cb-986b-4ed3-9f70-e98d425132c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.833865 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-edbac1cb-986b-4ed3-9f70-e98d425132c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.5081832 Jul 16 01:38:54.845490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5904f11-2cca-4ac8-9c6e-7a7a8ded0b43 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Pushing event deleted for resources: {'Port': ['ID=3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:54.899748 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5d26de-c8fd-4da4-b17b-24df372bb441 req-b5904f11-2cca-4ac8-9c6e-7a7a8ded0b43 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] No DVR routers for this DVR port 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:54.903283 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8a5d26de-c8fd-4da4-b17b-24df372bb441 req-b5904f11-2cca-4ac8-9c6e-7a7a8ded0b43 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.905465 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8a5d26de-c8fd-4da4-b17b-24df372bb441 req-b5904f11-2cca-4ac8-9c6e-7a7a8ded0b43 tempest-ServerPasswordTestJSON-1205166251 tempest-ServerPasswordTestJSON-1205166251-project] 10.222.0.47 "DELETE /v2.0/ports/3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c HTTP/1.1" status: 204 len: 173 time: 1.6255848 Jul 16 01:38:54.920192 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-56178d56-1967-4801-85ee-ab209b31e17f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49 HTTP/1.1" status: 200 len: 217 time: 0.0553656 Jul 16 01:38:54.925144 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-e5aabdb7-640c-4483-b768-90b9fc222ed8 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.926628 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-e5aabdb7-640c-4483-b768-90b9fc222ed8 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371&tenant_id=c3d262d9128741908a9068e6ff067760&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 1096 time: 0.7152784 Jul 16 01:38:54.931289 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-810443d2-6bc7-4829-8a06-af7b5eca7719 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.981585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800086-6'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:55.101773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-d73c1c9a-f7b9-44b8-b1e5-371d813462df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.103337 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-d73c1c9a-f7b9-44b8-b1e5-371d813462df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.3670483 Jul 16 01:38:55.123050 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-810443d2-6bc7-4829-8a06-af7b5eca7719 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.128091 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329601fd-df94-4fbd-a0e0-80ece1023c0c req-5a866db5-3d12-4bef-aed3-4c4752253a79 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.129534 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-810443d2-6bc7-4829-8a06-af7b5eca7719 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.135913 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-329601fd-df94-4fbd-a0e0-80ece1023c0c req-5a866db5-3d12-4bef-aed3-4c4752253a79 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.2953520 Jul 16 01:38:55.193203 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c40870-5b72-4956-b3a2-6c5025d2c02b req-9476f4b3-0c33-44e6-9856-384da70e85e6 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.220898 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4c40870-5b72-4956-b3a2-6c5025d2c02b req-9476f4b3-0c33-44e6-9856-384da70e85e6 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 945 time: 0.4339285 Jul 16 01:38:55.221480 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57274) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:55.264574 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-329601fd-df94-4fbd-a0e0-80ece1023c0c req-04b0cae1-20b2-43f3-ad54-7860ca390e5b tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276650 Jul 16 01:38:55.338989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-bb0daf2e-af26-4c64-b2ad-db89c5b98857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.340583 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-bb0daf2e-af26-4c64-b2ad-db89c5b98857 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.4038966 Jul 16 01:38:55.366081 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-78848ef9-7205-44f8-bacc-19d868bea7f8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Request body: {'floatingip': {'port_id': '5e607433-33c7-480e-a37e-a6f09cdbfb5e'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:55.430654 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-44fd475d-a1a6-43fd-94c2-e6fc64dbda36 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.432222 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-44fd475d-a1a6-43fd-94c2-e6fc64dbda36 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.47 "GET /v2.0/networks?id=9a736340-90da-402a-a07c-a63465e83cd9 HTTP/1.1" status: 200 len: 811 time: 0.4260399 Jul 16 01:38:55.571732 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-b5c7c3ce-d556-4ed3-8eb0-f01ff65cc648 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aeaa31090bdd4c6999155f5caa30c7b1 HTTP/1.1" status: 200 len: 380 time: 0.1081927 Jul 16 01:38:55.605428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-22d4bf43-cb23-4707-8b49-8e7dee5e1c86 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Request body: {'port': {'device_id': '8ac5a800-59a2-45c6-846c-a52f5b6a1c92', 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9', 'admin_state_up': True, 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'security_groups': ['3d6b3703-9dc3-45b4-a689-5af8ac2df3b4']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:55.651467 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d22a53b-2464-4614-a2e4-ad4303acef4b {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:55.665882 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.712009 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-810443d2-6bc7-4829-8a06-af7b5eca7719 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.712706 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810443d2-6bc7-4829-8a06-af7b5eca7719 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Fanout notify agent at l3_agent the message router_deleted on router 3c00541c-e1ee-47eb-9a2f-937d03fd7691 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:38:55.717172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc70add-3e66-41e9-8552-40dc2ad16f0b req-a1657f1c-affa-4974-9c42-51cb1056eaf8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.718926 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fcc70add-3e66-41e9-8552-40dc2ad16f0b req-a1657f1c-affa-4974-9c42-51cb1056eaf8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 948 time: 0.2486229 Jul 16 01:38:55.737475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Transition to ACTIVE for port object 6d22a53b-2464-4614-a2e4-ad4303acef4b will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:55.752640 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.761510 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-810443d2-6bc7-4829-8a06-af7b5eca7719 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.762634 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-810443d2-6bc7-4829-8a06-af7b5eca7719 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/routers/3c00541c-e1ee-47eb-9a2f-937d03fd7691 HTTP/1.1" status: 204 len: 168 time: 2.7344012 Jul 16 01:38:55.766184 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-78848ef9-7205-44f8-bacc-19d868bea7f8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for floatingip, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.770106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57280) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:55.771572 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.780151 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4230e859-2b8e-4a03-ace3-dc9732cf00a5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-926950417'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:55.812349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f6f42e20-8572-4653-97b5-6235947051c2 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:55.863046 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fcc70add-3e66-41e9-8552-40dc2ad16f0b req-3509dd41-aa87-4813-a5c0-cb80995feb77 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345942 Jul 16 01:38:55.870183 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Pushing event updated for resources: {'Port': ['ID=6d22a53b-2464-4614-a2e4-ad4303acef4b,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:55.911694 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'tag': '38632ecf-0c45-4f74-98a7-3369ccdd828e'}, {'server_uuid': '1e77ea5f-3718-4c22-a8df-c73b69801852', 'name': 'network-vif-deleted', 'tag': '3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:55.919671 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0555ca17-6c36-4f1e-a669-29fdd18c0098" -d '{"events": [{"name": "network-changed", "server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "tag": "38632ecf-0c45-4f74-98a7-3369ccdd828e"}, {"server_uuid": "1e77ea5f-3718-4c22-a8df-c73b69801852", "name": "network-vif-deleted", "tag": "3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:55.929488 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.api [None req-4230e859-2b8e-4a03-ace3-dc9732cf00a5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:38:55.929488 n-d-800086-6 neutron-server[93832]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:38:55.929488 n-d-800086-6 neutron-server[93832]: [parameters: {'project_id': '498924aad55244bba9d0f01dbf05d516', 'id': '03217548-4d86-4142-bae1-20305a6d2dd2', 'expiration': datetime.datetime(2021, 7, 16, 1, 40, 55, 884207)}] Jul 16 01:38:55.929488 n-d-800086-6 neutron-server[93832]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:38:55.929854 n-d-800086-6 neutron-server[93832]: DEBUG oslo_db.api [None req-4230e859-2b8e-4a03-ace3-dc9732cf00a5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:38:55.931676 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-2fb445d8-0fd0-478d-a196-99720347d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.939035 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-2fb445d8-0fd0-478d-a196-99720347d8fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6753845 Jul 16 01:38:55.999057 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-22d4bf43-cb23-4707-8b49-8e7dee5e1c86 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Made reservation on behalf of aeaa31090bdd4c6999155f5caa30c7b1 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:56.002756 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-22d4bf43-cb23-4707-8b49-8e7dee5e1c86 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.080397 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f6f42e20-8572-4653-97b5-6235947051c2, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f6f42e20-8572-4653-97b5-6235947051c2,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:56.099450 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f6f42e20-8572-4653-97b5-6235947051c2 has no active binding in host n-h1-800086-6 {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:38:56.145054 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-65b5e49a-7d93-479f-8a63-291203d28800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.146695 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-65b5e49a-7d93-479f-8a63-291203d28800 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7748480 Jul 16 01:38:56.158280 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Attempting to bind port 6d22a53b-2464-4614-a2e4-ad4303acef4b on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:56.158644 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Attempting to bind port 6d22a53b-2464-4614-a2e4-ad4303acef4b by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:56.159009 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Attempting to bind port 6d22a53b-2464-4614-a2e4-ad4303acef4b on network 525896ce-09df-4da2-9eab-4fa66a501412 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:56.168700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929c1d1-2866-4d2e-8afd-cab7ba794063 req-a833d0f4-7408-45cb-ad2f-c39321b7e034 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.174640 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929c1d1-2866-4d2e-8afd-cab7ba794063 req-a833d0f4-7408-45cb-ad2f-c39321b7e034 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.182299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929c1d1-2866-4d2e-8afd-cab7ba794063 req-a833d0f4-7408-45cb-ad2f-c39321b7e034 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.182453 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Port 6d22a53b-2464-4614-a2e4-ad4303acef4b on network 525896ce-09df-4da2-9eab-4fa66a501412 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:56.182738 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Attempting to bind port 6d22a53b-2464-4614-a2e4-ad4303acef4b on network 525896ce-09df-4da2-9eab-4fa66a501412 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:56.188658 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929c1d1-2866-4d2e-8afd-cab7ba794063 req-a833d0f4-7408-45cb-ad2f-c39321b7e034 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.195742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929c1d1-2866-4d2e-8afd-cab7ba794063 req-a833d0f4-7408-45cb-ad2f-c39321b7e034 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.198000 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:56.198438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Checking segment: {'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:56.198836 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Bound using segment: {'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:56.199423 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Bound port: 6d22a53b-2464-4614-a2e4-ad4303acef4b, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:56.199890 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.201035 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929c1d1-2866-4d2e-8afd-cab7ba794063 req-a833d0f4-7408-45cb-ad2f-c39321b7e034 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.208338 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4929c1d1-2866-4d2e-8afd-cab7ba794063 req-a833d0f4-7408-45cb-ad2f-c39321b7e034 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 4596 time: 0.5586085 Jul 16 01:38:56.312546 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f126d-3708-48e9-9670-532397ee123e req-78d7cbe3-25db-4c80-8068-25e6684a23a7 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.314332 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-123f126d-3708-48e9-9670-532397ee123e req-78d7cbe3-25db-4c80-8068-25e6684a23a7 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 945 time: 0.2698526 Jul 16 01:38:56.358737 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-22d4bf43-cb23-4707-8b49-8e7dee5e1c86 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Allocated IP 172.20.0.3 (9a736340-90da-402a-a07c-a63465e83cd9/1d51708a-58e0-4b81-bfd8-80eeb76fcaa7/0917377f-9a5a-4802-b008-9ccb8e218ca5) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:56.393100 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] For port f6f42e20-8572-4653-97b5-6235947051c2, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f6f42e20-8572-4653-97b5-6235947051c2,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:56.393656 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] For port 6d22a53b-2464-4614-a2e4-ad4303acef4b, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:56.401488 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] For port 6d22a53b-2464-4614-a2e4-ad4303acef4b, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6d22a53b-2464-4614-a2e4-ad4303acef4b,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:56.411321 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.421240 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4929c1d1-2866-4d2e-8afd-cab7ba794063 req-24d7aff0-4f32-4214-b9d0-fa6e7d95bfde tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2117460 Jul 16 01:38:56.425373 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-123f126d-3708-48e9-9670-532397ee123e req-094741c5-b551-4733-9f1e-08820eb0907b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998673 Jul 16 01:38:56.470539 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.471668 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.473294 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] 10.222.0.26 "PUT /v2.0/ports/6d22a53b-2464-4614-a2e4-ad4303acef4b HTTP/1.1" status: 200 len: 1129 time: 2.3364410 Jul 16 01:38:56.502586 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4230e859-2b8e-4a03-ace3-dc9732cf00a5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Made reservation on behalf of 498924aad55244bba9d0f01dbf05d516 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:56.506559 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4230e859-2b8e-4a03-ace3-dc9732cf00a5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.551340 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Request body: {'port': {'device_id': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:56.576894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57288) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:56.626623 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-8e38925e-02ff-4915-9766-4cbd53bc1bdf service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556645 Jul 16 01:38:56.698571 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4230e859-2b8e-4a03-ace3-dc9732cf00a5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:56.748693 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5762dec0-2eb6-4793-928f-af0310f5e6cf x-openstack-request-id: req-5762dec0-2eb6-4793-928f-af0310f5e6cf {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:56.748693 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "tag": "38632ecf-0c45-4f74-98a7-3369ccdd828e", "status": "completed", "code": 200}, {"server_uuid": "1e77ea5f-3718-4c22-a8df-c73b69801852", "name": "network-vif-deleted", "tag": "3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:56.749031 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5762dec0-2eb6-4793-928f-af0310f5e6cf {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:56.749331 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'tag': '38632ecf-0c45-4f74-98a7-3369ccdd828e', 'status': 'completed', 'code': 200} Jul 16 01:38:56.749587 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e77ea5f-3718-4c22-a8df-c73b69801852', 'name': 'network-vif-deleted', 'tag': '3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c', 'status': 'completed', 'code': 200} Jul 16 01:38:56.755094 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.792322 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f0d7f437-affc-43fc-8aaf-777f3ea1486e req-091bbd89-fe03-4fbb-b76b-90aa7000c172 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 210 time: 0.1592996 Jul 16 01:38:56.824100 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 552bec44-7226-4a3d-be74-0f97ca7d7e49 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:56.839414 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:56.859461 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] For port f6f42e20-8572-4653-97b5-6235947051c2, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:56.863329 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4230e859-2b8e-4a03-ace3-dc9732cf00a5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.863669 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-4230e859-2b8e-4a03-ace3-dc9732cf00a5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Added segment bed34bee-427e-4ac3-83e3-84bccf9cbc2b of type vlan for network fb13f3d7-2b08-4b02-9196-9933360db84d Jul 16 01:38:56.879287 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba094fbd-732a-4a97-b993-c1cb840f91db service neutron] Pushing event updated for resources: {'Port': ['ID=6d22a53b-2464-4614-a2e4-ad4303acef4b,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:56.881311 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:56.883101 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 3f2b596d-36b4-41b4-9cc6-78a2ff33cd2c not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:56.904133 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-eff96b43-2e4c-4b19-998d-f815eef662de service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6893780 Jul 16 01:38:56.908552 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-7853248d-4eef-47bc-878a-d849f024f15d admin admin] Deleting subnet 19ee706f-c69f-4ade-ac53-3e1defe91c28 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:56.917868 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-f468750b-3bb1-4c29-9f15-4291fe10de37 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398779 Jul 16 01:38:56.918557 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7853248d-4eef-47bc-878a-d849f024f15d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.079234 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4230e859-2b8e-4a03-ace3-dc9732cf00a5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.092095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:57.101168 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-22d4bf43-cb23-4707-8b49-8e7dee5e1c86 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.106710 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '552bec44-7226-4a3d-be74-0f97ca7d7e49', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '552bec44-7226-4a3d-be74-0f97ca7d7e49', 'mac_address': 'fa:16:3e:a3:66:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:57.149966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-22d4bf43-cb23-4707-8b49-8e7dee5e1c86 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Transition to ACTIVE for port object 0917377f-9a5a-4802-b008-9ccb8e218ca5 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:57.151528 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.155621 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b24d96-1b7f-468e-a290-9ec5399cb371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6f42e20-8572-4653-97b5-6235947051c2'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:57.157955 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34998eff-8b84-4a62-96e5-6d411057dd6c" -d '{"events": [{"server_uuid": "a1b24d96-1b7f-468e-a290-9ec5399cb371", "name": "network-vif-unplugged", "status": "completed", "tag": "f6f42e20-8572-4653-97b5-6235947051c2"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:57.169330 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552bec44-7226-4a3d-be74-0f97ca7d7e49 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:57.169832 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.172919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555ca17-6c36-4f1e-a669-29fdd18c0098 req-cc719c61-9ddf-4bbd-aba1-222b8c9eb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.173421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555ca17-6c36-4f1e-a669-29fdd18c0098 req-cc719c61-9ddf-4bbd-aba1-222b8c9eb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.173908 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555ca17-6c36-4f1e-a669-29fdd18c0098 req-cc719c61-9ddf-4bbd-aba1-222b8c9eb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.174527 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555ca17-6c36-4f1e-a669-29fdd18c0098 req-cc719c61-9ddf-4bbd-aba1-222b8c9eb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.175009 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555ca17-6c36-4f1e-a669-29fdd18c0098 req-cc719c61-9ddf-4bbd-aba1-222b8c9eb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.175505 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555ca17-6c36-4f1e-a669-29fdd18c0098 req-cc719c61-9ddf-4bbd-aba1-222b8c9eb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.176075 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555ca17-6c36-4f1e-a669-29fdd18c0098 req-cc719c61-9ddf-4bbd-aba1-222b8c9eb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.178238 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0555ca17-6c36-4f1e-a669-29fdd18c0098 req-cc719c61-9ddf-4bbd-aba1-222b8c9eb25f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64&device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 6204 time: 0.4240279 Jul 16 01:38:57.192621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d7e0c-1d90-42db-9613-39f319245fe1 req-6c7b08a5-06a0-43a7-8699-efae5f39449e tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.194759 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d5d7e0c-1d90-42db-9613-39f319245fe1 req-6c7b08a5-06a0-43a7-8699-efae5f39449e tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.4035738 Jul 16 01:38:57.199527 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:57.204593 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.246640 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-374965d9-022a-4642-b8ee-ed76a72c69e8 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500844 Jul 16 01:38:57.257661 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=552bec44-7226-4a3d-be74-0f97ca7d7e49,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:57.258638 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7853248d-4eef-47bc-878a-d849f024f15d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.297553 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.374062 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-22d4bf43-cb23-4707-8b49-8e7dee5e1c86 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.434323 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d5d7e0c-1d90-42db-9613-39f319245fe1 req-b968dfb3-cffb-4f0b-b73e-777ccc3b6dee tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111213 Jul 16 01:38:57.531004 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-22d4bf43-cb23-4707-8b49-8e7dee5e1c86 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Network 9a736340-90da-402a-a07c-a63465e83cd9 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:57.552625 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-22d4bf43-cb23-4707-8b49-8e7dee5e1c86 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:57.577213 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-22d4bf43-cb23-4707-8b49-8e7dee5e1c86 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:57.581652 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4bf43-cb23-4707-8b49-8e7dee5e1c86 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Pushing event updated for resources: {'Port': ['ID=0917377f-9a5a-4802-b008-9ccb8e218ca5,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:57.585314 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555ca17-6c36-4f1e-a669-29fdd18c0098 req-9aa0a084-b9b4-4934-8acd-646a007662a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.585818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555ca17-6c36-4f1e-a669-29fdd18c0098 req-9aa0a084-b9b4-4934-8acd-646a007662a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.586626 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555ca17-6c36-4f1e-a669-29fdd18c0098 req-9aa0a084-b9b4-4934-8acd-646a007662a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.587955 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0555ca17-6c36-4f1e-a669-29fdd18c0098 req-9aa0a084-b9b4-4934-8acd-646a007662a7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3685460 Jul 16 01:38:57.671813 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e62be3-12a0-436e-b3eb-711295b8d81b x-openstack-request-id: req-19e62be3-12a0-436e-b3eb-711295b8d81b {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:57.672114 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b24d96-1b7f-468e-a290-9ec5399cb371", "name": "network-vif-unplugged", "status": "completed", "tag": "f6f42e20-8572-4653-97b5-6235947051c2", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:57.672387 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-19e62be3-12a0-436e-b3eb-711295b8d81b {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:57.672751 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b24d96-1b7f-468e-a290-9ec5399cb371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6f42e20-8572-4653-97b5-6235947051c2', 'code': 200} Jul 16 01:38:57.700462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8a248f-ea30-4e34-8a9e-022a3b879da9 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:57.722741 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.751251 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['552bec44-7226-4a3d-be74-0f97ca7d7e49'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:57.797488 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Transition to ACTIVE for port object 7a8a248f-ea30-4e34-8a9e-022a3b879da9 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:57.801788 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafae4ee-eb79-4dcf-acdf-c41bc6ecfcfa req-6a610060-9880-484f-92c3-658dda0e348a tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.809006 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-22d4bf43-cb23-4707-8b49-8e7dee5e1c86 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.809530 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dafae4ee-eb79-4dcf-acdf-c41bc6ecfcfa req-6a610060-9880-484f-92c3-658dda0e348a tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 948 time: 0.7246199 Jul 16 01:38:57.809746 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-22d4bf43-cb23-4707-8b49-8e7dee5e1c86 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.811446 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4230e859-2b8e-4a03-ace3-dc9732cf00a5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.820023 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4230e859-2b8e-4a03-ace3-dc9732cf00a5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.820901 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4230e859-2b8e-4a03-ace3-dc9732cf00a5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.828693 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.830959 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7853248d-4eef-47bc-878a-d849f024f15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.867553 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d7aa5b5b-47b7-4200-8c35-a5afc6814501 None None] Provisioning for port 0917377f-9a5a-4802-b008-9ccb8e218ca5 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:57.881042 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d7aa5b5b-47b7-4200-8c35-a5afc6814501 None None] Provisioning complete for port 0917377f-9a5a-4802-b008-9ccb8e218ca5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:57.882110 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5b5b-47b7-4200-8c35-a5afc6814501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.903579 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-22d4bf43-cb23-4707-8b49-8e7dee5e1c86 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3048980 Jul 16 01:38:57.944780 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa5b5b-47b7-4200-8c35-a5afc6814501 None None] Port 0917377f-9a5a-4802-b008-9ccb8e218ca5 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:57.948264 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Request body: {'port': {'device_id': '8ac5a800-59a2-45c6-846c-a52f5b6a1c92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:57.963790 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8a248f-ea30-4e34-8a9e-022a3b879da9,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:58.002103 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e485fd-61af-43a3-a092-0bc73f670c17 req-550b91f4-f978-4264-b60b-8c8480329c5e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.003664 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17e485fd-61af-43a3-a092-0bc73f670c17 req-550b91f4-f978-4264-b60b-8c8480329c5e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 943 time: 0.3909578 Jul 16 01:38:58.004839 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555ca17-6c36-4f1e-a669-29fdd18c0098 req-98848a2f-3971-4217-bdd8-d6ceeebbb3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.006698 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0555ca17-6c36-4f1e-a669-29fdd18c0098 req-98848a2f-3971-4217-bdd8-d6ceeebbb3a3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3923602 Jul 16 01:38:58.044675 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4230e859-2b8e-4a03-ace3-dc9732cf00a5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2693207 Jul 16 01:38:58.064413 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57304) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:58.065117 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f42e20-8572-4653-97b5-6235947051c2,revision_number=7']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:58.085307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-624cd141-517c-48ee-9cff-8fcb8e2036c5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'subnet': {'network_id': 'fb13f3d7-2b08-4b02-9196-9933360db84d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:58.164368 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7853248d-4eef-47bc-878a-d849f024f15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.233519 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.resource_extend [None req-78848ef9-7205-44f8-bacc-19d868bea7f8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:38:58.262322 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dafae4ee-eb79-4dcf-acdf-c41bc6ecfcfa req-5c9620db-37ec-4429-a70a-b5c3671d877a tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518969 Jul 16 01:38:58.296061 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230e859-2b8e-4a03-ace3-dc9732cf00a5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Network': ['ID=fb13f3d7-2b08-4b02-9196-9933360db84d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:58.305951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853248d-4eef-47bc-878a-d849f024f15d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19ee706f-c69f-4ade-ac53-3e1defe91c28,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:58.311245 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7853248d-4eef-47bc-878a-d849f024f15d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.314190 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7853248d-4eef-47bc-878a-d849f024f15d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/19ee706f-c69f-4ade-ac53-3e1defe91c28 HTTP/1.1" status: 204 len: 168 time: 1.7263255 Jul 16 01:38:58.325760 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network fb13f3d7-2b08-4b02-9196-9933360db84d details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:58.366636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] Attempting to bind port f6f42e20-8572-4653-97b5-6235947051c2 on host n-h2-800086-6 for vnic_type normal with profile {"migrating_to": "n-h1-800086-6"} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:58.366945 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] Attempting to bind port f6f42e20-8572-4653-97b5-6235947051c2 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:58.367282 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] Attempting to bind port f6f42e20-8572-4653-97b5-6235947051c2 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:58.369375 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57308) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:58.381882 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-265bf41b-b901-4b2b-9c5a-3eb057e20952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.450452 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] Port f6f42e20-8572-4653-97b5-6235947051c2 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:58.450815 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] Attempting to bind port f6f42e20-8572-4653-97b5-6235947051c2 on network 70873b17-8add-4628-8bc5-2cc58f0e4676 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:58.491038 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-78848ef9-7205-44f8-bacc-19d868bea7f8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.504105 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17e485fd-61af-43a3-a092-0bc73f670c17 req-223313fc-010a-47cb-bc2c-eda23a4f70c7 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889927 Jul 16 01:38:58.519489 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.522477 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.529291 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:58.529639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] Checking segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:58.530024 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] Bound using segment: {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:58.530475 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] Bound port: f6f42e20-8572-4653-97b5-6235947051c2, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664107f8-01d1-4b76-bba7-f9b8877b2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '70873b17-8add-4628-8bc5-2cc58f0e4676'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:58.530969 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.565147 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-78848ef9-7205-44f8-bacc-19d868bea7f8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.574727 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Attempting to bind port 7a8a248f-ea30-4e34-8a9e-022a3b879da9 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:58.575304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Attempting to bind port 7a8a248f-ea30-4e34-8a9e-022a3b879da9 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:58.575396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Attempting to bind port 7a8a248f-ea30-4e34-8a9e-022a3b879da9 on network 525896ce-09df-4da2-9eab-4fa66a501412 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:58.588747 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Port 7a8a248f-ea30-4e34-8a9e-022a3b879da9 on network 525896ce-09df-4da2-9eab-4fa66a501412 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:58.589246 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Attempting to bind port 7a8a248f-ea30-4e34-8a9e-022a3b879da9 on network 525896ce-09df-4da2-9eab-4fa66a501412 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:58.609073 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-951d6451-9797-46e5-b088-1844663d5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.609636 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-951d6451-9797-46e5-b088-1844663d5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.610106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-951d6451-9797-46e5-b088-1844663d5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.610626 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-951d6451-9797-46e5-b088-1844663d5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.611088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-951d6451-9797-46e5-b088-1844663d5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.611604 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-951d6451-9797-46e5-b088-1844663d5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.612152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-951d6451-9797-46e5-b088-1844663d5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.614114 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-951d6451-9797-46e5-b088-1844663d5af9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64&device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 6229 time: 0.5156178 Jul 16 01:38:58.621960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:58.622351 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Checking segment: {'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:58.622779 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Bound using segment: {'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:58.623775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Bound port: 7a8a248f-ea30-4e34-8a9e-022a3b879da9, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:58.623775 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.643332 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a60bde37-6976-44f0-86d7-b9e8a9c6d644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.645156 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624cd141-517c-48ee-9cff-8fcb8e2036c5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Made reservation on behalf of 498924aad55244bba9d0f01dbf05d516 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:58.649502 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-624cd141-517c-48ee-9cff-8fcb8e2036c5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.756978 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'tag': '6d22a53b-2464-4614-a2e4-ad4303acef4b'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:58.759388 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3088b784-7fc5-48d2-805b-405ce704ad75" -d '{"events": [{"name": "network-changed", "server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "tag": "6d22a53b-2464-4614-a2e4-ad4303acef4b"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:58.895981 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-c0cfdd28-e9e5-460c-9724-d64725374d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.896497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-c0cfdd28-e9e5-460c-9724-d64725374d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.897152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-c0cfdd28-e9e5-460c-9724-d64725374d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.899043 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-c0cfdd28-e9e5-460c-9724-d64725374d49 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2631340 Jul 16 01:38:58.925344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] For port 7a8a248f-ea30-4e34-8a9e-022a3b879da9, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:58.942664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] For port f6f42e20-8572-4653-97b5-6235947051c2, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:58.959872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042047f-0cf1-4cbf-bf6d-52ce25051400 req-28065320-44ae-4ee8-9ba8-1c96f67e5c9e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.965776 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042047f-0cf1-4cbf-bf6d-52ce25051400 req-28065320-44ae-4ee8-9ba8-1c96f67e5c9e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.972116 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042047f-0cf1-4cbf-bf6d-52ce25051400 req-28065320-44ae-4ee8-9ba8-1c96f67e5c9e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.978247 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042047f-0cf1-4cbf-bf6d-52ce25051400 req-28065320-44ae-4ee8-9ba8-1c96f67e5c9e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.984170 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042047f-0cf1-4cbf-bf6d-52ce25051400 req-28065320-44ae-4ee8-9ba8-1c96f67e5c9e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.991563 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042047f-0cf1-4cbf-bf6d-52ce25051400 req-28065320-44ae-4ee8-9ba8-1c96f67e5c9e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.998753 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042047f-0cf1-4cbf-bf6d-52ce25051400 req-28065320-44ae-4ee8-9ba8-1c96f67e5c9e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:59.000973 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e042047f-0cf1-4cbf-bf6d-52ce25051400 req-28065320-44ae-4ee8-9ba8-1c96f67e5c9e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5379 time: 0.5755153 Jul 16 01:38:59.004502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] For port 7a8a248f-ea30-4e34-8a9e-022a3b879da9, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7a8a248f-ea30-4e34-8a9e-022a3b879da9,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:59.021655 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.028001 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-78848ef9-7205-44f8-bacc-19d868bea7f8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Floating IP 90f08f38-0e27-4252-9d50-b72dedd78cd2 associated. External IP: 172.25.1.64, port: 5e607433-33c7-480e-a37e-a6f09cdbfb5e. Jul 16 01:38:59.047459 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] For port f6f42e20-8572-4653-97b5-6235947051c2, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f6f42e20-8572-4653-97b5-6235947051c2,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:59.100577 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.130826 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:59.131669 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.133128 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] 10.222.0.26 "PUT /v2.0/ports/7a8a248f-ea30-4e34-8a9e-022a3b879da9 HTTP/1.1" status: 200 len: 1089 time: 2.5873797 Jul 16 01:38:59.183030 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Request body: {'port': {'device_id': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:59.220551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88d38b-a96a-46d8-a889-80a33c5cd3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8a248f-ea30-4e34-8a9e-022a3b879da9,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:59.220795 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a60bde37-6976-44f0-86d7-b9e8a9c6d644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.255411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07145-42ed-4966-abfd-0b8a21662a02 req-8d06285b-8308-4347-bf38-738708b685bf tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:59.257239 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edf07145-42ed-4966-abfd-0b8a21662a02 req-8d06285b-8308-4347-bf38-738708b685bf tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 931 time: 0.3631074 Jul 16 01:38:59.262008 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-7faa5c8a-28ca-4e23-b36d-83aae80751a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:59.263520 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d1710faf-6219-4160-aa44-5bb8ef04dab9 req-7faa5c8a-28ca-4e23-b36d-83aae80751a7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3339732 Jul 16 01:38:59.291087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0917377f-9a5a-4802-b008-9ccb8e218ca5 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:59.311996 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.345886 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-a60bde37-6976-44f0-86d7-b9e8a9c6d644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1e04e9-ab6c-49dc-b59c-4da428507abb']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:59.366722 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Transition to ACTIVE for port object 0917377f-9a5a-4802-b008-9ccb8e218ca5 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:59.373733 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.378430 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edf07145-42ed-4966-abfd-0b8a21662a02 req-9cf0caa5-4fa3-4727-bb43-5fe1f58e65a7 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d6b3703-9dc3-45b4-a689-5af8ac2df3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069098 Jul 16 01:38:59.396714 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-a60bde37-6976-44f0-86d7-b9e8a9c6d644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c6b3b7-4533-40ad-9731-dcb00cf3e0b4') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:59.397122 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-a60bde37-6976-44f0-86d7-b9e8a9c6d644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c6b3b7-4533-40ad-9731-dcb00cf3e0b4') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:59.406621 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e042047f-0cf1-4cbf-bf6d-52ce25051400 req-244e632a-2b54-409c-b5c8-ba042c3e3802 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3707602 Jul 16 01:38:59.423607 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.452217 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0917377f-9a5a-4802-b008-9ccb8e218ca5,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:59.460935 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a60bde37-6976-44f0-86d7-b9e8a9c6d644 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.479006 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e89222-1f4d-4760-8171-519e4879e3fc req-20161f61-5131-475d-b7b7-ff75b5cb8ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:59.480562 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26e89222-1f4d-4760-8171-519e4879e3fc req-20161f61-5131-475d-b7b7-ff75b5cb8ee8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=204dde1fe12d48b4aec96dc9cd406bb5&device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 1097 time: 0.6150610 Jul 16 01:38:59.481829 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:59.482438 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.484295 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] 10.222.0.26 "PUT /v2.0/ports/f6f42e20-8572-4653-97b5-6235947051c2 HTTP/1.1" status: 200 len: 1121 time: 4.5367544 Jul 16 01:38:59.491012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd12631-3f31-491c-a90e-5808050b0b89 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f42e20-8572-4653-97b5-6235947051c2,revision_number=8']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:59.562931 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a60bde37-6976-44f0-86d7-b9e8a9c6d644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.588994 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4898bd56-30a5-4ab1-9406-45370415ff04 x-openstack-request-id: req-4898bd56-30a5-4ab1-9406-45370415ff04 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:59.589529 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "tag": "6d22a53b-2464-4614-a2e4-ad4303acef4b", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:59.589529 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4898bd56-30a5-4ab1-9406-45370415ff04 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:59.589840 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'tag': '6d22a53b-2464-4614-a2e4-ad4303acef4b', 'status': 'completed', 'code': 200} Jul 16 01:38:59.617822 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['f6f42e20-8572-4653-97b5-6235947051c2'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:59.651680 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60bde37-6976-44f0-86d7-b9e8a9c6d644 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:59.652000 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a60bde37-6976-44f0-86d7-b9e8a9c6d644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:59.659883 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:59.695451 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b24d96-1b7f-468e-a290-9ec5399cb371', 'tag': 'f6f42e20-8572-4653-97b5-6235947051c2'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:59.698182 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e07b212-085d-4d07-a2cc-3892bc00334b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b24d96-1b7f-468e-a290-9ec5399cb371", "tag": "f6f42e20-8572-4653-97b5-6235947051c2"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:59.724055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Attempting to bind port 0917377f-9a5a-4802-b008-9ccb8e218ca5 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:59.728385 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Attempting to bind port 0917377f-9a5a-4802-b008-9ccb8e218ca5 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '03b5464c-1784-427e-b372-587f2c216307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:59.728776 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Attempting to bind port 0917377f-9a5a-4802-b008-9ccb8e218ca5 on network 9a736340-90da-402a-a07c-a63465e83cd9 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:59.728904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['f6f42e20-8572-4653-97b5-6235947051c2'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:59.753610 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Port 0917377f-9a5a-4802-b008-9ccb8e218ca5 on network 9a736340-90da-402a-a07c-a63465e83cd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:59.753868 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Attempting to bind port 0917377f-9a5a-4802-b008-9ccb8e218ca5 on network 9a736340-90da-402a-a07c-a63465e83cd9 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:59.789070 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:59.797429 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Checking segment: {'id': '03b5464c-1784-427e-b372-587f2c216307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:59.797952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Bound using segment: {'id': '03b5464c-1784-427e-b372-587f2c216307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:59.798478 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Bound port: 0917377f-9a5a-4802-b008-9ccb8e218ca5, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b5464c-1784-427e-b372-587f2c216307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:59.798852 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.027054 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ae1488-7894-4e05-a642-06cbec3578dd {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:00.036350 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.062799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Transition to ACTIVE for port object 65ae1488-7894-4e05-a642-06cbec3578dd will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:00.088663 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.096760 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-624cd141-517c-48ee-9cff-8fcb8e2036c5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.201616 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] For port 0917377f-9a5a-4802-b008-9ccb8e218ca5, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:00.240532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] For port 0917377f-9a5a-4802-b008-9ccb8e218ca5, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=0917377f-9a5a-4802-b008-9ccb8e218ca5,segment=NetworkSegment(03b5464c-1784-427e-b372-587f2c216307),segment_id=03b5464c-1784-427e-b372-587f2c216307)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:00.247543 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Pushing event updated for resources: {'Port': ['ID=65ae1488-7894-4e05-a642-06cbec3578dd,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:00.259211 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.259954 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a60bde37-6976-44f0-86d7-b9e8a9c6d644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.313773 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a60bde37-6976-44f0-86d7-b9e8a9c6d644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.316025 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a60bde37-6976-44f0-86d7-b9e8a9c6d644 admin admin] 10.222.0.54 "DELETE /v2.0/networks/0c1e04e9-ab6c-49dc-b59c-4da428507abb HTTP/1.1" status: 204 len: 168 time: 1.9296632 Jul 16 01:39:00.342460 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bde37-6976-44f0-86d7-b9e8a9c6d644 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c1e04e9-ab6c-49dc-b59c-4da428507abb,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:00.369284 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.369911 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.371345 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] 10.222.0.47 "PUT /v2.0/ports/0917377f-9a5a-4802-b008-9ccb8e218ca5 HTTP/1.1" status: 200 len: 1091 time: 2.4436383 Jul 16 01:39:00.403980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624cd141-517c-48ee-9cff-8fcb8e2036c5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Checking segment: {'id': 'bed34bee-427e-4ac3-83e3-84bccf9cbc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fb13f3d7-2b08-4b02-9196-9933360db84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:00.404345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624cd141-517c-48ee-9cff-8fcb8e2036c5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network hostable DHCP agents. Network: fb13f3d7-2b08-4b02-9196-9933360db84d, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:00.432772 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-e1ab9643-b80f-4d34-a352-1a8e4b208dba tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.434013 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-e1ab9643-b80f-4d34-a352-1a8e4b208dba tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.47 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a&tenant_id=1961ea8d11af4a26af7254218bca79a1&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 949 time: 0.3901453 Jul 16 01:39:00.440491 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e89222-1f4d-4760-8171-519e4879e3fc req-ac86877c-69e8-43e3-b9bf-a30e4601057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.444111 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26e89222-1f4d-4760-8171-519e4879e3fc req-ac86877c-69e8-43e3-b9bf-a30e4601057a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ebc001c2-5a87-482e-9885-14e4ea5e5d30 HTTP/1.1" status: 200 len: 911 time: 0.9428477 Jul 16 01:39:00.444935 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41330165-840c-4e5d-8c7f-3cded5a0388f req-83276862-0646-40d8-bb48-3b13f699d412 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.446781 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-41330165-840c-4e5d-8c7f-3cded5a0388f req-83276862-0646-40d8-bb48-3b13f699d412 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 943 time: 0.3165658 Jul 16 01:39:00.447495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb365787-3e9b-492d-bc00-26a15b6788e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0917377f-9a5a-4802-b008-9ccb8e218ca5,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:00.459967 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624cd141-517c-48ee-9cff-8fcb8e2036c5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Subnet': ['ID=57781b6f-e932-43be-b64c-e944ff717a27,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:00.513719 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Attempting to bind port 65ae1488-7894-4e05-a642-06cbec3578dd on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:00.514056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Attempting to bind port 65ae1488-7894-4e05-a642-06cbec3578dd by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:00.514415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Attempting to bind port 65ae1488-7894-4e05-a642-06cbec3578dd on network 525896ce-09df-4da2-9eab-4fa66a501412 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:00.538984 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57328) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:00.547071 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f74b62-aaaf-454c-8048-e574add91b65 req-fa62107a-d1b0-46a3-a089-44277252d4c9 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.548659 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d0f74b62-aaaf-454c-8048-e574add91b65 req-fa62107a-d1b0-46a3-a089-44277252d4c9 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.4459035 Jul 16 01:39:00.550513 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624cd141-517c-48ee-9cff-8fcb8e2036c5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network fb13f3d7-2b08-4b02-9196-9933360db84d is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:00.560126 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26e89222-1f4d-4760-8171-519e4879e3fc req-da3806f5-b874-4797-9130-1e3c3cac37c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09b8d35f-72ee-4d1e-93b0-f7d4f164e667 HTTP/1.1" status: 200 len: 217 time: 0.0756726 Jul 16 01:39:00.562690 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Port 65ae1488-7894-4e05-a642-06cbec3578dd on network 525896ce-09df-4da2-9eab-4fa66a501412 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:00.563271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Attempting to bind port 65ae1488-7894-4e05-a642-06cbec3578dd on network 525896ce-09df-4da2-9eab-4fa66a501412 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:00.572405 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088b784-7fc5-48d2-805b-405ce704ad75 req-9dc9a8e2-470a-4f11-80cf-2752a96ee142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.572911 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088b784-7fc5-48d2-805b-405ce704ad75 req-9dc9a8e2-470a-4f11-80cf-2752a96ee142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.573399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088b784-7fc5-48d2-805b-405ce704ad75 req-9dc9a8e2-470a-4f11-80cf-2752a96ee142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.574055 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088b784-7fc5-48d2-805b-405ce704ad75 req-9dc9a8e2-470a-4f11-80cf-2752a96ee142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.574536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088b784-7fc5-48d2-805b-405ce704ad75 req-9dc9a8e2-470a-4f11-80cf-2752a96ee142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.575015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088b784-7fc5-48d2-805b-405ce704ad75 req-9dc9a8e2-470a-4f11-80cf-2752a96ee142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.575491 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088b784-7fc5-48d2-805b-405ce704ad75 req-9dc9a8e2-470a-4f11-80cf-2752a96ee142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.577557 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3088b784-7fc5-48d2-805b-405ce704ad75 req-9dc9a8e2-470a-4f11-80cf-2752a96ee142 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64&device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 6271 time: 0.9217174 Jul 16 01:39:00.579559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78848ef9-7205-44f8-bacc-19d868bea7f8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Router ee9017b8-f372-4286-9640-bb6d9747a04b has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:00.588367 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:00.589182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Checking segment: {'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:00.589182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Bound using segment: {'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:00.589908 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Bound port: 65ae1488-7894-4e05-a642-06cbec3578dd, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bfd702-0cde-40a3-8663-57b2e1c4afa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:00.589908 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.626369 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-41330165-840c-4e5d-8c7f-3cded5a0388f req-c6252dd0-cb0a-4d35-957c-1457a7da489a tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645067 Jul 16 01:39:00.631414 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-624cd141-517c-48ee-9cff-8fcb8e2036c5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, fb13f3d7-2b08-4b02-9196-9933360db84d) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:00.651615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b14d5a5-8ccd-4fc6-9484-bc92d5c6cc66 None None] Network fb13f3d7-2b08-4b02-9196-9933360db84d requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:00.668522 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-7d0f5479-03e3-43c3-b646-96441f428fe7 service neutron] 10.222.0.47 "GET /v2.0/ports/552bec44-7226-4a3d-be74-0f97ca7d7e49/bindings/n-h2-800086-6 HTTP/1.1" status: 200 len: 382 time: 0.1975141 Jul 16 01:39:00.681525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624cd141-517c-48ee-9cff-8fcb8e2036c5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.682133 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-624cd141-517c-48ee-9cff-8fcb8e2036c5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.695917 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-0b67d71f-70c3-45d2-9457-70cfe4487df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.697444 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-0b67d71f-70c3-45d2-9457-70cfe4487df3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aeaa31090bdd4c6999155f5caa30c7b1&device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 1094 time: 0.2055891 Jul 16 01:39:00.721461 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] For port 65ae1488-7894-4e05-a642-06cbec3578dd, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:00.726611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] For port 65ae1488-7894-4e05-a642-06cbec3578dd, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=65ae1488-7894-4e05-a642-06cbec3578dd,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:00.731854 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.748867 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a5663b-aaa8-4741-bad3-e37bafa930b0 x-openstack-request-id: req-b2a5663b-aaa8-4741-bad3-e37bafa930b0 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:00.749226 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b24d96-1b7f-468e-a290-9ec5399cb371", "tag": "f6f42e20-8572-4653-97b5-6235947051c2", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:00.749478 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2a5663b-aaa8-4741-bad3-e37bafa930b0 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:00.749864 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b24d96-1b7f-468e-a290-9ec5399cb371', 'tag': 'f6f42e20-8572-4653-97b5-6235947051c2', 'status': 'completed', 'code': 200} Jul 16 01:39:00.786247 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.787963 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.789802 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] 10.222.0.26 "PUT /v2.0/ports/65ae1488-7894-4e05-a642-06cbec3578dd HTTP/1.1" status: 200 len: 1089 time: 1.6182938 Jul 16 01:39:00.816547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 552bec44-7226-4a3d-be74-0f97ca7d7e49 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:00.847512 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d0f74b62-aaaf-454c-8048-e574add91b65 req-836bb6fa-92a0-4037-982d-2ab2846bf13b tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861562 Jul 16 01:39:00.854405 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-624cd141-517c-48ee-9cff-8fcb8e2036c5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7821288 Jul 16 01:39:00.856361 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57330) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:00.878026 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Request body: {'port': {'device_id': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:00.889589 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-f3d46b1f-9359-45e4-991b-a7251c97f6d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0917377f-9a5a-4802-b008-9ccb8e218ca5 HTTP/1.1" status: 200 len: 217 time: 0.0985463 Jul 16 01:39:00.927088 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7804f2d3-dd22-4e48-a9a9-d20dadfab35d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b50272ccabc0406eabaf08d9707c8ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3773243 Jul 16 01:39:00.940919 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-fb13f3d7-2b08-4b02-9196-9933360db84d', 'network_id': 'fb13f3d7-2b08-4b02-9196-9933360db84d', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'fixed_ips': [{'subnet_id': '57781b6f-e932-43be-b64c-e944ff717a27'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:00.941530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57334) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:00.941895 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.942839 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-1dc2bbd8-3d88-428d-9e6a-40c2f52c6c7a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2063408940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:00.949100 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e89222-1f4d-4760-8171-519e4879e3fc req-b081d035-b871-4b4b-afb7-02d814bff257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.950555 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26e89222-1f4d-4760-8171-519e4879e3fc req-b081d035-b871-4b4b-afb7-02d814bff257 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8 HTTP/1.1" status: 200 len: 850 time: 0.3611631 Jul 16 01:39:00.981799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474defd-507e-4d00-bf89-fac5a10f7a67 service neutron] Pushing event updated for resources: {'Port': ['ID=65ae1488-7894-4e05-a642-06cbec3578dd,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:01.099413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 552bec44-7226-4a3d-be74-0f97ca7d7e49 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:01.113577 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c484c4e-3e39-4bdf-afa8-410298b20022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.117881 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.119353 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 552bec44-7226-4a3d-be74-0f97ca7d7e49 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:01.119596 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.131922 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26e89222-1f4d-4760-8171-519e4879e3fc req-1605a8d0-67dc-43c2-a445-63ad6e334fb6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ebc001c2-5a87-482e-9885-14e4ea5e5d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518941 Jul 16 01:39:01.177199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-11d6a0de-004c-4e27-a086-b5453da581a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.179679 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-11d6a0de-004c-4e27-a086-b5453da581a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d51708a-58e0-4b81-bfd8-80eeb76fcaa7 HTTP/1.1" status: 200 len: 850 time: 0.2526472 Jul 16 01:39:01.190084 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-f1e7bf5c-ee17-489e-9585-297cedc94e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.191175 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-f1e7bf5c-ee17-489e-9585-297cedc94e84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 1100 time: 0.3987947 Jul 16 01:39:01.211633 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.214227 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Allocated IP 2001:db8::2 (fb13f3d7-2b08-4b02-9196-9933360db84d/57781b6f-e932-43be-b64c-e944ff717a27/75eb83b1-0b4b-4338-91e5-b29fb51b8acc) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:01.234162 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1dc2bbd8-3d88-428d-9e6a-40c2f52c6c7a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.235212 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1dc2bbd8-3d88-428d-9e6a-40c2f52c6c7a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.260871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088b784-7fc5-48d2-805b-405ce704ad75 req-8ee52937-cd66-4189-ac8e-5a45c95d63ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.261354 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088b784-7fc5-48d2-805b-405ce704ad75 req-8ee52937-cd66-4189-ac8e-5a45c95d63ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.261826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088b784-7fc5-48d2-805b-405ce704ad75 req-8ee52937-cd66-4189-ac8e-5a45c95d63ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.263423 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3088b784-7fc5-48d2-805b-405ce704ad75 req-8ee52937-cd66-4189-ac8e-5a45c95d63ca service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6604714 Jul 16 01:39:01.288374 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c591b22e-7768-473f-ac0a-ba8fa32b0d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.291095 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.314753 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bf922-5773-4c79-b534-1454cced467b req-5b486e37-d50b-40dc-a868-b466e84e5bd2 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.320331 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-412bf922-5773-4c79-b534-1454cced467b req-5b486e37-d50b-40dc-a868-b466e84e5bd2 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 949 time: 0.2864928 Jul 16 01:39:01.350471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552bec44-7226-4a3d-be74-0f97ca7d7e49'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:01.352807 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ffa737-2bb0-48a5-9a67-abfab5008aa2" -d '{"events": [{"server_uuid": "380a285a-31b0-4f72-94c4-3a1a669dd57a", "name": "network-vif-plugged", "status": "completed", "tag": "552bec44-7226-4a3d-be74-0f97ca7d7e49"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:01.375102 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:01.382757 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.421887 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c591b22e-7768-473f-ac0a-ba8fa32b0d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.435565 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78848ef9-7205-44f8-bacc-19d868bea7f8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:01.440932 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-78848ef9-7205-44f8-bacc-19d868bea7f8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.458250 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d73329-b543-4264-a6d1-c94e54998527 None None] Sync routers for ids ['ee9017b8-f372-4286-9640-bb6d9747a04b'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:01.473761 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.476218 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=552bec44-7226-4a3d-be74-0f97ca7d7e49,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:01.481486 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d73329-b543-4264-a6d1-c94e54998527 None None] Routers {'ee9017b8-f372-4286-9640-bb6d9747a04b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:01.482719 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-91d73329-b543-4264-a6d1-c94e54998527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ee9017b8-f372-4286-9640-bb6d9747a04b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:01.489299 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:01.489694 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:01.490121 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:01.491001 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:01.491389 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:01.491853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:01.492082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:01.492455 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:01.492791 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:01.493127 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:01.493496 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:01.493829 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:01.497934 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Transition to ACTIVE for port object 75eb83b1-0b4b-4338-91e5-b29fb51b8acc will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:01.498645 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1dc2bbd8-3d88-428d-9e6a-40c2f52c6c7a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.516470 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Transition to ACTIVE for port object 75eb83b1-0b4b-4338-91e5-b29fb51b8acc will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:01.523748 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.559502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-ba3d3d7e-5a5a-4a77-a411-cd381ae319fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.561050 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-ba3d3d7e-5a5a-4a77-a411-cd381ae319fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.3504357 Jul 16 01:39:01.573224 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Network fb13f3d7-2b08-4b02-9196-9933360db84d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:01.576781 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1dc2bbd8-3d88-428d-9e6a-40c2f52c6c7a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.578187 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:01.582083 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-412bf922-5773-4c79-b534-1454cced467b req-8116ee12-8af4-4525-be05-4886617ad5f6 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181182 Jul 16 01:39:01.583132 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:01.585783 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Pushing event updated for resources: {'Port': ['ID=75eb83b1-0b4b-4338-91e5-b29fb51b8acc,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:01.602419 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-15095516-6b12-4088-9f33-830548ff062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.604095 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07b212-085d-4d07-a2cc-3892bc00334b req-01902258-b817-4730-a379-e2c9d46f167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.606252 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e07b212-085d-4d07-a2cc-3892bc00334b req-01902258-b817-4730-a379-e2c9d46f167b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 1124 time: 0.7509422 Jul 16 01:39:01.612589 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-15095516-6b12-4088-9f33-830548ff062f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a736340-90da-402a-a07c-a63465e83cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4157305 Jul 16 01:39:01.614592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'tag': '7a8a248f-ea30-4e34-8a9e-022a3b879da9'}, {'name': 'network-changed', 'server_uuid': '8ac5a800-59a2-45c6-846c-a52f5b6a1c92', 'tag': '0917377f-9a5a-4802-b008-9ccb8e218ca5'}, {'name': 'network-changed', 'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'tag': '65ae1488-7894-4e05-a642-06cbec3578dd'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:01.618818 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496a4755-d04f-4605-9c22-590cb0ce2667" -d '{"events": [{"name": "network-changed", "server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "tag": "7a8a248f-ea30-4e34-8a9e-022a3b879da9"}, {"name": "network-changed", "server_uuid": "8ac5a800-59a2-45c6-846c-a52f5b6a1c92", "tag": "0917377f-9a5a-4802-b008-9ccb8e218ca5"}, {"name": "network-changed", "server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "tag": "65ae1488-7894-4e05-a642-06cbec3578dd"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:01.625183 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63124a91-aec8-46aa-8f50-47aba4d79ac7 req-d0344349-bac8-4796-8d2f-cef146412a1a tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.633511 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63124a91-aec8-46aa-8f50-47aba4d79ac7 req-d0344349-bac8-4796-8d2f-cef146412a1a tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 943 time: 0.5580778 Jul 16 01:39:01.656563 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Attempting to bind port 75eb83b1-0b4b-4338-91e5-b29fb51b8acc on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:01.657158 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26e89222-1f4d-4760-8171-519e4879e3fc req-59b91427-45b7-4d97-ade4-fa19f690e162 service neutron] 10.222.0.47 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898121 Jul 16 01:39:01.657830 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Attempting to bind port 75eb83b1-0b4b-4338-91e5-b29fb51b8acc by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'bed34bee-427e-4ac3-83e3-84bccf9cbc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fb13f3d7-2b08-4b02-9196-9933360db84d'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:01.658585 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Attempting to bind port 75eb83b1-0b4b-4338-91e5-b29fb51b8acc on network fb13f3d7-2b08-4b02-9196-9933360db84d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:01.670690 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:01.673028 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Checking segment: {'id': 'bed34bee-427e-4ac3-83e3-84bccf9cbc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fb13f3d7-2b08-4b02-9196-9933360db84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:01.673630 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.674447 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Bound using segment: {'id': 'bed34bee-427e-4ac3-83e3-84bccf9cbc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fb13f3d7-2b08-4b02-9196-9933360db84d'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:01.675615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Bound port: 75eb83b1-0b4b-4338-91e5-b29fb51b8acc, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed34bee-427e-4ac3-83e3-84bccf9cbc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fb13f3d7-2b08-4b02-9196-9933360db84d'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:01.677058 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.689286 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-91d73329-b543-4264-a6d1-c94e54998527 None None] Set router ee9017b8-f372-4286-9640-bb6d9747a04b gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:01.699161 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-d6617b3d-dd4a-4486-824e-5273a165efb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49 HTTP/1.1" status: 200 len: 217 time: 0.1117799 Jul 16 01:39:01.703796 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-78848ef9-7205-44f8-bacc-19d868bea7f8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "PUT /v2.0/floatingips/90f08f38-0e27-4252-9d50-b72dedd78cd2 HTTP/1.1" status: 200 len: 990 time: 6.3670118 Jul 16 01:39:01.725481 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1dc2bbd8-3d88-428d-9e6a-40c2f52c6c7a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.726971 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1dc2bbd8-3d88-428d-9e6a-40c2f52c6c7a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7986538 Jul 16 01:39:01.741210 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57344) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:01.767929 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088b784-7fc5-48d2-805b-405ce704ad75 req-b3014206-159a-48a1-ad4f-7fd9955a3a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.769930 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3088b784-7fc5-48d2-805b-405ce704ad75 req-b3014206-159a-48a1-ad4f-7fd9955a3a73 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4841855 Jul 16 01:39:01.828286 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c591b22e-7768-473f-ac0a-ba8fa32b0d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.831044 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c591b22e-7768-473f-ac0a-ba8fa32b0d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.832628 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c591b22e-7768-473f-ac0a-ba8fa32b0d57 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/41c4c1fd-4915-425b-887a-2f97eb9c8818 HTTP/1.1" status: 204 len: 168 time: 0.8863513 Jul 16 01:39:01.837505 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] For port 75eb83b1-0b4b-4338-91e5-b29fb51b8acc, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:01.843536 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] For port 75eb83b1-0b4b-4338-91e5-b29fb51b8acc, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=75eb83b1-0b4b-4338-91e5-b29fb51b8acc,segment=NetworkSegment(bed34bee-427e-4ac3-83e3-84bccf9cbc2b),segment_id=bed34bee-427e-4ac3-83e3-84bccf9cbc2b)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:01.848807 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.936850 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eab13b-d756-402e-aed3-7d5c22da0be1 None None] Pushing event updated for resources: {'Port': ['ID=75eb83b1-0b4b-4338-91e5-b29fb51b8acc,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:01.961041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591b22e-7768-473f-ac0a-ba8fa32b0d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c4c1fd-4915-425b-887a-2f97eb9c8818,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:01.968221 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-bd5d57a9-632a-4be8-a771-333ee4e4a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.970176 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-bd5d57a9-632a-4be8-a771-333ee4e4a8cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.2527266 Jul 16 01:39:02.027004 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.067605 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63124a91-aec8-46aa-8f50-47aba4d79ac7 req-30ac14e7-6ba6-49c3-9658-3d658681bd2d tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d6b3703-9dc3-45b4-a689-5af8ac2df3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4330807 Jul 16 01:39:02.110719 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-1c73c113-8443-4ed1-b5af-05bc7aedd3a2 service neutron] 10.222.0.47 "GET /v2.0/networks/9a736340-90da-402a-a07c-a63465e83cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591751 Jul 16 01:39:02.177262 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47102e0-38c6-472a-9597-4bfe8ae18c9c x-openstack-request-id: req-b47102e0-38c6-472a-9597-4bfe8ae18c9c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:02.177657 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380a285a-31b0-4f72-94c4-3a1a669dd57a", "name": "network-vif-plugged", "status": "completed", "tag": "552bec44-7226-4a3d-be74-0f97ca7d7e49", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:02.178499 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b47102e0-38c6-472a-9597-4bfe8ae18c9c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:02.178855 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552bec44-7226-4a3d-be74-0f97ca7d7e49', 'code': 200} Jul 16 01:39:02.398752 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-91d73329-b543-4264-a6d1-c94e54998527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'name': 'tempest-ServerActionsTestJSON-665739114-router', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'gw_port': {'id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:12Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '90f08f38-0e27-4252-9d50-b72dedd78cd2', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'port_id': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'mac_address': 'fa:16:3e:6b:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:27Z', 'updated_at': '2021-07-16T01:38:57Z', 'revision_number': 1, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225dfc41-7f4b-4466-a461-5ae628d6ec90', 'name': '', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'mac_address': 'fa:16:3e:58:04:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:18Z', 'updated_at': '2021-07-16T01:38:27Z', 'revision_number': 5, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'subnets': [{'id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:02.447999 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d73329-b543-4264-a6d1-c94e54998527 None None] Checking router: ee9017b8-f372-4286-9640-bb6d9747a04b for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:02.465259 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d73329-b543-4264-a6d1-c94e54998527 None None] Routers {'ee9017b8-f372-4286-9640-bb6d9747a04b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:02.466084 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-91d73329-b543-4264-a6d1-c94e54998527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ee9017b8-f372-4286-9640-bb6d9747a04b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:02.596958 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-91d73329-b543-4264-a6d1-c94e54998527 None None] Set router ee9017b8-f372-4286-9640-bb6d9747a04b gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:02.714497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07b212-085d-4d07-a2cc-3892bc00334b req-3bd2cefd-1b8d-4f08-b84e-324279f8d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.716818 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e07b212-085d-4d07-a2cc-3892bc00334b req-3bd2cefd-1b8d-4f08-b84e-324279f8d3b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 909 time: 1.0784140 Jul 16 01:39:02.721047 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26e89222-1f4d-4760-8171-519e4879e3fc req-75125bf1-3851-4b39-a9b5-d856f174b10c service neutron] 10.222.0.47 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0432830 Jul 16 01:39:02.761640 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:02.765507 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a186991c-af18-49fa-9c09-6afd6e4d6ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:02.852924 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e07b212-085d-4d07-a2cc-3892bc00334b req-03c81453-79e2-4f3a-8dbd-44642a11815b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6f42e20-8572-4653-97b5-6235947051c2 HTTP/1.1" status: 200 len: 217 time: 0.0549614 Jul 16 01:39:02.853601 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d0638c-46b2-4c38-ba26-6f4333bee7f9 x-openstack-request-id: req-f7d0638c-46b2-4c38-ba26-6f4333bee7f9 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:02.854132 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "tag": "7a8a248f-ea30-4e34-8a9e-022a3b879da9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ac5a800-59a2-45c6-846c-a52f5b6a1c92", "tag": "0917377f-9a5a-4802-b008-9ccb8e218ca5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "tag": "65ae1488-7894-4e05-a642-06cbec3578dd", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:02.854391 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7d0638c-46b2-4c38-ba26-6f4333bee7f9 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:02.854850 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'tag': '7a8a248f-ea30-4e34-8a9e-022a3b879da9', 'status': 'completed', 'code': 200} Jul 16 01:39:02.855107 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac5a800-59a2-45c6-846c-a52f5b6a1c92', 'tag': '0917377f-9a5a-4802-b008-9ccb8e218ca5', 'status': 'completed', 'code': 200} Jul 16 01:39:02.855658 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'tag': '65ae1488-7894-4e05-a642-06cbec3578dd', 'status': 'completed', 'code': 200} Jul 16 01:39:02.913132 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-91d73329-b543-4264-a6d1-c94e54998527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'name': 'tempest-ServerActionsTestJSON-665739114-router', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'gw_port': {'id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:12Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '90f08f38-0e27-4252-9d50-b72dedd78cd2', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'port_id': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'mac_address': 'fa:16:3e:6b:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:27Z', 'updated_at': '2021-07-16T01:38:57Z', 'revision_number': 1, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225dfc41-7f4b-4466-a461-5ae628d6ec90', 'name': '', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'mac_address': 'fa:16:3e:58:04:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:18Z', 'updated_at': '2021-07-16T01:38:27Z', 'revision_number': 5, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'subnets': [{'id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:02.946236 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d73329-b543-4264-a6d1-c94e54998527 None None] The sync data for ids ['ee9017b8-f372-4286-9640-bb6d9747a04b'] in n-d-800086-6 is: [{'id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'name': 'tempest-ServerActionsTestJSON-665739114-router', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'gw_port': {'id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:12Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '90f08f38-0e27-4252-9d50-b72dedd78cd2', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'port_id': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'mac_address': 'fa:16:3e:6b:b5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:27Z', 'updated_at': '2021-07-16T01:38:57Z', 'revision_number': 1, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225dfc41-7f4b-4466-a461-5ae628d6ec90', 'name': '', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'mac_address': 'fa:16:3e:58:04:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:18Z', 'updated_at': '2021-07-16T01:38:27Z', 'revision_number': 5, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'subnets': [{'id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:02.964664 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee1aa4c6-3901-46b3-855f-75974c31891c req-947cffe8-baff-488f-93ce-349e5bc31845 service neutron] 10.222.0.47 "GET /v2.0/networks/9a736340-90da-402a-a07c-a63465e83cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8337524 Jul 16 01:39:02.982631 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-3d695334-f236-4a30-96e6-d4624b7c5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.983133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-3d695334-f236-4a30-96e6-d4624b7c5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.983623 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-3d695334-f236-4a30-96e6-d4624b7c5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.984141 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-3d695334-f236-4a30-96e6-d4624b7c5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.984621 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-3d695334-f236-4a30-96e6-d4624b7c5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.985368 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-3d695334-f236-4a30-96e6-d4624b7c5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.985852 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-3d695334-f236-4a30-96e6-d4624b7c5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.988338 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-3d695334-f236-4a30-96e6-d4624b7c5056 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64&device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 6338 time: 0.4012671 Jul 16 01:39:03.008995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4287c8-aae7-43ee-a8c6-52a8456fe4b3 req-e9ca8b08-a8db-4cb0-ba2a-4a83b61b09d5 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.016408 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4287c8-aae7-43ee-a8c6-52a8456fe4b3 req-e9ca8b08-a8db-4cb0-ba2a-4a83b61b09d5 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.023431 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4287c8-aae7-43ee-a8c6-52a8456fe4b3 req-e9ca8b08-a8db-4cb0-ba2a-4a83b61b09d5 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.030184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4287c8-aae7-43ee-a8c6-52a8456fe4b3 req-e9ca8b08-a8db-4cb0-ba2a-4a83b61b09d5 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.037342 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4287c8-aae7-43ee-a8c6-52a8456fe4b3 req-e9ca8b08-a8db-4cb0-ba2a-4a83b61b09d5 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.046069 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4287c8-aae7-43ee-a8c6-52a8456fe4b3 req-e9ca8b08-a8db-4cb0-ba2a-4a83b61b09d5 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.052220 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4287c8-aae7-43ee-a8c6-52a8456fe4b3 req-e9ca8b08-a8db-4cb0-ba2a-4a83b61b09d5 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.054777 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fb4287c8-aae7-43ee-a8c6-52a8456fe4b3 req-e9ca8b08-a8db-4cb0-ba2a-4a83b61b09d5 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5391 time: 1.2166657 Jul 16 01:39:03.086278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c4eee-36a2-4661-8e24-9e9cdadc6d91 req-074fba22-91a0-4831-b83b-2627738c9427 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.087999 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf1c4eee-36a2-4661-8e24-9e9cdadc6d91 req-074fba22-91a0-4831-b83b-2627738c9427 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 943 time: 0.5061038 Jul 16 01:39:03.095270 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57376) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:03.123336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6010988f-c8d0-471b-afab-a70f8f8eb477 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:03.139234 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-6cbdb2da-5adc-48c3-92aa-f24b24ee9fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.140464 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.140752 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-6cbdb2da-5adc-48c3-92aa-f24b24ee9fdc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1473463 Jul 16 01:39:03.147784 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.160306 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fb4287c8-aae7-43ee-a8c6-52a8456fe4b3 req-7abd67bb-79cb-415b-936f-ad5c84539bf0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0801065 Jul 16 01:39:03.171366 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Transition to ACTIVE for port object 6010988f-c8d0-471b-afab-a70f8f8eb477 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:03.177403 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.277018 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07b212-085d-4d07-a2cc-3892bc00334b req-d0056b14-7089-45db-a9b4-dd689ad44bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.283142 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e07b212-085d-4d07-a2cc-3892bc00334b req-d0056b14-7089-45db-a9b4-dd689ad44bb3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.3689125 Jul 16 01:39:03.362615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f521987d-a465-464f-9e73-f12387136851 None None] New status for floating IP 90f08f38-0e27-4252-9d50-b72dedd78cd2: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:39:03.426274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5cf5340c-acc7-4a67-9ebb-6f8216a44003 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-980235808-network', 'tenant_id': 'e6903e818f0943108870e394a4b6e918'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:03.474218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6010988f-c8d0-471b-afab-a70f8f8eb477,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:03.547496 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e07b212-085d-4d07-a2cc-3892bc00334b req-58fda110-74c1-4db5-b4a9-7a4d83a9e98d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310210 Jul 16 01:39:03.579091 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-ba2df3d2-bb58-4758-91db-8e42b4043b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.579580 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-ba2df3d2-bb58-4758-91db-8e42b4043b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.580162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-ba2df3d2-bb58-4758-91db-8e42b4043b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.581765 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-93e91f97-6961-44e8-9fc8-71c48064f37d service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482282 Jul 16 01:39:03.582099 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-ba2df3d2-bb58-4758-91db-8e42b4043b5c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5535748 Jul 16 01:39:03.613373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b988d1-dc06-4d86-b1d1-dd3cd0cc5253 None None] Network fb13f3d7-2b08-4b02-9196-9933360db84d requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:03.652653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b8ed8b23-59ad-494a-9b69-4142380c9b1e None None] Provisioning for port 75eb83b1-0b4b-4338-91e5-b29fb51b8acc completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:03.664312 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf1c4eee-36a2-4661-8e24-9e9cdadc6d91 req-2c03c4ee-cc2e-4637-9a0a-abf06912cb53 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298469 Jul 16 01:39:03.731393 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-ace557e2-3253-4d38-b1ec-bacaab074761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.732918 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-ace557e2-3253-4d38-b1ec-bacaab074761 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aeaa31090bdd4c6999155f5caa30c7b1&device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 1094 time: 0.4927585 Jul 16 01:39:03.796041 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.934587 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf5340c-acc7-4a67-9ebb-6f8216a44003 admin admin] Made reservation on behalf of e6903e818f0943108870e394a4b6e918 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:03.938477 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cf5340c-acc7-4a67-9ebb-6f8216a44003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.003486 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cf5340c-acc7-4a67-9ebb-6f8216a44003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.028035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-5c0eaa6e-d0f7-46b0-a085-b26a99eed51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.030956 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-5c0eaa6e-d0f7-46b0-a085-b26a99eed51d service neutron] 10.222.0.47 "GET /v2.0/networks?id=9a736340-90da-402a-a07c-a63465e83cd9 HTTP/1.1" status: 200 len: 912 time: 0.2485921 Jul 16 01:39:04.031099 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Attempting to bind port 6010988f-c8d0-471b-afab-a70f8f8eb477 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:04.031589 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Attempting to bind port 6010988f-c8d0-471b-afab-a70f8f8eb477 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '3986646c-2b6f-4b44-8db9-e3622b113280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b9af7ef5-ac18-4736-89a9-97ab3ca3428e'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:04.033106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Attempting to bind port 6010988f-c8d0-471b-afab-a70f8f8eb477 on network b9af7ef5-ac18-4736-89a9-97ab3ca3428e {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:04.043255 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 75eb83b1-0b4b-4338-91e5-b29fb51b8acc up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:04.059170 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-3bcc207b-494c-4699-94e5-81a7d421b662 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351430 Jul 16 01:39:04.088490 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e07b212-085d-4d07-a2cc-3892bc00334b req-ed65e7f7-521f-46dc-9425-089b0df58986 service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002310 Jul 16 01:39:04.089882 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-b8949732-598b-4aea-a7c2-1310ce2909a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.091406 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-b8949732-598b-4aea-a7c2-1310ce2909a0 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4870188 Jul 16 01:39:04.122718 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 75eb83b1-0b4b-4338-91e5-b29fb51b8acc completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:04.130052 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 75eb83b1-0b4b-4338-91e5-b29fb51b8acc triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:04.130927 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.137583 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-087ebbbf-7329-4d4a-b9a8-752c28aebedd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0917377f-9a5a-4802-b008-9ccb8e218ca5 HTTP/1.1" status: 200 len: 217 time: 0.0744472 Jul 16 01:39:04.139929 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Allocated IP 2001:db8::1 (fb13f3d7-2b08-4b02-9196-9933360db84d/57781b6f-e932-43be-b64c-e944ff717a27/a5ea7311-60d8-41b8-b7a3-04d81fe7a1d2) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:04.141186 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Port 6010988f-c8d0-471b-afab-a70f8f8eb477 on network b9af7ef5-ac18-4736-89a9-97ab3ca3428e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:04.141822 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Attempting to bind port 6010988f-c8d0-471b-afab-a70f8f8eb477 on network b9af7ef5-ac18-4736-89a9-97ab3ca3428e {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:04.155849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:04.156734 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Checking segment: {'id': '3986646c-2b6f-4b44-8db9-e3622b113280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b9af7ef5-ac18-4736-89a9-97ab3ca3428e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:04.156734 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Bound using segment: {'id': '3986646c-2b6f-4b44-8db9-e3622b113280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b9af7ef5-ac18-4736-89a9-97ab3ca3428e'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:04.157083 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Bound port: 6010988f-c8d0-471b-afab-a70f8f8eb477, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3986646c-2b6f-4b44-8db9-e3622b113280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b9af7ef5-ac18-4736-89a9-97ab3ca3428e'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:04.157406 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.174815 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25949d-a3fc-482e-8228-6c496277973c req-c18ccc31-3364-4169-9dce-8cb7ca28ab54 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.182620 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de25949d-a3fc-482e-8228-6c496277973c req-c18ccc31-3364-4169-9dce-8cb7ca28ab54 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.5343995 Jul 16 01:39:04.269759 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee0112-a460-4075-9893-7fa536483e12 req-bb69e49e-6a07-46a8-8b1f-a6eb12b63e56 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.278791 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eaee0112-a460-4075-9893-7fa536483e12 req-bb69e49e-6a07-46a8-8b1f-a6eb12b63e56 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.4747710 Jul 16 01:39:04.291001 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.327802 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] For port 6010988f-c8d0-471b-afab-a70f8f8eb477, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:04.331013 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] For port 6010988f-c8d0-471b-afab-a70f8f8eb477, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6010988f-c8d0-471b-afab-a70f8f8eb477,segment=NetworkSegment(3986646c-2b6f-4b44-8db9-e3622b113280),segment_id=3986646c-2b6f-4b44-8db9-e3622b113280)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:04.340618 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.346842 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 75eb83b1-0b4b-4338-91e5-b29fb51b8acc, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=75eb83b1-0b4b-4338-91e5-b29fb51b8acc,segment=NetworkSegment(bed34bee-427e-4ac3-83e3-84bccf9cbc2b),segment_id=bed34bee-427e-4ac3-83e3-84bccf9cbc2b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:04.354902 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.389693 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.390327 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.391781 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] 10.222.0.26 "PUT /v2.0/ports/6010988f-c8d0-471b-afab-a70f8f8eb477 HTTP/1.1" status: 200 len: 1091 time: 3.5187345 Jul 16 01:39:04.423518 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de25949d-a3fc-482e-8228-6c496277973c req-6bde1190-73ef-4652-a8b7-32dfb1a564e9 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399113 Jul 16 01:39:04.433897 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-8ef0e685-4127-426c-b4cb-174722c46c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.445886 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-8ef0e685-4127-426c-b4cb-174722c46c52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d51708a-58e0-4b81-bfd8-80eeb76fcaa7 HTTP/1.1" status: 200 len: 850 time: 0.2423007 Jul 16 01:39:04.466266 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Request body: {'port': {'device_id': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:04.471244 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=75eb83b1-0b4b-4338-91e5-b29fb51b8acc,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:04.475696 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-592fb77e-93f5-426c-ab79-25b40c9827ee None None] Provisioning complete for port 75eb83b1-0b4b-4338-91e5-b29fb51b8acc triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:04.476129 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-592fb77e-93f5-426c-ab79-25b40c9827ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.562030 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7e509f-0529-4050-a85a-9412495e8272 x-openstack-request-id: req-ab7e509f-0529-4050-a85a-9412495e8272 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:04.562330 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:04.562581 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ab7e509f-0529-4050-a85a-9412495e8272 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:04.564130 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'status': 'completed', 'code': 200} Jul 16 01:39:04.566900 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f0539-f3bf-4d8d-8e6b-704785a6c2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6010988f-c8d0-471b-afab-a70f8f8eb477,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:04.586806 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eaee0112-a460-4075-9893-7fa536483e12 req-50e3fea5-66e5-4d64-843a-0609a25abc17 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071208 Jul 16 01:39:04.693092 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e07b212-085d-4d07-a2cc-3892bc00334b req-07b4ce64-410b-4273-8492-51115b567ad8 service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5862095 Jul 16 01:39:04.706041 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-c2a62946-77ec-4acd-b724-606671b5c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.706513 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-c2a62946-77ec-4acd-b724-606671b5c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.706991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-c2a62946-77ec-4acd-b724-606671b5c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.707738 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-c2a62946-77ec-4acd-b724-606671b5c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.708139 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-c2a62946-77ec-4acd-b724-606671b5c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.708508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-c2a62946-77ec-4acd-b724-606671b5c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.708974 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-c2a62946-77ec-4acd-b724-606671b5c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.711611 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-c2a62946-77ec-4acd-b724-606671b5c4ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64&device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 6363 time: 0.5168374 Jul 16 01:39:04.748802 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.795456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Transition to ACTIVE for port object a5ea7311-60d8-41b8-b7a3-04d81fe7a1d2 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:04.850956 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.868525 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'tag': '6010988f-c8d0-471b-afab-a70f8f8eb477'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:04.872043 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19949196-19e1-4c74-974b-b3b39d40030e" -d '{"events": [{"name": "network-changed", "server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "tag": "6010988f-c8d0-471b-afab-a70f8f8eb477"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:04.880400 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-37712fad-89cd-4902-92d9-312f8b979f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.882844 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-37712fad-89cd-4902-92d9-312f8b979f71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a736340-90da-402a-a07c-a63465e83cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4254894 Jul 16 01:39:04.928685 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cf5340c-acc7-4a67-9ebb-6f8216a44003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.944384 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cf5340c-acc7-4a67-9ebb-6f8216a44003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.006279 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf5340c-acc7-4a67-9ebb-6f8216a44003 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:05.037150 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-b6794c4a-a20d-460c-896a-12fa375a2b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.038281 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-b6794c4a-a20d-460c-896a-12fa375a2b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.038760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-b6794c4a-a20d-460c-896a-12fa375a2b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.040856 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-b6794c4a-a20d-460c-896a-12fa375a2b09 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3127861 Jul 16 01:39:05.042624 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cf5340c-acc7-4a67-9ebb-6f8216a44003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.042972 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-5cf5340c-acc7-4a67-9ebb-6f8216a44003 admin admin] Added segment ae7d78ab-006f-4e5c-832f-66c419c31b42 of type vlan for network bbab9db4-4886-4665-a04f-6c86f080eea8 Jul 16 01:39:05.046168 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5340c-acc7-4a67-9ebb-6f8216a44003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d732efc-228d-4bd4-a282-47ea5d26a903,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:05.059835 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.086646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186991c-af18-49fa-9c09-6afd6e4d6ad3 req-8107a4ba-ede0-4b2a-84bd-23ec260abe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.088302 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a186991c-af18-49fa-9c09-6afd6e4d6ad3 req-8107a4ba-ede0-4b2a-84bd-23ec260abe34 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 1096 time: 0.4630311 Jul 16 01:39:05.119303 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd3d24-425e-423d-b7a8-04ced383ae7d req-c5e1fdc1-4d21-4072-9948-7a1530a0c055 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.120934 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2bdd3d24-425e-423d-b7a8-04ced383ae7d req-c5e1fdc1-4d21-4072-9948-7a1530a0c055 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 943 time: 0.3730190 Jul 16 01:39:05.173241 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cf5340c-acc7-4a67-9ebb-6f8216a44003 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.216654 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce1a16-da4c-4bb8-93c1-d0b21a33720d req-c6496d40-5f22-4953-9b6d-94a6af563993 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.222483 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce1a16-da4c-4bb8-93c1-d0b21a33720d req-c6496d40-5f22-4953-9b6d-94a6af563993 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.228575 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce1a16-da4c-4bb8-93c1-d0b21a33720d req-c6496d40-5f22-4953-9b6d-94a6af563993 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.234450 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce1a16-da4c-4bb8-93c1-d0b21a33720d req-c6496d40-5f22-4953-9b6d-94a6af563993 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.237764 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-fb250e2e-f764-4e42-9073-05bd2d701808 service neutron] 10.222.0.47 "GET /v2.0/networks/9a736340-90da-402a-a07c-a63465e83cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196986 Jul 16 01:39:05.240956 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce1a16-da4c-4bb8-93c1-d0b21a33720d req-c6496d40-5f22-4953-9b6d-94a6af563993 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.247185 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce1a16-da4c-4bb8-93c1-d0b21a33720d req-c6496d40-5f22-4953-9b6d-94a6af563993 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.253234 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce1a16-da4c-4bb8-93c1-d0b21a33720d req-c6496d40-5f22-4953-9b6d-94a6af563993 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.255153 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7ce1a16-da4c-4bb8-93c1-d0b21a33720d req-c6496d40-5f22-4953-9b6d-94a6af563993 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5403 time: 0.4031515 Jul 16 01:39:05.259797 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network fb13f3d7-2b08-4b02-9196-9933360db84d is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:05.266651 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:05.268541 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=a5ea7311-60d8-41b8-b7a3-04d81fe7a1d2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:05.276205 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:05.276205 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.340845 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2bdd3d24-425e-423d-b7a8-04ced383ae7d req-c609fb0d-4c9f-40d2-8c97-545aebc59352 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d6b3703-9dc3-45b4-a689-5af8ac2df3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059271 Jul 16 01:39:05.400461 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.resource_extend [None req-5cf5340c-acc7-4a67-9ebb-6f8216a44003 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:39:05.431220 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186991c-af18-49fa-9c09-6afd6e4d6ad3 req-15e67dc1-5b62-483e-9d29-f16b29f796c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.432806 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a186991c-af18-49fa-9c09-6afd6e4d6ad3 req-15e67dc1-5b62-483e-9d29-f16b29f796c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 912 time: 0.3251047 Jul 16 01:39:05.486817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-7c40457e-b5d7-42f2-8a09-90fe4da1d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.488332 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-7c40457e-b5d7-42f2-8a09-90fe4da1d92e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4308994 Jul 16 01:39:05.514894 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7ce1a16-da4c-4bb8-93c1-d0b21a33720d req-4b91cb68-f538-4215-bc79-fa4a3d182388 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2352834 Jul 16 01:39:05.515599 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cf5340c-acc7-4a67-9ebb-6f8216a44003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.516655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf5340c-acc7-4a67-9ebb-6f8216a44003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.517248 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cf5340c-acc7-4a67-9ebb-6f8216a44003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.561002 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5cf5340c-acc7-4a67-9ebb-6f8216a44003 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4437387 Jul 16 01:39:05.561746 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.566088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57392) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:05.587813 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a676b112-49b5-4b07-8c1a-3ed59b0f7a8f admin admin] Request body: {'subnet': {'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-980235808-subnet', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:05.593435 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-496a4755-d04f-4605-9c22-590cb0ce2667 req-af844e1c-b556-4e5f-902c-d40a5d06d119 service neutron] 10.222.0.47 "GET /v2.0/networks/9a736340-90da-402a-a07c-a63465e83cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400950 Jul 16 01:39:05.626610 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a186991c-af18-49fa-9c09-6afd6e4d6ad3 req-a12504df-69a8-43df-9d55-79d72d79e68c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e HTTP/1.1" status: 200 len: 1000 time: 0.1750758 Jul 16 01:39:05.647617 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5340c-acc7-4a67-9ebb-6f8216a44003 admin admin] Pushing event updated for resources: {'Network': ['ID=bbab9db4-4886-4665-a04f-6c86f080eea8,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:05.658390 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network bbab9db4-4886-4665-a04f-6c86f080eea8 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:05.675808 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349feb2c-f8b1-455c-80e0-8d77c2d65a5b x-openstack-request-id: req-349feb2c-f8b1-455c-80e0-8d77c2d65a5b {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:05.676673 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "tag": "6010988f-c8d0-471b-afab-a70f8f8eb477", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:05.676673 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-349feb2c-f8b1-455c-80e0-8d77c2d65a5b {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:05.677104 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'tag': '6010988f-c8d0-471b-afab-a70f8f8eb477', 'status': 'completed', 'code': 200} Jul 16 01:39:05.681497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae438b0-6561-4508-8234-dd26f7191e3e {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:05.694662 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.702875 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a676b112-49b5-4b07-8c1a-3ed59b0f7a8f admin admin] Made reservation on behalf of e6903e818f0943108870e394a4b6e918 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:05.705934 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a676b112-49b5-4b07-8c1a-3ed59b0f7a8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.748107 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Transition to ACTIVE for port object 5ae438b0-6561-4508-8234-dd26f7191e3e will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:05.755112 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.806396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186991c-af18-49fa-9c09-6afd6e4d6ad3 req-17eee551-9410-40be-a307-809ded7708af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.809173 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a186991c-af18-49fa-9c09-6afd6e4d6ad3 req-17eee551-9410-40be-a307-809ded7708af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.1684792 Jul 16 01:39:05.832457 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1d3ab8c5-b5d5-4b17-8cdd-d9876de58549 None None] Provisioning for port a5ea7311-60d8-41b8-b7a3-04d81fe7a1d2 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:05.837739 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1d3ab8c5-b5d5-4b17-8cdd-d9876de58549 None None] Provisioning complete for port a5ea7311-60d8-41b8-b7a3-04d81fe7a1d2 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:05.838743 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1d3ab8c5-b5d5-4b17-8cdd-d9876de58549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.901568 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1d3ab8c5-b5d5-4b17-8cdd-d9876de58549 None None] Port a5ea7311-60d8-41b8-b7a3-04d81fe7a1d2 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:05.942319 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Pushing event updated for resources: {'Port': ['ID=5ae438b0-6561-4508-8234-dd26f7191e3e,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:05.978447 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 75eb83b1-0b4b-4338-91e5-b29fb51b8acc up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:06.049852 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 75eb83b1-0b4b-4338-91e5-b29fb51b8acc triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:06.050321 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.063876 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-39077847-3d5d-4b11-a158-b7779104bcd6 service neutron] 10.222.0.47 "GET /v2.0/ports/f6f42e20-8572-4653-97b5-6235947051c2/bindings/n-h1-800086-6 HTTP/1.1" status: 200 len: 384 time: 0.2793884 Jul 16 01:39:06.104563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186991c-af18-49fa-9c09-6afd6e4d6ad3 req-8b053414-ea96-4cba-b64c-72791dbed9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.106439 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a186991c-af18-49fa-9c09-6afd6e4d6ad3 req-8b053414-ea96-4cba-b64c-72791dbed9fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2844222 Jul 16 01:39:06.142837 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd587c5e-2b50-4de8-880a-062fdb13dfae req-cff5f846-6abc-4c5c-bd40-f18ce9390607 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.152375 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cd587c5e-2b50-4de8-880a-062fdb13dfae req-cff5f846-6abc-4c5c-bd40-f18ce9390607 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.2905746 Jul 16 01:39:06.167410 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Attempting to bind port 5ae438b0-6561-4508-8234-dd26f7191e3e on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:06.167784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Attempting to bind port 5ae438b0-6561-4508-8234-dd26f7191e3e by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '3986646c-2b6f-4b44-8db9-e3622b113280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b9af7ef5-ac18-4736-89a9-97ab3ca3428e'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:06.168159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Attempting to bind port 5ae438b0-6561-4508-8234-dd26f7191e3e on network b9af7ef5-ac18-4736-89a9-97ab3ca3428e {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:06.211820 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Port 5ae438b0-6561-4508-8234-dd26f7191e3e on network b9af7ef5-ac18-4736-89a9-97ab3ca3428e not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:06.212247 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Attempting to bind port 5ae438b0-6561-4508-8234-dd26f7191e3e on network b9af7ef5-ac18-4736-89a9-97ab3ca3428e {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:06.290069 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:06.290361 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Checking segment: {'id': '3986646c-2b6f-4b44-8db9-e3622b113280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b9af7ef5-ac18-4736-89a9-97ab3ca3428e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:06.295860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Bound using segment: {'id': '3986646c-2b6f-4b44-8db9-e3622b113280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b9af7ef5-ac18-4736-89a9-97ab3ca3428e'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:06.296382 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Bound port: 5ae438b0-6561-4508-8234-dd26f7191e3e, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3986646c-2b6f-4b44-8db9-e3622b113280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b9af7ef5-ac18-4736-89a9-97ab3ca3428e'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:06.296760 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.391456 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cd587c5e-2b50-4de8-880a-062fdb13dfae req-18527f0e-1fd4-44b4-bbb2-71b70a37e6ff tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381060 Jul 16 01:39:06.395933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19949196-19e1-4c74-974b-b3b39d40030e req-ee99915f-6d54-48e6-8caf-fa78c9cdf7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.396411 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19949196-19e1-4c74-974b-b3b39d40030e req-ee99915f-6d54-48e6-8caf-fa78c9cdf7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.397581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19949196-19e1-4c74-974b-b3b39d40030e req-ee99915f-6d54-48e6-8caf-fa78c9cdf7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.398241 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19949196-19e1-4c74-974b-b3b39d40030e req-ee99915f-6d54-48e6-8caf-fa78c9cdf7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.398716 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19949196-19e1-4c74-974b-b3b39d40030e req-ee99915f-6d54-48e6-8caf-fa78c9cdf7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.399214 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19949196-19e1-4c74-974b-b3b39d40030e req-ee99915f-6d54-48e6-8caf-fa78c9cdf7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.399639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19949196-19e1-4c74-974b-b3b39d40030e req-ee99915f-6d54-48e6-8caf-fa78c9cdf7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.401680 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19949196-19e1-4c74-974b-b3b39d40030e req-ee99915f-6d54-48e6-8caf-fa78c9cdf7d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64&device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 6430 time: 0.6887429 Jul 16 01:39:06.425619 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a186991c-af18-49fa-9c09-6afd6e4d6ad3 req-b62a5690-83b7-42c6-a88a-99479c60fbb0 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911391 Jul 16 01:39:06.502092 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a7eb8-93c3-4223-bb0b-fe244c37db4b req-06ed9169-a176-4ca5-a745-67d745bbb374 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.503731 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af0a7eb8-93c3-4223-bb0b-fe244c37db4b req-06ed9169-a176-4ca5-a745-67d745bbb374 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 943 time: 0.6958876 Jul 16 01:39:06.543430 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] For port 5ae438b0-6561-4508-8234-dd26f7191e3e, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:06.552517 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] For port 5ae438b0-6561-4508-8234-dd26f7191e3e, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5ae438b0-6561-4508-8234-dd26f7191e3e,segment=NetworkSegment(3986646c-2b6f-4b44-8db9-e3622b113280),segment_id=3986646c-2b6f-4b44-8db9-e3622b113280)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:06.586919 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.714441 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.714797 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.716405 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] 10.222.0.26 "PUT /v2.0/ports/5ae438b0-6561-4508-8234-dd26f7191e3e HTTP/1.1" status: 200 len: 1091 time: 2.2600923 Jul 16 01:39:06.720936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-13e43820-bf6a-46ad-90f1-60c0e23fd9cc service neutron] For port f6f42e20-8572-4653-97b5-6235947051c2, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f6f42e20-8572-4653-97b5-6235947051c2,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:06.724511 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a676b112-49b5-4b07-8c1a-3ed59b0f7a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.730595 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.750150 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af0a7eb8-93c3-4223-bb0b-fe244c37db4b req-f7d4c5cd-7ccd-497d-8057-0992039584eb tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354090 Jul 16 01:39:06.753651 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a186991c-af18-49fa-9c09-6afd6e4d6ad3 req-2d5d4e46-c383-42cd-adbd-50f33fb52d14 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072634 Jul 16 01:39:06.766093 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.767141 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.787432 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-13e43820-bf6a-46ad-90f1-60c0e23fd9cc service neutron] For port f6f42e20-8572-4653-97b5-6235947051c2, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:06.791312 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cd681-b716-4d79-a46d-c8ad7f60f0ec service neutron] Pushing event updated for resources: {'Port': ['ID=5ae438b0-6561-4508-8234-dd26f7191e3e,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:06.800546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19949196-19e1-4c74-974b-b3b39d40030e req-3fcb4307-9ff6-4527-a8a2-5179c8833ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.801039 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19949196-19e1-4c74-974b-b3b39d40030e req-3fcb4307-9ff6-4527-a8a2-5179c8833ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.801534 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19949196-19e1-4c74-974b-b3b39d40030e req-3fcb4307-9ff6-4527-a8a2-5179c8833ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.808096 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19949196-19e1-4c74-974b-b3b39d40030e req-3fcb4307-9ff6-4527-a8a2-5179c8833ebd service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3557816 Jul 16 01:39:06.836205 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 0917377f-9a5a-4802-b008-9ccb8e218ca5 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:06.837413 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-13e43820-bf6a-46ad-90f1-60c0e23fd9cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f42e20-8572-4653-97b5-6235947051c2 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:06.850596 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f6f42e20-8572-4653-97b5-6235947051c2 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:06.862004 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a127ed-024e-4125-802f-268c1a7659d8 req-941986bd-dbda-426a-8ce5-16123d505066 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.869484 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-57a127ed-024e-4125-802f-268c1a7659d8 req-941986bd-dbda-426a-8ce5-16123d505066 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.2798598 Jul 16 01:39:06.873373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-13e43820-bf6a-46ad-90f1-60c0e23fd9cc service neutron] For port f6f42e20-8572-4653-97b5-6235947051c2, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f6f42e20-8572-4653-97b5-6235947051c2,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:06.902944 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-13e43820-bf6a-46ad-90f1-60c0e23fd9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.960562 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-57a127ed-024e-4125-802f-268c1a7659d8 req-ac970f23-293a-480b-bfae-c27fcc9b0454 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885293 Jul 16 01:39:06.961243 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=a5ea7311-60d8-41b8-b7a3-04d81fe7a1d2,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:07.096167 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bc2b5cd-c064-464b-ac07-ea7f258e2f22 req-5435687a-4b71-4d7e-ba81-f6d21eabc23a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5142143 Jul 16 01:39:07.096820 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676b112-49b5-4b07-8c1a-3ed59b0f7a8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e8d412d-f3ed-49c0-9f76-a0b8381deff4,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:07.118314 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-13e43820-bf6a-46ad-90f1-60c0e23fd9cc service neutron] Transition to ACTIVE for port object f6f42e20-8572-4653-97b5-6235947051c2 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:07.124545 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-13e43820-bf6a-46ad-90f1-60c0e23fd9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.207702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f6f42e20-8572-4653-97b5-6235947051c2 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:07.244651 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 0917377f-9a5a-4802-b008-9ccb8e218ca5, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=0917377f-9a5a-4802-b008-9ccb8e218ca5,segment=NetworkSegment(03b5464c-1784-427e-b372-587f2c216307),segment_id=03b5464c-1784-427e-b372-587f2c216307)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:07.270849 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '0917377f-9a5a-4802-b008-9ccb8e218ca5', 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9', 'port_id': '0917377f-9a5a-4802-b008-9ccb8e218ca5', 'mac_address': 'fa:16:3e:b2:91:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:07.272883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-13e43820-bf6a-46ad-90f1-60c0e23fd9cc service neutron] No DVR routers for this DVR port f6f42e20-8572-4653-97b5-6235947051c2 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:07.275793 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a676b112-49b5-4b07-8c1a-3ed59b0f7a8f admin admin] Checking segment: {'id': 'ae7d78ab-006f-4e5c-832f-66c419c31b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:07.276611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a676b112-49b5-4b07-8c1a-3ed59b0f7a8f admin admin] Network hostable DHCP agents. Network: bbab9db4-4886-4665-a04f-6c86f080eea8, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:07.304970 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19949196-19e1-4c74-974b-b3b39d40030e req-c3fb1828-5644-499e-b1a7-9727eef43ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.306466 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19949196-19e1-4c74-974b-b3b39d40030e req-c3fb1828-5644-499e-b1a7-9727eef43ce6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4161406 Jul 16 01:39:07.330510 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network fb13f3d7-2b08-4b02-9196-9933360db84d is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:07.349577 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:07.361278 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.368560 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a676b112-49b5-4b07-8c1a-3ed59b0f7a8f admin admin] Network bbab9db4-4886-4665-a04f-6c86f080eea8 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:07.378590 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41fc5e-38b6-4394-9918-abea83588b71 req-5acdfbe0-db29-4a43-9f7f-780e42cf4651 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.380638 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3a41fc5e-38b6-4394-9918-abea83588b71 req-5acdfbe0-db29-4a43-9f7f-780e42cf4651 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 943 time: 0.4159577 Jul 16 01:39:07.385188 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0917377f-9a5a-4802-b008-9ccb8e218ca5 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:07.426138 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 0917377f-9a5a-4802-b008-9ccb8e218ca5, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=0917377f-9a5a-4802-b008-9ccb8e218ca5,segment=NetworkSegment(03b5464c-1784-427e-b372-587f2c216307),segment_id=03b5464c-1784-427e-b372-587f2c216307)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:07.432040 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.444613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-a676b112-49b5-4b07-8c1a-3ed59b0f7a8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, bbab9db4-4886-4665-a04f-6c86f080eea8) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:07.450758 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2b5cd-c064-464b-ac07-ea7f258e2f22 req-17e12027-053c-4419-a7f8-48808b39767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.462462 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aac9585-7bbf-480e-aa8c-0694da1d7002 None None] Network bbab9db4-4886-4665-a04f-6c86f080eea8 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:07.466994 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bc2b5cd-c064-464b-ac07-ea7f258e2f22 req-17e12027-053c-4419-a7f8-48808b39767a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=204dde1fe12d48b4aec96dc9cd406bb5&device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 1096 time: 0.3039954 Jul 16 01:39:07.513884 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a676b112-49b5-4b07-8c1a-3ed59b0f7a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.514475 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a676b112-49b5-4b07-8c1a-3ed59b0f7a8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.572776 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=0917377f-9a5a-4802-b008-9ccb8e218ca5,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:07.622311 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3a41fc5e-38b6-4394-9918-abea83588b71 req-b13167a9-db19-4e70-99ed-466f493b3022 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d6b3703-9dc3-45b4-a689-5af8ac2df3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243490 Jul 16 01:39:07.634696 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a676b112-49b5-4b07-8c1a-3ed59b0f7a8f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0640602 Jul 16 01:39:07.636756 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57404) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:07.683006 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:07.728459 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-bbab9db4-4886-4665-a04f-6c86f080eea8', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'fixed_ips': [{'subnet_id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:07.729463 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.747391 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-0abb39d6-216c-4d9b-8611-57529ef0c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.747990 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-0abb39d6-216c-4d9b-8611-57529ef0c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.748484 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-0abb39d6-216c-4d9b-8611-57529ef0c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.748969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-0abb39d6-216c-4d9b-8611-57529ef0c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.749449 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-0abb39d6-216c-4d9b-8611-57529ef0c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.749926 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-0abb39d6-216c-4d9b-8611-57529ef0c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.750400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-0abb39d6-216c-4d9b-8611-57529ef0c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.752511 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-0abb39d6-216c-4d9b-8611-57529ef0c982 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64&device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 6472 time: 0.3689029 Jul 16 01:39:07.761814 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.762881 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.766820 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2b5cd-c064-464b-ac07-ea7f258e2f22 req-f6ef984c-95ab-400b-8cad-e077507075f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.769140 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bc2b5cd-c064-464b-ac07-ea7f258e2f22 req-f6ef984c-95ab-400b-8cad-e077507075f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ebc001c2-5a87-482e-9885-14e4ea5e5d30 HTTP/1.1" status: 200 len: 911 time: 0.2514899 Jul 16 01:39:07.832963 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'tag': '5ae438b0-6561-4508-8234-dd26f7191e3e'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:07.835370 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbbb9b2-3d6c-4e97-a5f1-92574d1f8d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "tag": "5ae438b0-6561-4508-8234-dd26f7191e3e"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:07.852467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-318d802a-8614-4c72-91b2-59c4c62acc2d None None] Provisioning complete for port a5ea7311-60d8-41b8-b7a3-04d81fe7a1d2 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:07.853023 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-318d802a-8614-4c72-91b2-59c4c62acc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.861047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e43820-bf6a-46ad-90f1-60c0e23fd9cc service neutron] Pushing event updated for resources: {'Port': ['ID=f6f42e20-8572-4653-97b5-6235947051c2,revision_number=10']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:07.866829 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.868947 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 0e898a5c-148a-4641-bc28-da3113a7e01b is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:39:07.889670 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-13e43820-bf6a-46ad-90f1-60c0e23fd9cc service neutron] 10.222.0.47 "PUT /v2.0/ports/f6f42e20-8572-4653-97b5-6235947051c2/bindings/n-h1-800086-6/activate HTTP/1.1" status: 200 len: 369 time: 1.8089683 Jul 16 01:39:07.913040 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-318d802a-8614-4c72-91b2-59c4c62acc2d None None] Port a5ea7311-60d8-41b8-b7a3-04d81fe7a1d2 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:07.922769 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c9ad4-8ba7-4f08-bfa4-1f143624c690 req-7e002b53-8d9e-468b-af0c-282ec62724e4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.929272 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c9ad4-8ba7-4f08-bfa4-1f143624c690 req-7e002b53-8d9e-468b-af0c-282ec62724e4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.935183 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c9ad4-8ba7-4f08-bfa4-1f143624c690 req-7e002b53-8d9e-468b-af0c-282ec62724e4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.941652 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c9ad4-8ba7-4f08-bfa4-1f143624c690 req-7e002b53-8d9e-468b-af0c-282ec62724e4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.948375 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c9ad4-8ba7-4f08-bfa4-1f143624c690 req-7e002b53-8d9e-468b-af0c-282ec62724e4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.954515 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c9ad4-8ba7-4f08-bfa4-1f143624c690 req-7e002b53-8d9e-468b-af0c-282ec62724e4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.960638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c9ad4-8ba7-4f08-bfa4-1f143624c690 req-7e002b53-8d9e-468b-af0c-282ec62724e4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.962596 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-897c9ad4-8ba7-4f08-bfa4-1f143624c690 req-7e002b53-8d9e-468b-af0c-282ec62724e4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5415 time: 0.7918828 Jul 16 01:39:07.976589 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Allocated IP 172.20.0.2 (bbab9db4-4886-4665-a04f-6c86f080eea8/9e8d412d-f3ed-49c0-9f76-a0b8381deff4/69a55f5d-f1d1-44c9-aa41-15c13f8e6574) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:08.011980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-0f5e8b12-d608-4e6e-8f3d-458af3246859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.013508 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-0f5e8b12-d608-4e6e-8f3d-458af3246859 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a&tenant_id=1961ea8d11af4a26af7254218bca79a1 HTTP/1.1" status: 200 len: 1101 time: 0.1733727 Jul 16 01:39:08.017179 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['0917377f-9a5a-4802-b008-9ccb8e218ca5'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:08.031400 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:08.037296 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-897c9ad4-8ba7-4f08-bfa4-1f143624c690 req-d3dad171-a2ea-4dd6-89b9-b71904707171 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640173 Jul 16 01:39:08.104391 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bc2b5cd-c064-464b-ac07-ea7f258e2f22 req-d6fde523-040c-4b90-8525-b2790d0ab76c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a082f3f6-be0c-47da-b563-0194daca0c1e HTTP/1.1" status: 200 len: 217 time: 0.2272754 Jul 16 01:39:08.110403 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e6202e1f-5e99-4240-be48-4678fab1bdc6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6072fcdc-ba07-43e1-a11f-87e967e3d8d2 HTTP/1.1" status: 200 len: 217 time: 0.2349119 Jul 16 01:39:08.151370 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.154422 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-350780f3-3a52-438a-8ae8-dfe35f070079 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.155983 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-350780f3-3a52-438a-8ae8-dfe35f070079 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371&tenant_id=c3d262d9128741908a9068e6ff067760&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 1095 time: 0.1415696 Jul 16 01:39:08.195407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-3c645db7-8acb-4276-b194-71fc25d86103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.196896 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-3c645db7-8acb-4276-b194-71fc25d86103 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4a8c7af0-3057-4f99-aaea-3d21547f38a4 HTTP/1.1" status: 200 len: 850 time: 0.0629535 Jul 16 01:39:08.261988 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:08.274426 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.274694 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356f18ac-5667-4454-b5ee-b3cb73c13769 None None] Sync routers for ids ['0e898a5c-148a-4641-bc28-da3113a7e01b'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:08.288458 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356f18ac-5667-4454-b5ee-b3cb73c13769 None None] Routers {'0e898a5c-148a-4641-bc28-da3113a7e01b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:08.289094 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-356f18ac-5667-4454-b5ee-b3cb73c13769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0e898a5c-148a-4641-bc28-da3113a7e01b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:08.293128 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Transition to ACTIVE for port object 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:08.315825 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e976ac8f-005e-4aa4-82ce-f8371a0f9336 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/0e898a5c-148a-4641-bc28-da3113a7e01b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5688119 Jul 16 01:39:08.317294 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Transition to ACTIVE for port object 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:08.321660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57412) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:08.326782 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.345132 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.367351 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-356f18ac-5667-4454-b5ee-b3cb73c13769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:08.385937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2b5cd-c064-464b-ac07-ea7f258e2f22 req-655ff97a-c264-49a9-b3e7-e984973e5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.387484 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bc2b5cd-c064-464b-ac07-ea7f258e2f22 req-655ff97a-c264-49a9-b3e7-e984973e5b44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8 HTTP/1.1" status: 200 len: 850 time: 0.2566748 Jul 16 01:39:08.387746 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Network bbab9db4-4886-4665-a04f-6c86f080eea8 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:08.395219 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-16ac12f3-7740-423f-ac6d-efb839a3ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.397132 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-16ac12f3-7740-423f-ac6d-efb839a3ae64 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371&tenant_id=c3d262d9128741908a9068e6ff067760 HTTP/1.1" status: 200 len: 1095 time: 0.2334714 Jul 16 01:39:08.397554 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356f18ac-5667-4454-b5ee-b3cb73c13769 None None] Routers {'0e898a5c-148a-4641-bc28-da3113a7e01b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:08.398641 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:08.398762 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-356f18ac-5667-4454-b5ee-b3cb73c13769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0e898a5c-148a-4641-bc28-da3113a7e01b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:08.403615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:08.427203 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Pushing event updated for resources: {'Port': ['ID=69a55f5d-f1d1-44c9-aa41-15c13f8e6574,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:08.433600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf21d52-91ab-49ca-bf53-23715628a0fc req-616cdfe4-863e-4c8b-a639-792e67d177fa tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.441022 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-abf21d52-91ab-49ca-bf53-23715628a0fc req-616cdfe4-863e-4c8b-a639-792e67d177fa tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 944 time: 0.2487373 Jul 16 01:39:08.461456 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-356f18ac-5667-4454-b5ee-b3cb73c13769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:08.461795 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356f18ac-5667-4454-b5ee-b3cb73c13769 None None] The sync data for ids ['0e898a5c-148a-4641-bc28-da3113a7e01b'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:08.494553 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4782a03-066d-4113-bb13-c3184939d372 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.495972 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e4782a03-066d-4113-bb13-c3184939d372 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/ports/a5ea7311-60d8-41b8-b7a3-04d81fe7a1d2 HTTP/1.1" status: 200 len: 911 time: 0.1680346 Jul 16 01:39:08.498974 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bc2b5cd-c064-464b-ac07-ea7f258e2f22 req-8f1ff5ed-ae7a-46c6-a3e1-0daf5fadc0bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ebc001c2-5a87-482e-9885-14e4ea5e5d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879846 Jul 16 01:39:08.500847 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57414) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:08.513996 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595c52b-1264-4e30-84d5-1506dc3dec70 req-f59eb80b-9c93-42d0-aac8-73220451e91e tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.515537 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d595c52b-1264-4e30-84d5-1506dc3dec70 req-f59eb80b-9c93-42d0-aac8-73220451e91e tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.5115814 Jul 16 01:39:08.521850 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-668c49d8-75be-44ce-bebc-d5932768834b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '57781b6f-e932-43be-b64c-e944ff717a27'}]}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:08.540068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Attempting to bind port 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:08.540429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Attempting to bind port 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'ae7d78ab-006f-4e5c-832f-66c419c31b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:08.540860 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Attempting to bind port 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 on network bbab9db4-4886-4665-a04f-6c86f080eea8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:08.548737 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:08.549111 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Checking segment: {'id': 'ae7d78ab-006f-4e5c-832f-66c419c31b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:08.549517 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.549919 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Bound using segment: {'id': 'ae7d78ab-006f-4e5c-832f-66c419c31b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:08.550418 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Bound port: 69a55f5d-f1d1-44c9-aa41-15c13f8e6574, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7d78ab-006f-4e5c-832f-66c419c31b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:08.550795 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.557316 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-abf21d52-91ab-49ca-bf53-23715628a0fc req-f37c30fe-ad49-440f-a0d5-1e31acf866bf tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154132 Jul 16 01:39:08.582565 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:08.604308 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-187840cb-caf0-47e2-928c-782dec17a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.605847 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-187840cb-caf0-47e2-928c-782dec17a182 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 1095 time: 0.1534743 Jul 16 01:39:08.629728 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8f289ced-60bc-47b3-9358-47c951e4b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.631826 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8f289ced-60bc-47b3-9358-47c951e4b9af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=390a5774-3bfa-4097-9619-3ba7e652e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4110675 Jul 16 01:39:08.631946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] For port 69a55f5d-f1d1-44c9-aa41-15c13f8e6574, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:08.636513 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] For port 69a55f5d-f1d1-44c9-aa41-15c13f8e6574, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=69a55f5d-f1d1-44c9-aa41-15c13f8e6574,segment=NetworkSegment(ae7d78ab-006f-4e5c-832f-66c419c31b42),segment_id=ae7d78ab-006f-4e5c-832f-66c419c31b42)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:08.642473 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.659774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:08.684721 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30e4ebc-b741-4ed5-a846-0bd4a0e0c71c x-openstack-request-id: req-d30e4ebc-b741-4ed5-a846-0bd4a0e0c71c {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:08.684974 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "tag": "5ae438b0-6561-4508-8234-dd26f7191e3e", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:08.685231 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d30e4ebc-b741-4ed5-a846-0bd4a0e0c71c {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:08.685737 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'tag': '5ae438b0-6561-4508-8234-dd26f7191e3e', 'status': 'completed', 'code': 200} Jul 16 01:39:08.742431 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd1777-423e-468a-adf8-e123ecc5d8a1 None None] Pushing event updated for resources: {'Port': ['ID=69a55f5d-f1d1-44c9-aa41-15c13f8e6574,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:08.766232 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.795621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-1c98b0ff-a52f-431f-91af-ae10b0b96958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.797641 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-1c98b0ff-a52f-431f-91af-ae10b0b96958 service neutron] 10.222.0.26 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 909 time: 0.1737185 Jul 16 01:39:08.798926 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Transition to ACTIVE for port object 552bec44-7226-4a3d-be74-0f97ca7d7e49 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:08.804006 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.842465 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 552bec44-7226-4a3d-be74-0f97ca7d7e49 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:08.898712 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 552bec44-7226-4a3d-be74-0f97ca7d7e49 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:08.908308 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-95436f8f-2d4d-4186-b4eb-b1087ed51ef5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6f42e20-8572-4653-97b5-6235947051c2 HTTP/1.1" status: 200 len: 217 time: 0.1010735 Jul 16 01:39:08.992167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] No DVR routers for this DVR port 552bec44-7226-4a3d-be74-0f97ca7d7e49 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:08.994560 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Pushing event updated for resources: {'Port': ['ID=552bec44-7226-4a3d-be74-0f97ca7d7e49,revision_number=10']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:09.075270 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Attempting to bind port 552bec44-7226-4a3d-be74-0f97ca7d7e49 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:09.075610 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Attempting to bind port 552bec44-7226-4a3d-be74-0f97ca7d7e49 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:09.075976 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Attempting to bind port 552bec44-7226-4a3d-be74-0f97ca7d7e49 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:09.082112 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-068d8f9e-d551-41e0-9bb1-d8484ef13ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.083616 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-068d8f9e-d551-41e0-9bb1-d8484ef13ea6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.1675174 Jul 16 01:39:09.089519 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Port 552bec44-7226-4a3d-be74-0f97ca7d7e49 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:09.089859 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Attempting to bind port 552bec44-7226-4a3d-be74-0f97ca7d7e49 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:09.102011 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d595c52b-1264-4e30-84d5-1506dc3dec70 req-72560b5f-54be-495b-ace8-9c89842d7bc0 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5759799 Jul 16 01:39:09.113237 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b922d0-bb42-4d98-9eff-c3c030aaa3ae req-68720e53-6a9f-4b29-a5dd-2403c399b54d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.117247 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1b922d0-bb42-4d98-9eff-c3c030aaa3ae req-68720e53-6a9f-4b29-a5dd-2403c399b54d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 949 time: 0.3065405 Jul 16 01:39:09.146001 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:09.146345 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:09.146885 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:09.147343 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Bound port: 552bec44-7226-4a3d-be74-0f97ca7d7e49, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:09.147758 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.158605 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-ca5f39f5-6ed7-4909-9392-b109dbc4a57f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663285 Jul 16 01:39:09.274678 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1b922d0-bb42-4d98-9eff-c3c030aaa3ae req-0a9a9932-c9e2-469c-abcf-61289075a4f6 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197674 Jul 16 01:39:09.298427 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bc2b5cd-c064-464b-ac07-ea7f258e2f22 req-141fb350-a581-42d0-9f95-0147eafb4eaf service neutron] 10.222.0.26 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7804654 Jul 16 01:39:09.337108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:09.360210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:09.368776 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-367dbb2a-ca82-4431-b60f-d2c0fa1f6904 service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939919 Jul 16 01:39:09.370620 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.437531 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.438507 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.440027 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] 10.222.0.26 "PUT /v2.0/ports/552bec44-7226-4a3d-be74-0f97ca7d7e49 HTTP/1.1" status: 200 len: 1097 time: 1.4128613 Jul 16 01:39:09.476129 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-14cbf948-ca27-400a-9cc3-80090dad3c35 service neutron] 10.222.0.26 "GET /v2.0/networks/390a5774-3bfa-4097-9619-3ba7e652e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8337760 Jul 16 01:39:09.534379 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12ad25-1add-44c3-900d-2019a54e7d50 service neutron] Pushing event updated for resources: {'Port': ['ID=552bec44-7226-4a3d-be74-0f97ca7d7e49,revision_number=11']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:09.561873 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-40483375-af08-4ce7-b5b9-94d1f8fb40f4 service neutron] 10.222.0.26 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853976 Jul 16 01:39:09.621070 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-a8cc067e-60b7-4942-a732-4d4087eace79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.622710 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-a8cc067e-60b7-4942-a732-4d4087eace79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 1100 time: 0.1269753 Jul 16 01:39:09.638580 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d88f3e-6ca6-451f-9d08-7f0a990b57f2 req-bfe981e7-4e57-424f-ab8a-c2a61da6ebef tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.647209 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-51d88f3e-6ca6-451f-9d08-7f0a990b57f2 req-bfe981e7-4e57-424f-ab8a-c2a61da6ebef tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 944 time: 0.3796589 Jul 16 01:39:09.651469 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-668c49d8-75be-44ce-bebc-d5932768834b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.740110 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf15420-eb75-4adb-81d6-8846da10351a req-46911a48-470a-4aea-a027-dc4e31aef020 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.748616 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf15420-eb75-4adb-81d6-8846da10351a req-46911a48-470a-4aea-a027-dc4e31aef020 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.758517 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf15420-eb75-4adb-81d6-8846da10351a req-46911a48-470a-4aea-a027-dc4e31aef020 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.766337 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf15420-eb75-4adb-81d6-8846da10351a req-46911a48-470a-4aea-a027-dc4e31aef020 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.775078 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf15420-eb75-4adb-81d6-8846da10351a req-46911a48-470a-4aea-a027-dc4e31aef020 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.789331 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bc2b5cd-c064-464b-ac07-ea7f258e2f22 req-d518179b-eb9a-4992-acb3-4fb85f0d70c9 service neutron] 10.222.0.26 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670694 Jul 16 01:39:09.800028 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf15420-eb75-4adb-81d6-8846da10351a req-46911a48-470a-4aea-a027-dc4e31aef020 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.806951 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf15420-eb75-4adb-81d6-8846da10351a req-46911a48-470a-4aea-a027-dc4e31aef020 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.809260 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5bf15420-eb75-4adb-81d6-8846da10351a req-46911a48-470a-4aea-a027-dc4e31aef020 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5415 time: 0.2386019 Jul 16 01:39:09.877037 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-49dae403-7607-45cb-9075-e629b7b6897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.878981 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-49dae403-7607-45cb-9075-e629b7b6897b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2383385 Jul 16 01:39:09.898388 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5bf15420-eb75-4adb-81d6-8846da10351a req-d0258722-fc33-4293-9594-79a7007f936a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776327 Jul 16 01:39:09.952500 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-51d88f3e-6ca6-451f-9d08-7f0a990b57f2 req-35721578-126b-43da-bc5b-9cb1c285f3d1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d6b3703-9dc3-45b4-a689-5af8ac2df3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040562 Jul 16 01:39:09.973637 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-3f455e40-6ea4-4af9-9517-d9f9b446aac8 service neutron] 10.222.0.26 "GET /v2.0/networks/390a5774-3bfa-4097-9619-3ba7e652e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688969 Jul 16 01:39:10.000217 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-a941f351-56c8-4f86-8c35-b4e530c0aedd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49 HTTP/1.1" status: 200 len: 217 time: 0.1007633 Jul 16 01:39:10.047239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:10.094009 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-9e72863a-921b-4ebf-a259-131b15f790c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:10.096448 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-9e72863a-921b-4ebf-a259-131b15f790c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0892901 Jul 16 01:39:10.130537 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:10.137158 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-7d9f6511-48c8-41f3-960c-0e649701f899 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=38632ecf-0c45-4f74-98a7-3369ccdd828e HTTP/1.1" status: 200 len: 217 time: 0.0855455 Jul 16 01:39:10.177398 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.188728 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c5a502-a437-418c-b0bf-5999913b5b15 None None] Network bbab9db4-4886-4665-a04f-6c86f080eea8 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:10.233320 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.270474 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9015b0-8869-45e3-9a11-e8b48897f366 req-566e9ab5-22be-4b02-8c5d-403e92694a3e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:10.279626 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ea9015b0-8869-45e3-9a11-e8b48897f366 req-566e9ab5-22be-4b02-8c5d-403e92694a3e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 944 time: 0.1820536 Jul 16 01:39:10.320862 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-c492e94a-4501-408f-a729-3a07bb621fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:10.322811 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-c492e94a-4501-408f-a729-3a07bb621fbf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1702547 Jul 16 01:39:10.353327 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e04a1760-4acc-4c1b-b2f0-2c542341be5b None None] Provisioning for port 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:10.359794 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ea9015b0-8869-45e3-9a11-e8b48897f366 req-224f3f04-5b77-4287-a788-780b0f30803d tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789180 Jul 16 01:39:10.361524 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e04a1760-4acc-4c1b-b2f0-2c542341be5b None None] Provisioning complete for port 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:10.361917 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e04a1760-4acc-4c1b-b2f0-2c542341be5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.368247 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-f192975f-5729-45f4-9fa3-0ea6ba3e47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:10.369732 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-f192975f-5729-45f4-9fa3-0ea6ba3e47d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2c50c7f-3bfe-422a-ae80-e07354d7446f HTTP/1.1" status: 200 len: 797 time: 0.2104766 Jul 16 01:39:10.494341 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e04a1760-4acc-4c1b-b2f0-2c542341be5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.495180 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6c96604c-d786-4c92-b156-22c95c62d2a3 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:10.497205 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-6c96604c-d786-4c92-b156-22c95c62d2a3 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371&tenant_id=c3d262d9128741908a9068e6ff067760&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 1095 time: 0.4801762 Jul 16 01:39:10.509767 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-07d0eb52-59b1-41cc-aec2-6619fdc82620 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762993 Jul 16 01:39:10.543341 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e04a1760-4acc-4c1b-b2f0-2c542341be5b None None] For port 69a55f5d-f1d1-44c9-aa41-15c13f8e6574, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=69a55f5d-f1d1-44c9-aa41-15c13f8e6574,segment=NetworkSegment(ae7d78ab-006f-4e5c-832f-66c419c31b42),segment_id=ae7d78ab-006f-4e5c-832f-66c419c31b42)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:10.548690 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e04a1760-4acc-4c1b-b2f0-2c542341be5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.625993 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a1760-4acc-4c1b-b2f0-2c542341be5b None None] Pushing event updated for resources: {'Port': ['ID=69a55f5d-f1d1-44c9-aa41-15c13f8e6574,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:10.655487 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] Allocated IP 172.25.1.215 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/c0e458f4-0e54-4201-990d-6e659926f1f8) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:10.679091 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feea06d-7e04-437f-bba4-4e83edf06149 req-36d08565-9ed8-4c16-b2fd-6b4a3a82523b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:10.680802 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2feea06d-7e04-437f-bba4-4e83edf06149 req-36d08565-9ed8-4c16-b2fd-6b4a3a82523b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 949 time: 0.1691606 Jul 16 01:39:10.683004 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-94ed2878-3624-447c-9339-da9ea7f70e07 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570644 Jul 16 01:39:10.686928 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '552bec44-7226-4a3d-be74-0f97ca7d7e49'}, {'name': 'network-changed', 'server_uuid': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'tag': '552bec44-7226-4a3d-be74-0f97ca7d7e49'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:10.690006 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4d4123-37d3-4679-8995-806d653c06c4" -d '{"events": [{"server_uuid": "380a285a-31b0-4f72-94c4-3a1a669dd57a", "name": "network-vif-unplugged", "status": "completed", "tag": "552bec44-7226-4a3d-be74-0f97ca7d7e49"}, {"name": "network-changed", "server_uuid": "380a285a-31b0-4f72-94c4-3a1a669dd57a", "tag": "552bec44-7226-4a3d-be74-0f97ca7d7e49"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:10.734141 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2feea06d-7e04-437f-bba4-4e83edf06149 req-bfe610ce-642c-4b4e-8647-1653a950e474 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410779 Jul 16 01:39:10.849366 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 0917377f-9a5a-4802-b008-9ccb8e218ca5 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:10.899270 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-60b7f5e8-676b-447b-977e-71d57cfac6a3 None None] Provisioning complete for port 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:10.899828 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60b7f5e8-676b-447b-977e-71d57cfac6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.942133 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 0917377f-9a5a-4802-b008-9ccb8e218ca5 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:10.952050 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 0917377f-9a5a-4802-b008-9ccb8e218ca5 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:10.952568 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.994860 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1c298d-0868-46fc-ae33-0e19aba3810d x-openstack-request-id: req-3e1c298d-0868-46fc-ae33-0e19aba3810d {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:10.995430 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380a285a-31b0-4f72-94c4-3a1a669dd57a", "name": "network-vif-unplugged", "status": "completed", "tag": "552bec44-7226-4a3d-be74-0f97ca7d7e49", "code": 200}, {"name": "network-changed", "server_uuid": "380a285a-31b0-4f72-94c4-3a1a669dd57a", "tag": "552bec44-7226-4a3d-be74-0f97ca7d7e49", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:10.995940 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3e1c298d-0868-46fc-ae33-0e19aba3810d {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:10.996577 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '552bec44-7226-4a3d-be74-0f97ca7d7e49', 'code': 200} Jul 16 01:39:10.997011 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'tag': '552bec44-7226-4a3d-be74-0f97ca7d7e49', 'status': 'completed', 'code': 200} Jul 16 01:39:11.092069 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.093876 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ec66fbbb-963e-43fa-9b19-f4a1d69dab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.095543 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-ec66fbbb-963e-43fa-9b19-f4a1d69dab66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=525896ce-09df-4da2-9eab-4fa66a501412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7086980 Jul 16 01:39:11.126340 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac5a800-59a2-45c6-846c-a52f5b6a1c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0917377f-9a5a-4802-b008-9ccb8e218ca5'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:11.129235 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2b8cbd-9c60-4dd3-b7b2-18094b11394c" -d '{"events": [{"server_uuid": "8ac5a800-59a2-45c6-846c-a52f5b6a1c92", "name": "network-vif-plugged", "status": "completed", "tag": "0917377f-9a5a-4802-b008-9ccb8e218ca5"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:11.131757 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daa8f6-041c-4800-9e63-fb0235d945ad req-337aa830-b458-4a03-81fc-e2ecb7d21346 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.133580 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2daa8f6-041c-4800-9e63-fb0235d945ad req-337aa830-b458-4a03-81fc-e2ecb7d21346 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.7810202 Jul 16 01:39:11.145769 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 0917377f-9a5a-4802-b008-9ccb8e218ca5, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=0917377f-9a5a-4802-b008-9ccb8e218ca5,segment=NetworkSegment(03b5464c-1784-427e-b372-587f2c216307),segment_id=03b5464c-1784-427e-b372-587f2c216307)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:11.150721 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.212168 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=0917377f-9a5a-4802-b008-9ccb8e218ca5,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:11.227046 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-c480d2eb-3635-40a2-8441-8b55d695b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.229502 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-c480d2eb-3635-40a2-8441-8b55d695b969 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 1100 time: 0.1621842 Jul 16 01:39:11.276601 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f23ee5-4bff-4436-8c63-20f823effca3 req-61f78716-f958-4252-9f67-f5501a3c8213 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.278077 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-07f23ee5-4bff-4436-8c63-20f823effca3 req-61f78716-f958-4252-9f67-f5501a3c8213 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 1095 time: 0.1530967 Jul 16 01:39:11.299850 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-05adf225-bbbb-4311-adad-699393e94fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.301298 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-05adf225-bbbb-4311-adad-699393e94fda service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 1100 time: 0.1635723 Jul 16 01:39:11.426648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-42530a5a-3fec-4de1-866c-74d0b360ec06 service neutron] For port f6f42e20-8572-4653-97b5-6235947051c2, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:11.431522 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2daa8f6-041c-4800-9e63-fb0235d945ad req-ddc975ab-1639-42ae-a01b-1f42ddb8e5b0 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626226 Jul 16 01:39:11.432405 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-07f23ee5-4bff-4436-8c63-20f823effca3 req-b9bcf173-d495-4810-b3ba-6ed5ef550584 tempest-LiveMigrationTest-252946854 tempest-LiveMigrationTest-252946854-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450193 Jul 16 01:39:11.443154 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-02554e21-db10-4bd7-b380-9bf7916b90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.446229 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-42530a5a-3fec-4de1-866c-74d0b360ec06 service neutron] Notify callbacks [] for binding, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.446372 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-02554e21-db10-4bd7-b380-9bf7916b90bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2091281 Jul 16 01:39:11.447368 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-42530a5a-3fec-4de1-866c-74d0b360ec06 service neutron] 10.222.0.26 "DELETE /v2.0/ports/f6f42e20-8572-4653-97b5-6235947051c2/bindings/n-h2-800086-6 HTTP/1.1" status: 204 len: 173 time: 0.9413416 Jul 16 01:39:11.474199 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.484270 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-668c49d8-75be-44ce-bebc-d5932768834b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.491447 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-28c0a849-a54f-422f-9a61-fd931e4fe130 service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542068 Jul 16 01:39:11.513082 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-668c49d8-75be-44ce-bebc-d5932768834b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.519124 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c49d8-75be-44ce-bebc-d5932768834b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.519777 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-668c49d8-75be-44ce-bebc-d5932768834b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.522502 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-668c49d8-75be-44ce-bebc-d5932768834b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/ports/a5ea7311-60d8-41b8-b7a3-04d81fe7a1d2 HTTP/1.1" status: 200 len: 911 time: 3.0180511 Jul 16 01:39:11.524451 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-de96597a-f05b-4c27-9c5f-2ad090f88c81 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49 HTTP/1.1" status: 200 len: 217 time: 0.0645366 Jul 16 01:39:11.525646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57444) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:11.639559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-f1497dbf-109d-4266-a434-df562117f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.641075 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-f1497dbf-109d-4266-a434-df562117f3bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.3081236 Jul 16 01:39:11.693098 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c49d8-75be-44ce-bebc-d5932768834b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=a5ea7311-60d8-41b8-b7a3-04d81fe7a1d2,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:11.707171 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.730523 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-5cdcd0f4-dec1-41bc-83fa-7d610092900c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49 HTTP/1.1" status: 200 len: 217 time: 0.0723584 Jul 16 01:39:11.734235 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-647095f1-8b22-4013-9bf7-49497f67c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.735615 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-647095f1-8b22-4013-9bf7-49497f67c4d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1990499 Jul 16 01:39:11.748034 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-9b4809c2-8e9a-4c69-b45d-1a54d9b9d75e service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494762 Jul 16 01:39:11.770648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:11.820041 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:11.823240 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:11.849250 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-7fa4d880-ac6f-41b0-986d-b4a8c6f23caf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=6d22a53b-2464-4614-a2e4-ad4303acef4b HTTP/1.1" status: 200 len: 217 time: 0.0843587 Jul 16 01:39:11.855727 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] Pushing event updated for resources: {'Port': ['ID=c0e458f4-0e54-4201-990d-6e659926f1f8,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:11.917147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c677b59-6572-493d-b965-d3c6b3c5dfc6 req-75077bfd-688c-4a6b-a807-a79bb067a816 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.918697 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8c677b59-6572-493d-b965-d3c6b3c5dfc6 req-75077bfd-688c-4a6b-a807-a79bb067a816 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 945 time: 0.2786591 Jul 16 01:39:11.925424 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-84c37f0e-a15a-411d-a185-484c08fd892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.926881 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-84c37f0e-a15a-411d-a185-484c08fd892c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1348646 Jul 16 01:39:11.940970 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f85f63-bc17-47d4-ad58-320c1f105cbf req-88697ca7-dda8-454f-a46d-818e85232349 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.947813 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f85f63-bc17-47d4-ad58-320c1f105cbf req-88697ca7-dda8-454f-a46d-818e85232349 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.953570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f85f63-bc17-47d4-ad58-320c1f105cbf req-88697ca7-dda8-454f-a46d-818e85232349 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.954388 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-cfba2eb6-dbec-4d68-8d29-1d4e8cdec662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.956805 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-cfba2eb6-dbec-4d68-8d29-1d4e8cdec662 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2c50c7f-3bfe-422a-ae80-e07354d7446f HTTP/1.1" status: 200 len: 797 time: 0.0958979 Jul 16 01:39:11.958952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:11.959347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f85f63-bc17-47d4-ad58-320c1f105cbf req-88697ca7-dda8-454f-a46d-818e85232349 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.965230 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f85f63-bc17-47d4-ad58-320c1f105cbf req-88697ca7-dda8-454f-a46d-818e85232349 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.971022 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f85f63-bc17-47d4-ad58-320c1f105cbf req-88697ca7-dda8-454f-a46d-818e85232349 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.977109 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f85f63-bc17-47d4-ad58-320c1f105cbf req-88697ca7-dda8-454f-a46d-818e85232349 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.978972 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-43f85f63-bc17-47d4-ad58-320c1f105cbf req-88697ca7-dda8-454f-a46d-818e85232349 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5415 time: 0.3661342 Jul 16 01:39:12.028217 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:12.028697 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.055049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-55df5c88-6242-4f78-ac63-533c0bcac934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.056581 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-55df5c88-6242-4f78-ac63-533c0bcac934 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3122270 Jul 16 01:39:12.112974 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8c677b59-6572-493d-b965-d3c6b3c5dfc6 req-ad6a64cb-920e-474a-ad95-4b2936c6234e tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d6b3703-9dc3-45b4-a689-5af8ac2df3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867235 Jul 16 01:39:12.140291 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-43f85f63-bc17-47d4-ad58-320c1f105cbf req-76cd7864-8a70-4b48-888a-8833c0024e61 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1544871 Jul 16 01:39:12.169056 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-c247b69f-19e0-4bf1-b7aa-17dde0be1478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.171026 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-c247b69f-19e0-4bf1-b7aa-17dde0be1478 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=525896ce-09df-4da2-9eab-4fa66a501412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1765742 Jul 16 01:39:12.207545 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cb200a-56c2-4d59-a4c6-f12030347e45 x-openstack-request-id: req-29cb200a-56c2-4d59-a4c6-f12030347e45 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:12.208093 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac5a800-59a2-45c6-846c-a52f5b6a1c92", "name": "network-vif-plugged", "status": "completed", "tag": "0917377f-9a5a-4802-b008-9ccb8e218ca5", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:12.208093 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-29cb200a-56c2-4d59-a4c6-f12030347e45 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:12.208503 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac5a800-59a2-45c6-846c-a52f5b6a1c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0917377f-9a5a-4802-b008-9ccb8e218ca5', 'code': 200} Jul 16 01:39:12.343828 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-74371599-808f-4f05-847e-7a14a58f45ae service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196494 Jul 16 01:39:12.577141 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.598573 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-b41649d1-aca4-47e2-8ebe-59a891d221a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.600752 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-b41649d1-aca4-47e2-8ebe-59a891d221a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6172311 Jul 16 01:39:12.611310 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-3242a879-b8dd-4e8b-b6d2-f06d083c95a7 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452993 Jul 16 01:39:12.642800 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-3e388234-0649-4a5f-927b-923048c6829c service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837391 Jul 16 01:39:12.654429 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847de16-e94f-4ca3-98f6-2e48aa7b9c80 req-2280ae1d-8042-446c-8605-d45c65b64bce tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.656173 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c847de16-e94f-4ca3-98f6-2e48aa7b9c80 req-2280ae1d-8042-446c-8605-d45c65b64bce tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 949 time: 0.2956653 Jul 16 01:39:12.672004 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f418718-43d8-419f-9b50-4410cc48cf6f req-fc679a35-ed59-4b18-a803-d0b25519b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.673408 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7f418718-43d8-419f-9b50-4410cc48cf6f req-fc679a35-ed59-4b18-a803-d0b25519b8c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 1096 time: 0.2314584 Jul 16 01:39:12.745738 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-2337346d-a447-4ffe-b344-b7ce0c7944d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=7a8a248f-ea30-4e34-8a9e-022a3b879da9 HTTP/1.1" status: 200 len: 217 time: 0.0864260 Jul 16 01:39:12.857993 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8e2c77f4-04ef-4a2f-8900-087d999abbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.860199 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8e2c77f4-04ef-4a2f-8900-087d999abbe1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2c50c7f-3bfe-422a-ae80-e07354d7446f HTTP/1.1" status: 200 len: 797 time: 0.0934575 Jul 16 01:39:12.871108 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-5184c0fa-f219-427b-8324-641b8db680d5 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574120 Jul 16 01:39:12.875202 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-b9251ff4-e12b-4c11-ae8f-e81dff053dba service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524860 Jul 16 01:39:12.900480 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddf6ae-cc7b-4533-99c6-0d354afa0e62 req-47e1da97-72db-4ba0-8e55-2924aa8655dd tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.901480 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5cddf6ae-cc7b-4533-99c6-0d354afa0e62 req-47e1da97-72db-4ba0-8e55-2924aa8655dd tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 944 time: 0.2391036 Jul 16 01:39:12.911772 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7f418718-43d8-419f-9b50-4410cc48cf6f req-98ec13f7-e590-4e18-9a47-97c8124d1a56 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3d6b3703-9dc3-45b4-a689-5af8ac2df3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779196 Jul 16 01:39:12.924617 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c847de16-e94f-4ca3-98f6-2e48aa7b9c80 req-3fc15e2e-857e-42b1-9513-d909786b79e0 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234621 Jul 16 01:39:12.934914 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1050cd72-d884-4ed1-816f-db84d85c59c8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.038766 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.079120 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5cddf6ae-cc7b-4533-99c6-0d354afa0e62 req-1c30579d-e662-4954-8eca-72b119b4fdb9 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654832 Jul 16 01:39:13.100659 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f4d4123-37d3-4679-8995-806d653c06c4 req-257a3078-2427-472b-b6bd-253aa32f07ab service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223339 Jul 16 01:39:13.115229 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-55d45fc1-162e-4ce5-a7fd-b693ee5bcee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.116712 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-55d45fc1-162e-4ce5-a7fd-b693ee5bcee3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=525896ce-09df-4da2-9eab-4fa66a501412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1866336 Jul 16 01:39:13.324807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-1050cd72-d884-4ed1-816f-db84d85c59c8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting port a5ea7311-60d8-41b8-b7a3-04d81fe7a1d2 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:13.325156 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1050cd72-d884-4ed1-816f-db84d85c59c8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.358743 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ced448-6ff5-46f8-a5a7-074473f54ebb req-8a889c10-435b-4719-8631-83e0c89ec10f tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.360363 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3ced448-6ff5-46f8-a5a7-074473f54ebb req-8a889c10-435b-4719-8631-83e0c89ec10f tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 945 time: 0.1110277 Jul 16 01:39:13.481015 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3ced448-6ff5-46f8-a5a7-074473f54ebb req-2f4c0011-ad21-42b3-a663-3bc6e09269ae tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d6b3703-9dc3-45b4-a689-5af8ac2df3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139240 Jul 16 01:39:13.493151 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1050cd72-d884-4ed1-816f-db84d85c59c8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.513096 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-1050cd72-d884-4ed1-816f-db84d85c59c8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Calling delete_port for a5ea7311-60d8-41b8-b7a3-04d81fe7a1d2 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:13.539910 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90beca9-0bb3-49a1-941a-52963069cbcc req-1af762ad-9d7f-44e7-880b-1b305eed2e74 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.541465 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a90beca9-0bb3-49a1-941a-52963069cbcc req-1af762ad-9d7f-44e7-880b-1b305eed2e74 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 944 time: 0.1284716 Jul 16 01:39:13.607880 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdcb91-d706-4cf9-bda7-67cbb5def603 req-0a75f684-85f5-419f-bad9-1ccd1d7b5c26 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.609387 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-effdcb91-d706-4cf9-bda7-67cbb5def603 req-0a75f684-85f5-419f-bad9-1ccd1d7b5c26 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.5167544 Jul 16 01:39:13.612831 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e6feb79a-4d28-43c6-a9a2-4cd50dd6e5e9 service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496489 Jul 16 01:39:13.668108 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] Router 40c0cfd5-5610-42cf-aab9-975d9c77081c is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:39:13.718089 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-effdcb91-d706-4cf9-bda7-67cbb5def603 req-b910be74-1651-473a-8a79-b8e45d016e38 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015995 Jul 16 01:39:13.793580 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-e2d4f7cb-8f52-4183-8fd1-d92b0e2505c1 service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693537 Jul 16 01:39:13.806021 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f2a2f-4611-48ea-8e49-21659ec7c52e req-69075dc0-a340-42cf-be71-f4bc0d977c7c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.812309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f2a2f-4611-48ea-8e49-21659ec7c52e req-69075dc0-a340-42cf-be71-f4bc0d977c7c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.819460 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f2a2f-4611-48ea-8e49-21659ec7c52e req-69075dc0-a340-42cf-be71-f4bc0d977c7c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.825863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f2a2f-4611-48ea-8e49-21659ec7c52e req-69075dc0-a340-42cf-be71-f4bc0d977c7c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.831836 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f2a2f-4611-48ea-8e49-21659ec7c52e req-69075dc0-a340-42cf-be71-f4bc0d977c7c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.838408 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f2a2f-4611-48ea-8e49-21659ec7c52e req-69075dc0-a340-42cf-be71-f4bc0d977c7c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.844600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f2a2f-4611-48ea-8e49-21659ec7c52e req-69075dc0-a340-42cf-be71-f4bc0d977c7c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.846551 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-114f2a2f-4611-48ea-8e49-21659ec7c52e req-69075dc0-a340-42cf-be71-f4bc0d977c7c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5415 time: 0.2425754 Jul 16 01:39:13.861764 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-4f05b819-c44e-4d41-b971-82f1fcd8dd57 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=65ae1488-7894-4e05-a642-06cbec3578dd HTTP/1.1" status: 200 len: 217 time: 0.0422547 Jul 16 01:39:13.888164 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 552bec44-7226-4a3d-be74-0f97ca7d7e49 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:13.902315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-a90beca9-0bb3-49a1-941a-52963069cbcc req-d6181e73-50ed-404d-896a-13bada25467a tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Deleting port f6f42e20-8572-4653-97b5-6235947051c2 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:13.902664 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a90beca9-0bb3-49a1-941a-52963069cbcc req-d6181e73-50ed-404d-896a-13bada25467a tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.913993 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:13.926466 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Sync routers for ids ['40c0cfd5-5610-42cf-aab9-975d9c77081c'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:13.938813 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.942525 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-56e884a7-0aa6-4e7f-b60a-1095c201427c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2639604 Jul 16 01:39:13.943807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-d05f83fa-e7f6-4bff-b358-75a7bf295cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.944504 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57460) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:13.946366 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-d05f83fa-e7f6-4bff-b358-75a7bf295cd6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2c50c7f-3bfe-422a-ae80-e07354d7446f HTTP/1.1" status: 200 len: 797 time: 0.0728731 Jul 16 01:39:13.948203 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Routers {'40c0cfd5-5610-42cf-aab9-975d9c77081c'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:13.948961 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['40c0cfd5-5610-42cf-aab9-975d9c77081c'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:13.964940 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1050cd72-d884-4ed1-816f-db84d85c59c8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.014356 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-62c1c302-20a7-4094-8a7b-98b1c9767731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.014617 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-114f2a2f-4611-48ea-8e49-21659ec7c52e req-d3288e62-b572-4f24-b96c-848abfdfdfa9 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1424646 Jul 16 01:39:14.016542 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-62c1c302-20a7-4094-8a7b-98b1c9767731 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=525896ce-09df-4da2-9eab-4fa66a501412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0604253 Jul 16 01:39:14.085049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050cd72-d884-4ed1-816f-db84d85c59c8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Port': ['ID=a5ea7311-60d8-41b8-b7a3-04d81fe7a1d2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:14.114258 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:14.138804 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '552bec44-7226-4a3d-be74-0f97ca7d7e49', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '552bec44-7226-4a3d-be74-0f97ca7d7e49', 'mac_address': 'fa:16:3e:a3:66:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:14.154419 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Set router 40c0cfd5-5610-42cf-aab9-975d9c77081c gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:14.214465 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-a90beca9-0bb3-49a1-941a-52963069cbcc req-d6181e73-50ed-404d-896a-13bada25467a tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] For port f6f42e20-8572-4653-97b5-6235947051c2, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f6f42e20-8572-4653-97b5-6235947051c2,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:14.214936 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a90beca9-0bb3-49a1-941a-52963069cbcc req-d6181e73-50ed-404d-896a-13bada25467a tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.228877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-a90beca9-0bb3-49a1-941a-52963069cbcc req-d6181e73-50ed-404d-896a-13bada25467a tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Calling delete_port for f6f42e20-8572-4653-97b5-6235947051c2 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:14.233856 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-cb41ae94-0e41-495f-b4b4-3a5042e31c3d service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094500 Jul 16 01:39:14.290393 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.315398 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bee16-a1db-4b18-a848-58ee7f5f05d3 req-7879c2bc-7a57-4d1a-8c11-4f45443904be tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.323528 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0f5bee16-a1db-4b18-a848-58ee7f5f05d3 req-7879c2bc-7a57-4d1a-8c11-4f45443904be tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 949 time: 0.2435684 Jul 16 01:39:14.333334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552bec44-7226-4a3d-be74-0f97ca7d7e49 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:14.363749 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:14.371293 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.420983 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0f5bee16-a1db-4b18-a848-58ee7f5f05d3 req-c560ccea-23c4-4eae-94e5-38934e8e2ae9 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957372 Jul 16 01:39:14.428041 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1050cd72-d884-4ed1-816f-db84d85c59c8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.438797 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-9e7ceaa4-de23-4167-8cf8-1e08a99eda15 service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940911 Jul 16 01:39:14.457651 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=552bec44-7226-4a3d-be74-0f97ca7d7e49,revision_number=12']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:14.484416 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:39:12Z', 'revision_number': 3, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port': {'id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:14.497030 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-13c6ce88-3b32-41d6-8325-fe5f8766178a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6010988f-c8d0-471b-afab-a70f8f8eb477 HTTP/1.1" status: 200 len: 217 time: 0.0510952 Jul 16 01:39:14.516043 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Checking router: 40c0cfd5-5610-42cf-aab9-975d9c77081c for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:14.520183 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Updating router 40c0cfd5-5610-42cf-aab9-975d9c77081c port c0e458f4-0e54-4201-990d-6e659926f1f8 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:39:14.559505 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.580546 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a90beca9-0bb3-49a1-941a-52963069cbcc req-d6181e73-50ed-404d-896a-13bada25467a tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.623582 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-1592f84d-6dee-4fa4-893a-f0bd3bc9901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.625244 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-1592f84d-6dee-4fa4-893a-f0bd3bc9901d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee1b643-788b-4220-9980-461350f0a6df HTTP/1.1" status: 200 len: 797 time: 0.1214530 Jul 16 01:39:14.632688 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6181e73-50ed-404d-896a-13bada25467a tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Pushing event deleted for resources: {'Port': ['ID=f6f42e20-8572-4653-97b5-6235947051c2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:14.670028 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['628d5e89-f383-4ff8-a4e6-7e322dd44a81'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:14.690674 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82e824-3b19-4259-b1cd-591af693cf36 req-a3964f48-f17a-43f3-b02b-86bdeb07c847 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.692587 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5f82e824-3b19-4259-b1cd-591af693cf36 req-a3964f48-f17a-43f3-b02b-86bdeb07c847 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 950 time: 0.1510224 Jul 16 01:39:14.724128 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213743c-ac61-4cd6-bb0c-295cbcc9f470 req-7e9df61c-54f5-48ec-a0b2-0c99e37bcb79 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.729369 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c213743c-ac61-4cd6-bb0c-295cbcc9f470 req-7e9df61c-54f5-48ec-a0b2-0c99e37bcb79 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 944 time: 0.4848142 Jul 16 01:39:14.734534 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['552bec44-7226-4a3d-be74-0f97ca7d7e49'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:14.745135 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5710c7de-6c84-4894-a583-2d13e24afce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.746878 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-5710c7de-6c84-4894-a583-2d13e24afce6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9af7ef5-ac18-4736-89a9-97ab3ca3428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1111479 Jul 16 01:39:14.752331 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5f82e824-3b19-4259-b1cd-591af693cf36 req-011ccdd9-180c-4df9-9359-d587cf9a4be3 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510747 Jul 16 01:39:14.859642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90beca9-0bb3-49a1-941a-52963069cbcc req-d6181e73-50ed-404d-896a-13bada25467a tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] No DVR routers for this DVR port f6f42e20-8572-4653-97b5-6235947051c2 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:14.890840 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-b9db2562-e544-4039-b51e-9c0d135df546 service neutron] 10.222.0.26 "GET /v2.0/networks/b9af7ef5-ac18-4736-89a9-97ab3ca3428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289604 Jul 16 01:39:14.905190 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a90beca9-0bb3-49a1-941a-52963069cbcc req-d6181e73-50ed-404d-896a-13bada25467a tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.907748 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a90beca9-0bb3-49a1-941a-52963069cbcc req-d6181e73-50ed-404d-896a-13bada25467a tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.26 "DELETE /v2.0/ports/f6f42e20-8572-4653-97b5-6235947051c2 HTTP/1.1" status: 204 len: 173 time: 1.3333814 Jul 16 01:39:14.947382 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b24d96-1b7f-468e-a290-9ec5399cb371', 'name': 'network-vif-deleted', 'tag': 'f6f42e20-8572-4653-97b5-6235947051c2'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:14.949778 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ecd5b3-9dc5-4bfe-883d-269555d00f05" -d '{"events": [{"server_uuid": "a1b24d96-1b7f-468e-a290-9ec5399cb371", "name": "network-vif-deleted", "tag": "f6f42e20-8572-4653-97b5-6235947051c2"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:14.996613 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c213743c-ac61-4cd6-bb0c-295cbcc9f470 req-23590cc6-a0c9-481a-ac58-2aa0a7be67cb tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301528 Jul 16 01:39:15.049997 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1050cd72-d884-4ed1-816f-db84d85c59c8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 0e898a5c-148a-4641-bc28-da3113a7e01b has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:15.105120 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8253a92d-681c-4145-ae27-d50b91b14a7d service neutron] 10.222.0.26 "GET /v2.0/networks/b9af7ef5-ac18-4736-89a9-97ab3ca3428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083678 Jul 16 01:39:15.118363 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0e7ea-f907-4341-a3e8-ee98ebd0c98d req-e61c4715-84b4-496d-a4f2-7fb0acc47668 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:15.125027 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fb0e7ea-f907-4341-a3e8-ee98ebd0c98d req-e61c4715-84b4-496d-a4f2-7fb0acc47668 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 945 time: 0.1977522 Jul 16 01:39:15.180917 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-4fcf00d7-aea1-4f7e-923f-af01c54a1ac4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ae438b0-6561-4508-8234-dd26f7191e3e HTTP/1.1" status: 200 len: 217 time: 0.0548174 Jul 16 01:39:15.211469 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.223164 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Transition to ACTIVE for port object c0e458f4-0e54-4201-990d-6e659926f1f8 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:15.236901 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.258296 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fb0e7ea-f907-4341-a3e8-ee98ebd0c98d req-2f8ae58f-23b7-4e27-a93c-d1ba3e248da6 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d6b3703-9dc3-45b4-a689-5af8ac2df3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124816 Jul 16 01:39:15.266744 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8e9023c0-7a1f-492d-b4e2-c52ec8c5b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:15.268393 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-8e9023c0-7a1f-492d-b4e2-c52ec8c5b03f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee1b643-788b-4220-9980-461350f0a6df HTTP/1.1" status: 200 len: 797 time: 0.0787497 Jul 16 01:39:15.399849 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-035ea558-84f0-4a5e-b6eb-8c302e83d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:15.402143 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-035ea558-84f0-4a5e-b6eb-8c302e83d350 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9af7ef5-ac18-4736-89a9-97ab3ca3428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1265571 Jul 16 01:39:15.466556 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Attempting to bind port c0e458f4-0e54-4201-990d-6e659926f1f8 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:15.466837 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Attempting to bind port c0e458f4-0e54-4201-990d-6e659926f1f8 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:15.467199 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Attempting to bind port c0e458f4-0e54-4201-990d-6e659926f1f8 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:15.473981 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc77682-1aab-4c1a-8970-0d106b4361ee None None] Pushing event updated for resources: {'Port': ['ID=c0e458f4-0e54-4201-990d-6e659926f1f8,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:15.499663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:15.500135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:15.500538 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.500930 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:15.501462 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Bound port: c0e458f4-0e54-4201-990d-6e659926f1f8, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:15.501855 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.543579 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-715872e1-60bb-4640-84a4-da86ac43fcca service neutron] 10.222.0.26 "GET /v2.0/networks/b9af7ef5-ac18-4736-89a9-97ab3ca3428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339583 Jul 16 01:39:15.593182 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] For port c0e458f4-0e54-4201-990d-6e659926f1f8, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:15.597035 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] For port c0e458f4-0e54-4201-990d-6e659926f1f8, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c0e458f4-0e54-4201-990d-6e659926f1f8,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:15.601723 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.665207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Routers {'40c0cfd5-5610-42cf-aab9-975d9c77081c'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:15.665855 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['40c0cfd5-5610-42cf-aab9-975d9c77081c'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:15.708165 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc77682-1aab-4c1a-8970-0d106b4361ee None None] Pushing event updated for resources: {'Port': ['ID=c0e458f4-0e54-4201-990d-6e659926f1f8,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:15.755063 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f92cbe2-292f-463a-ae6f-7c78e1385c8c req-67d70f3f-aded-4365-aaf3-9762c8ce3e1f service neutron] 10.222.0.26 "GET /v2.0/networks/b9af7ef5-ac18-4736-89a9-97ab3ca3428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037635 Jul 16 01:39:15.758844 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1050cd72-d884-4ed1-816f-db84d85c59c8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:15.763107 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c406b9e0-b537-4b56-b4aa-a26965f8498f x-openstack-request-id: req-c406b9e0-b537-4b56-b4aa-a26965f8498f {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:15.763611 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b24d96-1b7f-468e-a290-9ec5399cb371", "name": "network-vif-deleted", "tag": "f6f42e20-8572-4653-97b5-6235947051c2", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:15.764044 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c406b9e0-b537-4b56-b4aa-a26965f8498f {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:15.764463 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b24d96-1b7f-468e-a290-9ec5399cb371', 'name': 'network-vif-deleted', 'tag': 'f6f42e20-8572-4653-97b5-6235947051c2', 'status': 'completed', 'code': 200} Jul 16 01:39:15.770824 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda493c2-fd41-4cf4-aad9-2886ee14955f None None] Sync routers for ids ['0e898a5c-148a-4641-bc28-da3113a7e01b'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:15.789168 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda493c2-fd41-4cf4-aad9-2886ee14955f None None] Routers {'0e898a5c-148a-4641-bc28-da3113a7e01b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:15.790166 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-cda493c2-fd41-4cf4-aad9-2886ee14955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0e898a5c-148a-4641-bc28-da3113a7e01b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:15.809407 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1050cd72-d884-4ed1-816f-db84d85c59c8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/0e898a5c-148a-4641-bc28-da3113a7e01b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2826307 Jul 16 01:39:15.812818 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57486) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:15.828146 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-cda493c2-fd41-4cf4-aad9-2886ee14955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:15.828458 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] Set router 40c0cfd5-5610-42cf-aab9-975d9c77081c gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:15.844133 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda493c2-fd41-4cf4-aad9-2886ee14955f None None] Routers {'0e898a5c-148a-4641-bc28-da3113a7e01b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:15.844762 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-cda493c2-fd41-4cf4-aad9-2886ee14955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0e898a5c-148a-4641-bc28-da3113a7e01b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:15.892682 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-cda493c2-fd41-4cf4-aad9-2886ee14955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:15.894429 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda493c2-fd41-4cf4-aad9-2886ee14955f None None] The sync data for ids ['0e898a5c-148a-4641-bc28-da3113a7e01b'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:15.904705 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-da954941-4d73-4d80-81ad-86bcf16dc7a8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e898a5c-148a-4641-bc28-da3113a7e01b HTTP/1.1" status: 200 len: 205 time: 0.0848033 Jul 16 01:39:15.908436 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57488) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:15.909623 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f6f42e20-8572-4653-97b5-6235947051c2 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:15.942671 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: f6f42e20-8572-4653-97b5-6235947051c2 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:15.943127 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f6f42e20-8572-4653-97b5-6235947051c2 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:16.037791 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5bea9b40-b09d-490e-b4d2-5e1430997799 req-7c9e9271-32f8-456c-82ed-81221f00d1f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2244198 Jul 16 01:39:16.050125 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cbb79259-a11b-4920-93d4-158cd3a7c01c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.067529 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42bd36-e770-4a44-99de-3eb617d81ab1 req-d5986492-b5b9-4937-9903-8ddbbdaf4a84 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.069811 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ea42bd36-e770-4a44-99de-3eb617d81ab1 req-d5986492-b5b9-4937-9903-8ddbbdaf4a84 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.9163287 Jul 16 01:39:16.075183 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:39:12Z', 'revision_number': 3, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port': {'id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:16.102728 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.104517 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29235414-f57c-4a20-9dfd-32140d0ba30c None None] The sync data for ids ['40c0cfd5-5610-42cf-aab9-975d9c77081c'] in n-d-800086-6 is: [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:39:12Z', 'revision_number': 3, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port': {'id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:16.140520 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcac3c-bd56-4442-bb31-a435776b134a req-352bf5bf-1428-4407-9f6b-5dc0424440bc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.147866 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcac3c-bd56-4442-bb31-a435776b134a req-352bf5bf-1428-4407-9f6b-5dc0424440bc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.154032 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcac3c-bd56-4442-bb31-a435776b134a req-352bf5bf-1428-4407-9f6b-5dc0424440bc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.159953 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcac3c-bd56-4442-bb31-a435776b134a req-352bf5bf-1428-4407-9f6b-5dc0424440bc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.165964 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcac3c-bd56-4442-bb31-a435776b134a req-352bf5bf-1428-4407-9f6b-5dc0424440bc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.169301 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ea42bd36-e770-4a44-99de-3eb617d81ab1 req-d4a54fce-2173-43ed-96f3-933f48b96af7 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910096 Jul 16 01:39:16.171870 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcac3c-bd56-4442-bb31-a435776b134a req-352bf5bf-1428-4407-9f6b-5dc0424440bc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.178408 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcac3c-bd56-4442-bb31-a435776b134a req-352bf5bf-1428-4407-9f6b-5dc0424440bc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.185980 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9dfcac3c-bd56-4442-bb31-a435776b134a req-352bf5bf-1428-4407-9f6b-5dc0424440bc tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5415 time: 0.4211712 Jul 16 01:39:16.348518 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cbb79259-a11b-4920-93d4-158cd3a7c01c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.353936 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9dfcac3c-bd56-4442-bb31-a435776b134a req-cb7f00f8-d9c3-409e-9b46-e1a089a8c017 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1671386 Jul 16 01:39:16.355166 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cbb79259-a11b-4920-93d4-158cd3a7c01c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.359343 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] Allocated IP 172.20.0.1 (bbab9db4-4886-4665-a04f-6c86f080eea8/9e8d412d-f3ed-49c0-9f76-a0b8381deff4/6355e7f9-4e6d-4905-a453-1b2f47ee6dff) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:16.368328 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbb9b2-3d6c-4e97-a5f1-92574d1f8d1c req-eb30215d-c4ba-4045-ab7c-b45e119e298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.369201 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbb9b2-3d6c-4e97-a5f1-92574d1f8d1c req-eb30215d-c4ba-4045-ab7c-b45e119e298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.369690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbb9b2-3d6c-4e97-a5f1-92574d1f8d1c req-eb30215d-c4ba-4045-ab7c-b45e119e298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.370164 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbb9b2-3d6c-4e97-a5f1-92574d1f8d1c req-eb30215d-c4ba-4045-ab7c-b45e119e298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.370633 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbb9b2-3d6c-4e97-a5f1-92574d1f8d1c req-eb30215d-c4ba-4045-ab7c-b45e119e298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.371100 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbb9b2-3d6c-4e97-a5f1-92574d1f8d1c req-eb30215d-c4ba-4045-ab7c-b45e119e298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.371565 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbb9b2-3d6c-4e97-a5f1-92574d1f8d1c req-eb30215d-c4ba-4045-ab7c-b45e119e298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.373481 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bbbb9b2-3d6c-4e97-a5f1-92574d1f8d1c req-eb30215d-c4ba-4045-ab7c-b45e119e298e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64&device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 6472 time: 0.3726504 Jul 16 01:39:16.447314 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cbb79259-a11b-4920-93d4-158cd3a7c01c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.448031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb79259-a11b-4920-93d4-158cd3a7c01c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Fanout notify agent at l3_agent the message router_deleted on router 0e898a5c-148a-4641-bc28-da3113a7e01b {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:39:16.455925 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cbb79259-a11b-4920-93d4-158cd3a7c01c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.463341 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cbb79259-a11b-4920-93d4-158cd3a7c01c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/routers/0e898a5c-148a-4641-bc28-da3113a7e01b HTTP/1.1" status: 204 len: 168 time: 0.5535202 Jul 16 01:39:16.466125 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57500) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:16.581493 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-7e4af609-0ba8-4a44-9aee-5c06f9432b08 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1961ea8d11af4a26af7254218bca79a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0954382 Jul 16 01:39:16.596766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea9b40-b09d-490e-b4d2-5e1430997799 req-09fe0b17-a8d4-4bc8-b6fd-5c4b1971d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.602635 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5bea9b40-b09d-490e-b4d2-5e1430997799 req-09fe0b17-a8d4-4bc8-b6fd-5c4b1971d4a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3d262d9128741908a9068e6ff067760&device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 1095 time: 0.4775372 Jul 16 01:39:16.690009 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.701394 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47783a1c-3092-46cb-b17c-0fee87d286da req-28c1023d-fa0d-4d1e-afdc-352537c4ee5d tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.703355 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47783a1c-3092-46cb-b17c-0fee87d286da req-28c1023d-fa0d-4d1e-afdc-352537c4ee5d tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 945 time: 0.3243032 Jul 16 01:39:16.713271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57504) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:16.717918 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3bf24d9f-6a9c-420c-9004-c53c9097b923 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Request body: {'floatingip': {'port_id': '0917377f-9a5a-4802-b008-9ccb8e218ca5'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:16.728749 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] Transition to ACTIVE for port object 6355e7f9-4e6d-4905-a453-1b2f47ee6dff will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:16.796770 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3bf24d9f-6a9c-420c-9004-c53c9097b923 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for floatingip, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.982305 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-957cc2cd-b0e2-4a02-8ab6-6ac270c48b7c req-bbbaffed-85ec-4f1c-9748-bf99dc0fb0fc tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 210 time: 0.0976233 Jul 16 01:39:17.054451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea9b40-b09d-490e-b4d2-5e1430997799 req-59ba9e1f-d541-45f8-a8b9-954eea44d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:17.056769 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5bea9b40-b09d-490e-b4d2-5e1430997799 req-59ba9e1f-d541-45f8-a8b9-954eea44d663 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 200 len: 909 time: 0.4166212 Jul 16 01:39:17.107960 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.175547 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5bea9b40-b09d-490e-b4d2-5e1430997799 req-3d13dab3-6903-4583-bc48-247ecb254d3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=628d5e89-f383-4ff8-a4e6-7e322dd44a81 HTTP/1.1" status: 200 len: 217 time: 0.0772419 Jul 16 01:39:17.190073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbb9b2-3d6c-4e97-a5f1-92574d1f8d1c req-4e0e1498-06b9-47e6-996a-1ef3fe12974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:17.191666 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bbbb9b2-3d6c-4e97-a5f1-92574d1f8d1c req-4e0e1498-06b9-47e6-996a-1ef3fe12974e service neutron] 10.222.0.26 "GET /v2.0/networks?id=b9af7ef5-ac18-4736-89a9-97ab3ca3428e HTTP/1.1" status: 200 len: 903 time: 0.7738926 Jul 16 01:39:17.196036 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efb8120-b0f4-42b1-8213-cb52bdb75284 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting subnet 57781b6f-e932-43be-b64c-e944ff717a27 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:17.199952 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6efb8120-b0f4-42b1-8213-cb52bdb75284 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.250831 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6efb8120-b0f4-42b1-8213-cb52bdb75284 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.309290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] Network bbab9db4-4886-4665-a04f-6c86f080eea8 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:17.312380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea9b40-b09d-490e-b4d2-5e1430997799 req-732c4db5-cd62-4652-bee0-7a6a90af27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:17.314328 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5bea9b40-b09d-490e-b4d2-5e1430997799 req-732c4db5-cd62-4652-bee0-7a6a90af27fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 200 len: 848 time: 0.1201019 Jul 16 01:39:17.323334 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:17.338596 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:17.351926 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] Pushing event updated for resources: {'Port': ['ID=6355e7f9-4e6d-4905-a453-1b2f47ee6dff,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:17.436916 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5bea9b40-b09d-490e-b4d2-5e1430997799 req-85d7af8d-b560-4db8-9618-0bc8e146db8e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70873b17-8add-4628-8bc5-2cc58f0e4676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861530 Jul 16 01:39:17.440231 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bbbb9b2-3d6c-4e97-a5f1-92574d1f8d1c req-16c71752-2e40-4cc9-9f88-21718c003f7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ae438b0-6561-4508-8234-dd26f7191e3e HTTP/1.1" status: 200 len: 217 time: 0.0617132 Jul 16 01:39:17.480319 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6efb8120-b0f4-42b1-8213-cb52bdb75284 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.525174 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.543160 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-8bc1b2e3-7c6b-443c-985e-c33df75bc620 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:17.550760 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-8bc1b2e3-7c6b-443c-985e-c33df75bc620 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9462969 Jul 16 01:39:17.601038 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4a75a225-a79c-4830-a41c-7bbe2d2e136a tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/quotas/1961ea8d11af4a26af7254218bca79a1 HTTP/1.1" status: 200 len: 375 time: 0.0488565 Jul 16 01:39:17.641469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-272d53e3-2194-49a3-bcac-d275677cd91a None None] Provisioning for port 6355e7f9-4e6d-4905-a453-1b2f47ee6dff completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:17.647134 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-272d53e3-2194-49a3-bcac-d275677cd91a None None] Provisioning complete for port 6355e7f9-4e6d-4905-a453-1b2f47ee6dff triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:17.647665 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-272d53e3-2194-49a3-bcac-d275677cd91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.680297 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbb9b2-3d6c-4e97-a5f1-92574d1f8d1c req-a6afa27f-12a0-4ebd-b568-0e184952bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:17.681929 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bbbb9b2-3d6c-4e97-a5f1-92574d1f8d1c req-a6afa27f-12a0-4ebd-b568-0e184952bb33 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee1b643-788b-4220-9980-461350f0a6df HTTP/1.1" status: 200 len: 797 time: 0.1603374 Jul 16 01:39:17.706523 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-272d53e3-2194-49a3-bcac-d275677cd91a None None] Port 6355e7f9-4e6d-4905-a453-1b2f47ee6dff cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:17.732960 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6efb8120-b0f4-42b1-8213-cb52bdb75284 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.773788 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb8120-b0f4-42b1-8213-cb52bdb75284 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Subnet': ['ID=57781b6f-e932-43be-b64c-e944ff717a27,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:17.776150 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6efb8120-b0f4-42b1-8213-cb52bdb75284 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.780694 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6efb8120-b0f4-42b1-8213-cb52bdb75284 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/subnets/57781b6f-e932-43be-b64c-e944ff717a27 HTTP/1.1" status: 204 len: 168 time: 1.3111343 Jul 16 01:39:17.782254 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57510) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:17.783308 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2e9448-47b9-4c7b-951b-360869d7c66a None None] Network fb13f3d7-2b08-4b02-9196-9933360db84d requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:17.847671 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-ec5998d2-8244-40d3-abab-4322f1f23d3e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2456181 Jul 16 01:39:17.876989 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b05a05-de64-44c5-bcdc-223a31dbe61f req-ba05d62f-e0a1-433d-9265-9715b170bc7b tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:17.885001 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60b05a05-de64-44c5-bcdc-223a31dbe61f req-ba05d62f-e0a1-433d-9265-9715b170bc7b tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.5295892 Jul 16 01:39:17.909371 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5bea9b40-b09d-490e-b4d2-5e1430997799 req-9fa37705-4335-484a-b89b-9a734196b9dd service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585552 Jul 16 01:39:17.968061 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 552bec44-7226-4a3d-be74-0f97ca7d7e49 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:17.985202 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.066765 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c0e458f4-0e54-4201-990d-6e659926f1f8 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:18.103321 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbb9b2-3d6c-4e97-a5f1-92574d1f8d1c req-f20dec14-a948-476d-b296-64a05fc70c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.107480 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bbbb9b2-3d6c-4e97-a5f1-92574d1f8d1c req-f20dec14-a948-476d-b296-64a05fc70c12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9af7ef5-ac18-4736-89a9-97ab3ca3428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4160762 Jul 16 01:39:18.195262 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60b05a05-de64-44c5-bcdc-223a31dbe61f req-d1bb9f84-3e32-462a-9a58-21cfceddfe66 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092377 Jul 16 01:39:18.263647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port c0e458f4-0e54-4201-990d-6e659926f1f8 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:18.282435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port c0e458f4-0e54-4201-990d-6e659926f1f8 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:18.282893 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.286275 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 552bec44-7226-4a3d-be74-0f97ca7d7e49 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:18.369876 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 552bec44-7226-4a3d-be74-0f97ca7d7e49 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:18.373884 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.374632 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bbbb9b2-3d6c-4e97-a5f1-92574d1f8d1c req-c0820595-2426-44a2-80d0-f607b0dee2c6 service neutron] 10.222.0.26 "GET /v2.0/networks/b9af7ef5-ac18-4736-89a9-97ab3ca3428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577772 Jul 16 01:39:18.380426 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d773f094-a014-441e-9d0e-10067b53f29a None None] DHCP port deletion for fb13f3d7-2b08-4b02-9196-9933360db84d request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:18.482060 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.resource_extend [None req-3bf24d9f-6a9c-420c-9004-c53c9097b923 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:39:18.532376 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.535440 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5bea9b40-b09d-490e-b4d2-5e1430997799 req-57e1fc38-5c20-4297-91ec-41132fe6a3bc service neutron] 10.222.0.47 "GET /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053755 Jul 16 01:39:18.546901 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee750a56-1626-4646-b39a-3c06c4da0bb3 req-0412d173-8967-40dd-b1e0-1c3d745cc999 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 210 time: 0.0958924 Jul 16 01:39:18.608611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting port 75eb83b1-0b4b-4338-91e5-b29fb51b8acc {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:18.609499 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.613130 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.629849 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.655103 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port c0e458f4-0e54-4201-990d-6e659926f1f8, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c0e458f4-0e54-4201-990d-6e659926f1f8,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:18.661747 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.668932 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d773f094-a014-441e-9d0e-10067b53f29a None None] Deleting port 75eb83b1-0b4b-4338-91e5-b29fb51b8acc {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:18.669533 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d773f094-a014-441e-9d0e-10067b53f29a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.700319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] For port 75eb83b1-0b4b-4338-91e5-b29fb51b8acc, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=75eb83b1-0b4b-4338-91e5-b29fb51b8acc,segment=NetworkSegment(bed34bee-427e-4ac3-83e3-84bccf9cbc2b),segment_id=bed34bee-427e-4ac3-83e3-84bccf9cbc2b)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:18.700983 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.715970 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Calling delete_port for 75eb83b1-0b4b-4338-91e5-b29fb51b8acc owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:18.745880 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d773f094-a014-441e-9d0e-10067b53f29a None None] For port 75eb83b1-0b4b-4338-91e5-b29fb51b8acc, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=75eb83b1-0b4b-4338-91e5-b29fb51b8acc,segment=NetworkSegment(bed34bee-427e-4ac3-83e3-84bccf9cbc2b),segment_id=bed34bee-427e-4ac3-83e3-84bccf9cbc2b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:18.746446 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d773f094-a014-441e-9d0e-10067b53f29a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.753059 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab188ae2-d0b0-41aa-bd6c-47c571491bb5 req-9e3fabda-cf78-4734-90bf-e4a426ef9b48 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 210 time: 0.0896933 Jul 16 01:39:18.760319 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d773f094-a014-441e-9d0e-10067b53f29a None None] Calling delete_port for 75eb83b1-0b4b-4338-91e5-b29fb51b8acc owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:18.826772 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3bf24d9f-6a9c-420c-9004-c53c9097b923 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.832454 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3bf24d9f-6a9c-420c-9004-c53c9097b923 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.869333 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d773f094-a014-441e-9d0e-10067b53f29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.919986 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552bec44-7226-4a3d-be74-0f97ca7d7e49'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:18.922623 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67e53bf-910d-4461-b5a0-3768d11e97a6" -d '{"events": [{"server_uuid": "380a285a-31b0-4f72-94c4-3a1a669dd57a", "name": "network-vif-plugged", "status": "completed", "tag": "552bec44-7226-4a3d-be74-0f97ca7d7e49"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:18.946024 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d773f094-a014-441e-9d0e-10067b53f29a None None] No DVR routers for this DVR port 75eb83b1-0b4b-4338-91e5-b29fb51b8acc on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:18.952119 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e59a-174e-4473-872c-2eb92c011051 req-54cb6926-1810-4024-8978-6d5c4afc8acf tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.957771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e59a-174e-4473-872c-2eb92c011051 req-54cb6926-1810-4024-8978-6d5c4afc8acf tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.961939 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:18.966950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e59a-174e-4473-872c-2eb92c011051 req-54cb6926-1810-4024-8978-6d5c4afc8acf tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.970489 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.976471 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e59a-174e-4473-872c-2eb92c011051 req-54cb6926-1810-4024-8978-6d5c4afc8acf tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.982568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e59a-174e-4473-872c-2eb92c011051 req-54cb6926-1810-4024-8978-6d5c4afc8acf tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.983911 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=c0e458f4-0e54-4201-990d-6e659926f1f8,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:18.991556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e59a-174e-4473-872c-2eb92c011051 req-54cb6926-1810-4024-8978-6d5c4afc8acf tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:19.000260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e59a-174e-4473-872c-2eb92c011051 req-54cb6926-1810-4024-8978-6d5c4afc8acf tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:19.002832 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-abc1e59a-174e-4473-872c-2eb92c011051 req-54cb6926-1810-4024-8978-6d5c4afc8acf tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5415 time: 0.6220815 Jul 16 01:39:19.008094 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bbbb9b2-3d6c-4e97-a5f1-92574d1f8d1c req-b7fcc918-4b53-4350-85c9-68f069a97433 service neutron] 10.222.0.26 "GET /v2.0/networks/b9af7ef5-ac18-4736-89a9-97ab3ca3428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597198 Jul 16 01:39:19.019607 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773f094-a014-441e-9d0e-10067b53f29a None None] Pushing event deleted for resources: {'Port': ['ID=75eb83b1-0b4b-4338-91e5-b29fb51b8acc,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:19.098447 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.111624 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=552bec44-7226-4a3d-be74-0f97ca7d7e49,revision_number=13']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:19.179905 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-abc1e59a-174e-4473-872c-2eb92c011051 req-9bfa84a7-f49e-41f6-99a7-6e84db7bde77 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1693733 Jul 16 01:39:19.186056 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] No DVR routers for this DVR port 75eb83b1-0b4b-4338-91e5-b29fb51b8acc on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:19.197044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Port': ['ID=75eb83b1-0b4b-4338-91e5-b29fb51b8acc,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:19.311587 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.312027 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.312402 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.313430 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.313813 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.314199 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.314535 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.314864 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.315189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.315508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.315867 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.316186 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.379169 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f5d338-75d4-4575-9def-ba289624abff x-openstack-request-id: req-23f5d338-75d4-4575-9def-ba289624abff {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:19.379970 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380a285a-31b0-4f72-94c4-3a1a669dd57a", "name": "network-vif-plugged", "status": "completed", "tag": "552bec44-7226-4a3d-be74-0f97ca7d7e49", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:19.380467 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-23f5d338-75d4-4575-9def-ba289624abff {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:19.381159 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552bec44-7226-4a3d-be74-0f97ca7d7e49', 'code': 200} Jul 16 01:39:19.401367 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.425990 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb13f3d7-2b08-4b02-9196-9933360db84d']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:19.437696 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed34bee-427e-4ac3-83e3-84bccf9cbc2b') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:19.438300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed34bee-427e-4ac3-83e3-84bccf9cbc2b') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:19.465852 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.493040 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.503300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:19.503300 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:19.506572 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:19.550942 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-3bf24d9f-6a9c-420c-9004-c53c9097b923 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Floating IP 05f8edae-b791-46e4-a35d-881275bdf4c2 associated. External IP: 172.25.1.164, port: 0917377f-9a5a-4802-b008-9ccb8e218ca5. Jul 16 01:39:19.581584 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d12f1e-b802-45fa-9d98-1ff7cf21d32a req-672da51e-f15a-442b-9bf9-6c53602d9a11 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:19.589093 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-60d12f1e-b802-45fa-9d98-1ff7cf21d32a req-672da51e-f15a-442b-9bf9-6c53602d9a11 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.1845868 Jul 16 01:39:19.613280 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.621123 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.622953 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/networks/fb13f3d7-2b08-4b02-9196-9933360db84d HTTP/1.1" status: 204 len: 168 time: 1.8369744 Jul 16 01:39:19.628349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57532) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:19.637117 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-87c75e46-ffe5-4c66-bbde-3b51b13d1c39 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-246950728', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:19.644776 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b2f48-0bf2-49a8-8730-4263fd27bce6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Network': ['ID=fb13f3d7-2b08-4b02-9196-9933360db84d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:19.655194 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-60d12f1e-b802-45fa-9d98-1ff7cf21d32a req-09425e0d-207e-455d-b604-745420461d66 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652559 Jul 16 01:39:19.693085 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87c75e46-ffe5-4c66-bbde-3b51b13d1c39 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.694697 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87c75e46-ffe5-4c66-bbde-3b51b13d1c39 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.765060 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.768601 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17531f96-0810-4705-ab16-51bd14a4d8a1 req-f04ce0de-8197-4635-8ae0-c29122dcee5e tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1b24d96-1b7f-468e-a290-9ec5399cb371 HTTP/1.1" status: 200 len: 210 time: 0.0602763 Jul 16 01:39:19.806284 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.924123 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87c75e46-ffe5-4c66-bbde-3b51b13d1c39 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.945737 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87c75e46-ffe5-4c66-bbde-3b51b13d1c39 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.953375 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] Pushing event updated for resources: {'Port': ['ID=6355e7f9-4e6d-4905-a453-1b2f47ee6dff,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:19.956955 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-44b88be5-a40f-4d80-8f74-879fc44cede9 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1961ea8d11af4a26af7254218bca79a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272300 Jul 16 01:39:19.964624 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c0e458f4-0e54-4201-990d-6e659926f1f8 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:20.019475 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.022582 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-48603eed-3010-49a0-bad4-453b21dcd478 req-5d092e8e-f5e6-471d-ba1d-4232bc86435b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 210 time: 0.1037312 Jul 16 01:39:20.097541 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port c0e458f4-0e54-4201-990d-6e659926f1f8 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:20.097923 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.177490 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-7e20843c-c319-426e-bf03-d41d3d432cda tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.186463 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-7e20843c-c319-426e-bf03-d41d3d432cda tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804748 Jul 16 01:39:20.212990 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-ad983358-46c6-4435-926d-709f500dd3dc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Request body: {'port': {'device_id': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': '1961ea8d11af4a26af7254218bca79a1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:20.221488 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87c75e46-ffe5-4c66-bbde-3b51b13d1c39 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.228727 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-87c75e46-ffe5-4c66-bbde-3b51b13d1c39 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5958722 Jul 16 01:39:20.233120 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57538) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:20.238735 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-0a88ac6c-5d67-423f-8b6b-ef492846033b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-940184348'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:20.300781 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 75eb83b1-0b4b-4338-91e5-b29fb51b8acc no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:20.305166 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a88ac6c-5d67-423f-8b6b-ef492846033b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Made reservation on behalf of 498924aad55244bba9d0f01dbf05d516 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:20.308669 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a88ac6c-5d67-423f-8b6b-ef492846033b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.344077 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a88ac6c-5d67-423f-8b6b-ef492846033b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:20.355562 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a88ac6c-5d67-423f-8b6b-ef492846033b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.356166 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-0a88ac6c-5d67-423f-8b6b-ef492846033b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Added segment c8888cf3-8cf2-4b34-8592-836a6c303f79 of type vlan for network 0d9a7429-d85f-4247-a446-18bdf89af4f6 Jul 16 01:39:20.361843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 75eb83b1-0b4b-4338-91e5-b29fb51b8acc {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:20.362212 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 75eb83b1-0b4b-4338-91e5-b29fb51b8acc not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:20.418796 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a88ac6c-5d67-423f-8b6b-ef492846033b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.477324 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] Network bbab9db4-4886-4665-a04f-6c86f080eea8 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:20.485081 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:20.498889 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-ad983358-46c6-4435-926d-709f500dd3dc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Made reservation on behalf of 1961ea8d11af4a26af7254218bca79a1 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:20.502852 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-ad983358-46c6-4435-926d-709f500dd3dc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.534659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bd86f-d302-4369-8ac6-ff693861657d req-f8648deb-3c57-4bf3-b54c-97bfa34cefd2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.542002 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bd86f-d302-4369-8ac6-ff693861657d req-f8648deb-3c57-4bf3-b54c-97bfa34cefd2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.548231 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bd86f-d302-4369-8ac6-ff693861657d req-f8648deb-3c57-4bf3-b54c-97bfa34cefd2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.555292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bd86f-d302-4369-8ac6-ff693861657d req-f8648deb-3c57-4bf3-b54c-97bfa34cefd2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.561882 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bd86f-d302-4369-8ac6-ff693861657d req-f8648deb-3c57-4bf3-b54c-97bfa34cefd2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.568556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bd86f-d302-4369-8ac6-ff693861657d req-f8648deb-3c57-4bf3-b54c-97bfa34cefd2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.575162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bd86f-d302-4369-8ac6-ff693861657d req-f8648deb-3c57-4bf3-b54c-97bfa34cefd2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.577671 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-485bd86f-d302-4369-8ac6-ff693861657d req-f8648deb-3c57-4bf3-b54c-97bfa34cefd2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5415 time: 0.1614769 Jul 16 01:39:20.658531 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a88ac6c-5d67-423f-8b6b-ef492846033b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.666577 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a88ac6c-5d67-423f-8b6b-ef492846033b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.667524 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a88ac6c-5d67-423f-8b6b-ef492846033b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.683408 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-485bd86f-d302-4369-8ac6-ff693861657d req-b4534e7e-a3be-4744-8669-03d7ebefa568 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0987279 Jul 16 01:39:20.757736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-ad983358-46c6-4435-926d-709f500dd3dc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Allocated IP 192.168.233.3 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/11992ae6-9859-40c9-97b3-fc8adc0a2e04) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:20.775305 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] Router 40c0cfd5-5610-42cf-aab9-975d9c77081c has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:20.786288 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf24d9f-6a9c-420c-9004-c53c9097b923 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Router a7cb5161-401b-4fe2-9a28-0e19ba4078e8 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:20.790981 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0a88ac6c-5d67-423f-8b6b-ef492846033b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5540738 Jul 16 01:39:20.791902 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57544) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:20.798319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-73fa1130-e0a0-4506-bbbd-baaae8c81530 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'subnet': {'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:20.863029 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-cf3ee858-6410-4db4-ac5b-cb86c1978199 None None] Provisioning complete for port 6355e7f9-4e6d-4905-a453-1b2f47ee6dff triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:20.863898 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cf3ee858-6410-4db4-ac5b-cb86c1978199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.902266 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-cf3ee858-6410-4db4-ac5b-cb86c1978199 None None] Port 6355e7f9-4e6d-4905-a453-1b2f47ee6dff cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:20.946149 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88ac6c-5d67-423f-8b6b-ef492846033b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Network': ['ID=0d9a7429-d85f-4247-a446-18bdf89af4f6,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:20.958090 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 0d9a7429-d85f-4247-a446-18bdf89af4f6 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:20.958657 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fa1130-e0a0-4506-bbbd-baaae8c81530 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Made reservation on behalf of 498924aad55244bba9d0f01dbf05d516 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:20.962651 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73fa1130-e0a0-4506-bbbd-baaae8c81530 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.211743 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf24d9f-6a9c-420c-9004-c53c9097b923 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:21.212216 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73fa1130-e0a0-4506-bbbd-baaae8c81530 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.220366 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3bf24d9f-6a9c-420c-9004-c53c9097b923 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.222488 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48353ec8-400a-46f4-821a-1dab966c5020 None None] Sync routers for ids ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:21.234801 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48353ec8-400a-46f4-821a-1dab966c5020 None None] Routers {'a7cb5161-401b-4fe2-9a28-0e19ba4078e8'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:21.235628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-48353ec8-400a-46f4-821a-1dab966c5020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:21.257014 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-70ebd454-01f0-492a-804c-1f073a8fabc7 req-be5853a5-aa67-491c-813e-71889d4bbbb5 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 210 time: 0.0603602 Jul 16 01:39:21.278137 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2f5d6-2e88-490e-bef3-cd4dfacdd9b4 req-5f41c2ed-9415-4f6b-a8d3-ce47d78940ca tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.279953 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f2e2f5d6-2e88-490e-bef3-cd4dfacdd9b4 req-5f41c2ed-9415-4f6b-a8d3-ce47d78940ca tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.3372257 Jul 16 01:39:21.304973 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3bf24d9f-6a9c-420c-9004-c53c9097b923 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "PUT /v2.0/floatingips/05f8edae-b791-46e4-a35d-881275bdf4c2 HTTP/1.1" status: 200 len: 991 time: 4.5882435 Jul 16 01:39:21.353086 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac5a800-59a2-45c6-846c-a52f5b6a1c92', 'tag': '0917377f-9a5a-4802-b008-9ccb8e218ca5'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:21.355451 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f13cff8-cb66-41e0-9919-a77426fecf2f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac5a800-59a2-45c6-846c-a52f5b6a1c92", "tag": "0917377f-9a5a-4802-b008-9ccb8e218ca5"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:21.365459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:21.374165 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Sync routers for ids ['40c0cfd5-5610-42cf-aab9-975d9c77081c'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:21.386759 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-30138cdb-6028-49ed-b7a3-bd4b4c1f05be admin admin] 10.222.0.54 "PUT /v2.0/routers/40c0cfd5-5610-42cf-aab9-975d9c77081c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4357483 Jul 16 01:39:21.401840 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Routers {'40c0cfd5-5610-42cf-aab9-975d9c77081c'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:21.405143 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['40c0cfd5-5610-42cf-aab9-975d9c77081c'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:21.413485 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-ad983358-46c6-4435-926d-709f500dd3dc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.430665 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f2e2f5d6-2e88-490e-bef3-cd4dfacdd9b4 req-d71079bb-2db9-41d2-bbba-ea154d8f2b36 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247032 Jul 16 01:39:21.460721 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-ad983358-46c6-4435-926d-709f500dd3dc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Transition to ACTIVE for port object 11992ae6-9859-40c9-97b3-fc8adc0a2e04 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:21.469370 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-48353ec8-400a-46f4-821a-1dab966c5020 None None] Set router a7cb5161-401b-4fe2-9a28-0e19ba4078e8 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:21.522471 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2641bcff-b2cd-4bb9-99ed-262a8a146ff5 x-openstack-request-id: req-2641bcff-b2cd-4bb9-99ed-262a8a146ff5 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:21.522770 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac5a800-59a2-45c6-846c-a52f5b6a1c92", "tag": "0917377f-9a5a-4802-b008-9ccb8e218ca5", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:21.523026 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2641bcff-b2cd-4bb9-99ed-262a8a146ff5 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:21.523422 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac5a800-59a2-45c6-846c-a52f5b6a1c92', 'tag': '0917377f-9a5a-4802-b008-9ccb8e218ca5', 'status': 'completed', 'code': 200} Jul 16 01:39:21.543813 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa1130-e0a0-4506-bbbd-baaae8c81530 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Subnet': ['ID=6685615e-6066-4500-bba1-4daf73cee90a,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:21.566920 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-ad983358-46c6-4435-926d-709f500dd3dc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.608313 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Set router 40c0cfd5-5610-42cf-aab9-975d9c77081c gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:21.661921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90', '552bec44-7226-4a3d-be74-0f97ca7d7e49'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:21.664467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['015ab3af-8839-472a-9d35-4cb357881610'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:21.698839 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad983358-46c6-4435-926d-709f500dd3dc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Pushing event updated for resources: {'Port': ['ID=11992ae6-9859-40c9-97b3-fc8adc0a2e04,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:21.744033 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13cff8-cb66-41e0-9919-a77426fecf2f req-44df4ff3-7522-4de9-9643-fdd4f704694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.749150 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f13cff8-cb66-41e0-9919-a77426fecf2f req-44df4ff3-7522-4de9-9643-fdd4f704694a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aeaa31090bdd4c6999155f5caa30c7b1&device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 1096 time: 0.1371400 Jul 16 01:39:21.778302 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-ad983358-46c6-4435-926d-709f500dd3dc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:21.797002 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa1130-e0a0-4506-bbbd-baaae8c81530 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Checking segment: {'id': 'c8888cf3-8cf2-4b34-8592-836a6c303f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:21.802220 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fa1130-e0a0-4506-bbbd-baaae8c81530 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network hostable DHCP agents. Network: 0d9a7429-d85f-4247-a446-18bdf89af4f6, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:21.809459 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-ad983358-46c6-4435-926d-709f500dd3dc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:21.832916 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-ad983358-46c6-4435-926d-709f500dd3dc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:21.867371 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fa1130-e0a0-4506-bbbd-baaae8c81530 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network 0d9a7429-d85f-4247-a446-18bdf89af4f6 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:21.987612 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-73fa1130-e0a0-4506-bbbd-baaae8c81530 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 0d9a7429-d85f-4247-a446-18bdf89af4f6) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:22.014220 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fa1130-e0a0-4506-bbbd-baaae8c81530 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.019359 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73fa1130-e0a0-4506-bbbd-baaae8c81530 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.053242 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-ad983358-46c6-4435-926d-709f500dd3dc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.059296 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-ad983358-46c6-4435-926d-709f500dd3dc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.095328 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-ad983358-46c6-4435-926d-709f500dd3dc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8860619 Jul 16 01:39:22.108859 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port': {'id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6355e7f9-4e6d-4905-a453-1b2f47ee6dff', 'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'mac_address': 'fa:16:3e:42:c3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:16Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 2, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'subnets': [{'id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:22.113978 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Request body: {'port': {'device_id': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:22.121983 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-73fa1130-e0a0-4506-bbbd-baaae8c81530 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3262506 Jul 16 01:39:22.128680 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73df1918-7b9c-40cb-bc47-8c4ed88e10e0 None None] Network 0d9a7429-d85f-4247-a446-18bdf89af4f6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:22.142996 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57568) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:22.179373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13cff8-cb66-41e0-9919-a77426fecf2f req-1a9f1bae-a35a-4f44-80df-8eeadad048d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.181068 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f13cff8-cb66-41e0-9919-a77426fecf2f req-1a9f1bae-a35a-4f44-80df-8eeadad048d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9a736340-90da-402a-a07c-a63465e83cd9 HTTP/1.1" status: 200 len: 912 time: 0.4230173 Jul 16 01:39:22.236557 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Checking router: 40c0cfd5-5610-42cf-aab9-975d9c77081c for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:22.241953 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Updating router 40c0cfd5-5610-42cf-aab9-975d9c77081c port 6355e7f9-4e6d-4905-a453-1b2f47ee6dff binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:39:22.331615 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.360020 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f13cff8-cb66-41e0-9919-a77426fecf2f req-9d8c962c-17be-4b21-90e0-9e3420d2d080 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0917377f-9a5a-4802-b008-9ccb8e218ca5 HTTP/1.1" status: 200 len: 999 time: 0.1699631 Jul 16 01:39:22.360505 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57574) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:22.369847 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-6b22596c-25c8-4374-8e66-8005646835c6 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--883986396', 'description': 'tempest-description--19184364'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:22.525029 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-50925004-e740-4707-82d2-4f4e7dba1e40 None None] Provisioning for port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:22.562146 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.574284 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13cff8-cb66-41e0-9919-a77426fecf2f req-0dd653a8-7db3-4b29-91a1-780a3d5a75c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.577974 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f13cff8-cb66-41e0-9919-a77426fecf2f req-0dd653a8-7db3-4b29-91a1-780a3d5a75c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d51708a-58e0-4b81-bfd8-80eeb76fcaa7 HTTP/1.1" status: 200 len: 850 time: 0.1953223 Jul 16 01:39:22.601281 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-50925004-e740-4707-82d2-4f4e7dba1e40 None None] Provisioning complete for port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:22.601883 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-50925004-e740-4707-82d2-4f4e7dba1e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.613889 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6b22596c-25c8-4374-8e66-8005646835c6 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.672046 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.683898 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Transition to ACTIVE for port object 6355e7f9-4e6d-4905-a453-1b2f47ee6dff will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:22.690252 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.695233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-50925004-e740-4707-82d2-4f4e7dba1e40 None None] Port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:22.717183 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac4677-2302-4380-8d0e-5e7507f3757e req-1dad6be2-dbed-4c96-a3ff-d6ae1ce22bda tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.731626 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac4677-2302-4380-8d0e-5e7507f3757e req-1dad6be2-dbed-4c96-a3ff-d6ae1ce22bda tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.746104 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac4677-2302-4380-8d0e-5e7507f3757e req-1dad6be2-dbed-4c96-a3ff-d6ae1ce22bda tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.762202 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac4677-2302-4380-8d0e-5e7507f3757e req-1dad6be2-dbed-4c96-a3ff-d6ae1ce22bda tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.778983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac4677-2302-4380-8d0e-5e7507f3757e req-1dad6be2-dbed-4c96-a3ff-d6ae1ce22bda tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.794472 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac4677-2302-4380-8d0e-5e7507f3757e req-1dad6be2-dbed-4c96-a3ff-d6ae1ce22bda tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.809261 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac4677-2302-4380-8d0e-5e7507f3757e req-1dad6be2-dbed-4c96-a3ff-d6ae1ce22bda tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.823877 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10ac4677-2302-4380-8d0e-5e7507f3757e req-1dad6be2-dbed-4c96-a3ff-d6ae1ce22bda tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5415 time: 0.7903748 Jul 16 01:39:22.975312 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10ac4677-2302-4380-8d0e-5e7507f3757e req-f625c6d7-9f0e-41e7-b46c-44207cda9d79 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1503582 Jul 16 01:39:23.012262 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13cff8-cb66-41e0-9919-a77426fecf2f req-ec6d851a-1965-44c9-a208-db1240cc102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:23.014025 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f13cff8-cb66-41e0-9919-a77426fecf2f req-ec6d851a-1965-44c9-a208-db1240cc102e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a736340-90da-402a-a07c-a63465e83cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4285653 Jul 16 01:39:23.056899 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.096180 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1b6d2-3bff-426f-a9f7-a12000518424 None None] Pushing event updated for resources: {'Port': ['ID=6355e7f9-4e6d-4905-a453-1b2f47ee6dff,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:23.106522 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b0688-8a91-48e0-b4b3-0fe96b057a1c req-671cf264-67e8-4164-936c-21c969f32c1e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:23.116326 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-364b0688-8a91-48e0-b4b3-0fe96b057a1c req-671cf264-67e8-4164-936c-21c969f32c1e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 934 time: 0.5711067 Jul 16 01:39:23.194729 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1b6d2-3bff-426f-a9f7-a12000518424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.195066 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1b6d2-3bff-426f-a9f7-a12000518424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.195400 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1b6d2-3bff-426f-a9f7-a12000518424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.202642 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-0d9a7429-d85f-4247-a446-18bdf89af4f6', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:23.203082 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1b6d2-3bff-426f-a9f7-a12000518424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.203529 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.203645 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1b6d2-3bff-426f-a9f7-a12000518424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.203991 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1b6d2-3bff-426f-a9f7-a12000518424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.204324 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1b6d2-3bff-426f-a9f7-a12000518424 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.204650 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1b6d2-3bff-426f-a9f7-a12000518424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.204972 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1b6d2-3bff-426f-a9f7-a12000518424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.205291 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1b6d2-3bff-426f-a9f7-a12000518424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.206036 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1b6d2-3bff-426f-a9f7-a12000518424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.206279 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc1b6d2-3bff-426f-a9f7-a12000518424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.216876 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Attempting to bind port 6355e7f9-4e6d-4905-a453-1b2f47ee6dff on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:23.217306 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Attempting to bind port 6355e7f9-4e6d-4905-a453-1b2f47ee6dff by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'ae7d78ab-006f-4e5c-832f-66c419c31b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:23.217669 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Attempting to bind port 6355e7f9-4e6d-4905-a453-1b2f47ee6dff on network bbab9db4-4886-4665-a04f-6c86f080eea8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:23.235891 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:23.236264 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Checking segment: {'id': 'ae7d78ab-006f-4e5c-832f-66c419c31b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:23.237197 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.237601 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Bound using segment: {'id': 'ae7d78ab-006f-4e5c-832f-66c419c31b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:23.238083 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Bound port: 6355e7f9-4e6d-4905-a453-1b2f47ee6dff, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7d78ab-006f-4e5c-832f-66c419c31b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:23.238487 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.385815 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] For port 6355e7f9-4e6d-4905-a453-1b2f47ee6dff, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:23.393845 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] For port 6355e7f9-4e6d-4905-a453-1b2f47ee6dff, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6355e7f9-4e6d-4905-a453-1b2f47ee6dff,segment=NetworkSegment(ae7d78ab-006f-4e5c-832f-66c419c31b42),segment_id=ae7d78ab-006f-4e5c-832f-66c419c31b42)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:23.401525 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.505644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-48353ec8-400a-46f4-821a-1dab966c5020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'name': 'tempest-ServersTestManualDisk-278799008-router', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:39Z', 'revision_number': 4, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'gw_port': {'id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:27Z', 'updated_at': '2021-07-16T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '05f8edae-b791-46e4-a35d-881275bdf4c2', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'floating_ip_address': '172.25.1.164', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'port_id': '0917377f-9a5a-4802-b008-9ccb8e218ca5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9', 'mac_address': 'fa:16:3e:b2:91:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac5a800-59a2-45c6-846c-a52f5b6a1c92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:48Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 1, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a7bbd1-7204-4121-9778-28b9d7e8a70a', 'name': '', 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'mac_address': 'fa:16:3e:38:b9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:35Z', 'updated_at': '2021-07-16T01:38:46Z', 'revision_number': 5, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'subnets': [{'id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:23.519680 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Routers {'40c0cfd5-5610-42cf-aab9-975d9c77081c'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:23.520334 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['40c0cfd5-5610-42cf-aab9-975d9c77081c'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:23.524655 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1b6d2-3bff-426f-a9f7-a12000518424 None None] Pushing event updated for resources: {'Port': ['ID=6355e7f9-4e6d-4905-a453-1b2f47ee6dff,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:23.570950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48353ec8-400a-46f4-821a-1dab966c5020 None None] Checking router: a7cb5161-401b-4fe2-9a28-0e19ba4078e8 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:23.690862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48353ec8-400a-46f4-821a-1dab966c5020 None None] Routers {'a7cb5161-401b-4fe2-9a28-0e19ba4078e8'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:23.692363 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-48353ec8-400a-46f4-821a-1dab966c5020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:23.711754 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-364b0688-8a91-48e0-b4b3-0fe96b057a1c req-1f8118ef-cfa6-4d31-8bae-99fa175d9958 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5945165 Jul 16 01:39:23.715898 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:39:23.741400 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.747650 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] Set router 40c0cfd5-5610-42cf-aab9-975d9c77081c gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:23.797551 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6b22596c-25c8-4374-8e66-8005646835c6 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.815514 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6b22596c-25c8-4374-8e66-8005646835c6 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.889055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22596c-25c8-4374-8e66-8005646835c6 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63112b4d-249c-4cd2-b26f-3da26e361032,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:23.946222 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22596c-25c8-4374-8e66-8005646835c6 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.946587 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22596c-25c8-4374-8e66-8005646835c6 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.947796 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22596c-25c8-4374-8e66-8005646835c6 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.948143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22596c-25c8-4374-8e66-8005646835c6 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.948475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22596c-25c8-4374-8e66-8005646835c6 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.949117 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22596c-25c8-4374-8e66-8005646835c6 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.949528 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22596c-25c8-4374-8e66-8005646835c6 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.949857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22596c-25c8-4374-8e66-8005646835c6 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.950184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22596c-25c8-4374-8e66-8005646835c6 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.950513 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22596c-25c8-4374-8e66-8005646835c6 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.950837 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22596c-25c8-4374-8e66-8005646835c6 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.951566 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22596c-25c8-4374-8e66-8005646835c6 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:23.967025 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f13cff8-cb66-41e0-9919-a77426fecf2f req-a86c4ffa-bb29-4192-b7b4-295aea33e25b service neutron] 10.222.0.47 "GET /v2.0/networks/9a736340-90da-402a-a07c-a63465e83cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9363317 Jul 16 01:39:23.968262 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6b22596c-25c8-4374-8e66-8005646835c6 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.969416 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6b22596c-25c8-4374-8e66-8005646835c6 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6051106 Jul 16 01:39:23.998377 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57584) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:24.012135 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-50f5d158-5393-49fb-90a5-db37eff91a29 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Request body: {'security_group_rule': {'security_group_id': '63112b4d-249c-4cd2-b26f-3da26e361032', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:24.031293 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11992ae6-9859-40c9-97b3-fc8adc0a2e04 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:24.055039 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.086870 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Allocated IP 2001:db8::2 (0d9a7429-d85f-4247-a446-18bdf89af4f6/6685615e-6066-4500-bba1-4daf73cee90a/d83c8696-ca4f-4f49-8f02-4ac6c91d4d52) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:24.103543 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6dc76-0f21-4fe9-b532-0e8908384748 req-f14cd51c-47cf-4c68-861d-fe8d022af158 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.111215 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ce6dc76-0f21-4fe9-b532-0e8908384748 req-f14cd51c-47cf-4c68-861d-fe8d022af158 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.4029028 Jul 16 01:39:24.114249 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Transition to ACTIVE for port object 11992ae6-9859-40c9-97b3-fc8adc0a2e04 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:24.119855 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.145674 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50f5d158-5393-49fb-90a5-db37eff91a29 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.186243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-48353ec8-400a-46f4-821a-1dab966c5020 None None] Set router a7cb5161-401b-4fe2-9a28-0e19ba4078e8 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:24.191794 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port': {'id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6355e7f9-4e6d-4905-a453-1b2f47ee6dff', 'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'mac_address': 'fa:16:3e:42:c3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:16Z', 'updated_at': '2021-07-16T01:39:23Z', 'revision_number': 4, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'subnets': [{'id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:24.213770 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ce6dc76-0f21-4fe9-b532-0e8908384748 req-222fc1de-0848-4bdd-8a24-fa9f4bb2f3c2 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007268 Jul 16 01:39:24.242881 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f13cff8-cb66-41e0-9919-a77426fecf2f req-22fed2e3-bf58-4736-b631-58cfe17a68cf service neutron] 10.222.0.47 "GET /v2.0/networks/9a736340-90da-402a-a07c-a63465e83cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630358 Jul 16 01:39:24.253589 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b4ddf5-fd14-4cbb-b05e-abdfb51a8771 None None] The sync data for ids ['40c0cfd5-5610-42cf-aab9-975d9c77081c'] in n-d-800086-6 is: [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port': {'id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6355e7f9-4e6d-4905-a453-1b2f47ee6dff', 'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'mac_address': 'fa:16:3e:42:c3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:16Z', 'updated_at': '2021-07-16T01:39:23Z', 'revision_number': 4, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'subnets': [{'id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:24.596645 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.607349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Transition to ACTIVE for port object d83c8696-ca4f-4f49-8f02-4ac6c91d4d52 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:24.624617 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Transition to ACTIVE for port object d83c8696-ca4f-4f49-8f02-4ac6c91d4d52 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:24.634745 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.712588 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Network 0d9a7429-d85f-4247-a446-18bdf89af4f6 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:24.722264 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:24.730834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:24.784820 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Pushing event updated for resources: {'Port': ['ID=d83c8696-ca4f-4f49-8f02-4ac6c91d4d52,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:24.923354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Attempting to bind port d83c8696-ca4f-4f49-8f02-4ac6c91d4d52 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:24.923772 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Attempting to bind port d83c8696-ca4f-4f49-8f02-4ac6c91d4d52 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'c8888cf3-8cf2-4b34-8592-836a6c303f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:24.924143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Attempting to bind port d83c8696-ca4f-4f49-8f02-4ac6c91d4d52 on network 0d9a7429-d85f-4247-a446-18bdf89af4f6 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:24.931888 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:24.932268 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Checking segment: {'id': 'c8888cf3-8cf2-4b34-8592-836a6c303f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:24.932680 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.933466 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Bound using segment: {'id': 'c8888cf3-8cf2-4b34-8592-836a6c303f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:24.933567 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Bound port: d83c8696-ca4f-4f49-8f02-4ac6c91d4d52, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8888cf3-8cf2-4b34-8592-836a6c303f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:24.933897 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.000701 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=11992ae6-9859-40c9-97b3-fc8adc0a2e04,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:25.071361 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57870c-84e6-43af-a509-d8107dacdc27 req-b9dbcfc6-6761-479e-a481-ffef11aeb0e1 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.080399 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cb57870c-84e6-43af-a509-d8107dacdc27 req-b9dbcfc6-6761-479e-a481-ffef11aeb0e1 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 946 time: 0.1543376 Jul 16 01:39:25.092813 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-48353ec8-400a-46f4-821a-1dab966c5020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'name': 'tempest-ServersTestManualDisk-278799008-router', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:39Z', 'revision_number': 4, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'gw_port': {'id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:27Z', 'updated_at': '2021-07-16T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '05f8edae-b791-46e4-a35d-881275bdf4c2', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'floating_ip_address': '172.25.1.164', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'port_id': '0917377f-9a5a-4802-b008-9ccb8e218ca5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9', 'mac_address': 'fa:16:3e:b2:91:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac5a800-59a2-45c6-846c-a52f5b6a1c92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:48Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 1, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a7bbd1-7204-4121-9778-28b9d7e8a70a', 'name': '', 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'mac_address': 'fa:16:3e:38:b9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:35Z', 'updated_at': '2021-07-16T01:38:46Z', 'revision_number': 5, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'subnets': [{'id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:25.100648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Attempting to bind port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:25.101281 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Attempting to bind port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:25.101740 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Attempting to bind port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:25.113521 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:25.114005 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Attempting to bind port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:25.127648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:25.128285 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:25.128872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:25.129457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Bound port: 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:25.130552 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.147916 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Allocated IP 2001:db8::1 (0d9a7429-d85f-4247-a446-18bdf89af4f6/6685615e-6066-4500-bba1-4daf73cee90a/9960609f-301b-4f86-8b29-7b6008488d5d) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:25.161511 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] For port d83c8696-ca4f-4f49-8f02-4ac6c91d4d52, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:25.168117 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48353ec8-400a-46f4-821a-1dab966c5020 None None] The sync data for ids ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'] in n-d-800086-6 is: [{'id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'name': 'tempest-ServersTestManualDisk-278799008-router', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:39Z', 'revision_number': 4, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'gw_port': {'id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:27Z', 'updated_at': '2021-07-16T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '05f8edae-b791-46e4-a35d-881275bdf4c2', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'floating_ip_address': '172.25.1.164', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'port_id': '0917377f-9a5a-4802-b008-9ccb8e218ca5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9', 'mac_address': 'fa:16:3e:b2:91:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac5a800-59a2-45c6-846c-a52f5b6a1c92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:48Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 1, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a7bbd1-7204-4121-9778-28b9d7e8a70a', 'name': '', 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'mac_address': 'fa:16:3e:38:b9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:35Z', 'updated_at': '2021-07-16T01:38:46Z', 'revision_number': 5, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'subnets': [{'id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:25.181963 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cb57870c-84e6-43af-a509-d8107dacdc27 req-58a9f5f9-ca19-4c88-9df7-5185a1e6d197 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946035 Jul 16 01:39:25.214491 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] For port d83c8696-ca4f-4f49-8f02-4ac6c91d4d52, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d83c8696-ca4f-4f49-8f02-4ac6c91d4d52,segment=NetworkSegment(c8888cf3-8cf2-4b34-8592-836a6c303f79),segment_id=c8888cf3-8cf2-4b34-8592-836a6c303f79)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:25.228940 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.403647 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:25.409318 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73d7b6-56b8-4836-80b3-fb21e4188133 None None] Pushing event updated for resources: {'Port': ['ID=d83c8696-ca4f-4f49-8f02-4ac6c91d4d52,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:25.450497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad2d2-7c84-4922-a86d-b016e7bf929d req-081c0ac2-8b04-40a8-b387-1d4ceb8b460e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.457037 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad2d2-7c84-4922-a86d-b016e7bf929d req-081c0ac2-8b04-40a8-b387-1d4ceb8b460e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.464118 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad2d2-7c84-4922-a86d-b016e7bf929d req-081c0ac2-8b04-40a8-b387-1d4ceb8b460e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.487248 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad2d2-7c84-4922-a86d-b016e7bf929d req-081c0ac2-8b04-40a8-b387-1d4ceb8b460e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.496742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad2d2-7c84-4922-a86d-b016e7bf929d req-081c0ac2-8b04-40a8-b387-1d4ceb8b460e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.503174 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad2d2-7c84-4922-a86d-b016e7bf929d req-081c0ac2-8b04-40a8-b387-1d4ceb8b460e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.512130 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad2d2-7c84-4922-a86d-b016e7bf929d req-081c0ac2-8b04-40a8-b387-1d4ceb8b460e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.529319 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fbfad2d2-7c84-4922-a86d-b016e7bf929d req-081c0ac2-8b04-40a8-b387-1d4ceb8b460e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5415 time: 0.8333588 Jul 16 01:39:25.554362 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50f5d158-5393-49fb-90a5-db37eff91a29 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.579579 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50f5d158-5393-49fb-90a5-db37eff91a29 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.590241 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:25.672437 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.748721 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fbfad2d2-7c84-4922-a86d-b016e7bf929d req-1db77173-7a10-40ba-b73f-8437b692e8a5 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2184482 Jul 16 01:39:25.749596 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5d158-5393-49fb-90a5-db37eff91a29 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c45d5a1-e09a-48a5-a916-0fbb8b1823c4,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:25.761868 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0037b921-922c-4696-b636-c306170f283f None None] New status for floating IP 05f8edae-b791-46e4-a35d-881275bdf4c2: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:39:25.824128 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.824925 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.827208 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] 10.222.0.26 "PUT /v2.0/ports/11992ae6-9859-40c9-97b3-fc8adc0a2e04 HTTP/1.1" status: 200 len: 1094 time: 3.7187953 Jul 16 01:39:25.828108 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50f5d158-5393-49fb-90a5-db37eff91a29 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.829545 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-50f5d158-5393-49fb-90a5-db37eff91a29 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8300397 Jul 16 01:39:25.832417 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57600) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:25.834610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'tag': '11992ae6-9859-40c9-97b3-fc8adc0a2e04'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:25.838214 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf0906c-cd5c-490c-991e-fd4ecc67f174" -d '{"events": [{"name": "network-changed", "server_uuid": "87d9c4a3-91c1-4381-9125-287ff16ead7e", "tag": "11992ae6-9859-40c9-97b3-fc8adc0a2e04"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:25.839112 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-41c086df-6a37-41c2-b34b-86c0bc7c99d1 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Request body: {'security_group_rule': {'security_group_id': '63112b4d-249c-4cd2-b26f-3da26e361032', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:25.907925 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.937546 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41c086df-6a37-41c2-b34b-86c0bc7c99d1 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.953378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064e9b0-309d-4ed2-a9a7-60a360653ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=11992ae6-9859-40c9-97b3-fc8adc0a2e04,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:26.013595 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36e9ab6-0cb5-4000-82bf-5d8db5908fb6 x-openstack-request-id: req-c36e9ab6-0cb5-4000-82bf-5d8db5908fb6 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:26.014705 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d9c4a3-91c1-4381-9125-287ff16ead7e", "tag": "11992ae6-9859-40c9-97b3-fc8adc0a2e04", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:26.015187 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c36e9ab6-0cb5-4000-82bf-5d8db5908fb6 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:26.016005 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'tag': '11992ae6-9859-40c9-97b3-fc8adc0a2e04', 'status': 'completed', 'code': 200} Jul 16 01:39:26.023253 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Transition to ACTIVE for port object 9960609f-301b-4f86-8b29-7b6008488d5d will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:26.103232 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-36ff3113-6803-468b-ab95-2d015ec9dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.106994 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-36ff3113-6803-468b-ab95-2d015ec9dab1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 1097 time: 0.1780441 Jul 16 01:39:26.221445 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41c086df-6a37-41c2-b34b-86c0bc7c99d1 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.275048 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-fbff4366-fa20-4522-a864-f018b03cfb8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04 HTTP/1.1" status: 200 len: 217 time: 0.1466365 Jul 16 01:39:26.275586 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6355e7f9-4e6d-4905-a453-1b2f47ee6dff up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:26.276948 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.289978 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41c086df-6a37-41c2-b34b-86c0bc7c99d1 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.357841 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c086df-6a37-41c2-b34b-86c0bc7c99d1 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf3ab01-05bf-4de3-99d2-51e22cf27831,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:26.370336 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41c086df-6a37-41c2-b34b-86c0bc7c99d1 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.374361 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-41c086df-6a37-41c2-b34b-86c0bc7c99d1 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5378788 Jul 16 01:39:26.379129 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57606) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:26.391513 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e89765b5-df75-45b2-ac38-a6d73d96f03b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:26.425103 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-fe14644f-6016-41ec-bf25-c17c04858c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.428959 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-fe14644f-6016-41ec-bf25-c17c04858c96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1323957 Jul 16 01:39:26.511200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0ca4e-7e24-4050-88a1-acfd6bec63bd req-c7a2427b-e2e4-4190-9f41-a090070f6bfe tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.524037 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network 0d9a7429-d85f-4247-a446-18bdf89af4f6 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:26.530669 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aad0ca4e-7e24-4050-88a1-acfd6bec63bd req-c7a2427b-e2e4-4190-9f41-a090070f6bfe tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.3647633 Jul 16 01:39:26.549277 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e89765b5-df75-45b2-ac38-a6d73d96f03b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.578605 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:26.590536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:26.591367 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.621204 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aad0ca4e-7e24-4050-88a1-acfd6bec63bd req-ecd63007-838e-44ec-9afd-68f343469044 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857494 Jul 16 01:39:26.649257 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 6355e7f9-4e6d-4905-a453-1b2f47ee6dff completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:26.652039 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=9960609f-301b-4f86-8b29-7b6008488d5d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:26.652849 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6355e7f9-4e6d-4905-a453-1b2f47ee6dff triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:26.653228 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.774019 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e89765b5-df75-45b2-ac38-a6d73d96f03b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.776777 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.828292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d13fe-7ea3-4841-ab45-2981bebfa062 req-f4c62ef1-6271-4809-9ae7-a45a4de2327e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.832267 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-176d13fe-7ea3-4841-ab45-2981bebfa062 req-f4c62ef1-6271-4809-9ae7-a45a4de2327e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 946 time: 0.3964376 Jul 16 01:39:26.836246 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-78bf18e6-659c-42cd-8459-0f3d3d4d8f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.837889 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-78bf18e6-659c-42cd-8459-0f3d3d4d8f32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3600740 Jul 16 01:39:26.875002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 6355e7f9-4e6d-4905-a453-1b2f47ee6dff, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6355e7f9-4e6d-4905-a453-1b2f47ee6dff,segment=NetworkSegment(ae7d78ab-006f-4e5c-832f-66c419c31b42),segment_id=ae7d78ab-006f-4e5c-832f-66c419c31b42)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:26.883676 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.884603 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d83c8696-ca4f-4f49-8f02-4ac6c91d4d52 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:26.989254 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-e89765b5-df75-45b2-ac38-a6d73d96f03b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Allocated IP 172.25.1.89 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/35e3ecf5-2ad3-431d-a46a-0fc4583a2851) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:27.057177 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71cf96c-63b7-419f-94fb-ce4600f7f3eb None None] Network 0d9a7429-d85f-4247-a446-18bdf89af4f6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:27.058932 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.079651 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-176d13fe-7ea3-4841-ab45-2981bebfa062 req-abaa7f9f-fa57-4465-93bb-e1570515725a tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120113 Jul 16 01:39:27.092834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=6355e7f9-4e6d-4905-a453-1b2f47ee6dff,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:27.113853 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e89765b5-df75-45b2-ac38-a6d73d96f03b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.134961 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-5c8ba1c5-112b-4b44-9b1f-17f0fa77ccb7 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660131 Jul 16 01:39:27.180644 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e89765b5-df75-45b2-ac38-a6d73d96f03b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.237324 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port d83c8696-ca4f-4f49-8f02-4ac6c91d4d52 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:27.283846 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0e8dda7c-ffe5-498a-aefe-7538564ecea3 None None] Provisioning for port d83c8696-ca4f-4f49-8f02-4ac6c91d4d52 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:27.309896 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0e8dda7c-ffe5-498a-aefe-7538564ecea3 None None] Provisioning complete for port d83c8696-ca4f-4f49-8f02-4ac6c91d4d52 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:27.310636 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0e8dda7c-ffe5-498a-aefe-7538564ecea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.318666 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89765b5-df75-45b2-ac38-a6d73d96f03b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:27.329735 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-e89765b5-df75-45b2-ac38-a6d73d96f03b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:27.345188 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89765b5-df75-45b2-ac38-a6d73d96f03b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:27.401140 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-106d7696-be74-4609-a75e-e5fcc10b7427 req-6dad4650-e52e-40d0-a343-35028cbc7371 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555342 Jul 16 01:39:27.483009 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89765b5-df75-45b2-ac38-a6d73d96f03b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Pushing event updated for resources: {'Port': ['ID=35e3ecf5-2ad3-431d-a46a-0fc4583a2851,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:27.560233 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e89765b5-df75-45b2-ac38-a6d73d96f03b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.614039 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0e8dda7c-ffe5-498a-aefe-7538564ecea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.633429 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e89765b5-df75-45b2-ac38-a6d73d96f03b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.656320 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0906c-cd5c-490c-991e-fd4ecc67f174 req-fd0eaf6a-cd12-4358-82f8-fd43ace350ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.657975 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3cf0906c-cd5c-490c-991e-fd4ecc67f174 req-fd0eaf6a-cd12-4358-82f8-fd43ace350ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 1097 time: 0.1425641 Jul 16 01:39:27.658290 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0e8dda7c-ffe5-498a-aefe-7538564ecea3 None None] For port d83c8696-ca4f-4f49-8f02-4ac6c91d4d52, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d83c8696-ca4f-4f49-8f02-4ac6c91d4d52,segment=NetworkSegment(c8888cf3-8cf2-4b34-8592-836a6c303f79),segment_id=c8888cf3-8cf2-4b34-8592-836a6c303f79)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:27.663513 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0e8dda7c-ffe5-498a-aefe-7538564ecea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.692401 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5615071-1847-421d-aedb-7ae06da35380 req-4fec5f39-7a4b-49a2-8843-304913f3b186 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.698538 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5615071-1847-421d-aedb-7ae06da35380 req-4fec5f39-7a4b-49a2-8843-304913f3b186 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.703618 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.705582 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5615071-1847-421d-aedb-7ae06da35380 req-4fec5f39-7a4b-49a2-8843-304913f3b186 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.713497 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.713889 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5615071-1847-421d-aedb-7ae06da35380 req-4fec5f39-7a4b-49a2-8843-304913f3b186 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.714048 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.721639 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5615071-1847-421d-aedb-7ae06da35380 req-4fec5f39-7a4b-49a2-8843-304913f3b186 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.728388 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5615071-1847-421d-aedb-7ae06da35380 req-4fec5f39-7a4b-49a2-8843-304913f3b186 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.729446 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dda7c-ffe5-498a-aefe-7538564ecea3 None None] Pushing event updated for resources: {'Port': ['ID=d83c8696-ca4f-4f49-8f02-4ac6c91d4d52,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:27.736867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5615071-1847-421d-aedb-7ae06da35380 req-4fec5f39-7a4b-49a2-8843-304913f3b186 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.745758 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e5615071-1847-421d-aedb-7ae06da35380 req-4fec5f39-7a4b-49a2-8843-304913f3b186 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5415 time: 0.2375739 Jul 16 01:39:27.823004 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e5615071-1847-421d-aedb-7ae06da35380 req-0451ca35-74bc-47e7-94cb-efae0633c2c6 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762639 Jul 16 01:39:27.884478 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=9960609f-301b-4f86-8b29-7b6008488d5d,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:27.900309 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d61ebc-4860-4887-9073-00334f29e409 req-b0e92f27-7010-49a4-9343-51d9020bec75 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.901904 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9d61ebc-4860-4887-9073-00334f29e409 req-b0e92f27-7010-49a4-9343-51d9020bec75 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 944 time: 0.3010340 Jul 16 01:39:27.914671 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0906c-cd5c-490c-991e-fd4ecc67f174 req-59d732fc-5198-4c62-9803-647529f4f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.919642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3cf0906c-cd5c-490c-991e-fd4ecc67f174 req-59d732fc-5198-4c62-9803-647529f4f42c service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2506640 Jul 16 01:39:27.982531 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network 0d9a7429-d85f-4247-a446-18bdf89af4f6 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:27.991801 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9d61ebc-4860-4887-9073-00334f29e409 req-146a8987-aa82-4557-a3a4-c6b912112028 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696206 Jul 16 01:39:27.992619 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:28.010488 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e89765b5-df75-45b2-ac38-a6d73d96f03b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.014281 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d2de5bf3-15f6-4844-b3f1-1a8419b55a91 None None] Provisioning complete for port d83c8696-ca4f-4f49-8f02-4ac6c91d4d52 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:28.015145 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2de5bf3-15f6-4844-b3f1-1a8419b55a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.016758 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e89765b5-df75-45b2-ac38-a6d73d96f03b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.103899 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3cf0906c-cd5c-490c-991e-fd4ecc67f174 req-2a200931-35ff-4582-91b5-70a6d2521acf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04 HTTP/1.1" status: 200 len: 217 time: 0.1197867 Jul 16 01:39:28.119540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6355e7f9-4e6d-4905-a453-1b2f47ee6dff up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:28.183483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89765b5-df75-45b2-ac38-a6d73d96f03b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Pushing event updated for resources: {'Port': ['ID=35e3ecf5-2ad3-431d-a46a-0fc4583a2851,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:28.202984 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d2de5bf3-15f6-4844-b3f1-1a8419b55a91 None None] Provisioning for port 9960609f-301b-4f86-8b29-7b6008488d5d completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:28.215240 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e89765b5-df75-45b2-ac38-a6d73d96f03b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.228374 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d2de5bf3-15f6-4844-b3f1-1a8419b55a91 None None] Provisioning complete for port 9960609f-301b-4f86-8b29-7b6008488d5d triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:28.229108 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2de5bf3-15f6-4844-b3f1-1a8419b55a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.238115 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0906c-cd5c-490c-991e-fd4ecc67f174 req-7dd193d8-450e-4240-9353-001c566de29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.241397 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3cf0906c-cd5c-490c-991e-fd4ecc67f174 req-7dd193d8-450e-4240-9353-001c566de29c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0994198 Jul 16 01:39:28.249775 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e89765b5-df75-45b2-ac38-a6d73d96f03b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.255108 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e89765b5-df75-45b2-ac38-a6d73d96f03b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8673933 Jul 16 01:39:28.283446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829a200-b7a9-4f9e-b8c2-a663b9299566 req-7da2d581-91d0-408b-a6ba-a555e2fc2717 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.287071 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e829a200-b7a9-4f9e-b8c2-a663b9299566 req-7da2d581-91d0-408b-a6ba-a555e2fc2717 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.2389917 Jul 16 01:39:28.292784 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d2de5bf3-15f6-4844-b3f1-1a8419b55a91 None None] Port 9960609f-301b-4f86-8b29-7b6008488d5d cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:28.301509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6355e7f9-4e6d-4905-a453-1b2f47ee6dff triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:28.302059 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.345825 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:39:28.363485 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0906c-cd5c-490c-991e-fd4ecc67f174 req-3ad25561-c490-4835-823d-f28e395b991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.367104 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3cf0906c-cd5c-490c-991e-fd4ecc67f174 req-3ad25561-c490-4835-823d-f28e395b991e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1091318 Jul 16 01:39:28.371040 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d93c0edc-098f-415b-9760-57a290686038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.426146 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e829a200-b7a9-4f9e-b8c2-a663b9299566 req-a4eb2fbd-cc75-417c-8070-d39e6fb4d6b6 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287167 Jul 16 01:39:28.430417 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1daf7c8-c139-4415-8558-10468ce647b8 None None] Provisioning complete for port 9960609f-301b-4f86-8b29-7b6008488d5d triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:28.431017 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1daf7c8-c139-4415-8558-10468ce647b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.434576 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d83c8696-ca4f-4f49-8f02-4ac6c91d4d52 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:28.484840 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87efed-a3d2-41a5-b257-89588e717d34 req-b73f8e49-1a7c-4b4d-b337-af258e3f8f2d tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.486549 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd87efed-a3d2-41a5-b257-89588e717d34 req-b73f8e49-1a7c-4b4d-b337-af258e3f8f2d tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 944 time: 0.1348815 Jul 16 01:39:28.525033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1daf7c8-c139-4415-8558-10468ce647b8 None None] Port 9960609f-301b-4f86-8b29-7b6008488d5d cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:28.547908 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.553025 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port d83c8696-ca4f-4f49-8f02-4ac6c91d4d52 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:28.553652 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.627655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:28.639246 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Sync routers for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:28.642943 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ff2a68cb-0ae5-4333-8084-ffa2d5191460 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/2f353fa6-2443-40d8-91f2-fa2253ccb2e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4961860 Jul 16 01:39:28.644412 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57640) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:28.650983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e2ab0b5e-5b92-45de-9edc-eea7bffea651 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-306322970'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:28.653026 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:28.654053 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:28.656511 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3cf0906c-cd5c-490c-991e-fd4ecc67f174 req-6d6645d6-8c92-4789-9a7c-aca283426606 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752338 Jul 16 01:39:28.682905 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1c981-ec9f-461d-b030-f876c24737a0 req-5dc0b439-b02b-4c85-82c5-98ed6eadf4bc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.684453 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-68e1c981-ec9f-461d-b030-f876c24737a0 req-5dc0b439-b02b-4c85-82c5-98ed6eadf4bc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 946 time: 0.2048526 Jul 16 01:39:28.692258 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b320831e-d4d9-4065-b07f-585540fe98fc req-a922383f-b6e5-4a64-b843-974198d147fc tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--883986396&fields=id&tenant_id=e6903e818f0943108870e394a4b6e918 HTTP/1.1" status: 200 len: 267 time: 0.1388283 Jul 16 01:39:28.716209 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ab0b5e-5b92-45de-9edc-eea7bffea651 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Made reservation on behalf of 498924aad55244bba9d0f01dbf05d516 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:28.719525 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0b5e-5b92-45de-9edc-eea7bffea651 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.745614 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7bfa167f-e84d-4063-8190-742a94200be9 None None] Provisioning complete for port 9960609f-301b-4f86-8b29-7b6008488d5d triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:28.745999 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7bfa167f-e84d-4063-8190-742a94200be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.770399 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-68e1c981-ec9f-461d-b030-f876c24737a0 req-d3ef5ee7-8d68-4884-b0d6-5fc28b12a986 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746243 Jul 16 01:39:28.771090 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:28.782041 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-7bfa167f-e84d-4063-8190-742a94200be9 None None] Port 9960609f-301b-4f86-8b29-7b6008488d5d cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:28.792964 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-dd87efed-a3d2-41a5-b257-89588e717d34 req-11482c5a-71d3-4893-ab35-7fc9f70c5773 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Deleting port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:28.793320 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-dd87efed-a3d2-41a5-b257-89588e717d34 req-11482c5a-71d3-4893-ab35-7fc9f70c5773 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.798331 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3cf0906c-cd5c-490c-991e-fd4ecc67f174 req-d0626e2f-9f76-4ae8-95a7-34e7cb9d7699 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316915 Jul 16 01:39:28.874483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ab0b5e-5b92-45de-9edc-eea7bffea651 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:28.933712 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0b5e-5b92-45de-9edc-eea7bffea651 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.934053 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-e2ab0b5e-5b92-45de-9edc-eea7bffea651 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Added segment d7290120-faa6-4195-8c4d-160815eeb42c of type vlan for network 6f31d522-e0ee-48d1-b882-a05d2c18402f Jul 16 01:39:28.959522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320831e-d4d9-4065-b07f-585540fe98fc req-8582e0a1-d17d-4698-a1e3-47a38f62e476 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.961111 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b320831e-d4d9-4065-b07f-585540fe98fc req-8582e0a1-d17d-4698-a1e3-47a38f62e476 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/networks?id=bbab9db4-4886-4665-a04f-6c86f080eea8 HTTP/1.1" status: 200 len: 810 time: 0.2611289 Jul 16 01:39:28.991510 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:26Z', 'revision_number': 2, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:27Z', 'revision_number': 2, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:29.019879 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Checking router: 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:29.020117 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b320831e-d4d9-4065-b07f-585540fe98fc req-e39623f8-4ba2-40e5-9c56-597fd0758db9 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/quotas/e6903e818f0943108870e394a4b6e918 HTTP/1.1" status: 200 len: 375 time: 0.0345612 Jul 16 01:39:29.020215 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Updating router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 port 9960609f-301b-4f86-8b29-7b6008488d5d binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:39:29.021666 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0b5e-5b92-45de-9edc-eea7bffea651 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.026214 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-dd87efed-a3d2-41a5-b257-89588e717d34 req-11482c5a-71d3-4893-ab35-7fc9f70c5773 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] For port 628d5e89-f383-4ff8-a4e6-7e322dd44a81, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=628d5e89-f383-4ff8-a4e6-7e322dd44a81,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:29.026583 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-dd87efed-a3d2-41a5-b257-89588e717d34 req-11482c5a-71d3-4893-ab35-7fc9f70c5773 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.055003 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-dd87efed-a3d2-41a5-b257-89588e717d34 req-11482c5a-71d3-4893-ab35-7fc9f70c5773 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Calling delete_port for 628d5e89-f383-4ff8-a4e6-7e322dd44a81 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:29.058304 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.107429 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0b5e-5b92-45de-9edc-eea7bffea651 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.112992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ab0b5e-5b92-45de-9edc-eea7bffea651 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.113590 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0b5e-5b92-45de-9edc-eea7bffea651 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.132514 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872a292-e671-4527-844e-0e6688aea6e2 req-339cf95e-6742-4d22-bf33-a7516f2e3674 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.138318 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872a292-e671-4527-844e-0e6688aea6e2 req-339cf95e-6742-4d22-bf33-a7516f2e3674 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.144435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872a292-e671-4527-844e-0e6688aea6e2 req-339cf95e-6742-4d22-bf33-a7516f2e3674 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.151297 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872a292-e671-4527-844e-0e6688aea6e2 req-339cf95e-6742-4d22-bf33-a7516f2e3674 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.157235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872a292-e671-4527-844e-0e6688aea6e2 req-339cf95e-6742-4d22-bf33-a7516f2e3674 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.163200 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872a292-e671-4527-844e-0e6688aea6e2 req-339cf95e-6742-4d22-bf33-a7516f2e3674 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.169068 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872a292-e671-4527-844e-0e6688aea6e2 req-339cf95e-6742-4d22-bf33-a7516f2e3674 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.171072 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b872a292-e671-4527-844e-0e6688aea6e2 req-339cf95e-6742-4d22-bf33-a7516f2e3674 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5415 time: 0.1147871 Jul 16 01:39:29.186871 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e2ab0b5e-5b92-45de-9edc-eea7bffea651 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5414007 Jul 16 01:39:29.193040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57646) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:29.201268 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-94e565d0-cc0e-492f-a42b-cd4661b90ac5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'subnet': {'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:29.242252 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab0b5e-5b92-45de-9edc-eea7bffea651 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Network': ['ID=6f31d522-e0ee-48d1-b882-a05d2c18402f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:29.249099 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b872a292-e671-4527-844e-0e6688aea6e2 req-93bbd78c-eddf-4d62-b32a-9a48976b2509 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713675 Jul 16 01:39:29.267504 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 6f31d522-e0ee-48d1-b882-a05d2c18402f details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:29.273646 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b320831e-d4d9-4065-b07f-585540fe98fc req-e4dafdcb-79c9-4f9f-9656-902163686e72 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6903e818f0943108870e394a4b6e918&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2378163 Jul 16 01:39:29.323390 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e565d0-cc0e-492f-a42b-cd4661b90ac5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Made reservation on behalf of 498924aad55244bba9d0f01dbf05d516 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:29.328143 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94e565d0-cc0e-492f-a42b-cd4661b90ac5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.395455 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-dd87efed-a3d2-41a5-b257-89588e717d34 req-11482c5a-71d3-4893-ab35-7fc9f70c5773 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.445330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-b320831e-d4d9-4065-b07f-585540fe98fc req-31ea3495-71ea-4eaa-8e27-fdcb87c41fbe service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:39:29.448280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['628d5e89-f383-4ff8-a4e6-7e322dd44a81'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:29.452290 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b320831e-d4d9-4065-b07f-585540fe98fc req-31ea3495-71ea-4eaa-8e27-fdcb87c41fbe service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1245058 Jul 16 01:39:29.463490 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.479032 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Transition to ACTIVE for port object 9960609f-301b-4f86-8b29-7b6008488d5d will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:29.487667 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.488962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11482c5a-71d3-4893-ab35-7fc9f70c5773 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Pushing event deleted for resources: {'Port': ['ID=628d5e89-f383-4ff8-a4e6-7e322dd44a81,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:29.535279 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd87efed-a3d2-41a5-b257-89588e717d34 req-11482c5a-71d3-4893-ab35-7fc9f70c5773 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] No DVR routers for this DVR port 628d5e89-f383-4ff8-a4e6-7e322dd44a81 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:29.544179 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-dd87efed-a3d2-41a5-b257-89588e717d34 req-11482c5a-71d3-4893-ab35-7fc9f70c5773 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.546383 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd87efed-a3d2-41a5-b257-89588e717d34 req-11482c5a-71d3-4893-ab35-7fc9f70c5773 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.47 "DELETE /v2.0/ports/628d5e89-f383-4ff8-a4e6-7e322dd44a81 HTTP/1.1" status: 204 len: 173 time: 1.0505350 Jul 16 01:39:29.547018 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d704cc7-9a90-412c-95a9-297b0f97c2c7', 'name': 'network-vif-deleted', 'tag': '628d5e89-f383-4ff8-a4e6-7e322dd44a81'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:29.549541 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f556518-7d85-4b66-8d67-c59c43ca0c6e" -d '{"events": [{"server_uuid": "7d704cc7-9a90-412c-95a9-297b0f97c2c7", "name": "network-vif-deleted", "tag": "628d5e89-f383-4ff8-a4e6-7e322dd44a81"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:29.550557 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb879d-ceee-43f1-b404-85d8bb04fe96 None None] Pushing event updated for resources: {'Port': ['ID=9960609f-301b-4f86-8b29-7b6008488d5d,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:29.631588 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b320831e-d4d9-4065-b07f-585540fe98fc req-29429651-5db5-4f4e-a6fa-a8ca0d27f294 service neutron] 10.222.0.54 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394055 Jul 16 01:39:29.638216 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Attempting to bind port 9960609f-301b-4f86-8b29-7b6008488d5d on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:29.638681 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Attempting to bind port 9960609f-301b-4f86-8b29-7b6008488d5d by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'c8888cf3-8cf2-4b34-8592-836a6c303f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:29.639051 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Attempting to bind port 9960609f-301b-4f86-8b29-7b6008488d5d on network 0d9a7429-d85f-4247-a446-18bdf89af4f6 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:29.644866 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:29.645505 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Checking segment: {'id': 'c8888cf3-8cf2-4b34-8592-836a6c303f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:29.645764 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.646029 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Bound using segment: {'id': 'c8888cf3-8cf2-4b34-8592-836a6c303f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:29.646729 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Bound port: 9960609f-301b-4f86-8b29-7b6008488d5d, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8888cf3-8cf2-4b34-8592-836a6c303f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:29.647186 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.743216 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] For port 9960609f-301b-4f86-8b29-7b6008488d5d, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:29.747732 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] For port 9960609f-301b-4f86-8b29-7b6008488d5d, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9960609f-301b-4f86-8b29-7b6008488d5d,segment=NetworkSegment(c8888cf3-8cf2-4b34-8592-836a6c303f79),segment_id=c8888cf3-8cf2-4b34-8592-836a6c303f79)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:29.753282 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.765958 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b320831e-d4d9-4065-b07f-585540fe98fc req-d87daead-9b29-442c-bf1c-baec8ad1bafc service neutron] 10.222.0.54 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304636 Jul 16 01:39:29.803220 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-364108cd-f363-4b36-bb10-544f50d23e3d req-4a27da8c-776b-4417-98f4-646cb9a6d23b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d704cc7-9a90-412c-95a9-297b0f97c2c7 HTTP/1.1" status: 200 len: 210 time: 0.3759565 Jul 16 01:39:29.846362 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:29.847032 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:29.947617 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6010988f-c8d0-471b-afab-a70f8f8eb477 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:30.038821 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb879d-ceee-43f1-b404-85d8bb04fe96 None None] Pushing event updated for resources: {'Port': ['ID=9960609f-301b-4f86-8b29-7b6008488d5d,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:30.064348 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:30.069992 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94e565d0-cc0e-492f-a42b-cd4661b90ac5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.143935 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c68c9e-540d-4cee-ab18-3ea89e854f1d x-openstack-request-id: req-f6c68c9e-540d-4cee-ab18-3ea89e854f1d {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:30.148550 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d704cc7-9a90-412c-95a9-297b0f97c2c7", "name": "network-vif-deleted", "tag": "628d5e89-f383-4ff8-a4e6-7e322dd44a81", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:30.148720 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f6c68c9e-540d-4cee-ab18-3ea89e854f1d {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:30.149150 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d704cc7-9a90-412c-95a9-297b0f97c2c7', 'name': 'network-vif-deleted', 'tag': '628d5e89-f383-4ff8-a4e6-7e322dd44a81', 'status': 'completed', 'code': 200} Jul 16 01:39:30.158980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ba5ae-5fde-43e8-b59b-ab85b3cb3073 req-5011b20b-deb9-461f-9716-2679a2ac57fc tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.166767 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6010988f-c8d0-471b-afab-a70f8f8eb477, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6010988f-c8d0-471b-afab-a70f8f8eb477,segment=NetworkSegment(3986646c-2b6f-4b44-8db9-e3622b113280),segment_id=3986646c-2b6f-4b44-8db9-e3622b113280)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:30.168237 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4c1ba5ae-5fde-43e8-b59b-ab85b3cb3073 req-5011b20b-deb9-461f-9716-2679a2ac57fc tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.1320963 Jul 16 01:39:30.213044 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '6010988f-c8d0-471b-afab-a70f8f8eb477', 'network_id': 'b9af7ef5-ac18-4736-89a9-97ab3ca3428e', 'port_id': '6010988f-c8d0-471b-afab-a70f8f8eb477', 'mac_address': 'fa:16:3e:5a:65:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee1b643-788b-4220-9980-461350f0a6df', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:30.213219 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e565d0-cc0e-492f-a42b-cd4661b90ac5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Subnet': ['ID=428ff415-3853-46bd-9fbe-5dad3487f45c,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:30.222296 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e565d0-cc0e-492f-a42b-cd4661b90ac5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Checking segment: {'id': 'd7290120-faa6-4195-8c4d-160815eeb42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:30.222956 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e565d0-cc0e-492f-a42b-cd4661b90ac5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network hostable DHCP agents. Network: 6f31d522-e0ee-48d1-b882-a05d2c18402f, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:30.247917 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4c1ba5ae-5fde-43e8-b59b-ab85b3cb3073 req-22f77664-652c-4f1c-a9d7-bbcc5e9d1ae4 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730059 Jul 16 01:39:30.326423 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e565d0-cc0e-492f-a42b-cd4661b90ac5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network 6f31d522-e0ee-48d1-b882-a05d2c18402f is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:30.342778 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-94e565d0-cc0e-492f-a42b-cd4661b90ac5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 6f31d522-e0ee-48d1-b882-a05d2c18402f) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:30.348703 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.355955 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6ac5ce-41b3-407f-9003-5dd93cef4abf None None] Network 6f31d522-e0ee-48d1-b882-a05d2c18402f requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:30.365380 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e565d0-cc0e-492f-a42b-cd4661b90ac5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.366072 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94e565d0-cc0e-492f-a42b-cd4661b90ac5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.400346 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6010988f-c8d0-471b-afab-a70f8f8eb477 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:30.434132 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e4d1423d-7c9d-4501-9443-fcee8fb1cd90 req-80a23d46-af17-4968-ae36-481f2988e6ff tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 210 time: 0.1157467 Jul 16 01:39:30.465377 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-94e565d0-cc0e-492f-a42b-cd4661b90ac5 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2690628 Jul 16 01:39:30.468323 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57670) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:30.479297 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6010988f-c8d0-471b-afab-a70f8f8eb477, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6010988f-c8d0-471b-afab-a70f8f8eb477,segment=NetworkSegment(3986646c-2b6f-4b44-8db9-e3622b113280),segment_id=3986646c-2b6f-4b44-8db9-e3622b113280)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:30.491569 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.492724 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5ae438b0-6561-4508-8234-dd26f7191e3e details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:30.526967 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c1f03-90bf-4923-926d-436200560604 req-696a2308-503e-4325-b3c0-0e0e14afffa4 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.528727 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f18c1f03-90bf-4923-926d-436200560604 req-696a2308-503e-4325-b3c0-0e0e14afffa4 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 946 time: 0.1576815 Jul 16 01:39:30.621283 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f18c1f03-90bf-4923-926d-436200560604 req-9caba5b9-efc2-426f-91e4-245c07fd5eb0 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793688 Jul 16 01:39:30.666709 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5ae438b0-6561-4508-8234-dd26f7191e3e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5ae438b0-6561-4508-8234-dd26f7191e3e,segment=NetworkSegment(3986646c-2b6f-4b44-8db9-e3622b113280),segment_id=3986646c-2b6f-4b44-8db9-e3622b113280)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:30.709254 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '5ae438b0-6561-4508-8234-dd26f7191e3e', 'network_id': 'b9af7ef5-ac18-4736-89a9-97ab3ca3428e', 'port_id': '5ae438b0-6561-4508-8234-dd26f7191e3e', 'mac_address': 'fa:16:3e:2f:24:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee1b643-788b-4220-9980-461350f0a6df', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:30.713485 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=6010988f-c8d0-471b-afab-a70f8f8eb477,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:30.782424 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:26Z', 'revision_number': 2, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:29Z', 'revision_number': 4, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:30.813960 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30455ca6-ead8-4eb7-8903-7a05c30405e3 None None] The sync data for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 is: [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:26Z', 'revision_number': 2, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:29Z', 'revision_number': 4, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:30.817331 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-6f31d522-e0ee-48d1-b882-a05d2c18402f', 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'fixed_ips': [{'subnet_id': '428ff415-3853-46bd-9fbe-5dad3487f45c'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:30.820029 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.891420 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e150507-d818-41b6-bc18-dbb2fce8dcbb req-1700dd4d-0ae6-4465-95e0-28989fa7ff5e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.905780 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e150507-d818-41b6-bc18-dbb2fce8dcbb req-1700dd4d-0ae6-4465-95e0-28989fa7ff5e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.913533 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e150507-d818-41b6-bc18-dbb2fce8dcbb req-1700dd4d-0ae6-4465-95e0-28989fa7ff5e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.923451 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e150507-d818-41b6-bc18-dbb2fce8dcbb req-1700dd4d-0ae6-4465-95e0-28989fa7ff5e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.929764 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.933540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e150507-d818-41b6-bc18-dbb2fce8dcbb req-1700dd4d-0ae6-4465-95e0-28989fa7ff5e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.941380 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e150507-d818-41b6-bc18-dbb2fce8dcbb req-1700dd4d-0ae6-4465-95e0-28989fa7ff5e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.949692 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae438b0-6561-4508-8234-dd26f7191e3e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:30.951365 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e150507-d818-41b6-bc18-dbb2fce8dcbb req-1700dd4d-0ae6-4465-95e0-28989fa7ff5e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.954073 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e150507-d818-41b6-bc18-dbb2fce8dcbb req-1700dd4d-0ae6-4465-95e0-28989fa7ff5e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5416 time: 0.1802411 Jul 16 01:39:31.032594 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e150507-d818-41b6-bc18-dbb2fce8dcbb req-72ac4274-3acb-4f98-ad74-c16cf75f4957 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663276 Jul 16 01:39:31.042098 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5ae438b0-6561-4508-8234-dd26f7191e3e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5ae438b0-6561-4508-8234-dd26f7191e3e,segment=NetworkSegment(3986646c-2b6f-4b44-8db9-e3622b113280),segment_id=3986646c-2b6f-4b44-8db9-e3622b113280)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:31.057928 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.059023 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 65ae1488-7894-4e05-a642-06cbec3578dd details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:31.140435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Allocated IP 2001:db8:1::2 (6f31d522-e0ee-48d1-b882-a05d2c18402f/428ff415-3853-46bd-9fbe-5dad3487f45c/a8101522-c0f0-4740-85c1-b65a233a15d6) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:31.196134 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.201846 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-afbe5e4f-85c3-4a79-b459-2525e83065ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.239082 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.364466 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5ae438b0-6561-4508-8234-dd26f7191e3e,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:31.503452 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 65ae1488-7894-4e05-a642-06cbec3578dd, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=65ae1488-7894-4e05-a642-06cbec3578dd,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:31.527966 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.544784 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '65ae1488-7894-4e05-a642-06cbec3578dd', 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412', 'port_id': '65ae1488-7894-4e05-a642-06cbec3578dd', 'mac_address': 'fa:16:3e:62:4f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c50c7f-3bfe-422a-ae80-e07354d7446f', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:31.552302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Transition to ACTIVE for port object a8101522-c0f0-4740-85c1-b65a233a15d6 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:31.570535 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226c59e-6479-4c16-bd65-ed7a55306f73 req-10a47193-0a04-4b78-8e54-0ec6f32ac88b tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.588341 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2226c59e-6479-4c16-bd65-ed7a55306f73 req-10a47193-0a04-4b78-8e54-0ec6f32ac88b tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.1165566 Jul 16 01:39:31.602290 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Transition to ACTIVE for port object a8101522-c0f0-4740-85c1-b65a233a15d6 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:31.616027 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.618549 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.646431 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2226c59e-6479-4c16-bd65-ed7a55306f73 req-43b841ea-0365-4c5d-b9dc-1a9481960870 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570331 Jul 16 01:39:31.702864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ae1488-7894-4e05-a642-06cbec3578dd {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:31.729812 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Network 6f31d522-e0ee-48d1-b882-a05d2c18402f is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:31.740457 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2279ca51-5de7-41ff-af92-212796961d24 req-1580232c-d9a8-4646-b8d5-97b6beb6e7db tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 210 time: 0.0871165 Jul 16 01:39:31.745796 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Pushing event updated for resources: {'Port': ['ID=a8101522-c0f0-4740-85c1-b65a233a15d6,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:31.759214 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:31.763074 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:31.786042 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 65ae1488-7894-4e05-a642-06cbec3578dd, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=65ae1488-7894-4e05-a642-06cbec3578dd,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:31.800964 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.804586 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 38632ecf-0c45-4f74-98a7-3369ccdd828e details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:31.924645 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e62909-8b1a-4970-9d6c-2c6801255aae req-c5dcdc8e-1eab-42c9-949e-69cb4502688c tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.930064 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19e62909-8b1a-4970-9d6c-2c6801255aae req-c5dcdc8e-1eab-42c9-949e-69cb4502688c tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 944 time: 0.1416042 Jul 16 01:39:31.975647 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Allocated IP 2001:db8:1::1 (6f31d522-e0ee-48d1-b882-a05d2c18402f/428ff415-3853-46bd-9fbe-5dad3487f45c/1b9a83e5-442a-487d-b13c-11e58d7ccefd) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:31.988760 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19e62909-8b1a-4970-9d6c-2c6801255aae req-75934449-43ba-450f-85a7-21d6c0859855 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575900 Jul 16 01:39:32.000648 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Attempting to bind port a8101522-c0f0-4740-85c1-b65a233a15d6 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:32.000962 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Attempting to bind port a8101522-c0f0-4740-85c1-b65a233a15d6 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'd7290120-faa6-4195-8c4d-160815eeb42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:32.001394 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Attempting to bind port a8101522-c0f0-4740-85c1-b65a233a15d6 on network 6f31d522-e0ee-48d1-b882-a05d2c18402f {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:32.020209 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.060882 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=65ae1488-7894-4e05-a642-06cbec3578dd,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:32.069231 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9960609f-301b-4f86-8b29-7b6008488d5d up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:32.107651 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 38632ecf-0c45-4f74-98a7-3369ccdd828e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=38632ecf-0c45-4f74-98a7-3369ccdd828e,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:32.122482 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:32.123020 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Checking segment: {'id': 'd7290120-faa6-4195-8c4d-160815eeb42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:32.123529 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.124055 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Bound using segment: {'id': 'd7290120-faa6-4195-8c4d-160815eeb42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:32.124672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Bound port: a8101522-c0f0-4740-85c1-b65a233a15d6, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7290120-faa6-4195-8c4d-160815eeb42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:32.125323 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.142622 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '38632ecf-0c45-4f74-98a7-3369ccdd828e', 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412', 'port_id': '38632ecf-0c45-4f74-98a7-3369ccdd828e', 'mac_address': 'fa:16:3e:51:c4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c50c7f-3bfe-422a-ae80-e07354d7446f', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:32.200274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 9960609f-301b-4f86-8b29-7b6008488d5d completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:32.214836 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 9960609f-301b-4f86-8b29-7b6008488d5d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:32.215150 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.252423 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.300197 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] For port a8101522-c0f0-4740-85c1-b65a233a15d6, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:32.305842 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38632ecf-0c45-4f74-98a7-3369ccdd828e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:32.312291 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] For port a8101522-c0f0-4740-85c1-b65a233a15d6, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a8101522-c0f0-4740-85c1-b65a233a15d6,segment=NetworkSegment(d7290120-faa6-4195-8c4d-160815eeb42c),segment_id=d7290120-faa6-4195-8c4d-160815eeb42c)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:32.328301 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.373653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 38632ecf-0c45-4f74-98a7-3369ccdd828e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=38632ecf-0c45-4f74-98a7-3369ccdd828e,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:32.406128 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.407043 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:32.452007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e50da-e8c3-4c6b-8efc-e8c39bc3722b None None] Pushing event updated for resources: {'Port': ['ID=a8101522-c0f0-4740-85c1-b65a233a15d6,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:32.454678 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.482672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df8be3-a60a-4d23-8d3e-ecf1368ec0a4 req-f3b39ea3-2316-4e14-a4b9-fcaa876d1073 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.488957 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df8be3-a60a-4d23-8d3e-ecf1368ec0a4 req-f3b39ea3-2316-4e14-a4b9-fcaa876d1073 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.496160 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df8be3-a60a-4d23-8d3e-ecf1368ec0a4 req-f3b39ea3-2316-4e14-a4b9-fcaa876d1073 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.501212 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c699c8-2243-4c94-a4ed-25009a2d2c19 req-1c0b3a44-c489-46e2-8549-2b180c1abea2 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.502747 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-43c699c8-2243-4c94-a4ed-25009a2d2c19 req-1c0b3a44-c489-46e2-8549-2b180c1abea2 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 946 time: 0.6249011 Jul 16 01:39:32.502939 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df8be3-a60a-4d23-8d3e-ecf1368ec0a4 req-f3b39ea3-2316-4e14-a4b9-fcaa876d1073 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.510634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df8be3-a60a-4d23-8d3e-ecf1368ec0a4 req-f3b39ea3-2316-4e14-a4b9-fcaa876d1073 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.517412 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df8be3-a60a-4d23-8d3e-ecf1368ec0a4 req-f3b39ea3-2316-4e14-a4b9-fcaa876d1073 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.523936 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df8be3-a60a-4d23-8d3e-ecf1368ec0a4 req-f3b39ea3-2316-4e14-a4b9-fcaa876d1073 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.527111 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-38df8be3-a60a-4d23-8d3e-ecf1368ec0a4 req-f3b39ea3-2316-4e14-a4b9-fcaa876d1073 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5418 time: 0.1680293 Jul 16 01:39:32.551528 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=38632ecf-0c45-4f74-98a7-3369ccdd828e,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:32.584812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b83d82-0841-422a-87dd-a2b8396f5038 req-0e9f0f48-e3e3-4f7b-a4d3-def21c9b3856 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.587265 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-53b83d82-0841-422a-87dd-a2b8396f5038 req-0e9f0f48-e3e3-4f7b-a4d3-def21c9b3856 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.47 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 944 time: 0.1675568 Jul 16 01:39:32.608234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 9960609f-301b-4f86-8b29-7b6008488d5d, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9960609f-301b-4f86-8b29-7b6008488d5d,segment=NetworkSegment(c8888cf3-8cf2-4b34-8592-836a6c303f79),segment_id=c8888cf3-8cf2-4b34-8592-836a6c303f79)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:32.613748 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.637784 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-38df8be3-a60a-4d23-8d3e-ecf1368ec0a4 req-c828142d-08ae-41c4-955a-410d56b65321 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0940349 Jul 16 01:39:32.681874 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-43c699c8-2243-4c94-a4ed-25009a2d2c19 req-3654d01b-e2c2-462d-9bb2-c0ca138a3798 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703002 Jul 16 01:39:32.737974 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6072fcdc-ba07-43e1-a11f-87e967e3d8d2, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6072fcdc-ba07-43e1-a11f-87e967e3d8d2,segment=NetworkSegment(f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e),segment_id=f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:32.742756 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.752418 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=9960609f-301b-4f86-8b29-7b6008488d5d,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:32.762748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '6072fcdc-ba07-43e1-a11f-87e967e3d8d2', 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6', 'port_id': '6072fcdc-ba07-43e1-a11f-87e967e3d8d2', 'mac_address': 'fa:16:3e:47:23:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:32.770661 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320831e-d4d9-4065-b07f-585540fe98fc req-c70d71b6-3782-4c31-9eda-f2fc8d6ab056 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.773468 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b320831e-d4d9-4065-b07f-585540fe98fc req-c70d71b6-3782-4c31-9eda-f2fc8d6ab056 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.47 "GET /v2.0/networks?id=bbab9db4-4886-4665-a04f-6c86f080eea8 HTTP/1.1" status: 200 len: 810 time: 0.3292365 Jul 16 01:39:32.785736 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Transition to ACTIVE for port object 1b9a83e5-442a-487d-b13c-11e58d7ccefd will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:32.845060 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.874385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:32.900634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-53b83d82-0841-422a-87dd-a2b8396f5038 req-f8d63d99-13d3-44ca-bf08-cdc79a60d150 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Deleting port a778f48b-5a5d-408a-88ad-c2f4fa813e73 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:32.900985 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-53b83d82-0841-422a-87dd-a2b8396f5038 req-f8d63d99-13d3-44ca-bf08-cdc79a60d150 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.906420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6072fcdc-ba07-43e1-a11f-87e967e3d8d2, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6072fcdc-ba07-43e1-a11f-87e967e3d8d2,segment=NetworkSegment(f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e),segment_id=f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:32.911966 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.914007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 11992ae6-9859-40c9-97b3-fc8adc0a2e04 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:32.965931 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b320831e-d4d9-4065-b07f-585540fe98fc req-6945eabe-d143-4157-90b9-498fbcd18fba tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6903e818f0943108870e394a4b6e918 HTTP/1.1" status: 200 len: 379 time: 0.1722314 Jul 16 01:39:32.979311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-b320831e-d4d9-4065-b07f-585540fe98fc req-bb41e49a-f146-457e-94ba-b26e3d08a209 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Request body: {'port': {'device_id': '00d3edb2-67e1-49b0-ab10-369899f0e853', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'admin_state_up': True, 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'security_groups': ['63112b4d-249c-4cd2-b26f-3da26e361032']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:32.991784 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 628d5e89-f383-4ff8-a4e6-7e322dd44a81 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:33.012687 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.030255 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 628d5e89-f383-4ff8-a4e6-7e322dd44a81 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:33.030853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 628d5e89-f383-4ff8-a4e6-7e322dd44a81 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:33.048891 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-53b83d82-0841-422a-87dd-a2b8396f5038 req-f8d63d99-13d3-44ca-bf08-cdc79a60d150 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] For port a778f48b-5a5d-408a-88ad-c2f4fa813e73, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a778f48b-5a5d-408a-88ad-c2f4fa813e73,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:33.049264 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-53b83d82-0841-422a-87dd-a2b8396f5038 req-f8d63d99-13d3-44ca-bf08-cdc79a60d150 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.065509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-53b83d82-0841-422a-87dd-a2b8396f5038 req-f8d63d99-13d3-44ca-bf08-cdc79a60d150 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Calling delete_port for a778f48b-5a5d-408a-88ad-c2f4fa813e73 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:33.086443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=6072fcdc-ba07-43e1-a11f-87e967e3d8d2,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:33.129591 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network 6f31d522-e0ee-48d1-b882-a05d2c18402f is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:33.143995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:33.148989 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=1b9a83e5-442a-487d-b13c-11e58d7ccefd,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:33.151789 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:33.152539 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.159997 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7df5a7c7-4a44-449e-a3b5-0a936b3ac7b9 req-5a9a7742-f589-45a0-af40-51164b196659 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 210 time: 0.0431390 Jul 16 01:39:33.162590 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:33.180477 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '11992ae6-9859-40c9-97b3-fc8adc0a2e04', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '11992ae6-9859-40c9-97b3-fc8adc0a2e04', 'mac_address': 'fa:16:3e:21:e9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:33.233864 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe790317-68d8-4865-9a2a-00dd8cb023d7 req-bea291a0-2850-4b02-8c9f-a35a0c88107c tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.235779 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe790317-68d8-4865-9a2a-00dd8cb023d7 req-bea291a0-2850-4b02-8c9f-a35a0c88107c tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.3509133 Jul 16 01:39:33.284206 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-53b83d82-0841-422a-87dd-a2b8396f5038 req-f8d63d99-13d3-44ca-bf08-cdc79a60d150 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.328643 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d63d99-13d3-44ca-bf08-cdc79a60d150 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Pushing event deleted for resources: {'Port': ['ID=a778f48b-5a5d-408a-88ad-c2f4fa813e73,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:33.329714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b320831e-d4d9-4065-b07f-585540fe98fc req-bb41e49a-f146-457e-94ba-b26e3d08a209 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Made reservation on behalf of e6903e818f0943108870e394a4b6e918 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:33.333239 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b320831e-d4d9-4065-b07f-585540fe98fc req-bb41e49a-f146-457e-94ba-b26e3d08a209 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.352814 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe790317-68d8-4865-9a2a-00dd8cb023d7 req-ca832863-b555-4ad9-b619-60196e1ff533 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898619 Jul 16 01:39:33.370863 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-34c148c9-8345-4d12-a4e3-c0929d09d3e3 req-f9f5aef7-9ea7-401d-a510-c27df575ba4f tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33439c9-2209-4895-a1d3-1e3d90f801fd HTTP/1.1" status: 200 len: 210 time: 0.0443912 Jul 16 01:39:33.426806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b83d82-0841-422a-87dd-a2b8396f5038 req-f8d63d99-13d3-44ca-bf08-cdc79a60d150 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] No DVR routers for this DVR port a778f48b-5a5d-408a-88ad-c2f4fa813e73 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:33.430737 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-53b83d82-0841-422a-87dd-a2b8396f5038 req-f8d63d99-13d3-44ca-bf08-cdc79a60d150 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.432796 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-53b83d82-0841-422a-87dd-a2b8396f5038 req-f8d63d99-13d3-44ca-bf08-cdc79a60d150 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.47 "DELETE /v2.0/ports/a778f48b-5a5d-408a-88ad-c2f4fa813e73 HTTP/1.1" status: 204 len: 173 time: 0.8333223 Jul 16 01:39:33.433271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33439c9-2209-4895-a1d3-1e3d90f801fd', 'name': 'network-vif-deleted', 'tag': 'a778f48b-5a5d-408a-88ad-c2f4fa813e73'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:33.436560 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.449672 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eea9b3a-8dd1-45fd-a55e-d948023ececa" -d '{"events": [{"server_uuid": "e33439c9-2209-4895-a1d3-1e3d90f801fd", "name": "network-vif-deleted", "tag": "a778f48b-5a5d-408a-88ad-c2f4fa813e73"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:33.452734 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.464521 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11992ae6-9859-40c9-97b3-fc8adc0a2e04 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:33.504575 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf59864a-7218-469d-b0f8-b99923121e85 x-openstack-request-id: req-cf59864a-7218-469d-b0f8-b99923121e85 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:33.505150 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33439c9-2209-4895-a1d3-1e3d90f801fd", "name": "network-vif-deleted", "tag": "a778f48b-5a5d-408a-88ad-c2f4fa813e73", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:33.505652 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf59864a-7218-469d-b0f8-b99923121e85 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:33.506181 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:33.506342 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33439c9-2209-4895-a1d3-1e3d90f801fd', 'name': 'network-vif-deleted', 'tag': 'a778f48b-5a5d-408a-88ad-c2f4fa813e73', 'status': 'completed', 'code': 200} Jul 16 01:39:33.512446 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.513508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6d22a53b-2464-4614-a2e4-ad4303acef4b details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:33.610866 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6d22a53b-2464-4614-a2e4-ad4303acef4b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6d22a53b-2464-4614-a2e4-ad4303acef4b,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:33.613596 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=11992ae6-9859-40c9-97b3-fc8adc0a2e04,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:33.632177 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '6d22a53b-2464-4614-a2e4-ad4303acef4b', 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412', 'port_id': '6d22a53b-2464-4614-a2e4-ad4303acef4b', 'mac_address': 'fa:16:3e:ee:cb:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c50c7f-3bfe-422a-ae80-e07354d7446f', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:33.638536 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-b320831e-d4d9-4065-b07f-585540fe98fc req-bb41e49a-f146-457e-94ba-b26e3d08a209 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Allocated IP 172.20.0.10 (bbab9db4-4886-4665-a04f-6c86f080eea8/9e8d412d-f3ed-49c0-9f76-a0b8381deff4/b1904735-02ed-4520-a126-3e0a9351b919) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:33.686419 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.752722 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d22a53b-2464-4614-a2e4-ad4303acef4b {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:33.776369 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.786747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6d22a53b-2464-4614-a2e4-ad4303acef4b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6d22a53b-2464-4614-a2e4-ad4303acef4b,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:33.791977 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.794772 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 7a8a248f-ea30-4e34-8a9e-022a3b879da9 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:33.883787 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=6d22a53b-2464-4614-a2e4-ad4303acef4b,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:33.913746 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62e60a-703c-4d46-a15a-4d874df0753d req-808635db-d9e5-4907-91e6-0962859a0ede tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.918355 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 7a8a248f-ea30-4e34-8a9e-022a3b879da9, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7a8a248f-ea30-4e34-8a9e-022a3b879da9,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:33.926180 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62e60a-703c-4d46-a15a-4d874df0753d req-808635db-d9e5-4907-91e6-0962859a0ede tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.938692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62e60a-703c-4d46-a15a-4d874df0753d req-808635db-d9e5-4907-91e6-0962859a0ede tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.947042 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62e60a-703c-4d46-a15a-4d874df0753d req-808635db-d9e5-4907-91e6-0962859a0ede tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.953039 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '7a8a248f-ea30-4e34-8a9e-022a3b879da9', 'network_id': '525896ce-09df-4da2-9eab-4fa66a501412', 'port_id': '7a8a248f-ea30-4e34-8a9e-022a3b879da9', 'mac_address': 'fa:16:3e:3a:c3:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c50c7f-3bfe-422a-ae80-e07354d7446f', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:33.955757 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62e60a-703c-4d46-a15a-4d874df0753d req-808635db-d9e5-4907-91e6-0962859a0ede tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.962070 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62e60a-703c-4d46-a15a-4d874df0753d req-808635db-d9e5-4907-91e6-0962859a0ede tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.968051 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62e60a-703c-4d46-a15a-4d874df0753d req-808635db-d9e5-4907-91e6-0962859a0ede tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.970204 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd62e60a-703c-4d46-a15a-4d874df0753d req-808635db-d9e5-4907-91e6-0962859a0ede tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5421 time: 0.1839743 Jul 16 01:39:34.008615 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b320831e-d4d9-4065-b07f-585540fe98fc req-bb41e49a-f146-457e-94ba-b26e3d08a209 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.009471 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.042924 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.045394 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c756d13-e312-4b2f-8b8d-400797fd8558 None None] Network 6f31d522-e0ee-48d1-b882-a05d2c18402f requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:34.046326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-b320831e-d4d9-4065-b07f-585540fe98fc req-bb41e49a-f146-457e-94ba-b26e3d08a209 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Transition to ACTIVE for port object b1904735-02ed-4520-a126-3e0a9351b919 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:34.056772 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8856d48-061a-48a8-96f6-8f975f844fa7 req-96cd5d66-e844-4bae-a9e3-7856bf78641d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.063974 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f8856d48-061a-48a8-96f6-8f975f844fa7 req-96cd5d66-e844-4bae-a9e3-7856bf78641d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 947 time: 0.1800048 Jul 16 01:39:34.071840 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.072622 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.075831 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd62e60a-703c-4d46-a15a-4d874df0753d req-e1a00657-be31-49f7-bea9-ca49f4eeb435 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0909109 Jul 16 01:39:34.082973 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8a248f-ea30-4e34-8a9e-022a3b879da9 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:34.136773 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-57471597-4292-4038-a9f0-f95f0a8da5c6 None None] Provisioning for port a8101522-c0f0-4740-85c1-b65a233a15d6 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:34.189126 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9960609f-301b-4f86-8b29-7b6008488d5d up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:34.195463 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 7a8a248f-ea30-4e34-8a9e-022a3b879da9, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7a8a248f-ea30-4e34-8a9e-022a3b879da9,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:34.196592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=1b9a83e5-442a-487d-b13c-11e58d7ccefd,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:34.212999 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f8856d48-061a-48a8-96f6-8f975f844fa7 req-6650f4f9-1eb9-4e87-8e3f-64b1f2305012 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480329 Jul 16 01:39:34.222145 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.261186 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b320831e-d4d9-4065-b07f-585540fe98fc req-bb41e49a-f146-457e-94ba-b26e3d08a209 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.345357 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 9960609f-301b-4f86-8b29-7b6008488d5d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:34.345737 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.355218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b320831e-d4d9-4065-b07f-585540fe98fc req-bb41e49a-f146-457e-94ba-b26e3d08a209 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Network bbab9db4-4886-4665-a04f-6c86f080eea8 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:34.364008 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-b320831e-d4d9-4065-b07f-585540fe98fc req-bb41e49a-f146-457e-94ba-b26e3d08a209 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:34.392019 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b320831e-d4d9-4065-b07f-585540fe98fc req-bb41e49a-f146-457e-94ba-b26e3d08a209 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:34.411154 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=7a8a248f-ea30-4e34-8a9e-022a3b879da9,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:34.413700 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network 6f31d522-e0ee-48d1-b882-a05d2c18402f is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:34.415436 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41e49a-f146-457e-94ba-b26e3d08a209 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Pushing event updated for resources: {'Port': ['ID=b1904735-02ed-4520-a126-3e0a9351b919,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:34.442035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:34.535617 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a8101522-c0f0-4740-85c1-b65a233a15d6 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:34.571079 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320831e-d4d9-4065-b07f-585540fe98fc req-bb41e49a-f146-457e-94ba-b26e3d08a209 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.571781 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b320831e-d4d9-4065-b07f-585540fe98fc req-bb41e49a-f146-457e-94ba-b26e3d08a209 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.606968 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526eb9cb-4f0e-4d68-8a9c-c6ff9d0e1c77 req-974c7760-968b-4023-8066-989357a9c942 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.612379 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port a8101522-c0f0-4740-85c1-b65a233a15d6 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:34.613958 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-526eb9cb-4f0e-4d68-8a9c-c6ff9d0e1c77 req-974c7760-968b-4023-8066-989357a9c942 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 932 time: 0.2735434 Jul 16 01:39:34.619376 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port a8101522-c0f0-4740-85c1-b65a233a15d6 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:34.619916 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.646662 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b320831e-d4d9-4065-b07f-585540fe98fc req-bb41e49a-f146-457e-94ba-b26e3d08a209 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6717472 Jul 16 01:39:34.657129 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:34.671261 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Request body: {'port': {'device_id': '00d3edb2-67e1-49b0-ab10-369899f0e853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:34.675977 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e951fbc-91a8-4784-8faa-adcfde3948f1 req-4d583703-49d2-4e38-9acc-92a410a6c300 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.684896 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0e951fbc-91a8-4784-8faa-adcfde3948f1 req-4d583703-49d2-4e38-9acc-92a410a6c300 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.1091473 Jul 16 01:39:34.723044 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.729363 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0e951fbc-91a8-4784-8faa-adcfde3948f1 req-7d4f928e-502d-4c00-b673-954f0ededd41 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419655 Jul 16 01:39:34.763536 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port a8101522-c0f0-4740-85c1-b65a233a15d6, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a8101522-c0f0-4740-85c1-b65a233a15d6,segment=NetworkSegment(d7290120-faa6-4195-8c4d-160815eeb42c),segment_id=d7290120-faa6-4195-8c4d-160815eeb42c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:34.774806 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.816743 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-78f35042-6cc0-4dc8-968b-93cca4603b45 None None] Provisioning for port b1904735-02ed-4520-a126-3e0a9351b919 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:34.827085 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-78f35042-6cc0-4dc8-968b-93cca4603b45 None None] Provisioning complete for port b1904735-02ed-4520-a126-3e0a9351b919 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:34.827458 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-78f35042-6cc0-4dc8-968b-93cca4603b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.848467 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-526eb9cb-4f0e-4d68-8a9c-c6ff9d0e1c77 req-490487ee-4b0c-41af-b831-7e4a09104aca tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335088 Jul 16 01:39:34.857455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:34.867491 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57722) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:34.872713 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-cb403f6b-915e-45f8-ac87-0895efa3cfdc tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-405106914'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:34.874366 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Sync routers for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:34.887159 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=a8101522-c0f0-4740-85c1-b65a233a15d6,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:34.890045 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-34e7c505-787e-4693-a2b3-d6246e3ba687 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/2f353fa6-2443-40d8-91f2-fa2253ccb2e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4192088 Jul 16 01:39:34.906761 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-78f35042-6cc0-4dc8-968b-93cca4603b45 None None] Port b1904735-02ed-4520-a126-3e0a9351b919 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:34.909322 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:34.910695 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:34.929928 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb403f6b-915e-45f8-ac87-0895efa3cfdc tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Made reservation on behalf of 498924aad55244bba9d0f01dbf05d516 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:34.944220 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cb403f6b-915e-45f8-ac87-0895efa3cfdc tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.995425 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb403f6b-915e-45f8-ac87-0895efa3cfdc tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:35.016642 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.028975 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:35.061106 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cb403f6b-915e-45f8-ac87-0895efa3cfdc tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.061451 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-cb403f6b-915e-45f8-ac87-0895efa3cfdc tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Added segment a9b811a7-54ee-4006-a9a6-a04919cddc25 of type vlan for network c5452f21-eab1-432e-aa0a-3545995fc108 Jul 16 01:39:35.184681 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cb403f6b-915e-45f8-ac87-0895efa3cfdc tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.223686 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09283731-3cc1-4a97-a1b7-b013587874d5 req-6665b59a-0c2a-4e59-80f4-10a193a3a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.226923 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09283731-3cc1-4a97-a1b7-b013587874d5 req-6665b59a-0c2a-4e59-80f4-10a193a3a28d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 1097 time: 0.2167099 Jul 16 01:39:35.272977 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d45af6ef-425a-4ad2-8133-26424e4d6d81 None None] Provisioning for port 1b9a83e5-442a-487d-b13c-11e58d7ccefd completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:35.291587 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d45af6ef-425a-4ad2-8133-26424e4d6d81 None None] Provisioning complete for port 1b9a83e5-442a-487d-b13c-11e58d7ccefd triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:35.292015 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d45af6ef-425a-4ad2-8133-26424e4d6d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.312145 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09283731-3cc1-4a97-a1b7-b013587874d5 req-34348bb1-43ce-4b69-9ee5-c5607d7ee54a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742972 Jul 16 01:39:35.342047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d45af6ef-425a-4ad2-8133-26424e4d6d81 None None] Port 1b9a83e5-442a-487d-b13c-11e58d7ccefd cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:35.357973 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d45af6ef-425a-4ad2-8133-26424e4d6d81 None None] Provisioning complete for port a8101522-c0f0-4740-85c1-b65a233a15d6 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:35.358210 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cb403f6b-915e-45f8-ac87-0895efa3cfdc tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.358349 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d45af6ef-425a-4ad2-8133-26424e4d6d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.364682 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb403f6b-915e-45f8-ac87-0895efa3cfdc tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.365834 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cb403f6b-915e-45f8-ac87-0895efa3cfdc tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.388009 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:33Z', 'revision_number': 3, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '1b9a83e5-442a-487d-b13c-11e58d7ccefd', 'name': '', 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:6e:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:31Z', 'updated_at': '2021-07-16T01:39:33Z', 'revision_number': 2, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:35.408979 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cb403f6b-915e-45f8-ac87-0895efa3cfdc tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5401936 Jul 16 01:39:35.409914 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57732) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:35.419623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b36b4024-4418-4460-b8f1-30e817b067f1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'subnet': {'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:35.440276 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Checking router: 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:35.441118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Updating router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 port 1b9a83e5-442a-487d-b13c-11e58d7ccefd binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:39:35.485089 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.509406 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb403f6b-915e-45f8-ac87-0895efa3cfdc tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Network': ['ID=c5452f21-eab1-432e-aa0a-3545995fc108,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:35.536445 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fff67-2c53-49dd-a065-e6708157ca74 req-f34292e4-100f-4f50-a3ea-0bc6af25c791 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.536597 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network c5452f21-eab1-432e-aa0a-3545995fc108 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:35.543622 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fff67-2c53-49dd-a065-e6708157ca74 req-f34292e4-100f-4f50-a3ea-0bc6af25c791 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.549705 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fff67-2c53-49dd-a065-e6708157ca74 req-f34292e4-100f-4f50-a3ea-0bc6af25c791 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.556199 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fff67-2c53-49dd-a065-e6708157ca74 req-f34292e4-100f-4f50-a3ea-0bc6af25c791 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.562271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fff67-2c53-49dd-a065-e6708157ca74 req-f34292e4-100f-4f50-a3ea-0bc6af25c791 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.569057 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fff67-2c53-49dd-a065-e6708157ca74 req-f34292e4-100f-4f50-a3ea-0bc6af25c791 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.575257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fff67-2c53-49dd-a065-e6708157ca74 req-f34292e4-100f-4f50-a3ea-0bc6af25c791 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.577748 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-424fff67-2c53-49dd-a065-e6708157ca74 req-f34292e4-100f-4f50-a3ea-0bc6af25c791 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5422 time: 0.2425504 Jul 16 01:39:35.585857 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['11992ae6-9859-40c9-97b3-fc8adc0a2e04'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:35.589391 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['6072fcdc-ba07-43e1-a11f-87e967e3d8d2'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:35.625017 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-424fff67-2c53-49dd-a065-e6708157ca74 req-a7184f43-0c8c-42b5-9494-2ebe47f668c6 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398138 Jul 16 01:39:35.639942 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5ae438b0-6561-4508-8234-dd26f7191e3e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:35.646095 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36b4024-4418-4460-b8f1-30e817b067f1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Made reservation on behalf of 498924aad55244bba9d0f01dbf05d516 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:35.650279 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b36b4024-4418-4460-b8f1-30e817b067f1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.656368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['65ae1488-7894-4e05-a642-06cbec3578dd'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:35.737245 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['6010988f-c8d0-471b-afab-a70f8f8eb477'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:35.737700 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1904735-02ed-4520-a126-3e0a9351b919 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:35.739276 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['38632ecf-0c45-4f74-98a7-3369ccdd828e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:35.789745 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.800705 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8384cd-37b9-442f-a031-3ce61f4bf29f req-8c2ab4fc-d2a5-4e51-bc25-7ebe151acf54 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.802486 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b8384cd-37b9-442f-a031-3ce61f4bf29f req-8c2ab4fc-d2a5-4e51-bc25-7ebe151acf54 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 947 time: 0.2518561 Jul 16 01:39:35.849501 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Transition to ACTIVE for port object b1904735-02ed-4520-a126-3e0a9351b919 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:35.874171 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b8384cd-37b9-442f-a031-3ce61f4bf29f req-4df0ecae-11e9-463a-9431-374e52387231 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572975 Jul 16 01:39:35.875015 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.889112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['7a8a248f-ea30-4e34-8a9e-022a3b879da9'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:35.889818 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['6d22a53b-2464-4614-a2e4-ad4303acef4b'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:35.962212 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b1904735-02ed-4520-a126-3e0a9351b919,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:36.035228 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832375e-613c-4b06-bf2b-02b2e2270d1f req-d9c71dd8-94e2-464b-adc7-b4d109da613c tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:36.043932 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7832375e-613c-4b06-bf2b-02b2e2270d1f req-d9c71dd8-94e2-464b-adc7-b4d109da613c tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 944 time: 0.1651864 Jul 16 01:39:36.105097 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7832375e-613c-4b06-bf2b-02b2e2270d1f req-70d69b6e-8423-4f1a-8d61-237a996b92a3 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/security-groups?id=57a27ea7-f6e6-4775-8ccb-34cbffd575e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578041 Jul 16 01:39:36.122072 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b36b4024-4418-4460-b8f1-30e817b067f1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.153499 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a8101522-c0f0-4740-85c1-b65a233a15d6 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:36.309442 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d98904-f4ad-4dd8-bb27-e4a59fe4ee9e req-d6c32943-b44b-417b-8f5d-75e04407cd6c tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:36.320263 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c8d98904-f4ad-4dd8-bb27-e4a59fe4ee9e req-d6c32943-b44b-417b-8f5d-75e04407cd6c tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 944 time: 0.0920155 Jul 16 01:39:36.365020 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c8d98904-f4ad-4dd8-bb27-e4a59fe4ee9e req-a11ded16-8441-4519-bdee-0e7c636ab94e tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389576 Jul 16 01:39:36.549282 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b4024-4418-4460-b8f1-30e817b067f1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Subnet': ['ID=5d0c2a5f-f90b-41d1-be7c-686bc7a12587,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:36.562498 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Attempting to bind port b1904735-02ed-4520-a126-3e0a9351b919 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:36.563094 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Attempting to bind port b1904735-02ed-4520-a126-3e0a9351b919 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'ae7d78ab-006f-4e5c-832f-66c419c31b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:36.563422 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Attempting to bind port b1904735-02ed-4520-a126-3e0a9351b919 on network bbab9db4-4886-4665-a04f-6c86f080eea8 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:36.576169 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Port b1904735-02ed-4520-a126-3e0a9351b919 on network bbab9db4-4886-4665-a04f-6c86f080eea8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:36.576509 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Attempting to bind port b1904735-02ed-4520-a126-3e0a9351b919 on network bbab9db4-4886-4665-a04f-6c86f080eea8 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:36.580144 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b4024-4418-4460-b8f1-30e817b067f1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Checking segment: {'id': 'a9b811a7-54ee-4006-a9a6-a04919cddc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:36.580503 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36b4024-4418-4460-b8f1-30e817b067f1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network hostable DHCP agents. Network: c5452f21-eab1-432e-aa0a-3545995fc108, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:36.603511 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9b2d7-3745-42ed-abea-4e49f199ced1 req-5163efc7-a0a5-4cf3-bd91-fe64be2f0e4c tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:36.605183 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b7e9b2d7-3745-42ed-abea-4e49f199ced1 req-5163efc7-a0a5-4cf3-bd91-fe64be2f0e4c tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.4523354 Jul 16 01:39:36.608138 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:36.608478 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Checking segment: {'id': 'ae7d78ab-006f-4e5c-832f-66c419c31b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:36.608862 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Bound using segment: {'id': 'ae7d78ab-006f-4e5c-832f-66c419c31b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:36.609530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Bound port: b1904735-02ed-4520-a126-3e0a9351b919, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7d78ab-006f-4e5c-832f-66c419c31b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:36.609658 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.644931 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36b4024-4418-4460-b8f1-30e817b067f1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network c5452f21-eab1-432e-aa0a-3545995fc108 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:36.671623 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31355be7-176c-48b4-a761-39fda9889c2e req-ec897481-2952-483a-8f10-df060df32d0b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:36.673466 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31355be7-176c-48b4-a761-39fda9889c2e req-ec897481-2952-483a-8f10-df060df32d0b tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 944 time: 0.0792220 Jul 16 01:39:36.750171 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] For port b1904735-02ed-4520-a126-3e0a9351b919, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:36.755313 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] For port b1904735-02ed-4520-a126-3e0a9351b919, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b1904735-02ed-4520-a126-3e0a9351b919,segment=NetworkSegment(ae7d78ab-006f-4e5c-832f-66c419c31b42),segment_id=ae7d78ab-006f-4e5c-832f-66c419c31b42)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:36.769323 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-14f3796d-2b88-4af6-91bb-59bb256cc2c9 None None] Provisioning complete for port 1b9a83e5-442a-487d-b13c-11e58d7ccefd triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:36.769823 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14f3796d-2b88-4af6-91bb-59bb256cc2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.771632 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b7e9b2d7-3745-42ed-abea-4e49f199ced1 req-995f4bd8-7024-4c84-8de4-ef20cc1bfabf tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583967 Jul 16 01:39:36.777062 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.784195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-b36b4024-4418-4460-b8f1-30e817b067f1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, c5452f21-eab1-432e-aa0a-3545995fc108) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:36.817093 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-31355be7-176c-48b4-a761-39fda9889c2e req-45d3f112-4ca9-4013-839b-d34edde90eff tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Deleting port 30243cf3-b448-4934-a5bf-0a831de87ce8 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:36.817093 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-31355be7-176c-48b4-a761-39fda9889c2e req-45d3f112-4ca9-4013-839b-d34edde90eff tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.843103 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36b4024-4418-4460-b8f1-30e817b067f1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:36.844672 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b36b4024-4418-4460-b8f1-30e817b067f1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.873673 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:36.873673 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.874893 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b320831e-d4d9-4065-b07f-585540fe98fc req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] 10.222.0.47 "PUT /v2.0/ports/b1904735-02ed-4520-a126-3e0a9351b919 HTTP/1.1" status: 200 len: 1092 time: 2.2081108 Jul 16 01:39:36.875395 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d3edb2-67e1-49b0-ab10-369899f0e853', 'tag': 'b1904735-02ed-4520-a126-3e0a9351b919'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:36.877784 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e212ffe-3222-4475-9ff5-413022d56f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "00d3edb2-67e1-49b0-ab10-369899f0e853", "tag": "b1904735-02ed-4520-a126-3e0a9351b919"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:36.902863 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b36b4024-4418-4460-b8f1-30e817b067f1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4913428 Jul 16 01:39:36.910088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57752) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:36.989102 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e24b39-f3db-4ea0-95ee-6ad58d7a88c0 None None] Network c5452f21-eab1-432e-aa0a-3545995fc108 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:36.993898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-14f3796d-2b88-4af6-91bb-59bb256cc2c9 None None] Port 1b9a83e5-442a-487d-b13c-11e58d7ccefd cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:37.012437 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-31355be7-176c-48b4-a761-39fda9889c2e req-45d3f112-4ca9-4013-839b-d34edde90eff tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] For port 30243cf3-b448-4934-a5bf-0a831de87ce8, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=30243cf3-b448-4934-a5bf-0a831de87ce8,segment=NetworkSegment(664107f8-01d1-4b76-bba7-f9b8877b2850),segment_id=664107f8-01d1-4b76-bba7-f9b8877b2850)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:37.012817 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-31355be7-176c-48b4-a761-39fda9889c2e req-45d3f112-4ca9-4013-839b-d34edde90eff tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.027224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eaf43e-ac62-43ec-a973-52ead6238eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b1904735-02ed-4520-a126-3e0a9351b919,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:37.029901 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431d13-e89f-4803-87cf-7b062501f709 req-473a835a-78fa-43b5-acf2-c67b488c6972 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.036105 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431d13-e89f-4803-87cf-7b062501f709 req-473a835a-78fa-43b5-acf2-c67b488c6972 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.043279 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431d13-e89f-4803-87cf-7b062501f709 req-473a835a-78fa-43b5-acf2-c67b488c6972 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.049659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431d13-e89f-4803-87cf-7b062501f709 req-473a835a-78fa-43b5-acf2-c67b488c6972 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.049879 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009d58ca-2b00-406c-b6de-d642c3248a63 x-openstack-request-id: req-009d58ca-2b00-406c-b6de-d642c3248a63 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:37.050166 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d3edb2-67e1-49b0-ab10-369899f0e853", "tag": "b1904735-02ed-4520-a126-3e0a9351b919", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:37.050429 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-009d58ca-2b00-406c-b6de-d642c3248a63 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:37.054230 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d3edb2-67e1-49b0-ab10-369899f0e853', 'tag': 'b1904735-02ed-4520-a126-3e0a9351b919', 'status': 'completed', 'code': 200} Jul 16 01:39:37.057307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431d13-e89f-4803-87cf-7b062501f709 req-473a835a-78fa-43b5-acf2-c67b488c6972 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.064769 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431d13-e89f-4803-87cf-7b062501f709 req-473a835a-78fa-43b5-acf2-c67b488c6972 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.071666 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431d13-e89f-4803-87cf-7b062501f709 req-473a835a-78fa-43b5-acf2-c67b488c6972 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.072226 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device a778f48b-5a5d-408a-88ad-c2f4fa813e73 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:37.073675 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-45431d13-e89f-4803-87cf-7b062501f709 req-473a835a-78fa-43b5-acf2-c67b488c6972 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5422 time: 0.2703562 Jul 16 01:39:37.103769 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-31355be7-176c-48b4-a761-39fda9889c2e req-45d3f112-4ca9-4013-839b-d34edde90eff tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Calling delete_port for 30243cf3-b448-4934-a5bf-0a831de87ce8 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:37.104234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port a8101522-c0f0-4740-85c1-b65a233a15d6 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:37.104769 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.211634 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: a778f48b-5a5d-408a-88ad-c2f4fa813e73 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:37.212010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device a778f48b-5a5d-408a-88ad-c2f4fa813e73 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:37.226559 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-45431d13-e89f-4803-87cf-7b062501f709 req-7572e6a9-a2f8-4f20-80be-896d3d893c04 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1387906 Jul 16 01:39:37.233896 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.359414 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-31355be7-176c-48b4-a761-39fda9889c2e req-45d3f112-4ca9-4013-839b-d34edde90eff tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.364778 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Transition to ACTIVE for port object 1b9a83e5-442a-487d-b13c-11e58d7ccefd will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:37.414040 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320831e-d4d9-4065-b07f-585540fe98fc req-92cb76f6-c5f1-45bd-8db8-2bd71cca0d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.415540 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b320831e-d4d9-4065-b07f-585540fe98fc req-92cb76f6-c5f1-45bd-8db8-2bd71cca0d0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6903e818f0943108870e394a4b6e918&device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 1095 time: 0.3852398 Jul 16 01:39:37.425108 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3f112-4ca9-4013-839b-d34edde90eff tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Pushing event deleted for resources: {'Port': ['ID=30243cf3-b448-4934-a5bf-0a831de87ce8,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:37.429290 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-59032196-2825-4f55-ba9f-04ffb0ec43db req-d4ce111a-d686-4978-82fb-d8dff2327ac5 tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e626be8-f74e-40b1-b58d-5b2d779adcd3 HTTP/1.1" status: 200 len: 210 time: 0.0621786 Jul 16 01:39:37.437379 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.480507 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-31355be7-176c-48b4-a761-39fda9889c2e req-45d3f112-4ca9-4013-839b-d34edde90eff tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] No DVR routers for this DVR port 30243cf3-b448-4934-a5bf-0a831de87ce8 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:37.484732 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-31355be7-176c-48b4-a761-39fda9889c2e req-45d3f112-4ca9-4013-839b-d34edde90eff tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.485603 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b320831e-d4d9-4065-b07f-585540fe98fc req-5808d731-0e82-422f-8c39-475afd36ea1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1904735-02ed-4520-a126-3e0a9351b919 HTTP/1.1" status: 200 len: 217 time: 0.0488818 Jul 16 01:39:37.486787 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31355be7-176c-48b4-a761-39fda9889c2e req-45d3f112-4ca9-4013-839b-d34edde90eff tempest-LiveMigrationTest-850350 tempest-LiveMigrationTest-850350-project] 10.222.0.47 "DELETE /v2.0/ports/30243cf3-b448-4934-a5bf-0a831de87ce8 HTTP/1.1" status: 204 len: 173 time: 0.7975242 Jul 16 01:39:37.487259 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e626be8-f74e-40b1-b58d-5b2d779adcd3', 'name': 'network-vif-deleted', 'tag': '30243cf3-b448-4934-a5bf-0a831de87ce8'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:37.489740 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e6af9c-ceb8-4ca0-965e-0645f1695084" -d '{"events": [{"server_uuid": "5e626be8-f74e-40b1-b58d-5b2d779adcd3", "name": "network-vif-deleted", "tag": "30243cf3-b448-4934-a5bf-0a831de87ce8"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:37.597642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320831e-d4d9-4065-b07f-585540fe98fc req-80bb52f0-c4bc-4942-9926-3d371db02357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.599166 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b320831e-d4d9-4065-b07f-585540fe98fc req-80bb52f0-c4bc-4942-9926-3d371db02357 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e8d412d-f3ed-49c0-9f76-a0b8381deff4 HTTP/1.1" status: 200 len: 849 time: 0.0921323 Jul 16 01:39:37.609892 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c11bc-a3f9-480f-8010-31434298c0de req-df9c8ff4-64fe-49bc-831c-1c21ec0cf861 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.612139 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1e8c11bc-a3f9-480f-8010-31434298c0de req-df9c8ff4-64fe-49bc-831c-1c21ec0cf861 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 947 time: 0.3591244 Jul 16 01:39:37.658203 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa9902-25ed-46f3-b058-389bbbdf9a5d None None] Pushing event updated for resources: {'Port': ['ID=1b9a83e5-442a-487d-b13c-11e58d7ccefd,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:37.727644 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1e8c11bc-a3f9-480f-8010-31434298c0de req-29c309b2-3531-4553-b720-6aae5aa772e3 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038775 Jul 16 01:39:37.735626 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8622b59-99db-4c11-8696-8017ca2ed67f req-8ddd22e2-11ad-4496-ac24-8ef58dc05268 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.745330 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.747313 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b8622b59-99db-4c11-8696-8017ca2ed67f req-8ddd22e2-11ad-4496-ac24-8ef58dc05268 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 944 time: 0.1377232 Jul 16 01:39:37.775255 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320831e-d4d9-4065-b07f-585540fe98fc req-d9c1da77-c051-49ff-a1ea-7f243db4a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.775255 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b320831e-d4d9-4065-b07f-585540fe98fc req-d9c1da77-c051-49ff-a1ea-7f243db4a3b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbab9db4-4886-4665-a04f-6c86f080eea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574800 Jul 16 01:39:37.830130 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b1a270-6f10-4236-8cbf-e17fafb6dbe3 x-openstack-request-id: req-98b1a270-6f10-4236-8cbf-e17fafb6dbe3 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:37.830820 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e626be8-f74e-40b1-b58d-5b2d779adcd3", "name": "network-vif-deleted", "tag": "30243cf3-b448-4934-a5bf-0a831de87ce8", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:37.831296 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-98b1a270-6f10-4236-8cbf-e17fafb6dbe3 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:37.831897 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e626be8-f74e-40b1-b58d-5b2d779adcd3', 'name': 'network-vif-deleted', 'tag': '30243cf3-b448-4934-a5bf-0a831de87ce8', 'status': 'completed', 'code': 200} Jul 16 01:39:37.850650 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b8622b59-99db-4c11-8696-8017ca2ed67f req-c038dab5-fab9-466b-b977-cdf43740fd33 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021347 Jul 16 01:39:37.889081 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Attempting to bind port 1b9a83e5-442a-487d-b13c-11e58d7ccefd on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:37.889563 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Attempting to bind port 1b9a83e5-442a-487d-b13c-11e58d7ccefd by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'd7290120-faa6-4195-8c4d-160815eeb42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:37.890003 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Attempting to bind port 1b9a83e5-442a-487d-b13c-11e58d7ccefd on network 6f31d522-e0ee-48d1-b882-a05d2c18402f {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:37.899301 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:37.899839 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Checking segment: {'id': 'd7290120-faa6-4195-8c4d-160815eeb42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:37.900356 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.900861 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Bound using segment: {'id': 'd7290120-faa6-4195-8c4d-160815eeb42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:37.901566 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Bound port: 1b9a83e5-442a-487d-b13c-11e58d7ccefd, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7290120-faa6-4195-8c4d-160815eeb42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:37.902122 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.972023 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-c5452f21-eab1-432e-aa0a-3545995fc108', 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'fixed_ips': [{'subnet_id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:37.975288 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.047861 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b320831e-d4d9-4065-b07f-585540fe98fc req-99c8e5df-a98c-4467-96f0-aff3b9301bee service neutron] 10.222.0.47 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464993 Jul 16 01:39:38.083050 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] For port 1b9a83e5-442a-487d-b13c-11e58d7ccefd, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:38.121390 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] For port 1b9a83e5-442a-487d-b13c-11e58d7ccefd, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1b9a83e5-442a-487d-b13c-11e58d7ccefd,segment=NetworkSegment(d7290120-faa6-4195-8c4d-160815eeb42c),segment_id=d7290120-faa6-4195-8c4d-160815eeb42c)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:38.132006 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9188a-af19-46fe-87ba-702411146cf7 req-188a5aaa-0af0-4deb-932f-2828dc4960db tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.136011 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.139259 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-60d9188a-af19-46fe-87ba-702411146cf7 req-188a5aaa-0af0-4deb-932f-2828dc4960db tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.0741944 Jul 16 01:39:38.185720 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-60d9188a-af19-46fe-87ba-702411146cf7 req-9161cdd8-6297-4094-948d-641928469300 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452576 Jul 16 01:39:38.245229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa9902-25ed-46f3-b058-389bbbdf9a5d None None] Pushing event updated for resources: {'Port': ['ID=1b9a83e5-442a-487d-b13c-11e58d7ccefd,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:38.252316 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:38.252316 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:38.270021 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b320831e-d4d9-4065-b07f-585540fe98fc req-7a2c3c32-a60b-43e6-a901-96b6d43671ff service neutron] 10.222.0.47 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518216 Jul 16 01:39:38.382898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Allocated IP 2001:db8:2::2 (c5452f21-eab1-432e-aa0a-3545995fc108/5d0c2a5f-f90b-41d1-be7c-686bc7a12587/ee9d1143-428c-4625-b538-1504340ea24e) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:38.536590 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448618d-640e-416f-8f2a-378f65578f83 req-7ef871c7-61a4-4328-9e6d-f56782ee9a17 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.541372 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e212ffe-3222-4475-9ff5-413022d56f2f req-81d65d0f-e256-4c00-b7f0-cc43ae2ed726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.543680 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e212ffe-3222-4475-9ff5-413022d56f2f req-81d65d0f-e256-4c00-b7f0-cc43ae2ed726 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6903e818f0943108870e394a4b6e918&device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 1095 time: 0.1232390 Jul 16 01:39:38.544366 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448618d-640e-416f-8f2a-378f65578f83 req-7ef871c7-61a4-4328-9e6d-f56782ee9a17 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.552736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448618d-640e-416f-8f2a-378f65578f83 req-7ef871c7-61a4-4328-9e6d-f56782ee9a17 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.559921 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448618d-640e-416f-8f2a-378f65578f83 req-7ef871c7-61a4-4328-9e6d-f56782ee9a17 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.569086 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448618d-640e-416f-8f2a-378f65578f83 req-7ef871c7-61a4-4328-9e6d-f56782ee9a17 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.577264 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448618d-640e-416f-8f2a-378f65578f83 req-7ef871c7-61a4-4328-9e6d-f56782ee9a17 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.582558 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:38.588635 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448618d-640e-416f-8f2a-378f65578f83 req-7ef871c7-61a4-4328-9e6d-f56782ee9a17 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.598392 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4448618d-640e-416f-8f2a-378f65578f83 req-7ef871c7-61a4-4328-9e6d-f56782ee9a17 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5422 time: 0.2229295 Jul 16 01:39:38.688761 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4448618d-640e-416f-8f2a-378f65578f83 req-1766a902-c810-404a-bbab-8bd02af14e05 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0891910 Jul 16 01:39:38.725206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e212ffe-3222-4475-9ff5-413022d56f2f req-4a960fb9-73f0-4db1-b18f-1392cc71569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.726743 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e212ffe-3222-4475-9ff5-413022d56f2f req-4a960fb9-73f0-4db1-b18f-1392cc71569c service neutron] 10.222.0.47 "GET /v2.0/networks?id=bbab9db4-4886-4665-a04f-6c86f080eea8 HTTP/1.1" status: 200 len: 911 time: 0.1738706 Jul 16 01:39:38.729679 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487f05a-5392-4bf1-9666-f8fe8611046b req-2a24b838-56dd-4edd-aa91-60588d529a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.732381 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3487f05a-5392-4bf1-9666-f8fe8611046b req-2a24b838-56dd-4edd-aa91-60588d529a98 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=204dde1fe12d48b4aec96dc9cd406bb5&device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 1097 time: 0.1302245 Jul 16 01:39:38.741161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29193efc-31d8-4633-89b5-da1fe185326a req-dd2984bd-4744-4bd4-9340-c43701e11808 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.742995 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-29193efc-31d8-4633-89b5-da1fe185326a req-dd2984bd-4744-4bd4-9340-c43701e11808 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.1606488 Jul 16 01:39:38.800712 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57784) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:38.809237 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e212ffe-3222-4475-9ff5-413022d56f2f req-a5e93800-bc0c-4fe9-a0b2-23a923705b47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1904735-02ed-4520-a126-3e0a9351b919 HTTP/1.1" status: 200 len: 217 time: 0.0527301 Jul 16 01:39:38.878403 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-29193efc-31d8-4633-89b5-da1fe185326a req-232ab4f9-807f-4c4f-82a8-5754cd6f1d8b tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291764 Jul 16 01:39:38.909256 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.912823 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e212ffe-3222-4475-9ff5-413022d56f2f req-98ce325b-536a-4076-83d8-1656544c49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.914631 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e212ffe-3222-4475-9ff5-413022d56f2f req-98ce325b-536a-4076-83d8-1656544c49a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e8d412d-f3ed-49c0-9f76-a0b8381deff4 HTTP/1.1" status: 200 len: 849 time: 0.0856009 Jul 16 01:39:38.948317 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Transition to ACTIVE for port object ee9d1143-428c-4625-b538-1504340ea24e will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:38.979500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Transition to ACTIVE for port object ee9d1143-428c-4625-b538-1504340ea24e will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:38.987048 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487f05a-5392-4bf1-9666-f8fe8611046b req-91f13f24-5f8b-4067-bd80-545ae12a0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.988825 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3487f05a-5392-4bf1-9666-f8fe8611046b req-91f13f24-5f8b-4067-bd80-545ae12a0ff8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ebc001c2-5a87-482e-9885-14e4ea5e5d30 HTTP/1.1" status: 200 len: 911 time: 0.2336819 Jul 16 01:39:39.008886 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.044756 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3487f05a-5392-4bf1-9666-f8fe8611046b req-f2e8b77c-b374-4b2f-b222-089e217ed526 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09b8d35f-72ee-4d1e-93b0-f7d4f164e667 HTTP/1.1" status: 200 len: 217 time: 0.0428562 Jul 16 01:39:39.060112 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba489982-16e3-4f84-87b3-49de1c2e5fad req-6cf48157-f16b-43fe-a77d-4eecd323ed9d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.061054 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Network c5452f21-eab1-432e-aa0a-3545995fc108 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:39.061960 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ba489982-16e3-4f84-87b3-49de1c2e5fad req-6cf48157-f16b-43fe-a77d-4eecd323ed9d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 947 time: 0.1364927 Jul 16 01:39:39.066557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:39.072854 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:39.076462 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Pushing event updated for resources: {'Port': ['ID=ee9d1143-428c-4625-b538-1504340ea24e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:39.136661 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Allocated IP 2001:db8:2::1 (c5452f21-eab1-432e-aa0a-3545995fc108/5d0c2a5f-f90b-41d1-be7c-686bc7a12587/ef7e4118-b22c-4e98-96b3-82ecf3f23b1b) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:39.140904 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-12da4c07-db45-4d9c-995b-0d0cfaa7ce81 admin admin] Deleting subnet 8af38b97-c213-484b-9432-794a847cd178 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:39.142479 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Attempting to bind port ee9d1143-428c-4625-b538-1504340ea24e on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:39.142859 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Attempting to bind port ee9d1143-428c-4625-b538-1504340ea24e by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'a9b811a7-54ee-4006-a9a6-a04919cddc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:39.143237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Attempting to bind port ee9d1143-428c-4625-b538-1504340ea24e on network c5452f21-eab1-432e-aa0a-3545995fc108 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:39.146725 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:33Z', 'revision_number': 3, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '1b9a83e5-442a-487d-b13c-11e58d7ccefd', 'name': '', 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:6e:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:31Z', 'updated_at': '2021-07-16T01:39:38Z', 'revision_number': 4, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:39.147451 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-12da4c07-db45-4d9c-995b-0d0cfaa7ce81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.148053 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487f05a-5392-4bf1-9666-f8fe8611046b req-aa874547-0ac7-44f7-8e39-240d5b2956ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.150095 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3487f05a-5392-4bf1-9666-f8fe8611046b req-aa874547-0ac7-44f7-8e39-240d5b2956ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8 HTTP/1.1" status: 200 len: 850 time: 0.0871656 Jul 16 01:39:39.153385 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ba489982-16e3-4f84-87b3-49de1c2e5fad req-8f6f44bc-f5f3-4fe9-937f-56b4d4740c26 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558140 Jul 16 01:39:39.177042 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfba0f5-0403-4e90-a412-83cd59ddbbe4 None None] The sync data for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 is: [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:33Z', 'revision_number': 3, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '1b9a83e5-442a-487d-b13c-11e58d7ccefd', 'name': '', 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:6e:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:31Z', 'updated_at': '2021-07-16T01:39:38Z', 'revision_number': 4, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:39.179333 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:39.181365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Checking segment: {'id': 'a9b811a7-54ee-4006-a9a6-a04919cddc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:39.181365 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.181365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Bound using segment: {'id': 'a9b811a7-54ee-4006-a9a6-a04919cddc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:39.181365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Bound port: ee9d1143-428c-4625-b538-1504340ea24e, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b811a7-54ee-4006-a9a6-a04919cddc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:39.182589 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.208225 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3487f05a-5392-4bf1-9666-f8fe8611046b req-fc54fb03-2070-429e-bc40-23ccfc07966c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ebc001c2-5a87-482e-9885-14e4ea5e5d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492744 Jul 16 01:39:39.209639 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-12da4c07-db45-4d9c-995b-0d0cfaa7ce81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.298274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] For port ee9d1143-428c-4625-b538-1504340ea24e, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:39.302750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] For port ee9d1143-428c-4625-b538-1504340ea24e, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ee9d1143-428c-4625-b538-1504340ea24e,segment=NetworkSegment(a9b811a7-54ee-4006-a9a6-a04919cddc25),segment_id=a9b811a7-54ee-4006-a9a6-a04919cddc25)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:39.307664 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.324118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e212ffe-3222-4475-9ff5-413022d56f2f req-9673218b-7c7a-4b44-a292-94d2c76ccb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.325822 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e212ffe-3222-4475-9ff5-413022d56f2f req-9673218b-7c7a-4b44-a292-94d2c76ccb24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbab9db4-4886-4665-a04f-6c86f080eea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3956475 Jul 16 01:39:39.434272 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1f101-993b-41c1-a66e-cf301a2d4187 None None] Pushing event updated for resources: {'Port': ['ID=ee9d1143-428c-4625-b538-1504340ea24e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:39.436781 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3487f05a-5392-4bf1-9666-f8fe8611046b req-49745e2e-d401-47de-831b-a49fa6927160 service neutron] 10.222.0.47 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027421 Jul 16 01:39:39.525580 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e212ffe-3222-4475-9ff5-413022d56f2f req-50646e05-8064-4fa1-8a80-2713f8509869 service neutron] 10.222.0.47 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811228 Jul 16 01:39:39.593227 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3487f05a-5392-4bf1-9666-f8fe8611046b req-d11abc63-53ef-4aec-af39-f7c08c73eeb3 service neutron] 10.222.0.47 "GET /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372042 Jul 16 01:39:39.680473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86ad61-576e-4d0f-8463-917baf974872 req-99f6caa0-0148-4c9d-ad5c-7999a8c95679 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.687608 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7b86ad61-576e-4d0f-8463-917baf974872 req-99f6caa0-0148-4c9d-ad5c-7999a8c95679 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 944 time: 0.6386316 Jul 16 01:39:39.785860 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7b86ad61-576e-4d0f-8463-917baf974872 req-08efb628-c437-4240-835d-ccff83628e3d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969183 Jul 16 01:39:39.825302 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-12da4c07-db45-4d9c-995b-0d0cfaa7ce81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.926947 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.950412 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Transition to ACTIVE for port object ef7e4118-b22c-4e98-96b3-82ecf3f23b1b will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:40.020925 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e212ffe-3222-4475-9ff5-413022d56f2f req-765413be-191f-45de-ab46-c3e35dd11c13 service neutron] 10.222.0.47 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675517 Jul 16 01:39:40.030394 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2020ff-a759-4233-8cc5-f56191c625f7 req-7d689ef2-818e-48d9-959c-20204f7d765a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.041331 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2020ff-a759-4233-8cc5-f56191c625f7 req-7d689ef2-818e-48d9-959c-20204f7d765a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.051540 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.070218 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2020ff-a759-4233-8cc5-f56191c625f7 req-7d689ef2-818e-48d9-959c-20204f7d765a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.079008 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2020ff-a759-4233-8cc5-f56191c625f7 req-7d689ef2-818e-48d9-959c-20204f7d765a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.086178 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2020ff-a759-4233-8cc5-f56191c625f7 req-7d689ef2-818e-48d9-959c-20204f7d765a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.102396 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2020ff-a759-4233-8cc5-f56191c625f7 req-7d689ef2-818e-48d9-959c-20204f7d765a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.108737 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2020ff-a759-4233-8cc5-f56191c625f7 req-7d689ef2-818e-48d9-959c-20204f7d765a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.126056 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5b2020ff-a759-4233-8cc5-f56191c625f7 req-7d689ef2-818e-48d9-959c-20204f7d765a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5422 time: 0.2336550 Jul 16 01:39:40.132600 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1b9a83e5-442a-487d-b13c-11e58d7ccefd up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:40.189882 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5b2020ff-a759-4233-8cc5-f56191c625f7 req-f8276e76-2f7e-4c21-9215-667af8670f38 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603142 Jul 16 01:39:40.212517 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 1b9a83e5-442a-487d-b13c-11e58d7ccefd completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:40.218780 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 1b9a83e5-442a-487d-b13c-11e58d7ccefd triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:40.219434 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.359152 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.418392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 38632ecf-0c45-4f74-98a7-3369ccdd828e up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:40.449471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 1b9a83e5-442a-487d-b13c-11e58d7ccefd, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1b9a83e5-442a-487d-b13c-11e58d7ccefd,segment=NetworkSegment(d7290120-faa6-4195-8c4d-160815eeb42c),segment_id=d7290120-faa6-4195-8c4d-160815eeb42c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:40.485835 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.486780 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ee9d1143-428c-4625-b538-1504340ea24e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:40.505679 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220d8aa-2e71-440f-8b75-ab18ede719e1 req-da3ad75b-78e2-4f6f-b098-2838ccf951e0 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.507781 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e220d8aa-2e71-440f-8b75-ab18ede719e1 req-da3ad75b-78e2-4f6f-b098-2838ccf951e0 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 947 time: 0.1328695 Jul 16 01:39:40.574898 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-12da4c07-db45-4d9c-995b-0d0cfaa7ce81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.589805 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e220d8aa-2e71-440f-8b75-ab18ede719e1 req-90255eb5-c07a-4651-8fc1-1bf67f112075 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749552 Jul 16 01:39:40.609477 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=1b9a83e5-442a-487d-b13c-11e58d7ccefd,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:40.636250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network c5452f21-eab1-432e-aa0a-3545995fc108 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:40.638223 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da4c07-db45-4d9c-995b-0d0cfaa7ce81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8af38b97-c213-484b-9432-794a847cd178,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:40.646845 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port ee9d1143-428c-4625-b538-1504340ea24e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:40.651491 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 38632ecf-0c45-4f74-98a7-3369ccdd828e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:40.655431 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:40.657592 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 38632ecf-0c45-4f74-98a7-3369ccdd828e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:40.657967 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.659783 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:40.660439 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.767890 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.774906 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-12da4c07-db45-4d9c-995b-0d0cfaa7ce81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.777423 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-12da4c07-db45-4d9c-995b-0d0cfaa7ce81 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8af38b97-c213-484b-9432-794a847cd178 HTTP/1.1" status: 204 len: 168 time: 1.9725528 Jul 16 01:39:40.779915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57804) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:40.781583 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=ef7e4118-b22c-4e98-96b3-82ecf3f23b1b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:40.809644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 38632ecf-0c45-4f74-98a7-3369ccdd828e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=38632ecf-0c45-4f74-98a7-3369ccdd828e,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:40.810777 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38632ecf-0c45-4f74-98a7-3369ccdd828e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:40.814454 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692521ce-ea01-4bb8-bfa6-38fc6c9b458a" -d '{"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-plugged", "status": "completed", "tag": "38632ecf-0c45-4f74-98a7-3369ccdd828e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:40.817871 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.819590 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:40.871793 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdffd1-8c79-4c4f-a7b6-8138726eabc8 req-16c0ccd2-d9dc-4eeb-8ab8-e76472c702cf tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.881712 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-59fdffd1-8c79-4c4f-a7b6-8138726eabc8 req-16c0ccd2-d9dc-4eeb-8ab8-e76472c702cf tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.3929119 Jul 16 01:39:40.889613 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4c9312-03c6-4abe-9f9e-9fb79e6c602e None None] Network c5452f21-eab1-432e-aa0a-3545995fc108 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:40.910100 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-965b1507-ba8f-4c4d-ba23-c4f60710e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.915340 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.010288 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-965b1507-ba8f-4c4d-ba23-c4f60710e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.011883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:41.014110 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=38632ecf-0c45-4f74-98a7-3369ccdd828e,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:41.038519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-965b1507-ba8f-4c4d-ba23-c4f60710e2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70873b17-8add-4628-8bc5-2cc58f0e4676']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:41.043639 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 30243cf3-b448-4934-a5bf-0a831de87ce8 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:41.047940 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-dfe560dc-026d-485a-934e-07af55e8ec9b None None] Provisioning for port ee9d1143-428c-4625-b538-1504340ea24e completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:41.052327 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:41.053064 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.065264 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-965b1507-ba8f-4c4d-ba23-c4f60710e2d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664107f8-01d1-4b76-bba7-f9b8877b2850') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:41.065553 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-965b1507-ba8f-4c4d-ba23-c4f60710e2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664107f8-01d1-4b76-bba7-f9b8877b2850') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:41.077777 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 30243cf3-b448-4934-a5bf-0a831de87ce8 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:41.078285 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 30243cf3-b448-4934-a5bf-0a831de87ce8 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:41.078412 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-965b1507-ba8f-4c4d-ba23-c4f60710e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.080808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-dfe560dc-026d-485a-934e-07af55e8ec9b None None] Provisioning complete for port ee9d1143-428c-4625-b538-1504340ea24e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:41.081293 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfe560dc-026d-485a-934e-07af55e8ec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.094120 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-59fdffd1-8c79-4c4f-a7b6-8138726eabc8 req-101ff5e5-5e63-44a2-a643-cc8d3116b589 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114148 Jul 16 01:39:41.099172 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-965b1507-ba8f-4c4d-ba23-c4f60710e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.108515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965b1507-ba8f-4c4d-ba23-c4f60710e2d0 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:41.109045 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-965b1507-ba8f-4c4d-ba23-c4f60710e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:41.111523 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:41.177884 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc5c0c-1c79-4a20-8a18-8c9981ff2c1b req-6e5e8ad9-dc61-4848-a9d3-4cb24182454d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.179675 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d125fbe4-8014-423a-ba0a-012d28fb7e55 x-openstack-request-id: req-d125fbe4-8014-423a-ba0a-012d28fb7e55 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:41.180203 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b8cc5c0c-1c79-4a20-8a18-8c9981ff2c1b req-6e5e8ad9-dc61-4848-a9d3-4cb24182454d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 944 time: 0.1661463 Jul 16 01:39:41.180303 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-plugged", "status": "completed", "tag": "38632ecf-0c45-4f74-98a7-3369ccdd828e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:41.180303 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d125fbe4-8014-423a-ba0a-012d28fb7e55 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:41.180701 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38632ecf-0c45-4f74-98a7-3369ccdd828e', 'code': 200} Jul 16 01:39:41.184488 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-965b1507-ba8f-4c4d-ba23-c4f60710e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.190987 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-965b1507-ba8f-4c4d-ba23-c4f60710e2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.193231 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-965b1507-ba8f-4c4d-ba23-c4f60710e2d0 admin admin] 10.222.0.54 "DELETE /v2.0/networks/70873b17-8add-4628-8bc5-2cc58f0e4676 HTTP/1.1" status: 204 len: 168 time: 0.4107654 Jul 16 01:39:41.200758 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57810) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:41.241471 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b1507-ba8f-4c4d-ba23-c4f60710e2d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=70873b17-8add-4628-8bc5-2cc58f0e4676,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:41.280455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b8cc5c0c-1c79-4a20-8a18-8c9981ff2c1b req-da177027-1a6b-4ab6-bf75-bd8545a9302b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937121 Jul 16 01:39:41.292059 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.297199 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.300823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71025af-9b14-43d6-b85b-5a031f5beea5 admin admin] Deleting subnet 85d5d414-82c2-434f-8812-7bfee4fd6ff2 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:41.301139 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.301866 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.304597 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b71025af-9b14-43d6-b85b-5a031f5beea5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.322422 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfe560dc-026d-485a-934e-07af55e8ec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.344313 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b71025af-9b14-43d6-b85b-5a031f5beea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.392671 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6072fcdc-ba07-43e1-a11f-87e967e3d8d2, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6072fcdc-ba07-43e1-a11f-87e967e3d8d2,segment=NetworkSegment(f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e),segment_id=f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:41.397825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-dfe560dc-026d-485a-934e-07af55e8ec9b None None] For port ee9d1143-428c-4625-b538-1504340ea24e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ee9d1143-428c-4625-b538-1504340ea24e,segment=NetworkSegment(a9b811a7-54ee-4006-a9a6-a04919cddc25),segment_id=a9b811a7-54ee-4006-a9a6-a04919cddc25)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:41.399577 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.411150 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b71025af-9b14-43d6-b85b-5a031f5beea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.412699 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dfe560dc-026d-485a-934e-07af55e8ec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.440826 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=ef7e4118-b22c-4e98-96b3-82ecf3f23b1b,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:41.475001 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=6072fcdc-ba07-43e1-a11f-87e967e3d8d2,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:41.475416 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b71025af-9b14-43d6-b85b-5a031f5beea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.504898 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71025af-9b14-43d6-b85b-5a031f5beea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d5d414-82c2-434f-8812-7bfee4fd6ff2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:41.509456 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b71025af-9b14-43d6-b85b-5a031f5beea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.511814 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b71025af-9b14-43d6-b85b-5a031f5beea5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/85d5d414-82c2-434f-8812-7bfee4fd6ff2 HTTP/1.1" status: 204 len: 168 time: 0.3101192 Jul 16 01:39:41.514224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57814) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:41.522237 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd340447-86d5-4617-8beb-36fc2ee7e5ec req-22071bf0-7269-4f43-a776-42e9c94c5b6d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.529922 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd340447-86d5-4617-8beb-36fc2ee7e5ec req-22071bf0-7269-4f43-a776-42e9c94c5b6d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.538770 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd340447-86d5-4617-8beb-36fc2ee7e5ec req-22071bf0-7269-4f43-a776-42e9c94c5b6d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.545713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd340447-86d5-4617-8beb-36fc2ee7e5ec req-22071bf0-7269-4f43-a776-42e9c94c5b6d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.552782 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd340447-86d5-4617-8beb-36fc2ee7e5ec req-22071bf0-7269-4f43-a776-42e9c94c5b6d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.555421 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe560dc-026d-485a-934e-07af55e8ec9b None None] Pushing event updated for resources: {'Port': ['ID=ee9d1143-428c-4625-b538-1504340ea24e,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:41.559147 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd340447-86d5-4617-8beb-36fc2ee7e5ec req-22071bf0-7269-4f43-a776-42e9c94c5b6d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.566010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd340447-86d5-4617-8beb-36fc2ee7e5ec req-22071bf0-7269-4f43-a776-42e9c94c5b6d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.574010 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd340447-86d5-4617-8beb-36fc2ee7e5ec req-22071bf0-7269-4f43-a776-42e9c94c5b6d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5423 time: 0.2256293 Jul 16 01:39:41.589573 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-734a5423-48af-4571-af2b-280418d2b292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.626461 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network c5452f21-eab1-432e-aa0a-3545995fc108 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:41.631176 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:41.648150 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd340447-86d5-4617-8beb-36fc2ee7e5ec req-f74cd0db-b807-49d3-8a0d-c35214698bf1 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0731306 Jul 16 01:39:41.686226 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-734a5423-48af-4571-af2b-280418d2b292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.698561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-734a5423-48af-4571-af2b-280418d2b292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1072e2-0402-42f8-8601-7f68cbe34d8e']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:41.710711 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-734a5423-48af-4571-af2b-280418d2b292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0deeb1-300f-40b3-8d62-3ae642ff0c91') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:41.711141 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-734a5423-48af-4571-af2b-280418d2b292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0deeb1-300f-40b3-8d62-3ae642ff0c91') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:41.733290 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-734a5423-48af-4571-af2b-280418d2b292 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.737501 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4e65cc45-5457-4994-b9a7-9f8270962ce9 None None] Provisioning for port ef7e4118-b22c-4e98-96b3-82ecf3f23b1b completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:41.743249 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4e65cc45-5457-4994-b9a7-9f8270962ce9 None None] Provisioning complete for port ef7e4118-b22c-4e98-96b3-82ecf3f23b1b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:41.743942 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4e65cc45-5457-4994-b9a7-9f8270962ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.783047 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-734a5423-48af-4571-af2b-280418d2b292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.805237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-4e65cc45-5457-4994-b9a7-9f8270962ce9 None None] Port ef7e4118-b22c-4e98-96b3-82ecf3f23b1b cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:41.808387 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:41.817777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734a5423-48af-4571-af2b-280418d2b292 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:41.818806 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-734a5423-48af-4571-af2b-280418d2b292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:41.826568 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:41.830277 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4e65cc45-5457-4994-b9a7-9f8270962ce9 None None] Provisioning complete for port ee9d1143-428c-4625-b538-1504340ea24e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:41.830277 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4e65cc45-5457-4994-b9a7-9f8270962ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.909998 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-734a5423-48af-4571-af2b-280418d2b292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.930481 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e2c42-6cda-4e8b-8991-a8f6a90796c9 req-c6fefaf5-1771-44cb-afcc-83b179d7bda4 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.932443 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f23e2c42-6cda-4e8b-8991-a8f6a90796c9 req-c6fefaf5-1771-44cb-afcc-83b179d7bda4 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 947 time: 0.2191446 Jul 16 01:39:41.944140 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-734a5423-48af-4571-af2b-280418d2b292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.946066 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-734a5423-48af-4571-af2b-280418d2b292 admin admin] 10.222.0.54 "DELETE /v2.0/networks/0a1072e2-0402-42f8-8601-7f68cbe34d8e HTTP/1.1" status: 204 len: 168 time: 0.4308240 Jul 16 01:39:41.963045 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a5423-48af-4571-af2b-280418d2b292 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a1072e2-0402-42f8-8601-7f68cbe34d8e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:41.965345 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:41.981352 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Sync routers for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:41.989013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57824) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:41.993862 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1d1cec24-5308-409e-b51d-3f8a3728abd6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/2f353fa6-2443-40d8-91f2-fa2253ccb2e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0826800 Jul 16 01:39:41.999395 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:42.000353 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:42.009251 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-07a07538-f635-49bf-94a1-bdf18631b78a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-487443765'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:42.054640 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1b9a83e5-442a-487d-b13c-11e58d7ccefd up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:42.070841 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f23e2c42-6cda-4e8b-8991-a8f6a90796c9 req-14792bf1-7c13-4024-adf4-dd31f9042c4f tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146119 Jul 16 01:39:42.101145 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a07538-f635-49bf-94a1-bdf18631b78a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Made reservation on behalf of 498924aad55244bba9d0f01dbf05d516 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:42.104810 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07a07538-f635-49bf-94a1-bdf18631b78a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.157013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 1b9a83e5-442a-487d-b13c-11e58d7ccefd triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:42.157616 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.159418 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a07538-f635-49bf-94a1-bdf18631b78a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:42.172565 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07a07538-f635-49bf-94a1-bdf18631b78a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.173004 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-07a07538-f635-49bf-94a1-bdf18631b78a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Added segment 5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3 of type vlan for network 7d6f2b18-d793-439d-8950-64bbf6292e73 Jul 16 01:39:42.179655 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:42.205551 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0041c022-30cd-4552-84f9-d48e77f84683 None None] Provisioning complete for port ef7e4118-b22c-4e98-96b3-82ecf3f23b1b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:42.206113 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0041c022-30cd-4552-84f9-d48e77f84683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.268382 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57828) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:42.272829 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0041c022-30cd-4552-84f9-d48e77f84683 None None] Port ef7e4118-b22c-4e98-96b3-82ecf3f23b1b cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:42.278921 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07a07538-f635-49bf-94a1-bdf18631b78a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.352543 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07a07538-f635-49bf-94a1-bdf18631b78a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.364707 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a07538-f635-49bf-94a1-bdf18631b78a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.367268 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07a07538-f635-49bf-94a1-bdf18631b78a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.388089 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4b494961-ee2c-43b7-a80e-8b548758c949 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c3d262d9128741908a9068e6ff067760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1162701 Jul 16 01:39:42.389654 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ee9d1143-428c-4625-b538-1504340ea24e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:42.390611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57832) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:42.441694 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6010988f-c8d0-471b-afab-a70f8f8eb477 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:42.503345 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ad04a14-f728-4f92-86ec-f9bef4afcabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.507003 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 4, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '1b9a83e5-442a-487d-b13c-11e58d7ccefd', 'name': '', 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:6e:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:31Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef7e4118-b22c-4e98-96b3-82ecf3f23b1b', 'name': '', 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:44:b6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:37Z', 'updated_at': '2021-07-16T01:39:41Z', 'revision_number': 2, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:42.523515 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-07a07538-f635-49bf-94a1-bdf18631b78a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5188608 Jul 16 01:39:42.524585 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57834) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:42.539753 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-7795c714-aec4-4128-ac3b-309eb92261d0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'subnet': {'network_id': '7d6f2b18-d793-439d-8950-64bbf6292e73', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:42.539972 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 6010988f-c8d0-471b-afab-a70f8f8eb477 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:42.540785 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Checking router: 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:42.541392 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Updating router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 port ef7e4118-b22c-4e98-96b3-82ecf3f23b1b binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:39:42.547681 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 6010988f-c8d0-471b-afab-a70f8f8eb477 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:42.548022 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.566373 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ad04a14-f728-4f92-86ec-f9bef4afcabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.576830 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port ee9d1143-428c-4625-b538-1504340ea24e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:42.577227 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.581987 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.582157 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a07538-f635-49bf-94a1-bdf18631b78a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Network': ['ID=7d6f2b18-d793-439d-8950-64bbf6292e73,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:42.603768 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5d381-3e8f-4931-8fe1-a5f65111b896 req-a914f1ea-0eae-4dce-88fb-b4fa77bd27b5 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.605424 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1ef5d381-3e8f-4931-8fe1-a5f65111b896 req-a914f1ea-0eae-4dce-88fb-b4fa77bd27b5 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.2546597 Jul 16 01:39:42.623680 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 7d6f2b18-d793-439d-8950-64bbf6292e73 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:42.630205 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0ac2c-236d-4625-9eda-4871e481dba0 req-6dbc821a-6cd3-43d5-b388-c90816e7ac54 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.638831 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b7c0ac2c-236d-4625-9eda-4871e481dba0 req-6dbc821a-6cd3-43d5-b388-c90816e7ac54 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 944 time: 0.2063937 Jul 16 01:39:42.661057 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1ef5d381-3e8f-4931-8fe1-a5f65111b896 req-df3196dd-e79f-4f16-b195-442715b60943 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496333 Jul 16 01:39:42.691514 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-398189f4-1cf2-4216-be7a-970c208e3879 None None] Provisioning complete for port ef7e4118-b22c-4e98-96b3-82ecf3f23b1b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:42.691514 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-398189f4-1cf2-4216-be7a-970c208e3879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.744737 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b7c0ac2c-236d-4625-9eda-4871e481dba0 req-dbe4e932-845d-498b-ae89-c5bed7da65f2 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049283 Jul 16 01:39:42.752174 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ad04a14-f728-4f92-86ec-f9bef4afcabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.760744 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ad04a14-f728-4f92-86ec-f9bef4afcabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.761902 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7ad04a14-f728-4f92-86ec-f9bef4afcabc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/57a27ea7-f6e6-4775-8ccb-34cbffd575e1 HTTP/1.1" status: 204 len: 168 time: 0.3703201 Jul 16 01:39:42.794035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7795c714-aec4-4128-ac3b-309eb92261d0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Made reservation on behalf of 498924aad55244bba9d0f01dbf05d516 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:42.800533 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7795c714-aec4-4128-ac3b-309eb92261d0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.817274 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad04a14-f728-4f92-86ec-f9bef4afcabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a27ea7-f6e6-4775-8ccb-34cbffd575e1,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:42.867832 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-398189f4-1cf2-4216-be7a-970c208e3879 None None] Port ef7e4118-b22c-4e98-96b3-82ecf3f23b1b cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:42.886982 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.965993 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6010988f-c8d0-471b-afab-a70f8f8eb477, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6010988f-c8d0-471b-afab-a70f8f8eb477,segment=NetworkSegment(3986646c-2b6f-4b44-8db9-e3622b113280),segment_id=3986646c-2b6f-4b44-8db9-e3622b113280)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:42.972398 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.974750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 11992ae6-9859-40c9-97b3-fc8adc0a2e04 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:43.059069 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device b1904735-02ed-4520-a126-3e0a9351b919 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:43.120010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=6010988f-c8d0-471b-afab-a70f8f8eb477,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:43.137538 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.159539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:43.163860 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Transition to ACTIVE for port object ef7e4118-b22c-4e98-96b3-82ecf3f23b1b will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:43.174249 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.236284 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768b41c-1477-4fac-ba5a-1ef270f9f5ef req-1b2e5fce-97f9-43e1-bf45-b4c254634f95 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.246053 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7795c714-aec4-4128-ac3b-309eb92261d0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.253714 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768b41c-1477-4fac-ba5a-1ef270f9f5ef req-1b2e5fce-97f9-43e1-bf45-b4c254634f95 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.272445 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768b41c-1477-4fac-ba5a-1ef270f9f5ef req-1b2e5fce-97f9-43e1-bf45-b4c254634f95 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.289436 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768b41c-1477-4fac-ba5a-1ef270f9f5ef req-1b2e5fce-97f9-43e1-bf45-b4c254634f95 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.298868 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6072fcdc-ba07-43e1-a11f-87e967e3d8d2'}, {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6010988f-c8d0-471b-afab-a70f8f8eb477'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:43.304531 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c60186-512b-422f-97c2-5a7db6fc58bd" -d '{"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-plugged", "status": "completed", "tag": "6072fcdc-ba07-43e1-a11f-87e967e3d8d2"}, {"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-plugged", "status": "completed", "tag": "6010988f-c8d0-471b-afab-a70f8f8eb477"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:43.305948 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d1443-860a-449f-bb48-9ff6b80fc483 None None] Pushing event updated for resources: {'Port': ['ID=ef7e4118-b22c-4e98-96b3-82ecf3f23b1b,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:43.307701 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768b41c-1477-4fac-ba5a-1ef270f9f5ef req-1b2e5fce-97f9-43e1-bf45-b4c254634f95 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.315019 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768b41c-1477-4fac-ba5a-1ef270f9f5ef req-1b2e5fce-97f9-43e1-bf45-b4c254634f95 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.321994 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:43.322496 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.326959 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port b1904735-02ed-4520-a126-3e0a9351b919, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b1904735-02ed-4520-a126-3e0a9351b919,segment=NetworkSegment(ae7d78ab-006f-4e5c-832f-66c419c31b42),segment_id=ae7d78ab-006f-4e5c-832f-66c419c31b42)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:43.339528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768b41c-1477-4fac-ba5a-1ef270f9f5ef req-1b2e5fce-97f9-43e1-bf45-b4c254634f95 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.341933 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5768b41c-1477-4fac-ba5a-1ef270f9f5ef req-1b2e5fce-97f9-43e1-bf45-b4c254634f95 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5425 time: 0.2322290 Jul 16 01:39:43.385352 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795c714-aec4-4128-ac3b-309eb92261d0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Subnet': ['ID=ebf98fd1-1bec-42bc-8588-eabd2be76b6b,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:43.394366 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'b1904735-02ed-4520-a126-3e0a9351b919', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'port_id': 'b1904735-02ed-4520-a126-3e0a9351b919', 'mac_address': 'fa:16:3e:bf:11:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:43.427032 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Attempting to bind port ef7e4118-b22c-4e98-96b3-82ecf3f23b1b on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:43.428505 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Attempting to bind port ef7e4118-b22c-4e98-96b3-82ecf3f23b1b by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'a9b811a7-54ee-4006-a9a6-a04919cddc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:43.428505 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Attempting to bind port ef7e4118-b22c-4e98-96b3-82ecf3f23b1b on network c5452f21-eab1-432e-aa0a-3545995fc108 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:43.433792 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:43.434535 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Checking segment: {'id': 'a9b811a7-54ee-4006-a9a6-a04919cddc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:43.434873 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.435266 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Bound using segment: {'id': 'a9b811a7-54ee-4006-a9a6-a04919cddc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:43.435744 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Bound port: ef7e4118-b22c-4e98-96b3-82ecf3f23b1b, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b811a7-54ee-4006-a9a6-a04919cddc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:43.436128 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.449772 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5768b41c-1477-4fac-ba5a-1ef270f9f5ef req-6e4bf937-33a2-44c5-8b24-bd61618bcfcf tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981953 Jul 16 01:39:43.453902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795c714-aec4-4128-ac3b-309eb92261d0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Checking segment: {'id': '5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7d6f2b18-d793-439d-8950-64bbf6292e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:43.454387 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7795c714-aec4-4128-ac3b-309eb92261d0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network hostable DHCP agents. Network: 7d6f2b18-d793-439d-8950-64bbf6292e73, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:43.467768 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57854) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:43.487052 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7795c714-aec4-4128-ac3b-309eb92261d0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network 7d6f2b18-d793-439d-8950-64bbf6292e73 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:43.502502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-7795c714-aec4-4128-ac3b-309eb92261d0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 7d6f2b18-d793-439d-8950-64bbf6292e73) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:43.506544 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.510496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7795c714-aec4-4128-ac3b-309eb92261d0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.514349 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7795c714-aec4-4128-ac3b-309eb92261d0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.534345 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] For port ef7e4118-b22c-4e98-96b3-82ecf3f23b1b, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:43.539777 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] For port ef7e4118-b22c-4e98-96b3-82ecf3f23b1b, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ef7e4118-b22c-4e98-96b3-82ecf3f23b1b,segment=NetworkSegment(a9b811a7-54ee-4006-a9a6-a04919cddc25),segment_id=a9b811a7-54ee-4006-a9a6-a04919cddc25)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:43.550140 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7795c714-aec4-4128-ac3b-309eb92261d0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0229714 Jul 16 01:39:43.553621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57856) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:43.556648 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.559759 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544ba020-d9c2-47fb-8330-124afca0e097 None None] Network 7d6f2b18-d793-439d-8950-64bbf6292e73 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:43.576633 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a9cf20af-4d91-4545-99a4-ec0b61abccba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c3fcd6be7f241edb6da5b6fa647b381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1074281 Jul 16 01:39:43.581902 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57858) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:43.629777 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1904735-02ed-4520-a126-3e0a9351b919 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:43.667474 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:43.668400 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:43.671892 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d1443-860a-449f-bb48-9ff6b80fc483 None None] Pushing event updated for resources: {'Port': ['ID=ef7e4118-b22c-4e98-96b3-82ecf3f23b1b,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:43.688233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port b1904735-02ed-4520-a126-3e0a9351b919, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b1904735-02ed-4520-a126-3e0a9351b919,segment=NetworkSegment(ae7d78ab-006f-4e5c-832f-66c419c31b42),segment_id=ae7d78ab-006f-4e5c-832f-66c419c31b42)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:43.747912 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3ed298c-82d8-4b1f-8a49-65cfef6673e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.765984 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.775276 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3ed298c-82d8-4b1f-8a49-65cfef6673e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.813944 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:43.842841 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3ed298c-82d8-4b1f-8a49-65cfef6673e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.846068 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3ed298c-82d8-4b1f-8a49-65cfef6673e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.847322 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f3ed298c-82d8-4b1f-8a49-65cfef6673e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/55e51b4f-916b-4342-b7f5-e0173412d4ac HTTP/1.1" status: 204 len: 168 time: 0.2643771 Jul 16 01:39:43.874364 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.875192 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed298c-82d8-4b1f-8a49-65cfef6673e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e51b4f-916b-4342-b7f5-e0173412d4ac,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:43.922215 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7b678-51c6-4f05-85ef-ed7481878de0 req-70a6ea54-01e1-4c39-a700-4db446235e40 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.931407 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9ae7b678-51c6-4f05-85ef-ed7481878de0 req-70a6ea54-01e1-4c39-a700-4db446235e40 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 947 time: 0.2656991 Jul 16 01:39:43.987275 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9ae7b678-51c6-4f05-85ef-ed7481878de0 req-84d21d57-1002-438e-8411-764a42214a35 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543716 Jul 16 01:39:44.161538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=b1904735-02ed-4520-a126-3e0a9351b919,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:44.171852 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1035e386-b49b-444e-9c2d-3ba571139185 x-openstack-request-id: req-1035e386-b49b-444e-9c2d-3ba571139185 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:44.172409 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-plugged", "status": "completed", "tag": "6072fcdc-ba07-43e1-a11f-87e967e3d8d2", "code": 200}, {"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-plugged", "status": "completed", "tag": "6010988f-c8d0-471b-afab-a70f8f8eb477", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:44.172729 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1035e386-b49b-444e-9c2d-3ba571139185 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:44.173053 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6072fcdc-ba07-43e1-a11f-87e967e3d8d2', 'code': 200} Jul 16 01:39:44.173311 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6010988f-c8d0-471b-afab-a70f8f8eb477', 'code': 200} Jul 16 01:39:44.201245 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 4, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '1b9a83e5-442a-487d-b13c-11e58d7ccefd', 'name': '', 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:6e:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:31Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef7e4118-b22c-4e98-96b3-82ecf3f23b1b', 'name': '', 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:44:b6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:37Z', 'updated_at': '2021-07-16T01:39:43Z', 'revision_number': 4, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:44.250886 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f78d2f-bb18-4ec0-a0bf-ce4023ea6abb req-960fdc25-6fb7-4bad-b359-d487aaf21ca6 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:44.255843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:44.258787 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f6f78d2f-bb18-4ec0-a0bf-ce4023ea6abb req-960fdc25-6fb7-4bad-b359-d487aaf21ca6 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.1714473 Jul 16 01:39:44.270301 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.271747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5ae438b0-6561-4508-8234-dd26f7191e3e up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:44.271902 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17e96e-7ba7-47c3-9b6d-8ef3da4fbed9 None None] The sync data for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 is: [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 4, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '1b9a83e5-442a-487d-b13c-11e58d7ccefd', 'name': '', 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:6e:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:31Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef7e4118-b22c-4e98-96b3-82ecf3f23b1b', 'name': '', 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:44:b6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:37Z', 'updated_at': '2021-07-16T01:39:43Z', 'revision_number': 4, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:44.287842 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4f8d1-06a0-4ec2-886c-c7e5aa2f0a05 req-54d87055-4e78-4106-9409-f6437958d7d0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:44.290142 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-60e4f8d1-06a0-4ec2-886c-c7e5aa2f0a05 req-54d87055-4e78-4106-9409-f6437958d7d0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 945 time: 0.1346571 Jul 16 01:39:44.322571 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f6f78d2f-bb18-4ec0-a0bf-ce4023ea6abb req-44476bb4-0bf7-4a3a-acf6-9e9ad857c300 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614047 Jul 16 01:39:44.387025 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=11992ae6-9859-40c9-97b3-fc8adc0a2e04,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:44.389810 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-7d6f2b18-d793-439d-8950-64bbf6292e73', 'network_id': '7d6f2b18-d793-439d-8950-64bbf6292e73', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'fixed_ips': [{'subnet_id': 'ebf98fd1-1bec-42bc-8588-eabd2be76b6b'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:44.394240 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.400829 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.412892 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['b1904735-02ed-4520-a126-3e0a9351b919'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:44.413918 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-60e4f8d1-06a0-4ec2-886c-c7e5aa2f0a05 req-494e7c96-14c4-4787-9eb8-d0a9a0399697 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145868 Jul 16 01:39:44.716997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 5ae438b0-6561-4508-8234-dd26f7191e3e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:44.722674 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 5ae438b0-6561-4508-8234-dd26f7191e3e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:44.723052 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.811997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Allocated IP 2001:db8:3::2 (7d6f2b18-d793-439d-8950-64bbf6292e73/ebf98fd1-1bec-42bc-8588-eabd2be76b6b/b91cec64-796e-4d7e-8a93-904cb09f9ba2) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:45.000583 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.077486 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5ae438b0-6561-4508-8234-dd26f7191e3e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5ae438b0-6561-4508-8234-dd26f7191e3e,segment=NetworkSegment(3986646c-2b6f-4b44-8db9-e3622b113280),segment_id=3986646c-2b6f-4b44-8db9-e3622b113280)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:45.104845 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.105798 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 65ae1488-7894-4e05-a642-06cbec3578dd up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:45.142421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f91a79-39e2-41b8-9de3-eadf313d7863 req-b950d9e7-00c1-47b8-9f63-a0d3bcd761a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.148338 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f91a79-39e2-41b8-9de3-eadf313d7863 req-b950d9e7-00c1-47b8-9f63-a0d3bcd761a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.154470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f91a79-39e2-41b8-9de3-eadf313d7863 req-b950d9e7-00c1-47b8-9f63-a0d3bcd761a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.160522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f91a79-39e2-41b8-9de3-eadf313d7863 req-b950d9e7-00c1-47b8-9f63-a0d3bcd761a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.167192 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f91a79-39e2-41b8-9de3-eadf313d7863 req-b950d9e7-00c1-47b8-9f63-a0d3bcd761a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.173075 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f91a79-39e2-41b8-9de3-eadf313d7863 req-b950d9e7-00c1-47b8-9f63-a0d3bcd761a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.179058 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f91a79-39e2-41b8-9de3-eadf313d7863 req-b950d9e7-00c1-47b8-9f63-a0d3bcd761a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.186717 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-42f91a79-39e2-41b8-9de3-eadf313d7863 req-b950d9e7-00c1-47b8-9f63-a0d3bcd761a0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5425 time: 0.1916802 Jul 16 01:39:45.231639 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-42f91a79-39e2-41b8-9de3-eadf313d7863 req-2a5313c3-4a62-43c5-b6a6-ca7abecd78bf tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440629 Jul 16 01:39:45.290040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b28914-f8df-4562-857d-4cdd4b3f0055 req-b1171d26-66c9-4664-bf69-9a2bc106987c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.291849 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64b28914-f8df-4562-857d-4cdd4b3f0055 req-b1171d26-66c9-4664-bf69-9a2bc106987c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.1091888 Jul 16 01:39:45.305652 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5ae438b0-6561-4508-8234-dd26f7191e3e,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:45.310546 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.324711 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Transition to ACTIVE for port object b91cec64-796e-4d7e-8a93-904cb09f9ba2 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:45.344212 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64b28914-f8df-4562-857d-4cdd4b3f0055 req-e7dfc97e-1a8f-4c05-840e-7e331c8d8334 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448742 Jul 16 01:39:45.348802 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 65ae1488-7894-4e05-a642-06cbec3578dd completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:45.352630 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Transition to ACTIVE for port object b91cec64-796e-4d7e-8a93-904cb09f9ba2 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:45.354933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 65ae1488-7894-4e05-a642-06cbec3578dd triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:45.355370 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.388879 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.440370 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Network 7d6f2b18-d793-439d-8950-64bbf6292e73 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:45.447393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:45.447953 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Allocated IP 2001:db8:3::1 (7d6f2b18-d793-439d-8950-64bbf6292e73/ebf98fd1-1bec-42bc-8588-eabd2be76b6b/a8cf0091-e650-4d1f-8034-48f5ff3a976b) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:45.452578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:45.478805 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Pushing event updated for resources: {'Port': ['ID=b91cec64-796e-4d7e-8a93-904cb09f9ba2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:45.562363 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Attempting to bind port b91cec64-796e-4d7e-8a93-904cb09f9ba2 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:45.563630 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Attempting to bind port b91cec64-796e-4d7e-8a93-904cb09f9ba2 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7d6f2b18-d793-439d-8950-64bbf6292e73'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:45.564216 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Attempting to bind port b91cec64-796e-4d7e-8a93-904cb09f9ba2 on network 7d6f2b18-d793-439d-8950-64bbf6292e73 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:45.571677 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:45.572324 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Checking segment: {'id': '5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7d6f2b18-d793-439d-8950-64bbf6292e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:45.572918 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.573489 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Bound using segment: {'id': '5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7d6f2b18-d793-439d-8950-64bbf6292e73'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:45.574123 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Bound port: b91cec64-796e-4d7e-8a93-904cb09f9ba2, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7d6f2b18-d793-439d-8950-64bbf6292e73'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:45.574683 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.597277 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.656798 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798849c6-9fc0-46d2-a021-82502a6fba4b req-447a593a-6295-474c-9f64-1806bdd7180f tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.659283 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-798849c6-9fc0-46d2-a021-82502a6fba4b req-447a593a-6295-474c-9f64-1806bdd7180f tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 945 time: 0.0919940 Jul 16 01:39:45.660386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88f18b-c34d-4976-a486-f4151e0342b5 req-d7b0ef28-011a-4e66-9e15-d2d75c1c9512 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.667921 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e88f18b-c34d-4976-a486-f4151e0342b5 req-d7b0ef28-011a-4e66-9e15-d2d75c1c9512 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.1745517 Jul 16 01:39:45.672685 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.686061 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 65ae1488-7894-4e05-a642-06cbec3578dd, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=65ae1488-7894-4e05-a642-06cbec3578dd,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:45.696608 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.697866 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6d22a53b-2464-4614-a2e4-ad4303acef4b up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:45.704267 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Transition to ACTIVE for port object a8cf0091-e650-4d1f-8034-48f5ff3a976b will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:45.710896 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-798849c6-9fc0-46d2-a021-82502a6fba4b req-fe18517d-cd8d-40c4-9ac0-7c03de145c9b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447292 Jul 16 01:39:45.734531 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e88f18b-c34d-4976-a486-f4151e0342b5 req-0571bc12-59e2-4ebe-b24a-ca4639bd9616 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655906 Jul 16 01:39:45.789060 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.804823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] For port b91cec64-796e-4d7e-8a93-904cb09f9ba2, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:45.837526 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] For port b91cec64-796e-4d7e-8a93-904cb09f9ba2, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b91cec64-796e-4d7e-8a93-904cb09f9ba2,segment=NetworkSegment(5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3),segment_id=5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:45.839319 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=65ae1488-7894-4e05-a642-06cbec3578dd,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:45.854570 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 6d22a53b-2464-4614-a2e4-ad4303acef4b completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:45.859554 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 6d22a53b-2464-4614-a2e4-ad4303acef4b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:45.860515 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.862856 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.883915 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network 7d6f2b18-d793-439d-8950-64bbf6292e73 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:45.888909 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:45.891561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:45.892471 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.896110 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=a8cf0091-e650-4d1f-8034-48f5ff3a976b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:46.002223 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e69887-e043-4959-ba6c-301a299adb4d None None] Pushing event updated for resources: {'Port': ['ID=b91cec64-796e-4d7e-8a93-904cb09f9ba2,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:46.070331 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ef7e4118-b22c-4e98-96b3-82ecf3f23b1b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:46.116040 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.133034 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.158972 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port ef7e4118-b22c-4e98-96b3-82ecf3f23b1b completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:46.164709 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6d22a53b-2464-4614-a2e4-ad4303acef4b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6d22a53b-2464-4614-a2e4-ad4303acef4b,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:46.166364 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port ef7e4118-b22c-4e98-96b3-82ecf3f23b1b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:46.166749 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.190551 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11992ae6-9859-40c9-97b3-fc8adc0a2e04'}, {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae438b0-6561-4508-8234-dd26f7191e3e'}, {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ae1488-7894-4e05-a642-06cbec3578dd'}, {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d22a53b-2464-4614-a2e4-ad4303acef4b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:46.193708 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23839dd-6b33-4596-840a-df70ce16e45d" -d '{"events": [{"server_uuid": "87d9c4a3-91c1-4381-9125-287ff16ead7e", "name": "network-vif-plugged", "status": "completed", "tag": "11992ae6-9859-40c9-97b3-fc8adc0a2e04"}, {"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-plugged", "status": "completed", "tag": "5ae438b0-6561-4508-8234-dd26f7191e3e"}, {"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-plugged", "status": "completed", "tag": "65ae1488-7894-4e05-a642-06cbec3578dd"}, {"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-plugged", "status": "completed", "tag": "6d22a53b-2464-4614-a2e4-ad4303acef4b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:46.198164 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.198995 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 7a8a248f-ea30-4e34-8a9e-022a3b879da9 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:46.269409 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12a5c32-4cb0-41c1-8548-a6da6f889854 x-openstack-request-id: req-d12a5c32-4cb0-41c1-8548-a6da6f889854 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:46.269717 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d9c4a3-91c1-4381-9125-287ff16ead7e", "name": "network-vif-plugged", "status": "completed", "tag": "11992ae6-9859-40c9-97b3-fc8adc0a2e04", "code": 200}, {"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-plugged", "status": "completed", "tag": "5ae438b0-6561-4508-8234-dd26f7191e3e", "code": 200}, {"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-plugged", "status": "completed", "tag": "65ae1488-7894-4e05-a642-06cbec3578dd", "code": 200}, {"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-plugged", "status": "completed", "tag": "6d22a53b-2464-4614-a2e4-ad4303acef4b", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:46.269970 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d12a5c32-4cb0-41c1-8548-a6da6f889854 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:46.270368 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11992ae6-9859-40c9-97b3-fc8adc0a2e04', 'code': 200} Jul 16 01:39:46.270624 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae438b0-6561-4508-8234-dd26f7191e3e', 'code': 200} Jul 16 01:39:46.270871 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ae1488-7894-4e05-a642-06cbec3578dd', 'code': 200} Jul 16 01:39:46.271855 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d22a53b-2464-4614-a2e4-ad4303acef4b', 'code': 200} Jul 16 01:39:46.331379 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=6d22a53b-2464-4614-a2e4-ad4303acef4b,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:46.377448 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 7a8a248f-ea30-4e34-8a9e-022a3b879da9 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:46.380466 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.392043 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 7a8a248f-ea30-4e34-8a9e-022a3b879da9 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:46.392043 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.472265 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port ef7e4118-b22c-4e98-96b3-82ecf3f23b1b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ef7e4118-b22c-4e98-96b3-82ecf3f23b1b,segment=NetworkSegment(a9b811a7-54ee-4006-a9a6-a04919cddc25),segment_id=a9b811a7-54ee-4006-a9a6-a04919cddc25)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:46.485079 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.597678 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7e526-1b45-4f55-9aba-fb60cb7ee185 req-e2974306-6ae9-4204-844b-310d4b691e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.601312 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dfc7e526-1b45-4f55-9aba-fb60cb7ee185 req-e2974306-6ae9-4204-844b-310d4b691e93 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 1099 time: 0.0948706 Jul 16 01:39:46.609325 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.648104 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dfc7e526-1b45-4f55-9aba-fb60cb7ee185 req-2cb059ec-010f-4ba8-a204-3d7b0f453c68 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397234 Jul 16 01:39:46.668152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fa63c-f302-4a65-a300-5ec8cbc84c18 req-88e26099-4924-41fd-9e3c-e7ee6f9748c3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.674319 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fa63c-f302-4a65-a300-5ec8cbc84c18 req-88e26099-4924-41fd-9e3c-e7ee6f9748c3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.680776 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fa63c-f302-4a65-a300-5ec8cbc84c18 req-88e26099-4924-41fd-9e3c-e7ee6f9748c3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.681256 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 7a8a248f-ea30-4e34-8a9e-022a3b879da9, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7a8a248f-ea30-4e34-8a9e-022a3b879da9,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:46.685427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=ef7e4118-b22c-4e98-96b3-82ecf3f23b1b,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:46.686972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fa63c-f302-4a65-a300-5ec8cbc84c18 req-88e26099-4924-41fd-9e3c-e7ee6f9748c3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.690951 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.694030 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fa63c-f302-4a65-a300-5ec8cbc84c18 req-88e26099-4924-41fd-9e3c-e7ee6f9748c3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.700231 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fa63c-f302-4a65-a300-5ec8cbc84c18 req-88e26099-4924-41fd-9e3c-e7ee6f9748c3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.706295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fa63c-f302-4a65-a300-5ec8cbc84c18 req-88e26099-4924-41fd-9e3c-e7ee6f9748c3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.708520 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b1fa63c-f302-4a65-a300-5ec8cbc84c18 req-88e26099-4924-41fd-9e3c-e7ee6f9748c3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5428 time: 0.1988485 Jul 16 01:39:46.747691 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=7a8a248f-ea30-4e34-8a9e-022a3b879da9,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:46.763237 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.772170 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b1fa63c-f302-4a65-a300-5ec8cbc84c18 req-6cf06045-60b7-43ea-a329-42fd70a3902a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541244 Jul 16 01:39:46.773293 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.774075 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.846904 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event updated for resources: {'Port': ['ID=a8cf0091-e650-4d1f-8034-48f5ff3a976b,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:46.883250 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07036747-719f-466d-a532-99816c98db5d req-4cfa88dc-ece9-4d04-9096-6260a6dc5ed8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.884846 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07036747-719f-466d-a532-99816c98db5d req-4cfa88dc-ece9-4d04-9096-6260a6dc5ed8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.0749121 Jul 16 01:39:46.939431 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Network 7d6f2b18-d793-439d-8950-64bbf6292e73 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:46.946609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:46.954035 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07036747-719f-466d-a532-99816c98db5d req-2f0da5b7-2396-483a-b685-29ce72360ae4 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567074 Jul 16 01:39:47.066278 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device b1904735-02ed-4520-a126-3e0a9351b919 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:47.128142 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port b1904735-02ed-4520-a126-3e0a9351b919 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:47.134559 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port b1904735-02ed-4520-a126-3e0a9351b919 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:47.135191 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.137300 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:47.176224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fe39e-82b4-4b0b-a504-9362cfb1b20d req-d75ce3f3-7b58-4ceb-bfb2-05cf31d03632 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:47.179295 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f05fe39e-82b4-4b0b-a504-9362cfb1b20d req-d75ce3f3-7b58-4ceb-bfb2-05cf31d03632 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.0943394 Jul 16 01:39:47.228445 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f05fe39e-82b4-4b0b-a504-9362cfb1b20d req-ddac40b1-267c-4780-97e3-820285351a0b tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422277 Jul 16 01:39:47.234401 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e95a6-c9aa-4ac4-b79e-189632645bcc req-14c6c191-70d4-4b2a-9f58-3d1dc2b7f71e tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:47.236013 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9b6e95a6-c9aa-4ac4-b79e-189632645bcc req-14c6c191-70d4-4b2a-9f58-3d1dc2b7f71e tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 945 time: 0.1653836 Jul 16 01:39:47.246235 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.282726 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:47.295968 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ce9a60e1-8c5c-4d20-a7fa-ca3d18b1e6a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/2f353fa6-2443-40d8-91f2-fa2253ccb2e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7409899 Jul 16 01:39:47.296414 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57954) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:47.302203 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d4ae9387-9f84-4fce-a7c7-cce04739b0a4 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:47.314256 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9b6e95a6-c9aa-4ac4-b79e-189632645bcc req-e57d9bf2-8f5f-4bbd-ba06-234af2ed33be tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700998 Jul 16 01:39:47.316007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Sync routers for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:47.341786 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port b1904735-02ed-4520-a126-3e0a9351b919, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b1904735-02ed-4520-a126-3e0a9351b919,segment=NetworkSegment(ae7d78ab-006f-4e5c-832f-66c419c31b42),segment_id=ae7d78ab-006f-4e5c-832f-66c419c31b42)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:47.347347 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:47.354442 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:47.359603 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.473360 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9fe7c0-db64-42ae-b94d-be725490b218 None None] Network 7d6f2b18-d793-439d-8950-64bbf6292e73 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:47.560709 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c11f8ba4-d417-4027-98f6-0f5e71cf91f3 None None] Provisioning for port b91cec64-796e-4d7e-8a93-904cb09f9ba2 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:47.594799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=b1904735-02ed-4520-a126-3e0a9351b919,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:47.614675 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:47.757809 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.extraroute_db [None req-d4ae9387-9f84-4fce-a7c7-cce04739b0a4 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:39:47.776602 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.extraroute_db [None req-d4ae9387-9f84-4fce-a7c7-cce04739b0a4 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Removed routes are [] {{(pid=93832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:39:47.777339 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4ae9387-9f84-4fce-a7c7-cce04739b0a4 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.016165 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:46Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '1b9a83e5-442a-487d-b13c-11e58d7ccefd', 'name': '', 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:6e:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:31Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8cf0091-e650-4d1f-8034-48f5ff3a976b', 'name': '', 'network_id': '7d6f2b18-d793-439d-8950-64bbf6292e73', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:c7:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'ebf98fd1-1bec-42bc-8588-eabd2be76b6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:44Z', 'updated_at': '2021-07-16T01:39:46Z', 'revision_number': 2, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': 'ebf98fd1-1bec-42bc-8588-eabd2be76b6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef7e4118-b22c-4e98-96b3-82ecf3f23b1b', 'name': '', 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:44:b6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:37Z', 'updated_at': '2021-07-16T01:39:46Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:48.375155 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409cc8c-5ebc-4907-bfc5-155d9c90bd24 req-0e2222b0-34a5-48a4-ab0e-b1843078d850 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:48.383560 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a409cc8c-5ebc-4907-bfc5-155d9c90bd24 req-0e2222b0-34a5-48a4-ab0e-b1843078d850 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.1831799 Jul 16 01:39:48.443297 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8a248f-ea30-4e34-8a9e-022a3b879da9'}, {'server_uuid': '00d3edb2-67e1-49b0-ab10-369899f0e853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1904735-02ed-4520-a126-3e0a9351b919'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:48.448237 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a409cc8c-5ebc-4907-bfc5-155d9c90bd24 req-0a768948-3023-46d3-a412-a04ae6ee94a2 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634596 Jul 16 01:39:48.450680 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e45b6f-7a4d-4d15-89d1-2e276b7fb7a8" -d '{"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-plugged", "status": "completed", "tag": "7a8a248f-ea30-4e34-8a9e-022a3b879da9"}, {"server_uuid": "00d3edb2-67e1-49b0-ab10-369899f0e853", "name": "network-vif-plugged", "status": "completed", "tag": "b1904735-02ed-4520-a126-3e0a9351b919"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:48.456963 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ef7e4118-b22c-4e98-96b3-82ecf3f23b1b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:48.461617 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Checking router: 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:48.462215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Updating router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 port a8cf0091-e650-4d1f-8034-48f5ff3a976b binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:39:48.514579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d6065-369e-4049-9705-959a9feed9f1 req-e2e6ae6d-6190-44f3-a091-67a26581d860 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:48.516205 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c42d6065-369e-4049-9705-959a9feed9f1 req-e2e6ae6d-6190-44f3-a091-67a26581d860 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.47 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.2144635 Jul 16 01:39:48.580861 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.621773 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port ef7e4118-b22c-4e98-96b3-82ecf3f23b1b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:48.622378 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.691919 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fb3cf17d-ccf3-421d-9692-c03c575b9801 None None] Provisioning for port a8cf0091-e650-4d1f-8034-48f5ff3a976b completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:48.714645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fb3cf17d-ccf3-421d-9692-c03c575b9801 None None] Provisioning complete for port a8cf0091-e650-4d1f-8034-48f5ff3a976b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:48.715307 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb3cf17d-ccf3-421d-9692-c03c575b9801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.757610 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4ae9387-9f84-4fce-a7c7-cce04739b0a4 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.763045 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4ae9387-9f84-4fce-a7c7-cce04739b0a4 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.787080 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c42d6065-369e-4049-9705-959a9feed9f1 req-2ac00283-fb2d-4587-9487-8bc44c65fb7d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Deleting port 09b8d35f-72ee-4d1e-93b0-f7d4f164e667 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:48.787530 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c42d6065-369e-4049-9705-959a9feed9f1 req-2ac00283-fb2d-4587-9487-8bc44c65fb7d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.790238 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57988) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:48.844607 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fb3cf17d-ccf3-421d-9692-c03c575b9801 None None] Port a8cf0091-e650-4d1f-8034-48f5ff3a976b cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:48.847306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4d74e-6df0-456d-92ea-8368805911be req-6654b5ff-8cec-40fa-8fd8-b21a9edcdaf4 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:48.860431 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-38d4d74e-6df0-456d-92ea-8368805911be req-6654b5ff-8cec-40fa-8fd8-b21a9edcdaf4 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 946 time: 0.1873207 Jul 16 01:39:48.934169 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ae9387-9f84-4fce-a7c7-cce04739b0a4 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:48.955365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b91cec64-796e-4d7e-8a93-904cb09f9ba2 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:48.991995 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-38d4d74e-6df0-456d-92ea-8368805911be req-b145d575-292c-4852-be2e-d09d0ec04dee tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258819 Jul 16 01:39:49.007480 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c42d6065-369e-4049-9705-959a9feed9f1 req-2ac00283-fb2d-4587-9487-8bc44c65fb7d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] For port 09b8d35f-72ee-4d1e-93b0-f7d4f164e667, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=09b8d35f-72ee-4d1e-93b0-f7d4f164e667,segment=NetworkSegment(de18a15a-a124-4fe2-a463-41b9ed456cbf),segment_id=de18a15a-a124-4fe2-a463-41b9ed456cbf)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:49.008176 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c42d6065-369e-4049-9705-959a9feed9f1 req-2ac00283-fb2d-4587-9487-8bc44c65fb7d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.053118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-dae1ed58-d466-44c5-a500-026adbf46639 None None] Provisioning complete for port a8cf0091-e650-4d1f-8034-48f5ff3a976b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:49.053607 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dae1ed58-d466-44c5-a500-026adbf46639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.060999 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port b91cec64-796e-4d7e-8a93-904cb09f9ba2 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:49.073889 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c42d6065-369e-4049-9705-959a9feed9f1 req-2ac00283-fb2d-4587-9487-8bc44c65fb7d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Calling delete_port for 09b8d35f-72ee-4d1e-93b0-f7d4f164e667 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:49.098595 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port b91cec64-796e-4d7e-8a93-904cb09f9ba2 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:49.098595 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.120616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c75e60-3fc0-4ba0-b4f2-7eece2ec5d41 req-bd59e726-b1bd-4358-b6c5-888553fe4206 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.126583 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c75e60-3fc0-4ba0-b4f2-7eece2ec5d41 req-bd59e726-b1bd-4358-b6c5-888553fe4206 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.134064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c75e60-3fc0-4ba0-b4f2-7eece2ec5d41 req-bd59e726-b1bd-4358-b6c5-888553fe4206 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.140655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c75e60-3fc0-4ba0-b4f2-7eece2ec5d41 req-bd59e726-b1bd-4358-b6c5-888553fe4206 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.146634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c75e60-3fc0-4ba0-b4f2-7eece2ec5d41 req-bd59e726-b1bd-4358-b6c5-888553fe4206 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.153120 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c75e60-3fc0-4ba0-b4f2-7eece2ec5d41 req-bd59e726-b1bd-4358-b6c5-888553fe4206 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.159338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c75e60-3fc0-4ba0-b4f2-7eece2ec5d41 req-bd59e726-b1bd-4358-b6c5-888553fe4206 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.163383 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c0c75e60-3fc0-4ba0-b4f2-7eece2ec5d41 req-bd59e726-b1bd-4358-b6c5-888553fe4206 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5429 time: 0.3944812 Jul 16 01:39:49.165527 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-dae1ed58-d466-44c5-a500-026adbf46639 None None] Port a8cf0091-e650-4d1f-8034-48f5ff3a976b cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:49.170213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ae9387-9f84-4fce-a7c7-cce04739b0a4 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:49.179067 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4ae9387-9f84-4fce-a7c7-cce04739b0a4 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.183038 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d4ae9387-9f84-4fce-a7c7-cce04739b0a4 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/2f353fa6-2443-40d8-91f2-fa2253ccb2e1 HTTP/1.1" status: 200 len: 953 time: 1.8854797 Jul 16 01:39:49.188764 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57992) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:49.250133 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.253202 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.276054 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Transition to ACTIVE for port object a8cf0091-e650-4d1f-8034-48f5ff3a976b will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:49.294148 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-445fb0e5-dd28-4860-983e-f1434a2b6143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.294965 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.321512 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c0c75e60-3fc0-4ba0-b4f2-7eece2ec5d41 req-5a09e54b-42b1-49a5-a4b4-4ff8ee1a2804 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1480007 Jul 16 01:39:49.349091 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port b91cec64-796e-4d7e-8a93-904cb09f9ba2, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b91cec64-796e-4d7e-8a93-904cb09f9ba2,segment=NetworkSegment(5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3),segment_id=5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:49.363663 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.370275 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fe3b3-5f2b-4bfc-a850-1aaa0ce60612 None None] Pushing event updated for resources: {'Port': ['ID=a8cf0091-e650-4d1f-8034-48f5ff3a976b,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:49.372746 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c42d6065-369e-4049-9705-959a9feed9f1 req-2ac00283-fb2d-4587-9487-8bc44c65fb7d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.379105 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fc03acde-588e-4736-a6fb-699e50bfaba1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/routers/2f353fa6-2443-40d8-91f2-fa2253ccb2e1 HTTP/1.1" status: 200 len: 953 time: 0.1886873 Jul 16 01:39:49.380088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57994) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:49.386255 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-7fe6b503-9a13-4ef1-aea3-b31488d97895 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'router': {'routes': None}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:49.435128 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0656d5ff-22b4-49b6-a6d8-a94cca692150 x-openstack-request-id: req-0656d5ff-22b4-49b6-a6d8-a94cca692150 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:49.435432 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-plugged", "status": "completed", "tag": "7a8a248f-ea30-4e34-8a9e-022a3b879da9", "code": 200}, {"server_uuid": "00d3edb2-67e1-49b0-ab10-369899f0e853", "name": "network-vif-plugged", "status": "completed", "tag": "b1904735-02ed-4520-a126-3e0a9351b919", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:49.435787 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0656d5ff-22b4-49b6-a6d8-a94cca692150 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:49.436128 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8a248f-ea30-4e34-8a9e-022a3b879da9', 'code': 200} Jul 16 01:39:49.436387 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d3edb2-67e1-49b0-ab10-369899f0e853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1904735-02ed-4520-a126-3e0a9351b919', 'code': 200} Jul 16 01:39:49.438367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['a082f3f6-be0c-47da-b563-0194daca0c1e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:49.438501 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac00283-fb2d-4587-9487-8bc44c65fb7d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Pushing event deleted for resources: {'Port': ['ID=09b8d35f-72ee-4d1e-93b0-f7d4f164e667,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:49.442353 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['09b8d35f-72ee-4d1e-93b0-f7d4f164e667'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:49.518724 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=b91cec64-796e-4d7e-8a93-904cb09f9ba2,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:49.544837 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42d6065-369e-4049-9705-959a9feed9f1 req-2ac00283-fb2d-4587-9487-8bc44c65fb7d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] No DVR routers for this DVR port 09b8d35f-72ee-4d1e-93b0-f7d4f164e667 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:49.548626 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c42d6065-369e-4049-9705-959a9feed9f1 req-2ac00283-fb2d-4587-9487-8bc44c65fb7d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.550862 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c42d6065-369e-4049-9705-959a9feed9f1 req-2ac00283-fb2d-4587-9487-8bc44c65fb7d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.47 "DELETE /v2.0/ports/09b8d35f-72ee-4d1e-93b0-f7d4f164e667 HTTP/1.1" status: 204 len: 173 time: 1.0256939 Jul 16 01:39:49.563637 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2823399e-3c8a-4ad1-9bad-912e4722ac6c', 'name': 'network-vif-deleted', 'tag': '09b8d35f-72ee-4d1e-93b0-f7d4f164e667'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:49.566391 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a206a9a-2f61-47b8-b9e1-807d79732136" -d '{"events": [{"server_uuid": "2823399e-3c8a-4ad1-9bad-912e4722ac6c", "name": "network-vif-deleted", "tag": "09b8d35f-72ee-4d1e-93b0-f7d4f164e667"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:49.595422 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65665753-43f3-49ac-9442-c0b42e29b09f req-143e2574-d0b7-41d1-b5c9-de35a7e37a3f tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.604684 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-65665753-43f3-49ac-9442-c0b42e29b09f req-143e2574-d0b7-41d1-b5c9-de35a7e37a3f tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.3074780 Jul 16 01:39:49.623474 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Attempting to bind port a8cf0091-e650-4d1f-8034-48f5ff3a976b on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:49.624455 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Attempting to bind port a8cf0091-e650-4d1f-8034-48f5ff3a976b by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7d6f2b18-d793-439d-8950-64bbf6292e73'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:49.625955 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Attempting to bind port a8cf0091-e650-4d1f-8034-48f5ff3a976b on network 7d6f2b18-d793-439d-8950-64bbf6292e73 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:49.648940 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:49.649571 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Checking segment: {'id': '5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7d6f2b18-d793-439d-8950-64bbf6292e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:49.650774 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.651355 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Bound using segment: {'id': '5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7d6f2b18-d793-439d-8950-64bbf6292e73'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:49.652016 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Bound port: a8cf0091-e650-4d1f-8034-48f5ff3a976b, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7d6f2b18-d793-439d-8950-64bbf6292e73'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:49.652562 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.715233 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-65665753-43f3-49ac-9442-c0b42e29b09f req-1f3e9e45-dd81-4a77-9d23-058b30ab6feb tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076102 Jul 16 01:39:49.745152 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] For port a8cf0091-e650-4d1f-8034-48f5ff3a976b, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:49.748397 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] For port a8cf0091-e650-4d1f-8034-48f5ff3a976b, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a8cf0091-e650-4d1f-8034-48f5ff3a976b,segment=NetworkSegment(5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3),segment_id=5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:49.768780 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-445fb0e5-dd28-4860-983e-f1434a2b6143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.770671 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.779076 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-445fb0e5-dd28-4860-983e-f1434a2b6143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.824123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35936a36-df57-41e2-b45c-5d853e9d4ed1 req-db0cb6f4-5df5-4d5d-90b5-81970f9c3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.824689 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35936a36-df57-41e2-b45c-5d853e9d4ed1 req-db0cb6f4-5df5-4d5d-90b5-81970f9c3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.825180 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35936a36-df57-41e2-b45c-5d853e9d4ed1 req-db0cb6f4-5df5-4d5d-90b5-81970f9c3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.825665 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35936a36-df57-41e2-b45c-5d853e9d4ed1 req-db0cb6f4-5df5-4d5d-90b5-81970f9c3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.826135 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35936a36-df57-41e2-b45c-5d853e9d4ed1 req-db0cb6f4-5df5-4d5d-90b5-81970f9c3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.826601 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35936a36-df57-41e2-b45c-5d853e9d4ed1 req-db0cb6f4-5df5-4d5d-90b5-81970f9c3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.827387 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35936a36-df57-41e2-b45c-5d853e9d4ed1 req-db0cb6f4-5df5-4d5d-90b5-81970f9c3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.829818 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-35936a36-df57-41e2-b45c-5d853e9d4ed1 req-db0cb6f4-5df5-4d5d-90b5-81970f9c3665 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 6486 time: 0.2023783 Jul 16 01:39:49.888807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fb0e5-dd28-4860-983e-f1434a2b6143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c0a8a3-9f6b-41b2-a6b4-829156e23aad,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:49.893821 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-35936a36-df57-41e2-b45c-5d853e9d4ed1 req-f47088f3-46eb-4b5a-88e8-f3d306c81e7b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514760 Jul 16 01:39:49.906973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e50a7-e607-4b15-9f2b-395ae1223764 req-4492f26c-8a47-497f-afce-79a58c956037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.908677 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-829e50a7-e607-4b15-9f2b-395ae1223764 req-4492f26c-8a47-497f-afce-79a58c956037 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 1097 time: 0.3345046 Jul 16 01:39:49.913060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58000) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:49.925793 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-445fb0e5-dd28-4860-983e-f1434a2b6143 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ee8e413fca3e4692a4331c6dc1b0029b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1252055 Jul 16 01:39:49.994369 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fe3b3-5f2b-4bfc-a850-1aaa0ce60612 None None] Pushing event updated for resources: {'Port': ['ID=a8cf0091-e650-4d1f-8034-48f5ff3a976b,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:50.002914 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:50.003634 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:50.044822 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269b009-80e8-47f5-966f-3b15b19d945c req-ae0bb370-0e73-46d5-aaf3-9f2f56401931 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.057032 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f269b009-80e8-47f5-966f-3b15b19d945c req-ae0bb370-0e73-46d5-aaf3-9f2f56401931 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.1185734 Jul 16 01:39:50.058255 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-829e50a7-e607-4b15-9f2b-395ae1223764 req-f58ce439-07d5-4b15-ac53-b91d1c56f671 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168454 Jul 16 01:39:50.107382 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19d47106-559e-4abe-97af-ce4c3679b3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.109577 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f269b009-80e8-47f5-966f-3b15b19d945c req-1a994c09-4b56-4c0e-adf4-b0d3e3b02aa9 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515652 Jul 16 01:39:50.142477 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b91cec64-796e-4d7e-8a93-904cb09f9ba2 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:50.144923 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19d47106-559e-4abe-97af-ce4c3679b3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.159892 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620b129e-f94a-4754-9292-8c8dbfc1ab35 x-openstack-request-id: req-620b129e-f94a-4754-9292-8c8dbfc1ab35 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:50.159892 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2823399e-3c8a-4ad1-9bad-912e4722ac6c", "name": "network-vif-deleted", "tag": "09b8d35f-72ee-4d1e-93b0-f7d4f164e667", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:50.160169 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-620b129e-f94a-4754-9292-8c8dbfc1ab35 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:50.160463 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2823399e-3c8a-4ad1-9bad-912e4722ac6c', 'name': 'network-vif-deleted', 'tag': '09b8d35f-72ee-4d1e-93b0-f7d4f164e667', 'status': 'completed', 'code': 200} Jul 16 01:39:50.202432 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:50.326244 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19d47106-559e-4abe-97af-ce4c3679b3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.331539 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19d47106-559e-4abe-97af-ce4c3679b3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.333796 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-19d47106-559e-4abe-97af-ce4c3679b3b4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/17c0a8a3-9f6b-41b2-a6b4-829156e23aad HTTP/1.1" status: 204 len: 168 time: 0.4194148 Jul 16 01:39:50.345401 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.extraroute_db [None req-7fe6b503-9a13-4ef1-aea3-b31488d97895 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Added routes are [] {{(pid=93832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:39:50.345726 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.extraroute_db [None req-7fe6b503-9a13-4ef1-aea3-b31488d97895 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:39:50.368543 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f3f3355f-f81a-4114-8f43-e76552c89b24 req-52a21ea7-52bd-45b3-8b26-2a459ec13239 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=2823399e-3c8a-4ad1-9bad-912e4722ac6c HTTP/1.1" status: 200 len: 210 time: 0.0628631 Jul 16 01:39:50.371943 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port b91cec64-796e-4d7e-8a93-904cb09f9ba2 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:50.372323 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.391201 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b503-9a13-4ef1-aea3-b31488d97895 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.407673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d47106-559e-4abe-97af-ce4c3679b3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c0a8a3-9f6b-41b2-a6b4-829156e23aad,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:50.585506 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47564b96-ce55-42f9-ace8-6fed4b714d92 req-6f0b767a-663c-448a-a5b5-ea04f5a862b7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.591584 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47564b96-ce55-42f9-ace8-6fed4b714d92 req-6f0b767a-663c-448a-a5b5-ea04f5a862b7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.606758 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47564b96-ce55-42f9-ace8-6fed4b714d92 req-6f0b767a-663c-448a-a5b5-ea04f5a862b7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.610333 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:47Z', 'revision_number': 6, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '1b9a83e5-442a-487d-b13c-11e58d7ccefd', 'name': '', 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:6e:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:31Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8cf0091-e650-4d1f-8034-48f5ff3a976b', 'name': '', 'network_id': '7d6f2b18-d793-439d-8950-64bbf6292e73', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:c7:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'ebf98fd1-1bec-42bc-8588-eabd2be76b6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:44Z', 'updated_at': '2021-07-16T01:39:49Z', 'revision_number': 4, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': 'ebf98fd1-1bec-42bc-8588-eabd2be76b6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef7e4118-b22c-4e98-96b3-82ecf3f23b1b', 'name': '', 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:44:b6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:37Z', 'updated_at': '2021-07-16T01:39:46Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:50.614882 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47564b96-ce55-42f9-ace8-6fed4b714d92 req-6f0b767a-663c-448a-a5b5-ea04f5a862b7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.621650 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47564b96-ce55-42f9-ace8-6fed4b714d92 req-6f0b767a-663c-448a-a5b5-ea04f5a862b7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.627886 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47564b96-ce55-42f9-ace8-6fed4b714d92 req-6f0b767a-663c-448a-a5b5-ea04f5a862b7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.633489 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a734797-c761-4306-b5ec-e983d56aaf44 req-57a11583-256f-4967-bad4-59424f5cf17c tempest-MigrationsAdminTest-519601803 tempest-MigrationsAdminTest-519601803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.634848 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47564b96-ce55-42f9-ace8-6fed4b714d92 req-6f0b767a-663c-448a-a5b5-ea04f5a862b7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.640355 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3a734797-c761-4306-b5ec-e983d56aaf44 req-57a11583-256f-4967-bad4-59424f5cf17c tempest-MigrationsAdminTest-519601803 tempest-MigrationsAdminTest-519601803-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 1099 time: 0.2342336 Jul 16 01:39:50.642370 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47564b96-ce55-42f9-ace8-6fed4b714d92 req-6f0b767a-663c-448a-a5b5-ea04f5a862b7 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5429 time: 0.1541901 Jul 16 01:39:50.662767 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c759d32-6ecb-4e38-b462-996bd193ae79 None None] The sync data for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 is: [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:47Z', 'revision_number': 6, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '1b9a83e5-442a-487d-b13c-11e58d7ccefd', 'name': '', 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:6e:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:31Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8cf0091-e650-4d1f-8034-48f5ff3a976b', 'name': '', 'network_id': '7d6f2b18-d793-439d-8950-64bbf6292e73', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:c7:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'ebf98fd1-1bec-42bc-8588-eabd2be76b6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:44Z', 'updated_at': '2021-07-16T01:39:49Z', 'revision_number': 4, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': 'ebf98fd1-1bec-42bc-8588-eabd2be76b6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef7e4118-b22c-4e98-96b3-82ecf3f23b1b', 'name': '', 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:44:b6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:37Z', 'updated_at': '2021-07-16T01:39:46Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:50.688175 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47564b96-ce55-42f9-ace8-6fed4b714d92 req-e37a420a-7c75-4f2e-b722-b6060543032f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446057 Jul 16 01:39:50.691248 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b503-9a13-4ef1-aea3-b31488d97895 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.703477 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3a734797-c761-4306-b5ec-e983d56aaf44 req-868c87e3-5507-481d-9b63-e0d0c230a6c9 tempest-MigrationsAdminTest-519601803 tempest-MigrationsAdminTest-519601803-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621660 Jul 16 01:39:50.705343 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b503-9a13-4ef1-aea3-b31488d97895 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.719305 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58014) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:50.776364 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-37521b6b-8ac7-49bf-909e-f1c72179664a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.901680 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe6b503-9a13-4ef1-aea3-b31488d97895 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:50.904993 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-d1de7993-7037-48f5-9dfd-ee0c5e74e55d req-7603d5fd-52fd-49da-a023-ff8a6ffabe29 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:39:50.918357 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d1de7993-7037-48f5-9dfd-ee0c5e74e55d req-7603d5fd-52fd-49da-a023-ff8a6ffabe29 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0279055 Jul 16 01:39:51.056758 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-37521b6b-8ac7-49bf-909e-f1c72179664a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.063214 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe6b503-9a13-4ef1-aea3-b31488d97895 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:51.063406 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-37521b6b-8ac7-49bf-909e-f1c72179664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.078266 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b503-9a13-4ef1-aea3-b31488d97895 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.082380 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7fe6b503-9a13-4ef1-aea3-b31488d97895 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/2f353fa6-2443-40d8-91f2-fa2253ccb2e1 HTTP/1.1" status: 200 len: 703 time: 1.6978297 Jul 16 01:39:51.082898 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58024) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:51.113384 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37521b6b-8ac7-49bf-909e-f1c72179664a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd578489-ffbf-4059-9190-9807c5ccd478,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:51.138901 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-37521b6b-8ac7-49bf-909e-f1c72179664a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=99884218c17e4203b8ef31587793350f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4183893 Jul 16 01:39:51.139570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58026) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:51.204905 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15f82c67-6f3c-4526-95a6-32a73bcf99d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.233475 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15f82c67-6f3c-4526-95a6-32a73bcf99d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.257337 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-21490322-b198-4591-a262-c516d41a8086 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/routers/2f353fa6-2443-40d8-91f2-fa2253ccb2e1 HTTP/1.1" status: 200 len: 703 time: 0.1722579 Jul 16 01:39:51.267747 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58032) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:51.308191 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3025b-62d0-4a23-84bb-a23b26ff398d req-0393c6da-8542-4aed-ae9d-252eb6bd91ff tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:51.310009 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4af3025b-62d0-4a23-84bb-a23b26ff398d req-0393c6da-8542-4aed-ae9d-252eb6bd91ff tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.1325603 Jul 16 01:39:51.379572 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4af3025b-62d0-4a23-84bb-a23b26ff398d req-1c35eb43-d2a7-4594-9274-2abc632aa6d8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635276 Jul 16 01:39:51.412423 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15f82c67-6f3c-4526-95a6-32a73bcf99d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.415164 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15f82c67-6f3c-4526-95a6-32a73bcf99d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.419051 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-15f82c67-6f3c-4526-95a6-32a73bcf99d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dd578489-ffbf-4059-9190-9807c5ccd478 HTTP/1.1" status: 204 len: 168 time: 0.2755315 Jul 16 01:39:51.463316 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f82c67-6f3c-4526-95a6-32a73bcf99d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd578489-ffbf-4059-9190-9807c5ccd478,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:51.856493 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc2047-5ed1-4b25-804e-7c9cd59ed1b9 None None] Sync routers for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:51.872775 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc2047-5ed1-4b25-804e-7c9cd59ed1b9 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:51.875650 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5bbc2047-5ed1-4b25-804e-7c9cd59ed1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:52.075630 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a8cf0091-e650-4d1f-8034-48f5ff3a976b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:52.093365 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-5bbc2047-5ed1-4b25-804e-7c9cd59ed1b9 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:52.161294 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port a8cf0091-e650-4d1f-8034-48f5ff3a976b completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:52.167060 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port a8cf0091-e650-4d1f-8034-48f5ff3a976b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:52.167773 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.246504 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fe6f0-c3de-4a70-acfd-315a666ebdc5 req-4aaf8c29-e37f-4822-815f-6b0a69df8ed0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.255176 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fe6f0-c3de-4a70-acfd-315a666ebdc5 req-4aaf8c29-e37f-4822-815f-6b0a69df8ed0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.272483 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.282202 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fe6f0-c3de-4a70-acfd-315a666ebdc5 req-4aaf8c29-e37f-4822-815f-6b0a69df8ed0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.294972 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fe6f0-c3de-4a70-acfd-315a666ebdc5 req-4aaf8c29-e37f-4822-815f-6b0a69df8ed0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.308214 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fe6f0-c3de-4a70-acfd-315a666ebdc5 req-4aaf8c29-e37f-4822-815f-6b0a69df8ed0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.321021 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port a8cf0091-e650-4d1f-8034-48f5ff3a976b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a8cf0091-e650-4d1f-8034-48f5ff3a976b,segment=NetworkSegment(5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3),segment_id=5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:52.321227 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fe6f0-c3de-4a70-acfd-315a666ebdc5 req-4aaf8c29-e37f-4822-815f-6b0a69df8ed0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.330766 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fe6f0-c3de-4a70-acfd-315a666ebdc5 req-4aaf8c29-e37f-4822-815f-6b0a69df8ed0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.332194 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.337599 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-e9133aac-4205-4400-bc91-c39b4b4c592a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2901595 Jul 16 01:39:52.351854 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-201fe6f0-c3de-4a70-acfd-315a666ebdc5 req-4aaf8c29-e37f-4822-815f-6b0a69df8ed0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5429 time: 0.1986153 Jul 16 01:39:52.362331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f5b01-fb7f-4181-a424-721f3c000c7b req-3552a22f-a879-4bf0-934d-fae1459ec2b7 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.363968 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-af5f5b01-fb7f-4181-a424-721f3c000c7b req-3552a22f-a879-4bf0-934d-fae1459ec2b7 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.3151689 Jul 16 01:39:52.414665 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-201fe6f0-c3de-4a70-acfd-315a666ebdc5 req-791c2d0a-3cd1-49ff-9f59-c2a60dd17c6b tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597117 Jul 16 01:39:52.459261 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-af5f5b01-fb7f-4181-a424-721f3c000c7b req-72cb7506-c9bd-4efa-9f27-ef444c8d5702 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858428 Jul 16 01:39:52.463372 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=a8cf0091-e650-4d1f-8034-48f5ff3a976b,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:52.519889 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-babc35ad-f7b3-4f2f-8296-aa0a61151bc6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.610391 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5bbc2047-5ed1-4b25-804e-7c9cd59ed1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:50Z', 'revision_number': 7, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '1b9a83e5-442a-487d-b13c-11e58d7ccefd', 'name': '', 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:6e:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:31Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8cf0091-e650-4d1f-8034-48f5ff3a976b', 'name': '', 'network_id': '7d6f2b18-d793-439d-8950-64bbf6292e73', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:c7:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'ebf98fd1-1bec-42bc-8588-eabd2be76b6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:44Z', 'updated_at': '2021-07-16T01:39:49Z', 'revision_number': 4, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': 'ebf98fd1-1bec-42bc-8588-eabd2be76b6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef7e4118-b22c-4e98-96b3-82ecf3f23b1b', 'name': '', 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:44:b6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:37Z', 'updated_at': '2021-07-16T01:39:46Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:52.653510 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc2047-5ed1-4b25-804e-7c9cd59ed1b9 None None] Checking router: 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:52.665923 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc2047-5ed1-4b25-804e-7c9cd59ed1b9 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:52.668668 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5bbc2047-5ed1-4b25-804e-7c9cd59ed1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:52.743454 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bad92b-0c3f-4032-bef6-ca95d0a53bbc req-cb01d999-d9f3-42bd-a8cc-7c16b10c77e3 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.744808 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d5bad92b-0c3f-4032-bef6-ca95d0a53bbc req-cb01d999-d9f3-42bd-a8cc-7c16b10c77e3 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.1006098 Jul 16 01:39:52.837368 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-5bbc2047-5ed1-4b25-804e-7c9cd59ed1b9 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:52.838866 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d5bad92b-0c3f-4032-bef6-ca95d0a53bbc req-ac482536-9c87-4ae9-9dbd-59c9bef3c68f tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875313 Jul 16 01:39:52.912108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6531b-7d32-4c2c-9b8a-841c3dbb4e15 req-a1fc5153-8c26-4bce-86e1-0bd01fcbdc8f tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.920575 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dcd6531b-7d32-4c2c-9b8a-841c3dbb4e15 req-a1fc5153-8c26-4bce-86e1-0bd01fcbdc8f tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.1336670 Jul 16 01:39:53.001700 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dcd6531b-7d32-4c2c-9b8a-841c3dbb4e15 req-0c15ef50-fb68-4a53-a712-c802dcce27b3 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785315 Jul 16 01:39:53.107278 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-babc35ad-f7b3-4f2f-8296-aa0a61151bc6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting port a8cf0091-e650-4d1f-8034-48f5ff3a976b {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:53.107729 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-babc35ad-f7b3-4f2f-8296-aa0a61151bc6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.109051 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 09b8d35f-72ee-4d1e-93b0-f7d4f164e667 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:53.135072 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5bbc2047-5ed1-4b25-804e-7c9cd59ed1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:50Z', 'revision_number': 7, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '1b9a83e5-442a-487d-b13c-11e58d7ccefd', 'name': '', 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:6e:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:31Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8cf0091-e650-4d1f-8034-48f5ff3a976b', 'name': '', 'network_id': '7d6f2b18-d793-439d-8950-64bbf6292e73', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:c7:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'ebf98fd1-1bec-42bc-8588-eabd2be76b6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:44Z', 'updated_at': '2021-07-16T01:39:52Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': 'ebf98fd1-1bec-42bc-8588-eabd2be76b6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef7e4118-b22c-4e98-96b3-82ecf3f23b1b', 'name': '', 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:44:b6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:37Z', 'updated_at': '2021-07-16T01:39:46Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:53.208953 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc2047-5ed1-4b25-804e-7c9cd59ed1b9 None None] The sync data for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 is: [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:50Z', 'revision_number': 7, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '1b9a83e5-442a-487d-b13c-11e58d7ccefd', 'name': '', 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:6e:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:31Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8cf0091-e650-4d1f-8034-48f5ff3a976b', 'name': '', 'network_id': '7d6f2b18-d793-439d-8950-64bbf6292e73', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:c7:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'ebf98fd1-1bec-42bc-8588-eabd2be76b6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:44Z', 'updated_at': '2021-07-16T01:39:52Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': 'ebf98fd1-1bec-42bc-8588-eabd2be76b6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef7e4118-b22c-4e98-96b3-82ecf3f23b1b', 'name': '', 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:44:b6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:37Z', 'updated_at': '2021-07-16T01:39:46Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:53.212156 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca918f9b-6729-4b4d-932d-3deeeb39b527 req-b0abc439-9509-4291-ba4a-1a62c91f1a33 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:53.221970 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca918f9b-6729-4b4d-932d-3deeeb39b527 req-b0abc439-9509-4291-ba4a-1a62c91f1a33 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:53.235292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca918f9b-6729-4b4d-932d-3deeeb39b527 req-b0abc439-9509-4291-ba4a-1a62c91f1a33 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:53.251049 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca918f9b-6729-4b4d-932d-3deeeb39b527 req-b0abc439-9509-4291-ba4a-1a62c91f1a33 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:53.268461 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca918f9b-6729-4b4d-932d-3deeeb39b527 req-b0abc439-9509-4291-ba4a-1a62c91f1a33 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:53.279597 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca918f9b-6729-4b4d-932d-3deeeb39b527 req-b0abc439-9509-4291-ba4a-1a62c91f1a33 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:53.298915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca918f9b-6729-4b4d-932d-3deeeb39b527 req-b0abc439-9509-4291-ba4a-1a62c91f1a33 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:53.305377 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-babc35ad-f7b3-4f2f-8296-aa0a61151bc6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] For port a8cf0091-e650-4d1f-8034-48f5ff3a976b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a8cf0091-e650-4d1f-8034-48f5ff3a976b,segment=NetworkSegment(5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3),segment_id=5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:53.305773 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-babc35ad-f7b3-4f2f-8296-aa0a61151bc6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.306856 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ca918f9b-6729-4b4d-932d-3deeeb39b527 req-b0abc439-9509-4291-ba4a-1a62c91f1a33 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5429 time: 0.2489016 Jul 16 01:39:53.318937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58108) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:53.324349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-164c610c-1f35-40c3-8103-724664834743 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Request body: {'floatingip': {'port_id': '6072fcdc-ba07-43e1-a11f-87e967e3d8d2'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:53.341521 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-babc35ad-f7b3-4f2f-8296-aa0a61151bc6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Calling delete_port for a8cf0091-e650-4d1f-8034-48f5ff3a976b owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:53.419154 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-164c610c-1f35-40c3-8103-724664834743 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for floatingip, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.480983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 09b8d35f-72ee-4d1e-93b0-f7d4f164e667 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:53.481320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 09b8d35f-72ee-4d1e-93b0-f7d4f164e667 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:53.603236 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.662414 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-babc35ad-f7b3-4f2f-8296-aa0a61151bc6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.732010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc35ad-f7b3-4f2f-8296-aa0a61151bc6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Port': ['ID=a8cf0091-e650-4d1f-8034-48f5ff3a976b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:53.918445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfeb70-871f-4902-9e2b-f6e2154ae4cf req-5a848875-738f-4e8b-adae-6cebd9f652e4 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:53.944712 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-37dfeb70-871f-4902-9e2b-f6e2154ae4cf req-5a848875-738f-4e8b-adae-6cebd9f652e4 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.3196917 Jul 16 01:39:53.945621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58126) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:53.961262 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4c08d2dd-0c18-4f6d-b211-fe24d8f78731 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Request body: {'floatingip': {'port_id': 'b1904735-02ed-4520-a126-3e0a9351b919'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:54.071674 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c08d2dd-0c18-4f6d-b211-fe24d8f78731 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for floatingip, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.088211 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-babc35ad-f7b3-4f2f-8296-aa0a61151bc6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.143565 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-164c610c-1f35-40c3-8103-724664834743 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.148853 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-164c610c-1f35-40c3-8103-724664834743 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.292790 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58132) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:54.536675 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-38dc7034-6c3f-40a9-8f4e-b554e420b66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.614367 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d136b-fc8f-4ed6-8da8-0faa9b4a01d9 req-0f0cb2fa-7306-4455-8de8-9d5479b532d0 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.617617 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9a2d136b-fc8f-4ed6-8da8-0faa9b4a01d9 req-0f0cb2fa-7306-4455-8de8-9d5479b532d0 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.2932889 Jul 16 01:39:54.619987 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-164c610c-1f35-40c3-8103-724664834743 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Floating IP e7d76680-e3f3-4c29-a40a-e32281d42aca associated. External IP: 172.25.1.113, port: 6072fcdc-ba07-43e1-a11f-87e967e3d8d2. Jul 16 01:39:54.661857 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16471765-744a-476e-9d87-d570c4e95942 req-b5f6255a-ed24-4849-93dd-af0dfa239ce0 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.663470 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16471765-744a-476e-9d87-d570c4e95942 req-b5f6255a-ed24-4849-93dd-af0dfa239ce0 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.1679292 Jul 16 01:39:54.671803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babc35ad-f7b3-4f2f-8296-aa0a61151bc6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:54.748687 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16471765-744a-476e-9d87-d570c4e95942 req-e4bd40fc-80f5-41b3-888a-abdecd16771b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784478 Jul 16 01:39:54.861412 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9a2d136b-fc8f-4ed6-8da8-0faa9b4a01d9 req-a29699d2-371b-43f3-9bba-515c8afbcf3a tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082684 Jul 16 01:39:54.920448 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d27064be-940f-45f9-ad05-975129e26d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.921979 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d27064be-940f-45f9-ad05-975129e26d61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 1099 time: 0.1158681 Jul 16 01:39:54.925913 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164c610c-1f35-40c3-8103-724664834743 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Router 7375b49a-c7e0-46d5-bca6-92c352423d07 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:54.991334 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-38dc7034-6c3f-40a9-8f4e-b554e420b66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.996409 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babc35ad-f7b3-4f2f-8296-aa0a61151bc6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:55.005965 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-babc35ad-f7b3-4f2f-8296-aa0a61151bc6 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/2f353fa6-2443-40d8-91f2-fa2253ccb2e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7345896 Jul 16 01:39:55.006852 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-38dc7034-6c3f-40a9-8f4e-b554e420b66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.007592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58136) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:55.013131 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4904b1d3-db5e-4e78-b81f-26bc59723fa1 None None] Sync routers for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:55.026099 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4904b1d3-db5e-4e78-b81f-26bc59723fa1 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:55.027077 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-4904b1d3-db5e-4e78-b81f-26bc59723fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:55.128955 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-4904b1d3-db5e-4e78-b81f-26bc59723fa1 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:55.146004 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-d475ae30-4e32-4d26-9691-ff644fe2c4c0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting subnet ebf98fd1-1bec-42bc-8588-eabd2be76b6b {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:39:55.160242 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d475ae30-4e32-4d26-9691-ff644fe2c4c0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.165362 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164c610c-1f35-40c3-8103-724664834743 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:55.178459 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98a5ac9-7098-40bc-9a8d-1b690cdec4b2 None None] Sync routers for ids ['7375b49a-c7e0-46d5-bca6-92c352423d07'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:55.188286 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-164c610c-1f35-40c3-8103-724664834743 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.190770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-22532d10-330a-421c-ad70-27797b306e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.191370 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a5ac9-7098-40bc-9a8d-1b690cdec4b2 None None] Routers {'7375b49a-c7e0-46d5-bca6-92c352423d07'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:55.192261 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f98a5ac9-7098-40bc-9a8d-1b690cdec4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7375b49a-c7e0-46d5-bca6-92c352423d07'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:55.192426 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-22532d10-330a-421c-ad70-27797b306e92 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2544014 Jul 16 01:39:55.271382 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-66bcf12b-0970-4980-afe0-6c967e88fd3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04 HTTP/1.1" status: 200 len: 217 time: 0.0485518 Jul 16 01:39:55.305098 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d475ae30-4e32-4d26-9691-ff644fe2c4c0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.356675 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-4904b1d3-db5e-4e78-b81f-26bc59723fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:53Z', 'revision_number': 8, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '1b9a83e5-442a-487d-b13c-11e58d7ccefd', 'name': '', 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:6e:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:31Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef7e4118-b22c-4e98-96b3-82ecf3f23b1b', 'name': '', 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:44:b6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:37Z', 'updated_at': '2021-07-16T01:39:46Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:55.382105 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-164c610c-1f35-40c3-8103-724664834743 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "PUT /v2.0/floatingips/e7d76680-e3f3-4c29-a40a-e32281d42aca HTTP/1.1" status: 200 len: 991 time: 2.0618899 Jul 16 01:39:55.388350 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'tag': '6072fcdc-ba07-43e1-a11f-87e967e3d8d2'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:55.390659 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109ffe53-8d78-483d-bd1c-50989f313dba" -d '{"events": [{"name": "network-changed", "server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "tag": "6072fcdc-ba07-43e1-a11f-87e967e3d8d2"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:55.414862 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-abfa4081-8788-4428-bd6a-2a2f37289831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.416750 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-abfa4081-8788-4428-bd6a-2a2f37289831 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1300921 Jul 16 01:39:55.432182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc7034-6c3f-40a9-8f4e-b554e420b66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0024313c-8270-4d3c-b3f0-d2d0ed692bb7,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:55.439675 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-38dc7034-6c3f-40a9-8f4e-b554e420b66a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=efa1e24b142f4381aea1d482912b4333&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1398389 Jul 16 01:39:55.441670 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58144) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:55.458191 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c08d2dd-0c18-4f6d-b211-fe24d8f78731 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.459303 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4904b1d3-db5e-4e78-b81f-26bc59723fa1 None None] Checking router: 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:55.471688 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c08d2dd-0c18-4f6d-b211-fe24d8f78731 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.481390 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-f98a5ac9-7098-40bc-9a8d-1b690cdec4b2 None None] Set router 7375b49a-c7e0-46d5-bca6-92c352423d07 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:55.490056 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4904b1d3-db5e-4e78-b81f-26bc59723fa1 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:55.490948 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-4904b1d3-db5e-4e78-b81f-26bc59723fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:55.522647 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d475ae30-4e32-4d26-9691-ff644fe2c4c0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.590184 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffdc9cf-8d6e-4a99-b48d-a02c674f2d1e x-openstack-request-id: req-9ffdc9cf-8d6e-4a99-b48d-a02c674f2d1e {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:55.590780 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "tag": "6072fcdc-ba07-43e1-a11f-87e967e3d8d2", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:55.591176 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9ffdc9cf-8d6e-4a99-b48d-a02c674f2d1e {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:55.591774 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'tag': '6072fcdc-ba07-43e1-a11f-87e967e3d8d2', 'status': 'completed', 'code': 200} Jul 16 01:39:55.606698 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-4904b1d3-db5e-4e78-b81f-26bc59723fa1 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:55.642132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a551e2-a7cf-4317-a959-aae98b3fa4ea req-df596c2a-d22b-4db5-bdcd-735d0a9159de tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.644157 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74a551e2-a7cf-4317-a959-aae98b3fa4ea req-df596c2a-d22b-4db5-bdcd-735d0a9159de tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.26 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.6345716 Jul 16 01:39:55.703866 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f49fe377-d5db-43d5-bef9-67945d5abde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.714324 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-9c6d0b1b-1464-4baa-8174-5e474c3d5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.716080 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-9c6d0b1b-1464-4baa-8174-5e474c3d5cfc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2731462 Jul 16 01:39:55.718533 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d475ae30-4e32-4d26-9691-ff644fe2c4c0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.751654 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f49fe377-d5db-43d5-bef9-67945d5abde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.756963 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-4c08d2dd-0c18-4f6d-b211-fe24d8f78731 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Floating IP 665ecf60-ccf2-4e54-ba15-d803cc90961d associated. External IP: 172.25.1.89, port: b1904735-02ed-4520-a126-3e0a9351b919. Jul 16 01:39:55.778362 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475ae30-4e32-4d26-9691-ff644fe2c4c0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf98fd1-1bec-42bc-8588-eabd2be76b6b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:55.782097 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d475ae30-4e32-4d26-9691-ff644fe2c4c0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.787822 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d475ae30-4e32-4d26-9691-ff644fe2c4c0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/subnets/ebf98fd1-1bec-42bc-8588-eabd2be76b6b HTTP/1.1" status: 204 len: 168 time: 0.7792628 Jul 16 01:39:55.790614 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58148) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:55.816654 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ffe53-8d78-483d-bd1c-50989f313dba req-0b977e95-26d5-416d-b54e-7221307ce9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.817154 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ffe53-8d78-483d-bd1c-50989f313dba req-0b977e95-26d5-416d-b54e-7221307ce9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.817623 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ffe53-8d78-483d-bd1c-50989f313dba req-0b977e95-26d5-416d-b54e-7221307ce9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.818772 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ffe53-8d78-483d-bd1c-50989f313dba req-0b977e95-26d5-416d-b54e-7221307ce9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.819332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ffe53-8d78-483d-bd1c-50989f313dba req-0b977e95-26d5-416d-b54e-7221307ce9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.819834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ffe53-8d78-483d-bd1c-50989f313dba req-0b977e95-26d5-416d-b54e-7221307ce9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.820300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ffe53-8d78-483d-bd1c-50989f313dba req-0b977e95-26d5-416d-b54e-7221307ce9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.821063 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f98a5ac9-7098-40bc-9a8d-1b690cdec4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'name': 'tempest-TaggedBootDevicesTest-389640896-router', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:12Z', 'updated_at': '2021-07-16T01:37:22Z', 'revision_number': 4, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'gw_port': {'id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:13Z', 'updated_at': '2021-07-16T01:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'e7d76680-e3f3-4c29-a40a-e32281d42aca', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'port_id': '6072fcdc-ba07-43e1-a11f-87e967e3d8d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6', 'mac_address': 'fa:16:3e:47:23:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:19Z', 'updated_at': '2021-07-16T01:39:54Z', 'revision_number': 1, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f14632-1d17-45c8-9be6-0e361468f103', 'name': '', 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'mac_address': 'fa:16:3e:98:65:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:19Z', 'updated_at': '2021-07-16T01:37:34Z', 'revision_number': 5, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'subnets': [{'id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:55.822244 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-109ffe53-8d78-483d-bd1c-50989f313dba req-0b977e95-26d5-416d-b54e-7221307ce9a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64&device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 6486 time: 0.2158339 Jul 16 01:39:55.845952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbade293-eb2b-4b87-8dbe-457a2f05c7c1 None None] Network 7d6f2b18-d793-439d-8950-64bbf6292e73 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:55.884814 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98a5ac9-7098-40bc-9a8d-1b690cdec4b2 None None] Checking router: 7375b49a-c7e0-46d5-bca6-92c352423d07 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:55.897718 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a5ac9-7098-40bc-9a8d-1b690cdec4b2 None None] Routers {'7375b49a-c7e0-46d5-bca6-92c352423d07'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:55.898302 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f98a5ac9-7098-40bc-9a8d-1b690cdec4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7375b49a-c7e0-46d5-bca6-92c352423d07'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:56.016519 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f49fe377-d5db-43d5-bef9-67945d5abde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.019200 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f49fe377-d5db-43d5-bef9-67945d5abde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.035350 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f49fe377-d5db-43d5-bef9-67945d5abde3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0024313c-8270-4d3c-b3f0-d2d0ed692bb7 HTTP/1.1" status: 204 len: 168 time: 0.5766020 Jul 16 01:39:56.052985 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.058558 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-f98a5ac9-7098-40bc-9a8d-1b690cdec4b2 None None] Set router 7375b49a-c7e0-46d5-bca6-92c352423d07 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:56.090610 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49fe377-d5db-43d5-bef9-67945d5abde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0024313c-8270-4d3c-b3f0-d2d0ed692bb7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:56.122898 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-74a551e2-a7cf-4317-a959-aae98b3fa4ea req-718e9f14-37c8-48d5-bbf6-05ee1bd3ca78 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Deleting port a082f3f6-be0c-47da-b563-0194daca0c1e {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:56.123204 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-3b3771f2-f96a-4612-9e2c-65c13b375a00 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684754 Jul 16 01:39:56.123328 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-74a551e2-a7cf-4317-a959-aae98b3fa4ea req-718e9f14-37c8-48d5-bbf6-05ee1bd3ca78 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.164801 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ffe53-8d78-483d-bd1c-50989f313dba req-59dc75aa-4230-41be-9a92-f8b76c79bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.166404 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-109ffe53-8d78-483d-bd1c-50989f313dba req-59dc75aa-4230-41be-9a92-f8b76c79bc99 service neutron] 10.222.0.26 "GET /v2.0/networks?id=390a5774-3bfa-4097-9619-3ba7e652e7e6 HTTP/1.1" status: 200 len: 912 time: 0.3340671 Jul 16 01:39:56.213495 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-4904b1d3-db5e-4e78-b81f-26bc59723fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:53Z', 'revision_number': 8, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '1b9a83e5-442a-487d-b13c-11e58d7ccefd', 'name': '', 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:6e:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:31Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef7e4118-b22c-4e98-96b3-82ecf3f23b1b', 'name': '', 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:44:b6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:37Z', 'updated_at': '2021-07-16T01:39:46Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:56.278069 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4904b1d3-db5e-4e78-b81f-26bc59723fa1 None None] The sync data for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 is: [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:53Z', 'revision_number': 8, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '1b9a83e5-442a-487d-b13c-11e58d7ccefd', 'name': '', 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:6e:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:31Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef7e4118-b22c-4e98-96b3-82ecf3f23b1b', 'name': '', 'network_id': 'c5452f21-eab1-432e-aa0a-3545995fc108', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:44:b6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:37Z', 'updated_at': '2021-07-16T01:39:46Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '5d0c2a5f-f90b-41d1-be7c-686bc7a12587', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:56.333187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-74a551e2-a7cf-4317-a959-aae98b3fa4ea req-718e9f14-37c8-48d5-bbf6-05ee1bd3ca78 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] For port a082f3f6-be0c-47da-b563-0194daca0c1e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a082f3f6-be0c-47da-b563-0194daca0c1e,segment=NetworkSegment(de18a15a-a124-4fe2-a463-41b9ed456cbf),segment_id=de18a15a-a124-4fe2-a463-41b9ed456cbf)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:56.333625 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-74a551e2-a7cf-4317-a959-aae98b3fa4ea req-718e9f14-37c8-48d5-bbf6-05ee1bd3ca78 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.406807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-74a551e2-a7cf-4317-a959-aae98b3fa4ea req-718e9f14-37c8-48d5-bbf6-05ee1bd3ca78 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Calling delete_port for a082f3f6-be0c-47da-b563-0194daca0c1e owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:56.440740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60272f44-0d41-47d1-941b-37d0602a423d req-5d362db4-a8d1-4c7c-9b7f-c8316ec3a48b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.445978 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f98a5ac9-7098-40bc-9a8d-1b690cdec4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'name': 'tempest-TaggedBootDevicesTest-389640896-router', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:12Z', 'updated_at': '2021-07-16T01:37:22Z', 'revision_number': 4, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'gw_port': {'id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:13Z', 'updated_at': '2021-07-16T01:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'e7d76680-e3f3-4c29-a40a-e32281d42aca', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'port_id': '6072fcdc-ba07-43e1-a11f-87e967e3d8d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6', 'mac_address': 'fa:16:3e:47:23:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:19Z', 'updated_at': '2021-07-16T01:39:54Z', 'revision_number': 1, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f14632-1d17-45c8-9be6-0e361468f103', 'name': '', 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'mac_address': 'fa:16:3e:98:65:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:19Z', 'updated_at': '2021-07-16T01:37:34Z', 'revision_number': 5, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'subnets': [{'id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:56.448800 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60272f44-0d41-47d1-941b-37d0602a423d req-5d362db4-a8d1-4c7c-9b7f-c8316ec3a48b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.4839602 Jul 16 01:39:56.481888 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98a5ac9-7098-40bc-9a8d-1b690cdec4b2 None None] The sync data for ids ['7375b49a-c7e0-46d5-bca6-92c352423d07'] in n-d-800086-6 is: [{'id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'name': 'tempest-TaggedBootDevicesTest-389640896-router', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:12Z', 'updated_at': '2021-07-16T01:37:22Z', 'revision_number': 4, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'gw_port': {'id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:13Z', 'updated_at': '2021-07-16T01:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'e7d76680-e3f3-4c29-a40a-e32281d42aca', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'port_id': '6072fcdc-ba07-43e1-a11f-87e967e3d8d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6', 'mac_address': 'fa:16:3e:47:23:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:19Z', 'updated_at': '2021-07-16T01:39:54Z', 'revision_number': 1, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f14632-1d17-45c8-9be6-0e361468f103', 'name': '', 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'mac_address': 'fa:16:3e:98:65:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:19Z', 'updated_at': '2021-07-16T01:37:34Z', 'revision_number': 5, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'subnets': [{'id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:56.489865 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-109ffe53-8d78-483d-bd1c-50989f313dba req-5e6ebadc-1262-4ebe-aacc-a30588ad244d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6072fcdc-ba07-43e1-a11f-87e967e3d8d2 HTTP/1.1" status: 200 len: 999 time: 0.3013062 Jul 16 01:39:56.561087 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60272f44-0d41-47d1-941b-37d0602a423d req-220fb49b-5310-4872-82de-904ff48254c8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113932 Jul 16 01:39:56.561446 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-0bd335d6-e6d1-41bd-beeb-7352ba7e3b1a service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213305 Jul 16 01:39:56.563700 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c08d2dd-0c18-4f6d-b211-fe24d8f78731 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Router 40c0cfd5-5610-42cf-aab9-975d9c77081c has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:56.587979 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4fbd4-974f-46e8-9649-a2fb05cfe8f4 req-8a6a4fdc-d02b-44bc-8d47-407ac347381d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.590145 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ede4fbd4-974f-46e8-9649-a2fb05cfe8f4 req-8a6a4fdc-d02b-44bc-8d47-407ac347381d tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/ports?device_id=3029f0df-a627-4692-8ccf-06487f1b8aba HTTP/1.1" status: 200 len: 945 time: 0.4490609 Jul 16 01:39:56.603148 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ffe53-8d78-483d-bd1c-50989f313dba req-8f4910a4-b6ec-4c4e-8b87-b0f3c217404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.604756 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-109ffe53-8d78-483d-bd1c-50989f313dba req-8f4910a4-b6ec-4c4e-8b87-b0f3c217404a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4a8c7af0-3057-4f99-aaea-3d21547f38a4 HTTP/1.1" status: 200 len: 850 time: 0.1073112 Jul 16 01:39:56.608107 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting port b91cec64-796e-4d7e-8a93-904cb09f9ba2 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:56.608446 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.633815 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58162) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:56.657459 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc5e415-ca43-4bb2-844e-4416ed5dfa51 None None] DHCP port deletion for 7d6f2b18-d793-439d-8950-64bbf6292e73 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:39:56.701270 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-74a551e2-a7cf-4317-a959-aae98b3fa4ea req-718e9f14-37c8-48d5-bbf6-05ee1bd3ca78 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.767335 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bfc5e415-ca43-4bb2-844e-4416ed5dfa51 None None] Deleting port b91cec64-796e-4d7e-8a93-904cb09f9ba2 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:56.772373 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfc5e415-ca43-4bb2-844e-4416ed5dfa51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.862313 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e9f14-37c8-48d5-bbf6-05ee1bd3ca78 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Pushing event deleted for resources: {'Port': ['ID=a082f3f6-be0c-47da-b563-0194daca0c1e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:56.938627 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bfc5e415-ca43-4bb2-844e-4416ed5dfa51 None None] For port b91cec64-796e-4d7e-8a93-904cb09f9ba2, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b91cec64-796e-4d7e-8a93-904cb09f9ba2,segment=NetworkSegment(5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3),segment_id=5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:56.939029 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfc5e415-ca43-4bb2-844e-4416ed5dfa51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.979470 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bfc5e415-ca43-4bb2-844e-4416ed5dfa51 None None] Calling delete_port for b91cec64-796e-4d7e-8a93-904cb09f9ba2 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:56.987622 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c08d2dd-0c18-4f6d-b211-fe24d8f78731 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:56.999801 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341e43e6-59fe-4461-a7d4-d4afb2398eb6 None None] New status for floating IP e7d76680-e3f3-4c29-a40a-e32281d42aca: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:39:57.000668 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb5f75b-faf4-4868-91ae-fae3baa9b212 None None] Sync routers for ids ['40c0cfd5-5610-42cf-aab9-975d9c77081c'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:57.014365 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb5f75b-faf4-4868-91ae-fae3baa9b212 None None] Routers {'40c0cfd5-5610-42cf-aab9-975d9c77081c'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:57.015006 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7cb5f75b-faf4-4868-91ae-fae3baa9b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['40c0cfd5-5610-42cf-aab9-975d9c77081c'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:57.024713 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c08d2dd-0c18-4f6d-b211-fe24d8f78731 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.072859 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a551e2-a7cf-4317-a959-aae98b3fa4ea req-718e9f14-37c8-48d5-bbf6-05ee1bd3ca78 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] No DVR routers for this DVR port a082f3f6-be0c-47da-b563-0194daca0c1e on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:57.076915 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-74a551e2-a7cf-4317-a959-aae98b3fa4ea req-718e9f14-37c8-48d5-bbf6-05ee1bd3ca78 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.079126 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74a551e2-a7cf-4317-a959-aae98b3fa4ea req-718e9f14-37c8-48d5-bbf6-05ee1bd3ca78 tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.26 "DELETE /v2.0/ports/a082f3f6-be0c-47da-b563-0194daca0c1e HTTP/1.1" status: 204 len: 173 time: 1.4232371 Jul 16 01:39:57.079585 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3029f0df-a627-4692-8ccf-06487f1b8aba', 'name': 'network-vif-deleted', 'tag': 'a082f3f6-be0c-47da-b563-0194daca0c1e'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:57.082022 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9a8022-67bd-4158-aa10-3de5c8991559" -d '{"events": [{"server_uuid": "3029f0df-a627-4692-8ccf-06487f1b8aba", "name": "network-vif-deleted", "tag": "a082f3f6-be0c-47da-b563-0194daca0c1e"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:57.113085 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4c08d2dd-0c18-4f6d-b211-fe24d8f78731 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "PUT /v2.0/floatingips/665ecf60-ccf2-4e54-ba15-d803cc90961d HTTP/1.1" status: 200 len: 991 time: 3.1597087 Jul 16 01:39:57.138240 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3654539-dde4-411e-bb65-0cb5c0062ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.157167 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ede4fbd4-974f-46e8-9649-a2fb05cfe8f4 req-3de6649e-9285-4a96-a48d-18bc50755deb tempest-ServerRescueTestJSON-802457059 tempest-ServerRescueTestJSON-802457059-project] 10.222.0.54 "GET /v2.0/security-groups?id=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648212 Jul 16 01:39:57.218418 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-7cb5f75b-faf4-4868-91ae-fae3baa9b212 None None] Set router 40c0cfd5-5610-42cf-aab9-975d9c77081c gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:57.238411 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f4eab8-8dd1-4cbe-87c2-18661b7e8a15 x-openstack-request-id: req-70f4eab8-8dd1-4cbe-87c2-18661b7e8a15 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:57.238848 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3029f0df-a627-4692-8ccf-06487f1b8aba", "name": "network-vif-deleted", "tag": "a082f3f6-be0c-47da-b563-0194daca0c1e", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:57.239204 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-70f4eab8-8dd1-4cbe-87c2-18661b7e8a15 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:57.239830 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3029f0df-a627-4692-8ccf-06487f1b8aba', 'name': 'network-vif-deleted', 'tag': 'a082f3f6-be0c-47da-b563-0194daca0c1e', 'status': 'completed', 'code': 200} Jul 16 01:39:57.291123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] For port b91cec64-796e-4d7e-8a93-904cb09f9ba2, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b91cec64-796e-4d7e-8a93-904cb09f9ba2,segment=NetworkSegment(5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3),segment_id=5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:57.291494 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.305089 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3654539-dde4-411e-bb65-0cb5c0062ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.310965 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Calling delete_port for b91cec64-796e-4d7e-8a93-904cb09f9ba2 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:57.319493 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3654539-dde4-411e-bb65-0cb5c0062ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.331520 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfc5e415-ca43-4bb2-844e-4416ed5dfa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.354884 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc5e415-ca43-4bb2-844e-4416ed5dfa51 None None] No DVR routers for this DVR port b91cec64-796e-4d7e-8a93-904cb09f9ba2 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:57.375209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5e415-ca43-4bb2-844e-4416ed5dfa51 None None] Pushing event deleted for resources: {'Port': ['ID=b91cec64-796e-4d7e-8a93-904cb09f9ba2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:57.400945 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ffe53-8d78-483d-bd1c-50989f313dba req-5e0d9c22-9e42-4de8-8a12-911eb81ce3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:57.402496 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-109ffe53-8d78-483d-bd1c-50989f313dba req-5e0d9c22-9e42-4de8-8a12-911eb81ce3d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=390a5774-3bfa-4097-9619-3ba7e652e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7767687 Jul 16 01:39:57.452828 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d3654539-dde4-411e-bb65-0cb5c0062ec7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a5b5780283d24587bc2548fc56e441ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8071856 Jul 16 01:39:57.456207 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58168) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:57.472585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3654539-dde4-411e-bb65-0cb5c0062ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53d9dca-abed-49af-bafa-008df531bb09,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:57.516855 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a2e2d25-e058-4ff8-a2b6-00528498749d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.542014 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a2e2d25-e058-4ff8-a2b6-00528498749d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.545154 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.584776 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Port': ['ID=b91cec64-796e-4d7e-8a93-904cb09f9ba2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:57.588486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] No DVR routers for this DVR port b91cec64-796e-4d7e-8a93-904cb09f9ba2 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:57.591862 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-109ffe53-8d78-483d-bd1c-50989f313dba req-368fbd38-4f25-45f7-908f-d3264849a2a1 service neutron] 10.222.0.26 "GET /v2.0/networks/390a5774-3bfa-4097-9619-3ba7e652e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740615 Jul 16 01:39:57.602607 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a2e2d25-e058-4ff8-a2b6-00528498749d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.605387 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a2e2d25-e058-4ff8-a2b6-00528498749d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.607533 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0a2e2d25-e058-4ff8-a2b6-00528498749d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d53d9dca-abed-49af-bafa-008df531bb09 HTTP/1.1" status: 204 len: 168 time: 0.1502042 Jul 16 01:39:57.616971 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e2d25-e058-4ff8-a2b6-00528498749d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53d9dca-abed-49af-bafa-008df531bb09,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:57.710161 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7cb5f75b-faf4-4868-91ae-fae3baa9b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port': {'id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '665ecf60-ccf2-4e54-ba15-d803cc90961d', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'floating_ip_address': '172.25.1.89', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'port_id': 'b1904735-02ed-4520-a126-3e0a9351b919', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'mac_address': 'fa:16:3e:bf:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d3edb2-67e1-49b0-ab10-369899f0e853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:39:27Z', 'updated_at': '2021-07-16T01:39:54Z', 'revision_number': 1, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6355e7f9-4e6d-4905-a453-1b2f47ee6dff', 'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'mac_address': 'fa:16:3e:42:c3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:16Z', 'updated_at': '2021-07-16T01:39:26Z', 'revision_number': 5, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'subnets': [{'id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:57.737788 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb5f75b-faf4-4868-91ae-fae3baa9b212 None None] Checking router: 40c0cfd5-5610-42cf-aab9-975d9c77081c for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:57.747371 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb5f75b-faf4-4868-91ae-fae3baa9b212 None None] Routers {'40c0cfd5-5610-42cf-aab9-975d9c77081c'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:57.748031 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7cb5f75b-faf4-4868-91ae-fae3baa9b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['40c0cfd5-5610-42cf-aab9-975d9c77081c'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:57.793106 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.815067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6f2b18-d793-439d-8950-64bbf6292e73']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:57.829572 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-109ffe53-8d78-483d-bd1c-50989f313dba req-3ac6d117-3439-40de-b07a-1e29d0cc8e37 service neutron] 10.222.0.26 "GET /v2.0/networks/390a5774-3bfa-4097-9619-3ba7e652e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117760 Jul 16 01:39:57.834969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:57.842128 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd46bdc-baf4-4d7c-9b8c-769accfc7fc3') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:57.878333 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.919907 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-7cb5f75b-faf4-4868-91ae-fae3baa9b212 None None] Set router 40c0cfd5-5610-42cf-aab9-975d9c77081c gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:57.932835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed8b01-543d-4936-b04b-9f37ce8341bb req-ddf760a7-379d-45b5-b1ac-e624825e28e0 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:57.940113 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bfed8b01-543d-4936-b04b-9f37ce8341bb req-ddf760a7-379d-45b5-b1ac-e624825e28e0 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.2364225 Jul 16 01:39:57.948274 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.963346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:57.963806 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:57.966963 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:58.060115 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bfed8b01-543d-4936-b04b-9f37ce8341bb req-939608cd-2dba-4cd9-849e-322544c72baf tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188955 Jul 16 01:39:58.071050 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.088574 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.094530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58182) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:58.097345 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/networks/7d6f2b18-d793-439d-8950-64bbf6292e73 HTTP/1.1" status: 204 len: 168 time: 2.3057523 Jul 16 01:39:58.122729 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a8cf0091-e650-4d1f-8034-48f5ff3a976b no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:58.176640 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6349c-5c8b-49b5-a402-04de87fad14a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Network': ['ID=7d6f2b18-d793-439d-8950-64bbf6292e73,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:58.177904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: a8cf0091-e650-4d1f-8034-48f5ff3a976b {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:58.179842 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a8cf0091-e650-4d1f-8034-48f5ff3a976b not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:58.180286 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b91cec64-796e-4d7e-8a93-904cb09f9ba2 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:58.204204 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: b91cec64-796e-4d7e-8a93-904cb09f9ba2 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:58.204751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b91cec64-796e-4d7e-8a93-904cb09f9ba2 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:58.322067 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7cb5f75b-faf4-4868-91ae-fae3baa9b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port': {'id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '665ecf60-ccf2-4e54-ba15-d803cc90961d', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'floating_ip_address': '172.25.1.89', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'port_id': 'b1904735-02ed-4520-a126-3e0a9351b919', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'mac_address': 'fa:16:3e:bf:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d3edb2-67e1-49b0-ab10-369899f0e853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:39:27Z', 'updated_at': '2021-07-16T01:39:54Z', 'revision_number': 1, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6355e7f9-4e6d-4905-a453-1b2f47ee6dff', 'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'mac_address': 'fa:16:3e:42:c3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:16Z', 'updated_at': '2021-07-16T01:39:26Z', 'revision_number': 5, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'subnets': [{'id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:58.334840 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58194) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:58.339367 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d518ce0-0798-4b7e-ae4f-050d79b65e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.358404 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb5f75b-faf4-4868-91ae-fae3baa9b212 None None] The sync data for ids ['40c0cfd5-5610-42cf-aab9-975d9c77081c'] in n-d-800086-6 is: [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port': {'id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '665ecf60-ccf2-4e54-ba15-d803cc90961d', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'floating_ip_address': '172.25.1.89', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'port_id': 'b1904735-02ed-4520-a126-3e0a9351b919', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'mac_address': 'fa:16:3e:bf:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d3edb2-67e1-49b0-ab10-369899f0e853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:39:27Z', 'updated_at': '2021-07-16T01:39:54Z', 'revision_number': 1, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6355e7f9-4e6d-4905-a453-1b2f47ee6dff', 'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'mac_address': 'fa:16:3e:42:c3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:16Z', 'updated_at': '2021-07-16T01:39:26Z', 'revision_number': 5, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'subnets': [{'id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:58.514793 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device a082f3f6-be0c-47da-b563-0194daca0c1e no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:58.570964 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: a082f3f6-be0c-47da-b563-0194daca0c1e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:58.575905 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device a082f3f6-be0c-47da-b563-0194daca0c1e not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:58.592011 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d104e58f-44af-4e72-a992-a6b2d6148cb8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.609965 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.678130 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a485a0ff-0b9a-4b02-b018-62ec151b5f91 None None] New status for floating IP 665ecf60-ccf2-4e54-ba15-d803cc90961d: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:39:58.819062 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3637a320-2d13-459a-adfe-57a825c286f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.918516 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-d104e58f-44af-4e72-a992-a6b2d6148cb8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting port ef7e4118-b22c-4e98-96b3-82ecf3f23b1b {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:58.918969 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d104e58f-44af-4e72-a992-a6b2d6148cb8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.027294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-d104e58f-44af-4e72-a992-a6b2d6148cb8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] For port ef7e4118-b22c-4e98-96b3-82ecf3f23b1b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ef7e4118-b22c-4e98-96b3-82ecf3f23b1b,segment=NetworkSegment(a9b811a7-54ee-4006-a9a6-a04919cddc25),segment_id=a9b811a7-54ee-4006-a9a6-a04919cddc25)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:59.027416 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d104e58f-44af-4e72-a992-a6b2d6148cb8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.043122 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-d104e58f-44af-4e72-a992-a6b2d6148cb8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Calling delete_port for ef7e4118-b22c-4e98-96b3-82ecf3f23b1b owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:59.133723 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-3637a320-2d13-459a-adfe-57a825c286f9 admin admin] Deleting port cfacc7af-ac10-4999-81a1-33bdf8d5ab51 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:59.134070 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3637a320-2d13-459a-adfe-57a825c286f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.222837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-3637a320-2d13-459a-adfe-57a825c286f9 admin admin] For port cfacc7af-ac10-4999-81a1-33bdf8d5ab51, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cfacc7af-ac10-4999-81a1-33bdf8d5ab51,segment=NetworkSegment(de18a15a-a124-4fe2-a463-41b9ed456cbf),segment_id=de18a15a-a124-4fe2-a463-41b9ed456cbf)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:59.222837 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3637a320-2d13-459a-adfe-57a825c286f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.241012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-3637a320-2d13-459a-adfe-57a825c286f9 admin admin] Calling delete_port for cfacc7af-ac10-4999-81a1-33bdf8d5ab51 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:59.241424 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d3edb2-67e1-49b0-ab10-369899f0e853', 'tag': 'b1904735-02ed-4520-a126-3e0a9351b919'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:59.244007 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5284eae1-49f7-44ad-8f22-f527688b7664" -d '{"events": [{"name": "network-changed", "server_uuid": "00d3edb2-67e1-49b0-ab10-369899f0e853", "tag": "b1904735-02ed-4520-a126-3e0a9351b919"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:59.256090 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d104e58f-44af-4e72-a992-a6b2d6148cb8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.303974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104e58f-44af-4e72-a992-a6b2d6148cb8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Port': ['ID=ef7e4118-b22c-4e98-96b3-82ecf3f23b1b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:59.450104 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64528c-d907-4d0a-981b-4ee797939055 req-99503543-eef6-44fa-9793-07dd8b54081b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.451821 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a64528c-d907-4d0a-981b-4ee797939055 req-99503543-eef6-44fa-9793-07dd8b54081b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.2123532 Jul 16 01:39:59.454870 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d104e58f-44af-4e72-a992-a6b2d6148cb8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.511452 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3637a320-2d13-459a-adfe-57a825c286f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.544383 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf2adac-7bc6-46d0-8bd3-b5effd98e0b7 x-openstack-request-id: req-9bf2adac-7bc6-46d0-8bd3-b5effd98e0b7 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:59.544691 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d3edb2-67e1-49b0-ab10-369899f0e853", "tag": "b1904735-02ed-4520-a126-3e0a9351b919", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:59.544959 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9bf2adac-7bc6-46d0-8bd3-b5effd98e0b7 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:59.545410 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d3edb2-67e1-49b0-ab10-369899f0e853', 'tag': 'b1904735-02ed-4520-a126-3e0a9351b919', 'status': 'completed', 'code': 200} Jul 16 01:39:59.548461 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637a320-2d13-459a-adfe-57a825c286f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfacc7af-ac10-4999-81a1-33bdf8d5ab51,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:59.594454 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a64528c-d907-4d0a-981b-4ee797939055 req-6696f8d2-2875-4847-b7b1-13d8505c58e1 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355505 Jul 16 01:39:59.732481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d104e58f-44af-4e72-a992-a6b2d6148cb8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:59.773937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284eae1-49f7-44ad-8f22-f527688b7664 req-ebb84e04-b593-489d-8cd6-710f5c569b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.775383 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5284eae1-49f7-44ad-8f22-f527688b7664 req-ebb84e04-b593-489d-8cd6-710f5c569b60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6903e818f0943108870e394a4b6e918&device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 1097 time: 0.1986380 Jul 16 01:39:59.828421 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3637a320-2d13-459a-adfe-57a825c286f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.959940 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284eae1-49f7-44ad-8f22-f527688b7664 req-ea4ee65f-8a65-4272-9539-0031cdce53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.961665 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5284eae1-49f7-44ad-8f22-f527688b7664 req-ea4ee65f-8a65-4272-9539-0031cdce53c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bbab9db4-4886-4665-a04f-6c86f080eea8 HTTP/1.1" status: 200 len: 911 time: 0.1749816 Jul 16 01:40:00.091258 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5284eae1-49f7-44ad-8f22-f527688b7664 req-70e54687-cbcf-4b25-a8dc-f363188ff9c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1904735-02ed-4520-a126-3e0a9351b919 HTTP/1.1" status: 200 len: 1001 time: 0.1014817 Jul 16 01:40:00.160114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d104e58f-44af-4e72-a992-a6b2d6148cb8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:00.166634 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d104e58f-44af-4e72-a992-a6b2d6148cb8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/2f353fa6-2443-40d8-91f2-fa2253ccb2e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0705149 Jul 16 01:40:00.169218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58244) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:00.172054 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e1c8a-002f-4671-ba37-e540ad90e3d4 None None] Sync routers for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:00.183340 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e1c8a-002f-4671-ba37-e540ad90e3d4 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:00.184749 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ed5e1c8a-002f-4671-ba37-e540ad90e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:00.238153 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a96fc6-942b-42ef-a657-499eb0f14821 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting subnet 5d0c2a5f-f90b-41d1-be7c-686bc7a12587 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:00.243065 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d5a96fc6-942b-42ef-a657-499eb0f14821 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.269592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284eae1-49f7-44ad-8f22-f527688b7664 req-0d9a63a7-bc8f-471d-9640-69ff52e491de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.271144 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5284eae1-49f7-44ad-8f22-f527688b7664 req-0d9a63a7-bc8f-471d-9640-69ff52e491de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e8d412d-f3ed-49c0-9f76-a0b8381deff4 HTTP/1.1" status: 200 len: 849 time: 0.1344993 Jul 16 01:40:00.301801 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ed5e1c8a-002f-4671-ba37-e540ad90e3d4 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:00.312377 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d5a96fc6-942b-42ef-a657-499eb0f14821 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.370956 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3637a320-2d13-459a-adfe-57a825c286f9 admin admin] Router 569ff568-7747-45cf-a6b2-ec1f31b6be95 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:00.388524 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284eae1-49f7-44ad-8f22-f527688b7664 req-4dfe488b-cfb0-46d7-b683-76b25adddccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.390187 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5284eae1-49f7-44ad-8f22-f527688b7664 req-4dfe488b-cfb0-46d7-b683-76b25adddccc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbab9db4-4886-4665-a04f-6c86f080eea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984826 Jul 16 01:40:00.398939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58248) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:00.457400 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d5a96fc6-942b-42ef-a657-499eb0f14821 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.541518 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d5a96fc6-942b-42ef-a657-499eb0f14821 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.553155 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ed5e1c8a-002f-4671-ba37-e540ad90e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:59Z', 'revision_number': 9, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '1b9a83e5-442a-487d-b13c-11e58d7ccefd', 'name': '', 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:6e:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:31Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:00.594529 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e1c8a-002f-4671-ba37-e540ad90e3d4 None None] Checking router: 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:00.596798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a96fc6-942b-42ef-a657-499eb0f14821 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0c2a5f-f90b-41d1-be7c-686bc7a12587,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:00.604988 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e1c8a-002f-4671-ba37-e540ad90e3d4 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:00.606131 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ed5e1c8a-002f-4671-ba37-e540ad90e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:00.609385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc899da-0ed6-42b7-ab0e-4f1bf24c028a None None] Network c5452f21-eab1-432e-aa0a-3545995fc108 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:00.616230 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f6d21330-f298-40e8-b378-b2c72996cf31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.620685 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d5a96fc6-942b-42ef-a657-499eb0f14821 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.623215 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d5a96fc6-942b-42ef-a657-499eb0f14821 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/subnets/5d0c2a5f-f90b-41d1-be7c-686bc7a12587 HTTP/1.1" status: 204 len: 168 time: 0.4530492 Jul 16 01:40:00.626893 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58254) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:00.684873 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:40:00.702552 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3637a320-2d13-459a-adfe-57a825c286f9 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:00.720772 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58258) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:00.722726 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ed5e1c8a-002f-4671-ba37-e540ad90e3d4 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:00.727965 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3637a320-2d13-459a-adfe-57a825c286f9 admin admin] 10.222.0.54 "PUT /v2.0/routers/569ff568-7747-45cf-a6b2-ec1f31b6be95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3807604 Jul 16 01:40:00.770456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b4a13b-c18c-4025-b3e3-5bf5fe27ffe6 None None] Sync routers for ids ['569ff568-7747-45cf-a6b2-ec1f31b6be95'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:00.783010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b4a13b-c18c-4025-b3e3-5bf5fe27ffe6 None None] Routers {'569ff568-7747-45cf-a6b2-ec1f31b6be95'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:00.783914 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-83b4a13b-c18c-4025-b3e3-5bf5fe27ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:39:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['569ff568-7747-45cf-a6b2-ec1f31b6be95'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:00.802509 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5284eae1-49f7-44ad-8f22-f527688b7664 req-782b9aa4-59c9-4da6-9bd2-8ea1069c99bb service neutron] 10.222.0.47 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789135 Jul 16 01:40:00.858038 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.944710 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-83b4a13b-c18c-4025-b3e3-5bf5fe27ffe6 None None] Set router 569ff568-7747-45cf-a6b2-ec1f31b6be95 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:00.961605 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f6d21330-f298-40e8-b378-b2c72996cf31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.980629 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f6d21330-f298-40e8-b378-b2c72996cf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.001286 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5284eae1-49f7-44ad-8f22-f527688b7664 req-8937fbac-ea13-44ec-85db-14b99b36dd3e service neutron] 10.222.0.47 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901395 Jul 16 01:40:01.017077 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting port ee9d1143-428c-4625-b538-1504340ea24e {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:01.017512 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.030386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a15899-7176-462c-836c-d42074b3d4f9 req-699444eb-4c9b-48e8-9029-d587c09910fa tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.039642 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] DHCP port deletion for c5452f21-eab1-432e-aa0a-3545995fc108 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:40:01.042117 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a9a15899-7176-462c-836c-d42074b3d4f9 req-699444eb-4c9b-48e8-9029-d587c09910fa tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.2676659 Jul 16 01:40:01.088067 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30b2fa0b-c440-4bbd-b8a3-3b33835e0e2f admin admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.107524 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] For port ee9d1143-428c-4625-b538-1504340ea24e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ee9d1143-428c-4625-b538-1504340ea24e,segment=NetworkSegment(a9b811a7-54ee-4006-a9a6-a04919cddc25),segment_id=a9b811a7-54ee-4006-a9a6-a04919cddc25)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:01.108119 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.124858 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Calling delete_port for ee9d1143-428c-4625-b538-1504340ea24e owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:01.137020 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ed5e1c8a-002f-4671-ba37-e540ad90e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:59Z', 'revision_number': 9, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '1b9a83e5-442a-487d-b13c-11e58d7ccefd', 'name': '', 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:6e:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:31Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:01.158498 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f6d21330-f298-40e8-b378-b2c72996cf31 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d4fecd89c23c4a3b95b3a6fae1b5fbc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7578547 Jul 16 01:40:01.172823 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58264) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:01.184212 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.186013 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4543376-32d7-479b-b774-6a4f58ba9adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.198697 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e1c8a-002f-4671-ba37-e540ad90e3d4 None None] The sync data for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 is: [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:39:59Z', 'revision_number': 9, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '1b9a83e5-442a-487d-b13c-11e58d7ccefd', 'name': '', 'network_id': '6f31d522-e0ee-48d1-b882-a05d2c18402f', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:6e:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:31Z', 'updated_at': '2021-07-16T01:39:40Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '428ff415-3853-46bd-9fbe-5dad3487f45c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:01.233313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] Deleting port ee9d1143-428c-4625-b538-1504340ea24e {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:01.233707 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.253994 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.267799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-83b4a13b-c18c-4025-b3e3-5bf5fe27ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569ff568-7747-45cf-a6b2-ec1f31b6be95', 'name': 'tempest-ServerRescueTestJSON-874037245-router', 'tenant_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '37af4c8b-80ee-4e78-ab03-94da359044bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:00Z', 'updated_at': '2021-07-16T01:39:59Z', 'revision_number': 5, 'project_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'gw_port': {'id': '37af4c8b-80ee-4e78-ab03-94da359044bb', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:18:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569ff568-7747-45cf-a6b2-ec1f31b6be95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:01Z', 'updated_at': '2021-07-16T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:01.288482 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d21330-f298-40e8-b378-b2c72996cf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf220ee-0f77-4d7d-a540-6e36c55293c6,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:01.305682 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30b2fa0b-c440-4bbd-b8a3-3b33835e0e2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.310841 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Port': ['ID=ee9d1143-428c-4625-b538-1504340ea24e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:01.322946 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] No DVR routers for this DVR port ee9d1143-428c-4625-b538-1504340ea24e on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:01.330468 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a9a15899-7176-462c-836c-d42074b3d4f9 req-d4ecc44e-31b7-45ad-a39d-55f2ada56b29 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873476 Jul 16 01:40:01.400373 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5134ef02-168d-4dd4-8185-e9f77d2bddac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.432015 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5134ef02-168d-4dd4-8185-e9f77d2bddac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.447014 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-30b2fa0b-c440-4bbd-b8a3-3b33835e0e2f admin admin] Deleting port 37af4c8b-80ee-4e78-ab03-94da359044bb {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:01.447364 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30b2fa0b-c440-4bbd-b8a3-3b33835e0e2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.487603 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b4a13b-c18c-4025-b3e3-5bf5fe27ffe6 None None] Checking router: 569ff568-7747-45cf-a6b2-ec1f31b6be95 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:01.496859 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] For port ee9d1143-428c-4625-b538-1504340ea24e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ee9d1143-428c-4625-b538-1504340ea24e,segment=NetworkSegment(a9b811a7-54ee-4006-a9a6-a04919cddc25),segment_id=a9b811a7-54ee-4006-a9a6-a04919cddc25)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:01.497172 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.513616 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] Calling delete_port for ee9d1143-428c-4625-b538-1504340ea24e owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:01.515689 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b4a13b-c18c-4025-b3e3-5bf5fe27ffe6 None None] Routers {'569ff568-7747-45cf-a6b2-ec1f31b6be95'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:01.516392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-83b4a13b-c18c-4025-b3e3-5bf5fe27ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:40:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['569ff568-7747-45cf-a6b2-ec1f31b6be95'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:01.568271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-30b2fa0b-c440-4bbd-b8a3-3b33835e0e2f admin admin] For port 37af4c8b-80ee-4e78-ab03-94da359044bb, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=37af4c8b-80ee-4e78-ab03-94da359044bb,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:01.568767 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30b2fa0b-c440-4bbd-b8a3-3b33835e0e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.579840 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5134ef02-168d-4dd4-8185-e9f77d2bddac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.582725 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5134ef02-168d-4dd4-8185-e9f77d2bddac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.588045 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5134ef02-168d-4dd4-8185-e9f77d2bddac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6bf220ee-0f77-4d7d-a540-6e36c55293c6 HTTP/1.1" status: 204 len: 168 time: 0.4102151 Jul 16 01:40:01.589974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-30b2fa0b-c440-4bbd-b8a3-3b33835e0e2f admin admin] Calling delete_port for 37af4c8b-80ee-4e78-ab03-94da359044bb owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:01.602380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134ef02-168d-4dd4-8185-e9f77d2bddac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf220ee-0f77-4d7d-a540-6e36c55293c6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:01.708579 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-83b4a13b-c18c-4025-b3e3-5bf5fe27ffe6 None None] Set router 569ff568-7747-45cf-a6b2-ec1f31b6be95 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:01.788548 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-83b4a13b-c18c-4025-b3e3-5bf5fe27ffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569ff568-7747-45cf-a6b2-ec1f31b6be95', 'name': 'tempest-ServerRescueTestJSON-874037245-router', 'tenant_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:00Z', 'updated_at': '2021-07-16T01:40:01Z', 'revision_number': 6, 'project_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:01.837020 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.854562 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5452f21-eab1-432e-aa0a-3545995fc108']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:01.866774 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b4a13b-c18c-4025-b3e3-5bf5fe27ffe6 None None] The sync data for ids ['569ff568-7747-45cf-a6b2-ec1f31b6be95'] in n-d-800086-6 is: [{'id': '569ff568-7747-45cf-a6b2-ec1f31b6be95', 'name': 'tempest-ServerRescueTestJSON-874037245-router', 'tenant_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:00Z', 'updated_at': '2021-07-16T01:40:01Z', 'revision_number': 6, 'project_id': '204dde1fe12d48b4aec96dc9cd406bb5', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:01.868954 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b811a7-54ee-4006-a9a6-a04919cddc25') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:01.869467 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b811a7-54ee-4006-a9a6-a04919cddc25') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: from cryptography.utils import int_from_bytes Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: from cryptography.utils import int_from_bytes Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:40:01.871043 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:40:01.886241 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.887768 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.916561 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.931503 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:01.931950 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:01.935153 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:01.938081 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30b2fa0b-c440-4bbd-b8a3-3b33835e0e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.947147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] No DVR routers for this DVR port ee9d1143-428c-4625-b538-1504340ea24e on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:01.959047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] Pushing event deleted for resources: {'Port': ['ID=ee9d1143-428c-4625-b538-1504340ea24e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:01.975887 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:01.976440 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:01.976888 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:01.977332 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:01.977774 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:01.978242 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:01.978666 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:01.979226 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:01.979939 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:01.980553 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:01.980991 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:01.982082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab03134-3517-40fc-9b40-c6b6932499f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:01.982216 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2fa0b-c440-4bbd-b8a3-3b33835e0e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=37af4c8b-80ee-4e78-ab03-94da359044bb,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:02.004387 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.046793 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.074496 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.080389 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/networks/c5452f21-eab1-432e-aa0a-3545995fc108 HTTP/1.1" status: 204 len: 168 time: 1.4516971 Jul 16 01:40:02.081312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c6093-20cf-4b79-936b-f8db79d3b500 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Network': ['ID=c5452f21-eab1-432e-aa0a-3545995fc108,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:02.082979 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58282) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:02.084673 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30b2fa0b-c440-4bbd-b8a3-3b33835e0e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.197114 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30b2fa0b-c440-4bbd-b8a3-3b33835e0e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.199652 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30b2fa0b-c440-4bbd-b8a3-3b33835e0e2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.318155 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30b2fa0b-c440-4bbd-b8a3-3b33835e0e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.319103 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b2fa0b-c440-4bbd-b8a3-3b33835e0e2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 569ff568-7747-45cf-a6b2-ec1f31b6be95 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:40:02.333168 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30b2fa0b-c440-4bbd-b8a3-3b33835e0e2f admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.334685 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-30b2fa0b-c440-4bbd-b8a3-3b33835e0e2f admin admin] 10.222.0.54 "DELETE /v2.0/routers/569ff568-7747-45cf-a6b2-ec1f31b6be95 HTTP/1.1" status: 204 len: 168 time: 1.6128879 Jul 16 01:40:02.345433 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58292) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:02.402665 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ee9d1143-428c-4625-b538-1504340ea24e no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:02.443227 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: ee9d1143-428c-4625-b538-1504340ea24e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:02.445994 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ee9d1143-428c-4625-b538-1504340ea24e not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:02.446548 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ef7e4118-b22c-4e98-96b3-82ecf3f23b1b no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:02.460717 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa99109-51eb-403e-aa89-40b577cbbcc5 admin admin] Deleting subnet 9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:02.468201 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bfa99109-51eb-403e-aa89-40b577cbbcc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.475132 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: ef7e4118-b22c-4e98-96b3-82ecf3f23b1b {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:02.475883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ef7e4118-b22c-4e98-96b3-82ecf3f23b1b not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:02.551936 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bfa99109-51eb-403e-aa89-40b577cbbcc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.632266 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bfa99109-51eb-403e-aa89-40b577cbbcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.644597 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4dca6-8d55-4f3c-aef0-215c68a07e2c req-c0a692d0-544d-42d0-b465-1ffe4099998f tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:02.646816 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6de4dca6-8d55-4f3c-aef0-215c68a07e2c req-c0a692d0-544d-42d0-b465-1ffe4099998f tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.1357102 Jul 16 01:40:02.647535 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58302) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:02.697751 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bfa99109-51eb-403e-aa89-40b577cbbcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.704579 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-459e37eb-9a5a-4cc4-98ce-2adf08cd129b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.726030 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa99109-51eb-403e-aa89-40b577cbbcc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:02.729133 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bfa99109-51eb-403e-aa89-40b577cbbcc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.731157 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bfa99109-51eb-403e-aa89-40b577cbbcc5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9fd5d75a-1ef0-4ff6-bdac-3bbea75c82e8 HTTP/1.1" status: 204 len: 168 time: 0.3838770 Jul 16 01:40:02.733655 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58306) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:02.746998 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6de4dca6-8d55-4f3c-aef0-215c68a07e2c req-4d93d9f5-09a5-47c1-97db-a1dacfe335b7 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914240 Jul 16 01:40:02.781969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-7535e704-c203-4f47-9285-508f1eeca09d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-646787097-network', 'tenant_id': '595264054da54bb2987556bdcd18285e'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:02.817791 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b29e12cc-5b47-4aad-9205-5d68d0783c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.822102 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7535e704-c203-4f47-9285-508f1eeca09d admin admin] Made reservation on behalf of 595264054da54bb2987556bdcd18285e for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:02.824685 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7535e704-c203-4f47-9285-508f1eeca09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.861057 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7535e704-c203-4f47-9285-508f1eeca09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.911483 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b29e12cc-5b47-4aad-9205-5d68d0783c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.922627 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-b29e12cc-5b47-4aad-9205-5d68d0783c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc001c2-5a87-482e-9885-14e4ea5e5d30']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:02.947354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-b29e12cc-5b47-4aad-9205-5d68d0783c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de18a15a-a124-4fe2-a463-41b9ed456cbf') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:02.947883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-b29e12cc-5b47-4aad-9205-5d68d0783c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de18a15a-a124-4fe2-a463-41b9ed456cbf') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:02.976440 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b29e12cc-5b47-4aad-9205-5d68d0783c44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.995764 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b29e12cc-5b47-4aad-9205-5d68d0783c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.015049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29e12cc-5b47-4aad-9205-5d68d0783c44 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:03.015752 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b29e12cc-5b47-4aad-9205-5d68d0783c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:03.033010 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:03.081081 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b29e12cc-5b47-4aad-9205-5d68d0783c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.095899 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b29e12cc-5b47-4aad-9205-5d68d0783c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.097804 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b29e12cc-5b47-4aad-9205-5d68d0783c44 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ebc001c2-5a87-482e-9885-14e4ea5e5d30 HTTP/1.1" status: 204 len: 168 time: 0.3631980 Jul 16 01:40:03.100315 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7535e704-c203-4f47-9285-508f1eeca09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.108227 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e12cc-5b47-4aad-9205-5d68d0783c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc001c2-5a87-482e-9885-14e4ea5e5d30,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:03.109161 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7535e704-c203-4f47-9285-508f1eeca09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.113948 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-459e37eb-9a5a-4cc4-98ce-2adf08cd129b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting port 1b9a83e5-442a-487d-b13c-11e58d7ccefd {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:03.114280 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-459e37eb-9a5a-4cc4-98ce-2adf08cd129b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.166256 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7535e704-c203-4f47-9285-508f1eeca09d admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:03.212349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535e704-c203-4f47-9285-508f1eeca09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0905f0-dd2e-4814-aa58-2ba537aa0f57,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:03.225174 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7535e704-c203-4f47-9285-508f1eeca09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.225527 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-7535e704-c203-4f47-9285-508f1eeca09d admin admin] Added segment ae3a9fb3-aedf-4f82-a440-aeb61ccd2824 of type vlan for network 9f482a89-8395-4969-81f6-ad4ef059a3a4 Jul 16 01:40:03.239216 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58314) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:03.283124 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f7e8fd7c-15e7-46e8-ab53-06f0125f0567 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=204dde1fe12d48b4aec96dc9cd406bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401323 Jul 16 01:40:03.283318 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58316) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:03.285219 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-459e37eb-9a5a-4cc4-98ce-2adf08cd129b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] For port 1b9a83e5-442a-487d-b13c-11e58d7ccefd, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1b9a83e5-442a-487d-b13c-11e58d7ccefd,segment=NetworkSegment(d7290120-faa6-4195-8c4d-160815eeb42c),segment_id=d7290120-faa6-4195-8c4d-160815eeb42c)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:03.285588 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-459e37eb-9a5a-4cc4-98ce-2adf08cd129b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.289150 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7535e704-c203-4f47-9285-508f1eeca09d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.307509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-459e37eb-9a5a-4cc4-98ce-2adf08cd129b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Calling delete_port for 1b9a83e5-442a-487d-b13c-11e58d7ccefd owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:03.333011 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26bb0244-9bda-4c4e-8ae9-943fc852be81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.354967 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26bb0244-9bda-4c4e-8ae9-943fc852be81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.372659 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7535e704-c203-4f47-9285-508f1eeca09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.373651 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7535e704-c203-4f47-9285-508f1eeca09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.374240 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7535e704-c203-4f47-9285-508f1eeca09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.416296 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26bb0244-9bda-4c4e-8ae9-943fc852be81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.419159 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26bb0244-9bda-4c4e-8ae9-943fc852be81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.420330 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-26bb0244-9bda-4c4e-8ae9-943fc852be81 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7 HTTP/1.1" status: 204 len: 168 time: 0.1361780 Jul 16 01:40:03.424195 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7535e704-c203-4f47-9285-508f1eeca09d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7719302 Jul 16 01:40:03.424730 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58320) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:03.428877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb0244-9bda-4c4e-8ae9-943fc852be81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97e6d6a-b2d8-42cc-8cb3-42ca875f57d7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:03.432913 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-304e6f49-abf3-4a3c-99c9-c9fe4b858dd9 admin admin] Request body: {'subnet': {'network_id': '9f482a89-8395-4969-81f6-ad4ef059a3a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-646787097-subnet', 'tenant_id': '595264054da54bb2987556bdcd18285e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:03.470618 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535e704-c203-4f47-9285-508f1eeca09d admin admin] Pushing event updated for resources: {'Network': ['ID=9f482a89-8395-4969-81f6-ad4ef059a3a4,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:03.481775 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 9f482a89-8395-4969-81f6-ad4ef059a3a4 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:03.541974 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304e6f49-abf3-4a3c-99c9-c9fe4b858dd9 admin admin] Made reservation on behalf of 595264054da54bb2987556bdcd18285e for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:03.544687 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-304e6f49-abf3-4a3c-99c9-c9fe4b858dd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.672847 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-459e37eb-9a5a-4cc4-98ce-2adf08cd129b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.706535 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e37eb-9a5a-4cc4-98ce-2adf08cd129b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Port': ['ID=1b9a83e5-442a-487d-b13c-11e58d7ccefd,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:03.754024 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.896569 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-459e37eb-9a5a-4cc4-98ce-2adf08cd129b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.993731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c84f0-bfba-4074-b956-8f875f1e6de6 req-73f946b0-f6e6-44c9-b5e8-405b9bb35685 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.995556 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f7c84f0-bfba-4074-b956-8f875f1e6de6 req-73f946b0-f6e6-44c9-b5e8-405b9bb35685 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.0980132 Jul 16 01:40:03.997465 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-304e6f49-abf3-4a3c-99c9-c9fe4b858dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.052476 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f7c84f0-bfba-4074-b956-8f875f1e6de6 req-d9e8e26c-116c-4263-97a3-37406cd65191 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507612 Jul 16 01:40:04.126308 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 37af4c8b-80ee-4e78-ab03-94da359044bb no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:04.147171 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e6f49-abf3-4a3c-99c9-c9fe4b858dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d11bbfd-9ca9-4088-bb7c-c1dd15f056d7,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:04.150094 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304e6f49-abf3-4a3c-99c9-c9fe4b858dd9 admin admin] Checking segment: {'id': 'ae3a9fb3-aedf-4f82-a440-aeb61ccd2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9f482a89-8395-4969-81f6-ad4ef059a3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:04.150508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 37af4c8b-80ee-4e78-ab03-94da359044bb {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:04.151005 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 37af4c8b-80ee-4e78-ab03-94da359044bb not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:04.151164 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304e6f49-abf3-4a3c-99c9-c9fe4b858dd9 admin admin] Network hostable DHCP agents. Network: 9f482a89-8395-4969-81f6-ad4ef059a3a4, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:04.152081 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cfacc7af-ac10-4999-81a1-33bdf8d5ab51 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:04.172600 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: cfacc7af-ac10-4999-81a1-33bdf8d5ab51 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:04.172955 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cfacc7af-ac10-4999-81a1-33bdf8d5ab51 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:04.244042 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304e6f49-abf3-4a3c-99c9-c9fe4b858dd9 admin admin] Network 9f482a89-8395-4969-81f6-ad4ef059a3a4 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:04.258699 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-304e6f49-abf3-4a3c-99c9-c9fe4b858dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 9f482a89-8395-4969-81f6-ad4ef059a3a4) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:04.263399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304e6f49-abf3-4a3c-99c9-c9fe4b858dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.265351 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-304e6f49-abf3-4a3c-99c9-c9fe4b858dd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.266444 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bc1212-1a7e-458c-8731-b7d750d99405 None None] Network 9f482a89-8395-4969-81f6-ad4ef059a3a4 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:04.300847 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459e37eb-9a5a-4cc4-98ce-2adf08cd129b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:04.312140 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-304e6f49-abf3-4a3c-99c9-c9fe4b858dd9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8763099 Jul 16 01:40:04.372367 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58352) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:04.422285 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459e37eb-9a5a-4cc4-98ce-2adf08cd129b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:04.435877 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-459e37eb-9a5a-4cc4-98ce-2adf08cd129b tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/2f353fa6-2443-40d8-91f2-fa2253ccb2e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3486481 Jul 16 01:40:04.436272 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58356) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:04.439318 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34ea2cc-dbcf-48f7-aae1-03b96d3e6754 None None] Sync routers for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:04.462200 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34ea2cc-dbcf-48f7-aae1-03b96d3e6754 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:04.471679 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df43971-b0a3-4472-aa24-4d992a1cde2d None None] Network 9f482a89-8395-4969-81f6-ad4ef059a3a4 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:04.473026 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f34ea2cc-dbcf-48f7-aae1-03b96d3e6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:40:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:04.502439 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4948d8c3-1f11-48e0-8b1b-c1c0e8c0bcdd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1390075612-network', 'tenant_id': 'eee8cab6008b4c97b6da90d7038a45ff'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:04.523993 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75cbb8a-8e92-4524-ab6f-6fa241a50f6f tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting subnet 428ff415-3853-46bd-9fbe-5dad3487f45c {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:04.530630 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f75cbb8a-8e92-4524-ab6f-6fa241a50f6f tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.576741 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4948d8c3-1f11-48e0-8b1b-c1c0e8c0bcdd admin admin] Made reservation on behalf of eee8cab6008b4c97b6da90d7038a45ff for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:04.579771 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4948d8c3-1f11-48e0-8b1b-c1c0e8c0bcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.595343 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4948d8c3-1f11-48e0-8b1b-c1c0e8c0bcdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.600299 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f75cbb8a-8e92-4524-ab6f-6fa241a50f6f tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.601851 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-f34ea2cc-dbcf-48f7-aae1-03b96d3e6754 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:04.696582 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-cae61d5b-134a-4326-bc44-b965ee4fda7d req-a787fcda-33f1-4e74-827a-1c49197c69c5 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-592243588', 'description': 'tempest-description-2143943084'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:04.738265 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f75cbb8a-8e92-4524-ab6f-6fa241a50f6f tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.834666 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4948d8c3-1f11-48e0-8b1b-c1c0e8c0bcdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.839379 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4948d8c3-1f11-48e0-8b1b-c1c0e8c0bcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.846071 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f75cbb8a-8e92-4524-ab6f-6fa241a50f6f tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.865929 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cae61d5b-134a-4326-bc44-b965ee4fda7d req-a787fcda-33f1-4e74-827a-1c49197c69c5 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.899167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cbb8a-8e92-4524-ab6f-6fa241a50f6f tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Subnet': ['ID=428ff415-3853-46bd-9fbe-5dad3487f45c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:04.905547 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4948d8c3-1f11-48e0-8b1b-c1c0e8c0bcdd admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:04.914382 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f75cbb8a-8e92-4524-ab6f-6fa241a50f6f tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.915981 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f75cbb8a-8e92-4524-ab6f-6fa241a50f6f tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/subnets/428ff415-3853-46bd-9fbe-5dad3487f45c HTTP/1.1" status: 204 len: 168 time: 0.4787400 Jul 16 01:40:04.919309 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58366) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:04.924163 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a92fcb-687a-4ca3-b5f9-9543ff72d8b3 None None] Network 6f31d522-e0ee-48d1-b882-a05d2c18402f requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:04.926540 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948d8c3-1f11-48e0-8b1b-c1c0e8c0bcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2075b85c-af22-4211-92e3-7894f6c22480,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:04.933224 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4948d8c3-1f11-48e0-8b1b-c1c0e8c0bcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.933613 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-4948d8c3-1f11-48e0-8b1b-c1c0e8c0bcdd admin admin] Added segment 3199ee09-33b8-4580-9e4a-3da70e1a9fc8 of type vlan for network d666cf0f-c0cb-4497-a3f6-7607773175b6 Jul 16 01:40:04.949943 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f34ea2cc-dbcf-48f7-aae1-03b96d3e6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:40:03Z', 'revision_number': 10, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:04.983182 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4948d8c3-1f11-48e0-8b1b-c1c0e8c0bcdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.989160 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34ea2cc-dbcf-48f7-aae1-03b96d3e6754 None None] Checking router: 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:05.006444 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34ea2cc-dbcf-48f7-aae1-03b96d3e6754 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:05.009108 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f34ea2cc-dbcf-48f7-aae1-03b96d3e6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:40:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:05.023034 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4948d8c3-1f11-48e0-8b1b-c1c0e8c0bcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.024505 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4948d8c3-1f11-48e0-8b1b-c1c0e8c0bcdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:05.025378 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4948d8c3-1f11-48e0-8b1b-c1c0e8c0bcdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.053841 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.129619 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cae61d5b-134a-4326-bc44-b965ee4fda7d req-a787fcda-33f1-4e74-827a-1c49197c69c5 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.134821 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cae61d5b-134a-4326-bc44-b965ee4fda7d req-a787fcda-33f1-4e74-827a-1c49197c69c5 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.139567 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948d8c3-1f11-48e0-8b1b-c1c0e8c0bcdd admin admin] Pushing event updated for resources: {'Network': ['ID=d666cf0f-c0cb-4497-a3f6-7607773175b6,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:05.152046 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network d666cf0f-c0cb-4497-a3f6-7607773175b6 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:05.169825 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4948d8c3-1f11-48e0-8b1b-c1c0e8c0bcdd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7961600 Jul 16 01:40:05.172626 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58370) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:05.181059 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d3719136-90aa-4da2-bf8f-56632d8821ad admin admin] Request body: {'subnet': {'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1390075612-subnet', 'tenant_id': 'eee8cab6008b4c97b6da90d7038a45ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:05.198507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a07060-98ef-4533-8326-6f5aec77f696 None None] DHCP port deletion for 6f31d522-e0ee-48d1-b882-a05d2c18402f request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:40:05.222290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3719136-90aa-4da2-bf8f-56632d8821ad admin admin] Made reservation on behalf of eee8cab6008b4c97b6da90d7038a45ff for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:05.222624 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787fcda-33f1-4e74-827a-1c49197c69c5 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6487d6-6757-40b0-8ba1-e54b1b265880,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:05.232671 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d3719136-90aa-4da2-bf8f-56632d8821ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.242176 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cae61d5b-134a-4326-bc44-b965ee4fda7d req-a787fcda-33f1-4e74-827a-1c49197c69c5 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.259669 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cae61d5b-134a-4326-bc44-b965ee4fda7d req-a787fcda-33f1-4e74-827a-1c49197c69c5 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5682592 Jul 16 01:40:05.290456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting port a8101522-c0f0-4740-85c1-b65a233a15d6 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:05.291279 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.337345 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-66a07060-98ef-4533-8326-6f5aec77f696 None None] Deleting port a8101522-c0f0-4740-85c1-b65a233a15d6 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:05.337880 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66a07060-98ef-4533-8326-6f5aec77f696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.354061 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-f34ea2cc-dbcf-48f7-aae1-03b96d3e6754 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:05.392100 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] For port a8101522-c0f0-4740-85c1-b65a233a15d6, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a8101522-c0f0-4740-85c1-b65a233a15d6,segment=NetworkSegment(d7290120-faa6-4195-8c4d-160815eeb42c),segment_id=d7290120-faa6-4195-8c4d-160815eeb42c)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:05.393699 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.410348 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-66a07060-98ef-4533-8326-6f5aec77f696 None None] For port a8101522-c0f0-4740-85c1-b65a233a15d6, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a8101522-c0f0-4740-85c1-b65a233a15d6,segment=NetworkSegment(d7290120-faa6-4195-8c4d-160815eeb42c),segment_id=d7290120-faa6-4195-8c4d-160815eeb42c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:05.411013 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66a07060-98ef-4533-8326-6f5aec77f696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.428568 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-66a07060-98ef-4533-8326-6f5aec77f696 None None] Calling delete_port for a8101522-c0f0-4740-85c1-b65a233a15d6 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:05.432020 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Calling delete_port for a8101522-c0f0-4740-85c1-b65a233a15d6 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:05.445655 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc20b83-75f6-41b2-9b68-81afb903e0a9 req-c9e7afcf-093a-4931-b2c2-f91db1833238 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:05.455167 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0cc20b83-75f6-41b2-9b68-81afb903e0a9 req-c9e7afcf-093a-4931-b2c2-f91db1833238 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.1980112 Jul 16 01:40:05.531393 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0cc20b83-75f6-41b2-9b68-81afb903e0a9 req-c3c75a08-3364-43ff-835a-e7e971fde096 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751324 Jul 16 01:40:05.554861 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66a07060-98ef-4533-8326-6f5aec77f696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.586139 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d08b0b2-7251-4fe5-aed4-bf818ac783b6 req-cfd6d4e6-c7c8-439d-b16b-a4589b59e816 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-groups/fa6487d6-6757-40b0-8ba1-e54b1b265880 HTTP/1.1" status: 200 len: 1806 time: 0.0903461 Jul 16 01:40:05.592993 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-8d08b0b2-7251-4fe5-aed4-bf818ac783b6 req-d78c5560-ef26-4832-a432-82417a477cc2 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fa6487d6-6757-40b0-8ba1-e54b1b265880', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:05.593310 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-8d08b0b2-7251-4fe5-aed4-bf818ac783b6 req-d78c5560-ef26-4832-a432-82417a477cc2 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fa6487d6-6757-40b0-8ba1-e54b1b265880', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:05.603213 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.606348 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a07060-98ef-4533-8326-6f5aec77f696 None None] Pushing event deleted for resources: {'Port': ['ID=a8101522-c0f0-4740-85c1-b65a233a15d6,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:05.631907 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a07060-98ef-4533-8326-6f5aec77f696 None None] No DVR routers for this DVR port a8101522-c0f0-4740-85c1-b65a233a15d6 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:05.632783 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d3719136-90aa-4da2-bf8f-56632d8821ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.647210 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Port': ['ID=a8101522-c0f0-4740-85c1-b65a233a15d6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:05.660100 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] No DVR routers for this DVR port a8101522-c0f0-4740-85c1-b65a233a15d6 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:05.672879 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f34ea2cc-dbcf-48f7-aae1-03b96d3e6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:40:03Z', 'revision_number': 10, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:05.709498 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34ea2cc-dbcf-48f7-aae1-03b96d3e6754 None None] The sync data for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 is: [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:40:03Z', 'revision_number': 10, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None, '_interfaces': [{'id': '9960609f-301b-4f86-8b29-7b6008488d5d', 'name': '', 'network_id': '0d9a7429-d85f-4247-a446-18bdf89af4f6', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'mac_address': 'fa:16:3e:b9:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '6685615e-6066-4500-bba1-4daf73cee90a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:39:32Z', 'revision_number': 5, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'subnets': [{'id': '6685615e-6066-4500-bba1-4daf73cee90a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:05.712929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3719136-90aa-4da2-bf8f-56632d8821ad admin admin] Checking segment: {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:05.713374 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3719136-90aa-4da2-bf8f-56632d8821ad admin admin] Network hostable DHCP agents. Network: d666cf0f-c0cb-4497-a3f6-7607773175b6, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:05.724410 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3719136-90aa-4da2-bf8f-56632d8821ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ed8c6f3-d43f-4024-a124-b2544fda26de,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:05.757664 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3719136-90aa-4da2-bf8f-56632d8821ad admin admin] Network d666cf0f-c0cb-4497-a3f6-7607773175b6 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:05.769216 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-d3719136-90aa-4da2-bf8f-56632d8821ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, d666cf0f-c0cb-4497-a3f6-7607773175b6) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:05.773787 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3719136-90aa-4da2-bf8f-56632d8821ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:05.774412 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d3719136-90aa-4da2-bf8f-56632d8821ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.779869 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3909754e-c421-4164-9777-338587b01ee1 None None] Network d666cf0f-c0cb-4497-a3f6-7607773175b6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:05.798109 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d3719136-90aa-4da2-bf8f-56632d8821ad admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6154256 Jul 16 01:40:05.798372 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.818628 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f31d522-e0ee-48d1-b882-a05d2c18402f']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:05.837160 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7290120-faa6-4195-8c4d-160815eeb42c') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:05.837466 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7290120-faa6-4195-8c4d-160815eeb42c') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:05.846739 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8d08b0b2-7251-4fe5-aed4-bf818ac783b6 req-d78c5560-ef26-4832-a432-82417a477cc2 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.854131 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.881855 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.885357 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8d08b0b2-7251-4fe5-aed4-bf818ac783b6 req-d78c5560-ef26-4832-a432-82417a477cc2 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.890767 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8d08b0b2-7251-4fe5-aed4-bf818ac783b6 req-d78c5560-ef26-4832-a432-82417a477cc2 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.893216 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:05.893712 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:05.908137 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:05.922665 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c5560-ef26-4832-a432-82417a477cc2 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1930866b-d120-4b99-9914-f2252feff7e6,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:05.953823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec33dc8-a0db-46f7-ab23-277fa684f0b3 None None] Network d666cf0f-c0cb-4497-a3f6-7607773175b6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:06.020045 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8d08b0b2-7251-4fe5-aed4-bf818ac783b6 req-d78c5560-ef26-4832-a432-82417a477cc2 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.022397 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d08b0b2-7251-4fe5-aed4-bf818ac783b6 req-d78c5560-ef26-4832-a432-82417a477cc2 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4353845 Jul 16 01:40:06.023484 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.043877 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.044818 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/networks/6f31d522-e0ee-48d1-b882-a05d2c18402f HTTP/1.1" status: 204 len: 168 time: 1.1241214 Jul 16 01:40:06.049298 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58390) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:06.056373 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fa1b0-0105-429e-bcc8-79bde4e0e7a7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Network': ['ID=6f31d522-e0ee-48d1-b882-a05d2c18402f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:06.185768 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1b9a83e5-442a-487d-b13c-11e58d7ccefd no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:06.222579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-f117f364-7823-48e6-8753-7267e114f189 req-3f0d824b-52b7-4256-909c-421a66827e6b tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1825242557', 'description': 'tempest-description-1849484116'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:06.230648 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 1b9a83e5-442a-487d-b13c-11e58d7ccefd {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:06.231242 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1b9a83e5-442a-487d-b13c-11e58d7ccefd not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:06.231751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a8101522-c0f0-4740-85c1-b65a233a15d6 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:06.256518 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: a8101522-c0f0-4740-85c1-b65a233a15d6 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:06.257340 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a8101522-c0f0-4740-85c1-b65a233a15d6 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:06.257591 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f117f364-7823-48e6-8753-7267e114f189 req-3f0d824b-52b7-4256-909c-421a66827e6b tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.389270 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-b563dacb-3701-445a-add7-342adf3281ed tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:06.390753 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-b563dacb-3701-445a-add7-342adf3281ed tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 806 time: 0.2004619 Jul 16 01:40:06.416282 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-607da371-6e79-4c3e-a6cf-62bdfa84c6d8 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/quotas/eee8cab6008b4c97b6da90d7038a45ff HTTP/1.1" status: 200 len: 375 time: 0.0186000 Jul 16 01:40:06.418991 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e08301d-fac2-49e9-9c5f-e37de8a14cb3 req-bf266458-c47b-42ed-b662-bd0540ce0ddc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0956848 Jul 16 01:40:06.451736 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-4af74666-24b4-4f84-b42b-992911734db7 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289218 Jul 16 01:40:06.481753 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f117f364-7823-48e6-8753-7267e114f189 req-3f0d824b-52b7-4256-909c-421a66827e6b tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.487699 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f117f364-7823-48e6-8753-7267e114f189 req-3f0d824b-52b7-4256-909c-421a66827e6b tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.521991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08301d-fac2-49e9-9c5f-e37de8a14cb3 req-2f9949d3-eef6-4b55-9d6a-1a65690b44d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:06.523529 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e08301d-fac2-49e9-9c5f-e37de8a14cb3 req-2f9949d3-eef6-4b55-9d6a-1a65690b44d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 1102 time: 0.0661085 Jul 16 01:40:06.528931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-1357ce91-d467-4988-bedb-a04ee3c42523 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:40:06.532351 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-1357ce91-d467-4988-bedb-a04ee3c42523 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0731018 Jul 16 01:40:06.543439 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f117f364-7823-48e6-8753-7267e114f189 req-3f0d824b-52b7-4256-909c-421a66827e6b tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.544650 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f117f364-7823-48e6-8753-7267e114f189 req-3f0d824b-52b7-4256-909c-421a66827e6b tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3279197 Jul 16 01:40:06.549191 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d824b-52b7-4256-909c-421a66827e6b tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baad6abf-6ae3-4202-affd-2526f08651d5,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:06.638142 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09678a87-d8b0-4c26-b1bb-37b580f0d7e2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.794249 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6acf09b9-1348-4d9d-9a9d-bdfeaca08582 req-52f506d5-b0f5-4855-879c-cd84dd3927b4 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-groups/baad6abf-6ae3-4202-affd-2526f08651d5 HTTP/1.1" status: 200 len: 1807 time: 0.0841548 Jul 16 01:40:06.818931 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-6acf09b9-1348-4d9d-9a9d-bdfeaca08582 req-9c73b180-9306-4afa-a5a1-b04f540453aa tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'baad6abf-6ae3-4202-affd-2526f08651d5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:06.819353 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-6acf09b9-1348-4d9d-9a9d-bdfeaca08582 req-9c73b180-9306-4afa-a5a1-b04f540453aa tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'baad6abf-6ae3-4202-affd-2526f08651d5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:06.993093 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-8e63e206-467d-47bb-967f-6d14876edac9 service neutron] 10.222.0.54 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564490 Jul 16 01:40:07.031838 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08301d-fac2-49e9-9c5f-e37de8a14cb3 req-2818f770-5b4e-4c1f-a16a-22bb52d91770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.034314 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e08301d-fac2-49e9-9c5f-e37de8a14cb3 req-2818f770-5b4e-4c1f-a16a-22bb52d91770 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.4644887 Jul 16 01:40:07.085922 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e08301d-fac2-49e9-9c5f-e37de8a14cb3 req-7b7f413f-9f88-4f67-bc0f-a5e54a758840 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49 HTTP/1.1" status: 200 len: 217 time: 0.0433886 Jul 16 01:40:07.191091 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-b86e507b-0e90-4b6b-adcc-e804e39b95c1 service neutron] 10.222.0.54 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860666 Jul 16 01:40:07.193813 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08301d-fac2-49e9-9c5f-e37de8a14cb3 req-828a64a4-06cc-487b-8937-d6b51a6ee549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.195905 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e08301d-fac2-49e9-9c5f-e37de8a14cb3 req-828a64a4-06cc-487b-8937-d6b51a6ee549 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0731106 Jul 16 01:40:07.230454 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6acf09b9-1348-4d9d-9a9d-bdfeaca08582 req-9c73b180-9306-4afa-a5a1-b04f540453aa tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.268575 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08301d-fac2-49e9-9c5f-e37de8a14cb3 req-fc0bb570-4bca-4c96-a7ef-bb15bdd04447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.270875 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e08301d-fac2-49e9-9c5f-e37de8a14cb3 req-fc0bb570-4bca-4c96-a7ef-bb15bdd04447 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673995 Jul 16 01:40:07.297754 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6acf09b9-1348-4d9d-9a9d-bdfeaca08582 req-9c73b180-9306-4afa-a5a1-b04f540453aa tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.307250 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6acf09b9-1348-4d9d-9a9d-bdfeaca08582 req-9c73b180-9306-4afa-a5a1-b04f540453aa tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.349728 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73b180-9306-4afa-a5a1-b04f540453aa tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8014bd66-21cc-4bc6-a6b1-75f008ac8d9a,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:07.365200 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6acf09b9-1348-4d9d-9a9d-bdfeaca08582 req-9c73b180-9306-4afa-a5a1-b04f540453aa tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.366865 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6acf09b9-1348-4d9d-9a9d-bdfeaca08582 req-9c73b180-9306-4afa-a5a1-b04f540453aa tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5552390 Jul 16 01:40:07.389020 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-09678a87-d8b0-4c26-b1bb-37b580f0d7e2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting port 9960609f-301b-4f86-8b29-7b6008488d5d {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:07.389370 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09678a87-d8b0-4c26-b1bb-37b580f0d7e2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.442268 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e08301d-fac2-49e9-9c5f-e37de8a14cb3 req-15845e47-e236-42ba-b4b7-e4cc635090aa service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585658 Jul 16 01:40:07.557507 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-09678a87-d8b0-4c26-b1bb-37b580f0d7e2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] For port 9960609f-301b-4f86-8b29-7b6008488d5d, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9960609f-301b-4f86-8b29-7b6008488d5d,segment=NetworkSegment(c8888cf3-8cf2-4b34-8592-836a6c303f79),segment_id=c8888cf3-8cf2-4b34-8592-836a6c303f79)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:07.559637 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09678a87-d8b0-4c26-b1bb-37b580f0d7e2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.580804 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-09678a87-d8b0-4c26-b1bb-37b580f0d7e2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Calling delete_port for 9960609f-301b-4f86-8b29-7b6008488d5d owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:07.605975 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e08301d-fac2-49e9-9c5f-e37de8a14cb3 req-8557d971-df7c-45aa-9d38-2fa7cd272c0c service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560595 Jul 16 01:40:07.615220 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9512db-b6ad-41df-a179-c35a4ba9c52f req-e738231b-7714-42a4-89ea-3d4b420570a7 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.617508 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b9512db-b6ad-41df-a179-c35a4ba9c52f req-e738231b-7714-42a4-89ea-3d4b420570a7 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.1553714 Jul 16 01:40:07.690255 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b9512db-b6ad-41df-a179-c35a4ba9c52f req-4ce058cb-73ac-46f3-9aff-13314f0745ff tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577855 Jul 16 01:40:07.805813 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-79cfd067-840e-4a49-86f4-3775ca0a85a9 req-e2a1f62e-e594-4c62-9215-1d2ff97aa038 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9aacc9c6-d1f3-4684-bc7c-5afe33e3e519 HTTP/1.1" status: 200 len: 210 time: 0.0401089 Jul 16 01:40:07.852409 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-a108467e-8574-4af7-b35c-480c5807696c req-6a7eb3f3-e9c8-4c2f-99e1-56d38150d05b tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1267944019', 'description': 'tempest-description-137315789'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:07.889469 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09678a87-d8b0-4c26-b1bb-37b580f0d7e2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.895749 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a108467e-8574-4af7-b35c-480c5807696c req-6a7eb3f3-e9c8-4c2f-99e1-56d38150d05b tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.931671 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09678a87-d8b0-4c26-b1bb-37b580f0d7e2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Port': ['ID=9960609f-301b-4f86-8b29-7b6008488d5d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:08.051087 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09678a87-d8b0-4c26-b1bb-37b580f0d7e2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.232561 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a108467e-8574-4af7-b35c-480c5807696c req-6a7eb3f3-e9c8-4c2f-99e1-56d38150d05b tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.238887 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a108467e-8574-4af7-b35c-480c5807696c req-6a7eb3f3-e9c8-4c2f-99e1-56d38150d05b tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.268857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09678a87-d8b0-4c26-b1bb-37b580f0d7e2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:08.280483 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a108467e-8574-4af7-b35c-480c5807696c req-6a7eb3f3-e9c8-4c2f-99e1-56d38150d05b tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.281737 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a108467e-8574-4af7-b35c-480c5807696c req-6a7eb3f3-e9c8-4c2f-99e1-56d38150d05b tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4358065 Jul 16 01:40:08.291241 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7eb3f3-e9c8-4c2f-99e1-56d38150d05b tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a75d0aa-4e7e-4006-8503-cbb38d79353a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:08.313225 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-d0a8401c-d91d-426d-ac66-2df357ab603f req-fc6fc0dd-2c3f-4c18-89c4-1d540f318ba1 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-949146152', 'description': 'tempest-description-692345512'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:08.336264 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d0a8401c-d91d-426d-ac66-2df357ab603f req-fc6fc0dd-2c3f-4c18-89c4-1d540f318ba1 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.368315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09678a87-d8b0-4c26-b1bb-37b580f0d7e2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:08.373644 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-09678a87-d8b0-4c26-b1bb-37b580f0d7e2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/2f353fa6-2443-40d8-91f2-fa2253ccb2e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3228419 Jul 16 01:40:08.376082 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58432) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:08.382362 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b23b02-708c-4b50-9be4-18d606058a47 None None] Sync routers for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:08.393094 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b23b02-708c-4b50-9be4-18d606058a47 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:08.393886 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-00b23b02-708c-4b50-9be4-18d606058a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:40:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:08.419785 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d0a8401c-d91d-426d-ac66-2df357ab603f req-fc6fc0dd-2c3f-4c18-89c4-1d540f318ba1 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.425077 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d0a8401c-d91d-426d-ac66-2df357ab603f req-fc6fc0dd-2c3f-4c18-89c4-1d540f318ba1 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.440880 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f732d5-0f4c-405e-970a-694500c93855 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting subnet 6685615e-6066-4500-bba1-4daf73cee90a {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:08.444157 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-01f732d5-0f4c-405e-970a-694500c93855 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.457286 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d0a8401c-d91d-426d-ac66-2df357ab603f req-fc6fc0dd-2c3f-4c18-89c4-1d540f318ba1 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.458685 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d0a8401c-d91d-426d-ac66-2df357ab603f req-fc6fc0dd-2c3f-4c18-89c4-1d540f318ba1 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1501489 Jul 16 01:40:08.459343 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fc0dd-2c3f-4c18-89c4-1d540f318ba1 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acfe8a40-6653-4af0-8efb-457ea7a7d45b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:08.479817 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-00b23b02-708c-4b50-9be4-18d606058a47 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:08.498944 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-01f732d5-0f4c-405e-970a-694500c93855 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.574903 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-42898044-7d72-4c20-982f-8d550793ee5f req-ac58c142-a751-40a0-a7a5-5feb1ce0f2c5 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-groups/0a75d0aa-4e7e-4006-8503-cbb38d79353a HTTP/1.1" status: 200 len: 1806 time: 0.0896771 Jul 16 01:40:08.645128 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-01f732d5-0f4c-405e-970a-694500c93855 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.695960 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-00b23b02-708c-4b50-9be4-18d606058a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:40:07Z', 'revision_number': 11, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:08.697404 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-42898044-7d72-4c20-982f-8d550793ee5f req-97547ea5-f127-4760-b95b-fd3a9df51da2 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-groups/acfe8a40-6653-4af0-8efb-457ea7a7d45b HTTP/1.1" status: 200 len: 1805 time: 0.1041088 Jul 16 01:40:08.709808 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-42898044-7d72-4c20-982f-8d550793ee5f req-1f2ef0ae-34f0-4277-a2f6-5b2d1301c214 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0a75d0aa-4e7e-4006-8503-cbb38d79353a', 'remote_group_id': 'acfe8a40-6653-4af0-8efb-457ea7a7d45b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:08.710430 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-42898044-7d72-4c20-982f-8d550793ee5f req-1f2ef0ae-34f0-4277-a2f6-5b2d1301c214 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0a75d0aa-4e7e-4006-8503-cbb38d79353a', 'remote_group_id': 'acfe8a40-6653-4af0-8efb-457ea7a7d45b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:08.730306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b23b02-708c-4b50-9be4-18d606058a47 None None] Checking router: 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:08.741779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b23b02-708c-4b50-9be4-18d606058a47 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:08.743019 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-00b23b02-708c-4b50-9be4-18d606058a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:40:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:08.762314 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-01f732d5-0f4c-405e-970a-694500c93855 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.823296 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-00b23b02-708c-4b50-9be4-18d606058a47 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:08.856402 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f732d5-0f4c-405e-970a-694500c93855 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Subnet': ['ID=6685615e-6066-4500-bba1-4daf73cee90a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:08.867038 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-01f732d5-0f4c-405e-970a-694500c93855 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.869228 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-01f732d5-0f4c-405e-970a-694500c93855 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/subnets/6685615e-6066-4500-bba1-4daf73cee90a HTTP/1.1" status: 204 len: 168 time: 0.4921870 Jul 16 01:40:08.871347 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-42898044-7d72-4c20-982f-8d550793ee5f req-1f2ef0ae-34f0-4277-a2f6-5b2d1301c214 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.875614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58446) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:08.903957 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-db65180a-de7a-423d-bcfa-bfdb5d044992 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.905563 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-db65180a-de7a-423d-bcfa-bfdb5d044992 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.26 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 806 time: 0.1606917 Jul 16 01:40:08.930222 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a077a0-a9be-419d-a575-0acf72c0dd4c None None] Network 0d9a7429-d85f-4247-a446-18bdf89af4f6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:08.932191 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-328d6dcc-ff44-4f2c-9295-953b5fac88b0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Request body: {'port': {'device_id': '9aacc9c6-d1f3-4684-bc7c-5afe33e3e519', 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6', 'admin_state_up': True, 'tenant_id': 'eee8cab6008b4c97b6da90d7038a45ff'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:08.932444 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-00b23b02-708c-4b50-9be4-18d606058a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:40:07Z', 'revision_number': 11, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:08.941391 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-42898044-7d72-4c20-982f-8d550793ee5f req-1f2ef0ae-34f0-4277-a2f6-5b2d1301c214 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.980812 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-42898044-7d72-4c20-982f-8d550793ee5f req-1f2ef0ae-34f0-4277-a2f6-5b2d1301c214 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.000957 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.024327 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ef0ae-34f0-4277-a2f6-5b2d1301c214 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1396a7fa-15b7-4067-b783-dd0c67caa37f,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:09.033864 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-42898044-7d72-4c20-982f-8d550793ee5f req-1f2ef0ae-34f0-4277-a2f6-5b2d1301c214 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.036247 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-42898044-7d72-4c20-982f-8d550793ee5f req-1f2ef0ae-34f0-4277-a2f6-5b2d1301c214 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3319156 Jul 16 01:40:09.048264 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0ea24-30b7-4913-b3e2-304eba536f3c req-f563181e-9927-4f0a-a4b0-57614b5cbf6d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:09.049232 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7fe0ea24-30b7-4913-b3e2-304eba536f3c req-f563181e-9927-4f0a-a4b0-57614b5cbf6d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.1827579 Jul 16 01:40:09.076646 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b23b02-708c-4b50-9be4-18d606058a47 None None] The sync data for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 is: [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:40:07Z', 'revision_number': 11, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:09.106013 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Deleting port d83c8696-ca4f-4f49-8f02-4ac6c91d4d52 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:09.106434 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.137260 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7fe0ea24-30b7-4913-b3e2-304eba536f3c req-cbac0420-d12a-4790-a355-d03439496acd tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748105 Jul 16 01:40:09.142804 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-328d6dcc-ff44-4f2c-9295-953b5fac88b0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Made reservation on behalf of eee8cab6008b4c97b6da90d7038a45ff for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:09.147019 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-328d6dcc-ff44-4f2c-9295-953b5fac88b0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.205748 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] For port d83c8696-ca4f-4f49-8f02-4ac6c91d4d52, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d83c8696-ca4f-4f49-8f02-4ac6c91d4d52,segment=NetworkSegment(c8888cf3-8cf2-4b34-8592-836a6c303f79),segment_id=c8888cf3-8cf2-4b34-8592-836a6c303f79)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:09.206124 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.222627 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Calling delete_port for d83c8696-ca4f-4f49-8f02-4ac6c91d4d52 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:09.300817 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-12038426-f58f-4e9f-9988-4c48df5052f9 req-15d57002-975c-4fa2-ada6-2dbd873a794a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9aacc9c6-d1f3-4684-bc7c-5afe33e3e519 HTTP/1.1" status: 200 len: 210 time: 0.0365872 Jul 16 01:40:09.332388 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.363732 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Port': ['ID=d83c8696-ca4f-4f49-8f02-4ac6c91d4d52,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:09.366102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] No DVR routers for this DVR port d83c8696-ca4f-4f49-8f02-4ac6c91d4d52 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:09.375922 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-328d6dcc-ff44-4f2c-9295-953b5fac88b0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Allocated IP 172.20.0.2 (d666cf0f-c0cb-4497-a3f6-7607773175b6/0ed8c6f3-d43f-4024-a124-b2544fda26de/efd02165-8351-4e87-9a54-2c6b152ae053) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:09.429587 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-55cde0a6-e7af-48bd-bbf7-de17657cf5e4 req-9404eb2e-05a5-4cb4-bb76-bf8eb8ab6e76 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-29681333', 'description': 'tempest-description-703354254'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:09.459299 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1cd878-71c2-407f-8ec1-3174865ad266 None None] DHCP port deletion for 0d9a7429-d85f-4247-a446-18bdf89af4f6 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:40:09.486008 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.500636 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9a7429-d85f-4247-a446-18bdf89af4f6']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:09.508884 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-55cde0a6-e7af-48bd-bbf7-de17657cf5e4 req-9404eb2e-05a5-4cb4-bb76-bf8eb8ab6e76 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.515397 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8888cf3-8cf2-4b34-8592-836a6c303f79') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:09.515727 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8888cf3-8cf2-4b34-8592-836a6c303f79') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:09.532877 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.551525 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.562190 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:09.562823 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:09.565801 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:09.568483 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-328d6dcc-ff44-4f2c-9295-953b5fac88b0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.608997 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-328d6dcc-ff44-4f2c-9295-953b5fac88b0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.656559 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.667275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-328d6dcc-ff44-4f2c-9295-953b5fac88b0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Network d666cf0f-c0cb-4497-a3f6-7607773175b6 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:09.667643 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.668876 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d6dcc-ff44-4f2c-9295-953b5fac88b0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Pushing event updated for resources: {'Port': ['ID=efd02165-8351-4e87-9a54-2c6b152ae053,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:09.671789 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/networks/0d9a7429-d85f-4247-a446-18bdf89af4f6 HTTP/1.1" status: 204 len: 168 time: 0.7929642 Jul 16 01:40:09.671903 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-328d6dcc-ff44-4f2c-9295-953b5fac88b0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:09.673320 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58452) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:09.678230 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f84fc333-3b4b-4215-9c21-9686fb4f02ca tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'router': {'routes': None}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:09.680517 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-328d6dcc-ff44-4f2c-9295-953b5fac88b0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:09.689673 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef23b4f-2346-440b-acd5-21f0ad9680b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Pushing event deleted for resources: {'Network': ['ID=0d9a7429-d85f-4247-a446-18bdf89af4f6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:09.707919 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-55cde0a6-e7af-48bd-bbf7-de17657cf5e4 req-9404eb2e-05a5-4cb4-bb76-bf8eb8ab6e76 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.713218 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-55cde0a6-e7af-48bd-bbf7-de17657cf5e4 req-9404eb2e-05a5-4cb4-bb76-bf8eb8ab6e76 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.745391 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404eb2e-05a5-4cb4-bb76-bf8eb8ab6e76 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6966bfbc-f00d-422c-81d0-b61979ca8378,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:09.748491 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-55cde0a6-e7af-48bd-bbf7-de17657cf5e4 req-9404eb2e-05a5-4cb4-bb76-bf8eb8ab6e76 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.752916 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-55cde0a6-e7af-48bd-bbf7-de17657cf5e4 req-9404eb2e-05a5-4cb4-bb76-bf8eb8ab6e76 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3348749 Jul 16 01:40:09.776270 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-ed32d836-4513-44ca-9b24-178a3cbed56e req-ce955520-b899-422e-be34-5c8bd396af38 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1781426867', 'description': 'tempest-description-2109477940'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:09.800341 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ed32d836-4513-44ca-9b24-178a3cbed56e req-ce955520-b899-422e-be34-5c8bd396af38 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.834306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-328d6dcc-ff44-4f2c-9295-953b5fac88b0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:09.835040 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-328d6dcc-ff44-4f2c-9295-953b5fac88b0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.889518 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ed32d836-4513-44ca-9b24-178a3cbed56e req-ce955520-b899-422e-be34-5c8bd396af38 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.893736 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ed32d836-4513-44ca-9b24-178a3cbed56e req-ce955520-b899-422e-be34-5c8bd396af38 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.896149 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.extraroute_db [None req-f84fc333-3b4b-4215-9c21-9686fb4f02ca tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Added routes are [] {{(pid=93832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:40:09.897039 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.extraroute_db [None req-f84fc333-3b4b-4215-9c21-9686fb4f02ca tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Removed routes are [] {{(pid=93832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:40:09.897039 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f84fc333-3b4b-4215-9c21-9686fb4f02ca tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.900726 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-328d6dcc-ff44-4f2c-9295-953b5fac88b0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9727399 Jul 16 01:40:09.920709 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ed32d836-4513-44ca-9b24-178a3cbed56e req-ce955520-b899-422e-be34-5c8bd396af38 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.921947 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed32d836-4513-44ca-9b24-178a3cbed56e req-ce955520-b899-422e-be34-5c8bd396af38 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.1511347 Jul 16 01:40:09.926007 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce955520-b899-422e-be34-5c8bd396af38 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff747b48-25ef-4c17-9886-4e5e859b1745,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:09.946420 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Request body: {'port': {'device_id': '9aacc9c6-d1f3-4684-bc7c-5afe33e3e519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:10.011750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9960609f-301b-4f86-8b29-7b6008488d5d no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:10.034813 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 9960609f-301b-4f86-8b29-7b6008488d5d {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:10.035159 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9960609f-301b-4f86-8b29-7b6008488d5d not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:10.035572 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d83c8696-ca4f-4f49-8f02-4ac6c91d4d52 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:10.055465 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: d83c8696-ca4f-4f49-8f02-4ac6c91d4d52 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:10.055837 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d83c8696-ca4f-4f49-8f02-4ac6c91d4d52 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:10.133286 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f84fc333-3b4b-4215-9c21-9686fb4f02ca tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.146472 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d835030-e4c5-4712-943d-18943ced97a2 req-f9f39ac5-43d6-429c-a657-bd2c194952ad tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-groups/6966bfbc-f00d-422c-81d0-b61979ca8378 HTTP/1.1" status: 200 len: 1804 time: 0.1707916 Jul 16 01:40:10.147355 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f84fc333-3b4b-4215-9c21-9686fb4f02ca tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.156410 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.308007 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84fc333-3b4b-4215-9c21-9686fb4f02ca tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:10.312764 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d835030-e4c5-4712-943d-18943ced97a2 req-458c605b-3db0-4c1f-9287-e35f474dc72a tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-groups/ff747b48-25ef-4c17-9886-4e5e859b1745 HTTP/1.1" status: 200 len: 1807 time: 0.1580119 Jul 16 01:40:10.328568 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0c73b-d7a3-4ce5-9d91-447f584f67da req-4cc098da-8bd6-4ef0-b926-a8a0bd2444bc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.330232 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17f0c73b-d7a3-4ce5-9d91-447f584f67da req-4cc098da-8bd6-4ef0-b926-a8a0bd2444bc tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.0721796 Jul 16 01:40:10.331233 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-8d835030-e4c5-4712-943d-18943ced97a2 req-6584017a-90fe-462f-b373-d5cc43a3fd63 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6966bfbc-f00d-422c-81d0-b61979ca8378', 'remote_group_id': 'ff747b48-25ef-4c17-9886-4e5e859b1745', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:10.331569 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-8d835030-e4c5-4712-943d-18943ced97a2 req-6584017a-90fe-462f-b373-d5cc43a3fd63 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6966bfbc-f00d-422c-81d0-b61979ca8378', 'remote_group_id': 'ff747b48-25ef-4c17-9886-4e5e859b1745', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:10.370288 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17f0c73b-d7a3-4ce5-9d91-447f584f67da req-16f0c803-8d03-41bb-9997-a156fbfcb6b9 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332820 Jul 16 01:40:10.494387 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84fc333-3b4b-4215-9c21-9686fb4f02ca tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:10.504231 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6bb67f-4f5e-484f-ae46-138e493d6b87 None None] Sync routers for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:10.507377 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f84fc333-3b4b-4215-9c21-9686fb4f02ca tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.508599 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f84fc333-3b4b-4215-9c21-9686fb4f02ca tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/2f353fa6-2443-40d8-91f2-fa2253ccb2e1 HTTP/1.1" status: 200 len: 704 time: 0.8343091 Jul 16 01:40:10.514008 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58470) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:10.517925 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6bb67f-4f5e-484f-ae46-138e493d6b87 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:10.518730 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3e6bb67f-4f5e-484f-ae46-138e493d6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:40:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:10.555200 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8fb754fa-1988-4f86-b25e-7783e9d38085 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f353fa6-2443-40d8-91f2-fa2253ccb2e1 HTTP/1.1" status: 200 len: 205 time: 0.0373812 Jul 16 01:40:10.555721 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58472) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:10.600797 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-3e6bb67f-4f5e-484f-ae46-138e493d6b87 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:10.601501 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8d835030-e4c5-4712-943d-18943ced97a2 req-6584017a-90fe-462f-b373-d5cc43a3fd63 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.659615 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8d835030-e4c5-4712-943d-18943ced97a2 req-6584017a-90fe-462f-b373-d5cc43a3fd63 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.666110 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8d835030-e4c5-4712-943d-18943ced97a2 req-6584017a-90fe-462f-b373-d5cc43a3fd63 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.667903 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3e6bb67f-4f5e-484f-ae46-138e493d6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:40:07Z', 'revision_number': 11, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:10.679543 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a1f112ad-0e66-41a7-8d4c-bb28df5a77b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.701745 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6bb67f-4f5e-484f-ae46-138e493d6b87 None None] Checking router: 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:10.710858 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6bb67f-4f5e-484f-ae46-138e493d6b87 None None] Routers {'2f353fa6-2443-40d8-91f2-fa2253ccb2e1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:10.711461 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3e6bb67f-4f5e-484f-ae46-138e493d6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:40:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:10.718429 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584017a-90fe-462f-b373-d5cc43a3fd63 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6fdb7e8-e0c3-43d4-8c83-410ba964f8ef,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:10.722858 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8d835030-e4c5-4712-943d-18943ced97a2 req-6584017a-90fe-462f-b373-d5cc43a3fd63 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.734937 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d835030-e4c5-4712-943d-18943ced97a2 req-6584017a-90fe-462f-b373-d5cc43a3fd63 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4093335 Jul 16 01:40:10.749872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd02165-8351-4e87-9a54-2c6b152ae053 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:10.761734 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.782660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Transition to ACTIVE for port object efd02165-8351-4e87-9a54-2c6b152ae053 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:10.788497 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-3e6bb67f-4f5e-484f-ae46-138e493d6b87 None None] Set router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:10.788712 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.841817 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3e6bb67f-4f5e-484f-ae46-138e493d6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:40:07Z', 'revision_number': 11, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:10.875798 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6bb67f-4f5e-484f-ae46-138e493d6b87 None None] The sync data for ids ['2f353fa6-2443-40d8-91f2-fa2253ccb2e1'] in n-d-800086-6 is: [{'id': '2f353fa6-2443-40d8-91f2-fa2253ccb2e1', 'name': 'tempest-RoutersIpV6Test-router-246950728', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:19Z', 'updated_at': '2021-07-16T01:40:07Z', 'revision_number': 11, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:10.877172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b09d3-4aa3-4346-a2a4-47b35f5d337d req-7fe49fb8-bdf3-46df-8951-fbb537b5d35f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.884210 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4b0b09d3-4aa3-4346-a2a4-47b35f5d337d req-7fe49fb8-bdf3-46df-8951-fbb537b5d35f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9aacc9c6-d1f3-4684-bc7c-5afe33e3e519 HTTP/1.1" status: 200 len: 931 time: 0.2740667 Jul 16 01:40:10.898256 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a1f112ad-0e66-41a7-8d4c-bb28df5a77b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.906467 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a1f112ad-0e66-41a7-8d4c-bb28df5a77b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.934946 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Pushing event updated for resources: {'Port': ['ID=efd02165-8351-4e87-9a54-2c6b152ae053,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:10.949550 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Attempting to bind port efd02165-8351-4e87-9a54-2c6b152ae053 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:10.949892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Attempting to bind port efd02165-8351-4e87-9a54-2c6b152ae053 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:10.950213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Attempting to bind port efd02165-8351-4e87-9a54-2c6b152ae053 on network d666cf0f-c0cb-4497-a3f6-7607773175b6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:10.956026 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Port efd02165-8351-4e87-9a54-2c6b152ae053 on network d666cf0f-c0cb-4497-a3f6-7607773175b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:10.956308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Attempting to bind port efd02165-8351-4e87-9a54-2c6b152ae053 on network d666cf0f-c0cb-4497-a3f6-7607773175b6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:10.962757 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:10.963104 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Checking segment: {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:10.963491 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Bound using segment: {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:10.964010 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Bound port: efd02165-8351-4e87-9a54-2c6b152ae053, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:10.964435 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.976326 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4b0b09d3-4aa3-4346-a2a4-47b35f5d337d req-a371bcb3-1bb5-45c9-a68d-e3ddce72e4a0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909600 Jul 16 01:40:10.979311 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a1f112ad-0e66-41a7-8d4c-bb28df5a77b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.979899 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f112ad-0e66-41a7-8d4c-bb28df5a77b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Fanout notify agent at l3_agent the message router_deleted on router 2f353fa6-2443-40d8-91f2-fa2253ccb2e1 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:40:10.986897 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a1f112ad-0e66-41a7-8d4c-bb28df5a77b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.988013 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a1f112ad-0e66-41a7-8d4c-bb28df5a77b1 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/routers/2f353fa6-2443-40d8-91f2-fa2253ccb2e1 HTTP/1.1" status: 204 len: 168 time: 0.4310939 Jul 16 01:40:10.996878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58478) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:11.001833 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d01bf6f7-69ff-40fa-9f01-34ab8d4e0baf tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1072407327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:11.057418 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d01bf6f7-69ff-40fa-9f01-34ab8d4e0baf tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.058453 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d01bf6f7-69ff-40fa-9f01-34ab8d4e0baf tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.063962 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] For port efd02165-8351-4e87-9a54-2c6b152ae053, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:11.068235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] For port efd02165-8351-4e87-9a54-2c6b152ae053, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=efd02165-8351-4e87-9a54-2c6b152ae053,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:11.074121 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.077609 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e8813a0-9201-4bf3-975a-ce1e032230c1 req-89100c25-4708-4f42-9501-4cc46e9fe867 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-groups/ff747b48-25ef-4c17-9886-4e5e859b1745 HTTP/1.1" status: 200 len: 1807 time: 0.0647027 Jul 16 01:40:11.119433 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.120257 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.121756 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] 10.222.0.26 "PUT /v2.0/ports/efd02165-8351-4e87-9a54-2c6b152ae053 HTTP/1.1" status: 200 len: 1091 time: 1.1807237 Jul 16 01:40:11.122418 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aacc9c6-d1f3-4684-bc7c-5afe33e3e519', 'tag': 'efd02165-8351-4e87-9a54-2c6b152ae053'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:11.124786 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a213e8-edac-41cf-b06a-b0486cec2b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "9aacc9c6-d1f3-4684-bc7c-5afe33e3e519", "tag": "efd02165-8351-4e87-9a54-2c6b152ae053"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:11.141569 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d01bf6f7-69ff-40fa-9f01-34ab8d4e0baf tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.149759 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d01bf6f7-69ff-40fa-9f01-34ab8d4e0baf tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.166206 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d7c8b-433b-499a-927b-52a39cc746b2 service neutron] Pushing event updated for resources: {'Port': ['ID=efd02165-8351-4e87-9a54-2c6b152ae053,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:11.181045 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d01bf6f7-69ff-40fa-9f01-34ab8d4e0baf tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.185054 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d01bf6f7-69ff-40fa-9f01-34ab8d4e0baf tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1845515 Jul 16 01:40:11.186130 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58482) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:11.194258 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b79d9373-9351-46ad-b5ff-3fc1933c7d6c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:11.205312 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e8813a0-9201-4bf3-975a-ce1e032230c1 req-e769d749-e1af-4b4e-8e5f-9d342c98342e tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.231318 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e8813a0-9201-4bf3-975a-ce1e032230c1 req-e769d749-e1af-4b4e-8e5f-9d342c98342e tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.233551 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ceddba-6449-40d0-8da2-5a0353d72df2 x-openstack-request-id: req-29ceddba-6449-40d0-8da2-5a0353d72df2 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:11.234335 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aacc9c6-d1f3-4684-bc7c-5afe33e3e519", "tag": "efd02165-8351-4e87-9a54-2c6b152ae053", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:11.234335 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-29ceddba-6449-40d0-8da2-5a0353d72df2 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:11.234542 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aacc9c6-d1f3-4684-bc7c-5afe33e3e519', 'tag': 'efd02165-8351-4e87-9a54-2c6b152ae053', 'status': 'completed', 'code': 200} Jul 16 01:40:11.307338 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e8813a0-9201-4bf3-975a-ce1e032230c1 req-e769d749-e1af-4b4e-8e5f-9d342c98342e tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.309981 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e8813a0-9201-4bf3-975a-ce1e032230c1 req-e769d749-e1af-4b4e-8e5f-9d342c98342e tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.311117 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e8813a0-9201-4bf3-975a-ce1e032230c1 req-e769d749-e1af-4b4e-8e5f-9d342c98342e tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "DELETE /v2.0/security-groups/ff747b48-25ef-4c17-9886-4e5e859b1745 HTTP/1.1" status: 204 len: 173 time: 0.2257667 Jul 16 01:40:11.323311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769d749-e1af-4b4e-8e5f-9d342c98342e tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff747b48-25ef-4c17-9886-4e5e859b1745,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:11.554849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e08ec-6196-4d75-ae9b-e43d111ee614 req-a26113d4-973c-454e-8bc6-aa18985286a6 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.556590 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dc3e08ec-6196-4d75-ae9b-e43d111ee614 req-a26113d4-973c-454e-8bc6-aa18985286a6 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.0686169 Jul 16 01:40:11.599527 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dc3e08ec-6196-4d75-ae9b-e43d111ee614 req-51080012-d64a-4b40-9240-56535e01013c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361383 Jul 16 01:40:11.795675 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b79d9373-9351-46ad-b5ff-3fc1933c7d6c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.801574 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-60459724-abf3-440b-a625-c3ccc2da3c0f req-ec1c5774-498f-4336-9503-ff3b76ec33bd tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-groups/6966bfbc-f00d-422c-81d0-b61979ca8378 HTTP/1.1" status: 200 len: 1804 time: 0.4615483 Jul 16 01:40:11.813741 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-99acdff6-d7c5-4614-be95-854a2426a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.815262 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-99acdff6-d7c5-4614-be95-854a2426a58a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&device_id=9aacc9c6-d1f3-4684-bc7c-5afe33e3e519 HTTP/1.1" status: 200 len: 1094 time: 0.5800536 Jul 16 01:40:11.816676 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b79d9373-9351-46ad-b5ff-3fc1933c7d6c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.830252 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-5b0047ed-1a3c-4307-aebf-b9e0ef8640cf req-4f982ebd-9418-42cc-b3d2-b28029b39413 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-486885296', 'description': 'tempest-description-84292725'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:11.855402 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5b0047ed-1a3c-4307-aebf-b9e0ef8640cf req-4f982ebd-9418-42cc-b3d2-b28029b39413 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.917945 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-944eb591-6a6b-4308-9fcf-d95633e99916 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efd02165-8351-4e87-9a54-2c6b152ae053 HTTP/1.1" status: 200 len: 217 time: 0.0642347 Jul 16 01:40:11.965365 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5b0047ed-1a3c-4307-aebf-b9e0ef8640cf req-4f982ebd-9418-42cc-b3d2-b28029b39413 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.969267 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5b0047ed-1a3c-4307-aebf-b9e0ef8640cf req-4f982ebd-9418-42cc-b3d2-b28029b39413 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.986849 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-75a93049-3095-4e4e-b839-5a452f3c2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.988351 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-75a93049-3095-4e4e-b839-5a452f3c2420 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ed8c6f3-d43f-4024-a124-b2544fda26de HTTP/1.1" status: 200 len: 846 time: 0.0629935 Jul 16 01:40:11.996724 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79d9373-9351-46ad-b5ff-3fc1933c7d6c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Router 5f87a9c4-cdcc-4d72-a703-7bbec54c005e is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:40:12.003757 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5b0047ed-1a3c-4307-aebf-b9e0ef8640cf req-4f982ebd-9418-42cc-b3d2-b28029b39413 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.004948 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5b0047ed-1a3c-4307-aebf-b9e0ef8640cf req-4f982ebd-9418-42cc-b3d2-b28029b39413 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1789498 Jul 16 01:40:12.016381 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f982ebd-9418-42cc-b3d2-b28029b39413 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a1a52e-5077-4188-8c91-2a69c2cf5037,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:12.040534 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-e4df90a3-7154-4210-bcc9-30d1d2c7b1dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d666cf0f-c0cb-4497-a3f6-7607773175b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431149 Jul 16 01:40:12.081394 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f99e3242-5458-425b-bfb4-9f34d72719e4 req-758cad42-11a5-4965-abbd-b793d5e3a35b tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-groups/50a1a52e-5077-4188-8c91-2a69c2cf5037 HTTP/1.1" status: 200 len: 1804 time: 0.0439339 Jul 16 01:40:12.093363 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-f99e3242-5458-425b-bfb4-9f34d72719e4 req-87ae098f-9e94-46e1-b68f-d92df5f9204c tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50a1a52e-5077-4188-8c91-2a69c2cf5037', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:12.093911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-f99e3242-5458-425b-bfb4-9f34d72719e4 req-87ae098f-9e94-46e1-b68f-d92df5f9204c tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50a1a52e-5077-4188-8c91-2a69c2cf5037', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:12.152281 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f99e3242-5458-425b-bfb4-9f34d72719e4 req-87ae098f-9e94-46e1-b68f-d92df5f9204c tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.164735 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79d9373-9351-46ad-b5ff-3fc1933c7d6c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:12.173392 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b79d9373-9351-46ad-b5ff-3fc1933c7d6c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.178071 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b79d9373-9351-46ad-b5ff-3fc1933c7d6c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "PUT /v2.0/routers/5f87a9c4-cdcc-4d72-a703-7bbec54c005e HTTP/1.1" status: 200 len: 698 time: 0.9871686 Jul 16 01:40:12.178228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43e38e9-3856-4a84-bf42-db4bfb70fdf1 None None] Sync routers for ids ['5f87a9c4-cdcc-4d72-a703-7bbec54c005e'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:12.178710 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58502) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:12.182197 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f99e3242-5458-425b-bfb4-9f34d72719e4 req-87ae098f-9e94-46e1-b68f-d92df5f9204c tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.187095 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f99e3242-5458-425b-bfb4-9f34d72719e4 req-87ae098f-9e94-46e1-b68f-d92df5f9204c tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.193977 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43e38e9-3856-4a84-bf42-db4bfb70fdf1 None None] Routers {'5f87a9c4-cdcc-4d72-a703-7bbec54c005e'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:12.194811 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d43e38e9-3856-4a84-bf42-db4bfb70fdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:40:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['5f87a9c4-cdcc-4d72-a703-7bbec54c005e'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:12.208077 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae098f-9e94-46e1-b68f-d92df5f9204c tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0864a1-177a-42fb-a41f-716c04e21f60,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:12.216699 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f99e3242-5458-425b-bfb4-9f34d72719e4 req-87ae098f-9e94-46e1-b68f-d92df5f9204c tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.217974 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f99e3242-5458-425b-bfb4-9f34d72719e4 req-87ae098f-9e94-46e1-b68f-d92df5f9204c tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1289968 Jul 16 01:40:12.287561 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-d43e38e9-3856-4a84-bf42-db4bfb70fdf1 None None] Set router 5f87a9c4-cdcc-4d72-a703-7bbec54c005e gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:12.308905 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0c4ab36c-6ce8-4255-9afc-1ca1e1201669 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/routers/5f87a9c4-cdcc-4d72-a703-7bbec54c005e HTTP/1.1" status: 200 len: 704 time: 0.1293149 Jul 16 01:40:12.312195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58506) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:12.338742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224c29b-c69a-440f-8947-20e38e53f899 req-8f805a73-24ae-45e2-b1b7-21eca50aaba7 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.340332 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1224c29b-c69a-440f-8947-20e38e53f899 req-8f805a73-24ae-45e2-b1b7-21eca50aaba7 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9aacc9c6-d1f3-4684-bc7c-5afe33e3e519 HTTP/1.1" status: 200 len: 943 time: 0.2266071 Jul 16 01:40:12.342566 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-44402414-d8bd-45e7-be4a-f6db559321a1 service neutron] 10.222.0.26 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620122 Jul 16 01:40:12.343956 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-20703f87-1e3f-48ef-abae-d62eb6a13447 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f87a9c4-cdcc-4d72-a703-7bbec54c005e HTTP/1.1" status: 200 len: 205 time: 0.0309794 Jul 16 01:40:12.346533 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58508) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:12.371747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d43e38e9-3856-4a84-bf42-db4bfb70fdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f87a9c4-cdcc-4d72-a703-7bbec54c005e', 'name': 'tempest-RoutersIpV6Test-router-1072407327', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:11Z', 'updated_at': '2021-07-16T01:40:11Z', 'revision_number': 2, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:12.402033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43e38e9-3856-4a84-bf42-db4bfb70fdf1 None None] Checking router: 5f87a9c4-cdcc-4d72-a703-7bbec54c005e for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:12.411538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43e38e9-3856-4a84-bf42-db4bfb70fdf1 None None] Routers {'5f87a9c4-cdcc-4d72-a703-7bbec54c005e'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:12.412631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d43e38e9-3856-4a84-bf42-db4bfb70fdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:40:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['5f87a9c4-cdcc-4d72-a703-7bbec54c005e'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:12.418808 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1224c29b-c69a-440f-8947-20e38e53f899 req-bcf51a40-9aac-4e5e-bb22-45b4e1a68bf5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701787 Jul 16 01:40:12.430527 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84441d34-cb67-43b8-8160-85b0fcd231fd tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.519801 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-30a684f0-8f48-4999-9cfb-c7cfa8cefb18 req-3743a4c6-ee06-4583-8b58-15f9a0eb392c service neutron] 10.222.0.26 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639018 Jul 16 01:40:12.522164 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-d43e38e9-3856-4a84-bf42-db4bfb70fdf1 None None] Set router 5f87a9c4-cdcc-4d72-a703-7bbec54c005e gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:12.524834 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f75fd36e-5787-4cf0-b7b8-6271d4fc6226 req-8700d01c-3064-401d-92ac-31ade7e6dd57 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-groups/50a1a52e-5077-4188-8c91-2a69c2cf5037 HTTP/1.1" status: 200 len: 2398 time: 0.0649071 Jul 16 01:40:12.534882 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-f75fd36e-5787-4cf0-b7b8-6271d4fc6226 req-12a04cbb-1460-43df-b46a-cb2b10c3b73a tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50a1a52e-5077-4188-8c91-2a69c2cf5037', 'remote_group_id': None}]} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:12.536285 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-f75fd36e-5787-4cf0-b7b8-6271d4fc6226 req-12a04cbb-1460-43df-b46a-cb2b10c3b73a tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50a1a52e-5077-4188-8c91-2a69c2cf5037', 'remote_group_id': None}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:12.581519 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d43e38e9-3856-4a84-bf42-db4bfb70fdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f87a9c4-cdcc-4d72-a703-7bbec54c005e', 'name': 'tempest-RoutersIpV6Test-router-1072407327', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:11Z', 'updated_at': '2021-07-16T01:40:11Z', 'revision_number': 2, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:12.607532 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f75fd36e-5787-4cf0-b7b8-6271d4fc6226 req-12a04cbb-1460-43df-b46a-cb2b10c3b73a tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.611248 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43e38e9-3856-4a84-bf42-db4bfb70fdf1 None None] The sync data for ids ['5f87a9c4-cdcc-4d72-a703-7bbec54c005e'] in n-d-800086-6 is: [{'id': '5f87a9c4-cdcc-4d72-a703-7bbec54c005e', 'name': 'tempest-RoutersIpV6Test-router-1072407327', 'tenant_id': '498924aad55244bba9d0f01dbf05d516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:11Z', 'updated_at': '2021-07-16T01:40:11Z', 'revision_number': 2, 'project_id': '498924aad55244bba9d0f01dbf05d516', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:12.675773 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f75fd36e-5787-4cf0-b7b8-6271d4fc6226 req-12a04cbb-1460-43df-b46a-cb2b10c3b73a tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.681514 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f75fd36e-5787-4cf0-b7b8-6271d4fc6226 req-12a04cbb-1460-43df-b46a-cb2b10c3b73a tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.718304 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a04cbb-1460-43df-b46a-cb2b10c3b73a tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdf3518-ba09-42a3-a30c-6802bef20c46,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:12.722510 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f75fd36e-5787-4cf0-b7b8-6271d4fc6226 req-12a04cbb-1460-43df-b46a-cb2b10c3b73a tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.725319 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f75fd36e-5787-4cf0-b7b8-6271d4fc6226 req-12a04cbb-1460-43df-b46a-cb2b10c3b73a tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1930437 Jul 16 01:40:12.783315 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a213e8-edac-41cf-b06a-b0486cec2b7d req-9ef5244d-1d90-4610-9900-2093560e56b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.784873 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2a213e8-edac-41cf-b06a-b0486cec2b7d req-9ef5244d-1d90-4610-9900-2093560e56b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&device_id=9aacc9c6-d1f3-4684-bc7c-5afe33e3e519 HTTP/1.1" status: 200 len: 1094 time: 0.1560636 Jul 16 01:40:12.846878 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-640c6af0-1239-4411-8501-0610c17baeef req-eebc6d2a-9ed5-496c-abd1-202b081d6963 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-groups/50a1a52e-5077-4188-8c91-2a69c2cf5037 HTTP/1.1" status: 200 len: 2997 time: 0.0843482 Jul 16 01:40:12.904873 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a213e8-edac-41cf-b06a-b0486cec2b7d req-983ead91-56b4-43b6-85a2-468261d4b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.907177 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2a213e8-edac-41cf-b06a-b0486cec2b7d req-983ead91-56b4-43b6-85a2-468261d4b8fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 907 time: 0.1152234 Jul 16 01:40:12.936662 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84441d34-cb67-43b8-8160-85b0fcd231fd tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.940463 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84441d34-cb67-43b8-8160-85b0fcd231fd tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.969335 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2a213e8-edac-41cf-b06a-b0486cec2b7d req-35c35328-0e7a-4a89-9664-990bfdafeaf3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efd02165-8351-4e87-9a54-2c6b152ae053 HTTP/1.1" status: 200 len: 217 time: 0.0546191 Jul 16 01:40:12.999919 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84441d34-cb67-43b8-8160-85b0fcd231fd tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.000428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84441d34-cb67-43b8-8160-85b0fcd231fd tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Fanout notify agent at l3_agent the message router_deleted on router 5f87a9c4-cdcc-4d72-a703-7bbec54c005e {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:40:13.009183 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84441d34-cb67-43b8-8160-85b0fcd231fd tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.011760 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-84441d34-cb67-43b8-8160-85b0fcd231fd tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/routers/5f87a9c4-cdcc-4d72-a703-7bbec54c005e HTTP/1.1" status: 204 len: 168 time: 0.6628425 Jul 16 01:40:13.015927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58520) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.036339 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3d892-2d20-437b-94e8-d3676b7deb69 req-547ca2ce-375e-43c3-8fdb-5e6377c7311b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.038108 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-81d3d892-2d20-437b-94e8-d3676b7deb69 req-547ca2ce-375e-43c3-8fdb-5e6377c7311b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.1329200 Jul 16 01:40:13.052378 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b8347e39-545e-49f7-9c73-70052cd0f197 req-202f123c-d65d-4c28-ac7b-63f0e0eeb722 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-group-rules/dfdf3518-ba09-42a3-a30c-6802bef20c46 HTTP/1.1" status: 200 len: 783 time: 0.0274656 Jul 16 01:40:13.053946 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a213e8-edac-41cf-b06a-b0486cec2b7d req-29b473cb-0c2f-4c8c-84ce-5b4d9589741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.055415 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2a213e8-edac-41cf-b06a-b0486cec2b7d req-29b473cb-0c2f-4c8c-84ce-5b4d9589741f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ed8c6f3-d43f-4024-a124-b2544fda26de HTTP/1.1" status: 200 len: 846 time: 0.0798056 Jul 16 01:40:13.056760 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-415978f6-6dda-48b3-9460-a573b808fb50 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f87a9c4-cdcc-4d72-a703-7bbec54c005e HTTP/1.1" status: 200 len: 205 time: 0.0396011 Jul 16 01:40:13.062281 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58522) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.102195 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2a213e8-edac-41cf-b06a-b0486cec2b7d req-2fc4b1e1-312a-44bb-a0b2-e93e5fad117b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d666cf0f-c0cb-4497-a3f6-7607773175b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348325 Jul 16 01:40:13.106346 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-5939944c-d787-45d5-b6f3-23dd5ee2519d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] delete failed (client error): The resource could not be found. Jul 16 01:40:13.107381 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5939944c-d787-45d5-b6f3-23dd5ee2519d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/routers/5f87a9c4-cdcc-4d72-a703-7bbec54c005e HTTP/1.1" status: 404 len: 336 time: 0.0439408 Jul 16 01:40:13.112727 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58524) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.150650 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b8347e39-545e-49f7-9c73-70052cd0f197 req-1e9b04ac-4995-4bfc-b748-ccf3dae0bb49 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-groups/50a1a52e-5077-4188-8c91-2a69c2cf5037 HTTP/1.1" status: 200 len: 2997 time: 0.0924845 Jul 16 01:40:13.154804 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-81d3d892-2d20-437b-94e8-d3676b7deb69 req-16e5bb6e-362c-48ca-a8ca-2ffd356f9419 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004286 Jul 16 01:40:13.155835 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a29a8caa-3d83-48a8-b7c6-1606c5c77740 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] DELETE failed (client error): The resource could not be found. Jul 16 01:40:13.156296 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a29a8caa-3d83-48a8-b7c6-1606c5c77740 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:40:13.158069 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a29a8caa-3d83-48a8-b7c6-1606c5c77740 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/subnets/ebf98fd1-1bec-42bc-8588-eabd2be76b6b HTTP/1.1" status: 404 len: 337 time: 0.0443172 Jul 16 01:40:13.160641 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58526) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.188346 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-7329a118-fbc6-4189-82cf-fbab1f5da0ef tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] DELETE failed (client error): The resource could not be found. Jul 16 01:40:13.188813 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7329a118-fbc6-4189-82cf-fbab1f5da0ef tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:40:13.193807 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7329a118-fbc6-4189-82cf-fbab1f5da0ef tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/subnets/5d0c2a5f-f90b-41d1-be7c-686bc7a12587 HTTP/1.1" status: 404 len: 337 time: 0.0290031 Jul 16 01:40:13.194108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58528) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.220406 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5b0693-a19d-4998-8609-9a8ae5b2dd43 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] DELETE failed (client error): The resource could not be found. Jul 16 01:40:13.220835 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c5b0693-a19d-4998-8609-9a8ae5b2dd43 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:40:13.225290 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9c5b0693-a19d-4998-8609-9a8ae5b2dd43 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/subnets/428ff415-3853-46bd-9fbe-5dad3487f45c HTTP/1.1" status: 404 len: 337 time: 0.0277972 Jul 16 01:40:13.225473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58530) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.232248 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b8347e39-545e-49f7-9c73-70052cd0f197 req-f81b2c10-1c41-4822-88d4-b6b7b6c8aedb tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.252278 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-7761f2d4-9f3e-4af8-a21a-fd07c093a242 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] DELETE failed (client error): The resource could not be found. Jul 16 01:40:13.252721 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7761f2d4-9f3e-4af8-a21a-fd07c093a242 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:40:13.253926 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b8347e39-545e-49f7-9c73-70052cd0f197 req-f81b2c10-1c41-4822-88d4-b6b7b6c8aedb tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.254491 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7761f2d4-9f3e-4af8-a21a-fd07c093a242 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/subnets/6685615e-6066-4500-bba1-4daf73cee90a HTTP/1.1" status: 404 len: 337 time: 0.0280836 Jul 16 01:40:13.257781 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58532) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.258162 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2a213e8-edac-41cf-b06a-b0486cec2b7d req-5ac78d8d-f10b-4687-87b6-d864f40e7e4d service neutron] 10.222.0.26 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479275 Jul 16 01:40:13.291267 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6c5b188a-dbe8-490c-8baf-51671de0c120 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f353fa6-2443-40d8-91f2-fa2253ccb2e1 HTTP/1.1" status: 200 len: 205 time: 0.0319588 Jul 16 01:40:13.293626 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58534) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.313243 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b8347e39-545e-49f7-9c73-70052cd0f197 req-f81b2c10-1c41-4822-88d4-b6b7b6c8aedb tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.322287 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b8347e39-545e-49f7-9c73-70052cd0f197 req-f81b2c10-1c41-4822-88d4-b6b7b6c8aedb tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.323404 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b8347e39-545e-49f7-9c73-70052cd0f197 req-f81b2c10-1c41-4822-88d4-b6b7b6c8aedb tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/dfdf3518-ba09-42a3-a30c-6802bef20c46 HTTP/1.1" status: 204 len: 173 time: 0.1305895 Jul 16 01:40:13.343491 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-644ec8a1-71b7-4597-aa97-8d63bdc9e54c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] delete failed (client error): The resource could not be found. Jul 16 01:40:13.347251 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-644ec8a1-71b7-4597-aa97-8d63bdc9e54c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/routers/2f353fa6-2443-40d8-91f2-fa2253ccb2e1 HTTP/1.1" status: 404 len: 336 time: 0.0525694 Jul 16 01:40:13.347832 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58538) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.353865 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b2c10-1c41-4822-88d4-b6b7b6c8aedb tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfdf3518-ba09-42a3-a30c-6802bef20c46,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:13.388481 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58542) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.388661 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d8ffb34e-6998-436e-b175-dda962eeacb9 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e898a5c-148a-4641-bc28-da3113a7e01b HTTP/1.1" status: 200 len: 205 time: 0.0375564 Jul 16 01:40:13.391981 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2a213e8-edac-41cf-b06a-b0486cec2b7d req-2f2b2a79-73db-4db1-a1ce-073dda8dc2ff service neutron] 10.222.0.26 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165953 Jul 16 01:40:13.430884 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-7a588dc3-ed4a-42dd-b24a-9306cd17fa8a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] delete failed (client error): The resource could not be found. Jul 16 01:40:13.434227 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7a588dc3-ed4a-42dd-b24a-9306cd17fa8a tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/routers/0e898a5c-148a-4641-bc28-da3113a7e01b HTTP/1.1" status: 404 len: 336 time: 0.0423980 Jul 16 01:40:13.434485 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58544) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.442185 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a0e8ac82-ce54-4047-a730-01cab7b3fd5d req-f1b92752-1780-43c4-84c2-e187fcda54f3 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-groups/50a1a52e-5077-4188-8c91-2a69c2cf5037 HTTP/1.1" status: 200 len: 2398 time: 0.0933280 Jul 16 01:40:13.462754 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62ab33a-186a-4451-a553-d4aaf046f2a4 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] DELETE failed (client error): The resource could not be found. Jul 16 01:40:13.463217 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62ab33a-186a-4451-a553-d4aaf046f2a4 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:40:13.465009 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f62ab33a-186a-4451-a553-d4aaf046f2a4 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/subnets/57781b6f-e932-43be-b64c-e944ff717a27 HTTP/1.1" status: 404 len: 337 time: 0.0295999 Jul 16 01:40:13.467683 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58548) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.502289 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d1e14e21-b7f6-410c-ae6a-1a63914af9bf tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c00541c-e1ee-47eb-9a2f-937d03fd7691 HTTP/1.1" status: 200 len: 205 time: 0.0313878 Jul 16 01:40:13.502562 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58552) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.520638 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a0e8ac82-ce54-4047-a730-01cab7b3fd5d req-7408227d-d9a9-4d46-82de-1785783f9b2d tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.549171 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a0e8ac82-ce54-4047-a730-01cab7b3fd5d req-7408227d-d9a9-4d46-82de-1785783f9b2d tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.553639 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-b9c0d3ae-4da9-4558-8155-1a6b90ab38c2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] delete failed (client error): The resource could not be found. Jul 16 01:40:13.555747 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b9c0d3ae-4da9-4558-8155-1a6b90ab38c2 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/routers/3c00541c-e1ee-47eb-9a2f-937d03fd7691 HTTP/1.1" status: 404 len: 336 time: 0.0512087 Jul 16 01:40:13.557487 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58554) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.589912 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-db0384c1-589d-4995-b0b3-a57cc4aa21a0 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/ports?device_id=22265211-7c75-40ba-8f69-bc88a30a84f1 HTTP/1.1" status: 200 len: 205 time: 0.0310431 Jul 16 01:40:13.593626 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58556) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.636307 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-34483c66-d554-4769-8334-003ce257e577 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] delete failed (client error): The resource could not be found. Jul 16 01:40:13.637416 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-34483c66-d554-4769-8334-003ce257e577 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/routers/22265211-7c75-40ba-8f69-bc88a30a84f1 HTTP/1.1" status: 404 len: 336 time: 0.0424802 Jul 16 01:40:13.639161 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a0e8ac82-ce54-4047-a730-01cab7b3fd5d req-7408227d-d9a9-4d46-82de-1785783f9b2d tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.641848 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a0e8ac82-ce54-4047-a730-01cab7b3fd5d req-7408227d-d9a9-4d46-82de-1785783f9b2d tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.642958 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a0e8ac82-ce54-4047-a730-01cab7b3fd5d req-7408227d-d9a9-4d46-82de-1785783f9b2d tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "DELETE /v2.0/security-groups/50a1a52e-5077-4188-8c91-2a69c2cf5037 HTTP/1.1" status: 204 len: 173 time: 0.1942623 Jul 16 01:40:13.643433 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58558) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.680752 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f36d30-401d-4815-b3b0-0d6f55a4e6b7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] DELETE failed (client error): The resource could not be found. Jul 16 01:40:13.681212 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f36d30-401d-4815-b3b0-0d6f55a4e6b7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:40:13.685514 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-79f36d30-401d-4815-b3b0-0d6f55a4e6b7 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/subnets/4dadf29f-f6a9-4c86-83cb-ad24b0989b31 HTTP/1.1" status: 404 len: 337 time: 0.0347056 Jul 16 01:40:13.685514 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408227d-d9a9-4d46-82de-1785783f9b2d tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a1a52e-5077-4188-8c91-2a69c2cf5037,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:13.685914 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58562) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.688707 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077f164-910e-47ff-868f-7082420e0c35 req-1ccf34d9-8f27-45ab-9446-b16d315f7bb2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.690541 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d077f164-910e-47ff-868f-7082420e0c35 req-1ccf34d9-8f27-45ab-9446-b16d315f7bb2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9aacc9c6-d1f3-4684-bc7c-5afe33e3e519 HTTP/1.1" status: 200 len: 943 time: 0.0730665 Jul 16 01:40:13.726504 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-08599ccc-cd85-450d-b5e6-b0ca9531499f tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7c252ac-b35d-41bc-a23e-e6b58bfe531a HTTP/1.1" status: 200 len: 205 time: 0.0394781 Jul 16 01:40:13.728982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58564) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.754494 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d077f164-910e-47ff-868f-7082420e0c35 req-92b04221-76cf-45c1-bfc3-069564f07110 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535524 Jul 16 01:40:13.770822 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-ed17f063-b192-430a-827b-97a1d5d37e4e tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] delete failed (client error): The resource could not be found. Jul 16 01:40:13.774286 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ed17f063-b192-430a-827b-97a1d5d37e4e tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/routers/c7c252ac-b35d-41bc-a23e-e6b58bfe531a HTTP/1.1" status: 404 len: 336 time: 0.0418599 Jul 16 01:40:13.774504 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58566) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.791614 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-78f9faf3-93ad-41d2-86f4-4b1cabaf24c5 req-36274d68-9541-4245-a63c-7f0c40f7babc tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] show failed (client error): The resource could not be found. Jul 16 01:40:13.792794 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-78f9faf3-93ad-41d2-86f4-4b1cabaf24c5 req-36274d68-9541-4245-a63c-7f0c40f7babc tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-groups/ff747b48-25ef-4c17-9886-4e5e859b1745 HTTP/1.1" status: 404 len: 352 time: 0.0160363 Jul 16 01:40:13.804354 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b0383b-069c-4053-bdd8-a4968b045e0d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] DELETE failed (client error): The resource could not be found. Jul 16 01:40:13.804844 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b0383b-069c-4053-bdd8-a4968b045e0d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:40:13.806590 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-01b0383b-069c-4053-bdd8-a4968b045e0d tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/subnets/62505216-51d7-46f1-9b3f-7e8585a81d3f HTTP/1.1" status: 404 len: 337 time: 0.0311806 Jul 16 01:40:13.809183 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58570) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.846512 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-034a8f09-8eee-4e3f-8b28-16c67b7c85ef tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "GET /v2.0/ports?device_id=880ef73f-8966-4e3c-9af0-b21b9ef0f866 HTTP/1.1" status: 200 len: 205 time: 0.0362337 Jul 16 01:40:13.849523 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58572) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.889127 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-f204650c-6634-4b82-add4-ed4a03ccb9df tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] delete failed (client error): The resource could not be found. Jul 16 01:40:13.890965 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f204650c-6634-4b82-add4-ed4a03ccb9df tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/routers/880ef73f-8966-4e3c-9af0-b21b9ef0f866 HTTP/1.1" status: 404 len: 336 time: 0.0390084 Jul 16 01:40:13.891103 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2529a3fe-c250-4965-a643-4869ecbb9f29 req-a5f95860-42c2-45b9-95c4-dba6153a085c tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-groups/6966bfbc-f00d-422c-81d0-b61979ca8378 HTTP/1.1" status: 200 len: 1804 time: 0.0699239 Jul 16 01:40:13.892874 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58574) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.922955 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1046dc-292b-4ff2-b2bf-fa14634d0f3c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] DELETE failed (client error): The resource could not be found. Jul 16 01:40:13.923398 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1046dc-292b-4ff2-b2bf-fa14634d0f3c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:40:13.928424 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dd1046dc-292b-4ff2-b2bf-fa14634d0f3c tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/subnets/51b1e462-ada4-44e2-90f7-88a340d600eb HTTP/1.1" status: 404 len: 337 time: 0.0314057 Jul 16 01:40:13.928659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58576) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:13.954928 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c1e8d4-6794-40be-b70b-7bb1017947e8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] DELETE failed (client error): The resource could not be found. Jul 16 01:40:13.955307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c1e8d4-6794-40be-b70b-7bb1017947e8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:40:13.957070 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c4c1e8d4-6794-40be-b70b-7bb1017947e8 tempest-RoutersIpV6Test-1701039178 tempest-RoutersIpV6Test-1701039178-project] 10.222.0.54 "DELETE /v2.0/subnets/15ac076e-11d4-4ff9-bc88-2457cd8604a5 HTTP/1.1" status: 404 len: 337 time: 0.0274832 Jul 16 01:40:13.963940 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2529a3fe-c250-4965-a643-4869ecbb9f29 req-bc1dccef-3bcc-42cd-80b2-be29715f1e51 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.987667 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2529a3fe-c250-4965-a643-4869ecbb9f29 req-bc1dccef-3bcc-42cd-80b2-be29715f1e51 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.050385 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2529a3fe-c250-4965-a643-4869ecbb9f29 req-bc1dccef-3bcc-42cd-80b2-be29715f1e51 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.053997 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2529a3fe-c250-4965-a643-4869ecbb9f29 req-bc1dccef-3bcc-42cd-80b2-be29715f1e51 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.058525 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2529a3fe-c250-4965-a643-4869ecbb9f29 req-bc1dccef-3bcc-42cd-80b2-be29715f1e51 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "DELETE /v2.0/security-groups/6966bfbc-f00d-422c-81d0-b61979ca8378 HTTP/1.1" status: 204 len: 173 time: 0.1612637 Jul 16 01:40:14.069505 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1dccef-3bcc-42cd-80b2-be29715f1e51 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6966bfbc-f00d-422c-81d0-b61979ca8378,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:14.091464 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-e19fd3d8-9ef7-4968-b9fc-655332c207b4 service neutron] show failed (client error): The resource could not be found. Jul 16 01:40:14.093390 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-e19fd3d8-9ef7-4968-b9fc-655332c207b4 service neutron] 10.222.0.26 "GET /v2.0/ports/11992ae6-9859-40c9-97b3-fc8adc0a2e04/bindings/n-h2-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.0937171 Jul 16 01:40:14.119459 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ef43861-3f17-4681-aeb2-39a3b8319e79 req-9a7881fc-4ccb-40a6-b853-0467989e033b tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-groups/acfe8a40-6653-4af0-8efb-457ea7a7d45b HTTP/1.1" status: 200 len: 1805 time: 0.0454252 Jul 16 01:40:14.185750 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8ef43861-3f17-4681-aeb2-39a3b8319e79 req-6dde26fd-4501-4fc5-bc57-955ebb87f069 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.210519 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8ef43861-3f17-4681-aeb2-39a3b8319e79 req-6dde26fd-4501-4fc5-bc57-955ebb87f069 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.219072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58588) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:14.286563 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8ef43861-3f17-4681-aeb2-39a3b8319e79 req-6dde26fd-4501-4fc5-bc57-955ebb87f069 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.293181 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8ef43861-3f17-4681-aeb2-39a3b8319e79 req-6dde26fd-4501-4fc5-bc57-955ebb87f069 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.294466 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ef43861-3f17-4681-aeb2-39a3b8319e79 req-6dde26fd-4501-4fc5-bc57-955ebb87f069 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "DELETE /v2.0/security-groups/acfe8a40-6653-4af0-8efb-457ea7a7d45b HTTP/1.1" status: 204 len: 173 time: 0.1662846 Jul 16 01:40:14.306833 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde26fd-4501-4fc5-bc57-955ebb87f069 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfe8a40-6653-4af0-8efb-457ea7a7d45b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:14.382946 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c2d6cbe1-ba1f-404c-a8a6-4fffbd607936 req-edeacf87-9126-48b9-94fe-5306d79052c5 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-groups/0a75d0aa-4e7e-4006-8503-cbb38d79353a HTTP/1.1" status: 200 len: 1806 time: 0.0653951 Jul 16 01:40:14.441487 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c2d6cbe1-ba1f-404c-a8a6-4fffbd607936 req-2090eff7-69b0-4051-9b7d-311687b4009e tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.465526 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c2d6cbe1-ba1f-404c-a8a6-4fffbd607936 req-2090eff7-69b0-4051-9b7d-311687b4009e tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.498255 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-aefde785-2f97-475b-bdb1-2974a685e0c2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=498924aad55244bba9d0f01dbf05d516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777166 Jul 16 01:40:14.500885 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58596) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:14.514648 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c2d6cbe1-ba1f-404c-a8a6-4fffbd607936 req-2090eff7-69b0-4051-9b7d-311687b4009e tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.517304 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c2d6cbe1-ba1f-404c-a8a6-4fffbd607936 req-2090eff7-69b0-4051-9b7d-311687b4009e tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.518262 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c2d6cbe1-ba1f-404c-a8a6-4fffbd607936 req-2090eff7-69b0-4051-9b7d-311687b4009e tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "DELETE /v2.0/security-groups/0a75d0aa-4e7e-4006-8503-cbb38d79353a HTTP/1.1" status: 204 len: 173 time: 0.1296113 Jul 16 01:40:14.530993 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189ad18-8155-4b77-bc1c-7ce8c4e6295b req-8da51ae7-5d44-4d04-8941-84a4a0193ec2 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:14.532597 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5189ad18-8155-4b77-bc1c-7ce8c4e6295b req-8da51ae7-5d44-4d04-8941-84a4a0193ec2 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.1913178 Jul 16 01:40:14.538706 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090eff7-69b0-4051-9b7d-311687b4009e tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a75d0aa-4e7e-4006-8503-cbb38d79353a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:14.548322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-e96a9a3e-8663-4d51-b709-7e3033cf08b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:14.549868 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-e96a9a3e-8663-4d51-b709-7e3033cf08b5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e&tenant_id=1961ea8d11af4a26af7254218bca79a1 HTTP/1.1" status: 200 len: 1099 time: 0.1719036 Jul 16 01:40:14.570318 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93ba0bc0-c4eb-4234-bd78-b8d820d84a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.577123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:14.593589 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93ba0bc0-c4eb-4234-bd78-b8d820d84a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.627101 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5189ad18-8155-4b77-bc1c-7ce8c4e6295b req-cf47d5a5-2ad1-44e6-a6d6-cabbaec3c6d6 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711017 Jul 16 01:40:14.649517 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device efd02165-8351-4e87-9a54-2c6b152ae053 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:14.665359 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93ba0bc0-c4eb-4234-bd78-b8d820d84a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.669971 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93ba0bc0-c4eb-4234-bd78-b8d820d84a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.675335 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-93ba0bc0-c4eb-4234-bd78-b8d820d84a9a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/769cc18b-870a-47f3-ae62-7aa40b059c47 HTTP/1.1" status: 204 len: 168 time: 0.1732323 Jul 16 01:40:14.679054 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.685174 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba0bc0-c4eb-4234-bd78-b8d820d84a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769cc18b-870a-47f3-ae62-7aa40b059c47,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:14.756527 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-304c2438-9a6d-4492-8a5b-4cbefeff89c1 req-a9371008-9269-41b0-934e-8b614ccc3f13 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-groups/baad6abf-6ae3-4202-affd-2526f08651d5 HTTP/1.1" status: 200 len: 2407 time: 0.0628994 Jul 16 01:40:14.788218 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port efd02165-8351-4e87-9a54-2c6b152ae053, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=efd02165-8351-4e87-9a54-2c6b152ae053,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:14.800955 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'efd02165-8351-4e87-9a54-2c6b152ae053', 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6', 'port_id': 'efd02165-8351-4e87-9a54-2c6b152ae053', 'mac_address': 'fa:16:3e:6e:93:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed8c6f3-d43f-4024-a124-b2544fda26de', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:14.850440 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.860047 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-304c2438-9a6d-4492-8a5b-4cbefeff89c1 req-5f5062b5-f43d-49c1-be8c-461b84251ff2 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.867004 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd02165-8351-4e87-9a54-2c6b152ae053 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:14.889602 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-304c2438-9a6d-4492-8a5b-4cbefeff89c1 req-5f5062b5-f43d-49c1-be8c-461b84251ff2 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.901078 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port efd02165-8351-4e87-9a54-2c6b152ae053, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=efd02165-8351-4e87-9a54-2c6b152ae053,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:14.907902 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.959570 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-304c2438-9a6d-4492-8a5b-4cbefeff89c1 req-5f5062b5-f43d-49c1-be8c-461b84251ff2 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.962418 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-304c2438-9a6d-4492-8a5b-4cbefeff89c1 req-5f5062b5-f43d-49c1-be8c-461b84251ff2 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.963646 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-304c2438-9a6d-4492-8a5b-4cbefeff89c1 req-5f5062b5-f43d-49c1-be8c-461b84251ff2 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "DELETE /v2.0/security-groups/baad6abf-6ae3-4202-affd-2526f08651d5 HTTP/1.1" status: 204 len: 173 time: 0.2015088 Jul 16 01:40:14.983971 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5062b5-f43d-49c1-be8c-461b84251ff2 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baad6abf-6ae3-4202-affd-2526f08651d5,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:15.003347 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=efd02165-8351-4e87-9a54-2c6b152ae053,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:15.005087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:15.089856 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:15.135331 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c295a-102f-4dda-9974-39dfb7855f0c req-99d59151-5507-41b4-bce4-075aa48519b6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.137003 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6b0c295a-102f-4dda-9974-39dfb7855f0c req-99d59151-5507-41b4-bce4-075aa48519b6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9aacc9c6-d1f3-4684-bc7c-5afe33e3e519 HTTP/1.1" status: 200 len: 944 time: 0.1221747 Jul 16 01:40:15.155840 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11992ae6-9859-40c9-97b3-fc8adc0a2e04'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:15.158073 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc93f94-2234-4241-96da-3797303936d5" -d '{"events": [{"server_uuid": "87d9c4a3-91c1-4381-9125-287ff16ead7e", "name": "network-vif-unplugged", "status": "completed", "tag": "11992ae6-9859-40c9-97b3-fc8adc0a2e04"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:15.172709 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.202466 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de6ad15e-3401-4d65-bb41-d4116897f970 req-544cf6da-4b7e-4f68-995a-6f6da2b75a6b tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "GET /v2.0/security-groups/fa6487d6-6757-40b0-8ba1-e54b1b265880 HTTP/1.1" status: 200 len: 2400 time: 0.0527010 Jul 16 01:40:15.204255 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6b0c295a-102f-4dda-9974-39dfb7855f0c req-dee70eee-3a2f-4073-ab28-cde27637d456 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584674 Jul 16 01:40:15.205230 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Transition to ACTIVE for port object 11992ae6-9859-40c9-97b3-fc8adc0a2e04 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:15.209897 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.274016 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] No DVR routers for this DVR port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:15.296244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=11992ae6-9859-40c9-97b3-fc8adc0a2e04,revision_number=6']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:15.331834 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8633a2fd-fa2b-4c99-8f59-8619ef8cd2c9 x-openstack-request-id: req-8633a2fd-fa2b-4c99-8f59-8619ef8cd2c9 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:15.332074 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d9c4a3-91c1-4381-9125-287ff16ead7e", "name": "network-vif-unplugged", "status": "completed", "tag": "11992ae6-9859-40c9-97b3-fc8adc0a2e04", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:15.332330 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8633a2fd-fa2b-4c99-8f59-8619ef8cd2c9 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:15.332725 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11992ae6-9859-40c9-97b3-fc8adc0a2e04', 'code': 200} Jul 16 01:40:15.334089 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-de6ad15e-3401-4d65-bb41-d4116897f970 req-aa4c4da4-7810-4da5-89fa-ec7fc3e15a38 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.348325 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Attempting to bind port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:15.349255 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Attempting to bind port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:15.349520 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Attempting to bind port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:15.355493 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:15.355630 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['efd02165-8351-4e87-9a54-2c6b152ae053'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:15.355859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Attempting to bind port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:15.363595 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:15.363965 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:15.364424 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:15.365069 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Bound port: 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:15.365433 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.371296 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-de6ad15e-3401-4d65-bb41-d4116897f970 req-aa4c4da4-7810-4da5-89fa-ec7fc3e15a38 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.464238 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:15.469070 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:15.472053 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-de6ad15e-3401-4d65-bb41-d4116897f970 req-aa4c4da4-7810-4da5-89fa-ec7fc3e15a38 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.475650 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-de6ad15e-3401-4d65-bb41-d4116897f970 req-aa4c4da4-7810-4da5-89fa-ec7fc3e15a38 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.477298 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de6ad15e-3401-4d65-bb41-d4116897f970 req-aa4c4da4-7810-4da5-89fa-ec7fc3e15a38 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] 10.222.0.54 "DELETE /v2.0/security-groups/fa6487d6-6757-40b0-8ba1-e54b1b265880 HTTP/1.1" status: 204 len: 173 time: 0.2644408 Jul 16 01:40:15.483491 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.483618 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58630) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:15.528672 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c4da4-7810-4da5-89fa-ec7fc3e15a38 tempest-SecurityGroupRulesTestJSON-662183461 tempest-SecurityGroupRulesTestJSON-662183461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6487d6-6757-40b0-8ba1-e54b1b265880,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:15.540042 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.540610 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.542047 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] 10.222.0.47 "PUT /v2.0/ports/11992ae6-9859-40c9-97b3-fc8adc0a2e04 HTTP/1.1" status: 200 len: 1094 time: 0.9696655 Jul 16 01:40:15.568535 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd254b-5e23-446c-85e7-e441bc506ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=11992ae6-9859-40c9-97b3-fc8adc0a2e04,revision_number=7']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:15.571491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac1451d-3074-4bd3-affe-496ce7b2b930 admin admin] Deleting subnet 9d11bbfd-9ca9-4088-bb7c-c1dd15f056d7 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:15.575635 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9ac1451d-3074-4bd3-affe-496ce7b2b930 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.634340 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9ac1451d-3074-4bd3-affe-496ce7b2b930 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.739064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-0b3e519d-6e95-4afc-96ca-13bfbe58eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.742937 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-0b3e519d-6e95-4afc-96ca-13bfbe58eca8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 1097 time: 0.1419256 Jul 16 01:40:15.747898 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9ac1451d-3074-4bd3-affe-496ce7b2b930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.795564 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58638) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:15.884433 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-8f2de730-8425-4f97-b222-94e75b29fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.885937 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-8f2de730-8425-4f97-b222-94e75b29fe77 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.1186025 Jul 16 01:40:15.891933 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9ac1451d-3074-4bd3-affe-496ce7b2b930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.936232 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1451d-3074-4bd3-affe-496ce7b2b930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d11bbfd-9ca9-4088-bb7c-c1dd15f056d7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:15.945024 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9ac1451d-3074-4bd3-affe-496ce7b2b930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:15.946963 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9ac1451d-3074-4bd3-affe-496ce7b2b930 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9d11bbfd-9ca9-4088-bb7c-c1dd15f056d7 HTTP/1.1" status: 204 len: 168 time: 0.4623373 Jul 16 01:40:15.954995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58644) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:15.967400 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-7542fa8a-7e58-4476-849c-1d1c3c67f4a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04 HTTP/1.1" status: 200 len: 217 time: 0.0717072 Jul 16 01:40:15.988869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ee97e7b7-197c-4d05-a0b2-0339feb15001 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:15.990553 n-d-800086-6 neutron-server[93831]: WARNING neutron.api.v2.base [None req-ee97e7b7-197c-4d05-a0b2-0339feb15001 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:40:15.991004 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-ee97e7b7-197c-4d05-a0b2-0339feb15001 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:40:15.992019 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ee97e7b7-197c-4d05-a0b2-0339feb15001 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1951106 Jul 16 01:40:15.999463 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58646) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:16.008440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d17e7614-b755-4979-8f88-17073eb9bd9c tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group': {'name': 'tempest-secgroup--526885212'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:16.022310 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-db87ad7d-b8ea-4bf5-9d9f-901ea7e74a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:16.024073 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-db87ad7d-b8ea-4bf5-9d9f-901ea7e74a55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0474241 Jul 16 01:40:16.025209 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816fcbe-f07c-4f66-917b-7e2d7a31f486 req-5830987f-a770-464f-8443-34841e2bd3bb tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:16.026751 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4816fcbe-f07c-4f66-917b-7e2d7a31f486 req-5830987f-a770-464f-8443-34841e2bd3bb tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 946 time: 0.1960454 Jul 16 01:40:16.093140 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-9882e34e-c55f-4a49-bcf5-65bf5fef1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:16.094572 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d17e7614-b755-4979-8f88-17073eb9bd9c tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.094796 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-9882e34e-c55f-4a49-bcf5-65bf5fef1d00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0593898 Jul 16 01:40:16.098277 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed3d93f7-a2e3-4a01-aedb-e23464adc896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.120544 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d17e7614-b755-4979-8f88-17073eb9bd9c tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.135305 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4816fcbe-f07c-4f66-917b-7e2d7a31f486 req-0851915d-ad44-4177-9072-a264a50c58e6 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969100 Jul 16 01:40:16.198162 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-2a17c00e-cdd0-44e0-b5ae-099263b22da7 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927689 Jul 16 01:40:16.237344 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed3d93f7-a2e3-4a01-aedb-e23464adc896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.252139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-ed3d93f7-a2e3-4a01-aedb-e23464adc896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f482a89-8395-4969-81f6-ad4ef059a3a4']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:16.269982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-ed3d93f7-a2e3-4a01-aedb-e23464adc896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3a9fb3-aedf-4f82-a440-aeb61ccd2824') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:16.270285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-ed3d93f7-a2e3-4a01-aedb-e23464adc896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3a9fb3-aedf-4f82-a440-aeb61ccd2824') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:16.291574 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed3d93f7-a2e3-4a01-aedb-e23464adc896 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.311980 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed3d93f7-a2e3-4a01-aedb-e23464adc896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.320177 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-a0e76f82-c117-4a7b-8461-c9d55938c57f service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118562 Jul 16 01:40:16.324610 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3d93f7-a2e3-4a01-aedb-e23464adc896 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:16.325083 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed3d93f7-a2e3-4a01-aedb-e23464adc896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:16.326761 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:16.427289 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d17e7614-b755-4979-8f88-17073eb9bd9c tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.433244 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d17e7614-b755-4979-8f88-17073eb9bd9c tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.443284 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed3d93f7-a2e3-4a01-aedb-e23464adc896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.462161 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed3d93f7-a2e3-4a01-aedb-e23464adc896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.464116 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ed3d93f7-a2e3-4a01-aedb-e23464adc896 admin admin] 10.222.0.54 "DELETE /v2.0/networks/9f482a89-8395-4969-81f6-ad4ef059a3a4 HTTP/1.1" status: 204 len: 168 time: 0.5073206 Jul 16 01:40:16.498178 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d93f7-a2e3-4a01-aedb-e23464adc896 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f482a89-8395-4969-81f6-ad4ef059a3a4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:16.503507 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e7614-b755-4979-8f88-17073eb9bd9c tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec05e3fa-0ee1-48a2-a509-90ddb59a3228,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:16.531758 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf28bb-96dd-4d90-8d49-0196e701f821 req-7e13ec76-902a-42ed-b5c3-70cef1a04586 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:16.533303 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-acaf28bb-96dd-4d90-8d49-0196e701f821 req-7e13ec76-902a-42ed-b5c3-70cef1a04586 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9aacc9c6-d1f3-4684-bc7c-5afe33e3e519 HTTP/1.1" status: 200 len: 944 time: 0.1944592 Jul 16 01:40:16.598839 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d17e7614-b755-4979-8f88-17073eb9bd9c tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.603504 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-acaf28bb-96dd-4d90-8d49-0196e701f821 req-c6a44df8-10e1-4893-9955-439503cb5a6d tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590837 Jul 16 01:40:16.604081 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d17e7614-b755-4979-8f88-17073eb9bd9c tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.632765 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d17e7614-b755-4979-8f88-17073eb9bd9c tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.632765 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d17e7614-b755-4979-8f88-17073eb9bd9c tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6281061 Jul 16 01:40:16.634714 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58656) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:16.639751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e7614-b755-4979-8f88-17073eb9bd9c tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7752cd-8e10-4fe4-bbe6-d186ca291962,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:16.640150 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-50f402c9-0a5c-4dc3-8c39-98dcbac1acd6 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': '0a7752cd-8e10-4fe4-bbe6-d186ca291962', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:16.670241 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50f402c9-0a5c-4dc3-8c39-98dcbac1acd6 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.683338 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58658) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:16.695208 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device efd02165-8351-4e87-9a54-2c6b152ae053 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:16.739786 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a0a107fa-5afb-423a-b2bf-4f7e62eabfe5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=595264054da54bb2987556bdcd18285e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544083 Jul 16 01:40:16.741526 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58660) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:16.741674 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50f402c9-0a5c-4dc3-8c39-98dcbac1acd6 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.745990 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50f402c9-0a5c-4dc3-8c39-98dcbac1acd6 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.761354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port efd02165-8351-4e87-9a54-2c6b152ae053 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:16.768830 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port efd02165-8351-4e87-9a54-2c6b152ae053 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:16.769209 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.793898 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f402c9-0a5c-4dc3-8c39-98dcbac1acd6 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd86ff1d-45ff-44be-b502-01dc6f03d634,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:16.797202 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50f402c9-0a5c-4dc3-8c39-98dcbac1acd6 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.801228 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-50f402c9-0a5c-4dc3-8c39-98dcbac1acd6 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1624770 Jul 16 01:40:16.803881 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58662) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:16.809557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-590dafc9-9d5b-46d4-834a-8c575543dba9 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': '0a7752cd-8e10-4fe4-bbe6-d186ca291962', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:16.813811 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-be655733-4f60-48e4-ad9b-63cfa1afac21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.846076 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-be655733-4f60-48e4-ad9b-63cfa1afac21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.862680 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-590dafc9-9d5b-46d4-834a-8c575543dba9 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.870113 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.905540 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-43735466-1091-48dc-a3f2-4e916ce98c21 req-8cde069b-aa3c-4130-b022-a692e0798848 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1471164 Jul 16 01:40:16.910562 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-be655733-4f60-48e4-ad9b-63cfa1afac21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.914605 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aacc9c6-d1f3-4684-bc7c-5afe33e3e519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd02165-8351-4e87-9a54-2c6b152ae053'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:16.915511 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-be655733-4f60-48e4-ad9b-63cfa1afac21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.917124 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-be655733-4f60-48e4-ad9b-63cfa1afac21 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ba0905f0-dd2e-4814-aa58-2ba537aa0f57 HTTP/1.1" status: 204 len: 168 time: 0.1742346 Jul 16 01:40:16.921723 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1da051-6bcc-4345-9a5b-8c0e6739107e" -d '{"events": [{"server_uuid": "9aacc9c6-d1f3-4684-bc7c-5afe33e3e519", "name": "network-vif-plugged", "status": "completed", "tag": "efd02165-8351-4e87-9a54-2c6b152ae053"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:16.937831 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-590dafc9-9d5b-46d4-834a-8c575543dba9 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:40:16.943225 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-590dafc9-9d5b-46d4-834a-8c575543dba9 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1371248 Jul 16 01:40:16.943923 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58670) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:16.954227 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be655733-4f60-48e4-ad9b-63cfa1afac21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0905f0-dd2e-4814-aa58-2ba537aa0f57,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:16.962287 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port efd02165-8351-4e87-9a54-2c6b152ae053, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=efd02165-8351-4e87-9a54-2c6b152ae053,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:16.975241 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.976549 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 11992ae6-9859-40c9-97b3-fc8adc0a2e04 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:16.984773 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02549323-2a1b-433d-a17e-85dc2fcd1aeb x-openstack-request-id: req-02549323-2a1b-433d-a17e-85dc2fcd1aeb {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:16.985118 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aacc9c6-d1f3-4684-bc7c-5afe33e3e519", "name": "network-vif-plugged", "status": "completed", "tag": "efd02165-8351-4e87-9a54-2c6b152ae053", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:16.985535 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02549323-2a1b-433d-a17e-85dc2fcd1aeb {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:16.986248 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aacc9c6-d1f3-4684-bc7c-5afe33e3e519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd02165-8351-4e87-9a54-2c6b152ae053', 'code': 200} Jul 16 01:40:17.073118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=efd02165-8351-4e87-9a54-2c6b152ae053,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:17.075698 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 11992ae6-9859-40c9-97b3-fc8adc0a2e04 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:17.095758 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43735466-1091-48dc-a3f2-4e916ce98c21 req-601a1f1e-2c03-45f3-813e-eef33754d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.097670 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-43735466-1091-48dc-a3f2-4e916ce98c21 req-601a1f1e-2c03-45f3-813e-eef33754d8b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 1101 time: 0.1318333 Jul 16 01:40:17.099083 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6e7907e-a365-40f2-961d-fb8e2eac4733 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.157875 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6e7907e-a365-40f2-961d-fb8e2eac4733 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.274833 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7b541-4e69-4856-9989-d146e5147bf9 req-1f980904-6c12-4c83-bf5f-23469d5b26ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.276569 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bde7b541-4e69-4856-9989-d146e5147bf9 req-1f980904-6c12-4c83-bf5f-23469d5b26ac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9aacc9c6-d1f3-4684-bc7c-5afe33e3e519 HTTP/1.1" status: 200 len: 1096 time: 0.1706417 Jul 16 01:40:17.294866 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6e7907e-a365-40f2-961d-fb8e2eac4733 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.297714 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6e7907e-a365-40f2-961d-fb8e2eac4733 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.299904 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f6e7907e-a365-40f2-961d-fb8e2eac4733 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "DELETE /v2.0/security-groups/0a7752cd-8e10-4fe4-bbe6-d186ca291962 HTTP/1.1" status: 204 len: 168 time: 0.3537781 Jul 16 01:40:17.302800 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58682) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:17.337441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'tag': '11992ae6-9859-40c9-97b3-fc8adc0a2e04'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:17.339849 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1649aee5-5d35-4910-9d46-4bf466ecefd3" -d '{"events": [{"name": "network-changed", "server_uuid": "87d9c4a3-91c1-4381-9125-287ff16ead7e", "tag": "11992ae6-9859-40c9-97b3-fc8adc0a2e04"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:17.360769 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43735466-1091-48dc-a3f2-4e916ce98c21 req-5fa0a1d4-cbc7-453a-907b-b01ae59889ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.362360 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-43735466-1091-48dc-a3f2-4e916ce98c21 req-5fa0a1d4-cbc7-453a-907b-b01ae59889ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2229784 Jul 16 01:40:17.363165 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7907e-a365-40f2-961d-fb8e2eac4733 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7752cd-8e10-4fe4-bbe6-d186ca291962,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:17.370147 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1ef847de-0ea6-4227-9981-734ba55be05a tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660341 Jul 16 01:40:17.373793 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58688) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:17.378212 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-1d9b8bcf-ca36-4aa8-8793-a25c28131c93 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group': {'name': 'tempest-secgroup--1195655919'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:17.431197 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-43735466-1091-48dc-a3f2-4e916ce98c21 req-8fcfcf3c-3eda-4e25-a38e-c5744cbedf0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=015ab3af-8839-472a-9d35-4cb357881610 HTTP/1.1" status: 200 len: 217 time: 0.0597556 Jul 16 01:40:17.432775 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bde7b541-4e69-4856-9989-d146e5147bf9 req-face2446-0e4e-44ce-850e-5330fc3b2def service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390018 Jul 16 01:40:17.492405 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d80892-d6dd-4c4b-a994-b51947d7a1c2 x-openstack-request-id: req-40d80892-d6dd-4c4b-a994-b51947d7a1c2 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:17.492684 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d9c4a3-91c1-4381-9125-287ff16ead7e", "tag": "11992ae6-9859-40c9-97b3-fc8adc0a2e04", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:17.492921 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-40d80892-d6dd-4c4b-a994-b51947d7a1c2 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:17.493310 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'tag': '11992ae6-9859-40c9-97b3-fc8adc0a2e04', 'status': 'completed', 'code': 200} Jul 16 01:40:17.494148 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8bcf-ca36-4aa8-8793-a25c28131c93 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.523811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f28e24-fde0-4e43-bdf7-47bdc1538084 req-a329b58d-09b6-404a-8b10-f6f03420e0c6 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.525325 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d6f28e24-fde0-4e43-bdf7-47bdc1538084 req-a329b58d-09b6-404a-8b10-f6f03420e0c6 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 946 time: 0.2462752 Jul 16 01:40:17.526699 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43735466-1091-48dc-a3f2-4e916ce98c21 req-13b29d6d-6825-45e7-b347-02f08c39b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.528088 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-43735466-1091-48dc-a3f2-4e916ce98c21 req-13b29d6d-6825-45e7-b347-02f08c39b931 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0877144 Jul 16 01:40:17.627883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-7f436efa-d2df-4b9c-af60-59cdbea67658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.627883 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-7f436efa-d2df-4b9c-af60-59cdbea67658 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 1097 time: 0.0715256 Jul 16 01:40:17.632416 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d6f28e24-fde0-4e43-bdf7-47bdc1538084 req-8fcd7822-7742-4b8f-ba89-091764e85872 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963955 Jul 16 01:40:17.686805 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8bcf-ca36-4aa8-8793-a25c28131c93 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.694325 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8bcf-ca36-4aa8-8793-a25c28131c93 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.717547 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43735466-1091-48dc-a3f2-4e916ce98c21 req-95b7c498-4a9b-4d73-b001-8343467d779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.719267 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-43735466-1091-48dc-a3f2-4e916ce98c21 req-95b7c498-4a9b-4d73-b001-8343467d779a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1813781 Jul 16 01:40:17.741472 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8bcf-ca36-4aa8-8793-a25c28131c93 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.746915 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1d9b8bcf-ca36-4aa8-8793-a25c28131c93 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3718169 Jul 16 01:40:17.749305 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58706) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:17.771701 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b8bcf-ca36-4aa8-8793-a25c28131c93 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc26cc02-5247-4c72-8996-ba897b223975,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:17.776717 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-853a2605-8bcb-417f-9b72-79778aa9b072 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': 'bc26cc02-5247-4c72-8996-ba897b223975', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:17.777428 n-d-800086-6 neutron-server[93831]: WARNING neutron.api.v2.base [None req-853a2605-8bcb-417f-9b72-79778aa9b072 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 01:40:17.778529 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-853a2605-8bcb-417f-9b72-79778aa9b072 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:40:17.779240 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-853a2605-8bcb-417f-9b72-79778aa9b072 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0285940 Jul 16 01:40:17.787802 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58708) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:17.848226 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-dbaee5b6-1811-453c-9ee6-bb47ff8aa917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.850319 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-dbaee5b6-1811-453c-9ee6-bb47ff8aa917 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2131374 Jul 16 01:40:17.858338 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58710) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:17.937941 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-f54e56e4-d5cc-46f7-b584-951243d6d303 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04 HTTP/1.1" status: 200 len: 217 time: 0.0548432 Jul 16 01:40:17.950842 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b40e76b0-7e00-4664-9741-e201bd0e9ce1 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.017061 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b40e76b0-7e00-4664-9741-e201bd0e9ce1 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.024049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-182afc51-30f8-4923-94d4-dc6bd5b2c603 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-416627592-network', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:18.064985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4453b47-7786-4268-a83e-e5f24038090f req-4d67aae9-5f7f-4e77-831f-a755e086d738 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:18.066579 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a4453b47-7786-4268-a83e-e5f24038090f req-4d67aae9-5f7f-4e77-831f-a755e086d738 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9aacc9c6-d1f3-4684-bc7c-5afe33e3e519 HTTP/1.1" status: 200 len: 945 time: 0.2796316 Jul 16 01:40:18.120373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-c0c1bbf6-dc9a-47f2-9650-27a7d101677c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:18.121851 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-c0c1bbf6-dc9a-47f2-9650-27a7d101677c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1690848 Jul 16 01:40:18.128349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182afc51-30f8-4923-94d4-dc6bd5b2c603 admin admin] Made reservation on behalf of ba64e075266e4b3592c35f697ed5dc77 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:18.131872 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-182afc51-30f8-4923-94d4-dc6bd5b2c603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.174167 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-182afc51-30f8-4923-94d4-dc6bd5b2c603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.196973 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b40e76b0-7e00-4664-9741-e201bd0e9ce1 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.199557 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b40e76b0-7e00-4664-9741-e201bd0e9ce1 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.203016 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b40e76b0-7e00-4664-9741-e201bd0e9ce1 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "DELETE /v2.0/security-groups/bc26cc02-5247-4c72-8996-ba897b223975 HTTP/1.1" status: 204 len: 168 time: 0.4118500 Jul 16 01:40:18.204786 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58716) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:18.211438 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a4453b47-7786-4268-a83e-e5f24038090f req-8e196051-69a5-45eb-b4ee-3a65e862c067 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337020 Jul 16 01:40:18.229672 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e76b0-7e00-4664-9741-e201bd0e9ce1 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc26cc02-5247-4c72-8996-ba897b223975,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:18.268564 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-43735466-1091-48dc-a3f2-4e916ce98c21 req-4d9d7902-d2d4-4736-910b-de96fc1eb0bb service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409009 Jul 16 01:40:18.283516 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-c9347db2-c002-4a3f-bd6a-eb4e246dc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:18.284689 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-e2260e1d-c6d0-4abe-94e5-50c1ea2624f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:18.285396 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-c9347db2-c002-4a3f-bd6a-eb4e246dc5be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1492741 Jul 16 01:40:18.286818 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-e2260e1d-c6d0-4abe-94e5-50c1ea2624f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 1097 time: 0.4978299 Jul 16 01:40:18.369013 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a62463bf-1e56-450f-b450-7bd65cff1839 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1605668 Jul 16 01:40:18.371979 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58720) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:18.384417 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d55daf29-e770-421b-8321-7197dc697939 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group': {'name': 'tempest-secgroup--540211798'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:18.429869 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-182afc51-30f8-4923-94d4-dc6bd5b2c603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.443450 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-182afc51-30f8-4923-94d4-dc6bd5b2c603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.454568 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182afc51-30f8-4923-94d4-dc6bd5b2c603 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:18.465729 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-43735466-1091-48dc-a3f2-4e916ce98c21 req-c8d70f08-9b1d-4c61-bc4e-ed34e1efbb73 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860058 Jul 16 01:40:18.465992 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-182afc51-30f8-4923-94d4-dc6bd5b2c603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.466350 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-182afc51-30f8-4923-94d4-dc6bd5b2c603 admin admin] Added segment fd417e78-3611-4a84-aec3-92bb2e2ad092 of type vlan for network c319703c-eaa9-4c59-be88-fe4d142248a0 Jul 16 01:40:18.475893 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-747bf439-d59d-4275-84d9-82661d582907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:18.477325 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-747bf439-d59d-4275-84d9-82661d582907 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.1569319 Jul 16 01:40:18.544075 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-182afc51-30f8-4923-94d4-dc6bd5b2c603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.559927 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d55daf29-e770-421b-8321-7197dc697939 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.563473 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-3e180a4e-8504-4789-b117-93117c3fb73a service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437294 Jul 16 01:40:18.566883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afc51-30f8-4923-94d4-dc6bd5b2c603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:18.571394 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-a9e0e361-7e02-480a-8186-67a3212f3cbc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04 HTTP/1.1" status: 200 len: 217 time: 0.0362484 Jul 16 01:40:18.672045 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-182afc51-30f8-4923-94d4-dc6bd5b2c603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.673014 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182afc51-30f8-4923-94d4-dc6bd5b2c603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:18.673601 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-182afc51-30f8-4923-94d4-dc6bd5b2c603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.681646 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-be08305a-345a-4e82-91e8-c6c5abdfd2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:18.683179 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-be08305a-345a-4e82-91e8-c6c5abdfd2a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0497417 Jul 16 01:40:18.769941 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-37f10f9c-82c4-49f7-b6f6-7c2db9954c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:18.772222 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-37f10f9c-82c4-49f7-b6f6-7c2db9954c8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0802181 Jul 16 01:40:18.795947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afc51-30f8-4923-94d4-dc6bd5b2c603 admin admin] Pushing event updated for resources: {'Network': ['ID=c319703c-eaa9-4c59-be88-fe4d142248a0,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:18.806348 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-dd61cf22-7bf2-41b0-8ba1-a90aaef7c986 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287917 Jul 16 01:40:18.809446 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network c319703c-eaa9-4c59-be88-fe4d142248a0 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:18.837312 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d55daf29-e770-421b-8321-7197dc697939 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.843231 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d55daf29-e770-421b-8321-7197dc697939 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.867280 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-182afc51-30f8-4923-94d4-dc6bd5b2c603 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0078673 Jul 16 01:40:18.871886 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58726) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:18.884807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Request body: {'subnet': {'network_id': 'c319703c-eaa9-4c59-be88-fe4d142248a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-416627592-subnet', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:18.894571 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d55daf29-e770-421b-8321-7197dc697939 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.896674 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d55daf29-e770-421b-8321-7197dc697939 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5221460 Jul 16 01:40:18.899942 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58730) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:18.900652 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55daf29-e770-421b-8321-7197dc697939 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9202a3-9451-4c5a-8483-4cfe59db7094,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:18.908944 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e479c83e-e1f9-42d7-90ca-349b62b34697 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': '7c9202a3-9451-4c5a-8483-4cfe59db7094', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:18.910202 n-d-800086-6 neutron-server[93831]: WARNING neutron.api.v2.base [None req-e479c83e-e1f9-42d7-90ca-349b62b34697 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 01:40:18.910736 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-e479c83e-e1f9-42d7-90ca-349b62b34697 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:40:18.913235 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e479c83e-e1f9-42d7-90ca-349b62b34697 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0090754 Jul 16 01:40:18.915671 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58732) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:18.978710 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a76e5d91-1680-4475-9486-790d4c2a3995 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.006094 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a27d2-0fcc-479b-a09c-f81944ce7e00 req-7234e020-6667-4cac-accc-f0ccbcd6ac4b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.008123 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-169a27d2-0fcc-479b-a09c-f81944ce7e00 req-7234e020-6667-4cac-accc-f0ccbcd6ac4b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 946 time: 0.2267604 Jul 16 01:40:19.012472 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a76e5d91-1680-4475-9486-790d4c2a3995 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.014426 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Made reservation on behalf of ba64e075266e4b3592c35f697ed5dc77 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:19.016901 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.062042 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a76e5d91-1680-4475-9486-790d4c2a3995 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.067242 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a76e5d91-1680-4475-9486-790d4c2a3995 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.070255 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a76e5d91-1680-4475-9486-790d4c2a3995 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "DELETE /v2.0/security-groups/7c9202a3-9451-4c5a-8483-4cfe59db7094 HTTP/1.1" status: 204 len: 168 time: 0.1532881 Jul 16 01:40:19.074393 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-cde393a2-8c74-4034-9525-323c12e5074f service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908616 Jul 16 01:40:19.074975 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58734) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:19.084426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e5d91-1680-4475-9486-790d4c2a3995 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9202a3-9451-4c5a-8483-4cfe59db7094,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:19.188456 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-169a27d2-0fcc-479b-a09c-f81944ce7e00 req-699d381a-a08c-4f88-93cf-c890e3bb86cf tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691878 Jul 16 01:40:19.269222 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-095882ae-eb11-4d55-a63c-81981ded7b4d tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1887164 Jul 16 01:40:19.273019 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58738) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:19.280623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-0794dc54-4f90-49a6-b2f1-7de9e2c9a8cf tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group': {'name': 'tempest-secgroup--379390027'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:19.287334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 11992ae6-9859-40c9-97b3-fc8adc0a2e04 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:19.314286 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0794dc54-4f90-49a6-b2f1-7de9e2c9a8cf tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.402999 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1649aee5-5d35-4910-9d46-4bf466ecefd3 req-65bd7fbc-4e46-4e23-a6b3-d08ef214dd3c service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098283 Jul 16 01:40:19.404757 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.442105 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:19.462489 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0794dc54-4f90-49a6-b2f1-7de9e2c9a8cf tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.464080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '11992ae6-9859-40c9-97b3-fc8adc0a2e04', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '11992ae6-9859-40c9-97b3-fc8adc0a2e04', 'mac_address': 'fa:16:3e:21:e9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:19.468133 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0794dc54-4f90-49a6-b2f1-7de9e2c9a8cf tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.502871 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0794dc54-4f90-49a6-b2f1-7de9e2c9a8cf tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.504283 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0794dc54-4f90-49a6-b2f1-7de9e2c9a8cf tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2302628 Jul 16 01:40:19.510341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58744) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:19.513280 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.515608 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-785fac13-6ee3-45d7-a108-afe0c794ca71 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': 'eea67d70-5b00-46b0-a68d-58551291c0f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:19.517763 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d6c881-e181-4d1d-a9df-8f6e26747bdc,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:19.525833 n-d-800086-6 neutron-server[93831]: WARNING neutron.api.v2.base [None req-785fac13-6ee3-45d7-a108-afe0c794ca71 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 01:40:19.526575 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-785fac13-6ee3-45d7-a108-afe0c794ca71 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:40:19.528146 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-785fac13-6ee3-45d7-a108-afe0c794ca71 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0165110 Jul 16 01:40:19.528438 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11992ae6-9859-40c9-97b3-fc8adc0a2e04 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:19.531478 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58746) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:19.538317 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:19.538440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d6b25397-2fc7-465a-9334-32e59184e7c0 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': 'eea67d70-5b00-46b0-a68d-58551291c0f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:19.538548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:19.538627 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:19.542240 n-d-800086-6 neutron-server[93831]: WARNING neutron.api.v2.base [None req-d6b25397-2fc7-465a-9334-32e59184e7c0 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 01:40:19.542374 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:19.542374 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:19.542626 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-d6b25397-2fc7-465a-9334-32e59184e7c0 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:40:19.542716 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:19.542716 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:19.543274 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d6b25397-2fc7-465a-9334-32e59184e7c0 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078022 Jul 16 01:40:19.543411 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:19.543411 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:19.543411 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:19.543411 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:19.543411 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:19.543820 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58748) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:19.545682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794dc54-4f90-49a6-b2f1-7de9e2c9a8cf tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea67d70-5b00-46b0-a68d-58551291c0f1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:19.550731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f894e664-5454-4f5b-ab82-31b1fa784d14 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': 'eea67d70-5b00-46b0-a68d-58551291c0f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:19.552559 n-d-800086-6 neutron-server[93831]: WARNING neutron.api.v2.base [None req-f894e664-5454-4f5b-ab82-31b1fa784d14 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 01:40:19.553137 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-f894e664-5454-4f5b-ab82-31b1fa784d14 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:40:19.554241 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f894e664-5454-4f5b-ab82-31b1fa784d14 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097682 Jul 16 01:40:19.557433 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58750) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:19.559939 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Checking segment: {'id': 'fd417e78-3611-4a84-aec3-92bb2e2ad092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c319703c-eaa9-4c59-be88-fe4d142248a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:19.560379 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Network hostable DHCP agents. Network: c319703c-eaa9-4c59-be88-fe4d142248a0, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:19.563901 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-770849e8-fe93-477f-a72a-5c77b7ab55bf tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': 'eea67d70-5b00-46b0-a68d-58551291c0f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:19.564873 n-d-800086-6 neutron-server[93831]: WARNING neutron.api.v2.base [None req-770849e8-fe93-477f-a72a-5c77b7ab55bf tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 01:40:19.565883 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-770849e8-fe93-477f-a72a-5c77b7ab55bf tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:40:19.567765 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-770849e8-fe93-477f-a72a-5c77b7ab55bf tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078042 Jul 16 01:40:19.569801 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58752) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:19.589538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:19.592001 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b86613-f251-4227-9a50-dd9b1b016c2e req-318bcf7f-bdc3-46b4-857a-c834d54ba7fe tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.594124 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-14b86613-f251-4227-9a50-dd9b1b016c2e req-318bcf7f-bdc3-46b4-857a-c834d54ba7fe tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9aacc9c6-d1f3-4684-bc7c-5afe33e3e519 HTTP/1.1" status: 200 len: 945 time: 0.1862569 Jul 16 01:40:19.594324 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.612463 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Network c319703c-eaa9-4c59-be88-fe4d142248a0 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:19.640747 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-698e2f6b-e1bd-4173-8d70-fdcb7248e7d2 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.641689 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, c319703c-eaa9-4c59-be88-fe4d142248a0) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:19.647405 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.647899 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.657045 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122138c2-87b8-4ad3-b19f-6c176a56ed46 None None] Network c319703c-eaa9-4c59-be88-fe4d142248a0 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:19.678746 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=11992ae6-9859-40c9-97b3-fc8adc0a2e04,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:19.681184 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-698e2f6b-e1bd-4173-8d70-fdcb7248e7d2 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.687226 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-14b86613-f251-4227-9a50-dd9b1b016c2e req-a4bc88c9-1b84-4cc7-91ae-f2dafb21a502 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789320 Jul 16 01:40:19.697047 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-acb36ae0-766a-4eee-8991-4a4fc2586e8d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8208032 Jul 16 01:40:19.699021 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58756) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:19.721838 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-416627592-router', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:19.740893 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-698e2f6b-e1bd-4173-8d70-fdcb7248e7d2 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.742984 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-698e2f6b-e1bd-4173-8d70-fdcb7248e7d2 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.744436 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-698e2f6b-e1bd-4173-8d70-fdcb7248e7d2 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "DELETE /v2.0/security-groups/eea67d70-5b00-46b0-a68d-58551291c0f1 HTTP/1.1" status: 204 len: 168 time: 0.1736515 Jul 16 01:40:19.747195 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58760) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:19.755475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e2f6b-e1bd-4173-8d70-fdcb7248e7d2 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea67d70-5b00-46b0-a68d-58551291c0f1,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:19.784537 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.785539 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.834234 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fe60d42f-e3b5-4acc-9ff7-2cbd7fdd03db tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0854053 Jul 16 01:40:19.838653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58764) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:19.843506 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d1bb01d9-7b8b-4e29-8887-46576a9ff91a tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group': {'name': 'tempest-secgroup--485836932'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:19.883009 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-c319703c-eaa9-4c59-be88-fe4d142248a0', 'network_id': 'c319703c-eaa9-4c59-be88-fe4d142248a0', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77', 'fixed_ips': [{'subnet_id': 'a0d6c881-e181-4d1d-a9df-8f6e26747bdc'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:40:19.884371 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.886637 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.965767 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d1bb01d9-7b8b-4e29-8887-46576a9ff91a tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.036196 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Allocated IP 172.20.0.2 (c319703c-eaa9-4c59-be88-fe4d142248a0/a0d6c881-e181-4d1d-a9df-8f6e26747bdc/f71755db-f982-4b8a-a453-368851640533) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:20.072500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['11992ae6-9859-40c9-97b3-fc8adc0a2e04'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:20.125430 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.216883 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70db32-eb55-4674-8d76-6bee2883cdc3 req-bf6d4864-427f-462b-b38a-acc5f41e1c02 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.223542 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2b70db32-eb55-4674-8d76-6bee2883cdc3 req-bf6d4864-427f-462b-b38a-acc5f41e1c02 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 806 time: 0.2847087 Jul 16 01:40:20.258062 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2b70db32-eb55-4674-8d76-6bee2883cdc3 req-6b571c72-0800-4106-9302-97dbe5d5a576 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/quotas/eee8cab6008b4c97b6da90d7038a45ff HTTP/1.1" status: 200 len: 375 time: 0.0329788 Jul 16 01:40:20.328666 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d1bb01d9-7b8b-4e29-8887-46576a9ff91a tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.354460 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d1bb01d9-7b8b-4e29-8887-46576a9ff91a tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.404831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b2d1a-df22-4a27-9262-5bcd8473ebef req-7e4d9e60-eb64-44ac-b5c5-abbaacdd119f tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.411901 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d1bb01d9-7b8b-4e29-8887-46576a9ff91a tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.413269 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d1bb01d9-7b8b-4e29-8887-46576a9ff91a tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5736749 Jul 16 01:40:20.413393 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-644b2d1a-df22-4a27-9262-5bcd8473ebef req-7e4d9e60-eb64-44ac-b5c5-abbaacdd119f tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 947 time: 0.0911291 Jul 16 01:40:20.418074 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58780) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:20.428519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2c369d46-9c41-4080-893b-577a83475fc7 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': '01c51e0c-808e-4332-8cd6-d6f586e6c8f2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:20.430117 n-d-800086-6 neutron-server[93832]: WARNING neutron.api.v2.base [None req-2c369d46-9c41-4080-893b-577a83475fc7 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:40:20.430635 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-2c369d46-9c41-4080-893b-577a83475fc7 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:40:20.431783 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2c369d46-9c41-4080-893b-577a83475fc7 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103776 Jul 16 01:40:20.432702 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb01d9-7b8b-4e29-8887-46576a9ff91a tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c51e0c-808e-4332-8cd6-d6f586e6c8f2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:20.436020 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58782) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:20.445821 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.446545 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-12c33c75-0a91-471c-aeb7-05f1333ecae3 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': '01c51e0c-808e-4332-8cd6-d6f586e6c8f2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:20.465234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Transition to ACTIVE for port object f71755db-f982-4b8a-a453-368851640533 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:20.478366 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2b70db32-eb55-4674-8d76-6bee2883cdc3 req-7f0c5766-6a63-475f-abba-7f85a21f80ad tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2022505 Jul 16 01:40:20.496467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Transition to ACTIVE for port object f71755db-f982-4b8a-a453-368851640533 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:20.507589 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-644b2d1a-df22-4a27-9262-5bcd8473ebef req-2611135e-ae15-4245-97a7-7c1ff240d510 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895221 Jul 16 01:40:20.508204 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.568176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Network c319703c-eaa9-4c59-be88-fe4d142248a0 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:20.581858 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:20.587148 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:20.594416 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Pushing event updated for resources: {'Port': ['ID=f71755db-f982-4b8a-a453-368851640533,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:20.610615 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-12c33c75-0a91-471c-aeb7-05f1333ecae3 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:40:20.611837 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-12c33c75-0a91-471c-aeb7-05f1333ecae3 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1733377 Jul 16 01:40:20.615834 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58788) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:20.622018 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d4fdfcda-037c-4a67-88e3-b99936c79899 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': '01c51e0c-808e-4332-8cd6-d6f586e6c8f2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:20.623187 n-d-800086-6 neutron-server[93831]: WARNING neutron.api.v2.base [None req-d4fdfcda-037c-4a67-88e3-b99936c79899 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 01:40:20.623909 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-d4fdfcda-037c-4a67-88e3-b99936c79899 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:40:20.627790 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d4fdfcda-037c-4a67-88e3-b99936c79899 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077991 Jul 16 01:40:20.628579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58790) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:20.634555 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-34ac8d7a-a4a9-4a95-a430-01b162277332 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': '01c51e0c-808e-4332-8cd6-d6f586e6c8f2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:20.661985 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Attempting to bind port f71755db-f982-4b8a-a453-368851640533 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:20.662912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Attempting to bind port f71755db-f982-4b8a-a453-368851640533 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'fd417e78-3611-4a84-aec3-92bb2e2ad092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c319703c-eaa9-4c59-be88-fe4d142248a0'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:20.662912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Attempting to bind port f71755db-f982-4b8a-a453-368851640533 on network c319703c-eaa9-4c59-be88-fe4d142248a0 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:20.669395 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:20.669615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Checking segment: {'id': 'fd417e78-3611-4a84-aec3-92bb2e2ad092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c319703c-eaa9-4c59-be88-fe4d142248a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:20.670289 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.670942 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Bound using segment: {'id': 'fd417e78-3611-4a84-aec3-92bb2e2ad092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c319703c-eaa9-4c59-be88-fe4d142248a0'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:20.671597 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Bound port: f71755db-f982-4b8a-a453-368851640533, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd417e78-3611-4a84-aec3-92bb2e2ad092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c319703c-eaa9-4c59-be88-fe4d142248a0'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:20.672269 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.698880 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.711869 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-34ac8d7a-a4a9-4a95-a430-01b162277332 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:40:20.717080 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-34ac8d7a-a4a9-4a95-a430-01b162277332 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0880136 Jul 16 01:40:20.717712 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58792) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:20.723260 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-cd00181c-fc6e-4b17-af4f-2d09c1fd4c9e tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': '01c51e0c-808e-4332-8cd6-d6f586e6c8f2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:20.723834 n-d-800086-6 neutron-server[93831]: WARNING neutron.api.v2.base [None req-cd00181c-fc6e-4b17-af4f-2d09c1fd4c9e tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:40:20.724358 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-cd00181c-fc6e-4b17-af4f-2d09c1fd4c9e tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:40:20.727610 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2b70db32-eb55-4674-8d76-6bee2883cdc3 req-edcbaba3-68b4-4058-884b-a1c15848f238 service neutron] 10.222.0.54 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038310 Jul 16 01:40:20.728872 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.729120 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cd00181c-fc6e-4b17-af4f-2d09c1fd4c9e tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102301 Jul 16 01:40:20.730258 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58794) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:20.738944 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-be614646-9b31-4b91-a12e-e1ebd73f333e tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': '01c51e0c-808e-4332-8cd6-d6f586e6c8f2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:20.758376 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] For port f71755db-f982-4b8a-a453-368851640533, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:20.762340 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] For port f71755db-f982-4b8a-a453-368851640533, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f71755db-f982-4b8a-a453-368851640533,segment=NetworkSegment(fd417e78-3611-4a84-aec3-92bb2e2ad092),segment_id=fd417e78-3611-4a84-aec3-92bb2e2ad092)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:20.767955 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.775406 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-be614646-9b31-4b91-a12e-e1ebd73f333e tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Project 457ad6d618564702a367c024da800a5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:40:20.794561 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-be614646-9b31-4b91-a12e-e1ebd73f333e tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:40:20.800182 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-be614646-9b31-4b91-a12e-e1ebd73f333e tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0681624 Jul 16 01:40:20.801134 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58798) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:20.827457 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f5485c04-48c1-4070-b1f5-7ad20661e48d tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': '01c51e0c-808e-4332-8cd6-d6f586e6c8f2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:20.827457 n-d-800086-6 neutron-server[93831]: WARNING neutron.api.v2.base [None req-f5485c04-48c1-4070-b1f5-7ad20661e48d tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 01:40:20.827806 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-f5485c04-48c1-4070-b1f5-7ad20661e48d tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:40:20.833807 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f5485c04-48c1-4070-b1f5-7ad20661e48d tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0272474 Jul 16 01:40:20.835194 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58800) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:20.843616 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3832b-22d0-4ce4-a8af-6c0ca34cfa73 None None] Pushing event updated for resources: {'Port': ['ID=f71755db-f982-4b8a-a453-368851640533,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:20.849800 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f5b261a4-af19-4f12-bc81-01d9fa6e2e43 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': '01c51e0c-808e-4332-8cd6-d6f586e6c8f2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:20.885668 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-f5b261a4-af19-4f12-bc81-01d9fa6e2e43 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Project 457ad6d618564702a367c024da800a5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:40:20.906009 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-f5b261a4-af19-4f12-bc81-01d9fa6e2e43 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:40:20.910277 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f5b261a4-af19-4f12-bc81-01d9fa6e2e43 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0709939 Jul 16 01:40:20.910533 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58802) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:20.918399 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-218b3db9-5d1c-4387-ac9b-c607e44d7c91 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': '01c51e0c-808e-4332-8cd6-d6f586e6c8f2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:20.953650 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-218b3db9-5d1c-4387-ac9b-c607e44d7c91 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Project 457ad6d618564702a367c024da800a5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:40:20.973051 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-218b3db9-5d1c-4387-ac9b-c607e44d7c91 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:40:20.977564 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-218b3db9-5d1c-4387-ac9b-c607e44d7c91 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0635247 Jul 16 01:40:20.981109 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58806) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:20.985412 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2b70db32-eb55-4674-8d76-6bee2883cdc3 req-80111072-3730-423f-9b44-a49dcf5ad70c service neutron] 10.222.0.54 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488647 Jul 16 01:40:21.008415 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] Allocated IP 172.25.1.109 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/45149104-1677-4780-84e5-6e89278f69f0) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:21.133400 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f33652c-227b-4629-9fa2-7776101db408 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.153867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-5da2bb19-6afa-48d8-9b22-3d9eb5056432 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.155308 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-5da2bb19-6afa-48d8-9b22-3d9eb5056432 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e&tenant_id=1961ea8d11af4a26af7254218bca79a1&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 947 time: 0.1636984 Jul 16 01:40:21.252356 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f33652c-227b-4629-9fa2-7776101db408 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.293887 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.332286 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-d0e170c6-0035-4260-9ab6-6c23f1d49d49 service neutron] 10.222.0.47 "GET /v2.0/ports/11992ae6-9859-40c9-97b3-fc8adc0a2e04/bindings/n-h2-800086-6 HTTP/1.1" status: 200 len: 382 time: 0.1661501 Jul 16 01:40:21.349850 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f33652c-227b-4629-9fa2-7776101db408 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.352607 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f33652c-227b-4629-9fa2-7776101db408 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.353755 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2f33652c-227b-4629-9fa2-7776101db408 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "DELETE /v2.0/security-groups/01c51e0c-808e-4332-8cd6-d6f586e6c8f2 HTTP/1.1" status: 204 len: 168 time: 0.3716481 Jul 16 01:40:21.357475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58814) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:21.406524 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.409561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33652c-227b-4629-9fa2-7776101db408 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c51e0c-808e-4332-8cd6-d6f586e6c8f2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:21.498822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:21.514209 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-da7625a1-2c6a-420b-9866-8c072f4beb91 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1404707 Jul 16 01:40:21.519885 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58820) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:21.521420 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:21.526827 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ab524a7d-05ba-46c6-9bcb-50c65cbd2f3d tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group': {'name': 'tempest-secgroup--703119224'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:21.530031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:21.538369 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] Pushing event updated for resources: {'Port': ['ID=45149104-1677-4780-84e5-6e89278f69f0,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:21.566432 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ab524a7d-05ba-46c6-9bcb-50c65cbd2f3d tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.585393 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-5326b0be-f2b8-4579-9a05-5f359ffcd72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.587180 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-5326b0be-f2b8-4579-9a05-5f359ffcd72e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 1098 time: 0.1671863 Jul 16 01:40:21.753089 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-c1a01c50-982c-476f-94c7-fd0aeff422c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.755845 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-c1a01c50-982c-476f-94c7-fd0aeff422c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.1608117 Jul 16 01:40:21.867660 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ab524a7d-05ba-46c6-9bcb-50c65cbd2f3d tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.876743 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-11dce809-edb7-43b2-a1fa-0f2641d8057c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04 HTTP/1.1" status: 200 len: 217 time: 0.1024175 Jul 16 01:40:21.877183 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec9a69-5f87-48f5-94bb-bc21efc91eff req-8e85ed6f-657f-4d30-8a1f-298f8a7d9514 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.878225 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ab524a7d-05ba-46c6-9bcb-50c65cbd2f3d tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.886021 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e7ec9a69-5f87-48f5-94bb-bc21efc91eff req-8e85ed6f-657f-4d30-8a1f-298f8a7d9514 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 947 time: 0.4634759 Jul 16 01:40:21.991319 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e7ec9a69-5f87-48f5-94bb-bc21efc91eff req-445fafbc-22b0-4e07-8570-c44715712aa9 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043067 Jul 16 01:40:21.997476 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-e6cf72e0-233e-4191-96fc-5bdf266b62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.001779 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-e6cf72e0-233e-4191-96fc-5bdf266b62f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1179948 Jul 16 01:40:22.028284 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.062338 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ab524a7d-05ba-46c6-9bcb-50c65cbd2f3d tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.067776 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ab524a7d-05ba-46c6-9bcb-50c65cbd2f3d tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5426002 Jul 16 01:40:22.067776 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab524a7d-05ba-46c6-9bcb-50c65cbd2f3d tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb86679-dd14-40dc-aa68-2dd3f3c61625,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:22.078281 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58842) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:22.090147 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ca0aa8e6-059c-4824-8941-89c82d298941 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': '3cb86679-dd14-40dc-aa68-2dd3f3c61625', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:22.186316 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f71755db-f982-4b8a-a453-368851640533 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:22.189247 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-d532d417-36f3-444e-92e3-fb116a2ab070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.193601 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-d532d417-36f3-444e-92e3-fb116a2ab070 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1779680 Jul 16 01:40:22.195783 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-ca0aa8e6-059c-4824-8941-89c82d298941 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The resource could not be found. Jul 16 01:40:22.200078 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ca0aa8e6-059c-4824-8941-89c82d298941 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1157646 Jul 16 01:40:22.202090 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58848) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:22.213674 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-8736ce8a-081a-40d0-adc8-96a9976088e8 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': '3cb86679-dd14-40dc-aa68-2dd3f3c61625', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '19d355af-fedf-4c41-8625-b5a292a835c9'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:22.340326 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port f71755db-f982-4b8a-a453-368851640533 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:22.384921 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-8736ce8a-081a-40d0-adc8-96a9976088e8 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The resource could not be found. Jul 16 01:40:22.389773 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8736ce8a-081a-40d0-adc8-96a9976088e8 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1861124 Jul 16 01:40:22.392317 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58856) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:22.509933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c7f21b-4d9d-4c99-98c7-72d56a791107 None None] Network c319703c-eaa9-4c59-be88-fe4d142248a0 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:22.519734 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.548715 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-280e38c2-dd17-45ff-aef2-9865715902dd service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881951 Jul 16 01:40:22.579065 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c8da942d-d343-4f66-921a-a90cbd417b88 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.668510 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c8da942d-d343-4f66-921a-a90cbd417b88 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.670318 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7fa0c3e6-56a3-4353-a352-f87ba841a7db None None] Provisioning for port f71755db-f982-4b8a-a453-368851640533 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:22.678690 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7fa0c3e6-56a3-4353-a352-f87ba841a7db None None] Provisioning complete for port f71755db-f982-4b8a-a453-368851640533 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:22.679487 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7fa0c3e6-56a3-4353-a352-f87ba841a7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.689702 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-5b090b81-6e42-4bf0-b2dc-8fd7635296e7 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.691322 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-5b090b81-6e42-4bf0-b2dc-8fd7635296e7 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 806 time: 0.2185261 Jul 16 01:40:22.772501 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-c94aeaf2-b987-4ad0-abfb-eb5acb1e0d4e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/quotas/eee8cab6008b4c97b6da90d7038a45ff HTTP/1.1" status: 200 len: 375 time: 0.0432174 Jul 16 01:40:22.807036 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2dde6fcd-da8e-4934-969e-e2a64fc4c55e service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254355 Jul 16 01:40:22.819959 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c8da942d-d343-4f66-921a-a90cbd417b88 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.823749 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c8da942d-d343-4f66-921a-a90cbd417b88 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.828394 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c8da942d-d343-4f66-921a-a90cbd417b88 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "DELETE /v2.0/security-groups/3cb86679-dd14-40dc-aa68-2dd3f3c61625 HTTP/1.1" status: 204 len: 168 time: 0.4347672 Jul 16 01:40:22.830600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58868) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:22.846815 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7fa0c3e6-56a3-4353-a352-f87ba841a7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.899414 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da942d-d343-4f66-921a-a90cbd417b88 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb86679-dd14-40dc-aa68-2dd3f3c61625,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:22.916899 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-7fa0c3e6-56a3-4353-a352-f87ba841a7db None None] For port f71755db-f982-4b8a-a453-368851640533, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f71755db-f982-4b8a-a453-368851640533,segment=NetworkSegment(fd417e78-3611-4a84-aec3-92bb2e2ad092),segment_id=fd417e78-3611-4a84-aec3-92bb2e2ad092)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:22.926237 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7fa0c3e6-56a3-4353-a352-f87ba841a7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.946299 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-31fd697c-4e53-4ae7-84b3-b4c9101f0217 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1106675 Jul 16 01:40:22.950338 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58870) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:22.955898 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f405a6f9-5810-447c-a167-7bf464f38a8c tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': '50b73c99-4ea0-4f03-8910-5398826f68aa', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:22.994936 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-206b8e21-07cc-45f5-94ca-fd71afa5cb01 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1864481 Jul 16 01:40:23.014854 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0c3e6-56a3-4353-a352-f87ba841a7db None None] Pushing event updated for resources: {'Port': ['ID=f71755db-f982-4b8a-a453-368851640533,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:23.048410 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-f405a6f9-5810-447c-a167-7bf464f38a8c tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The resource could not be found. Jul 16 01:40:23.054470 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f405a6f9-5810-447c-a167-7bf464f38a8c tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0986137 Jul 16 01:40:23.056111 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58874) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:23.062168 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-41f2752d-dc8a-4cad-a08c-92b3f900eaea tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912228528'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:23.097733 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41f2752d-dc8a-4cad-a08c-92b3f900eaea tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.102570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] Router a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:40:23.123364 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-4ffdbb4a-1dc6-4385-8422-b7d617e1464d service neutron] 10.222.0.54 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198816 Jul 16 01:40:23.223272 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-47f4d7ac-d9d0-4f2b-88cf-5674a53776e2 service neutron] 10.222.0.54 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937126 Jul 16 01:40:23.252985 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3d84fbc1-222a-4c26-a20c-ba588cfac419 None None] Provisioning complete for port f71755db-f982-4b8a-a453-368851640533 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:23.253524 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d84fbc1-222a-4c26-a20c-ba588cfac419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.305867 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 11992ae6-9859-40c9-97b3-fc8adc0a2e04 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:23.323604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:23.332416 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Sync routers for ids ['a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:23.344377 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Routers {'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:23.345359 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:40:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:23.353155 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc277e-cd89-4626-a697-0aff7e363d1c req-9515b143-d2b1-43f7-8461-a50c06ffe06a tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.354712 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19dc277e-cd89-4626-a697-0aff7e363d1c req-9515b143-d2b1-43f7-8461-a50c06ffe06a tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 947 time: 0.1819530 Jul 16 01:40:23.369051 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41f2752d-dc8a-4cad-a08c-92b3f900eaea tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.378791 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41f2752d-dc8a-4cad-a08c-92b3f900eaea tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.417841 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.418880 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b4f9725c-31ed-490e-8e9b-ebb5500aaac9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7186966 Jul 16 01:40:23.421907 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:23.423939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58882) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:23.428559 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:23.429147 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.437303 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41f2752d-dc8a-4cad-a08c-92b3f900eaea tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.441795 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-41f2752d-dc8a-4cad-a08c-92b3f900eaea tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3818898 Jul 16 01:40:23.448597 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58886) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:23.455849 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5234fcba-f958-4845-b9a8-9017ca1f79fa tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group': {'name': 'tempest-secgroup--307502354'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:23.463908 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2752d-dc8a-4cad-a08c-92b3f900eaea tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc94c37-69fb-4767-af4e-ccceea33c096,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:23.470043 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Set router a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:23.497228 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19dc277e-cd89-4626-a697-0aff7e363d1c req-bc49e6d7-479d-438a-be22-505af6ef1d8f tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356533 Jul 16 01:40:23.531209 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5234fcba-f958-4845-b9a8-9017ca1f79fa tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.627082 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.671985 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'name': 'tempest-ServersTestMultiNic-416627592-router', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '45149104-1677-4780-84e5-6e89278f69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:19Z', 'updated_at': '2021-07-16T01:40:21Z', 'revision_number': 3, 'project_id': 'ba64e075266e4b3592c35f697ed5dc77', 'gw_port': {'id': '45149104-1677-4780-84e5-6e89278f69f0', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:20Z', 'updated_at': '2021-07-16T01:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:23.677882 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.688135 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5234fcba-f958-4845-b9a8-9017ca1f79fa tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.694719 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5234fcba-f958-4845-b9a8-9017ca1f79fa tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.706324 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Checking router: a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:23.706917 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Updating router a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea port 45149104-1677-4780-84e5-6e89278f69f0 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:40:23.715543 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11992ae6-9859-40c9-97b3-fc8adc0a2e04'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:23.720905 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86726e72-da5c-472a-bc8e-e18533922206" -d '{"events": [{"server_uuid": "87d9c4a3-91c1-4381-9125-287ff16ead7e", "name": "network-vif-plugged", "status": "completed", "tag": "11992ae6-9859-40c9-97b3-fc8adc0a2e04"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:23.753559 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5234fcba-f958-4845-b9a8-9017ca1f79fa tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.756987 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:23.758358 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5234fcba-f958-4845-b9a8-9017ca1f79fa tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3044059 Jul 16 01:40:23.763104 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.772043 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58898) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:23.776527 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.784987 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ca2a8f0a-4c90-4bda-ada1-840b10fc3e1e tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': '6cc94c37-69fb-4767-af4e-ccceea33c096', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3fc10983-ed36-4a00-b109-03358d6099a4'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:23.796546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234fcba-f958-4845-b9a8-9017ca1f79fa tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc10983-ed36-4a00-b109-03358d6099a4,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:23.858279 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-ca2a8f0a-4c90-4bda-ada1-840b10fc3e1e tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:40:23.863758 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ca2a8f0a-4c90-4bda-ada1-840b10fc3e1e tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0893517 Jul 16 01:40:23.866096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58900) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:23.884367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=11992ae6-9859-40c9-97b3-fc8adc0a2e04,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:23.957326 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ace71eb1-ed18-480c-ad4f-24abfcacb92e tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.023476 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ace71eb1-ed18-480c-ad4f-24abfcacb92e tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.063302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f71755db-f982-4b8a-a453-368851640533 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:24.130417 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ace71eb1-ed18-480c-ad4f-24abfcacb92e tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.135568 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ace71eb1-ed18-480c-ad4f-24abfcacb92e tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.142315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ace71eb1-ed18-480c-ad4f-24abfcacb92e tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "DELETE /v2.0/security-groups/3fc10983-ed36-4a00-b109-03358d6099a4 HTTP/1.1" status: 204 len: 168 time: 0.2748508 Jul 16 01:40:24.143101 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58904) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:24.148012 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c78585-2bed-4b52-a7fe-68b13afdafb7 x-openstack-request-id: req-a9c78585-2bed-4b52-a7fe-68b13afdafb7 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:24.148589 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d9c4a3-91c1-4381-9125-287ff16ead7e", "name": "network-vif-plugged", "status": "completed", "tag": "11992ae6-9859-40c9-97b3-fc8adc0a2e04", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:24.150471 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a9c78585-2bed-4b52-a7fe-68b13afdafb7 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:24.151346 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11992ae6-9859-40c9-97b3-fc8adc0a2e04', 'code': 200} Jul 16 01:40:24.172119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port f71755db-f982-4b8a-a453-368851640533 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:24.172966 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.187131 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace71eb1-ed18-480c-ad4f-24abfcacb92e tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc10983-ed36-4a00-b109-03358d6099a4,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:24.234508 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-279c2a12-f096-4d84-a7cc-6712dbf5c809 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0837469 Jul 16 01:40:24.235274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58906) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:24.258792 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.272499 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Transition to ACTIVE for port object 45149104-1677-4780-84e5-6e89278f69f0 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:24.280420 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.335211 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8810626-6da5-4b1e-88a3-fba356551a1d tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.345953 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Attempting to bind port 45149104-1677-4780-84e5-6e89278f69f0 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:24.346523 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Attempting to bind port 45149104-1677-4780-84e5-6e89278f69f0 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:24.346650 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Attempting to bind port 45149104-1677-4780-84e5-6e89278f69f0 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:24.360048 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2a9ba-751c-4df0-816c-a613dbc101cd None None] Pushing event updated for resources: {'Port': ['ID=45149104-1677-4780-84e5-6e89278f69f0,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:24.367997 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8810626-6da5-4b1e-88a3-fba356551a1d tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.368316 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:24.368693 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:24.369092 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.369486 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:24.369951 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Bound port: 45149104-1677-4780-84e5-6e89278f69f0, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:24.370377 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.374138 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2a9ba-751c-4df0-816c-a613dbc101cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:24.374480 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2a9ba-751c-4df0-816c-a613dbc101cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:24.374816 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2a9ba-751c-4df0-816c-a613dbc101cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:24.375146 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2a9ba-751c-4df0-816c-a613dbc101cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:24.375471 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2a9ba-751c-4df0-816c-a613dbc101cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:24.375843 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2a9ba-751c-4df0-816c-a613dbc101cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:24.378312 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2a9ba-751c-4df0-816c-a613dbc101cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:24.378674 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2a9ba-751c-4df0-816c-a613dbc101cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:24.379011 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2a9ba-751c-4df0-816c-a613dbc101cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:24.379340 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2a9ba-751c-4df0-816c-a613dbc101cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:24.383644 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2a9ba-751c-4df0-816c-a613dbc101cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:24.384275 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2a9ba-751c-4df0-816c-a613dbc101cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:24.388800 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-54006dff-bbe4-4bd2-92b0-0df72c74a72e req-4a428507-78c3-49fe-b172-6910de2690d4 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa HTTP/1.1" status: 200 len: 210 time: 0.1220713 Jul 16 01:40:24.441915 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8810626-6da5-4b1e-88a3-fba356551a1d tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.445412 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8810626-6da5-4b1e-88a3-fba356551a1d tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.446863 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b8810626-6da5-4b1e-88a3-fba356551a1d tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "DELETE /v2.0/security-groups/6cc94c37-69fb-4767-af4e-ccceea33c096 HTTP/1.1" status: 204 len: 168 time: 0.2105656 Jul 16 01:40:24.451687 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58908) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:24.456215 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] For port 45149104-1677-4780-84e5-6e89278f69f0, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:24.461433 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] For port 45149104-1677-4780-84e5-6e89278f69f0, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=45149104-1677-4780-84e5-6e89278f69f0,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:24.465918 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.482692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8810626-6da5-4b1e-88a3-fba356551a1d tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc94c37-69fb-4767-af4e-ccceea33c096,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:24.530684 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9af659bf-cf40-43cf-9a33-ba76e4635b0a tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0742083 Jul 16 01:40:24.531826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58912) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:24.536813 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d91de804-111d-42d8-a9af-296c0fee3794 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group': {'name': 'tempest-secgroup--591356676'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:24.563188 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d91de804-111d-42d8-a9af-296c0fee3794 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.657676 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.669553 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d91de804-111d-42d8-a9af-296c0fee3794 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.684368 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d91de804-111d-42d8-a9af-296c0fee3794 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.708701 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Routers {'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:24.709330 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:40:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:24.711579 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2a9ba-751c-4df0-816c-a613dbc101cd None None] Pushing event updated for resources: {'Port': ['ID=45149104-1677-4780-84e5-6e89278f69f0,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:24.751185 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d91de804-111d-42d8-a9af-296c0fee3794 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.752480 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d91de804-111d-42d8-a9af-296c0fee3794 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2195604 Jul 16 01:40:24.757737 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58916) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:24.762298 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-7aa13524-39fc-4f46-ada0-93f0c5ac2011 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': '4974a0b7-436e-41c2-bc22-1775cb0700a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:24.764648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91de804-111d-42d8-a9af-296c0fee3794 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4974a0b7-436e-41c2-bc22-1775cb0700a7,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:24.800997 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dde5a-a740-4eac-b6fc-1c86218e48fa req-fda1a4d1-1fba-4265-817e-7fd77470ab08 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.803298 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7a4dde5a-a740-4eac-b6fc-1c86218e48fa req-fda1a4d1-1fba-4265-817e-7fd77470ab08 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.1298292 Jul 16 01:40:24.853620 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-7aa13524-39fc-4f46-ada0-93f0c5ac2011 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:40:24.854689 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7aa13524-39fc-4f46-ada0-93f0c5ac2011 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0961871 Jul 16 01:40:24.857766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58920) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:24.860650 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] Set router a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:24.862359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-2046853d-bc29-4e15-a06a-462833f55c59 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group_rule': {'security_group_id': '4974a0b7-436e-41c2-bc22-1775cb0700a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:24.865851 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7a4dde5a-a740-4eac-b6fc-1c86218e48fa req-13118b4f-0c2a-4bba-b350-60bbb1e83a3f tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561039 Jul 16 01:40:24.937995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Allocated IP 172.20.0.1 (c319703c-eaa9-4c59-be88-fe4d142248a0/a0d6c881-e181-4d1d-a9df-8f6e26747bdc/788f64ed-cf2b-4539-a1da-5147043125e4) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:24.946941 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-2046853d-bc29-4e15-a06a-462833f55c59 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:40:24.948037 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2046853d-bc29-4e15-a06a-462833f55c59 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0893948 Jul 16 01:40:24.950996 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58922) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:25.021458 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f8914425-af28-4c1c-bc77-9defea81b866 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.056645 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f8914425-af28-4c1c-bc77-9defea81b866 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.070553 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'name': 'tempest-ServersTestMultiNic-416627592-router', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '45149104-1677-4780-84e5-6e89278f69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:19Z', 'updated_at': '2021-07-16T01:40:21Z', 'revision_number': 3, 'project_id': 'ba64e075266e4b3592c35f697ed5dc77', 'gw_port': {'id': '45149104-1677-4780-84e5-6e89278f69f0', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:20Z', 'updated_at': '2021-07-16T01:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:25.075518 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.091428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Transition to ACTIVE for port object 788f64ed-cf2b-4539-a1da-5147043125e4 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:25.105433 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f8914425-af28-4c1c-bc77-9defea81b866 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.106243 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01bd17-bd9c-428b-9b69-7518b7f55a5c None None] The sync data for ids ['a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea'] in n-d-800086-6 is: [{'id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'name': 'tempest-ServersTestMultiNic-416627592-router', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '45149104-1677-4780-84e5-6e89278f69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:19Z', 'updated_at': '2021-07-16T01:40:21Z', 'revision_number': 3, 'project_id': 'ba64e075266e4b3592c35f697ed5dc77', 'gw_port': {'id': '45149104-1677-4780-84e5-6e89278f69f0', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:20Z', 'updated_at': '2021-07-16T01:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:25.111551 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f8914425-af28-4c1c-bc77-9defea81b866 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.113404 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f8914425-af28-4c1c-bc77-9defea81b866 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "DELETE /v2.0/security-groups/4974a0b7-436e-41c2-bc22-1775cb0700a7 HTTP/1.1" status: 204 len: 168 time: 0.1611326 Jul 16 01:40:25.118725 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58926) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:25.123772 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8914425-af28-4c1c-bc77-9defea81b866 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4974a0b7-436e-41c2-bc22-1775cb0700a7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:25.169236 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.212029 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1da6762a-407e-4c2c-96aa-3deace66ae7d tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0921531 Jul 16 01:40:25.216336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58928) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:25.220159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e3aa4f1a-d808-4e8c-a0bc-3156f69f8d22 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group': {'name': 'tempest-secgroup--1703382522'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:25.238234 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Network c319703c-eaa9-4c59-be88-fe4d142248a0 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:25.246458 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:25.250428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Pushing event updated for resources: {'Port': ['ID=788f64ed-cf2b-4539-a1da-5147043125e4,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:25.254493 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:25.291428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:25.291855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:25.292131 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:25.292470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:25.292811 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:25.293136 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:25.293472 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:25.293795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:25.294121 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:25.294444 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:25.294768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:25.295088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:25.307963 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3aa4f1a-d808-4e8c-a0bc-3156f69f8d22 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.328087 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.647441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bcbebf2a-f36b-42cb-9ecd-3f7ceeddc32b None None] Provisioning for port 788f64ed-cf2b-4539-a1da-5147043125e4 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:25.652492 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bcbebf2a-f36b-42cb-9ecd-3f7ceeddc32b None None] Provisioning complete for port 788f64ed-cf2b-4539-a1da-5147043125e4 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:25.653111 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bcbebf2a-f36b-42cb-9ecd-3f7ceeddc32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.673605 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3aa4f1a-d808-4e8c-a0bc-3156f69f8d22 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.682347 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3aae5b07-e399-48cd-8f19-aca89b7723a2 req-448823c1-dd6b-4b38-a93d-925ebad19f26 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa HTTP/1.1" status: 200 len: 210 time: 0.0779424 Jul 16 01:40:25.706796 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3aa4f1a-d808-4e8c-a0bc-3156f69f8d22 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.707414 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bcbebf2a-f36b-42cb-9ecd-3f7ceeddc32b None None] Port 788f64ed-cf2b-4539-a1da-5147043125e4 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:25.760589 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-0ea73783-f2ca-4063-84e7-ca5b998bcec7 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:25.762120 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-0ea73783-f2ca-4063-84e7-ca5b998bcec7 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 806 time: 0.3297703 Jul 16 01:40:25.774688 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3aa4f1a-d808-4e8c-a0bc-3156f69f8d22 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.775963 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e3aa4f1a-d808-4e8c-a0bc-3156f69f8d22 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5592413 Jul 16 01:40:25.777642 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.778891 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58934) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:25.783757 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-8fcc6670-ee0f-429b-9b0b-37b3465ee9a6 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:25.784421 n-d-800086-6 neutron-server[93832]: WARNING neutron.api.v2.base [None req-8fcc6670-ee0f-429b-9b0b-37b3465ee9a6 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:40:25.784919 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-8fcc6670-ee0f-429b-9b0b-37b3465ee9a6 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 01:40:25.785879 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8fcc6670-ee0f-429b-9b0b-37b3465ee9a6 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "PUT /v2.0/security-groups/1ada8906-9f4b-4aa0-8617-3daabc560491 HTTP/1.1" status: 409 len: 330 time: 0.0059967 Jul 16 01:40:25.790856 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58936) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:25.796788 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa4f1a-d808-4e8c-a0bc-3156f69f8d22 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ada8906-9f4b-4aa0-8617-3daabc560491,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:25.834647 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f0a5057f-2854-4822-92d5-85dacb2d05c5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Request body: {'port': {'device_id': '75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa', 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6', 'admin_state_up': True, 'tenant_id': 'eee8cab6008b4c97b6da90d7038a45ff'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:25.868273 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50701930-cf53-4986-8a3f-b9c07f435e42 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.892881 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50701930-cf53-4986-8a3f-b9c07f435e42 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.978704 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50701930-cf53-4986-8a3f-b9c07f435e42 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.982358 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50701930-cf53-4986-8a3f-b9c07f435e42 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.984659 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-50701930-cf53-4986-8a3f-b9c07f435e42 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "DELETE /v2.0/security-groups/1ada8906-9f4b-4aa0-8617-3daabc560491 HTTP/1.1" status: 204 len: 168 time: 0.1928689 Jul 16 01:40:25.991909 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58942) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:26.045299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50701930-cf53-4986-8a3f-b9c07f435e42 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ada8906-9f4b-4aa0-8617-3daabc560491,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:26.094213 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 45149104-1677-4780-84e5-6e89278f69f0 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:26.163202 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 45149104-1677-4780-84e5-6e89278f69f0 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:26.170855 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 45149104-1677-4780-84e5-6e89278f69f0 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:26.172287 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.188167 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f6118166-09df-4c95-a5d7-6f8760db295a tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1895773 Jul 16 01:40:26.188167 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58946) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:26.206180 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-8eb5060f-fa6c-4569-9deb-9e8f3fac38c4 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] delete failed (client error): The resource could not be found. Jul 16 01:40:26.212038 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8eb5060f-fa6c-4569-9deb-9e8f3fac38c4 tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "DELETE /v2.0/security-groups/dacc3426-74a3-4831-bf3d-66c6859443bd HTTP/1.1" status: 404 len: 347 time: 0.0186090 Jul 16 01:40:26.212646 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58950) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:26.231047 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc39c9-1b9c-4df6-b9ba-4ff29bf265e8 req-52b7bce9-aa03-4be3-855a-3b2cf5dfee16 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.232731 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2efc39c9-1b9c-4df6-b9ba-4ff29bf265e8 req-52b7bce9-aa03-4be3-855a-3b2cf5dfee16 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.1899617 Jul 16 01:40:26.250316 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-4b2b47b0-6c52-4eb3-b4d0-8d57cf1e09fd tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] show failed (client error): The resource could not be found. Jul 16 01:40:26.259075 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4b2b47b0-6c52-4eb3-b4d0-8d57cf1e09fd tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "GET /v2.0/security-groups/a9f3deb2-3128-4784-b087-2be191902a0e HTTP/1.1" status: 404 len: 347 time: 0.0454855 Jul 16 01:40:26.261322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58952) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:26.264738 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f0a5057f-2854-4822-92d5-85dacb2d05c5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Made reservation on behalf of eee8cab6008b4c97b6da90d7038a45ff for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:26.268571 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f0a5057f-2854-4822-92d5-85dacb2d05c5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.308775 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-0783fd8e-3f8c-47e0-8442-55f77b427b5b tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] show failed (client error): The resource could not be found. Jul 16 01:40:26.314016 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0783fd8e-3f8c-47e0-8442-55f77b427b5b tempest-NegativeSecGroupIPv6Test-670901444 tempest-NegativeSecGroupIPv6Test-670901444-project] 10.222.0.54 "GET /v2.0/security-group-rules/d51fc39a-6bd2-40ee-8837-646ce74d17ae HTTP/1.1" status: 404 len: 356 time: 0.0490184 Jul 16 01:40:26.315369 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.348259 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 45149104-1677-4780-84e5-6e89278f69f0, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=45149104-1677-4780-84e5-6e89278f69f0,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:26.354872 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.385394 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2efc39c9-1b9c-4df6-b9ba-4ff29bf265e8 req-4981f089-06fc-413f-b7da-178922f7cac3 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452653 Jul 16 01:40:26.473489 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=45149104-1677-4780-84e5-6e89278f69f0,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:26.566650 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.587466 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-024f542b-748b-4adc-8e71-3d98e06b18e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.591623 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-024f542b-748b-4adc-8e71-3d98e06b18e7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e&tenant_id=1961ea8d11af4a26af7254218bca79a1 HTTP/1.1" status: 200 len: 1099 time: 0.1045201 Jul 16 01:40:26.609132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:26.621393 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.676001 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58960) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:26.704756 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.733882 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Pushing event updated for resources: {'Port': ['ID=788f64ed-cf2b-4539-a1da-5147043125e4,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:26.745553 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.758911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f0a5057f-2854-4822-92d5-85dacb2d05c5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Allocated IP 172.20.0.13 (d666cf0f-c0cb-4497-a3f6-7607773175b6/0ed8c6f3-d43f-4024-a124-b2544fda26de/f678afd9-d5cd-4639-9235-d7bf7d61ecaa) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:26.908118 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-85d2fe9c-f19d-4b93-8c18-049acbadc998 req-114d01bb-1496-48d1-b554-8cd712c07b2b tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa HTTP/1.1" status: 200 len: 210 time: 0.0603032 Jul 16 01:40:26.945501 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7ee490dd-af56-46a4-b3dc-5a66f6b80006 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=457ad6d618564702a367c024da800a5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675943 Jul 16 01:40:26.947946 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58966) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:26.962061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Network c319703c-eaa9-4c59-be88-fe4d142248a0 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:26.965484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:27.061246 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f836e85e-929d-4d17-8c3a-ff4ca7156ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.065249 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:27.100402 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f836e85e-929d-4d17-8c3a-ff4ca7156ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.116765 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f0a5057f-2854-4822-92d5-85dacb2d05c5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.157786 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:27.193538 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Router a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:27.215280 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f0a5057f-2854-4822-92d5-85dacb2d05c5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.246367 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11992ae6-9859-40c9-97b3-fc8adc0a2e04'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:27.250275 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3214b6a-4dfd-40b1-8d36-96fb990266f7" -d '{"events": [{"server_uuid": "87d9c4a3-91c1-4381-9125-287ff16ead7e", "name": "network-vif-unplugged", "status": "completed", "tag": "11992ae6-9859-40c9-97b3-fc8adc0a2e04"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:27.255527 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.262617 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['efd02165-8351-4e87-9a54-2c6b152ae053'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:27.268452 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f836e85e-929d-4d17-8c3a-ff4ca7156ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.273765 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f836e85e-929d-4d17-8c3a-ff4ca7156ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.294922 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f836e85e-929d-4d17-8c3a-ff4ca7156ccf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ec05e3fa-0ee1-48a2-a509-90ddb59a3228 HTTP/1.1" status: 204 len: 168 time: 0.3261082 Jul 16 01:40:27.311355 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836e85e-929d-4d17-8c3a-ff4ca7156ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec05e3fa-0ee1-48a2-a509-90ddb59a3228,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:27.313966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f0a5057f-2854-4822-92d5-85dacb2d05c5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Network d666cf0f-c0cb-4497-a3f6-7607773175b6 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:27.338355 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] Transition to ACTIVE for port object 11992ae6-9859-40c9-97b3-fc8adc0a2e04 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:27.343827 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.352653 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f0a5057f-2854-4822-92d5-85dacb2d05c5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:27.358635 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f0a5057f-2854-4822-92d5-85dacb2d05c5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:27.379156 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363c4a15-15d1-4b61-8d5d-306659ac414c x-openstack-request-id: req-363c4a15-15d1-4b61-8d5d-306659ac414c {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:27.379458 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d9c4a3-91c1-4381-9125-287ff16ead7e", "name": "network-vif-unplugged", "status": "completed", "tag": "11992ae6-9859-40c9-97b3-fc8adc0a2e04", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:27.385766 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-363c4a15-15d1-4b61-8d5d-306659ac414c {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:27.386207 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11992ae6-9859-40c9-97b3-fc8adc0a2e04', 'code': 200} Jul 16 01:40:27.424439 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5057f-2854-4822-92d5-85dacb2d05c5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Pushing event updated for resources: {'Port': ['ID=f678afd9-d5cd-4639-9235-d7bf7d61ecaa,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:27.458962 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] No DVR routers for this DVR port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:27.481040 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b49c1d11-3836-407f-9453-79070ce12445 None None] Provisioning complete for port 788f64ed-cf2b-4539-a1da-5147043125e4 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:27.482743 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b49c1d11-3836-407f-9453-79070ce12445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.486389 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a234344-cb55-4289-896d-f30508696512 service neutron] Pushing event updated for resources: {'Port': ['ID=11992ae6-9859-40c9-97b3-fc8adc0a2e04,revision_number=10']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:27.486573 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:27.502867 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7b783240-4570-48a9-8726-5660d54c203c admin admin] 10.222.0.54 "PUT /v2.0/routers/a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0771537 Jul 16 01:40:27.526407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f0a5057f-2854-4822-92d5-85dacb2d05c5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.527105 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f0a5057f-2854-4822-92d5-85dacb2d05c5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.546391 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] Attempting to bind port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:27.546809 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] Attempting to bind port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:27.547141 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] Attempting to bind port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:27.554627 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] Port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:27.555183 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] Attempting to bind port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:27.557395 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f0a5057f-2854-4822-92d5-85dacb2d05c5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7287996 Jul 16 01:40:27.574195 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:27.574610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:27.575131 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:27.575592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] Bound port: 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:27.575989 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.582555 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Request body: {'port': {'device_id': '75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:27.625328 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Sync routers for ids ['a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:27.683452 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:27.687991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:27.694991 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.699785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b49c1d11-3836-407f-9453-79070ce12445 None None] Port 788f64ed-cf2b-4539-a1da-5147043125e4 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:27.736042 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Routers {'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:27.736695 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:40:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:27.772659 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58986) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:27.801106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a234344-cb55-4289-896d-f30508696512 service neutron] Pushing event updated for resources: {'Port': ['ID=11992ae6-9859-40c9-97b3-fc8adc0a2e04,revision_number=11']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:27.817025 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.829615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.830713 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.833068 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-2a234344-cb55-4289-896d-f30508696512 service neutron] 10.222.0.26 "PUT /v2.0/ports/11992ae6-9859-40c9-97b3-fc8adc0a2e04 HTTP/1.1" status: 200 len: 1095 time: 1.2285514 Jul 16 01:40:27.864760 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a935b-c48d-4daf-b08e-173160e711ea req-3fa2ea66-c500-49a8-ba8e-9dc40d476438 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.876277 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-968a935b-c48d-4daf-b08e-173160e711ea req-3fa2ea66-c500-49a8-ba8e-9dc40d476438 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 947 time: 0.2431993 Jul 16 01:40:27.976565 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-41403dd6-5258-4b6a-87c6-89a715041124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.978952 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-41403dd6-5258-4b6a-87c6-89a715041124 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 1098 time: 0.0856757 Jul 16 01:40:28.045841 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-968a935b-c48d-4daf-b08e-173160e711ea req-5bd1cdbe-bec6-4935-9cb6-30d9be8d9f81 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654885 Jul 16 01:40:28.076189 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-53935482-52cd-41bc-a095-bb53ac2f9979 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-986147844'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:28.089273 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 45149104-1677-4780-84e5-6e89278f69f0 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:28.095680 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Set router a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:28.263543 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-01a1f616-e811-48db-9268-85c06e633898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:28.265430 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-01a1f616-e811-48db-9268-85c06e633898 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2762969 Jul 16 01:40:28.280603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53935482-52cd-41bc-a095-bb53ac2f9979 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Made reservation on behalf of ba64e075266e4b3592c35f697ed5dc77 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:28.281257 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-53935482-52cd-41bc-a095-bb53ac2f9979 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.330581 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-d3a3414e-62ea-44de-b588-d713beaf0592 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04 HTTP/1.1" status: 200 len: 217 time: 0.0578535 Jul 16 01:40:28.379630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53935482-52cd-41bc-a095-bb53ac2f9979 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:28.380628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 45149104-1677-4780-84e5-6e89278f69f0 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:28.381627 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.396623 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-53935482-52cd-41bc-a095-bb53ac2f9979 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.396995 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-53935482-52cd-41bc-a095-bb53ac2f9979 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Added segment 81df3b79-fe1f-44fc-9e82-1c6e82068c7f of type vlan for network 4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 Jul 16 01:40:28.418823 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-02c51072-1fa8-4bfb-b7dd-dbb37d428ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.439744 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-667fd2d7-8b8b-4f6d-89cf-8b68b8104257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:28.441274 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-667fd2d7-8b8b-4f6d-89cf-8b68b8104257 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0750921 Jul 16 01:40:28.461870 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-53935482-52cd-41bc-a095-bb53ac2f9979 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.506121 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bee41-7619-4f5b-a38c-b4a6391c08b5 req-0c34d8cf-37f0-4d0e-a5f3-230b9d01d76e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:28.509090 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-263bee41-7619-4f5b-a38c-b4a6391c08b5 req-0c34d8cf-37f0-4d0e-a5f3-230b9d01d76e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa HTTP/1.1" status: 200 len: 932 time: 0.1754739 Jul 16 01:40:28.581142 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-263bee41-7619-4f5b-a38c-b4a6391c08b5 req-d5b73aa2-ccc3-4432-aec7-6458cc44dc5b tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669439 Jul 16 01:40:28.583416 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.589035 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'name': 'tempest-ServersTestMultiNic-416627592-router', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '45149104-1677-4780-84e5-6e89278f69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:19Z', 'updated_at': '2021-07-16T01:40:25Z', 'revision_number': 4, 'project_id': 'ba64e075266e4b3592c35f697ed5dc77', 'gw_port': {'id': '45149104-1677-4780-84e5-6e89278f69f0', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:20Z', 'updated_at': '2021-07-16T01:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '788f64ed-cf2b-4539-a1da-5147043125e4', 'name': '', 'network_id': 'c319703c-eaa9-4c59-be88-fe4d142248a0', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77', 'mac_address': 'fa:16:3e:52:6a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a0d6c881-e181-4d1d-a9df-8f6e26747bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:24Z', 'updated_at': '2021-07-16T01:40:25Z', 'revision_number': 2, 'project_id': 'ba64e075266e4b3592c35f697ed5dc77', 'subnets': [{'id': 'a0d6c881-e181-4d1d-a9df-8f6e26747bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:28.592748 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-a636df06-7b38-4d22-b495-3bab99a1df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:28.594478 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-a636df06-7b38-4d22-b495-3bab99a1df85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1411078 Jul 16 01:40:28.601386 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-53935482-52cd-41bc-a095-bb53ac2f9979 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.607502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53935482-52cd-41bc-a095-bb53ac2f9979 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:28.608359 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-53935482-52cd-41bc-a095-bb53ac2f9979 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.631014 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Checking router: a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:28.631476 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Updating router a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea port 788f64ed-cf2b-4539-a1da-5147043125e4 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:40:28.664660 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-53935482-52cd-41bc-a095-bb53ac2f9979 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8903081 Jul 16 01:40:28.665626 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59010) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:28.670109 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f678afd9-d5cd-4639-9235-d7bf7d61ecaa {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:28.672026 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.680249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59012) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:28.689105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-abfa9d2c-94fb-4093-bf49-b0225c92fa72 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Request body: {'subnet': {'network_id': '4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:28.695128 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.728028 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-d35da6dd-7f84-4e6e-a4cb-9054a4775154 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263611 Jul 16 01:40:28.740817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53935482-52cd-41bc-a095-bb53ac2f9979 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event updated for resources: {'Network': ['ID=4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:28.766040 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Transition to ACTIVE for port object f678afd9-d5cd-4639-9235-d7bf7d61ecaa will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:28.771970 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.806717 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:28.835660 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dde2ddcc-3ee7-470a-8781-b44e6bffa805 req-0206c18e-87b6-42a2-a67e-37cbae64095f service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005123 Jul 16 01:40:28.844146 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ed8a7869-b92c-4adf-9225-65200f452d6b tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-903285134'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:28.904377 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f678afd9-d5cd-4639-9235-d7bf7d61ecaa,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:28.936925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8a7869-b92c-4adf-9225-65200f452d6b tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Made reservation on behalf of 5a682ebaeac84887aae2231e9b1e2bef for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:28.940854 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7869-b92c-4adf-9225-65200f452d6b tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.983887 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7869-b92c-4adf-9225-65200f452d6b tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.999587 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfa9d2c-94fb-4093-bf49-b0225c92fa72 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Made reservation on behalf of ba64e075266e4b3592c35f697ed5dc77 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:29.003061 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-abfa9d2c-94fb-4093-bf49-b0225c92fa72 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.109279 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Attempting to bind port f678afd9-d5cd-4639-9235-d7bf7d61ecaa on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:29.109621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Attempting to bind port f678afd9-d5cd-4639-9235-d7bf7d61ecaa by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:29.109949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Attempting to bind port f678afd9-d5cd-4639-9235-d7bf7d61ecaa on network d666cf0f-c0cb-4497-a3f6-7607773175b6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:29.131604 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Port f678afd9-d5cd-4639-9235-d7bf7d61ecaa on network d666cf0f-c0cb-4497-a3f6-7607773175b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:29.131961 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Attempting to bind port f678afd9-d5cd-4639-9235-d7bf7d61ecaa on network d666cf0f-c0cb-4497-a3f6-7607773175b6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:29.150608 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:29.150993 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Checking segment: {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:29.151393 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Bound using segment: {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:29.151875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Bound port: f678afd9-d5cd-4639-9235-d7bf7d61ecaa, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:29.152238 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.215510 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.227067 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Transition to ACTIVE for port object 788f64ed-cf2b-4539-a1da-5147043125e4 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:29.234245 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.293342 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93db8b3-cae4-4f8f-9a7e-c46c50afb0da None None] Pushing event updated for resources: {'Port': ['ID=788f64ed-cf2b-4539-a1da-5147043125e4,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:29.341426 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 11992ae6-9859-40c9-97b3-fc8adc0a2e04 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:29.387750 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'tag': '11992ae6-9859-40c9-97b3-fc8adc0a2e04'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:29.391823 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63112016-391a-4448-8ffb-42bebddae1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "87d9c4a3-91c1-4381-9125-287ff16ead7e", "tag": "11992ae6-9859-40c9-97b3-fc8adc0a2e04"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:29.398700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 11992ae6-9859-40c9-97b3-fc8adc0a2e04 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:29.404629 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Attempting to bind port 788f64ed-cf2b-4539-a1da-5147043125e4 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:29.405636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Attempting to bind port 788f64ed-cf2b-4539-a1da-5147043125e4 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'fd417e78-3611-4a84-aec3-92bb2e2ad092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c319703c-eaa9-4c59-be88-fe4d142248a0'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:29.406537 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Attempting to bind port 788f64ed-cf2b-4539-a1da-5147043125e4 on network c319703c-eaa9-4c59-be88-fe4d142248a0 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:29.414204 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:29.414747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Checking segment: {'id': 'fd417e78-3611-4a84-aec3-92bb2e2ad092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c319703c-eaa9-4c59-be88-fe4d142248a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:29.415285 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.415937 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Bound using segment: {'id': 'fd417e78-3611-4a84-aec3-92bb2e2ad092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c319703c-eaa9-4c59-be88-fe4d142248a0'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:29.416554 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Bound port: 788f64ed-cf2b-4539-a1da-5147043125e4, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd417e78-3611-4a84-aec3-92bb2e2ad092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c319703c-eaa9-4c59-be88-fe4d142248a0'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:29.417043 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.489451 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582a37b9-4453-4a77-bc94-b4c5dac0438b x-openstack-request-id: req-582a37b9-4453-4a77-bc94-b4c5dac0438b {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:29.489749 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d9c4a3-91c1-4381-9125-287ff16ead7e", "tag": "11992ae6-9859-40c9-97b3-fc8adc0a2e04", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:29.490014 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-582a37b9-4453-4a77-bc94-b4c5dac0438b {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:29.490495 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'tag': '11992ae6-9859-40c9-97b3-fc8adc0a2e04', 'status': 'completed', 'code': 200} Jul 16 01:40:29.496947 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] For port 788f64ed-cf2b-4539-a1da-5147043125e4, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:29.500692 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] For port 788f64ed-cf2b-4539-a1da-5147043125e4, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=788f64ed-cf2b-4539-a1da-5147043125e4,segment=NetworkSegment(fd417e78-3611-4a84-aec3-92bb2e2ad092),segment_id=fd417e78-3611-4a84-aec3-92bb2e2ad092)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:29.506087 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.562700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Routers {'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:29.563013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:40:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:29.631745 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93db8b3-cae4-4f8f-9a7e-c46c50afb0da None None] Pushing event updated for resources: {'Port': ['ID=788f64ed-cf2b-4539-a1da-5147043125e4,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:29.678346 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7869-b92c-4adf-9225-65200f452d6b tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.681535 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] For port f678afd9-d5cd-4639-9235-d7bf7d61ecaa, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:29.704650 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63112016-391a-4448-8ffb-42bebddae1e0 req-f5b3728e-9f0a-403a-ba0d-2824867dfa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:29.706731 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63112016-391a-4448-8ffb-42bebddae1e0 req-f5b3728e-9f0a-403a-ba0d-2824867dfa02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 1098 time: 0.1481476 Jul 16 01:40:29.716925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63112016-391a-4448-8ffb-42bebddae1e0 req-379de33c-bb15-4886-8119-22eb897bfd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:29.717420 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7869-b92c-4adf-9225-65200f452d6b tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.719013 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63112016-391a-4448-8ffb-42bebddae1e0 req-379de33c-bb15-4886-8119-22eb897bfd4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1961ea8d11af4a26af7254218bca79a1&device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 1098 time: 0.1439700 Jul 16 01:40:29.747974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] For port f678afd9-d5cd-4639-9235-d7bf7d61ecaa, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f678afd9-d5cd-4639-9235-d7bf7d61ecaa,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:29.768865 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.771892 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8a7869-b92c-4adf-9225-65200f452d6b tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:29.799923 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-abfa9d2c-94fb-4093-bf49-b0225c92fa72 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.805189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] Set router a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:29.838552 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7869-b92c-4adf-9225-65200f452d6b tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.838828 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-ed8a7869-b92c-4adf-9225-65200f452d6b tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Added segment f0d94fdc-f0c0-47ef-bbbd-af10bb54934c of type vlan for network 03a46f27-2385-46df-a626-d1ec45467cff Jul 16 01:40:29.847163 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63112016-391a-4448-8ffb-42bebddae1e0 req-2eb800c9-546b-46c9-a186-46dd450ae4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:29.847754 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2a6d8-99be-4d05-97bc-c4386a3acd90 req-47ab13d7-133f-4593-926e-d6a3c00dbb5c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:29.848772 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63112016-391a-4448-8ffb-42bebddae1e0 req-2eb800c9-546b-46c9-a186-46dd450ae4e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.1283462 Jul 16 01:40:29.855265 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a4a2a6d8-99be-4d05-97bc-c4386a3acd90 req-47ab13d7-133f-4593-926e-d6a3c00dbb5c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 947 time: 0.6741297 Jul 16 01:40:29.857099 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a7869-b92c-4adf-9225-65200f452d6b tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bd6fcb-fdcb-48c2-bc7b-d173e6c35be3,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:29.891090 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:29.891798 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.893288 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] 10.222.0.47 "PUT /v2.0/ports/f678afd9-d5cd-4639-9235-d7bf7d61ecaa HTTP/1.1" status: 200 len: 1092 time: 2.3170295 Jul 16 01:40:29.894376 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa', 'tag': 'f678afd9-d5cd-4639-9235-d7bf7d61ecaa'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:29.897632 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308e4786-1a5f-4464-abdf-d28fa94e0931" -d '{"events": [{"name": "network-changed", "server_uuid": "75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa", "tag": "f678afd9-d5cd-4639-9235-d7bf7d61ecaa"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:29.969283 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63112016-391a-4448-8ffb-42bebddae1e0 req-e7d81fdd-be0d-448c-9506-debb98180c1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04 HTTP/1.1" status: 200 len: 217 time: 0.0862842 Jul 16 01:40:30.030350 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7869-b92c-4adf-9225-65200f452d6b tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.038590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8e6f0-b4bd-43bc-bd57-a5c47a8be2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f678afd9-d5cd-4639-9235-d7bf7d61ecaa,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:30.064307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa9d2c-94fb-4093-bf49-b0225c92fa72 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event updated for resources: {'Subnet': ['ID=0a89d1a6-5681-40e2-b2cd-e3afe2a7de1a,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:30.079572 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'name': 'tempest-ServersTestMultiNic-416627592-router', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '45149104-1677-4780-84e5-6e89278f69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:19Z', 'updated_at': '2021-07-16T01:40:25Z', 'revision_number': 4, 'project_id': 'ba64e075266e4b3592c35f697ed5dc77', 'gw_port': {'id': '45149104-1677-4780-84e5-6e89278f69f0', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:20Z', 'updated_at': '2021-07-16T01:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '788f64ed-cf2b-4539-a1da-5147043125e4', 'name': '', 'network_id': 'c319703c-eaa9-4c59-be88-fe4d142248a0', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77', 'mac_address': 'fa:16:3e:52:6a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a0d6c881-e181-4d1d-a9df-8f6e26747bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:24Z', 'updated_at': '2021-07-16T01:40:29Z', 'revision_number': 4, 'project_id': 'ba64e075266e4b3592c35f697ed5dc77', 'subnets': [{'id': 'a0d6c881-e181-4d1d-a9df-8f6e26747bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:30.084281 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a4a2a6d8-99be-4d05-97bc-c4386a3acd90 req-34461e59-e9b4-476d-b488-c901af8805b3 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280891 Jul 16 01:40:30.119661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63112016-391a-4448-8ffb-42bebddae1e0 req-24123ad7-5c4a-42f0-8d5f-50791993307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.121294 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63112016-391a-4448-8ffb-42bebddae1e0 req-24123ad7-5c4a-42f0-8d5f-50791993307c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1341534 Jul 16 01:40:30.124593 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5038b-5431-442a-8e90-3abc897a040e None None] The sync data for ids ['a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea'] in n-d-800086-6 is: [{'id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'name': 'tempest-ServersTestMultiNic-416627592-router', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '45149104-1677-4780-84e5-6e89278f69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:19Z', 'updated_at': '2021-07-16T01:40:25Z', 'revision_number': 4, 'project_id': 'ba64e075266e4b3592c35f697ed5dc77', 'gw_port': {'id': '45149104-1677-4780-84e5-6e89278f69f0', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:20Z', 'updated_at': '2021-07-16T01:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '788f64ed-cf2b-4539-a1da-5147043125e4', 'name': '', 'network_id': 'c319703c-eaa9-4c59-be88-fe4d142248a0', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77', 'mac_address': 'fa:16:3e:52:6a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'a0d6c881-e181-4d1d-a9df-8f6e26747bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:24Z', 'updated_at': '2021-07-16T01:40:29Z', 'revision_number': 4, 'project_id': 'ba64e075266e4b3592c35f697ed5dc77', 'subnets': [{'id': 'a0d6c881-e181-4d1d-a9df-8f6e26747bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:30.134797 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa9d2c-94fb-4093-bf49-b0225c92fa72 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Checking segment: {'id': '81df3b79-fe1f-44fc-9e82-1c6e82068c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:30.134989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160c6fb-ad61-4ddc-bdaa-79155e3ca5af req-83e7fb11-b482-46cb-a2c3-9f48963bda2e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.135209 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfa9d2c-94fb-4093-bf49-b0225c92fa72 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Network hostable DHCP agents. Network: 4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:30.139841 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7869-b92c-4adf-9225-65200f452d6b tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.142121 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7160c6fb-ad61-4ddc-bdaa-79155e3ca5af req-83e7fb11-b482-46cb-a2c3-9f48963bda2e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa HTTP/1.1" status: 200 len: 944 time: 0.2919734 Jul 16 01:40:30.147349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8a7869-b92c-4adf-9225-65200f452d6b tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.147545 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63112016-391a-4448-8ffb-42bebddae1e0 req-a06e1509-82c1-4895-8535-087541001282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.148432 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7869-b92c-4adf-9225-65200f452d6b tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.149345 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63112016-391a-4448-8ffb-42bebddae1e0 req-a06e1509-82c1-4895-8535-087541001282 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2981489 Jul 16 01:40:30.236668 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ed8a7869-b92c-4adf-9225-65200f452d6b tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.5614393 Jul 16 01:40:30.243100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59036) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:30.251280 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-d14d0d06-fca7-4814-ba65-384be3258edb tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '03a46f27-2385-46df-a626-d1ec45467cff', 'tempest-TagsTest-Tag-800416078') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:30.255503 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfa9d2c-94fb-4093-bf49-b0225c92fa72 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Network 4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:30.273924 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63112016-391a-4448-8ffb-42bebddae1e0 req-35767be5-05ef-4bba-907f-3f8bbcef16df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04 HTTP/1.1" status: 200 len: 217 time: 0.0964611 Jul 16 01:40:30.278498 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7160c6fb-ad61-4ddc-bdaa-79155e3ca5af req-f7d44c57-f4b1-447c-9aef-6cfdee18db01 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355474 Jul 16 01:40:30.281292 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-6ac9413f-9e6f-4cdf-bd62-42b7c89fd902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.281292 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-6ac9413f-9e6f-4cdf-bd62-42b7c89fd902 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&device_id=75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa HTTP/1.1" status: 200 len: 1095 time: 0.2945328 Jul 16 01:40:30.318553 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-abfa9d2c-94fb-4093-bf49-b0225c92fa72 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:30.328028 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46153674-077d-47b6-bff4-0f14c8c68db4 None None] Network 4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:30.362368 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfa9d2c-94fb-4093-bf49-b0225c92fa72 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.362983 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-abfa9d2c-94fb-4093-bf49-b0225c92fa72 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.418902 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63112016-391a-4448-8ffb-42bebddae1e0 req-0ccf5cf1-c130-44fe-9522-a9411aea2f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.420490 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63112016-391a-4448-8ffb-42bebddae1e0 req-0ccf5cf1-c130-44fe-9522-a9411aea2f69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2756443 Jul 16 01:40:30.436664 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a7869-b92c-4adf-9225-65200f452d6b tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Pushing event updated for resources: {'Network': ['ID=03a46f27-2385-46df-a626-d1ec45467cff,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:30.438430 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63112016-391a-4448-8ffb-42bebddae1e0 req-618780cd-87bb-4657-9b61-b5a596d8007b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.441003 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-b7a59ad4-e829-4d79-9816-1279d836b464 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f678afd9-d5cd-4639-9235-d7bf7d61ecaa HTTP/1.1" status: 200 len: 217 time: 0.1258402 Jul 16 01:40:30.444344 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426f839a-0c0a-4d85-8f00-952908e481d0 x-openstack-request-id: req-426f839a-0c0a-4d85-8f00-952908e481d0 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:30.444643 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa", "tag": "f678afd9-d5cd-4639-9235-d7bf7d61ecaa", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:30.444901 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-426f839a-0c0a-4d85-8f00-952908e481d0 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:30.445289 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa', 'tag': 'f678afd9-d5cd-4639-9235-d7bf7d61ecaa', 'status': 'completed', 'code': 200} Jul 16 01:40:30.447321 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63112016-391a-4448-8ffb-42bebddae1e0 req-618780cd-87bb-4657-9b61-b5a596d8007b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1481004 Jul 16 01:40:30.448753 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 03a46f27-2385-46df-a626-d1ec45467cff details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:30.542650 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-2de07099-5f1c-4454-a0c9-4804678850b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.545028 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-2de07099-5f1c-4454-a0c9-4804678850b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ed8c6f3-d43f-4024-a124-b2544fda26de HTTP/1.1" status: 200 len: 846 time: 0.0871921 Jul 16 01:40:30.554386 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-abfa9d2c-94fb-4093-bf49-b0225c92fa72 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8694723 Jul 16 01:40:30.557302 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59042) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:30.567869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4136e26a-50e3-4b66-b8fb-e93b5da9bc80 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1921919585'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:30.617195 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-98d8ca4d-0e0f-43ae-8e18-38d6cb4e5ba6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d666cf0f-c0cb-4497-a3f6-7607773175b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419102 Jul 16 01:40:30.702229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522', 'network_id': '4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77', 'fixed_ips': [{'subnet_id': '0a89d1a6-5681-40e2-b2cd-e3afe2a7de1a'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:40:30.702911 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.722439 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63112016-391a-4448-8ffb-42bebddae1e0 req-e3357684-edf2-47be-afc2-ed0eaffc6658 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670214 Jul 16 01:40:30.730364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63112016-391a-4448-8ffb-42bebddae1e0 req-1d4afe99-ac38-4512-8056-f35e1f8cc63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.732518 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63112016-391a-4448-8ffb-42bebddae1e0 req-1d4afe99-ac38-4512-8056-f35e1f8cc63a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2358732 Jul 16 01:40:30.822767 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-0a28fdd2-cf2d-4f06-9b4a-6822d55364a7 service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935680 Jul 16 01:40:30.824600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4136e26a-50e3-4b66-b8fb-e93b5da9bc80 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Made reservation on behalf of ba64e075266e4b3592c35f697ed5dc77 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:30.828683 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4136e26a-50e3-4b66-b8fb-e93b5da9bc80 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.835396 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d14d0d06-fca7-4814-ba65-384be3258edb tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] 10.222.0.54 "PUT /v2.0/networks/03a46f27-2385-46df-a626-d1ec45467cff/tags/tempest-TagsTest-Tag-800416078 HTTP/1.1" status: 201 len: 201 time: 0.5911078 Jul 16 01:40:30.836052 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59044) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:30.840680 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 11992ae6-9859-40c9-97b3-fc8adc0a2e04 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:30.851985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-09e9b9c4-b652-4591-9a01-1a22d1d18f34 tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '03a46f27-2385-46df-a626-d1ec45467cff', 'tempest-TagsTest-Tag-800416078') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:30.866469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Allocated IP 19.80.0.2 (4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522/0a89d1a6-5681-40e2-b2cd-e3afe2a7de1a/e6e8f4de-8142-4e28-9416-2b7eb63cee66) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:30.947990 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63112016-391a-4448-8ffb-42bebddae1e0 req-db7849b8-86e8-46ad-82ab-dad264fde179 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142165 Jul 16 01:40:30.956398 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63112016-391a-4448-8ffb-42bebddae1e0 req-c90bca5b-749e-41fe-9657-d79adfdc44b9 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114697 Jul 16 01:40:30.981436 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f12ff95a-1cef-4b2c-ac46-6402d71f8a0a req-24496643-b5c5-4a72-9ebe-69e223e7e246 service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431789 Jul 16 01:40:31.053756 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4136e26a-50e3-4b66-b8fb-e93b5da9bc80 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:31.093672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:31.103636 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-09e9b9c4-b652-4591-9a01-1a22d1d18f34 tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] 10.222.0.54 "GET /v2.0/networks/03a46f27-2385-46df-a626-d1ec45467cff/tags/tempest-TagsTest-Tag-800416078 HTTP/1.1" status: 204 len: 168 time: 0.2640536 Jul 16 01:40:31.105860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59046) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.107373 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.112042 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-54a046b2-405b-4c1d-aa3d-412c7dc22562 tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '03a46f27-2385-46df-a626-d1ec45467cff') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:31.119108 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5265056d-b09e-4a3f-97c7-24331ec26829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.131602 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '11992ae6-9859-40c9-97b3-fc8adc0a2e04', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '11992ae6-9859-40c9-97b3-fc8adc0a2e04', 'mac_address': 'fa:16:3e:21:e9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:31.132713 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4136e26a-50e3-4b66-b8fb-e93b5da9bc80 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.133165 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-4136e26a-50e3-4b66-b8fb-e93b5da9bc80 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Added segment eaae4fd6-c4f4-4625-9388-b33d825e1ad1 of type vlan for network 9d0c1dc8-8a74-49e4-83ff-55c887e3faf0 Jul 16 01:40:31.231171 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.246935 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4136e26a-50e3-4b66-b8fb-e93b5da9bc80 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.263625 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63112016-391a-4448-8ffb-42bebddae1e0 req-240cbb90-c45f-4d20-869b-142fee9fbca9 service neutron] 10.222.0.26 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953458 Jul 16 01:40:31.270002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11992ae6-9859-40c9-97b3-fc8adc0a2e04 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:31.292736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59050) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.293115 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-54a046b2-405b-4c1d-aa3d-412c7dc22562 tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] 10.222.0.54 "GET /v2.0/networks/03a46f27-2385-46df-a626-d1ec45467cff/tags HTTP/1.1" status: 200 len: 237 time: 0.1854970 Jul 16 01:40:31.294728 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.298060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-ba5bdc3d-9f8b-40c4-86a0-c202c00c5a51 tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '03a46f27-2385-46df-a626-d1ec45467cff', {'tags': ['tempest-TagsTest-Tag-2032011650', 'tempest-TagsTest-Tag-1850793512', 'tempest-TagsTest-Tag-1352016748']}) {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:31.329971 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4136e26a-50e3-4b66-b8fb-e93b5da9bc80 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.336863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4136e26a-50e3-4b66-b8fb-e93b5da9bc80 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:31.337576 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4136e26a-50e3-4b66-b8fb-e93b5da9bc80 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.357147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:31.360080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Transition to ACTIVE for port object e6e8f4de-8142-4e28-9416-2b7eb63cee66 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:31.385195 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Transition to ACTIVE for port object e6e8f4de-8142-4e28-9416-2b7eb63cee66 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:31.390392 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.397864 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.432183 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Network 4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:31.506394 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ba5bdc3d-9f8b-40c4-86a0-c202c00c5a51 tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] 10.222.0.54 "PUT /v2.0/networks/03a46f27-2385-46df-a626-d1ec45467cff/tags HTTP/1.1" status: 200 len: 309 time: 0.2123811 Jul 16 01:40:31.509789 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59058) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.514868 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4136e26a-50e3-4b66-b8fb-e93b5da9bc80 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9564452 Jul 16 01:40:31.516861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-0d14631f-ce94-450c-8107-f8cf579ebcca tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '03a46f27-2385-46df-a626-d1ec45467cff', 'tempest-TagsTest-Tag-2032011650') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:31.525115 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59060) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.542713 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:31.543346 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-2eb1d6bf-da5d-479a-9856-0af3f7f7a738 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Request body: {'subnet': {'network_id': '9d0c1dc8-8a74-49e4-83ff-55c887e3faf0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:31.552001 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:31.636663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=11992ae6-9859-40c9-97b3-fc8adc0a2e04,revision_number=12']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.716045 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0d14631f-ce94-450c-8107-f8cf579ebcca tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] 10.222.0.54 "DELETE /v2.0/networks/03a46f27-2385-46df-a626-d1ec45467cff/tags/tempest-TagsTest-Tag-2032011650 HTTP/1.1" status: 204 len: 168 time: 0.2051966 Jul 16 01:40:31.718858 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59066) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.728839 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-e86d1ff7-eb35-4d89-a1dc-708e8755968e tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '03a46f27-2385-46df-a626-d1ec45467cff', 'tempest-TagsTest-Tag-2032011650') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:31.755359 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Attempting to bind port e6e8f4de-8142-4e28-9416-2b7eb63cee66 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:31.756058 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Attempting to bind port e6e8f4de-8142-4e28-9416-2b7eb63cee66 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '81df3b79-fe1f-44fc-9e82-1c6e82068c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:31.756478 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Attempting to bind port e6e8f4de-8142-4e28-9416-2b7eb63cee66 on network 4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:31.759457 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136e26a-50e3-4b66-b8fb-e93b5da9bc80 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event updated for resources: {'Network': ['ID=9d0c1dc8-8a74-49e4-83ff-55c887e3faf0,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.768966 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:31.769404 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Checking segment: {'id': '81df3b79-fe1f-44fc-9e82-1c6e82068c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:31.769885 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.770526 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Bound using segment: {'id': '81df3b79-fe1f-44fc-9e82-1c6e82068c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:31.771009 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Bound port: e6e8f4de-8142-4e28-9416-2b7eb63cee66, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81df3b79-fe1f-44fc-9e82-1c6e82068c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:31.771438 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.777336 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Pushing event updated for resources: {'Port': ['ID=e6e8f4de-8142-4e28-9416-2b7eb63cee66,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.780370 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 9d0c1dc8-8a74-49e4-83ff-55c887e3faf0 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:31.813557 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf4abd-a0f8-4e4b-9c64-daf5934a6322 req-6417d117-9b52-4064-9861-63795a6a1c5a tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:31.824215 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dfbf4abd-a0f8-4e4b-9c64-daf5934a6322 req-6417d117-9b52-4064-9861-63795a6a1c5a tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.4186819 Jul 16 01:40:31.835203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb1d6bf-da5d-479a-9856-0af3f7f7a738 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Made reservation on behalf of ba64e075266e4b3592c35f697ed5dc77 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:31.840114 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d6bf-da5d-479a-9856-0af3f7f7a738 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.883015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140c79b-6427-4a24-8c90-fa141ea957f4 req-76e6b706-98d7-4248-9d97-e3ede65394fc tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:31.890611 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a140c79b-6427-4a24-8c90-fa141ea957f4 req-76e6b706-98d7-4248-9d97-e3ede65394fc tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa HTTP/1.1" status: 200 len: 944 time: 0.1418395 Jul 16 01:40:31.893180 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-e86d1ff7-eb35-4d89-a1dc-708e8755968e tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] show failed (client error): The resource could not be found. Jul 16 01:40:31.894261 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e86d1ff7-eb35-4d89-a1dc-708e8755968e tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] 10.222.0.54 "GET /v2.0/networks/03a46f27-2385-46df-a626-d1ec45467cff/tags/tempest-TagsTest-Tag-2032011650 HTTP/1.1" status: 404 len: 326 time: 0.1741023 Jul 16 01:40:31.901053 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59068) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.915467 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-0b508a5b-ea96-4192-b1d3-e1f0415b6814 tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '03a46f27-2385-46df-a626-d1ec45467cff', 'tempest-TagsTest-Tag-1850793512') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:31.923603 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['11992ae6-9859-40c9-97b3-fc8adc0a2e04'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:31.931114 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] For port e6e8f4de-8142-4e28-9416-2b7eb63cee66, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:31.940700 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dfbf4abd-a0f8-4e4b-9c64-daf5934a6322 req-6169b343-ccbc-41b5-9661-4f14786eba0b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153526 Jul 16 01:40:31.970027 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a140c79b-6427-4a24-8c90-fa141ea957f4 req-0f08f8f8-ead1-46f0-9cd8-276958fecaa6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782547 Jul 16 01:40:32.001890 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] For port e6e8f4de-8142-4e28-9416-2b7eb63cee66, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e6e8f4de-8142-4e28-9416-2b7eb63cee66,segment=NetworkSegment(81df3b79-fe1f-44fc-9e82-1c6e82068c7f),segment_id=81df3b79-fe1f-44fc-9e82-1c6e82068c7f)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:32.014596 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.056461 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e4786-1a5f-4464-abdf-d28fa94e0931 req-65fa1037-fe62-4c86-9fea-c30668d90c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:32.058427 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-308e4786-1a5f-4464-abdf-d28fa94e0931 req-65fa1037-fe62-4c86-9fea-c30668d90c5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&device_id=75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa HTTP/1.1" status: 200 len: 1095 time: 0.6827266 Jul 16 01:40:32.081968 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a3d19-f5a7-4bcb-ad1b-84f987570003 None None] Pushing event updated for resources: {'Port': ['ID=e6e8f4de-8142-4e28-9416-2b7eb63cee66,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:32.085269 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.096066 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0b508a5b-ea96-4192-b1d3-e1f0415b6814 tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] 10.222.0.54 "GET /v2.0/networks/03a46f27-2385-46df-a626-d1ec45467cff/tags/tempest-TagsTest-Tag-1850793512 HTTP/1.1" status: 204 len: 168 time: 0.1928008 Jul 16 01:40:32.098907 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59070) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:32.108114 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-11ba9d81-515e-4900-a648-3be37fb28dbb tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '03a46f27-2385-46df-a626-d1ec45467cff', 'tempest-TagsTest-Tag-1352016748') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:32.194360 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 788f64ed-cf2b-4539-a1da-5147043125e4 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:32.271167 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-11ba9d81-515e-4900-a648-3be37fb28dbb tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] 10.222.0.54 "GET /v2.0/networks/03a46f27-2385-46df-a626-d1ec45467cff/tags/tempest-TagsTest-Tag-1352016748 HTTP/1.1" status: 204 len: 168 time: 0.1679406 Jul 16 01:40:32.272376 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59072) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:32.313311 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-4534f3e9-1e70-486d-bc59-80effe4200a1 tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '03a46f27-2385-46df-a626-d1ec45467cff') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:32.373645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e4786-1a5f-4464-abdf-d28fa94e0931 req-892bdb45-da4e-46ee-ae5a-5f66adb23681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:32.375850 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-308e4786-1a5f-4464-abdf-d28fa94e0931 req-892bdb45-da4e-46ee-ae5a-5f66adb23681 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 907 time: 0.3063798 Jul 16 01:40:32.418231 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 788f64ed-cf2b-4539-a1da-5147043125e4 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:32.427760 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 788f64ed-cf2b-4539-a1da-5147043125e4 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:32.428147 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.460762 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-308e4786-1a5f-4464-abdf-d28fa94e0931 req-3c761682-223e-4d81-93fb-7fb8f9ead569 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f678afd9-d5cd-4639-9235-d7bf7d61ecaa HTTP/1.1" status: 200 len: 217 time: 0.0655787 Jul 16 01:40:32.506554 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4534f3e9-1e70-486d-bc59-80effe4200a1 tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] 10.222.0.54 "DELETE /v2.0/networks/03a46f27-2385-46df-a626-d1ec45467cff/tags HTTP/1.1" status: 204 len: 168 time: 0.2225986 Jul 16 01:40:32.507210 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59074) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:32.525800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-48f5c7d5-e3e9-4748-9613-8afc8bd6c724 tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '03a46f27-2385-46df-a626-d1ec45467cff', 'tempest-TagsTest-Tag-1850793512') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:32.573824 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d6bf-da5d-479a-9856-0af3f7f7a738 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.693912 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-48f5c7d5-e3e9-4748-9613-8afc8bd6c724 tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] show failed (client error): The resource could not be found. Jul 16 01:40:32.695572 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-48f5c7d5-e3e9-4748-9613-8afc8bd6c724 tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] 10.222.0.54 "GET /v2.0/networks/03a46f27-2385-46df-a626-d1ec45467cff/tags/tempest-TagsTest-Tag-1850793512 HTTP/1.1" status: 404 len: 326 time: 0.1775520 Jul 16 01:40:32.698864 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59078) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:32.715062 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-32184bee-f58b-44f0-a933-97ddb950e12c tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '03a46f27-2385-46df-a626-d1ec45467cff', 'tempest-TagsTest-Tag-1352016748') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:32.732076 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.738139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1d6bf-da5d-479a-9856-0af3f7f7a738 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event updated for resources: {'Subnet': ['ID=61bca2b3-4eeb-4225-8d9e-614853ff911a,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:32.767003 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e4786-1a5f-4464-abdf-d28fa94e0931 req-f3c8a514-7145-41bd-a45c-9485cf9b8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:32.768547 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-308e4786-1a5f-4464-abdf-d28fa94e0931 req-f3c8a514-7145-41bd-a45c-9485cf9b8ee0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ed8c6f3-d43f-4024-a124-b2544fda26de HTTP/1.1" status: 200 len: 846 time: 0.1994660 Jul 16 01:40:32.777879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1d6bf-da5d-479a-9856-0af3f7f7a738 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Checking segment: {'id': 'eaae4fd6-c4f4-4625-9388-b33d825e1ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9d0c1dc8-8a74-49e4-83ff-55c887e3faf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:32.778443 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb1d6bf-da5d-479a-9856-0af3f7f7a738 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Network hostable DHCP agents. Network: 9d0c1dc8-8a74-49e4-83ff-55c887e3faf0, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:32.797111 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 788f64ed-cf2b-4539-a1da-5147043125e4, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=788f64ed-cf2b-4539-a1da-5147043125e4,segment=NetworkSegment(fd417e78-3611-4a84-aec3-92bb2e2ad092),segment_id=fd417e78-3611-4a84-aec3-92bb2e2ad092)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:32.802021 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.808451 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-32184bee-f58b-44f0-a933-97ddb950e12c tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] show failed (client error): The resource could not be found. Jul 16 01:40:32.809527 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-32184bee-f58b-44f0-a933-97ddb950e12c tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] 10.222.0.54 "GET /v2.0/networks/03a46f27-2385-46df-a626-d1ec45467cff/tags/tempest-TagsTest-Tag-1352016748 HTTP/1.1" status: 404 len: 326 time: 0.1078701 Jul 16 01:40:32.812590 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59080) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:32.819254 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-06672b80-4f2f-4b22-bcc7-66d68a3d8dab tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '03a46f27-2385-46df-a626-d1ec45467cff') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:32.825094 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-308e4786-1a5f-4464-abdf-d28fa94e0931 req-b07965b6-8f65-4cee-9d1d-96b10afb8714 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d666cf0f-c0cb-4497-a3f6-7607773175b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409744 Jul 16 01:40:32.832571 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb1d6bf-da5d-479a-9856-0af3f7f7a738 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Network 9d0c1dc8-8a74-49e4-83ff-55c887e3faf0 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:32.860607 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=788f64ed-cf2b-4539-a1da-5147043125e4,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:32.865528 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-2eb1d6bf-da5d-479a-9856-0af3f7f7a738 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 9d0c1dc8-8a74-49e4-83ff-55c887e3faf0) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:32.872240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb1d6bf-da5d-479a-9856-0af3f7f7a738 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:32.872845 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d6bf-da5d-479a-9856-0af3f7f7a738 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.882097 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77123d9a-7ab2-4374-b2cf-49a62b5089b3 None None] Network 9d0c1dc8-8a74-49e4-83ff-55c887e3faf0 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:32.907773 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-06672b80-4f2f-4b22-bcc7-66d68a3d8dab tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] 10.222.0.54 "DELETE /v2.0/networks/03a46f27-2385-46df-a626-d1ec45467cff/tags HTTP/1.1" status: 204 len: 168 time: 0.0940773 Jul 16 01:40:32.912375 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59082) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:32.924443 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2eb1d6bf-da5d-479a-9856-0af3f7f7a738 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3912795 Jul 16 01:40:32.961791 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-308e4786-1a5f-4464-abdf-d28fa94e0931 req-f38dccbd-a2f0-4cf2-95aa-6d4582146828 service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254895 Jul 16 01:40:33.002944 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0b13e3e-43f0-4aee-b134-1d9f9e1d043d tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.114058 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0b13e3e-43f0-4aee-b134-1d9f9e1d043d tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.126409 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c0b13e3e-43f0-4aee-b134-1d9f9e1d043d tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a46f27-2385-46df-a626-d1ec45467cff']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:33.143182 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c0b13e3e-43f0-4aee-b134-1d9f9e1d043d tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d94fdc-f0c0-47ef-bbbd-af10bb54934c') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:33.143670 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c0b13e3e-43f0-4aee-b134-1d9f9e1d043d tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d94fdc-f0c0-47ef-bbbd-af10bb54934c') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:33.154377 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-9d0c1dc8-8a74-49e4-83ff-55c887e3faf0', 'network_id': '9d0c1dc8-8a74-49e4-83ff-55c887e3faf0', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77', 'fixed_ips': [{'subnet_id': '61bca2b3-4eeb-4225-8d9e-614853ff911a'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:40:33.155318 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.170759 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-308e4786-1a5f-4464-abdf-d28fa94e0931 req-07a018ab-63c7-4318-b7a8-8bb34871db50 service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994009 Jul 16 01:40:33.177173 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0b13e3e-43f0-4aee-b134-1d9f9e1d043d tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.236414 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0b13e3e-43f0-4aee-b134-1d9f9e1d043d tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.247382 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b13e3e-43f0-4aee-b134-1d9f9e1d043d tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:33.247803 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0b13e3e-43f0-4aee-b134-1d9f9e1d043d tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:33.251644 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:33.288304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a8c05-52a2-4371-af47-399e56f66aed req-8a84fd85-21e1-4910-b852-ebd99a11dc7c tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:33.298530 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ae6a8c05-52a2-4371-af47-399e56f66aed req-8a84fd85-21e1-4910-b852-ebd99a11dc7c tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa HTTP/1.1" status: 200 len: 944 time: 0.0994477 Jul 16 01:40:33.340912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Allocated IP 19.86.0.2 (9d0c1dc8-8a74-49e4-83ff-55c887e3faf0/61bca2b3-4eeb-4225-8d9e-614853ff911a/53eac432-7e07-4792-9a07-db024877c3c3) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:33.350169 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ae6a8c05-52a2-4371-af47-399e56f66aed req-6113fc6f-a1a5-471d-99e6-ac4f444da087 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450127 Jul 16 01:40:33.350848 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237c67c-aeb3-4684-a5bd-f4ccc31cb147 req-b05aab18-7b6c-48e1-8b32-23fe79c53d18 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:33.352723 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4237c67c-aeb3-4684-a5bd-f4ccc31cb147 req-b05aab18-7b6c-48e1-8b32-23fe79c53d18 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 948 time: 0.1950443 Jul 16 01:40:33.353860 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0b13e3e-43f0-4aee-b134-1d9f9e1d043d tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.376679 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0b13e3e-43f0-4aee-b134-1d9f9e1d043d tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.376679 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c0b13e3e-43f0-4aee-b134-1d9f9e1d043d tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] 10.222.0.54 "DELETE /v2.0/networks/03a46f27-2385-46df-a626-d1ec45467cff HTTP/1.1" status: 204 len: 168 time: 0.4580784 Jul 16 01:40:33.437747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b13e3e-43f0-4aee-b134-1d9f9e1d043d tempest-TagsTest-1396306913 tempest-TagsTest-1396306913-project] Pushing event deleted for resources: {'Network': ['ID=03a46f27-2385-46df-a626-d1ec45467cff,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:33.469902 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4237c67c-aeb3-4684-a5bd-f4ccc31cb147 req-aee749ee-25bf-47f7-a18b-80b6f04c5bb6 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932837 Jul 16 01:40:33.595658 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.609236 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Transition to ACTIVE for port object 53eac432-7e07-4792-9a07-db024877c3c3 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:33.612852 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-70ec1143-2439-40d8-9c12-6720a37798e4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:33.621249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-70ec1143-2439-40d8-9c12-6720a37798e4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:33.629444 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Transition to ACTIVE for port object 53eac432-7e07-4792-9a07-db024877c3c3 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:33.629724 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-70ec1143-2439-40d8-9c12-6720a37798e4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/networks?id=4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522&id=9d0c1dc8-8a74-49e4-83ff-55c887e3faf0&id=4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 HTTP/1.1" status: 200 len: 1391 time: 0.1729114 Jul 16 01:40:33.636605 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.649217 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-e6c2d3a1-989f-4e3f-beaf-409649467972 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/quotas/ba64e075266e4b3592c35f697ed5dc77 HTTP/1.1" status: 200 len: 375 time: 0.0187142 Jul 16 01:40:33.756725 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-79e066e9-7a88-4d4f-94cd-8fcbe6ef53af tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba64e075266e4b3592c35f697ed5dc77&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1064107 Jul 16 01:40:33.773941 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59112) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:33.883471 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-53d8fd04-54f3-4e14-aefb-397906112747 service neutron] 10.222.0.54 "GET /v2.0/networks/4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254792 Jul 16 01:40:33.912422 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b24d523-3369-4094-92b6-e8e46359aada None None] Network 4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:33.925695 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Network 9d0c1dc8-8a74-49e4-83ff-55c887e3faf0 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:33.956152 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:33.962892 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:33.978679 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.983313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Pushing event updated for resources: {'Port': ['ID=53eac432-7e07-4792-9a07-db024877c3c3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:33.988984 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a82a9e77-4468-4879-9fb5-d85128705aef None None] Provisioning for port e6e8f4de-8142-4e28-9416-2b7eb63cee66 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:34.022807 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-617170f6-b114-49f2-8e91-31d6499ab29e service neutron] 10.222.0.54 "GET /v2.0/networks/4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382339 Jul 16 01:40:34.046244 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8ca1ef93-d540-4812-98fe-890bb30d0aeb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5a682ebaeac84887aae2231e9b1e2bef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2710536 Jul 16 01:40:34.046899 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59120) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:34.095872 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Attempting to bind port 53eac432-7e07-4792-9a07-db024877c3c3 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:34.096386 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Attempting to bind port 53eac432-7e07-4792-9a07-db024877c3c3 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'eaae4fd6-c4f4-4625-9388-b33d825e1ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9d0c1dc8-8a74-49e4-83ff-55c887e3faf0'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:34.096904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Attempting to bind port 53eac432-7e07-4792-9a07-db024877c3c3 on network 9d0c1dc8-8a74-49e4-83ff-55c887e3faf0 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:34.115143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:34.115607 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Checking segment: {'id': 'eaae4fd6-c4f4-4625-9388-b33d825e1ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9d0c1dc8-8a74-49e4-83ff-55c887e3faf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:34.116135 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.116586 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Bound using segment: {'id': 'eaae4fd6-c4f4-4625-9388-b33d825e1ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9d0c1dc8-8a74-49e4-83ff-55c887e3faf0'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:34.117074 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Bound port: 53eac432-7e07-4792-9a07-db024877c3c3, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaae4fd6-c4f4-4625-9388-b33d825e1ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9d0c1dc8-8a74-49e4-83ff-55c887e3faf0'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:34.117637 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.155984 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-89d2e50b-3d05-4668-badd-1f749adc37f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.189013 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-89d2e50b-3d05-4668-badd-1f749adc37f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.203820 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9fd067fe-97d4-48c7-999f-a916de39296d service neutron] 10.222.0.54 "GET /v2.0/networks/9d0c1dc8-8a74-49e4-83ff-55c887e3faf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798606 Jul 16 01:40:34.247108 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] For port 53eac432-7e07-4792-9a07-db024877c3c3, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:34.260598 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] For port 53eac432-7e07-4792-9a07-db024877c3c3, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=53eac432-7e07-4792-9a07-db024877c3c3,segment=NetworkSegment(eaae4fd6-c4f4-4625-9388-b33d825e1ad1),segment_id=eaae4fd6-c4f4-4625-9388-b33d825e1ad1)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:34.266704 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.287101 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 788f64ed-cf2b-4539-a1da-5147043125e4 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:34.311499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5aba7-76bc-4a02-8b3b-21a115ff7fa8 req-c4ae20c5-b34a-416a-9862-eecc2d1b68cb tempest-MigrationsAdminTest-519601803 tempest-MigrationsAdminTest-519601803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:34.313517 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-15d5aba7-76bc-4a02-8b3b-21a115ff7fa8 req-c4ae20c5-b34a-416a-9862-eecc2d1b68cb tempest-MigrationsAdminTest-519601803 tempest-MigrationsAdminTest-519601803-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 1099 time: 0.1137664 Jul 16 01:40:34.329169 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-71ab98b2-caef-4812-99a8-994977f125a7 service neutron] 10.222.0.54 "GET /v2.0/networks/9d0c1dc8-8a74-49e4-83ff-55c887e3faf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178241 Jul 16 01:40:34.347237 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-89d2e50b-3d05-4668-badd-1f749adc37f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.351839 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-89d2e50b-3d05-4668-badd-1f749adc37f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.353557 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-89d2e50b-3d05-4668-badd-1f749adc37f6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e2bd6fcb-fdcb-48c2-bc7b-d173e6c35be3 HTTP/1.1" status: 204 len: 168 time: 0.3048222 Jul 16 01:40:34.380944 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2e50b-3d05-4668-badd-1f749adc37f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bd6fcb-fdcb-48c2-bc7b-d173e6c35be3,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:34.392882 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8ffb6-0f3d-4a15-8ee3-edb5f48635c7 None None] Pushing event updated for resources: {'Port': ['ID=53eac432-7e07-4792-9a07-db024877c3c3,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:34.409467 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-15d5aba7-76bc-4a02-8b3b-21a115ff7fa8 req-7d64aba4-1d7f-4671-9d21-1e6edfdf23a2 tempest-MigrationsAdminTest-519601803 tempest-MigrationsAdminTest-519601803-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848773 Jul 16 01:40:34.433284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 788f64ed-cf2b-4539-a1da-5147043125e4 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:34.433284 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.562191 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-5f39a67b-703e-47d6-bb5d-f64a331d216c service neutron] 10.222.0.54 "GET /v2.0/networks/4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258697 Jul 16 01:40:34.590522 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e6e8f4de-8142-4e28-9416-2b7eb63cee66 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:34.726446 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port e6e8f4de-8142-4e28-9416-2b7eb63cee66 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:34.731980 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e6e8f4de-8142-4e28-9416-2b7eb63cee66 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:34.732482 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.758017 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-6be79342-07af-402e-9c39-2f83dfeeccc3 service neutron] 10.222.0.54 "GET /v2.0/networks/4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945765 Jul 16 01:40:34.821575 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 11992ae6-9859-40c9-97b3-fc8adc0a2e04 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:34.934282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-dca6ab94-d71b-4c25-9615-4eb451ce130b None None] Provisioning complete for port e6e8f4de-8142-4e28-9416-2b7eb63cee66 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:34.940442 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dca6ab94-d71b-4c25-9615-4eb451ce130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.010975 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.040237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:35.058744 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:35.059201 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.065508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port e6e8f4de-8142-4e28-9416-2b7eb63cee66, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e6e8f4de-8142-4e28-9416-2b7eb63cee66,segment=NetworkSegment(81df3b79-fe1f-44fc-9e82-1c6e82068c7f),segment_id=81df3b79-fe1f-44fc-9e82-1c6e82068c7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:35.091670 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.210355 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf538a-3697-4392-9be8-00da77bec896 req-6ffe1aa3-8481-440e-8a62-d5c38f2b90c4 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:35.222167 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3baf538a-3697-4392-9be8-00da77bec896 req-6ffe1aa3-8481-440e-8a62-d5c38f2b90c4 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa HTTP/1.1" status: 200 len: 944 time: 0.1476278 Jul 16 01:40:35.224262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=e6e8f4de-8142-4e28-9416-2b7eb63cee66,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.276420 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.310680 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11992ae6-9859-40c9-97b3-fc8adc0a2e04'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:35.313294 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9c9361-00f8-4aa3-8f57-62305f71bb85" -d '{"events": [{"server_uuid": "87d9c4a3-91c1-4381-9125-287ff16ead7e", "name": "network-vif-plugged", "status": "completed", "tag": "11992ae6-9859-40c9-97b3-fc8adc0a2e04"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:35.329734 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:35.334725 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.386470 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f678afd9-d5cd-4639-9235-d7bf7d61ecaa details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:35.529233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f678afd9-d5cd-4639-9235-d7bf7d61ecaa, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f678afd9-d5cd-4639-9235-d7bf7d61ecaa,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:35.543533 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=11992ae6-9859-40c9-97b3-fc8adc0a2e04,revision_number=13']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.546423 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'f678afd9-d5cd-4639-9235-d7bf7d61ecaa', 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6', 'port_id': 'f678afd9-d5cd-4639-9235-d7bf7d61ecaa', 'mac_address': 'fa:16:3e:14:e3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed8c6f3-d43f-4024-a124-b2544fda26de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:35.589823 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.619819 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f678afd9-d5cd-4639-9235-d7bf7d61ecaa {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:35.646208 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f678afd9-d5cd-4639-9235-d7bf7d61ecaa, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f678afd9-d5cd-4639-9235-d7bf7d61ecaa,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:35.651334 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.767393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f678afd9-d5cd-4639-9235-d7bf7d61ecaa,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.834195 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3baf538a-3697-4392-9be8-00da77bec896 req-aa41f7d6-3f3e-464f-b3a3-b27635a8bb52 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6111238 Jul 16 01:40:35.922987 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb11d92-d67f-42bb-b673-83da07aa7129 x-openstack-request-id: req-ddb11d92-d67f-42bb-b673-83da07aa7129 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:35.924062 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d9c4a3-91c1-4381-9125-287ff16ead7e", "name": "network-vif-plugged", "status": "completed", "tag": "11992ae6-9859-40c9-97b3-fc8adc0a2e04", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:35.924873 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ddb11d92-d67f-42bb-b673-83da07aa7129 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:35.925495 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11992ae6-9859-40c9-97b3-fc8adc0a2e04', 'code': 200} Jul 16 01:40:35.967093 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cbb38c6a-ab3a-4852-a46d-71c66cf1bb3c req-d8eba103-5374-4aef-84b2-2dce1ea57963 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 210 time: 0.0409005 Jul 16 01:40:36.010650 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48579bf-c656-4bca-ac3d-1ded30279bc2 None None] Network 9d0c1dc8-8a74-49e4-83ff-55c887e3faf0 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:36.103981 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['f678afd9-d5cd-4639-9235-d7bf7d61ecaa'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:36.172691 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-129d5ce2-dde6-478c-ae3d-b0d8f783c7fb None None] Provisioning for port 53eac432-7e07-4792-9a07-db024877c3c3 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:36.227177 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47075a1e-fa6b-4c79-968b-86d5a9a92ee9 req-d09a3ede-0d44-4d06-b239-a58c93d76389 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:36.235111 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-47075a1e-fa6b-4c79-968b-86d5a9a92ee9 req-d09a3ede-0d44-4d06-b239-a58c93d76389 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 949 time: 0.1631749 Jul 16 01:40:36.236243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e6e8f4de-8142-4e28-9416-2b7eb63cee66 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:36.320468 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-47075a1e-fa6b-4c79-968b-86d5a9a92ee9 req-fd73553f-4bac-410c-af61-43154e066330 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851603 Jul 16 01:40:36.404633 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e6e8f4de-8142-4e28-9416-2b7eb63cee66 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:36.405020 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.540986 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 53eac432-7e07-4792-9a07-db024877c3c3 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:36.567721 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f948e-a110-4fb4-bfdc-2d69dbab4032 req-f0d89f1a-03a8-4fb0-9efe-df02b93e9ef7 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:36.575177 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f4f948e-a110-4fb4-bfdc-2d69dbab4032 req-f0d89f1a-03a8-4fb0-9efe-df02b93e9ef7 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 945 time: 0.0818541 Jul 16 01:40:36.608858 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 53eac432-7e07-4792-9a07-db024877c3c3 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:36.613456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 53eac432-7e07-4792-9a07-db024877c3c3 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:36.614498 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.624513 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f4f948e-a110-4fb4-bfdc-2d69dbab4032 req-68898426-28ed-4852-ba9d-c724b87d578a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433619 Jul 16 01:40:36.787600 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.840368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 53eac432-7e07-4792-9a07-db024877c3c3, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=53eac432-7e07-4792-9a07-db024877c3c3,segment=NetworkSegment(eaae4fd6-c4f4-4625-9388-b33d825e1ad1),segment_id=eaae4fd6-c4f4-4625-9388-b33d825e1ad1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:36.866258 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.876966 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-524d2384-0a15-4f2d-81c3-7b7ae19d72f8 None None] Provisioning complete for port 53eac432-7e07-4792-9a07-db024877c3c3 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:36.877345 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-524d2384-0a15-4f2d-81c3-7b7ae19d72f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.007358 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=53eac432-7e07-4792-9a07-db024877c3c3,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:37.053357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-b56fa94b-ee1f-4854-a0a2-a8ae55efe90f tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.069540 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-b56fa94b-ee1f-4854-a0a2-a8ae55efe90f tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.080604 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-b56fa94b-ee1f-4854-a0a2-a8ae55efe90f tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.47 "GET /v2.0/networks?id=4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522&id=9d0c1dc8-8a74-49e4-83ff-55c887e3faf0&id=4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 HTTP/1.1" status: 200 len: 1391 time: 0.2365255 Jul 16 01:40:37.104721 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-e5890411-9bfa-4ed4-a819-704c4b8fc636 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Request body: {'port': {'device_id': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'network_id': '4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522', 'admin_state_up': True, 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:37.401805 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f678afd9-d5cd-4639-9235-d7bf7d61ecaa up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:37.422013 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-79aab3fe-334b-4007-a0c0-4366a9c25e82 req-c8358046-910b-4949-8e82-ad3be1719ab9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 210 time: 0.0392725 Jul 16 01:40:37.435816 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363999f-4d4e-4eb5-b160-3c20ddda9df3 req-aa8bf08f-086e-4abe-8f3e-aae44a2f37cd tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.437960 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4363999f-4d4e-4eb5-b160-3c20ddda9df3 req-aa8bf08f-086e-4abe-8f3e-aae44a2f37cd tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.26 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 949 time: 0.1196342 Jul 16 01:40:37.456057 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port f678afd9-d5cd-4639-9235-d7bf7d61ecaa completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:37.461628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port f678afd9-d5cd-4639-9235-d7bf7d61ecaa triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:37.462093 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.584204 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-4363999f-4d4e-4eb5-b160-3c20ddda9df3 req-a7e6fa22-382f-407d-9753-5f5fb4bbf662 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Deleting port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:37.584561 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4363999f-4d4e-4eb5-b160-3c20ddda9df3 req-a7e6fa22-382f-407d-9753-5f5fb4bbf662 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.588473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-e5890411-9bfa-4ed4-a819-704c4b8fc636 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Made reservation on behalf of ba64e075266e4b3592c35f697ed5dc77 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:37.592388 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-e5890411-9bfa-4ed4-a819-704c4b8fc636 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.607100 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.616627 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d4fb1-84c6-4cb1-8bca-d8c6b568cab3 req-cf22bab8-d8cf-469d-b878-4e04d6297fff tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.618275 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c54d4fb1-84c6-4cb1-8bca-d8c6b568cab3 req-cf22bab8-d8cf-469d-b878-4e04d6297fff tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa HTTP/1.1" status: 200 len: 945 time: 0.4271827 Jul 16 01:40:37.644825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f678afd9-d5cd-4639-9235-d7bf7d61ecaa, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f678afd9-d5cd-4639-9235-d7bf7d61ecaa,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:37.654569 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.671035 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:40:37.699768 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-4363999f-4d4e-4eb5-b160-3c20ddda9df3 req-a7e6fa22-382f-407d-9753-5f5fb4bbf662 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] For port 11992ae6-9859-40c9-97b3-fc8adc0a2e04, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=11992ae6-9859-40c9-97b3-fc8adc0a2e04,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:37.700141 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4363999f-4d4e-4eb5-b160-3c20ddda9df3 req-a7e6fa22-382f-407d-9753-5f5fb4bbf662 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.709567 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f678afd9-d5cd-4639-9235-d7bf7d61ecaa,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:37.713598 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-4363999f-4d4e-4eb5-b160-3c20ddda9df3 req-a7e6fa22-382f-407d-9753-5f5fb4bbf662 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Calling delete_port for 11992ae6-9859-40c9-97b3-fc8adc0a2e04 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:37.768176 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c54d4fb1-84c6-4cb1-8bca-d8c6b568cab3 req-562fb8cb-45c8-49fc-9fb6-c11e96db22f3 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427052 Jul 16 01:40:37.786283 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-e5890411-9bfa-4ed4-a819-704c4b8fc636 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Allocated IP 19.80.0.241 (4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522/0a89d1a6-5681-40e2-b2cd-e3afe2a7de1a/501b40bc-0ad1-4d24-a959-71a1c834087f) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:37.913431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93089c36-9cb1-46a6-87a7-83a18f953d2d req-998658e9-b1ef-4847-b37f-f14b5113a944 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.914938 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93089c36-9cb1-46a6-87a7-83a18f953d2d req-998658e9-b1ef-4847-b37f-f14b5113a944 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 949 time: 0.1311867 Jul 16 01:40:37.920480 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4363999f-4d4e-4eb5-b160-3c20ddda9df3 req-a7e6fa22-382f-407d-9753-5f5fb4bbf662 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.927057 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f678afd9-d5cd-4639-9235-d7bf7d61ecaa'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:37.931738 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efeec5e3-cad2-4dbd-835f-5a346532743e" -d '{"events": [{"server_uuid": "75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa", "name": "network-vif-plugged", "status": "completed", "tag": "f678afd9-d5cd-4639-9235-d7bf7d61ecaa"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:37.952215 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-e5890411-9bfa-4ed4-a819-704c4b8fc636 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.966937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6fa22-382f-407d-9753-5f5fb4bbf662 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Pushing event deleted for resources: {'Port': ['ID=11992ae6-9859-40c9-97b3-fc8adc0a2e04,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:37.968149 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-e5890411-9bfa-4ed4-a819-704c4b8fc636 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Transition to ACTIVE for port object 501b40bc-0ad1-4d24-a959-71a1c834087f will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:37.968988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['015ab3af-8839-472a-9d35-4cb357881610'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:37.993283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90', '552bec44-7226-4a3d-be74-0f97ca7d7e49', '11992ae6-9859-40c9-97b3-fc8adc0a2e04'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:38.013870 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-e5890411-9bfa-4ed4-a819-704c4b8fc636 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.025472 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93089c36-9cb1-46a6-87a7-83a18f953d2d req-9742d8a5-62a2-49e8-ba88-500419e43f0e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028154 Jul 16 01:40:38.062036 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-4363999f-4d4e-4eb5-b160-3c20ddda9df3 req-a7e6fa22-382f-407d-9753-5f5fb4bbf662 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] No DVR routers for this DVR port 11992ae6-9859-40c9-97b3-fc8adc0a2e04 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:38.068412 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4363999f-4d4e-4eb5-b160-3c20ddda9df3 req-a7e6fa22-382f-407d-9753-5f5fb4bbf662 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.074434 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4363999f-4d4e-4eb5-b160-3c20ddda9df3 req-a7e6fa22-382f-407d-9753-5f5fb4bbf662 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.26 "DELETE /v2.0/ports/11992ae6-9859-40c9-97b3-fc8adc0a2e04 HTTP/1.1" status: 204 len: 173 time: 0.6298809 Jul 16 01:40:38.076576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'name': 'network-vif-deleted', 'tag': '11992ae6-9859-40c9-97b3-fc8adc0a2e04'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:38.086471 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4870ee59-b569-473f-a278-e60d541521a8" -d '{"events": [{"server_uuid": "87d9c4a3-91c1-4381-9125-287ff16ead7e", "name": "network-vif-deleted", "tag": "11992ae6-9859-40c9-97b3-fc8adc0a2e04"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:38.141304 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbae0bd7-dea1-4fbc-9974-3daca6dad635 x-openstack-request-id: req-fbae0bd7-dea1-4fbc-9974-3daca6dad635 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:38.141474 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d9c4a3-91c1-4381-9125-287ff16ead7e", "name": "network-vif-deleted", "tag": "11992ae6-9859-40c9-97b3-fc8adc0a2e04", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:38.141704 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fbae0bd7-dea1-4fbc-9974-3daca6dad635 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:38.142007 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d9c4a3-91c1-4381-9125-287ff16ead7e', 'name': 'network-vif-deleted', 'tag': '11992ae6-9859-40c9-97b3-fc8adc0a2e04', 'status': 'completed', 'code': 200} Jul 16 01:40:38.148472 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f15791b-38cd-4de4-99af-88f1d6565979 x-openstack-request-id: req-8f15791b-38cd-4de4-99af-88f1d6565979 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:38.149175 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa", "name": "network-vif-plugged", "status": "completed", "tag": "f678afd9-d5cd-4639-9235-d7bf7d61ecaa", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:38.149624 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8f15791b-38cd-4de4-99af-88f1d6565979 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:38.150225 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f678afd9-d5cd-4639-9235-d7bf7d61ecaa', 'code': 200} Jul 16 01:40:38.151326 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 53eac432-7e07-4792-9a07-db024877c3c3 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:38.170044 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-e5890411-9bfa-4ed4-a819-704c4b8fc636 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Network 4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:38.174042 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-e5890411-9bfa-4ed4-a819-704c4b8fc636 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:38.177414 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-e5890411-9bfa-4ed4-a819-704c4b8fc636 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:38.218591 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5890411-9bfa-4ed4-a819-704c4b8fc636 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event updated for resources: {'Port': ['ID=501b40bc-0ad1-4d24-a959-71a1c834087f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:38.289194 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-e5890411-9bfa-4ed4-a819-704c4b8fc636 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.289818 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-e5890411-9bfa-4ed4-a819-704c4b8fc636 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.322353 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-e5890411-9bfa-4ed4-a819-704c4b8fc636 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2216318 Jul 16 01:40:38.340173 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-7d851abb-4391-4f8d-b518-db9dfacdcd64 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Request body: {'port': {'device_id': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'network_id': '9d0c1dc8-8a74-49e4-83ff-55c887e3faf0', 'admin_state_up': True, 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:38.376273 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c917f2-1025-473e-9172-1e4c742cb26a req-ec219828-6e89-47c1-a0ca-a93159be7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.386614 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 53eac432-7e07-4792-9a07-db024877c3c3 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:38.386958 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.392577 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-91c917f2-1025-473e-9172-1e4c742cb26a req-ec219828-6e89-47c1-a0ca-a93159be7852 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa HTTP/1.1" status: 200 len: 1097 time: 0.2077987 Jul 16 01:40:38.449078 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-91c917f2-1025-473e-9172-1e4c742cb26a req-e8240124-d9b2-4143-a8fb-6dc5f8e42f79 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464571 Jul 16 01:40:38.548327 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-7d851abb-4391-4f8d-b518-db9dfacdcd64 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Made reservation on behalf of ba64e075266e4b3592c35f697ed5dc77 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:38.555102 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-7d851abb-4391-4f8d-b518-db9dfacdcd64 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.669400 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e03858af-c991-4935-b9d7-8c1b213c736f None None] Provisioning for port 501b40bc-0ad1-4d24-a959-71a1c834087f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:38.689709 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e03858af-c991-4935-b9d7-8c1b213c736f None None] Provisioning complete for port 501b40bc-0ad1-4d24-a959-71a1c834087f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:38.689709 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e03858af-c991-4935-b9d7-8c1b213c736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.712219 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b19d6-4918-41bd-a758-f793fe61789c req-48a76833-7482-4a9e-a820-a27192d048c1 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.725045 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec7b19d6-4918-41bd-a758-f793fe61789c req-48a76833-7482-4a9e-a820-a27192d048c1 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 932 time: 0.1100726 Jul 16 01:40:38.762049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-7d851abb-4391-4f8d-b518-db9dfacdcd64 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Allocated IP 19.86.0.10 (9d0c1dc8-8a74-49e4-83ff-55c887e3faf0/61bca2b3-4eeb-4225-8d9e-614853ff911a/bd070f89-079d-4a79-95f7-e952e6aec97e) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:38.762476 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e03858af-c991-4935-b9d7-8c1b213c736f None None] Port 501b40bc-0ad1-4d24-a959-71a1c834087f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:38.787320 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec7b19d6-4918-41bd-a758-f793fe61789c req-13bfe478-6ac8-4d14-981b-8a0f84719a7c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612030 Jul 16 01:40:39.035306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a499d-d9af-48c7-a062-3e05a703a072 req-0f180737-a9c5-42d5-8c66-8410fe3acce7 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.037421 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-266a499d-d9af-48c7-a062-3e05a703a072 req-0f180737-a9c5-42d5-8c66-8410fe3acce7 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa HTTP/1.1" status: 200 len: 946 time: 0.0814130 Jul 16 01:40:39.062886 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-7d851abb-4391-4f8d-b518-db9dfacdcd64 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.078677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-7d851abb-4391-4f8d-b518-db9dfacdcd64 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Transition to ACTIVE for port object bd070f89-079d-4a79-95f7-e952e6aec97e will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:39.089866 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-266a499d-d9af-48c7-a062-3e05a703a072 req-79a4d14a-8f96-4753-b345-40e1f7e9b3bc tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452116 Jul 16 01:40:39.119770 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-7d851abb-4391-4f8d-b518-db9dfacdcd64 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.177306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d851abb-4391-4f8d-b518-db9dfacdcd64 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event updated for resources: {'Port': ['ID=bd070f89-079d-4a79-95f7-e952e6aec97e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:39.196960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-7d851abb-4391-4f8d-b518-db9dfacdcd64 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Network 9d0c1dc8-8a74-49e4-83ff-55c887e3faf0 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:39.198494 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-7d851abb-4391-4f8d-b518-db9dfacdcd64 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:39.200817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-7d851abb-4391-4f8d-b518-db9dfacdcd64 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:39.271966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-7d851abb-4391-4f8d-b518-db9dfacdcd64 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.273001 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-7d851abb-4391-4f8d-b518-db9dfacdcd64 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.311728 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-7d851abb-4391-4f8d-b518-db9dfacdcd64 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9763925 Jul 16 01:40:39.326807 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b5f30cf0-272b-4578-9212-b7dbe44e6515 req-231df61f-5e1a-4bb9-a824-fd602ebb616b tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=87d9c4a3-91c1-4381-9125-287ff16ead7e HTTP/1.1" status: 200 len: 210 time: 0.0684586 Jul 16 01:40:39.341694 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-c1b768f7-b0af-496a-ae7f-8146bf4b1f2e tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Request body: {'port': {'device_id': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'network_id': '4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522', 'admin_state_up': True, 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:39.499024 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-c1b768f7-b0af-496a-ae7f-8146bf4b1f2e tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Made reservation on behalf of ba64e075266e4b3592c35f697ed5dc77 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:39.503051 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-c1b768f7-b0af-496a-ae7f-8146bf4b1f2e tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.596277 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a1d42839-4f39-4e2b-b22e-56903cabad28 None None] Provisioning for port bd070f89-079d-4a79-95f7-e952e6aec97e completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:39.601734 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a1d42839-4f39-4e2b-b22e-56903cabad28 None None] Provisioning complete for port bd070f89-079d-4a79-95f7-e952e6aec97e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:39.602107 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1d42839-4f39-4e2b-b22e-56903cabad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.673358 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-c1b768f7-b0af-496a-ae7f-8146bf4b1f2e tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Allocated IP 19.80.0.198 (4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522/0a89d1a6-5681-40e2-b2cd-e3afe2a7de1a/f6d99352-6af0-46e1-81a9-2040a573da4a) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:39.818403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a1d42839-4f39-4e2b-b22e-56903cabad28 None None] Port bd070f89-079d-4a79-95f7-e952e6aec97e cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:39.878048 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-c1b768f7-b0af-496a-ae7f-8146bf4b1f2e tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.894031 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-c1b768f7-b0af-496a-ae7f-8146bf4b1f2e tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Transition to ACTIVE for port object f6d99352-6af0-46e1-81a9-2040a573da4a will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:39.941679 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-c1b768f7-b0af-496a-ae7f-8146bf4b1f2e tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.997417 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-c1b768f7-b0af-496a-ae7f-8146bf4b1f2e tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Network 4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:40.018669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-c1b768f7-b0af-496a-ae7f-8146bf4b1f2e tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:40.023286 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-c1b768f7-b0af-496a-ae7f-8146bf4b1f2e tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:40.076056 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79f7b9-84a0-4477-8e6b-d1b1c2c80e6d req-5931afc8-d680-454b-be04-6384e91114f9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:40.078027 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b768f7-b0af-496a-ae7f-8146bf4b1f2e tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event updated for resources: {'Port': ['ID=f6d99352-6af0-46e1-81a9-2040a573da4a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:40.096578 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79f7b9-84a0-4477-8e6b-d1b1c2c80e6d req-5931afc8-d680-454b-be04-6384e91114f9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:40.109330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-c1b768f7-b0af-496a-ae7f-8146bf4b1f2e tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:40.109971 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-c1b768f7-b0af-496a-ae7f-8146bf4b1f2e tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.112582 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79f7b9-84a0-4477-8e6b-d1b1c2c80e6d req-5931afc8-d680-454b-be04-6384e91114f9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:40.125222 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f79f7b9-84a0-4477-8e6b-d1b1c2c80e6d req-5931afc8-d680-454b-be04-6384e91114f9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2376 time: 0.1905923 Jul 16 01:40:40.139547 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-c1b768f7-b0af-496a-ae7f-8146bf4b1f2e tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8097250 Jul 16 01:40:40.185574 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f79f7b9-84a0-4477-8e6b-d1b1c2c80e6d req-614a8c93-5b30-4bd7-88d5-6e07851010bd tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577369 Jul 16 01:40:40.190950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Request body: {'port': {'device_id': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:40.277030 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.478898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-08919436-b8bf-4eb6-8121-aa6b772e518f None None] Provisioning for port f6d99352-6af0-46e1-81a9-2040a573da4a completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:40.485999 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-08919436-b8bf-4eb6-8121-aa6b772e518f None None] Provisioning complete for port f6d99352-6af0-46e1-81a9-2040a573da4a triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:40.486684 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08919436-b8bf-4eb6-8121-aa6b772e518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.545809 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-08919436-b8bf-4eb6-8121-aa6b772e518f None None] Port f6d99352-6af0-46e1-81a9-2040a573da4a cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:40.594179 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870c27c-a41b-4658-ad90-07df5bb7b3af req-abe9b685-f6f8-4df2-8a19-3b4ec6492c34 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:40.595759 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b870c27c-a41b-4658-ad90-07df5bb7b3af req-abe9b685-f6f8-4df2-8a19-3b4ec6492c34 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa HTTP/1.1" status: 200 len: 946 time: 0.1227636 Jul 16 01:40:40.682034 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b870c27c-a41b-4658-ad90-07df5bb7b3af req-22497482-62aa-489d-afe0-3a777e3ba045 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540349 Jul 16 01:40:40.773376 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501b40bc-0ad1-4d24-a959-71a1c834087f {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:40.781168 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.799351 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Transition to ACTIVE for port object 501b40bc-0ad1-4d24-a959-71a1c834087f will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:40.804210 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.835226 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5e607433-33c7-480e-a37e-a6f09cdbfb5e details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:40.856613 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 11992ae6-9859-40c9-97b3-fc8adc0a2e04 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:40.868142 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Pushing event updated for resources: {'Port': ['ID=501b40bc-0ad1-4d24-a959-71a1c834087f,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:40.942942 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca26af-babf-4640-b8c4-0c60b5a29fe9 req-cb071122-658d-44f4-8b6b-964ecf966080 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:40.945390 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4ca26af-babf-4640-b8c4-0c60b5a29fe9 req-cb071122-658d-44f4-8b6b-964ecf966080 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa HTTP/1.1" status: 200 len: 946 time: 0.1024218 Jul 16 01:40:40.967689 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 11992ae6-9859-40c9-97b3-fc8adc0a2e04 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:40.968869 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 11992ae6-9859-40c9-97b3-fc8adc0a2e04 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:40.987138 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5e607433-33c7-480e-a37e-a6f09cdbfb5e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:41.001799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'port_id': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'mac_address': 'fa:16:3e:6b:b5:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:41.021648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Attempting to bind port 501b40bc-0ad1-4d24-a959-71a1c834087f on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:41.021993 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Attempting to bind port 501b40bc-0ad1-4d24-a959-71a1c834087f by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '81df3b79-fe1f-44fc-9e82-1c6e82068c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:41.022328 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Attempting to bind port 501b40bc-0ad1-4d24-a959-71a1c834087f on network 4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:41.027994 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Port 501b40bc-0ad1-4d24-a959-71a1c834087f on network 4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:41.028392 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Attempting to bind port 501b40bc-0ad1-4d24-a959-71a1c834087f on network 4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:41.034661 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:41.034661 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Checking segment: {'id': '81df3b79-fe1f-44fc-9e82-1c6e82068c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:41.035038 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Bound using segment: {'id': '81df3b79-fe1f-44fc-9e82-1c6e82068c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:41.035606 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Bound port: 501b40bc-0ad1-4d24-a959-71a1c834087f, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81df3b79-fe1f-44fc-9e82-1c6e82068c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:41.037128 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.059439 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4ca26af-babf-4640-b8c4-0c60b5a29fe9 req-f48f4a4c-0c6f-44b1-ade5-2cfe63c21b3e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069288 Jul 16 01:40:41.073231 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.107792 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e607433-33c7-480e-a37e-a6f09cdbfb5e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:41.121979 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] For port 501b40bc-0ad1-4d24-a959-71a1c834087f, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:41.126280 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] For port 501b40bc-0ad1-4d24-a959-71a1c834087f, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=501b40bc-0ad1-4d24-a959-71a1c834087f,segment=NetworkSegment(81df3b79-fe1f-44fc-9e82-1c6e82068c7f),segment_id=81df3b79-fe1f-44fc-9e82-1c6e82068c7f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:41.132790 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.143254 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5e607433-33c7-480e-a37e-a6f09cdbfb5e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:41.148073 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.180325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:41.181068 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.182793 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] 10.222.0.47 "PUT /v2.0/ports/501b40bc-0ad1-4d24-a959-71a1c834087f HTTP/1.1" status: 200 len: 1092 time: 0.9969199 Jul 16 01:40:41.183354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'tag': '501b40bc-0ad1-4d24-a959-71a1c834087f'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:41.185798 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba82534-12a8-43d6-9691-d3c3f017b09c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bd2daa-4c45-41c8-a769-bb900df7b0da", "tag": "501b40bc-0ad1-4d24-a959-71a1c834087f"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:41.225031 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42148636-4d2a-47f6-b340-0278553f8823 service neutron] Pushing event updated for resources: {'Port': ['ID=501b40bc-0ad1-4d24-a959-71a1c834087f,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:41.244958 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5e607433-33c7-480e-a37e-a6f09cdbfb5e,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:41.246321 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Request body: {'port': {'device_id': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:41.358637 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.386190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5e607433-33c7-480e-a37e-a6f09cdbfb5e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:41.458121 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cedbb-0bc0-455d-8af2-0a511b19ef59 req-a253942a-e6b8-480f-8f8f-50f1e8dae859 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:41.460311 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-330cedbb-0bc0-455d-8af2-0a511b19ef59 req-a253942a-e6b8-480f-8f8f-50f1e8dae859 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 951 time: 0.2389431 Jul 16 01:40:41.588859 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-330cedbb-0bc0-455d-8af2-0a511b19ef59 req-b594a76f-7a53-4518-8623-eb4e6aa34a7a tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206083 Jul 16 01:40:41.677895 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f0e4ba-d445-4648-bade-9cda9ee50b97 x-openstack-request-id: req-54f0e4ba-d445-4648-bade-9cda9ee50b97 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:41.678195 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bd2daa-4c45-41c8-a769-bb900df7b0da", "tag": "501b40bc-0ad1-4d24-a959-71a1c834087f", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:41.678449 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-54f0e4ba-d445-4648-bade-9cda9ee50b97 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:41.678853 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'tag': '501b40bc-0ad1-4d24-a959-71a1c834087f', 'status': 'completed', 'code': 200} Jul 16 01:40:41.777378 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd070f89-079d-4a79-95f7-e952e6aec97e {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:41.786108 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.799484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Transition to ACTIVE for port object bd070f89-079d-4a79-95f7-e952e6aec97e will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:41.804847 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.871835 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Pushing event updated for resources: {'Port': ['ID=bd070f89-079d-4a79-95f7-e952e6aec97e,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:41.908954 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b5595-f947-4cc1-8357-5c51265f7cec req-3bc4e9f5-bf18-49e5-9d20-ea3e29c408ba tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:41.929528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b5595-f947-4cc1-8357-5c51265f7cec req-3bc4e9f5-bf18-49e5-9d20-ea3e29c408ba tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:41.999588 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b5595-f947-4cc1-8357-5c51265f7cec req-3bc4e9f5-bf18-49e5-9d20-ea3e29c408ba tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.038254 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e26b5595-f947-4cc1-8357-5c51265f7cec req-3bc4e9f5-bf18-49e5-9d20-ea3e29c408ba tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2388 time: 0.2929580 Jul 16 01:40:42.077531 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Attempting to bind port bd070f89-079d-4a79-95f7-e952e6aec97e on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:42.077966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Attempting to bind port bd070f89-079d-4a79-95f7-e952e6aec97e by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'eaae4fd6-c4f4-4625-9388-b33d825e1ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9d0c1dc8-8a74-49e4-83ff-55c887e3faf0'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:42.080551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Attempting to bind port bd070f89-079d-4a79-95f7-e952e6aec97e on network 9d0c1dc8-8a74-49e4-83ff-55c887e3faf0 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:42.093373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Port bd070f89-079d-4a79-95f7-e952e6aec97e on network 9d0c1dc8-8a74-49e4-83ff-55c887e3faf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:42.093850 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Attempting to bind port bd070f89-079d-4a79-95f7-e952e6aec97e on network 9d0c1dc8-8a74-49e4-83ff-55c887e3faf0 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:42.101390 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:42.101785 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Checking segment: {'id': 'eaae4fd6-c4f4-4625-9388-b33d825e1ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9d0c1dc8-8a74-49e4-83ff-55c887e3faf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:42.102300 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Bound using segment: {'id': 'eaae4fd6-c4f4-4625-9388-b33d825e1ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9d0c1dc8-8a74-49e4-83ff-55c887e3faf0'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:42.102620 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Bound port: bd070f89-079d-4a79-95f7-e952e6aec97e, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaae4fd6-c4f4-4625-9388-b33d825e1ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '9d0c1dc8-8a74-49e4-83ff-55c887e3faf0'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:42.104334 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.136822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba82534-12a8-43d6-9691-d3c3f017b09c req-82244b1d-1400-4185-8013-061e483b83d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.140178 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba82534-12a8-43d6-9691-d3c3f017b09c req-82244b1d-1400-4185-8013-061e483b83d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.148517 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba82534-12a8-43d6-9691-d3c3f017b09c req-82244b1d-1400-4185-8013-061e483b83d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.150666 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cba82534-12a8-43d6-9691-d3c3f017b09c req-82244b1d-1400-4185-8013-061e483b83d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba64e075266e4b3592c35f697ed5dc77&device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2731 time: 0.4037120 Jul 16 01:40:42.252961 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e26b5595-f947-4cc1-8357-5c51265f7cec req-2a91ca0a-c427-4fd1-b431-7c46423a0e51 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114890 Jul 16 01:40:42.259441 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] For port bd070f89-079d-4a79-95f7-e952e6aec97e, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:42.274383 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] For port bd070f89-079d-4a79-95f7-e952e6aec97e, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=bd070f89-079d-4a79-95f7-e952e6aec97e,segment=NetworkSegment(eaae4fd6-c4f4-4625-9388-b33d825e1ad1),segment_id=eaae4fd6-c4f4-4625-9388-b33d825e1ad1)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:42.294793 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.364798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.365465 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.367018 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] 10.222.0.47 "PUT /v2.0/ports/bd070f89-079d-4a79-95f7-e952e6aec97e HTTP/1.1" status: 200 len: 1091 time: 1.1440210 Jul 16 01:40:42.389927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ed2e5-3750-4dfc-86e7-08cc6a343c2a req-9659619b-efbe-4dc0-a24a-fa35fe0d275a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.400040 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-637ed2e5-3750-4dfc-86e7-08cc6a343c2a req-9659619b-efbe-4dc0-a24a-fa35fe0d275a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa HTTP/1.1" status: 200 len: 946 time: 0.2031701 Jul 16 01:40:42.416238 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Request body: {'port': {'device_id': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:42.421489 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba82534-12a8-43d6-9691-d3c3f017b09c req-5d532357-aaf1-417d-bde9-09492a987326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.421988 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba82534-12a8-43d6-9691-d3c3f017b09c req-5d532357-aaf1-417d-bde9-09492a987326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.422478 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba82534-12a8-43d6-9691-d3c3f017b09c req-5d532357-aaf1-417d-bde9-09492a987326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.425323 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cba82534-12a8-43d6-9691-d3c3f017b09c req-5d532357-aaf1-417d-bde9-09492a987326 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ba64e075266e4b3592c35f697ed5dc77&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2206912 Jul 16 01:40:42.489509 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1fc83-4f62-40e0-9fdc-8b55678f5f67 service neutron] Pushing event updated for resources: {'Port': ['ID=bd070f89-079d-4a79-95f7-e952e6aec97e,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:42.528609 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-637ed2e5-3750-4dfc-86e7-08cc6a343c2a req-a30b573d-0eff-4821-9c4f-3f94b0f4c6bb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235981 Jul 16 01:40:42.579634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.594390 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba82534-12a8-43d6-9691-d3c3f017b09c req-86b38124-3622-40c2-87f7-2e9b1bf2b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.596474 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cba82534-12a8-43d6-9691-d3c3f017b09c req-86b38124-3622-40c2-87f7-2e9b1bf2b7e7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1619248 Jul 16 01:40:42.851214 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5e607433-33c7-480e-a37e-a6f09cdbfb5e up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:42.949525 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 5e607433-33c7-480e-a37e-a6f09cdbfb5e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:42.950275 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.046922 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8eebc-7018-45d5-93fe-e8b471a5b3eb req-3ad225fc-2640-48c9-87a7-92f9bd2028a8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:43.049850 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0d8eebc-7018-45d5-93fe-e8b471a5b3eb req-3ad225fc-2640-48c9-87a7-92f9bd2028a8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.26 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 951 time: 0.1407628 Jul 16 01:40:43.072809 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e7c64-59b1-49b4-a06c-1b9bf6f2c967 req-c24030ea-78c6-45e5-b9b2-66954299e721 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:43.081153 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eb4e7c64-59b1-49b4-a06c-1b9bf6f2c967 req-c24030ea-78c6-45e5-b9b2-66954299e721 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 951 time: 0.2454331 Jul 16 01:40:43.123032 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6d99352-6af0-46e1-81a9-2040a573da4a {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:43.130033 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.143136 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.177889 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Transition to ACTIVE for port object f6d99352-6af0-46e1-81a9-2040a573da4a will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:43.183046 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eb4e7c64-59b1-49b4-a06c-1b9bf6f2c967 req-0f799515-8952-4d11-86d5-95585d20b0ea tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817955 Jul 16 01:40:43.184189 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.197528 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5e607433-33c7-480e-a37e-a6f09cdbfb5e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:43.198598 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:43.201310 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83068a7e-efaa-4a0c-b986-0c4b2689acf9" -d '{"events": [{"server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "name": "network-vif-plugged", "status": "completed", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:43.217101 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.277987 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643fa855-a0a0-48d0-b53d-9593f84418f5 x-openstack-request-id: req-643fa855-a0a0-48d0-b53d-9593f84418f5 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:43.278516 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "name": "network-vif-plugged", "status": "completed", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:43.278949 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-643fa855-a0a0-48d0-b53d-9593f84418f5 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:43.279513 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'code': 200} Jul 16 01:40:43.329948 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5e607433-33c7-480e-a37e-a6f09cdbfb5e,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:43.331289 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-e0d8eebc-7018-45d5-93fe-e8b471a5b3eb req-59ff57af-7bd1-4902-9906-89a7d90f9f29 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Deleting port 552bec44-7226-4a3d-be74-0f97ca7d7e49 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:43.331837 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e0d8eebc-7018-45d5-93fe-e8b471a5b3eb req-59ff57af-7bd1-4902-9906-89a7d90f9f29 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.346891 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Pushing event updated for resources: {'Port': ['ID=f6d99352-6af0-46e1-81a9-2040a573da4a,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:43.423645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Attempting to bind port f6d99352-6af0-46e1-81a9-2040a573da4a on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:43.423999 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Attempting to bind port f6d99352-6af0-46e1-81a9-2040a573da4a by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '81df3b79-fe1f-44fc-9e82-1c6e82068c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:43.424329 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Attempting to bind port f6d99352-6af0-46e1-81a9-2040a573da4a on network 4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:43.430939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Port f6d99352-6af0-46e1-81a9-2040a573da4a on network 4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:43.431457 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Attempting to bind port f6d99352-6af0-46e1-81a9-2040a573da4a on network 4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:43.436921 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:43.437539 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Checking segment: {'id': '81df3b79-fe1f-44fc-9e82-1c6e82068c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:43.437934 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Bound using segment: {'id': '81df3b79-fe1f-44fc-9e82-1c6e82068c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:43.438837 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Bound port: f6d99352-6af0-46e1-81a9-2040a573da4a, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81df3b79-fe1f-44fc-9e82-1c6e82068c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:43.439202 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.569661 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] For port f6d99352-6af0-46e1-81a9-2040a573da4a, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:43.573946 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] For port f6d99352-6af0-46e1-81a9-2040a573da4a, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f6d99352-6af0-46e1-81a9-2040a573da4a,segment=NetworkSegment(81df3b79-fe1f-44fc-9e82-1c6e82068c7f),segment_id=81df3b79-fe1f-44fc-9e82-1c6e82068c7f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:43.592991 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.684980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-e0d8eebc-7018-45d5-93fe-e8b471a5b3eb req-59ff57af-7bd1-4902-9906-89a7d90f9f29 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] For port 552bec44-7226-4a3d-be74-0f97ca7d7e49, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=552bec44-7226-4a3d-be74-0f97ca7d7e49,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:43.686709 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e0d8eebc-7018-45d5-93fe-e8b471a5b3eb req-59ff57af-7bd1-4902-9906-89a7d90f9f29 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.726039 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'tag': 'bd070f89-079d-4a79-95f7-e952e6aec97e'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:43.726039 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34b1a24-9c4e-4368-af86-ed137e622cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bd2daa-4c45-41c8-a769-bb900df7b0da", "tag": "bd070f89-079d-4a79-95f7-e952e6aec97e"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:43.741014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-e0d8eebc-7018-45d5-93fe-e8b471a5b3eb req-59ff57af-7bd1-4902-9906-89a7d90f9f29 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Calling delete_port for 552bec44-7226-4a3d-be74-0f97ca7d7e49 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:43.756541 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:43.757458 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.761723 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] 10.222.0.47 "PUT /v2.0/ports/f6d99352-6af0-46e1-81a9-2040a573da4a HTTP/1.1" status: 200 len: 1092 time: 1.3507352 Jul 16 01:40:43.828964 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27da33-59c5-4b33-8017-3993bc38164d req-01d5ecf9-98a1-4a9b-b287-73e95ab2844c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:43.835806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27da33-59c5-4b33-8017-3993bc38164d req-01d5ecf9-98a1-4a9b-b287-73e95ab2844c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:43.855397 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27da33-59c5-4b33-8017-3993bc38164d req-01d5ecf9-98a1-4a9b-b287-73e95ab2844c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:43.862869 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee27da33-59c5-4b33-8017-3993bc38164d req-01d5ecf9-98a1-4a9b-b287-73e95ab2844c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2412 time: 0.3879740 Jul 16 01:40:43.888098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875345d-a26d-4211-b780-260c93ebe45e service neutron] Pushing event updated for resources: {'Port': ['ID=f6d99352-6af0-46e1-81a9-2040a573da4a,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:43.973549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-88cc6645-18d2-49bb-b17e-805a6e193f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:43.981297 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-88cc6645-18d2-49bb-b17e-805a6e193f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:43.981883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-88cc6645-18d2-49bb-b17e-805a6e193f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:43.984027 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-88cc6645-18d2-49bb-b17e-805a6e193f45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba64e075266e4b3592c35f697ed5dc77&device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2865 time: 0.1524179 Jul 16 01:40:44.021583 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4041e-b567-4043-840f-c39bb451887e req-8eb847a7-abe2-4448-809d-4375354490a1 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.023560 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-78a4041e-b567-4043-840f-c39bb451887e req-8eb847a7-abe2-4448-809d-4375354490a1 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "GET /v2.0/ports?device_id=75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa HTTP/1.1" status: 200 len: 946 time: 0.5475769 Jul 16 01:40:44.089652 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-3e0daf8b-33ce-457a-ac70-6658a0891915 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.241&port_id=501b40bc-0ad1-4d24-a959-71a1c834087f HTTP/1.1" status: 200 len: 217 time: 0.0841713 Jul 16 01:40:44.118520 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee27da33-59c5-4b33-8017-3993bc38164d req-57556f39-f56b-41f5-81d8-1c63e02c4344 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477698 Jul 16 01:40:44.154422 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-efa34c2a-692d-4638-95c5-94c3157f3e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.156399 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-efa34c2a-692d-4638-95c5-94c3157f3e18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a89d1a6-5681-40e2-b2cd-e3afe2a7de1a HTTP/1.1" status: 200 len: 801 time: 0.0587022 Jul 16 01:40:44.228340 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0f99be-dc0c-4d2e-bb23-f69d5237aa9e x-openstack-request-id: req-5a0f99be-dc0c-4d2e-bb23-f69d5237aa9e {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:44.228768 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bd2daa-4c45-41c8-a769-bb900df7b0da", "tag": "bd070f89-079d-4a79-95f7-e952e6aec97e", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:44.229122 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5a0f99be-dc0c-4d2e-bb23-f69d5237aa9e {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:44.229611 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'tag': 'bd070f89-079d-4a79-95f7-e952e6aec97e', 'status': 'completed', 'code': 200} Jul 16 01:40:44.241280 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3eae6-c0d7-4758-b8ba-0fb509206473 req-e5d7bf8e-2d0c-4588-a207-94a3730d44f9 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.249858 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4db3eae6-c0d7-4758-b8ba-0fb509206473 req-e5d7bf8e-2d0c-4588-a207-94a3730d44f9 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa HTTP/1.1" status: 200 len: 946 time: 0.2458017 Jul 16 01:40:44.334458 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4db3eae6-c0d7-4758-b8ba-0fb509206473 req-00413c78-3479-4d1b-b15a-2bb65a50dfc5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833788 Jul 16 01:40:44.378150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-395e81da-d6f1-4d36-801c-88a0519f17db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.385716 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-395e81da-d6f1-4d36-801c-88a0519f17db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2206199 Jul 16 01:40:44.395781 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-78a4041e-b567-4043-840f-c39bb451887e req-4fe90bea-062e-48dd-b81d-a14a56e07c57 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Deleting port f678afd9-d5cd-4639-9235-d7bf7d61ecaa {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:44.396471 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-78a4041e-b567-4043-840f-c39bb451887e req-4fe90bea-062e-48dd-b81d-a14a56e07c57 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.401777 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e0d8eebc-7018-45d5-93fe-e8b471a5b3eb req-59ff57af-7bd1-4902-9906-89a7d90f9f29 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.446617 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['015ab3af-8839-472a-9d35-4cb357881610'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:44.451644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90', '552bec44-7226-4a3d-be74-0f97ca7d7e49'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:44.461073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff57af-7bd1-4902-9906-89a7d90f9f29 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Pushing event deleted for resources: {'Port': ['ID=552bec44-7226-4a3d-be74-0f97ca7d7e49,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:44.550660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d8eebc-7018-45d5-93fe-e8b471a5b3eb req-59ff57af-7bd1-4902-9906-89a7d90f9f29 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] No DVR routers for this DVR port 552bec44-7226-4a3d-be74-0f97ca7d7e49 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:44.558833 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e0d8eebc-7018-45d5-93fe-e8b471a5b3eb req-59ff57af-7bd1-4902-9906-89a7d90f9f29 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.569967 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0d8eebc-7018-45d5-93fe-e8b471a5b3eb req-59ff57af-7bd1-4902-9906-89a7d90f9f29 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.26 "DELETE /v2.0/ports/552bec44-7226-4a3d-be74-0f97ca7d7e49 HTTP/1.1" status: 204 len: 173 time: 1.5134399 Jul 16 01:40:44.570461 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'name': 'network-vif-deleted', 'tag': '552bec44-7226-4a3d-be74-0f97ca7d7e49'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:44.583067 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf382de-9db0-482c-985b-8df77475afff" -d '{"events": [{"server_uuid": "380a285a-31b0-4f72-94c4-3a1a669dd57a", "name": "network-vif-deleted", "tag": "552bec44-7226-4a3d-be74-0f97ca7d7e49"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:44.639876 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-78a4041e-b567-4043-840f-c39bb451887e req-4fe90bea-062e-48dd-b81d-a14a56e07c57 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] For port f678afd9-d5cd-4639-9235-d7bf7d61ecaa, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f678afd9-d5cd-4639-9235-d7bf7d61ecaa,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:44.640112 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-78a4041e-b567-4043-840f-c39bb451887e req-4fe90bea-062e-48dd-b81d-a14a56e07c57 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.666801 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-cbe01d47-d101-4bd0-876a-f1a516922878 service neutron] 10.222.0.47 "GET /v2.0/networks/4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728279 Jul 16 01:40:44.673133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-78a4041e-b567-4043-840f-c39bb451887e req-4fe90bea-062e-48dd-b81d-a14a56e07c57 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Calling delete_port for f678afd9-d5cd-4639-9235-d7bf7d61ecaa owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:44.846968 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396c227a-2d5e-4ad2-9ff6-53c4d916511b x-openstack-request-id: req-396c227a-2d5e-4ad2-9ff6-53c4d916511b {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:44.847266 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380a285a-31b0-4f72-94c4-3a1a669dd57a", "name": "network-vif-deleted", "tag": "552bec44-7226-4a3d-be74-0f97ca7d7e49", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:44.847522 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-396c227a-2d5e-4ad2-9ff6-53c4d916511b {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:44.847950 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380a285a-31b0-4f72-94c4-3a1a669dd57a', 'name': 'network-vif-deleted', 'tag': '552bec44-7226-4a3d-be74-0f97ca7d7e49', 'status': 'completed', 'code': 200} Jul 16 01:40:44.986793 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-313dd128-6537-43e7-961f-3a094fe2d3ae service neutron] 10.222.0.47 "GET /v2.0/networks/4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037663 Jul 16 01:40:44.993982 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-482cc69b-bbbc-4311-8ec0-884237be88a7 req-dddd9e60-884f-4b84-afd4-f2a3290a264d tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=380a285a-31b0-4f72-94c4-3a1a669dd57a HTTP/1.1" status: 200 len: 210 time: 0.1486049 Jul 16 01:40:45.090613 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-a6bde2fe-00c2-40ab-99a5-d26a7084ef00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.10&port_id=bd070f89-079d-4a79-95f7-e952e6aec97e HTTP/1.1" status: 200 len: 217 time: 0.0958149 Jul 16 01:40:45.247560 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-78a4041e-b567-4043-840f-c39bb451887e req-4fe90bea-062e-48dd-b81d-a14a56e07c57 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.268421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-e0a61c90-9dc9-44c5-9171-f60f73a66da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.269891 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-e0a61c90-9dc9-44c5-9171-f60f73a66da7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=61bca2b3-4eeb-4225-8d9e-614853ff911a HTTP/1.1" status: 200 len: 801 time: 0.1692698 Jul 16 01:40:45.298058 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe90bea-062e-48dd-b81d-a14a56e07c57 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Pushing event deleted for resources: {'Port': ['ID=f678afd9-d5cd-4639-9235-d7bf7d61ecaa,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:45.360884 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a4041e-b567-4043-840f-c39bb451887e req-4fe90bea-062e-48dd-b81d-a14a56e07c57 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] No DVR routers for this DVR port f678afd9-d5cd-4639-9235-d7bf7d61ecaa on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:45.363421 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-78a4041e-b567-4043-840f-c39bb451887e req-4fe90bea-062e-48dd-b81d-a14a56e07c57 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.365692 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-78a4041e-b567-4043-840f-c39bb451887e req-4fe90bea-062e-48dd-b81d-a14a56e07c57 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "DELETE /v2.0/ports/f678afd9-d5cd-4639-9235-d7bf7d61ecaa HTTP/1.1" status: 204 len: 173 time: 1.3327436 Jul 16 01:40:45.371069 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-35cbea67-ab9e-4ce7-99e5-d5f18018ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.376705 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-35cbea67-ab9e-4ce7-99e5-d5f18018ca47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d0c1dc8-8a74-49e4-83ff-55c887e3faf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0951617 Jul 16 01:40:45.415641 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['f678afd9-d5cd-4639-9235-d7bf7d61ecaa'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:45.518607 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b28ed-0ddc-419c-b2a0-5d044e338d1f req-854c979c-72a0-4569-8254-c43c1b3bdf4d tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.525502 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b28ed-0ddc-419c-b2a0-5d044e338d1f req-854c979c-72a0-4569-8254-c43c1b3bdf4d tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.537148 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-3f4b6680-4737-475c-9782-772572469cc8 service neutron] 10.222.0.47 "GET /v2.0/networks/9d0c1dc8-8a74-49e4-83ff-55c887e3faf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487365 Jul 16 01:40:45.542500 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b28ed-0ddc-419c-b2a0-5d044e338d1f req-854c979c-72a0-4569-8254-c43c1b3bdf4d tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.544247 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b21b28ed-0ddc-419c-b2a0-5d044e338d1f req-854c979c-72a0-4569-8254-c43c1b3bdf4d tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2412 time: 0.1503713 Jul 16 01:40:45.614933 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b21b28ed-0ddc-419c-b2a0-5d044e338d1f req-5a69fc3b-03fc-4f1b-9273-9edbf677c474 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583184 Jul 16 01:40:45.651086 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['efd02165-8351-4e87-9a54-2c6b152ae053'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:45.783595 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7606a96c-a8b1-45e1-baeb-369a8e425549 req-b1a1d05e-398f-4342-b1fe-fd30be99c368 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa HTTP/1.1" status: 200 len: 210 time: 0.0961912 Jul 16 01:40:45.833368 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-19a97f63-14c8-425e-b7ab-2c20e1712e5d service neutron] 10.222.0.47 "GET /v2.0/networks/9d0c1dc8-8a74-49e4-83ff-55c887e3faf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891707 Jul 16 01:40:45.893256 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-dc8f3623-0542-4724-b489-68e7bde8f3fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.198&port_id=f6d99352-6af0-46e1-81a9-2040a573da4a HTTP/1.1" status: 200 len: 217 time: 0.0522392 Jul 16 01:40:45.962671 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-29dc5c4b-6552-4993-a041-89a498ee36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.964550 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-29dc5c4b-6552-4993-a041-89a498ee36f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a89d1a6-5681-40e2-b2cd-e3afe2a7de1a HTTP/1.1" status: 200 len: 801 time: 0.0613327 Jul 16 01:40:46.037192 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-235c1da8-9de4-46c4-b6b4-7a56d0034d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.037400 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-235c1da8-9de4-46c4-b6b4-7a56d0034d83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0634763 Jul 16 01:40:46.172670 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-4a5c2619-b738-4d1d-81ba-53b166fa5716 service neutron] 10.222.0.47 "GET /v2.0/networks/4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265149 Jul 16 01:40:46.236202 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'tag': 'f6d99352-6af0-46e1-81a9-2040a573da4a'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:46.243840 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41e6e16-a740-42c4-b13b-2eeb5bb214c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bd2daa-4c45-41c8-a769-bb900df7b0da", "tag": "f6d99352-6af0-46e1-81a9-2040a573da4a"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:46.387453 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75d5c03-b96a-43da-a160-8fc531dff7e7 req-8fd0a275-6003-4d54-bf93-8353ef7e9ce3 service neutron] 10.222.0.47 "GET /v2.0/networks/4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049384 Jul 16 01:40:46.438823 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce50f8b-45d6-4615-9243-bcb3048ec24d x-openstack-request-id: req-7ce50f8b-45d6-4615-9243-bcb3048ec24d {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:46.439219 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bd2daa-4c45-41c8-a769-bb900df7b0da", "tag": "f6d99352-6af0-46e1-81a9-2040a573da4a", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:46.439565 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7ce50f8b-45d6-4615-9243-bcb3048ec24d {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:46.440098 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'tag': 'f6d99352-6af0-46e1-81a9-2040a573da4a', 'status': 'completed', 'code': 200} Jul 16 01:40:46.735499 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b1a24-9c4e-4368-af86-ed137e622cf8 req-78eb0d17-45bd-45d2-86a2-55962d5f0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.736182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b1a24-9c4e-4368-af86-ed137e622cf8 req-78eb0d17-45bd-45d2-86a2-55962d5f0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.739755 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b1a24-9c4e-4368-af86-ed137e622cf8 req-78eb0d17-45bd-45d2-86a2-55962d5f0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.741638 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d34b1a24-9c4e-4368-af86-ed137e622cf8 req-78eb0d17-45bd-45d2-86a2-55962d5f0091 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba64e075266e4b3592c35f697ed5dc77&device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2865 time: 0.1464205 Jul 16 01:40:46.850885 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa', 'name': 'network-vif-deleted', 'tag': 'f678afd9-d5cd-4639-9235-d7bf7d61ecaa'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:46.853608 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4971e9-28df-4808-a2a5-ab5dcc02c029" -d '{"events": [{"server_uuid": "75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa", "name": "network-vif-deleted", "tag": "f678afd9-d5cd-4639-9235-d7bf7d61ecaa"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:46.891015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b664963-1363-4b3f-ae35-76be759dc4d8 req-40caa49e-d2ca-4ddc-9eb8-f4bce450893e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.897107 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b664963-1363-4b3f-ae35-76be759dc4d8 req-40caa49e-d2ca-4ddc-9eb8-f4bce450893e tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.1371894 Jul 16 01:40:46.898375 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 552bec44-7226-4a3d-be74-0f97ca7d7e49 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:46.923696 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b1a24-9c4e-4368-af86-ed137e622cf8 req-2d92dda6-9e3c-4bd5-ae8d-a0d4a5310bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.929932 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d34b1a24-9c4e-4368-af86-ed137e622cf8 req-2d92dda6-9e3c-4bd5-ae8d-a0d4a5310bcf service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d0c1dc8-8a74-49e4-83ff-55c887e3faf0 HTTP/1.1" status: 200 len: 903 time: 0.1804044 Jul 16 01:40:46.935445 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 552bec44-7226-4a3d-be74-0f97ca7d7e49 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:46.936182 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 552bec44-7226-4a3d-be74-0f97ca7d7e49 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:46.966005 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b664963-1363-4b3f-ae35-76be759dc4d8 req-042fc3da-c491-4305-890d-21650a83cef2 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639904 Jul 16 01:40:46.997255 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d34b1a24-9c4e-4368-af86-ed137e622cf8 req-71a52e9f-d580-4a23-815b-4cff15137b7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.10&port_id=bd070f89-079d-4a79-95f7-e952e6aec97e HTTP/1.1" status: 200 len: 217 time: 0.0561485 Jul 16 01:40:47.008646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42adf4c-f027-4f0b-a609-6605ae024d75 req-682d4240-00f4-4f6d-ae24-f2cdb89a8ce0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.019291 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42adf4c-f027-4f0b-a609-6605ae024d75 req-682d4240-00f4-4f6d-ae24-f2cdb89a8ce0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.026434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42adf4c-f027-4f0b-a609-6605ae024d75 req-682d4240-00f4-4f6d-ae24-f2cdb89a8ce0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.033732 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e42adf4c-f027-4f0b-a609-6605ae024d75 req-682d4240-00f4-4f6d-ae24-f2cdb89a8ce0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2412 time: 0.2016652 Jul 16 01:40:47.110397 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e42adf4c-f027-4f0b-a609-6605ae024d75 req-57d6e3e6-9daa-42b8-95e8-c411e53f3a76 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756931 Jul 16 01:40:47.125189 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b1a24-9c4e-4368-af86-ed137e622cf8 req-267af7f2-2bae-4032-b83b-4edbc4e5d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.126857 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d34b1a24-9c4e-4368-af86-ed137e622cf8 req-267af7f2-2bae-4032-b83b-4edbc4e5d43a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=61bca2b3-4eeb-4225-8d9e-614853ff911a HTTP/1.1" status: 200 len: 801 time: 0.0705686 Jul 16 01:40:47.250890 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3554fb-f654-44b5-8a53-53247b1161ea x-openstack-request-id: req-ee3554fb-f654-44b5-8a53-53247b1161ea {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:47.251499 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa", "name": "network-vif-deleted", "tag": "f678afd9-d5cd-4639-9235-d7bf7d61ecaa", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:47.251993 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ee3554fb-f654-44b5-8a53-53247b1161ea {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:47.252617 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f7c1c8-8a2f-4fd7-9171-fe72c1ece7aa', 'name': 'network-vif-deleted', 'tag': 'f678afd9-d5cd-4639-9235-d7bf7d61ecaa', 'status': 'completed', 'code': 200} Jul 16 01:40:47.295490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b1a24-9c4e-4368-af86-ed137e622cf8 req-6da248e6-4de1-45a5-8d23-66d5a39a8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.296025 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d34b1a24-9c4e-4368-af86-ed137e622cf8 req-6da248e6-4de1-45a5-8d23-66d5a39a8208 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d0c1dc8-8a74-49e4-83ff-55c887e3faf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1589313 Jul 16 01:40:47.471587 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f678afd9-d5cd-4639-9235-d7bf7d61ecaa no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:47.551934 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: f678afd9-d5cd-4639-9235-d7bf7d61ecaa {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:47.556291 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f678afd9-d5cd-4639-9235-d7bf7d61ecaa not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:47.583737 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d34b1a24-9c4e-4368-af86-ed137e622cf8 req-82675f95-1018-4cd6-9300-16043292acef service neutron] 10.222.0.47 "GET /v2.0/networks/9d0c1dc8-8a74-49e4-83ff-55c887e3faf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750728 Jul 16 01:40:48.572781 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b7c63-6c6b-49f6-b393-b2f9cf899831 req-b73b6331-e7d9-403e-a701-a4d9ee267f06 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:48.585333 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d34b1a24-9c4e-4368-af86-ed137e622cf8 req-910ea5b6-ca13-4f92-b979-2526c9fe3060 service neutron] 10.222.0.47 "GET /v2.0/networks/9d0c1dc8-8a74-49e4-83ff-55c887e3faf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9911261 Jul 16 01:40:48.601703 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8a8b7c63-6c6b-49f6-b393-b2f9cf899831 req-b73b6331-e7d9-403e-a701-a4d9ee267f06 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.2351017 Jul 16 01:40:48.766318 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8a8b7c63-6c6b-49f6-b393-b2f9cf899831 req-2715b47a-5c74-4a8b-891f-748705a40bb2 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621199 Jul 16 01:40:48.980541 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6e16-a740-42c4-b13b-2eeb5bb214c4 req-7447b78f-5e6d-4917-9581-faacb015c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:48.984822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6e16-a740-42c4-b13b-2eeb5bb214c4 req-7447b78f-5e6d-4917-9581-faacb015c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:48.985567 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6e16-a740-42c4-b13b-2eeb5bb214c4 req-7447b78f-5e6d-4917-9581-faacb015c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:48.991578 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a41e6e16-a740-42c4-b13b-2eeb5bb214c4 req-7447b78f-5e6d-4917-9581-faacb015c619 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba64e075266e4b3592c35f697ed5dc77&device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2865 time: 0.2187965 Jul 16 01:40:48.995053 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2150d5f-d26a-4da6-b0f6-fe91a56109f1 req-58fdea3e-3232-4eb5-97cf-cf649b1d394a tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:48.996112 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f2150d5f-d26a-4da6-b0f6-fe91a56109f1 req-58fdea3e-3232-4eb5-97cf-cf649b1d394a tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 950 time: 0.2821269 Jul 16 01:40:49.006395 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14b1f5-16a2-4a0b-af10-d8bb2cfe27c9 req-1b05f241-e929-4f75-821e-5f27b1e09d88 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.014015 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14b1f5-16a2-4a0b-af10-d8bb2cfe27c9 req-1b05f241-e929-4f75-821e-5f27b1e09d88 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.021849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14b1f5-16a2-4a0b-af10-d8bb2cfe27c9 req-1b05f241-e929-4f75-821e-5f27b1e09d88 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.029897 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6b14b1f5-16a2-4a0b-af10-d8bb2cfe27c9 req-1b05f241-e929-4f75-821e-5f27b1e09d88 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2412 time: 0.2026448 Jul 16 01:40:49.087585 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6b14b1f5-16a2-4a0b-af10-d8bb2cfe27c9 req-612bfa95-9ab4-4835-a8a5-625de5d15726 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564685 Jul 16 01:40:49.245363 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-f2150d5f-d26a-4da6-b0f6-fe91a56109f1 req-863b6347-fa59-4f10-b8c4-1ff362804ae8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Deleting port 015ab3af-8839-472a-9d35-4cb357881610 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:49.245795 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f2150d5f-d26a-4da6-b0f6-fe91a56109f1 req-863b6347-fa59-4f10-b8c4-1ff362804ae8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.268777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6e16-a740-42c4-b13b-2eeb5bb214c4 req-e995b094-a518-4b45-bc60-05f80e74dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.270838 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a41e6e16-a740-42c4-b13b-2eeb5bb214c4 req-e995b094-a518-4b45-bc60-05f80e74dc93 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 HTTP/1.1" status: 200 len: 902 time: 0.2639225 Jul 16 01:40:49.316422 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a41e6e16-a740-42c4-b13b-2eeb5bb214c4 req-c75ae583-9bb6-426b-b9f6-c84fc4958c56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.198&port_id=f6d99352-6af0-46e1-81a9-2040a573da4a HTTP/1.1" status: 200 len: 217 time: 0.0378497 Jul 16 01:40:49.413938 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-f2150d5f-d26a-4da6-b0f6-fe91a56109f1 req-863b6347-fa59-4f10-b8c4-1ff362804ae8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] For port 015ab3af-8839-472a-9d35-4cb357881610, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=015ab3af-8839-472a-9d35-4cb357881610,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:49.414311 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f2150d5f-d26a-4da6-b0f6-fe91a56109f1 req-863b6347-fa59-4f10-b8c4-1ff362804ae8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.427321 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-f2150d5f-d26a-4da6-b0f6-fe91a56109f1 req-863b6347-fa59-4f10-b8c4-1ff362804ae8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Calling delete_port for 015ab3af-8839-472a-9d35-4cb357881610 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:49.427527 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6e16-a740-42c4-b13b-2eeb5bb214c4 req-0e060471-d516-45a5-962a-4a6a5c9cf37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.429172 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a41e6e16-a740-42c4-b13b-2eeb5bb214c4 req-0e060471-d516-45a5-962a-4a6a5c9cf37f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a89d1a6-5681-40e2-b2cd-e3afe2a7de1a HTTP/1.1" status: 200 len: 801 time: 0.1066086 Jul 16 01:40:49.470173 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 501b40bc-0ad1-4d24-a959-71a1c834087f details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:49.565931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6e16-a740-42c4-b13b-2eeb5bb214c4 req-ef0be2a1-4a58-4c56-946f-1083e8abe5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.568305 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a41e6e16-a740-42c4-b13b-2eeb5bb214c4 req-ef0be2a1-4a58-4c56-946f-1083e8abe5e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1261671 Jul 16 01:40:49.634978 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-0eedfd7d-6f1c-4fc4-86b6-23f06a5be830 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.665300 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-0eedfd7d-6f1c-4fc4-86b6-23f06a5be830 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 806 time: 0.3707383 Jul 16 01:40:49.699085 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-98c50826-d6dc-40d7-afe4-761b978e6499 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/quotas/eee8cab6008b4c97b6da90d7038a45ff HTTP/1.1" status: 200 len: 375 time: 0.0316110 Jul 16 01:40:49.763367 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a41e6e16-a740-42c4-b13b-2eeb5bb214c4 req-dd73195f-8a81-4d53-ac85-d7d997b01380 service neutron] 10.222.0.47 "GET /v2.0/networks/4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876018 Jul 16 01:40:49.766036 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 501b40bc-0ad1-4d24-a959-71a1c834087f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=501b40bc-0ad1-4d24-a959-71a1c834087f,segment=NetworkSegment(81df3b79-fe1f-44fc-9e82-1c6e82068c7f),segment_id=81df3b79-fe1f-44fc-9e82-1c6e82068c7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:49.803097 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '501b40bc-0ad1-4d24-a959-71a1c834087f', 'network_id': '4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522', 'port_id': '501b40bc-0ad1-4d24-a959-71a1c834087f', 'mac_address': 'fa:16:3e:d4:d4:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a89d1a6-5681-40e2-b2cd-e3afe2a7de1a', 'ip_address': '19.80.0.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:49.901405 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.936124 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501b40bc-0ad1-4d24-a959-71a1c834087f {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:49.982891 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a41e6e16-a740-42c4-b13b-2eeb5bb214c4 req-e0bc72c5-b5ea-4586-a0fb-a03cd37149fc service neutron] 10.222.0.47 "GET /v2.0/networks/4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112122 Jul 16 01:40:50.016812 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 501b40bc-0ad1-4d24-a959-71a1c834087f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=501b40bc-0ad1-4d24-a959-71a1c834087f,segment=NetworkSegment(81df3b79-fe1f-44fc-9e82-1c6e82068c7f),segment_id=81df3b79-fe1f-44fc-9e82-1c6e82068c7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:50.024788 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.025911 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device bd070f89-079d-4a79-95f7-e952e6aec97e details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:50.081367 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-41f652e0-07a3-4c43-8d91-45766ecbe762 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3811650 Jul 16 01:40:50.114669 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f2150d5f-d26a-4da6-b0f6-fe91a56109f1 req-863b6347-fa59-4f10-b8c4-1ff362804ae8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.174444 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:50.185914 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['015ab3af-8839-472a-9d35-4cb357881610'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:50.220163 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b6347-fa59-4f10-b8c4-1ff362804ae8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Pushing event deleted for resources: {'Port': ['ID=015ab3af-8839-472a-9d35-4cb357881610,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:50.292698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2150d5f-d26a-4da6-b0f6-fe91a56109f1 req-863b6347-fa59-4f10-b8c4-1ff362804ae8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] No DVR routers for this DVR port 015ab3af-8839-472a-9d35-4cb357881610 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:50.299791 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f2150d5f-d26a-4da6-b0f6-fe91a56109f1 req-863b6347-fa59-4f10-b8c4-1ff362804ae8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.301954 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f2150d5f-d26a-4da6-b0f6-fe91a56109f1 req-863b6347-fa59-4f10-b8c4-1ff362804ae8 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.47 "DELETE /v2.0/ports/015ab3af-8839-472a-9d35-4cb357881610 HTTP/1.1" status: 204 len: 173 time: 1.2517576 Jul 16 01:40:50.302443 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0ad90d-b1a9-4805-9a9c-c7e82b05df82', 'name': 'network-vif-deleted', 'tag': '015ab3af-8839-472a-9d35-4cb357881610'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:50.305106 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7791690-06e6-48b9-8939-cbb7c878d9f1" -d '{"events": [{"server_uuid": "6b0ad90d-b1a9-4805-9a9c-c7e82b05df82", "name": "network-vif-deleted", "tag": "015ab3af-8839-472a-9d35-4cb357881610"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:50.363648 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c291d49-69e5-4a8e-89e6-4944c1a7ea99 req-2b2014f8-98b2-40ab-b486-98b1a9a8818a tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b0ad90d-b1a9-4805-9a9c-c7e82b05df82 HTTP/1.1" status: 200 len: 210 time: 0.0928359 Jul 16 01:40:50.457192 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-491eef06-237a-4626-9842-496969314599 service neutron] 10.222.0.54 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665514 Jul 16 01:40:50.566561 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=501b40bc-0ad1-4d24-a959-71a1c834087f,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:50.717571 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-ab0e8f1a-dc99-45c3-8fd0-e3735da91396 service neutron] 10.222.0.54 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586665 Jul 16 01:40:50.728687 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port bd070f89-079d-4a79-95f7-e952e6aec97e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=bd070f89-079d-4a79-95f7-e952e6aec97e,segment=NetworkSegment(eaae4fd6-c4f4-4625-9388-b33d825e1ad1),segment_id=eaae4fd6-c4f4-4625-9388-b33d825e1ad1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:50.835329 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5853d65-265c-4091-aadd-83d0ea008aef req-3184f245-5316-46fc-8c13-0287ec9a6bcf tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.851379 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5853d65-265c-4091-aadd-83d0ea008aef req-3184f245-5316-46fc-8c13-0287ec9a6bcf tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.873414 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'bd070f89-079d-4a79-95f7-e952e6aec97e', 'network_id': '9d0c1dc8-8a74-49e4-83ff-55c887e3faf0', 'port_id': 'bd070f89-079d-4a79-95f7-e952e6aec97e', 'mac_address': 'fa:16:3e:4d:19:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61bca2b3-4eeb-4225-8d9e-614853ff911a', 'ip_address': '19.86.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:50.881525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5853d65-265c-4091-aadd-83d0ea008aef req-3184f245-5316-46fc-8c13-0287ec9a6bcf tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.893338 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d5853d65-265c-4091-aadd-83d0ea008aef req-3184f245-5316-46fc-8c13-0287ec9a6bcf tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2413 time: 0.2321033 Jul 16 01:40:50.994978 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d5853d65-265c-4091-aadd-83d0ea008aef req-3bc4f5aa-9fe9-4da9-b758-65276aaef0d7 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007304 Jul 16 01:40:51.048217 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455dc8eb-b99c-439e-b904-3677060b4d3f x-openstack-request-id: req-455dc8eb-b99c-439e-b904-3677060b4d3f {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:51.049112 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0ad90d-b1a9-4805-9a9c-c7e82b05df82", "name": "network-vif-deleted", "tag": "015ab3af-8839-472a-9d35-4cb357881610", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:51.049470 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-455dc8eb-b99c-439e-b904-3677060b4d3f {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:51.050329 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0ad90d-b1a9-4805-9a9c-c7e82b05df82', 'name': 'network-vif-deleted', 'tag': '015ab3af-8839-472a-9d35-4cb357881610', 'status': 'completed', 'code': 200} Jul 16 01:40:51.051553 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.093711 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd070f89-079d-4a79-95f7-e952e6aec97e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:51.147008 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port bd070f89-079d-4a79-95f7-e952e6aec97e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=bd070f89-079d-4a79-95f7-e952e6aec97e,segment=NetworkSegment(eaae4fd6-c4f4-4625-9388-b33d825e1ad1),segment_id=eaae4fd6-c4f4-4625-9388-b33d825e1ad1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:51.194946 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.195745 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f6d99352-6af0-46e1-81a9-2040a573da4a details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:51.305683 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=bd070f89-079d-4a79-95f7-e952e6aec97e,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:51.332081 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f6d99352-6af0-46e1-81a9-2040a573da4a, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f6d99352-6af0-46e1-81a9-2040a573da4a,segment=NetworkSegment(81df3b79-fe1f-44fc-9e82-1c6e82068c7f),segment_id=81df3b79-fe1f-44fc-9e82-1c6e82068c7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:51.344940 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'f6d99352-6af0-46e1-81a9-2040a573da4a', 'network_id': '4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522', 'port_id': 'f6d99352-6af0-46e1-81a9-2040a573da4a', 'mac_address': 'fa:16:3e:25:05:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a89d1a6-5681-40e2-b2cd-e3afe2a7de1a', 'ip_address': '19.80.0.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:51.451451 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.491239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6d99352-6af0-46e1-81a9-2040a573da4a {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:51.498178 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6ffc12b8-3d2b-48af-b565-fb056a977557 req-76b52013-d9dc-4ef0-8688-2378673870fd tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 210 time: 0.0923452 Jul 16 01:40:51.574114 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f6d99352-6af0-46e1-81a9-2040a573da4a, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f6d99352-6af0-46e1-81a9-2040a573da4a,segment=NetworkSegment(81df3b79-fe1f-44fc-9e82-1c6e82068c7f),segment_id=81df3b79-fe1f-44fc-9e82-1c6e82068c7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:51.584455 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.765958 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f6d99352-6af0-46e1-81a9-2040a573da4a,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:52.288285 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['bd070f89-079d-4a79-95f7-e952e6aec97e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:52.365640 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['f6d99352-6af0-46e1-81a9-2040a573da4a'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:52.377382 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['501b40bc-0ad1-4d24-a959-71a1c834087f'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:52.411360 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbd61e-fb49-4b88-a2b2-a152d44a795a req-80cc0faf-0743-4b24-a6eb-c57376689ed5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.430182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbd61e-fb49-4b88-a2b2-a152d44a795a req-80cc0faf-0743-4b24-a6eb-c57376689ed5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.442940 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbd61e-fb49-4b88-a2b2-a152d44a795a req-80cc0faf-0743-4b24-a6eb-c57376689ed5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.451926 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c61c4-1232-4a45-aa41-7eadd73bbd55 req-160f6cbd-413d-4a27-bd89-64abe17e7619 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.460133 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-50bbd61e-fb49-4b88-a2b2-a152d44a795a req-80cc0faf-0743-4b24-a6eb-c57376689ed5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2415 time: 0.2276051 Jul 16 01:40:52.463422 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a0c61c4-1232-4a45-aa41-7eadd73bbd55 req-160f6cbd-413d-4a27-bd89-64abe17e7619 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.1951692 Jul 16 01:40:52.579993 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-50bbd61e-fb49-4b88-a2b2-a152d44a795a req-26e6d003-deee-4c3e-a737-97f3a11bdaf7 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185343 Jul 16 01:40:52.584763 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a0c61c4-1232-4a45-aa41-7eadd73bbd55 req-6999f0f3-9021-4d55-9ac0-8d9f11944d17 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171596 Jul 16 01:40:53.209283 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d8fa2f39-546f-4d73-b426-8df08fb840a6 req-0bdf0202-87a2-4aba-8a58-1fa6e0c40b38 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 210 time: 0.0926867 Jul 16 01:40:53.502698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-76d5ec34-98ff-4c5f-989b-1ea785aeb73d tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.504944 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-76d5ec34-98ff-4c5f-989b-1ea785aeb73d tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 806 time: 0.1181815 Jul 16 01:40:53.547495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-c69618ec-1289-48ed-812f-c2612969d2a2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Request body: {'port': {'device_id': '05090f40-fc5d-471d-ab6c-8ac8aeb2f509', 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6', 'admin_state_up': True, 'tenant_id': 'eee8cab6008b4c97b6da90d7038a45ff'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:53.617593 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.710182 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 015ab3af-8839-472a-9d35-4cb357881610 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:53.748560 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 015ab3af-8839-472a-9d35-4cb357881610 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:53.749343 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 015ab3af-8839-472a-9d35-4cb357881610 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:53.797900 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-c69618ec-1289-48ed-812f-c2612969d2a2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Made reservation on behalf of eee8cab6008b4c97b6da90d7038a45ff for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:53.811882 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-c69618ec-1289-48ed-812f-c2612969d2a2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.933261 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02212809-df94-4ae6-a49c-2ae21c5706cf req-2a676ff1-2ee5-4ba9-a139-311ff411dbb6 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.934974 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-02212809-df94-4ae6-a49c-2ae21c5706cf req-2a676ff1-2ee5-4ba9-a139-311ff411dbb6 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.1080382 Jul 16 01:40:54.014759 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404a825-4509-440f-b01c-ce50a707d584 req-20ef24c5-1292-4ff3-88cb-44241039c291 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:54.033984 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0404a825-4509-440f-b01c-ce50a707d584 req-20ef24c5-1292-4ff3-88cb-44241039c291 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 950 time: 0.2531469 Jul 16 01:40:54.143210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-c69618ec-1289-48ed-812f-c2612969d2a2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Allocated IP 172.20.0.9 (d666cf0f-c0cb-4497-a3f6-7607773175b6/0ed8c6f3-d43f-4024-a124-b2544fda26de/bae265fd-d958-482c-8b00-d378babde1d1) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:54.158515 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0404a825-4509-440f-b01c-ce50a707d584 req-fcecec55-ac90-4e9b-8144-2cb46d35d381 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ce6e618-ebe3-4053-88d0-86d4c7661434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210170 Jul 16 01:40:54.331291 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-02212809-df94-4ae6-a49c-2ae21c5706cf req-cd44d938-65d5-46ca-aa9a-1eada955f52c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Deleting port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:54.331742 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-02212809-df94-4ae6-a49c-2ae21c5706cf req-cd44d938-65d5-46ca-aa9a-1eada955f52c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.431011 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7d237-47bd-4931-bce4-3a18c737d84d req-68af82a5-c936-47cb-bf22-38e439d14c43 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:54.445925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7d237-47bd-4931-bce4-3a18c737d84d req-68af82a5-c936-47cb-bf22-38e439d14c43 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:54.445925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7d237-47bd-4931-bce4-3a18c737d84d req-68af82a5-c936-47cb-bf22-38e439d14c43 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:54.448239 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-09c7d237-47bd-4931-bce4-3a18c737d84d req-68af82a5-c936-47cb-bf22-38e439d14c43 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2415 time: 0.5835309 Jul 16 01:40:54.500221 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-c69618ec-1289-48ed-812f-c2612969d2a2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.528881 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-02212809-df94-4ae6-a49c-2ae21c5706cf req-cd44d938-65d5-46ca-aa9a-1eada955f52c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] For port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:54.529369 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-02212809-df94-4ae6-a49c-2ae21c5706cf req-cd44d938-65d5-46ca-aa9a-1eada955f52c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.533096 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-09c7d237-47bd-4931-bce4-3a18c737d84d req-d9b84eee-c77c-4c5e-9201-8f63e24d05d6 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777812 Jul 16 01:40:54.554521 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-02212809-df94-4ae6-a49c-2ae21c5706cf req-cd44d938-65d5-46ca-aa9a-1eada955f52c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Calling delete_port for fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:54.601105 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-c69618ec-1289-48ed-812f-c2612969d2a2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.648630 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['efd02165-8351-4e87-9a54-2c6b152ae053'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:54.723335 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69618ec-1289-48ed-812f-c2612969d2a2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Pushing event updated for resources: {'Port': ['ID=bae265fd-d958-482c-8b00-d378babde1d1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:54.752087 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-02212809-df94-4ae6-a49c-2ae21c5706cf req-cd44d938-65d5-46ca-aa9a-1eada955f52c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.765204 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-c69618ec-1289-48ed-812f-c2612969d2a2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Network d666cf0f-c0cb-4497-a3f6-7607773175b6 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:54.787820 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-c69618ec-1289-48ed-812f-c2612969d2a2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:54.796364 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-c69618ec-1289-48ed-812f-c2612969d2a2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:54.825045 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44d938-65d5-46ca-aa9a-1eada955f52c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Pushing event deleted for resources: {'Port': ['ID=fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:54.893635 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-c69618ec-1289-48ed-812f-c2612969d2a2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:54.894319 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-c69618ec-1289-48ed-812f-c2612969d2a2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.901473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-02212809-df94-4ae6-a49c-2ae21c5706cf req-cd44d938-65d5-46ca-aa9a-1eada955f52c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] No DVR routers for this DVR port fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:54.909360 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-02212809-df94-4ae6-a49c-2ae21c5706cf req-cd44d938-65d5-46ca-aa9a-1eada955f52c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.912351 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-02212809-df94-4ae6-a49c-2ae21c5706cf req-cd44d938-65d5-46ca-aa9a-1eada955f52c tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.26 "DELETE /v2.0/ports/fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 HTTP/1.1" status: 204 len: 173 time: 0.9686642 Jul 16 01:40:54.913166 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cda03aa-a91a-4f6c-895e-1bf2330f4ba1', 'name': 'network-vif-deleted', 'tag': 'fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:54.915815 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16788d67-c71e-4ad2-9d13-8dadf429c050" -d '{"events": [{"server_uuid": "1cda03aa-a91a-4f6c-895e-1bf2330f4ba1", "name": "network-vif-deleted", "tag": "fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:54.917366 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-c69618ec-1289-48ed-812f-c2612969d2a2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3761959 Jul 16 01:40:54.943027 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Request body: {'port': {'device_id': '05090f40-fc5d-471d-ab6c-8ac8aeb2f509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:54.974437 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fbe99-02da-41a4-bd6c-d75913b6ef42 req-6f04f1c9-15e4-486a-ba41-8b51e4eec7f7 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:54.977106 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aa6fbe99-02da-41a4-bd6c-d75913b6ef42 req-6f04f1c9-15e4-486a-ba41-8b51e4eec7f7 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 931 time: 0.1136787 Jul 16 01:40:55.006336 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48abf1da-78a1-4928-a695-b70a9113c427 x-openstack-request-id: req-48abf1da-78a1-4928-a695-b70a9113c427 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:55.007445 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cda03aa-a91a-4f6c-895e-1bf2330f4ba1", "name": "network-vif-deleted", "tag": "fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:55.008059 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-48abf1da-78a1-4928-a695-b70a9113c427 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:55.008719 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cda03aa-a91a-4f6c-895e-1bf2330f4ba1', 'name': 'network-vif-deleted', 'tag': 'fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90', 'status': 'completed', 'code': 200} Jul 16 01:40:55.044940 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aa6fbe99-02da-41a4-bd6c-d75913b6ef42 req-e053c7cf-3941-4808-ab18-d38f39732af5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611036 Jul 16 01:40:55.076369 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.349568 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c1bac156-5e06-4980-8014-687d10b773da req-b4c2080f-b84f-4337-83b0-e6f607c3bf41 tempest-MigrationsAdminTest-1083409445 tempest-MigrationsAdminTest-1083409445-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cda03aa-a91a-4f6c-895e-1bf2330f4ba1 HTTP/1.1" status: 200 len: 210 time: 0.0338185 Jul 16 01:40:55.464003 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae265fd-d958-482c-8b00-d378babde1d1 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:55.512947 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.531623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Transition to ACTIVE for port object bae265fd-d958-482c-8b00-d378babde1d1 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:55.546485 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.632864 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Pushing event updated for resources: {'Port': ['ID=bae265fd-d958-482c-8b00-d378babde1d1,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:55.724364 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device bd070f89-079d-4a79-95f7-e952e6aec97e up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:55.852916 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port bd070f89-079d-4a79-95f7-e952e6aec97e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:55.858797 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Attempting to bind port bae265fd-d958-482c-8b00-d378babde1d1 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:55.860499 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Attempting to bind port bae265fd-d958-482c-8b00-d378babde1d1 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:55.862477 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Attempting to bind port bae265fd-d958-482c-8b00-d378babde1d1 on network d666cf0f-c0cb-4497-a3f6-7607773175b6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:55.866365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port bd070f89-079d-4a79-95f7-e952e6aec97e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:55.866886 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.873566 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Port bae265fd-d958-482c-8b00-d378babde1d1 on network d666cf0f-c0cb-4497-a3f6-7607773175b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:55.873977 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Attempting to bind port bae265fd-d958-482c-8b00-d378babde1d1 on network d666cf0f-c0cb-4497-a3f6-7607773175b6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:55.890318 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e707a4b-158f-40b0-bedb-d3d94c019134 req-59e68101-8d2e-417f-a66b-dcf9bc339834 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:55.897176 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e707a4b-158f-40b0-bedb-d3d94c019134 req-59e68101-8d2e-417f-a66b-dcf9bc339834 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:55.907172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e707a4b-158f-40b0-bedb-d3d94c019134 req-59e68101-8d2e-417f-a66b-dcf9bc339834 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:55.915321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1e707a4b-158f-40b0-bedb-d3d94c019134 req-59e68101-8d2e-417f-a66b-dcf9bc339834 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2415 time: 0.2019553 Jul 16 01:40:55.923457 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:55.924028 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Checking segment: {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:55.924495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Bound using segment: {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:55.925020 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Bound port: bae265fd-d958-482c-8b00-d378babde1d1, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:55.925455 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.997153 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1e707a4b-158f-40b0-bedb-d3d94c019134 req-a2b7701b-890c-4427-ab96-e264facebdcd tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807240 Jul 16 01:40:56.021415 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.055673 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd070f89-079d-4a79-95f7-e952e6aec97e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:56.058000 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d34911a-441a-402e-ae02-c17e0c950728" -d '{"events": [{"server_uuid": "b6bd2daa-4c45-41c8-a769-bb900df7b0da", "name": "network-vif-plugged", "status": "completed", "tag": "bd070f89-079d-4a79-95f7-e952e6aec97e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:56.078577 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port bd070f89-079d-4a79-95f7-e952e6aec97e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=bd070f89-079d-4a79-95f7-e952e6aec97e,segment=NetworkSegment(eaae4fd6-c4f4-4625-9388-b33d825e1ad1),segment_id=eaae4fd6-c4f4-4625-9388-b33d825e1ad1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:56.084045 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.085673 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 501b40bc-0ad1-4d24-a959-71a1c834087f up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:56.094004 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] For port bae265fd-d958-482c-8b00-d378babde1d1, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:56.101767 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] For port bae265fd-d958-482c-8b00-d378babde1d1, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=bae265fd-d958-482c-8b00-d378babde1d1,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:56.109169 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.151834 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4639ed08-c395-4cf8-9737-d96a40fff068 x-openstack-request-id: req-4639ed08-c395-4cf8-9737-d96a40fff068 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:56.152175 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bd2daa-4c45-41c8-a769-bb900df7b0da", "name": "network-vif-plugged", "status": "completed", "tag": "bd070f89-079d-4a79-95f7-e952e6aec97e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:56.152394 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4639ed08-c395-4cf8-9737-d96a40fff068 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:56.152811 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd070f89-079d-4a79-95f7-e952e6aec97e', 'code': 200} Jul 16 01:40:56.215262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=bd070f89-079d-4a79-95f7-e952e6aec97e,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:56.233446 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 501b40bc-0ad1-4d24-a959-71a1c834087f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:56.237811 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 501b40bc-0ad1-4d24-a959-71a1c834087f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:56.238414 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.249259 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Pushing event updated for resources: {'Port': ['ID=bae265fd-d958-482c-8b00-d378babde1d1,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:56.281026 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.281026 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.281026 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-f83e133b-ce0f-45b1-8d3f-73e1b4c4ef6f service neutron] 10.222.0.47 "PUT /v2.0/ports/bae265fd-d958-482c-8b00-d378babde1d1 HTTP/1.1" status: 200 len: 1091 time: 1.3452566 Jul 16 01:40:56.281026 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05090f40-fc5d-471d-ab6c-8ac8aeb2f509', 'tag': 'bae265fd-d958-482c-8b00-d378babde1d1'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:56.295621 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a74ae7-7967-4e78-af07-a7d60797062e" -d '{"events": [{"name": "network-changed", "server_uuid": "05090f40-fc5d-471d-ab6c-8ac8aeb2f509", "tag": "bae265fd-d958-482c-8b00-d378babde1d1"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:56.354772 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.393509 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d895b06-ab29-4a55-b07b-4d0c549c1d83 x-openstack-request-id: req-7d895b06-ab29-4a55-b07b-4d0c549c1d83 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:56.397871 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05090f40-fc5d-471d-ab6c-8ac8aeb2f509", "tag": "bae265fd-d958-482c-8b00-d378babde1d1", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:56.398304 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d895b06-ab29-4a55-b07b-4d0c549c1d83 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:56.399380 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 501b40bc-0ad1-4d24-a959-71a1c834087f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=501b40bc-0ad1-4d24-a959-71a1c834087f,segment=NetworkSegment(81df3b79-fe1f-44fc-9e82-1c6e82068c7f),segment_id=81df3b79-fe1f-44fc-9e82-1c6e82068c7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:56.400033 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05090f40-fc5d-471d-ab6c-8ac8aeb2f509', 'tag': 'bae265fd-d958-482c-8b00-d378babde1d1', 'status': 'completed', 'code': 200} Jul 16 01:40:56.411766 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.411766 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f6d99352-6af0-46e1-81a9-2040a573da4a up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:56.515679 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=501b40bc-0ad1-4d24-a959-71a1c834087f,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:56.530385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port f6d99352-6af0-46e1-81a9-2040a573da4a completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:56.546356 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port f6d99352-6af0-46e1-81a9-2040a573da4a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:56.546734 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.595026 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e70697-f7ae-4615-8ca3-b00db0fb32b9 req-0340d822-db4b-4868-89eb-0fef41c615e8 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.604805 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-79e70697-f7ae-4615-8ca3-b00db0fb32b9 req-0340d822-db4b-4868-89eb-0fef41c615e8 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 943 time: 0.3082478 Jul 16 01:40:56.644000 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-7d560ca5-c2f3-4fe3-acc7-af009c35cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.646057 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-7d560ca5-c2f3-4fe3-acc7-af009c35cfe8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 1094 time: 0.2543981 Jul 16 01:40:56.646820 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.685312 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-79e70697-f7ae-4615-8ca3-b00db0fb32b9 req-bd1fe382-59c5-43a3-a8f8-52f3c2881527 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790353 Jul 16 01:40:56.711461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f6d99352-6af0-46e1-81a9-2040a573da4a, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f6d99352-6af0-46e1-81a9-2040a573da4a,segment=NetworkSegment(81df3b79-fe1f-44fc-9e82-1c6e82068c7f),segment_id=81df3b79-fe1f-44fc-9e82-1c6e82068c7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:56.723784 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.754809 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-a7e66a72-1e78-49c5-b376-1f18f1a9b08d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bae265fd-d958-482c-8b00-d378babde1d1 HTTP/1.1" status: 200 len: 217 time: 0.0902293 Jul 16 01:40:56.800834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f6d99352-6af0-46e1-81a9-2040a573da4a,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:56.849418 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-a5165b50-6165-42e8-8d0b-1c10dc9371c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.854241 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-a5165b50-6165-42e8-8d0b-1c10dc9371c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ed8c6f3-d43f-4024-a124-b2544fda26de HTTP/1.1" status: 200 len: 846 time: 0.0857875 Jul 16 01:40:56.904278 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-3a7ab0bf-e7b1-44ab-9f33-736494c17b2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d666cf0f-c0cb-4497-a3f6-7607773175b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339794 Jul 16 01:40:56.945798 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59644) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:56.962467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:57.003549 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:57.003970 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device fbbc851c-5c86-4bc3-8479-d0a5ffcbfa90 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:57.148595 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d84228fc-9c02-48b1-bd43-855dffae2eed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1961ea8d11af4a26af7254218bca79a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992922 Jul 16 01:40:57.151081 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59650) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:57.173698 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-24bed579-e8a8-4fbf-83e6-f446c60a0c65 service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538044 Jul 16 01:40:57.283578 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3a133d14-e001-4727-8c5e-16f5772d2343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.372842 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3a133d14-e001-4727-8c5e-16f5772d2343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.395603 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71460dcc-15f9-4a03-af43-d65c98b2f80d req-894d27b8-ce84-48d1-8775-18a0729aaf45 service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109981 Jul 16 01:40:57.407790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731c593-e880-4855-8e7f-6f08abfc6b7b req-dd9c701a-8d4d-4f96-9dd5-17e3e95c85f4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.414280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731c593-e880-4855-8e7f-6f08abfc6b7b req-dd9c701a-8d4d-4f96-9dd5-17e3e95c85f4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.420583 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731c593-e880-4855-8e7f-6f08abfc6b7b req-dd9c701a-8d4d-4f96-9dd5-17e3e95c85f4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.428974 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6731c593-e880-4855-8e7f-6f08abfc6b7b req-dd9c701a-8d4d-4f96-9dd5-17e3e95c85f4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2418 time: 0.1389644 Jul 16 01:40:57.469241 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3a133d14-e001-4727-8c5e-16f5772d2343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.472830 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3a133d14-e001-4727-8c5e-16f5772d2343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.475160 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3a133d14-e001-4727-8c5e-16f5772d2343 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2ce6e618-ebe3-4053-88d0-86d4c7661434 HTTP/1.1" status: 204 len: 168 time: 0.3229425 Jul 16 01:40:57.509119 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a133d14-e001-4727-8c5e-16f5772d2343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce6e618-ebe3-4053-88d0-86d4c7661434,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:57.514207 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6731c593-e880-4855-8e7f-6f08abfc6b7b req-37f812c9-3e13-4778-9298-5c9159debb84 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843515 Jul 16 01:40:57.595963 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a74ae7-7967-4e78-af07-a7d60797062e req-d7b40f2a-4498-4fcd-a298-8f89d35361fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.597655 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76a74ae7-7967-4e78-af07-a7d60797062e req-d7b40f2a-4498-4fcd-a298-8f89d35361fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 1094 time: 0.0714324 Jul 16 01:40:57.714508 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a74ae7-7967-4e78-af07-a7d60797062e req-f3654881-716b-44d0-ac50-d456ef82eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.716321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76a74ae7-7967-4e78-af07-a7d60797062e req-f3654881-716b-44d0-ac50-d456ef82eb56 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 907 time: 0.1083210 Jul 16 01:40:57.796874 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76a74ae7-7967-4e78-af07-a7d60797062e req-0ad8cc72-0186-461b-9a29-261f8e48cb29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bae265fd-d958-482c-8b00-d378babde1d1 HTTP/1.1" status: 200 len: 217 time: 0.0721173 Jul 16 01:40:57.895443 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a74ae7-7967-4e78-af07-a7d60797062e req-bf09cc0c-d226-415c-88f2-870305d7da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.898320 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76a74ae7-7967-4e78-af07-a7d60797062e req-bf09cc0c-d226-415c-88f2-870305d7da89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ed8c6f3-d43f-4024-a124-b2544fda26de HTTP/1.1" status: 200 len: 846 time: 0.0937657 Jul 16 01:40:57.984498 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59670) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:58.034307 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76a74ae7-7967-4e78-af07-a7d60797062e req-1f7a3b63-7075-4d48-a730-714deea8eca6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d666cf0f-c0cb-4497-a3f6-7607773175b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834732 Jul 16 01:40:58.063467 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-207fa2f6-97ce-42bc-8935-0f23c4c23c4b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6de1d6fc208e405394de0617cb453e31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0748482 Jul 16 01:40:58.065151 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59672) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:58.153706 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501b40bc-0ad1-4d24-a959-71a1c834087f'}, {'server_uuid': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d99352-6af0-46e1-81a9-2040a573da4a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:58.156289 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3f1c99-2022-4152-828f-f4b0118b1f0e" -d '{"events": [{"server_uuid": "b6bd2daa-4c45-41c8-a769-bb900df7b0da", "name": "network-vif-plugged", "status": "completed", "tag": "501b40bc-0ad1-4d24-a959-71a1c834087f"}, {"server_uuid": "b6bd2daa-4c45-41c8-a769-bb900df7b0da", "name": "network-vif-plugged", "status": "completed", "tag": "f6d99352-6af0-46e1-81a9-2040a573da4a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:58.207988 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17a00fb-f2c1-4458-8322-e9fae9a75379 x-openstack-request-id: req-d17a00fb-f2c1-4458-8322-e9fae9a75379 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:58.208264 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bd2daa-4c45-41c8-a769-bb900df7b0da", "name": "network-vif-plugged", "status": "completed", "tag": "501b40bc-0ad1-4d24-a959-71a1c834087f", "code": 200}, {"server_uuid": "b6bd2daa-4c45-41c8-a769-bb900df7b0da", "name": "network-vif-plugged", "status": "completed", "tag": "f6d99352-6af0-46e1-81a9-2040a573da4a", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:58.208467 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d17a00fb-f2c1-4458-8322-e9fae9a75379 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:58.208883 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501b40bc-0ad1-4d24-a959-71a1c834087f', 'code': 200} Jul 16 01:40:58.209147 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d99352-6af0-46e1-81a9-2040a573da4a', 'code': 200} Jul 16 01:40:58.230771 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a5b3f-47ed-479a-8d75-e3b5ec0f644e req-0e550310-76ee-497d-8c54-0084fa37ba1c tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.232445 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-453a5b3f-47ed-479a-8d75-e3b5ec0f644e req-0e550310-76ee-497d-8c54-0084fa37ba1c tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 943 time: 0.3317885 Jul 16 01:40:58.237412 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c066f8d6-e3aa-4cb9-ba6a-ddaa5edbfc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.326234 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76a74ae7-7967-4e78-af07-a7d60797062e req-e7433807-b862-47ce-95f3-4f0097c949ff service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822340 Jul 16 01:40:58.334160 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-453a5b3f-47ed-479a-8d75-e3b5ec0f644e req-a2bdff46-d13a-4c9a-ae7c-8ba249143f59 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913661 Jul 16 01:40:58.336222 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c066f8d6-e3aa-4cb9-ba6a-ddaa5edbfc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.345498 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-30aae631-5fea-444a-a189-67352c9e1e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.447203 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29d3ec-2170-4769-ab1d-443d59b47152 req-30b00dac-38a3-49d0-af25-36a13a8520dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.448254 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29d3ec-2170-4769-ab1d-443d59b47152 req-30b00dac-38a3-49d0-af25-36a13a8520dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.448917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29d3ec-2170-4769-ab1d-443d59b47152 req-30b00dac-38a3-49d0-af25-36a13a8520dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.451025 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b29d3ec-2170-4769-ab1d-443d59b47152 req-30b00dac-38a3-49d0-af25-36a13a8520dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2871 time: 0.0814281 Jul 16 01:40:58.511695 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b29d3ec-2170-4769-ab1d-443d59b47152 req-037ab151-0f90-435d-bcef-3e03140c7b81 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531709 Jul 16 01:40:58.538392 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76a74ae7-7967-4e78-af07-a7d60797062e req-0ac0dd10-6a8d-4053-82a2-a7d542b12998 service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811404 Jul 16 01:40:58.559037 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.559219 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c066f8d6-e3aa-4cb9-ba6a-ddaa5edbfc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.565930 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c066f8d6-e3aa-4cb9-ba6a-ddaa5edbfc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.570251 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c066f8d6-e3aa-4cb9-ba6a-ddaa5edbfc75 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/49cc8c66-d8cd-4b77-a3bf-4b2b18a0dbbd HTTP/1.1" status: 204 len: 168 time: 0.5017073 Jul 16 01:40:58.585945 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066f8d6-e3aa-4cb9-ba6a-ddaa5edbfc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cc8c66-d8cd-4b77-a3bf-4b2b18a0dbbd,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:58.803362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966de22-d860-41da-9379-290cda47f69b req-9a1c06d8-582b-460b-bddf-44366c864523 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.811168 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966de22-d860-41da-9379-290cda47f69b req-9a1c06d8-582b-460b-bddf-44366c864523 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.819145 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966de22-d860-41da-9379-290cda47f69b req-9a1c06d8-582b-460b-bddf-44366c864523 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.821157 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0966de22-d860-41da-9379-290cda47f69b req-9a1c06d8-582b-460b-bddf-44366c864523 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2418 time: 0.1229358 Jul 16 01:40:58.880215 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0966de22-d860-41da-9379-290cda47f69b req-372518b1-659e-4941-ba83-2a806484a132 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520258 Jul 16 01:40:59.620356 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacb3f2-7835-45cb-af41-e67ba825ea29 req-b678688d-dd84-49d6-a2b4-880aaba3b74e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.625141 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fcacb3f2-7835-45cb-af41-e67ba825ea29 req-b678688d-dd84-49d6-a2b4-880aaba3b74e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 943 time: 0.0935884 Jul 16 01:40:59.743489 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fcacb3f2-7835-45cb-af41-e67ba825ea29 req-0cbc279b-c548-48a3-b7e9-bf51937372de tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976803 Jul 16 01:41:00.134032 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0f438-04dc-411b-8a72-8792c44445c9 req-d1ffa9f3-e0c5-42aa-9a95-a6a3af00844d tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:00.143635 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0f438-04dc-411b-8a72-8792c44445c9 req-d1ffa9f3-e0c5-42aa-9a95-a6a3af00844d tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:00.150242 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0f438-04dc-411b-8a72-8792c44445c9 req-d1ffa9f3-e0c5-42aa-9a95-a6a3af00844d tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:00.157417 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-53a0f438-04dc-411b-8a72-8792c44445c9 req-d1ffa9f3-e0c5-42aa-9a95-a6a3af00844d tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2418 time: 0.1020775 Jul 16 01:41:00.226861 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-53a0f438-04dc-411b-8a72-8792c44445c9 req-e29ff907-3ad2-4899-9400-2354444e7168 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680230 Jul 16 01:41:01.029791 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d035e-1aef-46e3-8164-6103c24666e5 req-68a9da01-4e4d-4cc5-9870-997561bfe28c tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.038235 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd8d035e-1aef-46e3-8164-6103c24666e5 req-68a9da01-4e4d-4cc5-9870-997561bfe28c tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 943 time: 0.1132972 Jul 16 01:41:01.060243 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-790a757e-9c36-4308-96ec-d1bf2c01da11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.072481 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.105174 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd8d035e-1aef-46e3-8164-6103c24666e5 req-77063ca3-c8a3-4dc2-ab46-4195250072c4 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655479 Jul 16 01:41:01.436814 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24da28-81bc-4b6a-95c1-7942dba4a31e req-0a804bd2-6256-4d4b-8e66-2736a36a1dff tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.438300 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24da28-81bc-4b6a-95c1-7942dba4a31e req-0a804bd2-6256-4d4b-8e66-2736a36a1dff tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.438300 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24da28-81bc-4b6a-95c1-7942dba4a31e req-0a804bd2-6256-4d4b-8e66-2736a36a1dff tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.438470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24da28-81bc-4b6a-95c1-7942dba4a31e req-0a804bd2-6256-4d4b-8e66-2736a36a1dff tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.439001 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24da28-81bc-4b6a-95c1-7942dba4a31e req-0a804bd2-6256-4d4b-8e66-2736a36a1dff tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.439463 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24da28-81bc-4b6a-95c1-7942dba4a31e req-0a804bd2-6256-4d4b-8e66-2736a36a1dff tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.440098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24da28-81bc-4b6a-95c1-7942dba4a31e req-0a804bd2-6256-4d4b-8e66-2736a36a1dff tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.440635 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24da28-81bc-4b6a-95c1-7942dba4a31e req-0a804bd2-6256-4d4b-8e66-2736a36a1dff tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.441225 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24da28-81bc-4b6a-95c1-7942dba4a31e req-0a804bd2-6256-4d4b-8e66-2736a36a1dff tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.441826 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24da28-81bc-4b6a-95c1-7942dba4a31e req-0a804bd2-6256-4d4b-8e66-2736a36a1dff tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.442895 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24da28-81bc-4b6a-95c1-7942dba4a31e req-0a804bd2-6256-4d4b-8e66-2736a36a1dff tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.443443 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24da28-81bc-4b6a-95c1-7942dba4a31e req-0a804bd2-6256-4d4b-8e66-2736a36a1dff tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.443933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24da28-81bc-4b6a-95c1-7942dba4a31e req-0a804bd2-6256-4d4b-8e66-2736a36a1dff tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.446489 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee24da28-81bc-4b6a-95c1-7942dba4a31e req-0a804bd2-6256-4d4b-8e66-2736a36a1dff tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9151 time: 0.6560760 Jul 16 01:41:01.560213 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576a566-fe4d-4353-93c5-c81376f5e554 req-124f22e3-44dc-4407-a538-d3b7d76ccac3 tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.572187 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9576a566-fe4d-4353-93c5-c81376f5e554 req-124f22e3-44dc-4407-a538-d3b7d76ccac3 tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 886 time: 0.1048303 Jul 16 01:41:01.601933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1b58b-5601-4232-b2e6-f8370877642c req-3510d448-c075-4672-ad5e-2828f4519760 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.608010 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1b58b-5601-4232-b2e6-f8370877642c req-3510d448-c075-4672-ad5e-2828f4519760 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.614259 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1b58b-5601-4232-b2e6-f8370877642c req-3510d448-c075-4672-ad5e-2828f4519760 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.616150 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50e1b58b-5601-4232-b2e6-f8370877642c req-3510d448-c075-4672-ad5e-2828f4519760 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2418 time: 0.0848422 Jul 16 01:41:01.662595 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50e1b58b-5601-4232-b2e6-f8370877642c req-894a394f-b7cb-40c5-a72a-c09724312d5b tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400662 Jul 16 01:41:01.752140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device bae265fd-d958-482c-8b00-d378babde1d1 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:01.872278 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port bae265fd-d958-482c-8b00-d378babde1d1, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=bae265fd-d958-482c-8b00-d378babde1d1,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:01.890078 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'bae265fd-d958-482c-8b00-d378babde1d1', 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6', 'port_id': 'bae265fd-d958-482c-8b00-d378babde1d1', 'mac_address': 'fa:16:3e:f9:55:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed8c6f3-d43f-4024-a124-b2544fda26de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:01.942460 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.956153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae265fd-d958-482c-8b00-d378babde1d1 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:01.962771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad792e69-16f7-4618-bb62-86f30d2cda66 req-0f267001-fa3f-4612-8016-082287c238cb tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.963553 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad792e69-16f7-4618-bb62-86f30d2cda66 req-0f267001-fa3f-4612-8016-082287c238cb tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.970296 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad792e69-16f7-4618-bb62-86f30d2cda66 req-0f267001-fa3f-4612-8016-082287c238cb tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.971082 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad792e69-16f7-4618-bb62-86f30d2cda66 req-0f267001-fa3f-4612-8016-082287c238cb tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.971820 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad792e69-16f7-4618-bb62-86f30d2cda66 req-0f267001-fa3f-4612-8016-082287c238cb tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.972529 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad792e69-16f7-4618-bb62-86f30d2cda66 req-0f267001-fa3f-4612-8016-082287c238cb tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.973801 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad792e69-16f7-4618-bb62-86f30d2cda66 req-0f267001-fa3f-4612-8016-082287c238cb tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.974662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad792e69-16f7-4618-bb62-86f30d2cda66 req-0f267001-fa3f-4612-8016-082287c238cb tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.975322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad792e69-16f7-4618-bb62-86f30d2cda66 req-0f267001-fa3f-4612-8016-082287c238cb tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.976011 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad792e69-16f7-4618-bb62-86f30d2cda66 req-0f267001-fa3f-4612-8016-082287c238cb tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.976658 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad792e69-16f7-4618-bb62-86f30d2cda66 req-0f267001-fa3f-4612-8016-082287c238cb tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.977326 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad792e69-16f7-4618-bb62-86f30d2cda66 req-0f267001-fa3f-4612-8016-082287c238cb tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.978062 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad792e69-16f7-4618-bb62-86f30d2cda66 req-0f267001-fa3f-4612-8016-082287c238cb tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.980664 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ad792e69-16f7-4618-bb62-86f30d2cda66 req-0f267001-fa3f-4612-8016-082287c238cb tempest-NetworksTest-786878001 tempest-NetworksTest-786878001-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9151 time: 0.2970185 Jul 16 01:41:01.985109 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port bae265fd-d958-482c-8b00-d378babde1d1, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=bae265fd-d958-482c-8b00-d378babde1d1,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:01.998192 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.074978 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=bae265fd-d958-482c-8b00-d378babde1d1,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:02.084645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:02.085017 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:02.085371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:02.085719 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:02.086196 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:02.086681 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:02.087024 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:02.087359 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:02.087693 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:02.088047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:02.088381 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:02.088712 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:02.100030 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.353390 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59822) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:02.404557 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d447a21-673a-4dce-9108-f5b0912c4ba9 req-c33051a1-123e-495a-9e7a-4fbdb77968e9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:02.411161 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cb586-9a1e-462e-ab5b-6ebcb78b6563 req-5cbd9b65-af06-4ef7-b80f-cb5b1e110e87 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:02.413245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d447a21-673a-4dce-9108-f5b0912c4ba9 req-c33051a1-123e-495a-9e7a-4fbdb77968e9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:02.419487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d447a21-673a-4dce-9108-f5b0912c4ba9 req-c33051a1-123e-495a-9e7a-4fbdb77968e9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:02.420966 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-226cb586-9a1e-462e-ab5b-6ebcb78b6563 req-5cbd9b65-af06-4ef7-b80f-cb5b1e110e87 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 944 time: 0.1612306 Jul 16 01:41:02.427458 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2d447a21-673a-4dce-9108-f5b0912c4ba9 req-c33051a1-123e-495a-9e7a-4fbdb77968e9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2418 time: 0.1196628 Jul 16 01:41:02.458464 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['bae265fd-d958-482c-8b00-d378babde1d1'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:02.478005 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-226cb586-9a1e-462e-ab5b-6ebcb78b6563 req-95aaaeb5-418c-4e55-88db-b51d29c1fcb0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554156 Jul 16 01:41:02.540027 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2d447a21-673a-4dce-9108-f5b0912c4ba9 req-5fd59ed2-879f-4702-956e-21c040e84247 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103680 Jul 16 01:41:02.595000 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f16771b-312f-4d66-a1d4-029a2273f41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.696893 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f16771b-312f-4d66-a1d4-029a2273f41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.700658 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f16771b-312f-4d66-a1d4-029a2273f41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.745074 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5f16771b-312f-4d66-a1d4-029a2273f41f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=462bcc78245348929fef13a6ee6f1049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881092 Jul 16 01:41:02.745559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59834) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:02.746707 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16771b-312f-4d66-a1d4-029a2273f41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73448c52-3804-48fa-b76c-66e278e5d30c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:02.805473 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6b225ef0-5076-4320-8e0d-41316b0cf7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.827810 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6b225ef0-5076-4320-8e0d-41316b0cf7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.887659 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6b225ef0-5076-4320-8e0d-41316b0cf7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.890266 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6b225ef0-5076-4320-8e0d-41316b0cf7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.894016 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6b225ef0-5076-4320-8e0d-41316b0cf7c5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/73448c52-3804-48fa-b76c-66e278e5d30c HTTP/1.1" status: 204 len: 168 time: 0.1448939 Jul 16 01:41:02.899787 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b225ef0-5076-4320-8e0d-41316b0cf7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73448c52-3804-48fa-b76c-66e278e5d30c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:03.003951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19336944-d51c-48e6-b8ad-ba6dc3a68dfd req-5e31e5c4-ee99-4cd0-a0d1-38727dcf300a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.006964 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19336944-d51c-48e6-b8ad-ba6dc3a68dfd req-5e31e5c4-ee99-4cd0-a0d1-38727dcf300a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 945 time: 0.0794122 Jul 16 01:41:03.057255 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19336944-d51c-48e6-b8ad-ba6dc3a68dfd req-74d06a38-3b32-41c8-af48-ee205780d6f1 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425055 Jul 16 01:41:03.213607 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59854) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:03.227087 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7a96-d2f7-4e1f-a77f-1866b3862804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.335973 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7a96-d2f7-4e1f-a77f-1866b3862804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.341293 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1b4c7a96-d2f7-4e1f-a77f-1866b3862804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.381020 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c7a96-d2f7-4e1f-a77f-1866b3862804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da528c6a-fcee-4689-9c77-118891ffdba1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:03.403548 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1b4c7a96-d2f7-4e1f-a77f-1866b3862804 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=578ed7076fe144bea1ef673bde0db78e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1888392 Jul 16 01:41:03.406154 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59862) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:03.471667 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-72eb1d8c-1f6e-41a9-957e-49d0db4d0728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.509540 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-72eb1d8c-1f6e-41a9-957e-49d0db4d0728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.570495 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-72eb1d8c-1f6e-41a9-957e-49d0db4d0728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.580752 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-72eb1d8c-1f6e-41a9-957e-49d0db4d0728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.582887 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-72eb1d8c-1f6e-41a9-957e-49d0db4d0728 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/da528c6a-fcee-4689-9c77-118891ffdba1 HTTP/1.1" status: 204 len: 168 time: 0.1750200 Jul 16 01:41:03.605157 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb1d8c-1f6e-41a9-957e-49d0db4d0728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da528c6a-fcee-4689-9c77-118891ffdba1,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:03.733866 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145a3d3-8344-4c6b-bfc1-dea933c2759f req-342b1b8a-d680-4de6-91cc-128bad3f82df tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.736914 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a145a3d3-8344-4c6b-bfc1-dea933c2759f req-342b1b8a-d680-4de6-91cc-128bad3f82df tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 944 time: 0.0876286 Jul 16 01:41:03.767077 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.773274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device bae265fd-d958-482c-8b00-d378babde1d1 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:03.789254 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e62d13-c348-4183-87e8-8844a9b49bb8 req-9fab11e8-8966-4d2e-9916-0da9d8a2fe9d tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.803928 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a145a3d3-8344-4c6b-bfc1-dea933c2759f req-14885958-b8e3-46f9-9851-4526d4549fbe tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601587 Jul 16 01:41:03.807768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e62d13-c348-4183-87e8-8844a9b49bb8 req-9fab11e8-8966-4d2e-9916-0da9d8a2fe9d tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.830874 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e62d13-c348-4183-87e8-8844a9b49bb8 req-9fab11e8-8966-4d2e-9916-0da9d8a2fe9d tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.832843 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e4e62d13-c348-4183-87e8-8844a9b49bb8 req-9fab11e8-8966-4d2e-9916-0da9d8a2fe9d tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2418 time: 0.1654501 Jul 16 01:41:03.844371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port bae265fd-d958-482c-8b00-d378babde1d1 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:03.854194 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port bae265fd-d958-482c-8b00-d378babde1d1 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:03.855926 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.879917 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e4e62d13-c348-4183-87e8-8844a9b49bb8 req-14a27bc2-6103-42c3-87e4-f7764fde8489 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398982 Jul 16 01:41:03.996129 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.023469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05090f40-fc5d-471d-ab6c-8ac8aeb2f509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae265fd-d958-482c-8b00-d378babde1d1'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:04.025787 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8da13ab-8cee-4c8e-986c-3e6ddb9bb701" -d '{"events": [{"server_uuid": "05090f40-fc5d-471d-ab6c-8ac8aeb2f509", "name": "network-vif-plugged", "status": "completed", "tag": "bae265fd-d958-482c-8b00-d378babde1d1"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:04.044316 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port bae265fd-d958-482c-8b00-d378babde1d1, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=bae265fd-d958-482c-8b00-d378babde1d1,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:04.049914 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.086187 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6fec52-1cc6-489a-ad5f-1245329e2c6a x-openstack-request-id: req-dc6fec52-1cc6-489a-ad5f-1245329e2c6a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:04.086608 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05090f40-fc5d-471d-ab6c-8ac8aeb2f509", "name": "network-vif-plugged", "status": "completed", "tag": "bae265fd-d958-482c-8b00-d378babde1d1", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:04.086986 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc6fec52-1cc6-489a-ad5f-1245329e2c6a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:04.087464 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05090f40-fc5d-471d-ab6c-8ac8aeb2f509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae265fd-d958-482c-8b00-d378babde1d1', 'code': 200} Jul 16 01:41:04.126466 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=bae265fd-d958-482c-8b00-d378babde1d1,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:04.272002 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b6a28-9484-47c8-bc63-d3883e5cfd1d req-c97b2ec2-a4b2-4a47-a90a-83e16795717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.273814 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-603b6a28-9484-47c8-bc63-d3883e5cfd1d req-c97b2ec2-a4b2-4a47-a90a-83e16795717d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 1096 time: 0.0575671 Jul 16 01:41:04.315354 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-603b6a28-9484-47c8-bc63-d3883e5cfd1d req-d366c108-798b-4fac-82af-f6bd3f3f26a3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310585 Jul 16 01:41:05.007237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef00acd-de89-48d3-91e8-cfe05d7c2075 req-bad0a057-a4c3-4e26-b710-bcab51f7adf0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.008829 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ef00acd-de89-48d3-91e8-cfe05d7c2075 req-bad0a057-a4c3-4e26-b710-bcab51f7adf0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 945 time: 0.0858424 Jul 16 01:41:05.023343 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5e607433-33c7-480e-a37e-a6f09cdbfb5e no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:05.074645 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ef00acd-de89-48d3-91e8-cfe05d7c2075 req-473b8c0e-4472-41ad-8e0f-be1c8bc1bcd0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506504 Jul 16 01:41:05.117542 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.136123 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16ab5b-0f26-457d-8d2e-85a1ee2f567f req-ca7863be-0e4e-4d1c-9b98-9ed1bed016b6 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.142617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16ab5b-0f26-457d-8d2e-85a1ee2f567f req-ca7863be-0e4e-4d1c-9b98-9ed1bed016b6 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.155925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16ab5b-0f26-457d-8d2e-85a1ee2f567f req-ca7863be-0e4e-4d1c-9b98-9ed1bed016b6 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.158985 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5e607433-33c7-480e-a37e-a6f09cdbfb5e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:05.164359 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ca16ab5b-0f26-457d-8d2e-85a1ee2f567f req-ca7863be-0e4e-4d1c-9b98-9ed1bed016b6 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2418 time: 0.1331892 Jul 16 01:41:05.164562 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.205534 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ca16ab5b-0f26-457d-8d2e-85a1ee2f567f req-a8f2b1d3-3742-4329-833f-f545d70e0966 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401046 Jul 16 01:41:05.217910 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5e607433-33c7-480e-a37e-a6f09cdbfb5e,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:05.388762 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-95f16bd2-7926-4ac9-a8d3-2979571af358 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0724828 Jul 16 01:41:05.454910 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-f3cdfc66-ac83-4482-b12e-9dffd943945f tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.461312 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-f3cdfc66-ac83-4482-b12e-9dffd943945f tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.467201 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-f3cdfc66-ac83-4482-b12e-9dffd943945f tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.468885 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-f3cdfc66-ac83-4482-b12e-9dffd943945f tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 2418 time: 0.0843451 Jul 16 01:41:05.518771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-8c3a3f52-989d-45fa-a66f-00eb689bb54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.519261 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-8c3a3f52-989d-45fa-a66f-00eb689bb54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.520103 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-8c3a3f52-989d-45fa-a66f-00eb689bb54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.520581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-8c3a3f52-989d-45fa-a66f-00eb689bb54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.521425 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-8c3a3f52-989d-45fa-a66f-00eb689bb54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.521634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-8c3a3f52-989d-45fa-a66f-00eb689bb54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.522224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-8c3a3f52-989d-45fa-a66f-00eb689bb54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.524164 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-8c3a3f52-989d-45fa-a66f-00eb689bb54f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64&device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 6486 time: 0.0699143 Jul 16 01:41:05.578703 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-a33c6096-452d-4dd5-b3db-c03dc26c38e3 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Deleting port bd070f89-079d-4a79-95f7-e952e6aec97e {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:05.578703 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-a33c6096-452d-4dd5-b3db-c03dc26c38e3 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.680176 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-a33c6096-452d-4dd5-b3db-c03dc26c38e3 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] For port bd070f89-079d-4a79-95f7-e952e6aec97e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=bd070f89-079d-4a79-95f7-e952e6aec97e,segment=NetworkSegment(eaae4fd6-c4f4-4625-9388-b33d825e1ad1),segment_id=eaae4fd6-c4f4-4625-9388-b33d825e1ad1)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:05.680563 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-a33c6096-452d-4dd5-b3db-c03dc26c38e3 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.695239 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-a33c6096-452d-4dd5-b3db-c03dc26c38e3 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Calling delete_port for bd070f89-079d-4a79-95f7-e952e6aec97e owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:05.890258 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-a33c6096-452d-4dd5-b3db-c03dc26c38e3 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.929024 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c6096-452d-4dd5-b3db-c03dc26c38e3 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event deleted for resources: {'Port': ['ID=bd070f89-079d-4a79-95f7-e952e6aec97e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:05.938368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['501b40bc-0ad1-4d24-a959-71a1c834087f', 'bd070f89-079d-4a79-95f7-e952e6aec97e', 'f6d99352-6af0-46e1-81a9-2040a573da4a'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:06.004619 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-bca2565e-bb07-4168-8d84-ea1cfee2ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.008042 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-bca2565e-bb07-4168-8d84-ea1cfee2ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.011115 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-bca2565e-bb07-4168-8d84-ea1cfee2ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.020905 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-bca2565e-bb07-4168-8d84-ea1cfee2ed9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=390a5774-3bfa-4097-9619-3ba7e652e7e6&id=525896ce-09df-4da2-9eab-4fa66a501412&id=525896ce-09df-4da2-9eab-4fa66a501412&id=525896ce-09df-4da2-9eab-4fa66a501412&id=525896ce-09df-4da2-9eab-4fa66a501412&id=b9af7ef5-ac18-4736-89a9-97ab3ca3428e&id=b9af7ef5-ac18-4736-89a9-97ab3ca3428e HTTP/1.1" status: 200 len: 2293 time: 0.4680524 Jul 16 01:41:06.023227 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-a33c6096-452d-4dd5-b3db-c03dc26c38e3 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] No DVR routers for this DVR port bd070f89-079d-4a79-95f7-e952e6aec97e on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:06.026737 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-a33c6096-452d-4dd5-b3db-c03dc26c38e3 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.029587 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-a33c6096-452d-4dd5-b3db-c03dc26c38e3 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.47 "DELETE /v2.0/ports/bd070f89-079d-4a79-95f7-e952e6aec97e HTTP/1.1" status: 204 len: 173 time: 0.5518687 Jul 16 01:41:06.030093 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'name': 'network-vif-deleted', 'tag': 'bd070f89-079d-4a79-95f7-e952e6aec97e'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:06.032607 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ae6f34-61ed-4bc8-8056-2961ea8be6f1" -d '{"events": [{"server_uuid": "b6bd2daa-4c45-41c8-a769-bb900df7b0da", "name": "network-vif-deleted", "tag": "bd070f89-079d-4a79-95f7-e952e6aec97e"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:06.118915 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-f42e7fde-0406-4c27-802c-d158339f7686 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6072fcdc-ba07-43e1-a11f-87e967e3d8d2 HTTP/1.1" status: 200 len: 1001 time: 0.0932064 Jul 16 01:41:06.134312 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:06.137064 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d2777b-7f4a-44f7-ad76-318c9df8f79b" -d '{"events": [{"server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "name": "network-vif-unplugged", "status": "completed", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:06.256255 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d20c339-1650-4eaa-b453-5453330b7a2d x-openstack-request-id: req-8d20c339-1650-4eaa-b453-5453330b7a2d {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:06.258308 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bd2daa-4c45-41c8-a769-bb900df7b0da", "name": "network-vif-deleted", "tag": "bd070f89-079d-4a79-95f7-e952e6aec97e", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:06.259415 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d20c339-1650-4eaa-b453-5453330b7a2d {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:06.261144 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'name': 'network-vif-deleted', 'tag': 'bd070f89-079d-4a79-95f7-e952e6aec97e', 'status': 'completed', 'code': 200} Jul 16 01:41:06.303249 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-a5c4bf08-1eb3-455f-818a-af0ba54ad622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.304841 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-a5c4bf08-1eb3-455f-818a-af0ba54ad622 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4a8c7af0-3057-4f99-aaea-3d21547f38a4 HTTP/1.1" status: 200 len: 850 time: 0.1779087 Jul 16 01:41:06.340872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-59d269cb-a6bb-4872-b4d2-08bf720ed3d6 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Deleting port 501b40bc-0ad1-4d24-a959-71a1c834087f {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:06.341265 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-59d269cb-a6bb-4872-b4d2-08bf720ed3d6 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.474398 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-59d269cb-a6bb-4872-b4d2-08bf720ed3d6 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] For port 501b40bc-0ad1-4d24-a959-71a1c834087f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=501b40bc-0ad1-4d24-a959-71a1c834087f,segment=NetworkSegment(81df3b79-fe1f-44fc-9e82-1c6e82068c7f),segment_id=81df3b79-fe1f-44fc-9e82-1c6e82068c7f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:06.474947 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-59d269cb-a6bb-4872-b4d2-08bf720ed3d6 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.500342 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-59d269cb-a6bb-4872-b4d2-08bf720ed3d6 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Calling delete_port for 501b40bc-0ad1-4d24-a959-71a1c834087f owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:06.526350 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc1be9-9c97-44a0-bcf8-20f52b0a85cc req-5098f901-7821-41ae-ab8c-f2b1fa52d077 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.533751 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89cc1be9-9c97-44a0-bcf8-20f52b0a85cc req-5098f901-7821-41ae-ab8c-f2b1fa52d077 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 945 time: 0.1047547 Jul 16 01:41:06.548739 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-1530363a-c6b4-4c9e-9be3-5580ca102725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.550245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-1530363a-c6b4-4c9e-9be3-5580ca102725 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=390a5774-3bfa-4097-9619-3ba7e652e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2363274 Jul 16 01:41:06.584425 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6fd661-1842-4d8d-9091-853349961b9d x-openstack-request-id: req-ae6fd661-1842-4d8d-9091-853349961b9d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:06.584833 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "name": "network-vif-unplugged", "status": "completed", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:06.585536 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ae6fd661-1842-4d8d-9091-853349961b9d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:06.586047 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'code': 200} Jul 16 01:41:06.660765 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89cc1be9-9c97-44a0-bcf8-20f52b0a85cc req-665f4ee3-adf4-4761-9e4b-3f62a771371c tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259377 Jul 16 01:41:06.810770 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-69ca3fbb-0416-4dad-8788-11e849211b92 service neutron] 10.222.0.26 "GET /v2.0/networks/390a5774-3bfa-4097-9619-3ba7e652e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490637 Jul 16 01:41:06.819370 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-59d269cb-a6bb-4872-b4d2-08bf720ed3d6 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.860324 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d269cb-a6bb-4872-b4d2-08bf720ed3d6 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event deleted for resources: {'Port': ['ID=501b40bc-0ad1-4d24-a959-71a1c834087f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:06.924514 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-13c17d4e-62c3-4180-ae47-215523c95f8e service neutron] 10.222.0.26 "GET /v2.0/networks/390a5774-3bfa-4097-9619-3ba7e652e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052780 Jul 16 01:41:06.950457 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79de449-ac72-4927-8247-5ae6166295f2 req-55219aa9-732c-42a8-bf2b-9169bb207ab4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.956726 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79de449-ac72-4927-8247-5ae6166295f2 req-55219aa9-732c-42a8-bf2b-9169bb207ab4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.958669 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a79de449-ac72-4927-8247-5ae6166295f2 req-55219aa9-732c-42a8-bf2b-9169bb207ab4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 1604 time: 0.2133510 Jul 16 01:41:06.977506 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-fb9061e6-0c6b-4a6d-abef-76170b3f74b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=38632ecf-0c45-4f74-98a7-3369ccdd828e HTTP/1.1" status: 200 len: 217 time: 0.0448534 Jul 16 01:41:06.977905 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-59d269cb-a6bb-4872-b4d2-08bf720ed3d6 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] No DVR routers for this DVR port 501b40bc-0ad1-4d24-a959-71a1c834087f on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:06.981238 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-59d269cb-a6bb-4872-b4d2-08bf720ed3d6 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.983610 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-59d269cb-a6bb-4872-b4d2-08bf720ed3d6 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.47 "DELETE /v2.0/ports/501b40bc-0ad1-4d24-a959-71a1c834087f HTTP/1.1" status: 204 len: 173 time: 0.9430590 Jul 16 01:41:07.027411 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5e607433-33c7-480e-a37e-a6f09cdbfb5e details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:07.093770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-c199eb0c-5597-458f-90e4-2f2217ad74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.101988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['bd070f89-079d-4a79-95f7-e952e6aec97e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:07.105452 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-c199eb0c-5597-458f-90e4-2f2217ad74e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2c50c7f-3bfe-422a-ae80-e07354d7446f HTTP/1.1" status: 200 len: 797 time: 0.1191995 Jul 16 01:41:07.119089 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a79de449-ac72-4927-8247-5ae6166295f2 req-17bdac78-97d1-4a2d-bcfb-8941edcd2575 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339447 Jul 16 01:41:07.238402 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-3d9ed290-d7a0-4433-b936-093c326f2ac9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Deleting port f6d99352-6af0-46e1-81a9-2040a573da4a {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:07.238643 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-89600f8e-eb3b-48c9-a44d-fccc14092162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.239260 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-3d9ed290-d7a0-4433-b936-093c326f2ac9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.240174 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-89600f8e-eb3b-48c9-a44d-fccc14092162 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=525896ce-09df-4da2-9eab-4fa66a501412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1244915 Jul 16 01:41:07.337687 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5e607433-33c7-480e-a37e-a6f09cdbfb5e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:07.365667 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'port_id': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'mac_address': 'fa:16:3e:6b:b5:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:07.398828 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-c15b53af-c2a5-49dd-8df7-03db21e9fd40 service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488156 Jul 16 01:41:07.413947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-3d9ed290-d7a0-4433-b936-093c326f2ac9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] For port f6d99352-6af0-46e1-81a9-2040a573da4a, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f6d99352-6af0-46e1-81a9-2040a573da4a,segment=NetworkSegment(81df3b79-fe1f-44fc-9e82-1c6e82068c7f),segment_id=81df3b79-fe1f-44fc-9e82-1c6e82068c7f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:07.414481 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-3d9ed290-d7a0-4433-b936-093c326f2ac9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.440818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-3d9ed290-d7a0-4433-b936-093c326f2ac9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Calling delete_port for f6d99352-6af0-46e1-81a9-2040a573da4a owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:07.484018 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.506116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e607433-33c7-480e-a37e-a6f09cdbfb5e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:07.570099 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5e607433-33c7-480e-a37e-a6f09cdbfb5e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:07.578966 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.711024 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-78a5f15b-d5e7-485a-82d8-135bbda199be service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012846 Jul 16 01:41:07.740541 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-3d9ed290-d7a0-4433-b936-093c326f2ac9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.758044 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5e607433-33c7-480e-a37e-a6f09cdbfb5e,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:07.758374 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-3283a9ba-eebf-4fe6-a1e3-80d17b884c4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=6d22a53b-2464-4614-a2e4-ad4303acef4b HTTP/1.1" status: 200 len: 217 time: 0.0402224 Jul 16 01:41:07.793330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ed290-d7a0-4433-b936-093c326f2ac9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event deleted for resources: {'Port': ['ID=f6d99352-6af0-46e1-81a9-2040a573da4a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:07.796506 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['bd070f89-079d-4a79-95f7-e952e6aec97e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:07.841543 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d933f-946f-418a-a89e-fc7e076b5c21 req-b51226f9-abe4-46db-a555-fc786552386b tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.849523 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c2d933f-946f-418a-a89e-fc7e076b5c21 req-b51226f9-abe4-46db-a555-fc786552386b tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 945 time: 0.3660879 Jul 16 01:41:07.875373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5e607433-33c7-480e-a37e-a6f09cdbfb5e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:07.906455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-3d9ed290-d7a0-4433-b936-093c326f2ac9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] No DVR routers for this DVR port f6d99352-6af0-46e1-81a9-2040a573da4a on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:07.915016 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-3d9ed290-d7a0-4433-b936-093c326f2ac9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.919868 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ca26175-3f00-4aa9-9276-0b20e5c719fe req-3d9ed290-d7a0-4433-b936-093c326f2ac9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.47 "DELETE /v2.0/ports/f6d99352-6af0-46e1-81a9-2040a573da4a HTTP/1.1" status: 204 len: 173 time: 0.9270198 Jul 16 01:41:07.973665 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c2d933f-946f-418a-a89e-fc7e076b5c21 req-17ad1df0-6891-4b6e-8b82-c0e960028817 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d6b3703-9dc3-45b4-a689-5af8ac2df3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228917 Jul 16 01:41:07.994752 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-ba276375-8d10-49a2-a090-d48941d09961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:08.006961 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-ba276375-8d10-49a2-a090-d48941d09961 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2c50c7f-3bfe-422a-ae80-e07354d7446f HTTP/1.1" status: 200 len: 797 time: 0.2253952 Jul 16 01:41:08.259126 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867d8e1-95de-414e-b345-0dab550b45f7 req-e6bbbf62-71bc-43e3-b609-de4df753ccb6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:08.259628 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-921c68c8-0ff8-4707-a3c3-fc260bcb165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:08.262414 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-921c68c8-0ff8-4707-a3c3-fc260bcb165c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=525896ce-09df-4da2-9eab-4fa66a501412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2513463 Jul 16 01:41:08.268865 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9867d8e1-95de-414e-b345-0dab550b45f7 req-e6bbbf62-71bc-43e3-b609-de4df753ccb6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 945 time: 0.1548953 Jul 16 01:41:08.309498 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'name': 'network-vif-deleted', 'tag': '501b40bc-0ad1-4d24-a959-71a1c834087f'}, {'server_uuid': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'name': 'network-vif-deleted', 'tag': 'f6d99352-6af0-46e1-81a9-2040a573da4a'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:08.315541 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f190aec-e9b8-4dc6-aa0e-86f0a0bc57e3" -d '{"events": [{"server_uuid": "b6bd2daa-4c45-41c8-a769-bb900df7b0da", "name": "network-vif-deleted", "tag": "501b40bc-0ad1-4d24-a959-71a1c834087f"}, {"server_uuid": "b6bd2daa-4c45-41c8-a769-bb900df7b0da", "name": "network-vif-deleted", "tag": "f6d99352-6af0-46e1-81a9-2040a573da4a"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:08.353624 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9867d8e1-95de-414e-b345-0dab550b45f7 req-440c1f01-812e-484f-aeaf-194ee9b7892a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837243 Jul 16 01:41:08.451078 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-05792276-3ec4-451c-b5af-c7f6bc77ffc1 service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812491 Jul 16 01:41:08.583483 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-6842928a-df3b-4343-a80c-b0bc4ad49637 service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246102 Jul 16 01:41:08.633347 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-95f59d60-9bd8-407f-9b80-660365912714 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=7a8a248f-ea30-4e34-8a9e-022a3b879da9 HTTP/1.1" status: 200 len: 217 time: 0.0430136 Jul 16 01:41:08.636364 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a9947e0-5f2c-42bc-bb5f-bc042137f251 req-7469f0c7-5ba8-4d84-9505-04a5722b81ab tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6bd2daa-4c45-41c8-a769-bb900df7b0da HTTP/1.1" status: 200 len: 210 time: 0.0393193 Jul 16 01:41:08.713514 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-5db7d898-fff6-4485-a73f-7974ac79cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:08.717378 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1f18f1-c67e-4bf0-a6c4-d7950adde793 x-openstack-request-id: req-ef1f18f1-c67e-4bf0-a6c4-d7950adde793 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:08.717790 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bd2daa-4c45-41c8-a769-bb900df7b0da", "name": "network-vif-deleted", "tag": "501b40bc-0ad1-4d24-a959-71a1c834087f", "status": "completed", "code": 200}, {"server_uuid": "b6bd2daa-4c45-41c8-a769-bb900df7b0da", "name": "network-vif-deleted", "tag": "f6d99352-6af0-46e1-81a9-2040a573da4a", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:08.718054 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ef1f18f1-c67e-4bf0-a6c4-d7950adde793 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:08.718506 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'name': 'network-vif-deleted', 'tag': '501b40bc-0ad1-4d24-a959-71a1c834087f', 'status': 'completed', 'code': 200} Jul 16 01:41:08.719001 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bd2daa-4c45-41c8-a769-bb900df7b0da', 'name': 'network-vif-deleted', 'tag': 'f6d99352-6af0-46e1-81a9-2040a573da4a', 'status': 'completed', 'code': 200} Jul 16 01:41:08.719250 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-5db7d898-fff6-4485-a73f-7974ac79cd6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2c50c7f-3bfe-422a-ae80-e07354d7446f HTTP/1.1" status: 200 len: 797 time: 0.0728180 Jul 16 01:41:08.861477 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-5fb57fab-4a58-4efc-b77e-2b4ceb81d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:08.864536 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-5fb57fab-4a58-4efc-b77e-2b4ceb81d2cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=525896ce-09df-4da2-9eab-4fa66a501412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1357107 Jul 16 01:41:09.023589 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5e607433-33c7-480e-a37e-a6f09cdbfb5e up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:09.165571 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 5e607433-33c7-480e-a37e-a6f09cdbfb5e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:09.165849 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.214227 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c340d-0f02-4bd7-b461-377ad5050684 req-5d2abfc9-35e3-4030-82cd-0136dc29453a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:09.217740 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-f8e8cac6-1193-475d-a001-5c508edf78a3 service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441470 Jul 16 01:41:09.225818 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba8c340d-0f02-4bd7-b461-377ad5050684 req-5d2abfc9-35e3-4030-82cd-0136dc29453a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 945 time: 0.3054729 Jul 16 01:41:09.330598 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba8c340d-0f02-4bd7-b461-377ad5050684 req-8f607814-63a1-4f43-acc5-5dd8cdf63624 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026425 Jul 16 01:41:09.387923 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.532225 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:09.540381 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57976dad-fc1e-42f3-8043-cfa1aaa6d90b" -d '{"events": [{"server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "name": "network-vif-plugged", "status": "completed", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:09.579443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5e607433-33c7-480e-a37e-a6f09cdbfb5e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:09.598969 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.687942 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5e607433-33c7-480e-a37e-a6f09cdbfb5e,revision_number=10']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:09.792251 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-f128e815-5cdb-4c4d-97f3-3bc5db45a786 service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648644 Jul 16 01:41:09.795621 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device bd070f89-079d-4a79-95f7-e952e6aec97e no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:09.810736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4b8e6-a3e2-4132-ad7c-dedbd2e4cd9b req-cb8227f0-64a4-44a6-919e-c4414b0f31b9 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:09.818775 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bbe4b8e6-a3e2-4132-ad7c-dedbd2e4cd9b req-cb8227f0-64a4-44a6-919e-c4414b0f31b9 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 945 time: 0.2813201 Jul 16 01:41:09.834002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: bd070f89-079d-4a79-95f7-e952e6aec97e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:09.834464 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device bd070f89-079d-4a79-95f7-e952e6aec97e not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:09.835124 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 501b40bc-0ad1-4d24-a959-71a1c834087f no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:09.857582 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 501b40bc-0ad1-4d24-a959-71a1c834087f {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:09.858488 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 501b40bc-0ad1-4d24-a959-71a1c834087f not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:09.859234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f6d99352-6af0-46e1-81a9-2040a573da4a no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:09.872040 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-da537e6c-c986-4f29-8a86-9d9a3ab055d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=65ae1488-7894-4e05-a642-06cbec3578dd HTTP/1.1" status: 200 len: 217 time: 0.0692575 Jul 16 01:41:09.886693 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: f6d99352-6af0-46e1-81a9-2040a573da4a {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:09.887163 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f6d99352-6af0-46e1-81a9-2040a573da4a not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:09.921753 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bbe4b8e6-a3e2-4132-ad7c-dedbd2e4cd9b req-de86c7c9-6139-4717-868a-4fcef27d75fb tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d6b3703-9dc3-45b4-a689-5af8ac2df3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017597 Jul 16 01:41:09.940804 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-aab5de49-995a-43a6-9fad-f3540938d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:09.943316 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-aab5de49-995a-43a6-9fad-f3540938d12e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2c50c7f-3bfe-422a-ae80-e07354d7446f HTTP/1.1" status: 200 len: 797 time: 0.0649803 Jul 16 01:41:09.970630 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb41a4e4-a308-497c-b170-350b9d2cfff1 x-openstack-request-id: req-bb41a4e4-a308-497c-b170-350b9d2cfff1 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:09.971395 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "name": "network-vif-plugged", "status": "completed", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:09.971531 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb41a4e4-a308-497c-b170-350b9d2cfff1 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:09.971935 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'code': 200} Jul 16 01:41:10.010007 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-03465046-a4ae-4103-901f-f49418ff6991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:10.012164 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-03465046-a4ae-4103-901f-f49418ff6991 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=525896ce-09df-4da2-9eab-4fa66a501412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0616462 Jul 16 01:41:10.061296 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60150) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:10.160243 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-fb8d9b94-c33d-46fa-8434-ee703a0cd9d7 service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357417 Jul 16 01:41:10.163221 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf40d1f-f565-4625-9217-6ecdb7e34fbc tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Deleting subnet 61bca2b3-4eeb-4225-8d9e-614853ff911a {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:10.167516 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbf40d1f-f565-4625-9217-6ecdb7e34fbc tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.215449 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbf40d1f-f565-4625-9217-6ecdb7e34fbc tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.346128 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbf40d1f-f565-4625-9217-6ecdb7e34fbc tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.352260 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-9a2a0dcd-805e-4b48-a5c2-2e367bf5a9f4 service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787941 Jul 16 01:41:10.368540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5706c-9930-4a18-9c2a-4253cccbb9cc req-a3888963-dec5-4812-a914-0fb0597911e7 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:10.387455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39c5706c-9930-4a18-9c2a-4253cccbb9cc req-a3888963-dec5-4812-a914-0fb0597911e7 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 945 time: 0.1496522 Jul 16 01:41:10.427729 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-3635211a-7607-4a48-810f-3a44ce3f1e5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6010988f-c8d0-471b-afab-a70f8f8eb477 HTTP/1.1" status: 200 len: 217 time: 0.0726552 Jul 16 01:41:10.442940 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbf40d1f-f565-4625-9217-6ecdb7e34fbc tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.475606 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf40d1f-f565-4625-9217-6ecdb7e34fbc tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event deleted for resources: {'Subnet': ['ID=61bca2b3-4eeb-4225-8d9e-614853ff911a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:10.484311 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbf40d1f-f565-4625-9217-6ecdb7e34fbc tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.486836 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fbf40d1f-f565-4625-9217-6ecdb7e34fbc tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "DELETE /v2.0/subnets/61bca2b3-4eeb-4225-8d9e-614853ff911a HTTP/1.1" status: 204 len: 168 time: 0.4241478 Jul 16 01:41:10.490062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60162) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:10.496930 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904fcf6c-91ff-4119-b041-3a0c9d4bbcd1 None None] Network 9d0c1dc8-8a74-49e4-83ff-55c887e3faf0 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:10.555111 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39c5706c-9930-4a18-9c2a-4253cccbb9cc req-3dfd5321-94f0-465a-a2db-201f5eec31c9 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740184 Jul 16 01:41:10.569103 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-b6df3132-124b-46cc-a4a5-ac44a129faac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:10.570626 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-b6df3132-124b-46cc-a4a5-ac44a129faac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee1b643-788b-4220-9980-461350f0a6df HTTP/1.1" status: 200 len: 797 time: 0.1354446 Jul 16 01:41:10.675592 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.741406 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-b265bb79-c8dc-4f06-8730-46171a66cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:10.743020 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-b265bb79-c8dc-4f06-8730-46171a66cb52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9af7ef5-ac18-4736-89a9-97ab3ca3428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1653640 Jul 16 01:41:10.802904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266fc050-e76c-4bfa-8e61-2f43490a0181 None None] DHCP port deletion for 9d0c1dc8-8a74-49e4-83ff-55c887e3faf0 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:10.895303 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Deleting port 53eac432-7e07-4792-9a07-db024877c3c3 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:10.903330 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.910585 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-f74195cc-5a83-4375-9415-4912c463fcc6 service neutron] 10.222.0.26 "GET /v2.0/networks/b9af7ef5-ac18-4736-89a9-97ab3ca3428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583290 Jul 16 01:41:10.965807 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-266fc050-e76c-4bfa-8e61-2f43490a0181 None None] Deleting port 53eac432-7e07-4792-9a07-db024877c3c3 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:10.966164 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-266fc050-e76c-4bfa-8e61-2f43490a0181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.997784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] For port 53eac432-7e07-4792-9a07-db024877c3c3, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=53eac432-7e07-4792-9a07-db024877c3c3,segment=NetworkSegment(eaae4fd6-c4f4-4625-9388-b33d825e1ad1),segment_id=eaae4fd6-c4f4-4625-9388-b33d825e1ad1)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:10.998155 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.041621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Calling delete_port for 53eac432-7e07-4792-9a07-db024877c3c3 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:11.090428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-266fc050-e76c-4bfa-8e61-2f43490a0181 None None] For port 53eac432-7e07-4792-9a07-db024877c3c3, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=53eac432-7e07-4792-9a07-db024877c3c3,segment=NetworkSegment(eaae4fd6-c4f4-4625-9388-b33d825e1ad1),segment_id=eaae4fd6-c4f4-4625-9388-b33d825e1ad1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:11.091147 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-266fc050-e76c-4bfa-8e61-2f43490a0181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.114623 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-266fc050-e76c-4bfa-8e61-2f43490a0181 None None] Calling delete_port for 53eac432-7e07-4792-9a07-db024877c3c3 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:11.172378 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-22adc6cc-2c5f-4670-9320-2fc81e2e771e service neutron] 10.222.0.26 "GET /v2.0/networks/b9af7ef5-ac18-4736-89a9-97ab3ca3428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546124 Jul 16 01:41:11.245107 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-c05e63cf-0867-4d59-ba68-4021e5377655 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ae438b0-6561-4508-8234-dd26f7191e3e HTTP/1.1" status: 200 len: 217 time: 0.0658970 Jul 16 01:41:11.249106 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-266fc050-e76c-4bfa-8e61-2f43490a0181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.262044 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.324211 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event deleted for resources: {'Port': ['ID=53eac432-7e07-4792-9a07-db024877c3c3,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:11.331763 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] No DVR routers for this DVR port 53eac432-7e07-4792-9a07-db024877c3c3 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:11.335656 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fc050-e76c-4bfa-8e61-2f43490a0181 None None] Pushing event deleted for resources: {'Port': ['ID=53eac432-7e07-4792-9a07-db024877c3c3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:11.349829 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266fc050-e76c-4bfa-8e61-2f43490a0181 None None] No DVR routers for this DVR port 53eac432-7e07-4792-9a07-db024877c3c3 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:11.361554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-81a210bd-aa20-4f43-bcc3-b3d3025f3269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.361554 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-81a210bd-aa20-4f43-bcc3-b3d3025f3269 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee1b643-788b-4220-9980-461350f0a6df HTTP/1.1" status: 200 len: 797 time: 0.1078813 Jul 16 01:41:11.452284 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.468901 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0c1dc8-8a74-49e4-83ff-55c887e3faf0']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:11.480095 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaae4fd6-c4f4-4625-9388-b33d825e1ad1') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:11.480419 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaae4fd6-c4f4-4625-9388-b33d825e1ad1') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:11.492350 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-0d29d311-0bce-4b53-8942-6ed5fcaecbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.493850 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-0d29d311-0bce-4b53-8942-6ed5fcaecbef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9af7ef5-ac18-4736-89a9-97ab3ca3428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1233172 Jul 16 01:41:11.497128 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.528918 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.544213 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:11.544782 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:11.659298 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:11.669389 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.678466 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.680947 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "DELETE /v2.0/networks/9d0c1dc8-8a74-49e4-83ff-55c887e3faf0 HTTP/1.1" status: 204 len: 168 time: 1.1896737 Jul 16 01:41:11.683440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60190) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:11.730321 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff82a19-74c0-48f4-bbe3-9c055cd7d642 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event deleted for resources: {'Network': ['ID=9d0c1dc8-8a74-49e4-83ff-55c887e3faf0,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:11.768949 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-9da21c65-a0e8-473a-be29-042d32ef0c79 service neutron] 10.222.0.26 "GET /v2.0/networks/b9af7ef5-ac18-4736-89a9-97ab3ca3428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663305 Jul 16 01:41:11.769361 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-15fd11df-d6a3-4c71-bfc6-88f513361c94 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Deleting subnet 0a89d1a6-5681-40e2-b2cd-e3afe2a7de1a {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:11.774121 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15fd11df-d6a3-4c71-bfc6-88f513361c94 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.835424 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15fd11df-d6a3-4c71-bfc6-88f513361c94 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.944699 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399bc85-6723-45a6-8a8e-0365d70112c2 req-8a2d7e8a-420b-49da-8fc6-398c89849f4d tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.956842 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4399bc85-6723-45a6-8a8e-0365d70112c2 req-8a2d7e8a-420b-49da-8fc6-398c89849f4d tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 945 time: 0.3001006 Jul 16 01:41:12.055167 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e3d788-8ff6-4ba1-ab6d-69c0a9aa8486 req-35739cf3-1cb4-4e2d-b256-7cc4da1a2d63 service neutron] 10.222.0.26 "GET /v2.0/networks/b9af7ef5-ac18-4736-89a9-97ab3ca3428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793665 Jul 16 01:41:12.075564 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 53eac432-7e07-4792-9a07-db024877c3c3 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:12.119445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d336f8-e5ad-4958-ba40-7a068dce92ad req-999bffb0-c130-47c0-85e7-87df99f674f6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:12.120678 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4399bc85-6723-45a6-8a8e-0365d70112c2 req-b41d499d-3980-42a0-b0b6-284268f8b005 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d6b3703-9dc3-45b4-a689-5af8ac2df3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628404 Jul 16 01:41:12.121090 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c2d336f8-e5ad-4958-ba40-7a068dce92ad req-999bffb0-c130-47c0-85e7-87df99f674f6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "GET /v2.0/ports?device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 945 time: 0.2030480 Jul 16 01:41:12.150176 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15fd11df-d6a3-4c71-bfc6-88f513361c94 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.157779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 53eac432-7e07-4792-9a07-db024877c3c3 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:12.160794 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 53eac432-7e07-4792-9a07-db024877c3c3 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:12.452980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463cd51-357b-4364-b5c3-a8ab80459f62 req-0cd10384-992d-45e9-bc9a-e827bb200abb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:12.458583 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1463cd51-357b-4364-b5c3-a8ab80459f62 req-0cd10384-992d-45e9-bc9a-e827bb200abb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 945 time: 0.4173112 Jul 16 01:41:12.471751 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15fd11df-d6a3-4c71-bfc6-88f513361c94 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.508116 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60208) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:12.527599 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd11df-d6a3-4c71-bfc6-88f513361c94 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event deleted for resources: {'Subnet': ['ID=0a89d1a6-5681-40e2-b2cd-e3afe2a7de1a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:12.534933 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15fd11df-d6a3-4c71-bfc6-88f513361c94 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.536986 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-15fd11df-d6a3-4c71-bfc6-88f513361c94 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "DELETE /v2.0/subnets/0a89d1a6-5681-40e2-b2cd-e3afe2a7de1a HTTP/1.1" status: 204 len: 168 time: 0.8524656 Jul 16 01:41:12.540423 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60214) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:12.545917 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c479910f-254f-4f42-91da-5c6fab298451 None None] Network 4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:12.576330 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1463cd51-357b-4364-b5c3-a8ab80459f62 req-a8e8e9cb-53dc-499d-b3f9-8072e11e468e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059663 Jul 16 01:41:12.605984 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c2d336f8-e5ad-4958-ba40-7a068dce92ad req-59fb33f2-dd96-4823-91ab-07e1f3400123 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Deleting port bae265fd-d958-482c-8b00-d378babde1d1 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:12.606331 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c2d336f8-e5ad-4958-ba40-7a068dce92ad req-59fb33f2-dd96-4823-91ab-07e1f3400123 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.720349 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.816322 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-95d95dff-405d-4747-b386-241bddf1e786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.849820 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c2d336f8-e5ad-4958-ba40-7a068dce92ad req-59fb33f2-dd96-4823-91ab-07e1f3400123 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] For port bae265fd-d958-482c-8b00-d378babde1d1, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=bae265fd-d958-482c-8b00-d378babde1d1,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:12.850218 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c2d336f8-e5ad-4958-ba40-7a068dce92ad req-59fb33f2-dd96-4823-91ab-07e1f3400123 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.869777 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c2d336f8-e5ad-4958-ba40-7a068dce92ad req-59fb33f2-dd96-4823-91ab-07e1f3400123 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Calling delete_port for bae265fd-d958-482c-8b00-d378babde1d1 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:12.891057 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Deleting port e6e8f4de-8142-4e28-9416-2b7eb63cee66 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:12.891400 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.961075 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cba36a-c0cb-43eb-9976-e7d1e6b70dad None None] DHCP port deletion for 4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:13.000392 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] For port e6e8f4de-8142-4e28-9416-2b7eb63cee66, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e6e8f4de-8142-4e28-9416-2b7eb63cee66,segment=NetworkSegment(81df3b79-fe1f-44fc-9e82-1c6e82068c7f),segment_id=81df3b79-fe1f-44fc-9e82-1c6e82068c7f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:13.000972 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.038296 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Calling delete_port for e6e8f4de-8142-4e28-9416-2b7eb63cee66 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:13.085356 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c2d336f8-e5ad-4958-ba40-7a068dce92ad req-59fb33f2-dd96-4823-91ab-07e1f3400123 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.100335 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-66cba36a-c0cb-43eb-9976-e7d1e6b70dad None None] Deleting port e6e8f4de-8142-4e28-9416-2b7eb63cee66 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:13.101496 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66cba36a-c0cb-43eb-9976-e7d1e6b70dad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.119090 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-95d95dff-405d-4747-b386-241bddf1e786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.126264 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-95d95dff-405d-4747-b386-241bddf1e786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.137167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb33f2-dd96-4823-91ab-07e1f3400123 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Pushing event deleted for resources: {'Port': ['ID=bae265fd-d958-482c-8b00-d378babde1d1,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:13.138612 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['efd02165-8351-4e87-9a54-2c6b152ae053'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:13.231500 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d95dff-405d-4747-b386-241bddf1e786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3387c6ea-91aa-4065-b640-41c031f29ae6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:13.232268 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d336f8-e5ad-4958-ba40-7a068dce92ad req-59fb33f2-dd96-4823-91ab-07e1f3400123 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] No DVR routers for this DVR port bae265fd-d958-482c-8b00-d378babde1d1 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:13.251210 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-95d95dff-405d-4747-b386-241bddf1e786 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b9c369a8f5db43018ba314c66a54a5f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7416854 Jul 16 01:41:13.251796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60224) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:13.260437 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c2d336f8-e5ad-4958-ba40-7a068dce92ad req-59fb33f2-dd96-4823-91ab-07e1f3400123 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.268147 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c2d336f8-e5ad-4958-ba40-7a068dce92ad req-59fb33f2-dd96-4823-91ab-07e1f3400123 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "DELETE /v2.0/ports/bae265fd-d958-482c-8b00-d378babde1d1 HTTP/1.1" status: 204 len: 173 time: 1.1404603 Jul 16 01:41:13.271891 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05090f40-fc5d-471d-ab6c-8ac8aeb2f509', 'name': 'network-vif-deleted', 'tag': 'bae265fd-d958-482c-8b00-d378babde1d1'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:13.277607 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.283733 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c620ff-7efc-41f1-a475-f7aa2f7ef0bd" -d '{"events": [{"server_uuid": "05090f40-fc5d-471d-ab6c-8ac8aeb2f509", "name": "network-vif-deleted", "tag": "bae265fd-d958-482c-8b00-d378babde1d1"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:13.320833 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event deleted for resources: {'Port': ['ID=e6e8f4de-8142-4e28-9416-2b7eb63cee66,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:13.335966 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] No DVR routers for this DVR port e6e8f4de-8142-4e28-9416-2b7eb63cee66 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:13.388639 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['bae265fd-d958-482c-8b00-d378babde1d1'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:13.420254 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584ff525-5b15-454c-8f44-b07009533033 x-openstack-request-id: req-584ff525-5b15-454c-8f44-b07009533033 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:13.420556 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05090f40-fc5d-471d-ab6c-8ac8aeb2f509", "name": "network-vif-deleted", "tag": "bae265fd-d958-482c-8b00-d378babde1d1", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:13.420816 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-584ff525-5b15-454c-8f44-b07009533033 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:13.421264 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05090f40-fc5d-471d-ab6c-8ac8aeb2f509', 'name': 'network-vif-deleted', 'tag': 'bae265fd-d958-482c-8b00-d378babde1d1', 'status': 'completed', 'code': 200} Jul 16 01:41:13.442563 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-66cba36a-c0cb-43eb-9976-e7d1e6b70dad None None] For port e6e8f4de-8142-4e28-9416-2b7eb63cee66, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e6e8f4de-8142-4e28-9416-2b7eb63cee66,segment=NetworkSegment(81df3b79-fe1f-44fc-9e82-1c6e82068c7f),segment_id=81df3b79-fe1f-44fc-9e82-1c6e82068c7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:13.443381 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66cba36a-c0cb-43eb-9976-e7d1e6b70dad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.467902 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-66cba36a-c0cb-43eb-9976-e7d1e6b70dad None None] Calling delete_port for e6e8f4de-8142-4e28-9416-2b7eb63cee66 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:13.481497 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ae87f2b6-b56b-468f-a942-67144575fb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.498106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c334115-9ce0-4ecd-aeee-c9a5040e47b8 req-53dd6bcc-37ca-49b5-9086-567c2ac1a699 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.499683 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6c334115-9ce0-4ecd-aeee-c9a5040e47b8 req-53dd6bcc-37ca-49b5-9086-567c2ac1a699 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 945 time: 0.1375411 Jul 16 01:41:13.564123 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.670332 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66cba36a-c0cb-43eb-9976-e7d1e6b70dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.679082 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:13.696260 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6c334115-9ce0-4ecd-aeee-c9a5040e47b8 req-01197325-0017-4039-87cd-06f2edf30fb7 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d6b3703-9dc3-45b4-a689-5af8ac2df3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874895 Jul 16 01:41:13.741485 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81df3b79-fe1f-44fc-9e82-1c6e82068c7f') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:13.741812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81df3b79-fe1f-44fc-9e82-1c6e82068c7f') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:13.744306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cba36a-c0cb-43eb-9976-e7d1e6b70dad None None] No DVR routers for this DVR port e6e8f4de-8142-4e28-9416-2b7eb63cee66 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:13.767399 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372d3f0-51cc-46d3-9cfb-4c71aad2ccd8 req-5dc67a07-be12-416e-8816-b7c793227e90 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.769217 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9372d3f0-51cc-46d3-9cfb-4c71aad2ccd8 req-5dc67a07-be12-416e-8816-b7c793227e90 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 945 time: 0.2012956 Jul 16 01:41:13.778882 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cba36a-c0cb-43eb-9976-e7d1e6b70dad None None] Pushing event deleted for resources: {'Port': ['ID=e6e8f4de-8142-4e28-9416-2b7eb63cee66,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:13.811078 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.843007 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ae87f2b6-b56b-468f-a942-67144575fb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.881491 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.910693 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:13.911617 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:13.914853 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:13.967403 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3d98215c-6070-430e-8f7b-38a2e9b9edb6 req-3648d5f0-44db-405b-9269-bb6d44ef59d6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=05090f40-fc5d-471d-ab6c-8ac8aeb2f509 HTTP/1.1" status: 200 len: 210 time: 0.0849922 Jul 16 01:41:14.080801 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ae87f2b6-b56b-468f-a942-67144575fb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.086606 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ae87f2b6-b56b-468f-a942-67144575fb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.088189 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ae87f2b6-b56b-468f-a942-67144575fb12 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3387c6ea-91aa-4065-b640-41c031f29ae6 HTTP/1.1" status: 204 len: 168 time: 0.8348234 Jul 16 01:41:14.089459 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.095252 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-9372d3f0-51cc-46d3-9cfb-4c71aad2ccd8 req-9f084ca4-6cbf-4412-8318-43c9d1eff9c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Deleting port 0917377f-9a5a-4802-b008-9ccb8e218ca5 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:14.095657 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.095818 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9372d3f0-51cc-46d3-9cfb-4c71aad2ccd8 req-9f084ca4-6cbf-4412-8318-43c9d1eff9c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.101530 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "DELETE /v2.0/networks/4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522 HTTP/1.1" status: 204 len: 168 time: 1.5561309 Jul 16 01:41:14.114645 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60246) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:14.122995 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-de9c99f5-55bb-4b24-a9d8-b2aefa967700 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1043488939'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:14.179281 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e6e8f4de-8142-4e28-9416-2b7eb63cee66 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:14.196577 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031ab07-e7d4-48b9-a814-5c88369076d5 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event deleted for resources: {'Network': ['ID=4a5fb6b5-0ad7-4d4e-b2a1-acf22efef522,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:14.203067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87f2b6-b56b-468f-a942-67144575fb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3387c6ea-91aa-4065-b640-41c031f29ae6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:14.240152 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: e6e8f4de-8142-4e28-9416-2b7eb63cee66 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:14.242076 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9c99f5-55bb-4b24-a9d8-b2aefa967700 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Made reservation on behalf of ba64e075266e4b3592c35f697ed5dc77 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:14.244023 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e6e8f4de-8142-4e28-9416-2b7eb63cee66 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:14.253360 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de9c99f5-55bb-4b24-a9d8-b2aefa967700 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.288408 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-9372d3f0-51cc-46d3-9cfb-4c71aad2ccd8 req-9f084ca4-6cbf-4412-8318-43c9d1eff9c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] For port 0917377f-9a5a-4802-b008-9ccb8e218ca5, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=0917377f-9a5a-4802-b008-9ccb8e218ca5,segment=NetworkSegment(03b5464c-1784-427e-b372-587f2c216307),segment_id=03b5464c-1784-427e-b372-587f2c216307)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:14.288817 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9372d3f0-51cc-46d3-9cfb-4c71aad2ccd8 req-9f084ca4-6cbf-4412-8318-43c9d1eff9c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.329137 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9c99f5-55bb-4b24-a9d8-b2aefa967700 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:14.342157 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de9c99f5-55bb-4b24-a9d8-b2aefa967700 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.342863 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-de9c99f5-55bb-4b24-a9d8-b2aefa967700 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Added segment 26f104cf-aa5b-4bb3-a9dc-87a9ad119a13 of type vlan for network c35fb58e-a097-4e56-bdbf-6834457ca0e4 Jul 16 01:41:14.427823 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de9c99f5-55bb-4b24-a9d8-b2aefa967700 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.494746 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de9c99f5-55bb-4b24-a9d8-b2aefa967700 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.508853 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9c99f5-55bb-4b24-a9d8-b2aefa967700 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.511263 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de9c99f5-55bb-4b24-a9d8-b2aefa967700 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.549362 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-de9c99f5-55bb-4b24-a9d8-b2aefa967700 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4295814 Jul 16 01:41:14.583473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60250) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:14.609332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-de55ae8d-b594-4a19-8188-78b19dc3d234 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Request body: {'subnet': {'network_id': 'c35fb58e-a097-4e56-bdbf-6834457ca0e4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:14.663410 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:41:14.710795 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9372d3f0-51cc-46d3-9cfb-4c71aad2ccd8 req-9f084ca4-6cbf-4412-8318-43c9d1eff9c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.711222 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9372d3f0-51cc-46d3-9cfb-4c71aad2ccd8 req-9f084ca4-6cbf-4412-8318-43c9d1eff9c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.711549 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [req-9372d3f0-51cc-46d3-9cfb-4c71aad2ccd8 req-9f084ca4-6cbf-4412-8318-43c9d1eff9c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Floating IP 05f8edae-b791-46e4-a35d-881275bdf4c2 disassociated. External IP: 172.25.1.164, port: 0917377f-9a5a-4802-b008-9ccb8e218ca5. Jul 16 01:41:14.711938 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-9372d3f0-51cc-46d3-9cfb-4c71aad2ccd8 req-9f084ca4-6cbf-4412-8318-43c9d1eff9c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Calling delete_port for 0917377f-9a5a-4802-b008-9ccb8e218ca5 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:14.797211 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60256) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:15.031513 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8f5a-b695-432f-8a3e-406311a548ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.035652 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c99f5-55bb-4b24-a9d8-b2aefa967700 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event updated for resources: {'Network': ['ID=c35fb58e-a097-4e56-bdbf-6834457ca0e4,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:15.046110 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9372d3f0-51cc-46d3-9cfb-4c71aad2ccd8 req-9f084ca4-6cbf-4412-8318-43c9d1eff9c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.053608 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network c35fb58e-a097-4e56-bdbf-6834457ca0e4 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:15.088483 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.api [None req-1ddf8f5a-b695-432f-8a3e-406311a548ac admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:41:15.088483 n-d-800086-6 neutron-server[93832]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:41:15.088483 n-d-800086-6 neutron-server[93832]: [parameters: {'project_id': '294e13fcbdbc4cbf8e6ebf38f20379dd', 'id': '8573823b-5fc9-45e5-b15e-6821cf6cb053', 'expiration': datetime.datetime(2021, 7, 16, 1, 43, 15, 72089)}] Jul 16 01:41:15.088483 n-d-800086-6 neutron-server[93832]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:41:15.090423 n-d-800086-6 neutron-server[93832]: DEBUG oslo_db.api [None req-1ddf8f5a-b695-432f-8a3e-406311a548ac admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:41:15.091907 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de55ae8d-b594-4a19-8188-78b19dc3d234 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Made reservation on behalf of ba64e075266e4b3592c35f697ed5dc77 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:15.097034 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de55ae8d-b594-4a19-8188-78b19dc3d234 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.170348 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eef758da-721e-4441-aad1-33c238badbba req-e7bc7f2f-6c23-4820-a9a7-9ab58ca0c05c tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 210 time: 0.1529481 Jul 16 01:41:15.291622 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f084ca4-6cbf-4412-8318-43c9d1eff9c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Pushing event deleted for resources: {'Port': ['ID=0917377f-9a5a-4802-b008-9ccb8e218ca5,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:15.554971 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9372d3f0-51cc-46d3-9cfb-4c71aad2ccd8 req-9f084ca4-6cbf-4412-8318-43c9d1eff9c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Router a7cb5161-401b-4fe2-9a28-0e19ba4078e8 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:15.574890 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de55ae8d-b594-4a19-8188-78b19dc3d234 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.591632 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8f5a-b695-432f-8a3e-406311a548ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.747695 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9372d3f0-51cc-46d3-9cfb-4c71aad2ccd8 req-9f084ca4-6cbf-4412-8318-43c9d1eff9c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:15.763277 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec6744-6e3d-4388-a11c-4ad273d10052 None None] Sync routers for ids ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:15.786924 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec6744-6e3d-4388-a11c-4ad273d10052 None None] Routers {'a7cb5161-401b-4fe2-9a28-0e19ba4078e8'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:15.787579 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f4ec6744-6e3d-4388-a11c-4ad273d10052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:41:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:15.834541 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device bae265fd-d958-482c-8b00-d378babde1d1 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:15.902586 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55ae8d-b594-4a19-8188-78b19dc3d234 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event updated for resources: {'Subnet': ['ID=84c72582-4783-4d61-8667-d0bf0b6bdabf,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:15.932780 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: bae265fd-d958-482c-8b00-d378babde1d1 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:15.939736 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-f4ec6744-6e3d-4388-a11c-4ad273d10052 None None] Set router a7cb5161-401b-4fe2-9a28-0e19ba4078e8 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:15.943876 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device bae265fd-d958-482c-8b00-d378babde1d1 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:15.966689 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de55ae8d-b594-4a19-8188-78b19dc3d234 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Checking segment: {'id': '26f104cf-aa5b-4bb3-a9dc-87a9ad119a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c35fb58e-a097-4e56-bdbf-6834457ca0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:15.966689 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de55ae8d-b594-4a19-8188-78b19dc3d234 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Network hostable DHCP agents. Network: c35fb58e-a097-4e56-bdbf-6834457ca0e4, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:15.969000 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 0917377f-9a5a-4802-b008-9ccb8e218ca5 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:15.971947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9372d3f0-51cc-46d3-9cfb-4c71aad2ccd8 req-9f084ca4-6cbf-4412-8318-43c9d1eff9c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] No DVR routers for this DVR port 0917377f-9a5a-4802-b008-9ccb8e218ca5 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:15.985998 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9372d3f0-51cc-46d3-9cfb-4c71aad2ccd8 req-9f084ca4-6cbf-4412-8318-43c9d1eff9c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.985998 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9372d3f0-51cc-46d3-9cfb-4c71aad2ccd8 req-9f084ca4-6cbf-4412-8318-43c9d1eff9c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.47 "DELETE /v2.0/ports/0917377f-9a5a-4802-b008-9ccb8e218ca5 HTTP/1.1" status: 204 len: 173 time: 2.2079487 Jul 16 01:41:15.986654 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac5a800-59a2-45c6-846c-a52f5b6a1c92', 'name': 'network-vif-deleted', 'tag': '0917377f-9a5a-4802-b008-9ccb8e218ca5'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:15.989059 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4530504f-bda8-44c5-a1e1-f429a26a6580" -d '{"events": [{"server_uuid": "8ac5a800-59a2-45c6-846c-a52f5b6a1c92", "name": "network-vif-deleted", "tag": "0917377f-9a5a-4802-b008-9ccb8e218ca5"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:16.020499 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 0917377f-9a5a-4802-b008-9ccb8e218ca5 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:16.021362 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 0917377f-9a5a-4802-b008-9ccb8e218ca5 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:16.085291 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d207d2-6ede-403a-baf6-6f7ae992092a x-openstack-request-id: req-a9d207d2-6ede-403a-baf6-6f7ae992092a {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:16.085506 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac5a800-59a2-45c6-846c-a52f5b6a1c92", "name": "network-vif-deleted", "tag": "0917377f-9a5a-4802-b008-9ccb8e218ca5", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:16.085791 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a9d207d2-6ede-403a-baf6-6f7ae992092a {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:16.086357 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac5a800-59a2-45c6-846c-a52f5b6a1c92', 'name': 'network-vif-deleted', 'tag': '0917377f-9a5a-4802-b008-9ccb8e218ca5', 'status': 'completed', 'code': 200} Jul 16 01:41:16.095034 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-d982b7a8-bf98-43f8-a073-cf2a7def1440 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.114974 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-d982b7a8-bf98-43f8-a073-cf2a7def1440 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 806 time: 0.3728480 Jul 16 01:41:16.124339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de55ae8d-b594-4a19-8188-78b19dc3d234 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Network c35fb58e-a097-4e56-bdbf-6834457ca0e4 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:16.179965 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-35ae08c3-f6f1-47d6-b8a7-f9c5ecb86566 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/quotas/eee8cab6008b4c97b6da90d7038a45ff HTTP/1.1" status: 200 len: 375 time: 0.0604992 Jul 16 01:41:16.220537 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8f5a-b695-432f-8a3e-406311a548ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.226693 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-de55ae8d-b594-4a19-8188-78b19dc3d234 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, c35fb58e-a097-4e56-bdbf-6834457ca0e4) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:16.236477 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00d6b99-b341-400a-a1a6-e8e72ea08fd8 None None] Network c35fb58e-a097-4e56-bdbf-6834457ca0e4 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:16.250086 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8f5a-b695-432f-8a3e-406311a548ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.302042 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de55ae8d-b594-4a19-8188-78b19dc3d234 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.302603 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f4ec6744-6e3d-4388-a11c-4ad273d10052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'name': 'tempest-ServersTestManualDisk-278799008-router', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:39Z', 'revision_number': 4, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'gw_port': {'id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:27Z', 'updated_at': '2021-07-16T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '84a7bbd1-7204-4121-9778-28b9d7e8a70a', 'name': '', 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'mac_address': 'fa:16:3e:38:b9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:35Z', 'updated_at': '2021-07-16T01:38:46Z', 'revision_number': 5, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'subnets': [{'id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:16.305003 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de55ae8d-b594-4a19-8188-78b19dc3d234 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.345428 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec6744-6e3d-4388-a11c-4ad273d10052 None None] Checking router: a7cb5161-401b-4fe2-9a28-0e19ba4078e8 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:16.361523 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec6744-6e3d-4388-a11c-4ad273d10052 None None] Routers {'a7cb5161-401b-4fe2-9a28-0e19ba4078e8'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:16.366985 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f4ec6744-6e3d-4388-a11c-4ad273d10052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:41:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:16.383140 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1ddf8f5a-b695-432f-8a3e-406311a548ac admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=294e13fcbdbc4cbf8e6ebf38f20379dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5607276 Jul 16 01:41:16.386055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60314) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:16.458644 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-de55ae8d-b594-4a19-8188-78b19dc3d234 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8687029 Jul 16 01:41:16.469810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60316) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:16.501871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c91ba1f8-2a75-4ddc-be5b-3bf75877c63c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1858162095'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:16.533430 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f48de0c7-2da1-42a6-a789-d5b7e63a1269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.561762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf8f5a-b695-432f-8a3e-406311a548ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb54954-2924-4292-8d31-5b7b88c2e9b2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:16.590480 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-c35fb58e-a097-4e56-bdbf-6834457ca0e4', 'network_id': 'c35fb58e-a097-4e56-bdbf-6834457ca0e4', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77', 'fixed_ips': [{'subnet_id': '84c72582-4783-4d61-8667-d0bf0b6bdabf'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:41:16.596787 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.607390 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f48de0c7-2da1-42a6-a789-d5b7e63a1269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.633005 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91ba1f8-2a75-4ddc-be5b-3bf75877c63c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Made reservation on behalf of ba64e075266e4b3592c35f697ed5dc77 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:16.642256 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c91ba1f8-2a75-4ddc-be5b-3bf75877c63c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.668913 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-2c5a0cf9-19e6-4e50-bbbf-7805b27778de tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4829545 Jul 16 01:41:16.676853 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-f4ec6744-6e3d-4388-a11c-4ad273d10052 None None] Set router a7cb5161-401b-4fe2-9a28-0e19ba4078e8 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:16.912278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91ba1f8-2a75-4ddc-be5b-3bf75877c63c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:16.953459 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c91ba1f8-2a75-4ddc-be5b-3bf75877c63c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.953804 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-c91ba1f8-2a75-4ddc-be5b-3bf75877c63c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Added segment 2bcf895b-8617-45be-bfcc-d21308039476 of type vlan for network 28fde18a-623c-4a0c-ac83-bba8171cbbff Jul 16 01:41:17.004001 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Allocated IP 19.80.0.2 (c35fb58e-a097-4e56-bdbf-6834457ca0e4/84c72582-4783-4d61-8667-d0bf0b6bdabf/f129fe34-479a-4f20-bf8f-1e3fb27730cb) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:17.030408 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f4ec6744-6e3d-4388-a11c-4ad273d10052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'name': 'tempest-ServersTestManualDisk-278799008-router', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:39Z', 'revision_number': 4, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'gw_port': {'id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:27Z', 'updated_at': '2021-07-16T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '84a7bbd1-7204-4121-9778-28b9d7e8a70a', 'name': '', 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'mac_address': 'fa:16:3e:38:b9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:35Z', 'updated_at': '2021-07-16T01:38:46Z', 'revision_number': 5, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'subnets': [{'id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:17.067636 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec6744-6e3d-4388-a11c-4ad273d10052 None None] The sync data for ids ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'] in n-d-800086-6 is: [{'id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'name': 'tempest-ServersTestManualDisk-278799008-router', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:39Z', 'revision_number': 4, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'gw_port': {'id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:27Z', 'updated_at': '2021-07-16T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '84a7bbd1-7204-4121-9778-28b9d7e8a70a', 'name': '', 'network_id': '9a736340-90da-402a-a07c-a63465e83cd9', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'mac_address': 'fa:16:3e:38:b9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:35Z', 'updated_at': '2021-07-16T01:38:46Z', 'revision_number': 5, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'subnets': [{'id': '1d51708a-58e0-4b81-bfd8-80eeb76fcaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:17.115777 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c91ba1f8-2a75-4ddc-be5b-3bf75877c63c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.281220 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-a0352d3d-5fa4-41b8-a447-a0da00880609 service neutron] 10.222.0.54 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008589 Jul 16 01:41:17.303019 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c91ba1f8-2a75-4ddc-be5b-3bf75877c63c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.318145 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ba1f8-2a75-4ddc-be5b-3bf75877c63c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:17.320339 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c91ba1f8-2a75-4ddc-be5b-3bf75877c63c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.387545 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.415604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Transition to ACTIVE for port object f129fe34-479a-4f20-bf8f-1e3fb27730cb will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:17.455044 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Transition to ACTIVE for port object f129fe34-479a-4f20-bf8f-1e3fb27730cb will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:17.469876 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.507800 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d4e38d4e-2bbc-4c45-8f90-770e7f15e255 req-e32ec71b-c300-48a8-83c6-124e2e614129 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ac5a800-59a2-45c6-846c-a52f5b6a1c92 HTTP/1.1" status: 200 len: 210 time: 0.1298184 Jul 16 01:41:17.544947 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Network c35fb58e-a097-4e56-bdbf-6834457ca0e4 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:17.552189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:17.554673 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f48de0c7-2da1-42a6-a789-d5b7e63a1269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.557825 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f48de0c7-2da1-42a6-a789-d5b7e63a1269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.561491 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f48de0c7-2da1-42a6-a789-d5b7e63a1269 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cbb54954-2924-4292-8d31-5b7b88c2e9b2 HTTP/1.1" status: 204 len: 168 time: 1.1717880 Jul 16 01:41:17.580515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ba1f8-2a75-4ddc-be5b-3bf75877c63c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event updated for resources: {'Network': ['ID=28fde18a-623c-4a0c-ac83-bba8171cbbff,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:17.590674 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48de0c7-2da1-42a6-a789-d5b7e63a1269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb54954-2924-4292-8d31-5b7b88c2e9b2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:17.593823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:17.595613 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c91ba1f8-2a75-4ddc-be5b-3bf75877c63c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1205451 Jul 16 01:41:17.598947 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60330) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:17.630219 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 28fde18a-623c-4a0c-ac83-bba8171cbbff details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:17.643049 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-591e0fab-864f-4914-acf8-07b1f65ce28b tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Request body: {'subnet': {'network_id': '28fde18a-623c-4a0c-ac83-bba8171cbbff', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:17.716665 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Pushing event updated for resources: {'Port': ['ID=f129fe34-479a-4f20-bf8f-1e3fb27730cb,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:17.723394 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1513cab3-19c1-4cbe-96c1-5c56b7f5506c None None] New status for floating IP 05f8edae-b791-46e4-a35d-881275bdf4c2: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:41:17.751104 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-7ab52afa-2417-422d-a70b-f5badd14f27a service neutron] 10.222.0.54 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751563 Jul 16 01:41:17.970371 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591e0fab-864f-4914-acf8-07b1f65ce28b tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Made reservation on behalf of ba64e075266e4b3592c35f697ed5dc77 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:17.974402 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-591e0fab-864f-4914-acf8-07b1f65ce28b tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.148106 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Attempting to bind port f129fe34-479a-4f20-bf8f-1e3fb27730cb on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:18.149533 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Attempting to bind port f129fe34-479a-4f20-bf8f-1e3fb27730cb by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '26f104cf-aa5b-4bb3-a9dc-87a9ad119a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c35fb58e-a097-4e56-bdbf-6834457ca0e4'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:18.149917 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Attempting to bind port f129fe34-479a-4f20-bf8f-1e3fb27730cb on network c35fb58e-a097-4e56-bdbf-6834457ca0e4 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:18.234060 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:18.234334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Checking segment: {'id': '26f104cf-aa5b-4bb3-a9dc-87a9ad119a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c35fb58e-a097-4e56-bdbf-6834457ca0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:18.234742 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.235185 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Bound using segment: {'id': '26f104cf-aa5b-4bb3-a9dc-87a9ad119a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c35fb58e-a097-4e56-bdbf-6834457ca0e4'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:18.236081 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Bound port: f129fe34-479a-4f20-bf8f-1e3fb27730cb, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f104cf-aa5b-4bb3-a9dc-87a9ad119a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c35fb58e-a097-4e56-bdbf-6834457ca0e4'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:18.236468 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.438898 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-591e0fab-864f-4914-acf8-07b1f65ce28b tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.455098 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] For port f129fe34-479a-4f20-bf8f-1e3fb27730cb, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:18.467538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] For port f129fe34-479a-4f20-bf8f-1e3fb27730cb, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f129fe34-479a-4f20-bf8f-1e3fb27730cb,segment=NetworkSegment(26f104cf-aa5b-4bb3-a9dc-87a9ad119a13),segment_id=26f104cf-aa5b-4bb3-a9dc-87a9ad119a13)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:18.475665 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.542484 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e0fab-864f-4914-acf8-07b1f65ce28b tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event updated for resources: {'Subnet': ['ID=7abec1f6-31f8-4d1d-baff-074c70749a9e,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:18.558910 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9adff237-863e-4d62-8c2c-e352010e47dc req-9807c2de-ecd6-4471-9902-d8edbf367559 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 210 time: 0.3416183 Jul 16 01:41:18.578402 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d241534-b217-4adb-95d7-89c0fd8e1c73 None None] Pushing event updated for resources: {'Port': ['ID=f129fe34-479a-4f20-bf8f-1e3fb27730cb,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:18.835924 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591e0fab-864f-4914-acf8-07b1f65ce28b tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Checking segment: {'id': '2bcf895b-8617-45be-bfcc-d21308039476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '28fde18a-623c-4a0c-ac83-bba8171cbbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:18.836304 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591e0fab-864f-4914-acf8-07b1f65ce28b tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Network hostable DHCP agents. Network: 28fde18a-623c-4a0c-ac83-bba8171cbbff, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:18.901427 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591e0fab-864f-4914-acf8-07b1f65ce28b tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Network 28fde18a-623c-4a0c-ac83-bba8171cbbff is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:18.919683 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-591e0fab-864f-4914-acf8-07b1f65ce28b tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 28fde18a-623c-4a0c-ac83-bba8171cbbff) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:18.928668 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591e0fab-864f-4914-acf8-07b1f65ce28b tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:18.929631 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-591e0fab-864f-4914-acf8-07b1f65ce28b tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.929774 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861c728c-e521-4271-bcf8-0f3c53b818fb None None] Network 28fde18a-623c-4a0c-ac83-bba8171cbbff requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:18.967603 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-591e0fab-864f-4914-acf8-07b1f65ce28b tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3456411 Jul 16 01:41:18.992628 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60372) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:19.139779 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1c52f31-ff22-41b2-83cd-652f82714346 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.184791 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1c52f31-ff22-41b2-83cd-652f82714346 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.374966 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1c52f31-ff22-41b2-83cd-652f82714346 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.378829 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1c52f31-ff22-41b2-83cd-652f82714346 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.382970 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e1c52f31-ff22-41b2-83cd-652f82714346 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "DELETE /v2.0/security-groups/3d6b3703-9dc3-45b4-a689-5af8ac2df3b4 HTTP/1.1" status: 204 len: 168 time: 0.3889046 Jul 16 01:41:19.385507 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60382) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:19.405247 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c52f31-ff22-41b2-83cd-652f82714346 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6b3703-9dc3-45b4-a689-5af8ac2df3b4,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:19.417011 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-b0edef93-8d3d-469f-aa12-73e60982fd2d tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] show failed (client error): The resource could not be found. Jul 16 01:41:19.420806 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b0edef93-8d3d-469f-aa12-73e60982fd2d tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "GET /v2.0/security-groups/3d6b3703-9dc3-45b4-a689-5af8ac2df3b4 HTTP/1.1" status: 404 len: 347 time: 0.0341835 Jul 16 01:41:19.423504 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60388) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:19.451871 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-28fde18a-623c-4a0c-ac83-bba8171cbbff', 'network_id': '28fde18a-623c-4a0c-ac83-bba8171cbbff', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77', 'fixed_ips': [{'subnet_id': '7abec1f6-31f8-4d1d-baff-074c70749a9e'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:41:19.457637 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.887300 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20e128e0-d68a-4bff-8e45-f5c5105c3d42 req-97e46c16-fa35-45fd-82ca-dff399ed97d9 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 210 time: 0.0804951 Jul 16 01:41:20.243636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f129fe34-479a-4f20-bf8f-1e3fb27730cb up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:20.539776 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Allocated IP 19.86.0.2 (28fde18a-623c-4a0c-ac83-bba8171cbbff/7abec1f6-31f8-4d1d-baff-074c70749a9e/cbcb573b-897e-4073-a439-af6fcc3ae611) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:20.617574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port f129fe34-479a-4f20-bf8f-1e3fb27730cb completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:20.756291 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25307bff-9163-47cf-afb6-192701c4c48a None None] Network c35fb58e-a097-4e56-bdbf-6834457ca0e4 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:20.774501 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-bd2f1d27-95bb-43c2-ba70-962590f5a5f5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:20.776150 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-bd2f1d27-95bb-43c2-ba70-962590f5a5f5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 806 time: 0.4043276 Jul 16 01:41:20.796466 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-8f052fd2-cd5e-4bfa-bb99-740b8512703a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Request body: {'port': {'device_id': '9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2', 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6', 'admin_state_up': True, 'tenant_id': 'eee8cab6008b4c97b6da90d7038a45ff'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:20.817936 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-701dbd7b-134b-40e2-8876-c80932bbe0ee None None] Provisioning for port f129fe34-479a-4f20-bf8f-1e3fb27730cb completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:20.993012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93e01f40-247b-4eeb-b0f8-9e59f4b5e373 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:20.998382 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.003320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-701dbd7b-134b-40e2-8876-c80932bbe0ee None None] Provisioning complete for port f129fe34-479a-4f20-bf8f-1e3fb27730cb triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:21.003694 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-701dbd7b-134b-40e2-8876-c80932bbe0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.014502 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93e01f40-247b-4eeb-b0f8-9e59f4b5e373 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:21.016608 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93e01f40-247b-4eeb-b0f8-9e59f4b5e373 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/networks?id=c35fb58e-a097-4e56-bdbf-6834457ca0e4&id=28fde18a-623c-4a0c-ac83-bba8171cbbff HTTP/1.1" status: 200 len: 1392 time: 1.3239093 Jul 16 01:41:21.058697 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-8f052fd2-cd5e-4bfa-bb99-740b8512703a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Made reservation on behalf of eee8cab6008b4c97b6da90d7038a45ff for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:21.071959 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-8f052fd2-cd5e-4bfa-bb99-740b8512703a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.085766 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-92e0e532-55bc-40ee-8595-bde6f1994e6c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/quotas/ba64e075266e4b3592c35f697ed5dc77 HTTP/1.1" status: 200 len: 375 time: 0.0611651 Jul 16 01:41:21.110803 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Transition to ACTIVE for port object cbcb573b-897e-4073-a439-af6fcc3ae611 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:21.200355 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Transition to ACTIVE for port object cbcb573b-897e-4073-a439-af6fcc3ae611 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:21.263494 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Deleting port fa071bb0-7d73-47ba-a73d-fc0357636164 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:21.263882 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.319636 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.323901 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-701dbd7b-134b-40e2-8876-c80932bbe0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.414476 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-8f052fd2-cd5e-4bfa-bb99-740b8512703a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Allocated IP 172.20.0.11 (d666cf0f-c0cb-4497-a3f6-7607773175b6/0ed8c6f3-d43f-4024-a124-b2544fda26de/dc52e804-f5a9-484a-bfd1-4e0a24d0857d) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:21.481706 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-00048332-ed8e-4248-8362-3d057dce2072 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba64e075266e4b3592c35f697ed5dc77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3840230 Jul 16 01:41:21.502716 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3394f6d0-087d-4027-a472-d12d3fd7b824 req-810e06bd-926a-49d9-8a77-771444f3c6d5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 210 time: 0.1928265 Jul 16 01:41:21.528673 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Network 28fde18a-623c-4a0c-ac83-bba8171cbbff is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:21.597366 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-701dbd7b-134b-40e2-8876-c80932bbe0ee None None] For port f129fe34-479a-4f20-bf8f-1e3fb27730cb, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f129fe34-479a-4f20-bf8f-1e3fb27730cb,segment=NetworkSegment(26f104cf-aa5b-4bb3-a9dc-87a9ad119a13),segment_id=26f104cf-aa5b-4bb3-a9dc-87a9ad119a13)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:21.642222 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-701dbd7b-134b-40e2-8876-c80932bbe0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.655459 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:21.680029 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:21.710208 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-44ed665e-b56c-4498-a6ff-88cb19f653f3 service neutron] 10.222.0.54 "GET /v2.0/networks/c35fb58e-a097-4e56-bdbf-6834457ca0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129714 Jul 16 01:41:21.719830 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Pushing event updated for resources: {'Port': ['ID=cbcb573b-897e-4073-a439-af6fcc3ae611,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:21.839922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Attempting to bind port cbcb573b-897e-4073-a439-af6fcc3ae611 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:21.840577 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Attempting to bind port cbcb573b-897e-4073-a439-af6fcc3ae611 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2bcf895b-8617-45be-bfcc-d21308039476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '28fde18a-623c-4a0c-ac83-bba8171cbbff'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:21.841119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Attempting to bind port cbcb573b-897e-4073-a439-af6fcc3ae611 on network 28fde18a-623c-4a0c-ac83-bba8171cbbff {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:21.852817 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:21.853523 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Checking segment: {'id': '2bcf895b-8617-45be-bfcc-d21308039476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '28fde18a-623c-4a0c-ac83-bba8171cbbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:21.854102 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.854669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Bound using segment: {'id': '2bcf895b-8617-45be-bfcc-d21308039476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '28fde18a-623c-4a0c-ac83-bba8171cbbff'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:21.855327 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Bound port: cbcb573b-897e-4073-a439-af6fcc3ae611, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcf895b-8617-45be-bfcc-d21308039476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '28fde18a-623c-4a0c-ac83-bba8171cbbff'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:21.855924 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.866312 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-8f052fd2-cd5e-4bfa-bb99-740b8512703a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.950355 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-8f052fd2-cd5e-4bfa-bb99-740b8512703a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.967696 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dbd7b-134b-40e2-8876-c80932bbe0ee None None] Pushing event updated for resources: {'Port': ['ID=f129fe34-479a-4f20-bf8f-1e3fb27730cb,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:21.993883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['efd02165-8351-4e87-9a54-2c6b152ae053'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:22.005742 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-d2e8a821-4fef-4cb7-bc54-7ea437e99913 service neutron] 10.222.0.54 "GET /v2.0/networks/c35fb58e-a097-4e56-bdbf-6834457ca0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765501 Jul 16 01:41:22.018424 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.020966 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.065251 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-8f052fd2-cd5e-4bfa-bb99-740b8512703a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Network d666cf0f-c0cb-4497-a3f6-7607773175b6 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:22.091896 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-8f052fd2-cd5e-4bfa-bb99-740b8512703a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:22.098927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-8f052fd2-cd5e-4bfa-bb99-740b8512703a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:22.107752 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f052fd2-cd5e-4bfa-bb99-740b8512703a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Pushing event updated for resources: {'Port': ['ID=dc52e804-f5a9-484a-bfd1-4e0a24d0857d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:22.158123 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] For port cbcb573b-897e-4073-a439-af6fcc3ae611, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:22.179471 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-9e977c21-29d6-42df-ad6f-2cbd1410af99 service neutron] 10.222.0.54 "GET /v2.0/networks/28fde18a-623c-4a0c-ac83-bba8171cbbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642292 Jul 16 01:41:22.211933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Calling delete_port for fa071bb0-7d73-47ba-a73d-fc0357636164 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:22.212301 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f129fe34-479a-4f20-bf8f-1e3fb27730cb up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:22.234957 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99910869-0d9a-4592-8931-14e57d53d36b req-5fecb175-eec4-49fc-b647-30aa0b54a325 tempest-FlavorsV2NegativeTest-1223044470 tempest-FlavorsV2NegativeTest-1223044470-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=16702c1b322e4350b2604d05889dcc0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849736 Jul 16 01:41:22.310906 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] For port cbcb573b-897e-4073-a439-af6fcc3ae611, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cbcb573b-897e-4073-a439-af6fcc3ae611,segment=NetworkSegment(2bcf895b-8617-45be-bfcc-d21308039476),segment_id=2bcf895b-8617-45be-bfcc-d21308039476)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:22.328300 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.443502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port f129fe34-479a-4f20-bf8f-1e3fb27730cb triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:22.444061 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.522669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4f222-e06b-4cce-bed4-02f798f8e9bf None None] Pushing event updated for resources: {'Port': ['ID=cbcb573b-897e-4073-a439-af6fcc3ae611,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:22.611684 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-8f052fd2-cd5e-4bfa-bb99-740b8512703a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:22.630401 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-b8dae059-691a-4934-a496-c03de83ee134 service neutron] 10.222.0.54 "GET /v2.0/networks/28fde18a-623c-4a0c-ac83-bba8171cbbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445996 Jul 16 01:41:22.640500 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-8f052fd2-cd5e-4bfa-bb99-740b8512703a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.652024 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0e551a54-c75c-44c5-ad62-b9a797d84834 None None] Provisioning complete for port f129fe34-479a-4f20-bf8f-1e3fb27730cb triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:22.653209 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0e551a54-c75c-44c5-ad62-b9a797d84834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.886749 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.967575 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-8f052fd2-cd5e-4bfa-bb99-740b8512703a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1750891 Jul 16 01:41:22.976686 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99910869-0d9a-4592-8931-14e57d53d36b req-b95a2c3f-87d8-49f7-9175-ba17e743cf8f tempest-FlavorsV2NegativeTest-1223044470 tempest-FlavorsV2NegativeTest-1223044470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:22.980834 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99910869-0d9a-4592-8931-14e57d53d36b req-b95a2c3f-87d8-49f7-9175-ba17e743cf8f tempest-FlavorsV2NegativeTest-1223044470 tempest-FlavorsV2NegativeTest-1223044470-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7309728 Jul 16 01:41:23.007284 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Request body: {'port': {'device_id': '9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:23.015871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Pushing event deleted for resources: {'Port': ['ID=fa071bb0-7d73-47ba-a73d-fc0357636164,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:23.058314 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99910869-0d9a-4592-8931-14e57d53d36b req-8c417e76-6f80-4baf-ad25-c08d3af2ff30 tempest-FlavorsV2NegativeTest-1223044470 tempest-FlavorsV2NegativeTest-1223044470-project] 10.222.0.54 "GET /v2.0/quotas/16702c1b322e4350b2604d05889dcc0f HTTP/1.1" status: 200 len: 375 time: 0.0600092 Jul 16 01:41:23.076299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:23.076820 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:23.077311 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:23.077800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:23.078364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:23.078851 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:23.079330 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:23.079857 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:23.080359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:23.080838 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:23.081324 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:23.082365 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:23.157962 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99910869-0d9a-4592-8931-14e57d53d36b req-15a84d5a-f51a-47f3-bced-bc1e356927c7 tempest-FlavorsV2NegativeTest-1223044470 tempest-FlavorsV2NegativeTest-1223044470-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=16702c1b322e4350b2604d05889dcc0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0984294 Jul 16 01:41:23.172665 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.175259 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.180713 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-56f7abf4-7e3b-47ad-8258-c2a88ca068c1 tempest-ServersTestManualDisk-1373462798 tempest-ServersTestManualDisk-1373462798-project] 10.222.0.54 "DELETE /v2.0/floatingips/05f8edae-b791-46e4-a35d-881275bdf4c2 HTTP/1.1" status: 204 len: 168 time: 3.7559855 Jul 16 01:41:23.183528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60490) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:23.347980 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.428373 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7d03198-b0c9-49b2-80cb-51c548d54de7 req-6557623e-0f03-4247-8987-f8d744287144 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 210 time: 0.1030233 Jul 16 01:41:23.657714 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.909034 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c3707-dbf9-42ea-b4e4-292ce54f27d7 req-8e18adf2-a5f9-4ecf-bcb5-0f69989a377e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:23.911095 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8c5c3707-dbf9-42ea-b4e4-292ce54f27d7 req-8e18adf2-a5f9-4ecf-bcb5-0f69989a377e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 932 time: 0.2789328 Jul 16 01:41:24.039992 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8c5c3707-dbf9-42ea-b4e4-292ce54f27d7 req-2f76acfd-ccd2-4170-96eb-67261ae9174f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205139 Jul 16 01:41:24.282351 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cbcb573b-897e-4073-a439-af6fcc3ae611 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:24.282542 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc52e804-f5a9-484a-bfd1-4e0a24d0857d {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:24.282542 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.289742 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Transition to ACTIVE for port object dc52e804-f5a9-484a-bfd1-4e0a24d0857d will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:24.301881 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.383499 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-211f6b66-bf4e-46c7-8675-44e91f83e3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.409674 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc52e804-f5a9-484a-bfd1-4e0a24d0857d,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:24.434265 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60522) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:24.480162 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port cbcb573b-897e-4073-a439-af6fcc3ae611 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:24.564147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce683b7-5e42-4c6b-a543-e9b077c8ae8f None None] Network 28fde18a-623c-4a0c-ac83-bba8171cbbff requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:24.644198 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2fb36d11-c640-4f7b-beda-7d3c405cd46c req-29727cf0-2fe9-4ed8-945a-b575b9dbb106 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 210 time: 0.0353644 Jul 16 01:41:24.670620 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Attempting to bind port dc52e804-f5a9-484a-bfd1-4e0a24d0857d on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:24.673264 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Attempting to bind port dc52e804-f5a9-484a-bfd1-4e0a24d0857d by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:24.673899 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Attempting to bind port dc52e804-f5a9-484a-bfd1-4e0a24d0857d on network d666cf0f-c0cb-4497-a3f6-7607773175b6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:24.684942 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Port dc52e804-f5a9-484a-bfd1-4e0a24d0857d on network d666cf0f-c0cb-4497-a3f6-7607773175b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:24.688310 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Attempting to bind port dc52e804-f5a9-484a-bfd1-4e0a24d0857d on network d666cf0f-c0cb-4497-a3f6-7607773175b6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:24.696956 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:24.697677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Checking segment: {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:24.698674 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Bound using segment: {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:24.699462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Bound port: dc52e804-f5a9-484a-bfd1-4e0a24d0857d, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:24.700101 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.867947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] For port dc52e804-f5a9-484a-bfd1-4e0a24d0857d, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:24.871819 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] For port dc52e804-f5a9-484a-bfd1-4e0a24d0857d, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=dc52e804-f5a9-484a-bfd1-4e0a24d0857d,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:24.885644 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.908489 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3e48b0a2-e0fb-4149-8d07-27396ab4a455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.928127 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-68bb9cb7-5706-4664-8d20-68e7a2d52104 None None] Provisioning for port cbcb573b-897e-4073-a439-af6fcc3ae611 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:24.946869 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-68bb9cb7-5706-4664-8d20-68e7a2d52104 None None] Provisioning complete for port cbcb573b-897e-4073-a439-af6fcc3ae611 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:24.947418 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68bb9cb7-5706-4664-8d20-68e7a2d52104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.993215 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:24.995260 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.996776 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] 10.222.0.47 "PUT /v2.0/ports/dc52e804-f5a9-484a-bfd1-4e0a24d0857d HTTP/1.1" status: 200 len: 1092 time: 1.9988229 Jul 16 01:41:24.998977 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2', 'tag': 'dc52e804-f5a9-484a-bfd1-4e0a24d0857d'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:25.007625 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20b5353-5a62-4d14-95b3-8a6cba161b72" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2", "tag": "dc52e804-f5a9-484a-bfd1-4e0a24d0857d"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:25.125426 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0514bb5-1e66-4b1c-a8fb-7cf053af20b6 x-openstack-request-id: req-a0514bb5-1e66-4b1c-a8fb-7cf053af20b6 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:25.125919 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2", "tag": "dc52e804-f5a9-484a-bfd1-4e0a24d0857d", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:25.126493 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0514bb5-1e66-4b1c-a8fb-7cf053af20b6 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:25.127064 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2', 'tag': 'dc52e804-f5a9-484a-bfd1-4e0a24d0857d', 'status': 'completed', 'code': 200} Jul 16 01:41:25.132716 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6865ec0-82ec-4c30-9da8-6e72f7019cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc52e804-f5a9-484a-bfd1-4e0a24d0857d,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:25.272228 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-3904bd02-bddb-4946-aa4a-9598f1cbe1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.277000 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-3904bd02-bddb-4946-aa4a-9598f1cbe1f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 1095 time: 0.1880302 Jul 16 01:41:25.288543 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68bb9cb7-5706-4664-8d20-68e7a2d52104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.363932 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-68bb9cb7-5706-4664-8d20-68e7a2d52104 None None] For port cbcb573b-897e-4073-a439-af6fcc3ae611, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cbcb573b-897e-4073-a439-af6fcc3ae611,segment=NetworkSegment(2bcf895b-8617-45be-bfcc-d21308039476),segment_id=2bcf895b-8617-45be-bfcc-d21308039476)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:25.368547 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68bb9cb7-5706-4664-8d20-68e7a2d52104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.408991 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-340c1817-84d3-4288-9997-6ef85aeacf2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc52e804-f5a9-484a-bfd1-4e0a24d0857d HTTP/1.1" status: 200 len: 217 time: 0.1099734 Jul 16 01:41:25.421088 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3e48b0a2-e0fb-4149-8d07-27396ab4a455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.425145 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581507a-b886-415e-b6f2-e48fe858e230 req-6c7b94ee-8b66-440c-b67d-59eedf981348 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.434055 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581507a-b886-415e-b6f2-e48fe858e230 req-6c7b94ee-8b66-440c-b67d-59eedf981348 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.436062 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-6c7b94ee-8b66-440c-b67d-59eedf981348 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.26 "GET /v2.0/networks?id=c35fb58e-a097-4e56-bdbf-6834457ca0e4&id=28fde18a-623c-4a0c-ac83-bba8171cbbff HTTP/1.1" status: 200 len: 1392 time: 0.4401784 Jul 16 01:41:25.458210 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-d581507a-b886-415e-b6f2-e48fe858e230 req-1f9764fe-9c3f-464b-9fd1-b4ef7eaa0270 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Request body: {'port': {'device_id': '4057e5a2-b361-4e0c-b3bf-46bc8505149a', 'network_id': 'c35fb58e-a097-4e56-bdbf-6834457ca0e4', 'admin_state_up': True, 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:25.484541 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb9cb7-5706-4664-8d20-68e7a2d52104 None None] Pushing event updated for resources: {'Port': ['ID=cbcb573b-897e-4073-a439-af6fcc3ae611,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:25.486879 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3e48b0a2-e0fb-4149-8d07-27396ab4a455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.563971 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3e48b0a2-e0fb-4149-8d07-27396ab4a455 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=16702c1b322e4350b2604d05889dcc0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1179042 Jul 16 01:41:25.569079 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48b0a2-e0fb-4149-8d07-27396ab4a455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd45fa85-1be2-4f78-b870-ea8a56e0a35d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:25.572606 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60546) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:25.602731 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-211f6b66-bf4e-46c7-8675-44e91f83e3a8 admin admin] Deleting port 84a7bbd1-7204-4121-9778-28b9d7e8a70a {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:25.603110 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-211f6b66-bf4e-46c7-8675-44e91f83e3a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.633203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48b0a2-e0fb-4149-8d07-27396ab4a455 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:25.633203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48b0a2-e0fb-4149-8d07-27396ab4a455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:25.633203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48b0a2-e0fb-4149-8d07-27396ab4a455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:25.633203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48b0a2-e0fb-4149-8d07-27396ab4a455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:25.633704 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48b0a2-e0fb-4149-8d07-27396ab4a455 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:25.633704 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48b0a2-e0fb-4149-8d07-27396ab4a455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:25.633968 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48b0a2-e0fb-4149-8d07-27396ab4a455 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:25.634300 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48b0a2-e0fb-4149-8d07-27396ab4a455 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:25.634630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48b0a2-e0fb-4149-8d07-27396ab4a455 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:25.634960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48b0a2-e0fb-4149-8d07-27396ab4a455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:25.635338 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48b0a2-e0fb-4149-8d07-27396ab4a455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:25.635670 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48b0a2-e0fb-4149-8d07-27396ab4a455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:25.666139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-9069dff0-1a66-4e26-a697-f1df533dd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.667641 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-9069dff0-1a66-4e26-a697-f1df533dd0d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ed8c6f3-d43f-4024-a124-b2544fda26de HTTP/1.1" status: 200 len: 846 time: 0.2445602 Jul 16 01:41:25.713237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-211f6b66-bf4e-46c7-8675-44e91f83e3a8 admin admin] For port 84a7bbd1-7204-4121-9778-28b9d7e8a70a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=84a7bbd1-7204-4121-9778-28b9d7e8a70a,segment=NetworkSegment(03b5464c-1784-427e-b372-587f2c216307),segment_id=03b5464c-1784-427e-b372-587f2c216307)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:25.714074 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-211f6b66-bf4e-46c7-8675-44e91f83e3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.725805 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-b34dffe4-164b-40fb-b593-3ae482e6cec6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d666cf0f-c0cb-4497-a3f6-7607773175b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414228 Jul 16 01:41:25.731777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-211f6b66-bf4e-46c7-8675-44e91f83e3a8 admin admin] Calling delete_port for 84a7bbd1-7204-4121-9778-28b9d7e8a70a owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:25.738646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9c5e6-900d-43ed-ab17-24d646eb1033 req-e213736b-b5fc-4717-a42b-c36c0a4eb222 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.745629 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7eb9c5e6-900d-43ed-ab17-24d646eb1033 req-e213736b-b5fc-4717-a42b-c36c0a4eb222 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 944 time: 0.4300725 Jul 16 01:41:25.803547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d8ebbb0d-9f8c-4aa9-b008-792b2ba37424 None None] Provisioning complete for port cbcb573b-897e-4073-a439-af6fcc3ae611 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:25.804771 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8ebbb0d-9f8c-4aa9-b008-792b2ba37424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.870554 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-06087c7e-9905-4c97-808f-163e80dc0563 service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228850 Jul 16 01:41:25.999527 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-58d5ffea-66a6-4bcc-b2bf-3ca072a74573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.049540 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7f1fdca-c909-49ac-9d64-4d4367b3b6ec req-e6dfe60c-9edc-422c-8524-dcde1716cacb service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662400 Jul 16 01:41:26.067257 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-211f6b66-bf4e-46c7-8675-44e91f83e3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.077510 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-58d5ffea-66a6-4bcc-b2bf-3ca072a74573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.102098 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7eb9c5e6-900d-43ed-ab17-24d646eb1033 req-da592391-4b42-488f-9212-dfc1bec5083e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531561 Jul 16 01:41:26.116622 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cbcb573b-897e-4073-a439-af6fcc3ae611 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:26.122147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f6b66-bf4e-46c7-8675-44e91f83e3a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=84a7bbd1-7204-4121-9778-28b9d7e8a70a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:26.157685 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-208a353e-fc8d-48c0-bc04-7e4e1aea650b req-5435caec-72d5-4141-9b47-b2d734fa6a64 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 210 time: 0.1006491 Jul 16 01:41:26.193588 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d581507a-b886-415e-b6f2-e48fe858e230 req-1f9764fe-9c3f-464b-9fd1-b4ef7eaa0270 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Made reservation on behalf of ba64e075266e4b3592c35f697ed5dc77 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:26.198041 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-1f9764fe-9c3f-464b-9fd1-b4ef7eaa0270 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.202458 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-58d5ffea-66a6-4bcc-b2bf-3ca072a74573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.217247 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-58d5ffea-66a6-4bcc-b2bf-3ca072a74573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.220818 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-58d5ffea-66a6-4bcc-b2bf-3ca072a74573 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dd45fa85-1be2-4f78-b870-ea8a56e0a35d HTTP/1.1" status: 204 len: 168 time: 0.6406000 Jul 16 01:41:26.264233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port cbcb573b-897e-4073-a439-af6fcc3ae611 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:26.264617 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.326396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5ffea-66a6-4bcc-b2bf-3ca072a74573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd45fa85-1be2-4f78-b870-ea8a56e0a35d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:26.398893 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b5353-5a62-4d14-95b3-8a6cba161b72 req-a7ed9c18-1e93-4b0d-8f40-607c072dfec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:26.400736 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a20b5353-5a62-4d14-95b3-8a6cba161b72 req-a7ed9c18-1e93-4b0d-8f40-607c072dfec1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 1095 time: 0.2124281 Jul 16 01:41:26.483619 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-d581507a-b886-415e-b6f2-e48fe858e230 req-1f9764fe-9c3f-464b-9fd1-b4ef7eaa0270 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Allocated IP 19.80.0.159 (c35fb58e-a097-4e56-bdbf-6834457ca0e4/84c72582-4783-4d61-8667-d0bf0b6bdabf/f64326f1-5cf3-4473-9f22-2212dee18acd) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:26.655386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b5353-5a62-4d14-95b3-8a6cba161b72 req-3e78fc01-86c9-4dfc-b8a2-f9c9872e9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:26.663110 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a20b5353-5a62-4d14-95b3-8a6cba161b72 req-3e78fc01-86c9-4dfc-b8a2-f9c9872e9f06 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 907 time: 0.2516892 Jul 16 01:41:26.765671 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a20b5353-5a62-4d14-95b3-8a6cba161b72 req-6a006e0b-2630-460c-8641-004f661ad103 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc52e804-f5a9-484a-bfd1-4e0a24d0857d HTTP/1.1" status: 200 len: 217 time: 0.0944171 Jul 16 01:41:26.776385 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-211f6b66-bf4e-46c7-8675-44e91f83e3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.858362 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-1f9764fe-9c3f-464b-9fd1-b4ef7eaa0270 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.891673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-d581507a-b886-415e-b6f2-e48fe858e230 req-1f9764fe-9c3f-464b-9fd1-b4ef7eaa0270 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Transition to ACTIVE for port object f64326f1-5cf3-4473-9f22-2212dee18acd will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:26.913310 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b5353-5a62-4d14-95b3-8a6cba161b72 req-ea579a82-845e-4b62-88ae-92e18966e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:26.914484 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a20b5353-5a62-4d14-95b3-8a6cba161b72 req-ea579a82-845e-4b62-88ae-92e18966e6ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ed8c6f3-d43f-4024-a124-b2544fda26de HTTP/1.1" status: 200 len: 846 time: 0.1408706 Jul 16 01:41:26.974682 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a20b5353-5a62-4d14-95b3-8a6cba161b72 req-1ef66811-86e4-4dc4-bd21-13cabc0ba71d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d666cf0f-c0cb-4497-a3f6-7607773175b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530972 Jul 16 01:41:27.134424 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a20b5353-5a62-4d14-95b3-8a6cba161b72 req-5ea3ff7c-e124-4929-be11-ae9f6f9c5f45 service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523447 Jul 16 01:41:27.240064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211f6b66-bf4e-46c7-8675-44e91f83e3a8 admin admin] Router a7cb5161-401b-4fe2-9a28-0e19ba4078e8 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:27.310017 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-1f9764fe-9c3f-464b-9fd1-b4ef7eaa0270 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.429583 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9764fe-9c3f-464b-9fd1-b4ef7eaa0270 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event updated for resources: {'Port': ['ID=f64326f1-5cf3-4473-9f22-2212dee18acd,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:27.490808 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a20b5353-5a62-4d14-95b3-8a6cba161b72 req-d6cb6ead-f4cd-487c-a216-e417b073318a service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497074 Jul 16 01:41:27.502826 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51fa9c-3bdf-46ae-9d32-7d77034c32df req-e37252dc-ab5d-4e17-9064-8f3ea7b2a111 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.528882 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d581507a-b886-415e-b6f2-e48fe858e230 req-1f9764fe-9c3f-464b-9fd1-b4ef7eaa0270 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Network c35fb58e-a097-4e56-bdbf-6834457ca0e4 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:27.557858 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc51fa9c-3bdf-46ae-9d32-7d77034c32df req-e37252dc-ab5d-4e17-9064-8f3ea7b2a111 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 944 time: 0.2036104 Jul 16 01:41:27.584133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-d581507a-b886-415e-b6f2-e48fe858e230 req-1f9764fe-9c3f-464b-9fd1-b4ef7eaa0270 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:27.633011 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc51fa9c-3bdf-46ae-9d32-7d77034c32df req-5a505b77-501e-4dea-aad0-37bd591e68a9 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660963 Jul 16 01:41:27.947208 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-712c6ca0-2841-474b-8c6a-a243aa04da1f None None] Provisioning for port f64326f1-5cf3-4473-9f22-2212dee18acd completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:27.955982 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-712c6ca0-2841-474b-8c6a-a243aa04da1f None None] Provisioning complete for port f64326f1-5cf3-4473-9f22-2212dee18acd triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:27.956362 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-712c6ca0-2841-474b-8c6a-a243aa04da1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.060384 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-d581507a-b886-415e-b6f2-e48fe858e230 req-1f9764fe-9c3f-464b-9fd1-b4ef7eaa0270 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:28.102079 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-712c6ca0-2841-474b-8c6a-a243aa04da1f None None] Port f64326f1-5cf3-4473-9f22-2212dee18acd cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:28.117495 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211f6b66-bf4e-46c7-8675-44e91f83e3a8 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:28.124011 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-211f6b66-bf4e-46c7-8675-44e91f83e3a8 admin admin] 10.222.0.54 "PUT /v2.0/routers/a7cb5161-401b-4fe2-9a28-0e19ba4078e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9394293 Jul 16 01:41:28.127222 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60604) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.130764 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d13d2c8-8a34-45b6-b0dd-1c834ea42a00 None None] Sync routers for ids ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:28.141803 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581507a-b886-415e-b6f2-e48fe858e230 req-1f9764fe-9c3f-464b-9fd1-b4ef7eaa0270 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.142884 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-1f9764fe-9c3f-464b-9fd1-b4ef7eaa0270 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.149940 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d13d2c8-8a34-45b6-b0dd-1c834ea42a00 None None] Routers {'a7cb5161-401b-4fe2-9a28-0e19ba4078e8'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:28.150769 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7d13d2c8-8a34-45b6-b0dd-1c834ea42a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:41:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:28.163267 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719dae1f-1135-4400-8450-04b19d8ddf99 req-8c5a45e0-4204-4ba5-9e40-c3bbd968dbd4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.172637 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-719dae1f-1135-4400-8450-04b19d8ddf99 req-8c5a45e0-4204-4ba5-9e40-c3bbd968dbd4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 932 time: 0.7362239 Jul 16 01:41:28.201556 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-1f9764fe-9c3f-464b-9fd1-b4ef7eaa0270 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7494211 Jul 16 01:41:28.218820 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-d581507a-b886-415e-b6f2-e48fe858e230 req-7099711e-5668-4625-aaf6-0d04b00f06a0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Request body: {'port': {'device_id': '4057e5a2-b361-4e0c-b3bf-46bc8505149a', 'network_id': '28fde18a-623c-4a0c-ac83-bba8171cbbff', 'admin_state_up': True, 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:28.272003 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-719dae1f-1135-4400-8450-04b19d8ddf99 req-f6930aa8-f340-4ac0-b7a8-650295785c43 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983536 Jul 16 01:41:28.333800 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-7d13d2c8-8a34-45b6-b0dd-1c834ea42a00 None None] Set router a7cb5161-401b-4fe2-9a28-0e19ba4078e8 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:28.343421 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04c68fbe-931a-4a07-93f3-fb6edc0a6839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.414830 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-4a07087a-82a9-427c-b5ea-24f3c46500ee tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=aa8ae30ad1e8439c964f1d667a4b2a7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849438 Jul 16 01:41:28.466829 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d581507a-b886-415e-b6f2-e48fe858e230 req-7099711e-5668-4625-aaf6-0d04b00f06a0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Made reservation on behalf of ba64e075266e4b3592c35f697ed5dc77 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:28.477928 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-7099711e-5668-4625-aaf6-0d04b00f06a0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.567419 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.716462 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6cec6e16-414e-4c75-a348-2307794caa9c admin admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.801036 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-d581507a-b886-415e-b6f2-e48fe858e230 req-7099711e-5668-4625-aaf6-0d04b00f06a0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Allocated IP 19.86.0.48 (28fde18a-623c-4a0c-ac83-bba8171cbbff/7abec1f6-31f8-4d1d-baff-074c70749a9e/323391ae-3032-4c95-ac38-ab9d9cfc02e4) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:28.916107 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-bb5adabb-cc6a-492c-9967-0a5d2497238e tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.925137 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-bb5adabb-cc6a-492c-9967-0a5d2497238e tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3931313 Jul 16 01:41:28.961492 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-54986248-889a-4555-8ad8-1e7067814787 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/quotas/aa8ae30ad1e8439c964f1d667a4b2a7b HTTP/1.1" status: 200 len: 375 time: 0.0346529 Jul 16 01:41:29.002772 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7d13d2c8-8a34-45b6-b0dd-1c834ea42a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'name': 'tempest-ServersTestManualDisk-278799008-router', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:41:25Z', 'revision_number': 5, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'gw_port': {'id': '5f668bd8-f8b6-4552-a1e7-6447f607c559', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:da:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:27Z', 'updated_at': '2021-07-16T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:29.013464 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-8747f50e-59c9-41f0-b1a8-c81c10e53342 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa8ae30ad1e8439c964f1d667a4b2a7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509272 Jul 16 01:41:29.034163 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6cec6e16-414e-4c75-a348-2307794caa9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.043335 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d13d2c8-8a34-45b6-b0dd-1c834ea42a00 None None] Checking router: a7cb5161-401b-4fe2-9a28-0e19ba4078e8 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:29.046796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62992cf2-b79f-40d0-82dc-6b9e33b5f819 req-8e592968-7313-41b6-986f-194c747bf50e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:29.057321 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62992cf2-b79f-40d0-82dc-6b9e33b5f819 req-8e592968-7313-41b6-986f-194c747bf50e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 944 time: 0.2266612 Jul 16 01:41:29.069423 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d13d2c8-8a34-45b6-b0dd-1c834ea42a00 None None] Routers {'a7cb5161-401b-4fe2-9a28-0e19ba4078e8'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:29.071275 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7d13d2c8-8a34-45b6-b0dd-1c834ea42a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:41:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:29.110752 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-6cec6e16-414e-4c75-a348-2307794caa9c admin admin] Deleting port 5f668bd8-f8b6-4552-a1e7-6447f607c559 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:29.111557 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6cec6e16-414e-4c75-a348-2307794caa9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.147532 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62992cf2-b79f-40d0-82dc-6b9e33b5f819 req-b0962cfa-c489-430e-8156-428083ba1686 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893037 Jul 16 01:41:29.262159 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-7099711e-5668-4625-aaf6-0d04b00f06a0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.267580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-6cec6e16-414e-4c75-a348-2307794caa9c admin admin] For port 5f668bd8-f8b6-4552-a1e7-6447f607c559, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5f668bd8-f8b6-4552-a1e7-6447f607c559,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:29.268132 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6cec6e16-414e-4c75-a348-2307794caa9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.305214 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-7d13d2c8-8a34-45b6-b0dd-1c834ea42a00 None None] Set router a7cb5161-401b-4fe2-9a28-0e19ba4078e8 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:29.324752 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-d581507a-b886-415e-b6f2-e48fe858e230 req-7099711e-5668-4625-aaf6-0d04b00f06a0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Transition to ACTIVE for port object 323391ae-3032-4c95-ac38-ab9d9cfc02e4 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:29.389981 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-6cec6e16-414e-4c75-a348-2307794caa9c admin admin] Calling delete_port for 5f668bd8-f8b6-4552-a1e7-6447f607c559 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:29.390700 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7d13d2c8-8a34-45b6-b0dd-1c834ea42a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'name': 'tempest-ServersTestManualDisk-278799008-router', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:41:29Z', 'revision_number': 6, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:29.395114 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ad944c22-6beb-4464-b187-2ae6d26485d2 req-0a0c37ec-5ce2-406c-85de-6ccc69124619 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/ports?device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 210 time: 0.0801103 Jul 16 01:41:29.422334 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-7099711e-5668-4625-aaf6-0d04b00f06a0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.517978 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d13d2c8-8a34-45b6-b0dd-1c834ea42a00 None None] The sync data for ids ['a7cb5161-401b-4fe2-9a28-0e19ba4078e8'] in n-d-800086-6 is: [{'id': 'a7cb5161-401b-4fe2-9a28-0e19ba4078e8', 'name': 'tempest-ServersTestManualDisk-278799008-router', 'tenant_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:41:29Z', 'revision_number': 6, 'project_id': 'aeaa31090bdd4c6999155f5caa30c7b1', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:29.530915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d581507a-b886-415e-b6f2-e48fe858e230 req-7099711e-5668-4625-aaf6-0d04b00f06a0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Network 28fde18a-623c-4a0c-ac83-bba8171cbbff is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:29.535976 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-d581507a-b886-415e-b6f2-e48fe858e230 req-7099711e-5668-4625-aaf6-0d04b00f06a0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:29.552625 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-d581507a-b886-415e-b6f2-e48fe858e230 req-7099711e-5668-4625-aaf6-0d04b00f06a0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:29.556861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099711e-5668-4625-aaf6-0d04b00f06a0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event updated for resources: {'Port': ['ID=323391ae-3032-4c95-ac38-ab9d9cfc02e4,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:29.690866 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581507a-b886-415e-b6f2-e48fe858e230 req-7099711e-5668-4625-aaf6-0d04b00f06a0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:29.699133 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-7099711e-5668-4625-aaf6-0d04b00f06a0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.726002 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-7099711e-5668-4625-aaf6-0d04b00f06a0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5116441 Jul 16 01:41:29.748056 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Request body: {'port': {'device_id': '4057e5a2-b361-4e0c-b3bf-46bc8505149a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:29.840573 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6cec6e16-414e-4c75-a348-2307794caa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.881757 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device dc52e804-f5a9-484a-bfd1-4e0a24d0857d details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:29.940848 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.043827 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec6e16-414e-4c75-a348-2307794caa9c admin admin] Pushing event deleted for resources: {'Port': ['ID=5f668bd8-f8b6-4552-a1e7-6447f607c559,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:30.140235 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467f487-7a52-4f23-b587-09365a77293e req-bd702589-9120-4e75-82ce-2dad63eb1aec tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:30.155494 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467f487-7a52-4f23-b587-09365a77293e req-bd702589-9120-4e75-82ce-2dad63eb1aec tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:30.164798 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e467f487-7a52-4f23-b587-09365a77293e req-bd702589-9120-4e75-82ce-2dad63eb1aec tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 1654 time: 0.4406133 Jul 16 01:41:30.183277 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 84a7bbd1-7204-4121-9778-28b9d7e8a70a no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:30.229852 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6cec6e16-414e-4c75-a348-2307794caa9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.242905 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 84a7bbd1-7204-4121-9778-28b9d7e8a70a {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:30.252082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 84a7bbd1-7204-4121-9778-28b9d7e8a70a not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:30.321396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-56926656-8152-403a-9d12-59d981b673b5 None None] Provisioning for port 323391ae-3032-4c95-ac38-ab9d9cfc02e4 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:30.362390 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-56926656-8152-403a-9d12-59d981b673b5 None None] Provisioning complete for port 323391ae-3032-4c95-ac38-ab9d9cfc02e4 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:30.362685 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56926656-8152-403a-9d12-59d981b673b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.384104 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port dc52e804-f5a9-484a-bfd1-4e0a24d0857d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=dc52e804-f5a9-484a-bfd1-4e0a24d0857d,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:30.472374 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'dc52e804-f5a9-484a-bfd1-4e0a24d0857d', 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6', 'port_id': 'dc52e804-f5a9-484a-bfd1-4e0a24d0857d', 'mac_address': 'fa:16:3e:1d:b6:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed8c6f3-d43f-4024-a124-b2544fda26de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:30.482624 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64326f1-5cf3-4473-9f22-2212dee18acd {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:30.491259 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.503753 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Transition to ACTIVE for port object f64326f1-5cf3-4473-9f22-2212dee18acd will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:30.507563 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-56926656-8152-403a-9d12-59d981b673b5 None None] Port 323391ae-3032-4c95-ac38-ab9d9cfc02e4 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:30.515102 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.555385 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6cec6e16-414e-4c75-a348-2307794caa9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.561449 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6cec6e16-414e-4c75-a348-2307794caa9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.568979 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.588636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc52e804-f5a9-484a-bfd1-4e0a24d0857d {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:30.617592 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port dc52e804-f5a9-484a-bfd1-4e0a24d0857d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=dc52e804-f5a9-484a-bfd1-4e0a24d0857d,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:30.623504 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.668274 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e467f487-7a52-4f23-b587-09365a77293e req-d7dfc579-9821-4ef6-8772-54ee3f8d8092 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022032 Jul 16 01:41:30.677218 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6cec6e16-414e-4c75-a348-2307794caa9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.677710 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cec6e16-414e-4c75-a348-2307794caa9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7cb5161-401b-4fe2-9a28-0e19ba4078e8 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:30.688718 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6cec6e16-414e-4c75-a348-2307794caa9c admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.696838 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6cec6e16-414e-4c75-a348-2307794caa9c admin admin] 10.222.0.54 "DELETE /v2.0/routers/a7cb5161-401b-4fe2-9a28-0e19ba4078e8 HTTP/1.1" status: 204 len: 168 time: 2.5645194 Jul 16 01:41:30.703031 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60672) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:30.704728 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=dc52e804-f5a9-484a-bfd1-4e0a24d0857d,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:30.748469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f64326f1-5cf3-4473-9f22-2212dee18acd,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:30.909618 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-968bd14d-0298-4bdb-b175-484496c71fbe admin admin] Deleting subnet 1d51708a-58e0-4b81-bfd8-80eeb76fcaa7 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:30.911455 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dc88c-5d90-4859-beaa-a8809e6279ae req-f2ef2cad-cab0-48fe-8543-055a20d4d88e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:30.916522 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-968bd14d-0298-4bdb-b175-484496c71fbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.923214 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-830dc88c-5d90-4859-beaa-a8809e6279ae req-f2ef2cad-cab0-48fe-8543-055a20d4d88e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 944 time: 0.4177775 Jul 16 01:41:30.962291 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['dc52e804-f5a9-484a-bfd1-4e0a24d0857d'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:30.991949 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-968bd14d-0298-4bdb-b175-484496c71fbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.023612 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-830dc88c-5d90-4859-beaa-a8809e6279ae req-e393430f-2c28-48f5-b363-93f3f33502b0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993614 Jul 16 01:41:31.024751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Attempting to bind port f64326f1-5cf3-4473-9f22-2212dee18acd on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:31.025273 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Attempting to bind port f64326f1-5cf3-4473-9f22-2212dee18acd by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '26f104cf-aa5b-4bb3-a9dc-87a9ad119a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c35fb58e-a097-4e56-bdbf-6834457ca0e4'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:31.025557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Attempting to bind port f64326f1-5cf3-4473-9f22-2212dee18acd on network c35fb58e-a097-4e56-bdbf-6834457ca0e4 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:31.033542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Port f64326f1-5cf3-4473-9f22-2212dee18acd on network c35fb58e-a097-4e56-bdbf-6834457ca0e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:31.033762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Attempting to bind port f64326f1-5cf3-4473-9f22-2212dee18acd on network c35fb58e-a097-4e56-bdbf-6834457ca0e4 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:31.061169 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:31.068412 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Checking segment: {'id': '26f104cf-aa5b-4bb3-a9dc-87a9ad119a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c35fb58e-a097-4e56-bdbf-6834457ca0e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:31.069107 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Bound using segment: {'id': '26f104cf-aa5b-4bb3-a9dc-87a9ad119a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c35fb58e-a097-4e56-bdbf-6834457ca0e4'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:31.069587 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Bound port: f64326f1-5cf3-4473-9f22-2212dee18acd, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26f104cf-aa5b-4bb3-a9dc-87a9ad119a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c35fb58e-a097-4e56-bdbf-6834457ca0e4'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:31.069963 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.167339 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.169490 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8381680-7d3c-4263-a70d-97a8514b63a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.333257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] For port f64326f1-5cf3-4473-9f22-2212dee18acd, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:31.337340 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] For port f64326f1-5cf3-4473-9f22-2212dee18acd, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f64326f1-5cf3-4473-9f22-2212dee18acd,segment=NetworkSegment(26f104cf-aa5b-4bb3-a9dc-87a9ad119a13),segment_id=26f104cf-aa5b-4bb3-a9dc-87a9ad119a13)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:31.348216 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.435048 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:31.436256 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.438508 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] 10.222.0.26 "PUT /v2.0/ports/f64326f1-5cf3-4473-9f22-2212dee18acd HTTP/1.1" status: 200 len: 1092 time: 1.6987987 Jul 16 01:41:31.439304 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4057e5a2-b361-4e0c-b3bf-46bc8505149a', 'tag': 'f64326f1-5cf3-4473-9f22-2212dee18acd'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:31.441902 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a5dce5-6bc9-44a1-bbf0-a7d6601e5f68" -d '{"events": [{"name": "network-changed", "server_uuid": "4057e5a2-b361-4e0c-b3bf-46bc8505149a", "tag": "f64326f1-5cf3-4473-9f22-2212dee18acd"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:31.489651 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Request body: {'port': {'device_id': '4057e5a2-b361-4e0c-b3bf-46bc8505149a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:31.548400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dccd98-d0cf-464b-bbfc-57ea0f0630a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f64326f1-5cf3-4473-9f22-2212dee18acd,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:31.701836 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.838018 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-968bd14d-0298-4bdb-b175-484496c71fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.847139 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d351a740-e317-42bc-baf7-a2bb6629807a x-openstack-request-id: req-d351a740-e317-42bc-baf7-a2bb6629807a {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:31.848865 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4057e5a2-b361-4e0c-b3bf-46bc8505149a", "tag": "f64326f1-5cf3-4473-9f22-2212dee18acd", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:31.849269 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d351a740-e317-42bc-baf7-a2bb6629807a {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:31.849822 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4057e5a2-b361-4e0c-b3bf-46bc8505149a', 'tag': 'f64326f1-5cf3-4473-9f22-2212dee18acd', 'status': 'completed', 'code': 200} Jul 16 01:41:31.961947 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-968bd14d-0298-4bdb-b175-484496c71fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.035833 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.086050 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8f57ab7a-17a8-443e-bd6c-d0950d65d0bb req-1c1df419-0741-426d-a5c1-5f2c30de1c53 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/ports?device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 210 time: 0.1540399 Jul 16 01:41:32.135697 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5f668bd8-f8b6-4552-a1e7-6447f607c559 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:32.182359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bd14d-0298-4bdb-b175-484496c71fbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d51708a-58e0-4b81-bfd8-80eeb76fcaa7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:32.191694 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 5f668bd8-f8b6-4552-a1e7-6447f607c559 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:32.194110 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5f668bd8-f8b6-4552-a1e7-6447f607c559 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:32.212039 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388732d2-8ff1-41ae-9423-002437ab441d None None] Network 9a736340-90da-402a-a07c-a63465e83cd9 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:32.216156 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-968bd14d-0298-4bdb-b175-484496c71fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.218338 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-968bd14d-0298-4bdb-b175-484496c71fbe admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1d51708a-58e0-4b81-bfd8-80eeb76fcaa7 HTTP/1.1" status: 204 len: 168 time: 1.5140712 Jul 16 01:41:32.221433 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60690) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:32.223998 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-24620f8f-6eb8-402c-b992-f359d26f2a55 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=aa8ae30ad1e8439c964f1d667a4b2a7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1184647 Jul 16 01:41:32.370842 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a560c07-f0a5-45a6-86bf-46ae00e5a425 req-3678a10f-5200-4d20-ba39-eee33b8a2dd0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.392315 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a560c07-f0a5-45a6-86bf-46ae00e5a425 req-3678a10f-5200-4d20-ba39-eee33b8a2dd0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.397518 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0a560c07-f0a5-45a6-86bf-46ae00e5a425 req-3678a10f-5200-4d20-ba39-eee33b8a2dd0 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 1666 time: 0.4202676 Jul 16 01:41:32.516511 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0a560c07-f0a5-45a6-86bf-46ae00e5a425 req-5ebb110f-9c14-4b18-9d4a-2f2a02dab04e tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977209 Jul 16 01:41:32.635371 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323391ae-3032-4c95-ac38-ab9d9cfc02e4 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:32.653059 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.674569 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Transition to ACTIVE for port object 323391ae-3032-4c95-ac38-ab9d9cfc02e4 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:32.717399 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.752686 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5dce5-6bc9-44a1-bbf0-a7d6601e5f68 req-48dafea3-5975-4000-8033-74d1d01209f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.753288 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5dce5-6bc9-44a1-bbf0-a7d6601e5f68 req-48dafea3-5975-4000-8033-74d1d01209f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.755306 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6a5dce5-6bc9-44a1-bbf0-a7d6601e5f68 req-48dafea3-5975-4000-8033-74d1d01209f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba64e075266e4b3592c35f697ed5dc77&device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 1913 time: 0.8250401 Jul 16 01:41:32.792408 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.805583 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Pushing event updated for resources: {'Port': ['ID=323391ae-3032-4c95-ac38-ab9d9cfc02e4,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:32.810228 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b376aed-f55e-4d75-8c92-c4f52d465f89 req-653600cf-ff7e-441c-9f9c-7a3e7904464e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.812648 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8b376aed-f55e-4d75-8c92-c4f52d465f89 req-653600cf-ff7e-441c-9f9c-7a3e7904464e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 945 time: 0.5466325 Jul 16 01:41:32.909059 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb5a13a-39d4-40b0-aabe-6d9cb3a5adb2 None None] DHCP port deletion for 9a736340-90da-402a-a07c-a63465e83cd9 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:32.916496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-d19a5a93-47f6-40a8-9c7e-536f5339da56 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.918408 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-d19a5a93-47f6-40a8-9c7e-536f5339da56 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6758549 Jul 16 01:41:32.974310 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8b376aed-f55e-4d75-8c92-c4f52d465f89 req-40feae04-b6e4-4f6c-9019-adc59b4eaa59 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440878 Jul 16 01:41:33.010284 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Attempting to bind port 323391ae-3032-4c95-ac38-ab9d9cfc02e4 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:33.010891 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Attempting to bind port 323391ae-3032-4c95-ac38-ab9d9cfc02e4 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '2bcf895b-8617-45be-bfcc-d21308039476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '28fde18a-623c-4a0c-ac83-bba8171cbbff'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:33.014399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Attempting to bind port 323391ae-3032-4c95-ac38-ab9d9cfc02e4 on network 28fde18a-623c-4a0c-ac83-bba8171cbbff {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:33.018656 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ecb5a13a-39d4-40b0-aabe-6d9cb3a5adb2 None None] Deleting port f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:33.020047 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a13a-39d4-40b0-aabe-6d9cb3a5adb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.025110 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Port 323391ae-3032-4c95-ac38-ab9d9cfc02e4 on network 28fde18a-623c-4a0c-ac83-bba8171cbbff not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:33.025578 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Attempting to bind port 323391ae-3032-4c95-ac38-ab9d9cfc02e4 on network 28fde18a-623c-4a0c-ac83-bba8171cbbff {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:33.031645 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:33.032199 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Checking segment: {'id': '2bcf895b-8617-45be-bfcc-d21308039476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '28fde18a-623c-4a0c-ac83-bba8171cbbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:33.032691 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Bound using segment: {'id': '2bcf895b-8617-45be-bfcc-d21308039476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '28fde18a-623c-4a0c-ac83-bba8171cbbff'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:33.033249 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Bound port: 323391ae-3032-4c95-ac38-ab9d9cfc02e4, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcf895b-8617-45be-bfcc-d21308039476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '28fde18a-623c-4a0c-ac83-bba8171cbbff'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:33.033705 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.047306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-f864fe79-39ea-4366-8b76-77ce46d22db6 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Request body: {'port': {'device_id': '117606de-968e-4062-b106-c41fb9f9a787', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': 'aa8ae30ad1e8439c964f1d667a4b2a7b'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:33.155891 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ecb5a13a-39d4-40b0-aabe-6d9cb3a5adb2 None None] For port f2ff6658-8f44-4eb3-9599-6c3f1002dbf4, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f2ff6658-8f44-4eb3-9599-6c3f1002dbf4,segment=NetworkSegment(03b5464c-1784-427e-b372-587f2c216307),segment_id=03b5464c-1784-427e-b372-587f2c216307)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:33.156404 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a13a-39d4-40b0-aabe-6d9cb3a5adb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.184196 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ecb5a13a-39d4-40b0-aabe-6d9cb3a5adb2 None None] Calling delete_port for f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:33.196798 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] For port 323391ae-3032-4c95-ac38-ab9d9cfc02e4, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:33.201374 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] For port 323391ae-3032-4c95-ac38-ab9d9cfc02e4, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=323391ae-3032-4c95-ac38-ab9d9cfc02e4,segment=NetworkSegment(2bcf895b-8617-45be-bfcc-d21308039476),segment_id=2bcf895b-8617-45be-bfcc-d21308039476)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:33.211849 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.341012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5dce5-6bc9-44a1-bbf0-a7d6601e5f68 req-701f61bf-0853-4197-90e2-48e4a5674545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:33.342145 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5dce5-6bc9-44a1-bbf0-a7d6601e5f68 req-701f61bf-0853-4197-90e2-48e4a5674545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:33.342780 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5dce5-6bc9-44a1-bbf0-a7d6601e5f68 req-701f61bf-0853-4197-90e2-48e4a5674545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:33.343998 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:33.350710 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6a5dce5-6bc9-44a1-bbf0-a7d6601e5f68 req-701f61bf-0853-4197-90e2-48e4a5674545 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ba64e075266e4b3592c35f697ed5dc77&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5736766 Jul 16 01:41:33.352202 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.354125 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] 10.222.0.26 "PUT /v2.0/ports/323391ae-3032-4c95-ac38-ab9d9cfc02e4 HTTP/1.1" status: 200 len: 1091 time: 1.8783593 Jul 16 01:41:33.422043 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a13a-39d4-40b0-aabe-6d9cb3a5adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.437912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb5a13a-39d4-40b0-aabe-6d9cb3a5adb2 None None] No DVR routers for this DVR port f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:33.460786 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be7f85-0f03-49f8-989a-49619e7e610d service neutron] Pushing event updated for resources: {'Port': ['ID=323391ae-3032-4c95-ac38-ab9d9cfc02e4,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:33.472362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] Deleting port f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:33.472362 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.515273 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5a13a-39d4-40b0-aabe-6d9cb3a5adb2 None None] Pushing event deleted for resources: {'Port': ['ID=f2ff6658-8f44-4eb3-9599-6c3f1002dbf4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:33.549387 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ab4fc5d-ef91-4477-ab95-4f1b9cf28039 req-55b4ccc5-55a8-4483-bc20-9d470e0d2eb5 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/ports?device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 210 time: 0.1436384 Jul 16 01:41:33.678196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-f864fe79-39ea-4366-8b76-77ce46d22db6 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Made reservation on behalf of aa8ae30ad1e8439c964f1d667a4b2a7b for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:33.681984 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-f864fe79-39ea-4366-8b76-77ce46d22db6 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.694935 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] For port f2ff6658-8f44-4eb3-9599-6c3f1002dbf4, host n-d-800086-6, got binding levels [] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:33.695305 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.713923 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-f864fe79-39ea-4366-8b76-77ce46d22db6 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.729802 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5dce5-6bc9-44a1-bbf0-a7d6601e5f68 req-c3abb6dc-74b8-4f07-9206-22644a178fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:33.731310 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6a5dce5-6bc9-44a1-bbf0-a7d6601e5f68 req-c3abb6dc-74b8-4f07-9206-22644a178fe6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3565173 Jul 16 01:41:33.737786 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] Calling delete_port for f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:33.768617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.ipam_backend_mixin [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] Port f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 was not found and therefore no delete operation was performed {{(pid=93831) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:41:33.783585 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.785964 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.823212 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ff6658-8f44-4eb3-9599-6c3f1002dbf4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:33.848184 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d37d94-89af-4ab2-aa99-3a078aa803a7 req-6b1a54ad-7289-4011-9d87-5c2fd055fbbf tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:33.855816 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d37d94-89af-4ab2-aa99-3a078aa803a7 req-6b1a54ad-7289-4011-9d87-5c2fd055fbbf tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:33.864959 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-34d37d94-89af-4ab2-aa99-3a078aa803a7 req-6b1a54ad-7289-4011-9d87-5c2fd055fbbf tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 1678 time: 0.1159012 Jul 16 01:41:33.873722 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4057e5a2-b361-4e0c-b3bf-46bc8505149a', 'tag': '323391ae-3032-4c95-ac38-ab9d9cfc02e4'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:33.876211 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7e4b53-85d1-4d84-a45c-aebefa849fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "4057e5a2-b361-4e0c-b3bf-46bc8505149a", "tag": "323391ae-3032-4c95-ac38-ab9d9cfc02e4"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:33.889310 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device dc52e804-f5a9-484a-bfd1-4e0a24d0857d up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:33.921072 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-34d37d94-89af-4ab2-aa99-3a078aa803a7 req-43ac1a71-a1ba-432c-b75b-b50d3c934376 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548642 Jul 16 01:41:33.928940 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] No DVR routers for this DVR port f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:33.977796 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdd4389-0f92-46b4-91b4-14d4a0942856 x-openstack-request-id: req-5bdd4389-0f92-46b4-91b4-14d4a0942856 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:33.978381 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4057e5a2-b361-4e0c-b3bf-46bc8505149a", "tag": "323391ae-3032-4c95-ac38-ab9d9cfc02e4", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:33.978895 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5bdd4389-0f92-46b4-91b4-14d4a0942856 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:33.979551 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4057e5a2-b361-4e0c-b3bf-46bc8505149a', 'tag': '323391ae-3032-4c95-ac38-ab9d9cfc02e4', 'status': 'completed', 'code': 200} Jul 16 01:41:34.002109 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port dc52e804-f5a9-484a-bfd1-4e0a24d0857d completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:34.010825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port dc52e804-f5a9-484a-bfd1-4e0a24d0857d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:34.011213 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.136702 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.161758 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a736340-90da-402a-a07c-a63465e83cd9']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:34.176830 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:34.198111 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b5464c-1784-427e-b372-587f2c216307') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:34.198492 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b5464c-1784-427e-b372-587f2c216307') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:34.219122 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.242665 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:34.243088 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f2ff6658-8f44-4eb3-9599-6c3f1002dbf4 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:34.250727 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.274594 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.284453 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:34.284915 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:34.295748 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:34.327937 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc52e804-f5a9-484a-bfd1-4e0a24d0857d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:34.328916 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581507a-b886-415e-b6f2-e48fe858e230 req-daf5c0d6-6869-40a0-85f9-e48c9fbe1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:34.329394 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581507a-b886-415e-b6f2-e48fe858e230 req-daf5c0d6-6869-40a0-85f9-e48c9fbe1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:34.330993 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-daf5c0d6-6869-40a0-85f9-e48c9fbe1521 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba64e075266e4b3592c35f697ed5dc77&device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 1980 time: 0.5113025 Jul 16 01:41:34.339395 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f4861-f204-468c-a825-41bce0275d13 req-d3ef7c59-9d7e-4a65-bea5-d99d112d55ef tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:34.341589 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9a980e-a23e-4189-832f-d20658f55bd1" -d '{"events": [{"server_uuid": "9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2", "name": "network-vif-plugged", "status": "completed", "tag": "dc52e804-f5a9-484a-bfd1-4e0a24d0857d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:34.341756 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2b4f4861-f204-468c-a825-41bce0275d13 req-d3ef7c59-9d7e-4a65-bea5-d99d112d55ef tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 945 time: 0.1491041 Jul 16 01:41:34.364246 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port dc52e804-f5a9-484a-bfd1-4e0a24d0857d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=dc52e804-f5a9-484a-bfd1-4e0a24d0857d,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:34.372196 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.413426 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2b4f4861-f204-468c-a825-41bce0275d13 req-0097f259-fbc3-4659-b31b-b3fa2854a368 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656359 Jul 16 01:41:34.452049 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86e38b3-0e47-4f68-9fb5-57c63c2057ed x-openstack-request-id: req-e86e38b3-0e47-4f68-9fb5-57c63c2057ed {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:34.452728 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2", "name": "network-vif-plugged", "status": "completed", "tag": "dc52e804-f5a9-484a-bfd1-4e0a24d0857d", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:34.452728 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e86e38b3-0e47-4f68-9fb5-57c63c2057ed {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:34.453136 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc52e804-f5a9-484a-bfd1-4e0a24d0857d', 'code': 200} Jul 16 01:41:34.453619 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-0173ae53-8ed9-44e2-8dfa-a216f4a1db2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.159&port_id=f64326f1-5cf3-4473-9f22-2212dee18acd HTTP/1.1" status: 200 len: 217 time: 0.0828180 Jul 16 01:41:34.457567 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.475684 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=dc52e804-f5a9-484a-bfd1-4e0a24d0857d,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:34.505774 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.507896 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/9a736340-90da-402a-a07c-a63465e83cd9 HTTP/1.1" status: 204 len: 168 time: 2.2829063 Jul 16 01:41:34.569370 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581507a-b886-415e-b6f2-e48fe858e230 req-50a56154-650a-4238-a9e2-a701a90a9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:34.571268 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-50a56154-650a-4238-a9e2-a701a90a9a6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84c72582-4783-4d61-8667-d0bf0b6bdabf HTTP/1.1" status: 200 len: 801 time: 0.1113462 Jul 16 01:41:34.575235 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34166b13-5f1d-4d61-a1c5-f2296e5a3ba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a736340-90da-402a-a07c-a63465e83cd9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:34.579661 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-f864fe79-39ea-4366-8b76-77ce46d22db6 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.631617 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-f864fe79-39ea-4366-8b76-77ce46d22db6 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.734329 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175fc20-7158-4056-b6d0-5f4e5d355006 req-2f00aabf-e9ba-42d3-aee4-f866574c115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:34.737278 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f175fc20-7158-4056-b6d0-5f4e5d355006 req-2f00aabf-e9ba-42d3-aee4-f866574c115d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 1097 time: 0.1544058 Jul 16 01:41:34.787655 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f175fc20-7158-4056-b6d0-5f4e5d355006 req-8bcb02ae-a8cf-46be-93a7-589db397d02e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414603 Jul 16 01:41:34.834365 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60748) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:34.835994 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c73e694b-248c-401e-b160-43bc3ea24d9b req-797afdc4-21b3-4459-81a9-72f6457df617 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/ports?device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 210 time: 0.0444384 Jul 16 01:41:34.872987 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864fe79-39ea-4366-8b76-77ce46d22db6 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=793997bc-fefc-485e-9362-80e32b71bf08,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:34.953804 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-64125e9e-1e33-433b-a92e-0a381c976b14 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aeaa31090bdd4c6999155f5caa30c7b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1135883 Jul 16 01:41:34.954668 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60756) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:34.964700 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-f864fe79-39ea-4366-8b76-77ce46d22db6 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Allocated IP 192.168.233.53 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/f3c9be24-9e4a-4f94-a385-a14edcea939f) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:34.978826 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581507a-b886-415e-b6f2-e48fe858e230 req-f424be3f-e57f-45e2-bdd2-e844713065b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:34.980656 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-f424be3f-e57f-45e2-bdd2-e844713065b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c35fb58e-a097-4e56-bdbf-6834457ca0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3960781 Jul 16 01:41:35.016835 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-534edb9b-0254-4ae1-9690-1bf9d5dc0de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.049174 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-534edb9b-0254-4ae1-9690-1bf9d5dc0de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.117035 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-534edb9b-0254-4ae1-9690-1bf9d5dc0de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.120539 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-534edb9b-0254-4ae1-9690-1bf9d5dc0de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.123784 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-534edb9b-0254-4ae1-9690-1bf9d5dc0de6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/55c271f6-5735-46f1-9132-4bfecb894f4b HTTP/1.1" status: 204 len: 168 time: 0.1669235 Jul 16 01:41:35.132821 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534edb9b-0254-4ae1-9690-1bf9d5dc0de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c271f6-5735-46f1-9132-4bfecb894f4b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:35.223538 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-aac8693f-ad5b-4561-936e-acd52499fb60 service neutron] 10.222.0.26 "GET /v2.0/networks/c35fb58e-a097-4e56-bdbf-6834457ca0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339320 Jul 16 01:41:35.264186 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-f864fe79-39ea-4366-8b76-77ce46d22db6 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.282471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186c2dd-222b-422c-a3e7-7caeb02d69b0 req-4166539c-db38-43af-a0a5-74e7e12bbaf2 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:35.288928 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186c2dd-222b-422c-a3e7-7caeb02d69b0 req-4166539c-db38-43af-a0a5-74e7e12bbaf2 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:35.302669 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b186c2dd-222b-422c-a3e7-7caeb02d69b0 req-4166539c-db38-43af-a0a5-74e7e12bbaf2 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 1678 time: 0.2476625 Jul 16 01:41:35.352759 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-f864fe79-39ea-4366-8b76-77ce46d22db6 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Transition to ACTIVE for port object f3c9be24-9e4a-4f94-a385-a14edcea939f will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:35.450311 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b186c2dd-222b-422c-a3e7-7caeb02d69b0 req-59472364-6822-43c3-8062-51fc68dfd383 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465232 Jul 16 01:41:35.478221 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-e125b9b9-89e4-44c1-898a-975b36fd0f1f service neutron] 10.222.0.26 "GET /v2.0/networks/c35fb58e-a097-4e56-bdbf-6834457ca0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733119 Jul 16 01:41:35.503062 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-f864fe79-39ea-4366-8b76-77ce46d22db6 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.567797 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-43548dfb-c132-445e-bb06-5cbf4b62b1d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.48&port_id=323391ae-3032-4c95-ac38-ab9d9cfc02e4 HTTP/1.1" status: 200 len: 217 time: 0.0750134 Jul 16 01:41:35.591980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-f864fe79-39ea-4366-8b76-77ce46d22db6 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:35.646932 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-f864fe79-39ea-4366-8b76-77ce46d22db6 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:35.677557 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-f864fe79-39ea-4366-8b76-77ce46d22db6 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:35.682485 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864fe79-39ea-4366-8b76-77ce46d22db6 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Pushing event updated for resources: {'Port': ['ID=f3c9be24-9e4a-4f94-a385-a14edcea939f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:35.734144 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581507a-b886-415e-b6f2-e48fe858e230 req-019fe8ba-a5cb-466d-8696-933c211013be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:35.735654 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-019fe8ba-a5cb-466d-8696-933c211013be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7abec1f6-31f8-4d1d-baff-074c70749a9e HTTP/1.1" status: 200 len: 801 time: 0.1587150 Jul 16 01:41:35.806573 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-f864fe79-39ea-4366-8b76-77ce46d22db6 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:35.807242 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-f864fe79-39ea-4366-8b76-77ce46d22db6 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.842150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc1732-dc3c-4e69-ad63-d6e854af21dd req-d9545e14-24e7-48e1-93d8-d3391c8eeb68 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:35.848514 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-05bc1732-dc3c-4e69-ad63-d6e854af21dd req-d9545e14-24e7-48e1-93d8-d3391c8eeb68 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 946 time: 0.2172468 Jul 16 01:41:35.874416 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-f864fe79-39ea-4366-8b76-77ce46d22db6 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8482604 Jul 16 01:41:35.905420 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581507a-b886-415e-b6f2-e48fe858e230 req-18019148-9ac9-448e-a587-ebf9e8786058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:35.907308 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-18019148-9ac9-448e-a587-ebf9e8786058 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28fde18a-623c-4a0c-ac83-bba8171cbbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1633964 Jul 16 01:41:35.946008 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Request body: {'port': {'device_id': '117606de-968e-4062-b106-c41fb9f9a787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:35.968972 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-05bc1732-dc3c-4e69-ad63-d6e854af21dd req-0975a0a8-26f4-4f28-9d49-d6c7208e4047 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150072 Jul 16 01:41:36.104254 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22204696-2be6-432a-96f7-5f9470dcea61 req-a7081c9c-62c7-46fe-895f-4812452d3d69 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.109235 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-22204696-2be6-432a-96f7-5f9470dcea61 req-a7081c9c-62c7-46fe-895f-4812452d3d69 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 946 time: 0.2049744 Jul 16 01:41:36.210785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ee9b951d-3666-4a34-bc95-b1d0fbf4bf44 None None] Provisioning for port f3c9be24-9e4a-4f94-a385-a14edcea939f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:36.230224 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ee9b951d-3666-4a34-bc95-b1d0fbf4bf44 None None] Provisioning complete for port f3c9be24-9e4a-4f94-a385-a14edcea939f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:36.232135 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee9b951d-3666-4a34-bc95-b1d0fbf4bf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.262202 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-22204696-2be6-432a-96f7-5f9470dcea61 req-276b1716-a321-4db2-8b0a-3ebbbbc23c71 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468673 Jul 16 01:41:36.314837 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.325589 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-16bc68d7-f1b7-4393-8e5d-e2f054553195 service neutron] 10.222.0.26 "GET /v2.0/networks/28fde18a-623c-4a0c-ac83-bba8171cbbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002028 Jul 16 01:41:36.328553 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ee9b951d-3666-4a34-bc95-b1d0fbf4bf44 None None] Port f3c9be24-9e4a-4f94-a385-a14edcea939f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:36.432308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60820) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:36.496534 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde87568-5e18-48d0-9a95-995ec89eb294 req-9aa7d607-b9a1-45c9-8f0d-4768132b405e tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.503577 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bde87568-5e18-48d0-9a95-995ec89eb294 req-9aa7d607-b9a1-45c9-8f0d-4768132b405e tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/ports?device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 935 time: 0.2843194 Jul 16 01:41:36.554977 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-552a1022-e473-4369-8b34-22204223c5b8 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-12811615-network', 'tenant_id': '1f9f127b59ec47e8b4a7c34182fd70b5'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:36.563374 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d581507a-b886-415e-b6f2-e48fe858e230 req-de115bda-73cc-496d-bc35-55d3f49ee999 service neutron] 10.222.0.26 "GET /v2.0/networks/28fde18a-623c-4a0c-ac83-bba8171cbbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241478 Jul 16 01:41:36.585411 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552a1022-e473-4369-8b34-22204223c5b8 admin admin] Made reservation on behalf of 1f9f127b59ec47e8b4a7c34182fd70b5 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:36.589302 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-552a1022-e473-4369-8b34-22204223c5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.604016 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-552a1022-e473-4369-8b34-22204223c5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.630866 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bde87568-5e18-48d0-9a95-995ec89eb294 req-a81ab04b-aac0-41d6-9126-2ca8bfb430f2 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/security-groups?id=793997bc-fefc-485e-9362-80e32b71bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263337 Jul 16 01:41:36.743537 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-552a1022-e473-4369-8b34-22204223c5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.748405 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-552a1022-e473-4369-8b34-22204223c5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.785992 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552a1022-e473-4369-8b34-22204223c5b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:36.792341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a1022-e473-4369-8b34-22204223c5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570bf21b-ce42-408e-9d4b-545f247ee2f3,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:36.801467 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-552a1022-e473-4369-8b34-22204223c5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.801972 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-552a1022-e473-4369-8b34-22204223c5b8 admin admin] Added segment 90329371-d267-4899-8976-26df829103f6 of type vlan for network 2f7e9d73-a0d6-4916-8794-3a9459cce216 Jul 16 01:41:36.856051 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-552a1022-e473-4369-8b34-22204223c5b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.890356 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-552a1022-e473-4369-8b34-22204223c5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.891435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552a1022-e473-4369-8b34-22204223c5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.892120 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-552a1022-e473-4369-8b34-22204223c5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.931032 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-552a1022-e473-4369-8b34-22204223c5b8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4975102 Jul 16 01:41:36.933944 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60836) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:36.940089 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f35b90e4-9ad0-4025-bd51-9d5d13bfcf1b admin admin] Request body: {'subnet': {'network_id': '2f7e9d73-a0d6-4916-8794-3a9459cce216', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-12811615-subnet', 'tenant_id': '1f9f127b59ec47e8b4a7c34182fd70b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:36.982365 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a1022-e473-4369-8b34-22204223c5b8 admin admin] Pushing event updated for resources: {'Network': ['ID=2f7e9d73-a0d6-4916-8794-3a9459cce216,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:36.998824 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 2f7e9d73-a0d6-4916-8794-3a9459cce216 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:37.005058 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35b90e4-9ad0-4025-bd51-9d5d13bfcf1b admin admin] Made reservation on behalf of 1f9f127b59ec47e8b4a7c34182fd70b5 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:37.007927 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f35b90e4-9ad0-4025-bd51-9d5d13bfcf1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.203456 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e4b53-85d1-4d84-a45c-aebefa849fbd req-10a64447-e549-43ea-86b5-b82c333845c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.204209 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e4b53-85d1-4d84-a45c-aebefa849fbd req-10a64447-e549-43ea-86b5-b82c333845c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.205453 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa7e4b53-85d1-4d84-a45c-aebefa849fbd req-10a64447-e549-43ea-86b5-b82c333845c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba64e075266e4b3592c35f697ed5dc77&device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 1980 time: 0.1699843 Jul 16 01:41:37.234762 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a260bd-5fd1-4146-8c16-a77db8ef1f06 req-fd409ec1-f5ee-4381-81e5-db7046cdd2e4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.241401 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a260bd-5fd1-4146-8c16-a77db8ef1f06 req-fd409ec1-f5ee-4381-81e5-db7046cdd2e4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.243140 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9a260bd-5fd1-4146-8c16-a77db8ef1f06 req-fd409ec1-f5ee-4381-81e5-db7046cdd2e4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 1678 time: 0.2064223 Jul 16 01:41:37.250549 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f35b90e4-9ad0-4025-bd51-9d5d13bfcf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.308960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c9be24-9e4a-4f94-a385-a14edcea939f {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:37.320663 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.338446 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9a260bd-5fd1-4146-8c16-a77db8ef1f06 req-a739d852-db23-428c-8236-83594983775b tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862913 Jul 16 01:41:37.343533 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c477c5-e622-4e7e-91e6-20fbbee2b60f req-e7070f57-f808-43c5-8116-720bfb1341ff tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.345402 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c2c477c5-e622-4e7e-91e6-20fbbee2b60f req-e7070f57-f808-43c5-8116-720bfb1341ff tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 946 time: 0.1396749 Jul 16 01:41:37.348300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b90e4-9ad0-4025-bd51-9d5d13bfcf1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ca11e4-b374-4f3f-b461-bc5534c5d375,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:37.372243 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35b90e4-9ad0-4025-bd51-9d5d13bfcf1b admin admin] Checking segment: {'id': '90329371-d267-4899-8976-26df829103f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f7e9d73-a0d6-4916-8794-3a9459cce216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:37.372629 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35b90e4-9ad0-4025-bd51-9d5d13bfcf1b admin admin] Network hostable DHCP agents. Network: 2f7e9d73-a0d6-4916-8794-3a9459cce216, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:37.391883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Transition to ACTIVE for port object f3c9be24-9e4a-4f94-a385-a14edcea939f will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:37.402317 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.403480 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c2c477c5-e622-4e7e-91e6-20fbbee2b60f req-d02e6b72-dcc4-4c45-9aa8-8ac3743bc25b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504982 Jul 16 01:41:37.414713 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35b90e4-9ad0-4025-bd51-9d5d13bfcf1b admin admin] Network 2f7e9d73-a0d6-4916-8794-3a9459cce216 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:37.428170 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-f35b90e4-9ad0-4025-bd51-9d5d13bfcf1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 2f7e9d73-a0d6-4916-8794-3a9459cce216) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:37.443532 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35b90e4-9ad0-4025-bd51-9d5d13bfcf1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.445327 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f35b90e4-9ad0-4025-bd51-9d5d13bfcf1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.452784 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149cf27f-4e03-4169-b037-9dec7b1c269b None None] Network 2f7e9d73-a0d6-4916-8794-3a9459cce216 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:37.455029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e4b53-85d1-4d84-a45c-aebefa849fbd req-bef6df31-7309-488b-a18c-ab2a2adeda3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.456513 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa7e4b53-85d1-4d84-a45c-aebefa849fbd req-bef6df31-7309-488b-a18c-ab2a2adeda3a service neutron] 10.222.0.26 "GET /v2.0/networks?id=28fde18a-623c-4a0c-ac83-bba8171cbbff HTTP/1.1" status: 200 len: 903 time: 0.2304702 Jul 16 01:41:37.476819 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f35b90e4-9ad0-4025-bd51-9d5d13bfcf1b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5418615 Jul 16 01:41:37.529172 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa7e4b53-85d1-4d84-a45c-aebefa849fbd req-10878f26-cf2f-48e3-9c4a-4b4c81996878 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.48&port_id=323391ae-3032-4c95-ac38-ab9d9cfc02e4 HTTP/1.1" status: 200 len: 217 time: 0.0617671 Jul 16 01:41:37.560964 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c9be24-9e4a-4f94-a385-a14edcea939f,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:37.713080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8901831a-ed5f-4bdc-81cd-d376f1a31082 None None] Network 2f7e9d73-a0d6-4916-8794-3a9459cce216 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:37.816582 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e4b53-85d1-4d84-a45c-aebefa849fbd req-2ccc4b96-4b06-46c3-beb7-c1d21725a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.818097 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa7e4b53-85d1-4d84-a45c-aebefa849fbd req-2ccc4b96-4b06-46c3-beb7-c1d21725a254 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7abec1f6-31f8-4d1d-baff-074c70749a9e HTTP/1.1" status: 200 len: 801 time: 0.2466490 Jul 16 01:41:37.826512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Attempting to bind port f3c9be24-9e4a-4f94-a385-a14edcea939f on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:37.826841 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Attempting to bind port f3c9be24-9e4a-4f94-a385-a14edcea939f by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:37.827182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Attempting to bind port f3c9be24-9e4a-4f94-a385-a14edcea939f on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:37.881870 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Port f3c9be24-9e4a-4f94-a385-a14edcea939f on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:37.882418 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Attempting to bind port f3c9be24-9e4a-4f94-a385-a14edcea939f on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:37.895506 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:37.895944 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:37.896303 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:37.896785 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Bound port: f3c9be24-9e4a-4f94-a385-a14edcea939f, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:37.897151 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.928884 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465c8be-e32a-4b3d-9de7-33464111503b req-2a18c8ba-1897-4043-b34e-ba230cf177ca tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.931016 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d465c8be-e32a-4b3d-9de7-33464111503b req-2a18c8ba-1897-4043-b34e-ba230cf177ca tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 946 time: 0.3580637 Jul 16 01:41:37.968938 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3266184-b17e-4e2a-9c5b-81405b3767b4 req-2744746d-631d-47ec-a963-8c745e7f71f7 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.970483 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d3266184-b17e-4e2a-9c5b-81405b3767b4 req-2744746d-631d-47ec-a963-8c745e7f71f7 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/ports?device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 947 time: 0.0952983 Jul 16 01:41:38.022499 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e4b53-85d1-4d84-a45c-aebefa849fbd req-8d59eec3-3192-4537-81f7-cf435e9ebca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.024041 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa7e4b53-85d1-4d84-a45c-aebefa849fbd req-8d59eec3-3192-4537-81f7-cf435e9ebca6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28fde18a-623c-4a0c-ac83-bba8171cbbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1911809 Jul 16 01:41:38.025073 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d3266184-b17e-4e2a-9c5b-81405b3767b4 req-1d3e11b4-77c2-442a-a2a5-d713c7346aa5 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/security-groups?id=793997bc-fefc-485e-9362-80e32b71bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478084 Jul 16 01:41:38.041034 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d465c8be-e32a-4b3d-9de7-33464111503b req-2b20db82-6ee9-497a-95cc-e1f79c4aaa2e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039622 Jul 16 01:41:38.051618 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] For port f3c9be24-9e4a-4f94-a385-a14edcea939f, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:38.057235 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] For port f3c9be24-9e4a-4f94-a385-a14edcea939f, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f3c9be24-9e4a-4f94-a385-a14edcea939f,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:38.080673 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.124873 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.125815 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.127388 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] 10.222.0.47 "PUT /v2.0/ports/f3c9be24-9e4a-4f94-a385-a14edcea939f HTTP/1.1" status: 200 len: 1095 time: 2.1867113 Jul 16 01:41:38.129853 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117606de-968e-4062-b106-c41fb9f9a787', 'tag': 'f3c9be24-9e4a-4f94-a385-a14edcea939f'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:38.135958 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f70b963-da23-4845-a1e6-b2c7db763c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "117606de-968e-4062-b106-c41fb9f9a787", "tag": "f3c9be24-9e4a-4f94-a385-a14edcea939f"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:38.283574 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59096876-30fa-4b6d-8fd8-53e9deea6746 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c9be24-9e4a-4f94-a385-a14edcea939f,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:38.289979 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa7e4b53-85d1-4d84-a45c-aebefa849fbd req-3b233e3d-e91d-4773-a83c-8f441bfa07b0 service neutron] 10.222.0.26 "GET /v2.0/networks/28fde18a-623c-4a0c-ac83-bba8171cbbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451134 Jul 16 01:41:38.396481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-eaf78cbf-4a4c-4919-b784-e0f1ebeb95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.398228 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-eaf78cbf-4a4c-4919-b784-e0f1ebeb95c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa8ae30ad1e8439c964f1d667a4b2a7b&device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 1098 time: 0.2054000 Jul 16 01:41:38.419250 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa7e4b53-85d1-4d84-a45c-aebefa849fbd req-2ab8a51b-8fd5-4b47-a727-5f70c0919595 service neutron] 10.222.0.26 "GET /v2.0/networks/28fde18a-623c-4a0c-ac83-bba8171cbbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208365 Jul 16 01:41:38.458783 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-3e2aef1d-8b96-4f85-ab5b-97833bb3bad7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=f3c9be24-9e4a-4f94-a385-a14edcea939f HTTP/1.1" status: 200 len: 217 time: 0.0384648 Jul 16 01:41:38.462420 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1abb1c-651f-4156-adb7-c21b3927ce81 x-openstack-request-id: req-1f1abb1c-651f-4156-adb7-c21b3927ce81 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:38.462808 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117606de-968e-4062-b106-c41fb9f9a787", "tag": "f3c9be24-9e4a-4f94-a385-a14edcea939f", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:38.463150 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1f1abb1c-651f-4156-adb7-c21b3927ce81 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:38.463808 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117606de-968e-4062-b106-c41fb9f9a787', 'tag': 'f3c9be24-9e4a-4f94-a385-a14edcea939f', 'status': 'completed', 'code': 200} Jul 16 01:41:38.521517 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-0abed126-7381-46bd-aa8a-be17efc2f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.523938 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-0abed126-7381-46bd-aa8a-be17efc2f3ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0569661 Jul 16 01:41:38.673809 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-89237ca2-8117-4f54-827f-24eba8220960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.675970 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-89237ca2-8117-4f54-827f-24eba8220960 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446300 Jul 16 01:41:38.680854 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f992-0200-47a7-b4ad-5576c38f6121 req-a5226750-3419-4bc6-b903-25ac8548b776 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.687491 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f992-0200-47a7-b4ad-5576c38f6121 req-a5226750-3419-4bc6-b903-25ac8548b776 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.689215 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67c1f992-0200-47a7-b4ad-5576c38f6121 req-a5226750-3419-4bc6-b903-25ac8548b776 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 1678 time: 0.0892088 Jul 16 01:41:38.714568 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-2a655bca-ffd6-4f07-baed-5e6da6ddf4b1 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.721176 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-2a655bca-ffd6-4f07-baed-5e6da6ddf4b1 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 806 time: 0.1582770 Jul 16 01:41:38.731108 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67c1f992-0200-47a7-b4ad-5576c38f6121 req-96f3e2b6-82b8-43e9-8ae1-7d21de911c45 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354276 Jul 16 01:41:38.742401 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-407441b6-8dd7-4302-8674-770935bb6661 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/quotas/eee8cab6008b4c97b6da90d7038a45ff HTTP/1.1" status: 200 len: 375 time: 0.0203271 Jul 16 01:41:38.850829 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-537209a6-0ea6-45a4-82b7-c99bf7d73242 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648402 Jul 16 01:41:38.885197 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-6f2bf782-b809-4196-9385-abd8bc5649f2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1056733 Jul 16 01:41:38.918292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591104bb-0a68-426f-8150-99f8b79fc94b req-64782c9b-93bf-46fb-870d-e9a8144a1ac3 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.919931 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-591104bb-0a68-426f-8150-99f8b79fc94b req-64782c9b-93bf-46fb-870d-e9a8144a1ac3 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 946 time: 0.0752985 Jul 16 01:41:38.961312 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-591104bb-0a68-426f-8150-99f8b79fc94b req-62d2792d-ef43-4ef3-9bfe-2c7a7bb2bec8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349057 Jul 16 01:41:39.035291 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f280873-28bd-471b-bdbc-65ea5fa87649 req-8d615241-d45f-42d6-b89c-c49966744b64 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681008 Jul 16 01:41:39.047074 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-78ac7cf7-9e3a-4432-90af-06e2c40b644a service neutron] 10.222.0.54 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508586 Jul 16 01:41:39.169243 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-227eac16-5cfa-4084-86b6-3e85af0e7ae2 service neutron] 10.222.0.54 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209795 Jul 16 01:41:39.227904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f64326f1-5cf3-4473-9f22-2212dee18acd details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:39.247964 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70b963-da23-4845-a1e6-b2c7db763c9a req-7ff15ddd-2c6d-40ca-bc19-aeccc8eabea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.249480 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f70b963-da23-4845-a1e6-b2c7db763c9a req-7ff15ddd-2c6d-40ca-bc19-aeccc8eabea0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa8ae30ad1e8439c964f1d667a4b2a7b&device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 1098 time: 0.0667126 Jul 16 01:41:39.255009 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5e607433-33c7-480e-a37e-a6f09cdbfb5e no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:39.452381 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f64326f1-5cf3-4473-9f22-2212dee18acd, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f64326f1-5cf3-4473-9f22-2212dee18acd,segment=NetworkSegment(26f104cf-aa5b-4bb3-a9dc-87a9ad119a13),segment_id=26f104cf-aa5b-4bb3-a9dc-87a9ad119a13)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:39.473182 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'f64326f1-5cf3-4473-9f22-2212dee18acd', 'network_id': 'c35fb58e-a097-4e56-bdbf-6834457ca0e4', 'port_id': 'f64326f1-5cf3-4473-9f22-2212dee18acd', 'mac_address': 'fa:16:3e:36:80:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c72582-4783-4d61-8667-d0bf0b6bdabf', 'ip_address': '19.80.0.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:39.479492 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70b963-da23-4845-a1e6-b2c7db763c9a req-ddfd3af4-5ed0-4c50-b3dd-7e5a2198ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.481311 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f70b963-da23-4845-a1e6-b2c7db763c9a req-ddfd3af4-5ed0-4c50-b3dd-7e5a2198ea7a service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.2196004 Jul 16 01:41:39.499035 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc11d4-73c8-4500-94b1-c7347952e364 req-9f681bd9-f125-4c08-a606-d13ae7f6c0dc tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.501143 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-83bc11d4-73c8-4500-94b1-c7347952e364 req-9f681bd9-f125-4c08-a606-d13ae7f6c0dc tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/ports?device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 947 time: 0.1372328 Jul 16 01:41:39.584754 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-83bc11d4-73c8-4500-94b1-c7347952e364 req-b2a8c3b4-d255-4d3f-af50-7cb745810c52 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/security-groups?id=793997bc-fefc-485e-9362-80e32b71bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756359 Jul 16 01:41:39.587293 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f70b963-da23-4845-a1e6-b2c7db763c9a req-5c33ce60-09cf-49cf-ae44-f823f329b741 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=f3c9be24-9e4a-4f94-a385-a14edcea939f HTTP/1.1" status: 200 len: 217 time: 0.0914724 Jul 16 01:41:39.604170 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.661775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70b963-da23-4845-a1e6-b2c7db763c9a req-846d1915-76fc-4973-93c0-f22d0cd17346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.663242 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f70b963-da23-4845-a1e6-b2c7db763c9a req-846d1915-76fc-4973-93c0-f22d0cd17346 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0631957 Jul 16 01:41:39.681675 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5e607433-33c7-480e-a37e-a6f09cdbfb5e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:39.695600 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:39.698966 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9627dad7-f0c5-4607-9c32-674ce21e200d" -d '{"events": [{"server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "name": "network-vif-unplugged", "status": "completed", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:39.701948 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cdcaf01a-312f-482f-ae14-bde0b1a2e5e4 req-0c666884-2b67-4ddb-9710-628b363998d9 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=a903ff2e-cabe-436e-b258-67eedc0fe35b HTTP/1.1" status: 200 len: 210 time: 0.0427756 Jul 16 01:41:39.723964 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.820056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70b963-da23-4845-a1e6-b2c7db763c9a req-5f12e12a-103d-4e08-986f-c24de00912c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.822016 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f70b963-da23-4845-a1e6-b2c7db763c9a req-5f12e12a-103d-4e08-986f-c24de00912c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191068 Jul 16 01:41:39.836832 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.879452 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad9a9d0-bcdc-43d8-948a-3731bb2dfb9c x-openstack-request-id: req-aad9a9d0-bcdc-43d8-948a-3731bb2dfb9c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:39.879956 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "name": "network-vif-unplugged", "status": "completed", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:39.880221 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aad9a9d0-bcdc-43d8-948a-3731bb2dfb9c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:39.881786 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'code': 200} Jul 16 01:41:39.887469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64326f1-5cf3-4473-9f22-2212dee18acd {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:39.938263 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f64326f1-5cf3-4473-9f22-2212dee18acd, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f64326f1-5cf3-4473-9f22-2212dee18acd,segment=NetworkSegment(26f104cf-aa5b-4bb3-a9dc-87a9ad119a13),segment_id=26f104cf-aa5b-4bb3-a9dc-87a9ad119a13)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:39.950253 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.950933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5e607433-33c7-480e-a37e-a6f09cdbfb5e details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:40.109426 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f70b963-da23-4845-a1e6-b2c7db763c9a req-e01204c4-db99-47c6-bdc3-8c085d6bff08 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620842 Jul 16 01:41:40.110075 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5e607433-33c7-480e-a37e-a6f09cdbfb5e,revision_number=11']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:40.186177 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833580c7-e945-4f6f-9b34-f33b41364fdc req-aa0cf0d3-6239-4b99-9c59-a245c25d90cc tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:40.200488 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5e607433-33c7-480e-a37e-a6f09cdbfb5e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:40.222498 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'port_id': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'mac_address': 'fa:16:3e:6b:b5:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:40.224361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=f64326f1-5cf3-4473-9f22-2212dee18acd,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:40.237705 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833580c7-e945-4f6f-9b34-f33b41364fdc req-aa0cf0d3-6239-4b99-9c59-a245c25d90cc tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:40.247535 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-833580c7-e945-4f6f-9b34-f33b41364fdc req-aa0cf0d3-6239-4b99-9c59-a245c25d90cc tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 1679 time: 0.2227426 Jul 16 01:41:40.302749 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.321684 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-833580c7-e945-4f6f-9b34-f33b41364fdc req-af0fe883-fc91-4cf8-828e-1b87e4f0432f tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725665 Jul 16 01:41:40.338185 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e607433-33c7-480e-a37e-a6f09cdbfb5e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:40.378518 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5e607433-33c7-480e-a37e-a6f09cdbfb5e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:40.384096 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.384797 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 323391ae-3032-4c95-ac38-ab9d9cfc02e4 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:40.422543 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f70b963-da23-4845-a1e6-b2c7db763c9a req-6a3b388e-70cd-46e6-a368-3250aa9fb100 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960155 Jul 16 01:41:40.463865 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330fc21-87a5-4f59-98c4-44566f6da2cb req-2834ac32-22af-4a2a-a9eb-234b638418f4 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:40.472013 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7330fc21-87a5-4f59-98c4-44566f6da2cb req-2834ac32-22af-4a2a-a9eb-234b638418f4 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.2630928 Jul 16 01:41:40.476420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5e607433-33c7-480e-a37e-a6f09cdbfb5e,revision_number=12']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:40.554575 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7330fc21-87a5-4f59-98c4-44566f6da2cb req-4c1f273f-223b-478e-bc95-047be314f67e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810382 Jul 16 01:41:40.657057 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 323391ae-3032-4c95-ac38-ab9d9cfc02e4, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=323391ae-3032-4c95-ac38-ab9d9cfc02e4,segment=NetworkSegment(2bcf895b-8617-45be-bfcc-d21308039476),segment_id=2bcf895b-8617-45be-bfcc-d21308039476)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:40.687507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '323391ae-3032-4c95-ac38-ab9d9cfc02e4', 'network_id': '28fde18a-623c-4a0c-ac83-bba8171cbbff', 'port_id': '323391ae-3032-4c95-ac38-ab9d9cfc02e4', 'mac_address': 'fa:16:3e:b8:92:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7abec1f6-31f8-4d1d-baff-074c70749a9e', 'ip_address': '19.86.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:40.774370 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.821806 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323391ae-3032-4c95-ac38-ab9d9cfc02e4 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:40.858949 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 323391ae-3032-4c95-ac38-ab9d9cfc02e4, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=323391ae-3032-4c95-ac38-ab9d9cfc02e4,segment=NetworkSegment(2bcf895b-8617-45be-bfcc-d21308039476),segment_id=2bcf895b-8617-45be-bfcc-d21308039476)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:40.865171 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.963799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=323391ae-3032-4c95-ac38-ab9d9cfc02e4,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:41.014771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bdfe6-b5bc-4eae-88b5-4798e3b77140 req-770040c2-662c-4444-8468-52dc30facb42 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:41.022880 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-598bdfe6-b5bc-4eae-88b5-4798e3b77140 req-770040c2-662c-4444-8468-52dc30facb42 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/ports?device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 947 time: 0.1224933 Jul 16 01:41:41.040583 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-308f9012-1267-4f4c-9a4f-ee83f88c39ef req-fac75eb9-3a93-4cda-9467-158cb177191e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=a903ff2e-cabe-436e-b258-67eedc0fe35b HTTP/1.1" status: 200 len: 210 time: 0.0501506 Jul 16 01:41:41.069412 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-598bdfe6-b5bc-4eae-88b5-4798e3b77140 req-78a7ea1c-8e29-4e96-93ad-ee35d56df282 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/security-groups?id=793997bc-fefc-485e-9362-80e32b71bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455225 Jul 16 01:41:41.134406 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['5e607433-33c7-480e-a37e-a6f09cdbfb5e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:41.387653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['323391ae-3032-4c95-ac38-ab9d9cfc02e4'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:41.587252 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-4d22e406-b5fd-4bf0-b43c-28466bd7fdcb tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:41.598256 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-4d22e406-b5fd-4bf0-b43c-28466bd7fdcb tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/networks?id=2f7e9d73-a0d6-4916-8794-3a9459cce216 HTTP/1.1" status: 200 len: 808 time: 0.1730704 Jul 16 01:41:41.620523 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-d33ed9e7-0a8c-4129-bf14-869c1c51e480 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/quotas/1f9f127b59ec47e8b4a7c34182fd70b5 HTTP/1.1" status: 200 len: 375 time: 0.0208509 Jul 16 01:41:41.716023 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-58da5c7b-fdae-4fcb-a85d-69d50cbd56b7 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f9f127b59ec47e8b4a7c34182fd70b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0932260 Jul 16 01:41:41.795344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cf205-17b5-44a0-b74a-9c93ac40d276 req-7cba5208-c81b-4585-b051-2dd6355d538a tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:41.812307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cf205-17b5-44a0-b74a-9c93ac40d276 req-7cba5208-c81b-4585-b051-2dd6355d538a tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:41.814269 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-268cf205-17b5-44a0-b74a-9c93ac40d276 req-7cba5208-c81b-4585-b051-2dd6355d538a tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 1680 time: 0.3308361 Jul 16 01:41:41.821935 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-07cb2e9e-5ad3-4559-904f-03a94bc673c1 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:41.823889 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-07cb2e9e-5ad3-4559-904f-03a94bc673c1 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.26 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 806 time: 0.4003210 Jul 16 01:41:41.857172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-f504a6b5-bc18-496e-9d6d-9e4527adb49a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Request body: {'port': {'device_id': 'a903ff2e-cabe-436e-b258-67eedc0fe35b', 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6', 'admin_state_up': True, 'tenant_id': 'eee8cab6008b4c97b6da90d7038a45ff'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:41.910964 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-77def5d1-785c-4fd2-81fe-f3739776cf63 service neutron] 10.222.0.54 "GET /v2.0/networks/2f7e9d73-a0d6-4916-8794-3a9459cce216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863847 Jul 16 01:41:41.912175 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f3c9be24-9e4a-4f94-a385-a14edcea939f details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:41.993665 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-268cf205-17b5-44a0-b74a-9c93ac40d276 req-11353f21-b9ad-40fb-845f-51bd0d2c0878 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685052 Jul 16 01:41:42.095031 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f3c9be24-9e4a-4f94-a385-a14edcea939f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f3c9be24-9e4a-4f94-a385-a14edcea939f,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:42.108708 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-f504a6b5-bc18-496e-9d6d-9e4527adb49a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Made reservation on behalf of eee8cab6008b4c97b6da90d7038a45ff for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:42.111843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'f3c9be24-9e4a-4f94-a385-a14edcea939f', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': 'f3c9be24-9e4a-4f94-a385-a14edcea939f', 'mac_address': 'fa:16:3e:31:e9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:42.121021 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-d3cf32f1-9213-43f5-8a18-fa4e740ec315 service neutron] 10.222.0.54 "GET /v2.0/networks/2f7e9d73-a0d6-4916-8794-3a9459cce216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063394 Jul 16 01:41:42.122266 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-f504a6b5-bc18-496e-9d6d-9e4527adb49a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.157473 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.171884 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c9be24-9e4a-4f94-a385-a14edcea939f {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:42.194180 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f3c9be24-9e4a-4f94-a385-a14edcea939f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f3c9be24-9e4a-4f94-a385-a14edcea939f,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:42.199621 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.295454 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f3c9be24-9e4a-4f94-a385-a14edcea939f,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:42.437122 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['f64326f1-5cf3-4473-9f22-2212dee18acd'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:42.486405 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-f504a6b5-bc18-496e-9d6d-9e4527adb49a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Allocated IP 172.20.0.7 (d666cf0f-c0cb-4497-a3f6-7607773175b6/0ed8c6f3-d43f-4024-a124-b2544fda26de/d506256a-d4c9-47fb-818a-cba1d67086a9) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:42.527123 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572b1a2-4763-469a-b290-27df318e0a2e req-af7c6237-d455-45f4-afff-58b288e1a55b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.528732 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f572b1a2-4763-469a-b290-27df318e0a2e req-af7c6237-d455-45f4-afff-58b288e1a55b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 945 time: 0.2497096 Jul 16 01:41:42.609703 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['f3c9be24-9e4a-4f94-a385-a14edcea939f'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:42.641162 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f572b1a2-4763-469a-b290-27df318e0a2e req-3d198917-de48-4ff3-a82a-9057efd33198 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050711 Jul 16 01:41:42.956797 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d47439a2-4d40-42d7-919d-8760854e0b58 req-b178d1b4-fe12-4a48-9764-dcd747da6d88 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=a903ff2e-cabe-436e-b258-67eedc0fe35b HTTP/1.1" status: 200 len: 210 time: 0.0872281 Jul 16 01:41:42.970636 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-f504a6b5-bc18-496e-9d6d-9e4527adb49a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.070439 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-f504a6b5-bc18-496e-9d6d-9e4527adb49a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.092012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14e060-2576-4f81-ae2f-782300f9499b req-93b25eae-793c-4752-a8b9-ff5d9cf0151f tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:43.108246 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aa14e060-2576-4f81-ae2f-782300f9499b req-93b25eae-793c-4752-a8b9-ff5d9cf0151f tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/ports?device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 948 time: 0.2009022 Jul 16 01:41:43.164150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-f504a6b5-bc18-496e-9d6d-9e4527adb49a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Network d666cf0f-c0cb-4497-a3f6-7607773175b6 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:43.167673 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-f504a6b5-bc18-496e-9d6d-9e4527adb49a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:43.187395 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aa14e060-2576-4f81-ae2f-782300f9499b req-8f14224f-d731-47c2-92b7-dd499af7a3ef tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/security-groups?id=793997bc-fefc-485e-9362-80e32b71bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768919 Jul 16 01:41:43.187936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-f504a6b5-bc18-496e-9d6d-9e4527adb49a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:43.240965 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 323391ae-3032-4c95-ac38-ab9d9cfc02e4 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:43.266955 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bad5052c-3f2f-4c7f-8401-a650246e84d2 req-8cbfe7a4-9735-473f-8c4d-244c35047473 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/ports?device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 210 time: 0.0450184 Jul 16 01:41:43.286838 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504a6b5-bc18-496e-9d6d-9e4527adb49a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Pushing event updated for resources: {'Port': ['ID=d506256a-d4c9-47fb-818a-cba1d67086a9,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:43.329576 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-f504a6b5-bc18-496e-9d6d-9e4527adb49a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:43.330966 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-f504a6b5-bc18-496e-9d6d-9e4527adb49a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.352427 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-f504a6b5-bc18-496e-9d6d-9e4527adb49a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4991641 Jul 16 01:41:43.387669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Request body: {'port': {'device_id': 'a903ff2e-cabe-436e-b258-67eedc0fe35b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:43.414066 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 323391ae-3032-4c95-ac38-ab9d9cfc02e4 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:43.431986 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 323391ae-3032-4c95-ac38-ab9d9cfc02e4 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:43.432384 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.569157 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['dc52e804-f5a9-484a-bfd1-4e0a24d0857d'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:43.622366 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63f55f-2e11-4c41-b94c-8fd33936fd71 req-10772576-c559-41ef-ad08-6a8a5c87fe27 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:43.622705 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.650765 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63f55f-2e11-4c41-b94c-8fd33936fd71 req-10772576-c559-41ef-ad08-6a8a5c87fe27 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:43.657230 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e63f55f-2e11-4c41-b94c-8fd33936fd71 req-10772576-c559-41ef-ad08-6a8a5c87fe27 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 1680 time: 0.1702924 Jul 16 01:41:43.702317 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.755212 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4057e5a2-b361-4e0c-b3bf-46bc8505149a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323391ae-3032-4c95-ac38-ab9d9cfc02e4'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:43.757530 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3c8b5b-1f48-476c-8bcf-1b588ee76681" -d '{"events": [{"server_uuid": "4057e5a2-b361-4e0c-b3bf-46bc8505149a", "name": "network-vif-plugged", "status": "completed", "tag": "323391ae-3032-4c95-ac38-ab9d9cfc02e4"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:43.774914 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 323391ae-3032-4c95-ac38-ab9d9cfc02e4, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=323391ae-3032-4c95-ac38-ab9d9cfc02e4,segment=NetworkSegment(2bcf895b-8617-45be-bfcc-d21308039476),segment_id=2bcf895b-8617-45be-bfcc-d21308039476)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:43.790733 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.790978 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e63f55f-2e11-4c41-b94c-8fd33936fd71 req-90bb55b4-4cba-4eb6-9c57-df9bdfbb62cf tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264639 Jul 16 01:41:43.791664 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5e607433-33c7-480e-a37e-a6f09cdbfb5e up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:43.900179 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['efd02165-8351-4e87-9a54-2c6b152ae053'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:43.961822 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f3c9be24-9e4a-4f94-a385-a14edcea939f up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:44.049473 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=323391ae-3032-4c95-ac38-ab9d9cfc02e4,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:44.130831 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 5e607433-33c7-480e-a37e-a6f09cdbfb5e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:44.131220 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.133766 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146cc20d-764e-4a25-a777-1baea34124d1 x-openstack-request-id: req-146cc20d-764e-4a25-a777-1baea34124d1 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:44.134064 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4057e5a2-b361-4e0c-b3bf-46bc8505149a", "name": "network-vif-plugged", "status": "completed", "tag": "323391ae-3032-4c95-ac38-ab9d9cfc02e4", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:44.134322 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-146cc20d-764e-4a25-a777-1baea34124d1 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:44.134720 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4057e5a2-b361-4e0c-b3bf-46bc8505149a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323391ae-3032-4c95-ac38-ab9d9cfc02e4', 'code': 200} Jul 16 01:41:44.163866 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port f3c9be24-9e4a-4f94-a385-a14edcea939f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:44.178835 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port f3c9be24-9e4a-4f94-a385-a14edcea939f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:44.179217 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.362410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ef214-b8b8-4cdd-8c6c-6c5e11e4a654 req-4ce2c90b-d8a9-45e4-b3ad-efe9be6b57f4 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:44.364535 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-676ef214-b8b8-4cdd-8c6c-6c5e11e4a654 req-4ce2c90b-d8a9-45e4-b3ad-efe9be6b57f4 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=a903ff2e-cabe-436e-b258-67eedc0fe35b HTTP/1.1" status: 200 len: 931 time: 0.1001878 Jul 16 01:41:44.432661 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-676ef214-b8b8-4cdd-8c6c-6c5e11e4a654 req-8ec03841-a1ef-48ac-9d91-1c13873d0d8c tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559592 Jul 16 01:41:44.602719 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.630449 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.662016 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5e607433-33c7-480e-a37e-a6f09cdbfb5e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:44.677680 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.725690 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f3c9be24-9e4a-4f94-a385-a14edcea939f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f3c9be24-9e4a-4f94-a385-a14edcea939f,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:44.739399 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc7575-8e44-4087-883c-16a3d84dbbcf req-11bf2ba9-bd5c-4360-aa9d-ed3b3722aeba tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:44.748912 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77dc7575-8e44-4087-883c-16a3d84dbbcf req-11bf2ba9-bd5c-4360-aa9d-ed3b3722aeba tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 945 time: 0.7718594 Jul 16 01:41:44.783117 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.824855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cffd2-3c61-4c32-ad59-4fed49dd7153 req-9cf2bbc7-e20d-4f37-bd3a-ae8ba96538d1 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:44.827073 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5e607433-33c7-480e-a37e-a6f09cdbfb5e,revision_number=13']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:44.842025 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f22cffd2-3c61-4c32-ad59-4fed49dd7153 req-9cf2bbc7-e20d-4f37-bd3a-ae8ba96538d1 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/ports?device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 948 time: 0.1637757 Jul 16 01:41:44.910292 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f22cffd2-3c61-4c32-ad59-4fed49dd7153 req-24695552-e03c-4ad1-a3c5-da284f2d0035 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/security-groups?id=793997bc-fefc-485e-9362-80e32b71bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674989 Jul 16 01:41:44.960210 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77dc7575-8e44-4087-883c-16a3d84dbbcf req-c7852b2c-06e0-4723-bec1-7f4e7691f2d6 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093999 Jul 16 01:41:44.992407 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f3c9be24-9e4a-4f94-a385-a14edcea939f,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:45.171072 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d506256a-d4c9-47fb-818a-cba1d67086a9 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:45.205966 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.212875 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6449ceb0-1649-4cdb-8034-fa1f7c0037b1 req-bec330ed-7054-47ae-aa0e-b19fe3ee4681 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/ports?device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 210 time: 0.1005325 Jul 16 01:41:45.240869 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f64326f1-5cf3-4473-9f22-2212dee18acd up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:45.398955 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Transition to ACTIVE for port object d506256a-d4c9-47fb-818a-cba1d67086a9 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:45.418899 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.459116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port f64326f1-5cf3-4473-9f22-2212dee18acd completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:45.470741 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port f64326f1-5cf3-4473-9f22-2212dee18acd triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:45.471261 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.551689 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-d9da8689-4f04-4e80-9d63-778bbc2e0185 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:45.553274 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-d9da8689-4f04-4e80-9d63-778bbc2e0185 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.47 "GET /v2.0/networks?id=2f7e9d73-a0d6-4916-8794-3a9459cce216 HTTP/1.1" status: 200 len: 808 time: 0.5921144 Jul 16 01:41:45.605645 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.628492 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-2a51efca-836c-45d2-a770-4c48efac657a tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Request body: {'port': {'device_id': '761f5569-a528-4411-a22f-4074030a22f3', 'network_id': '2f7e9d73-a0d6-4916-8794-3a9459cce216', 'admin_state_up': True, 'tenant_id': '1f9f127b59ec47e8b4a7c34182fd70b5'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:45.688280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f64326f1-5cf3-4473-9f22-2212dee18acd, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f64326f1-5cf3-4473-9f22-2212dee18acd,segment=NetworkSegment(26f104cf-aa5b-4bb3-a9dc-87a9ad119a13),segment_id=26f104cf-aa5b-4bb3-a9dc-87a9ad119a13)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:45.695284 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.707989 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Pushing event updated for resources: {'Port': ['ID=d506256a-d4c9-47fb-818a-cba1d67086a9,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:45.838135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=f64326f1-5cf3-4473-9f22-2212dee18acd,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:45.906845 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f2072-a04d-4bcd-929a-b59de7db8efd req-2594910f-39bd-405a-a136-8fbfbb94f040 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:45.921223 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189d2e8-dd20-4cd3-9185-9eb97745cc1c req-4bedab78-b673-4ede-92c6-b41fb8742eb8 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:45.922750 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c189d2e8-dd20-4cd3-9185-9eb97745cc1c req-4bedab78-b673-4ede-92c6-b41fb8742eb8 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=a903ff2e-cabe-436e-b258-67eedc0fe35b HTTP/1.1" status: 200 len: 943 time: 0.1363180 Jul 16 01:41:45.923857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f2072-a04d-4bcd-929a-b59de7db8efd req-2594910f-39bd-405a-a136-8fbfbb94f040 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:45.931152 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c51f2072-a04d-4bcd-929a-b59de7db8efd req-2594910f-39bd-405a-a136-8fbfbb94f040 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 1681 time: 0.6029236 Jul 16 01:41:46.007932 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c189d2e8-dd20-4cd3-9185-9eb97745cc1c req-29309ce0-5a24-4955-b45f-c6b30cbcba8b tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778632 Jul 16 01:41:46.019772 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c51f2072-a04d-4bcd-929a-b59de7db8efd req-306d02c6-9ec3-43e2-9b5d-848d093d8bfa tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834341 Jul 16 01:41:46.098579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Attempting to bind port d506256a-d4c9-47fb-818a-cba1d67086a9 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:46.099062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Attempting to bind port d506256a-d4c9-47fb-818a-cba1d67086a9 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:46.099408 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Attempting to bind port d506256a-d4c9-47fb-818a-cba1d67086a9 on network d666cf0f-c0cb-4497-a3f6-7607773175b6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:46.112177 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Port d506256a-d4c9-47fb-818a-cba1d67086a9 on network d666cf0f-c0cb-4497-a3f6-7607773175b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:46.112502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Attempting to bind port d506256a-d4c9-47fb-818a-cba1d67086a9 on network d666cf0f-c0cb-4497-a3f6-7607773175b6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:46.120249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:46.120590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Checking segment: {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:46.121041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Bound using segment: {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:46.121496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Bound port: d506256a-d4c9-47fb-818a-cba1d67086a9, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:46.121852 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.136064 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e'}, {'server_uuid': '117606de-968e-4062-b106-c41fb9f9a787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c9be24-9e4a-4f94-a385-a14edcea939f'}, {'server_uuid': '4057e5a2-b361-4e0c-b3bf-46bc8505149a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64326f1-5cf3-4473-9f22-2212dee18acd'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:46.139286 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5157bb30-9b94-46b1-8e7c-ac5056facefa" -d '{"events": [{"server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "name": "network-vif-plugged", "status": "completed", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e"}, {"server_uuid": "117606de-968e-4062-b106-c41fb9f9a787", "name": "network-vif-plugged", "status": "completed", "tag": "f3c9be24-9e4a-4f94-a385-a14edcea939f"}, {"server_uuid": "4057e5a2-b361-4e0c-b3bf-46bc8505149a", "name": "network-vif-plugged", "status": "completed", "tag": "f64326f1-5cf3-4473-9f22-2212dee18acd"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:46.141160 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-2a51efca-836c-45d2-a770-4c48efac657a tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Made reservation on behalf of 1f9f127b59ec47e8b4a7c34182fd70b5 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:46.145962 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-2a51efca-836c-45d2-a770-4c48efac657a tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.275325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] For port d506256a-d4c9-47fb-818a-cba1d67086a9, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:46.299842 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] For port d506256a-d4c9-47fb-818a-cba1d67086a9, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d506256a-d4c9-47fb-818a-cba1d67086a9,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:46.354937 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.390989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e740583-e68f-4e00-81ca-e51a4ad1cb07 req-d4dda55e-1611-4c97-8d85-e886fa815726 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.392851 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e740583-e68f-4e00-81ca-e51a4ad1cb07 req-d4dda55e-1611-4c97-8d85-e886fa815726 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 946 time: 0.0800207 Jul 16 01:41:46.449781 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e740583-e68f-4e00-81ca-e51a4ad1cb07 req-ac767921-c3cc-4c54-a6ad-2dcb29ee3e0f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454707 Jul 16 01:41:46.489335 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.489969 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.491393 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] 10.222.0.26 "PUT /v2.0/ports/d506256a-d4c9-47fb-818a-cba1d67086a9 HTTP/1.1" status: 200 len: 1091 time: 3.1247382 Jul 16 01:41:46.491900 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a903ff2e-cabe-436e-b258-67eedc0fe35b', 'tag': 'd506256a-d4c9-47fb-818a-cba1d67086a9'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:46.494390 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af80b73-cf56-4844-a78d-b9370e618268" -d '{"events": [{"name": "network-changed", "server_uuid": "a903ff2e-cabe-436e-b258-67eedc0fe35b", "tag": "d506256a-d4c9-47fb-818a-cba1d67086a9"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:46.530986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c1792-72f0-4708-9aca-5b8f8413faf3 service neutron] Pushing event updated for resources: {'Port': ['ID=d506256a-d4c9-47fb-818a-cba1d67086a9,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:46.547739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-2a51efca-836c-45d2-a770-4c48efac657a tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Allocated IP 172.20.0.6 (2f7e9d73-a0d6-4916-8794-3a9459cce216/49ca11e4-b374-4f3f-b461-bc5534c5d375/a623d722-11aa-4bfd-9f63-8eb19322be36) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:46.578834 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a179bfc-ad4d-4194-8fa6-5744008cdefd x-openstack-request-id: req-8a179bfc-ad4d-4194-8fa6-5744008cdefd {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:46.578834 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "name": "network-vif-plugged", "status": "completed", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e", "code": 200}, {"server_uuid": "117606de-968e-4062-b106-c41fb9f9a787", "name": "network-vif-plugged", "status": "completed", "tag": "f3c9be24-9e4a-4f94-a385-a14edcea939f", "code": 200}, {"server_uuid": "4057e5a2-b361-4e0c-b3bf-46bc8505149a", "name": "network-vif-plugged", "status": "completed", "tag": "f64326f1-5cf3-4473-9f22-2212dee18acd", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:46.581250 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a179bfc-ad4d-4194-8fa6-5744008cdefd {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:46.581250 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'code': 200} Jul 16 01:41:46.581250 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117606de-968e-4062-b106-c41fb9f9a787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c9be24-9e4a-4f94-a385-a14edcea939f', 'code': 200} Jul 16 01:41:46.581250 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4057e5a2-b361-4e0c-b3bf-46bc8505149a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64326f1-5cf3-4473-9f22-2212dee18acd', 'code': 200} Jul 16 01:41:46.587190 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b36478-2e15-4b1f-a7b4-929b50b51a10 req-0d54d6c2-c61c-4766-b914-61362367b573 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.588825 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84b36478-2e15-4b1f-a7b4-929b50b51a10 req-0d54d6c2-c61c-4766-b914-61362367b573 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/ports?device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 949 time: 0.2575548 Jul 16 01:41:46.748885 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b63006d6-5478-4632-84cc-e71af80b36a0 req-d246fd96-e04d-475a-ae11-c2d5a4307936 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/ports?device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 210 time: 0.0484197 Jul 16 01:41:46.816390 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ba38d6-0a2c-4a60-a858-1ea5db29cd15 x-openstack-request-id: req-65ba38d6-0a2c-4a60-a858-1ea5db29cd15 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:46.816390 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a903ff2e-cabe-436e-b258-67eedc0fe35b", "tag": "d506256a-d4c9-47fb-818a-cba1d67086a9", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:46.827951 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-65ba38d6-0a2c-4a60-a858-1ea5db29cd15 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:46.828492 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a903ff2e-cabe-436e-b258-67eedc0fe35b', 'tag': 'd506256a-d4c9-47fb-818a-cba1d67086a9', 'status': 'completed', 'code': 200} Jul 16 01:41:46.853930 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84b36478-2e15-4b1f-a7b4-929b50b51a10 req-47576c4a-d10a-465f-bff8-a4311d1e2554 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/security-groups?id=793997bc-fefc-485e-9362-80e32b71bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338037 Jul 16 01:41:46.899433 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-bb4a4a63-ef1c-438a-8725-7a0ace95d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.903334 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-bb4a4a63-ef1c-438a-8725-7a0ace95d3ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&device_id=a903ff2e-cabe-436e-b258-67eedc0fe35b HTTP/1.1" status: 200 len: 1094 time: 0.3415051 Jul 16 01:41:46.967349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d38e8a-b37e-4df0-9a2c-bd533b6f276a req-43fb3adc-a12c-4249-a12e-554944f09575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.967917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d38e8a-b37e-4df0-9a2c-bd533b6f276a req-43fb3adc-a12c-4249-a12e-554944f09575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.969566 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-37d38e8a-b37e-4df0-9a2c-bd533b6f276a req-43fb3adc-a12c-4249-a12e-554944f09575 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 1984 time: 0.2054145 Jul 16 01:41:46.976010 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6a4d9-babb-4578-89d2-04b41838166b req-3fa48160-a9d6-4918-9b8e-ef5c064f1db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.977769 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-28a6a4d9-babb-4578-89d2-04b41838166b req-3fa48160-a9d6-4918-9b8e-ef5c064f1db5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 1100 time: 0.1388659 Jul 16 01:41:47.012260 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-9869123f-e920-4d9e-b43e-20fd12762161 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d506256a-d4c9-47fb-818a-cba1d67086a9 HTTP/1.1" status: 200 len: 217 time: 0.0867763 Jul 16 01:41:47.091272 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-37d38e8a-b37e-4df0-9a2c-bd533b6f276a req-0571c8ac-61b0-47be-8501-cc98acba9db9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124797 Jul 16 01:41:47.093331 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-28a6a4d9-babb-4578-89d2-04b41838166b req-ecdd4197-35d0-4837-b8f0-8c0fad790ca3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=793997bc-fefc-485e-9362-80e32b71bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922937 Jul 16 01:41:47.136529 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-2a51efca-836c-45d2-a770-4c48efac657a tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.198978 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-2a51efca-836c-45d2-a770-4c48efac657a tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.317505 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-2a51efca-836c-45d2-a770-4c48efac657a tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Network 2f7e9d73-a0d6-4916-8794-3a9459cce216 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:47.345732 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf10f55-8782-48ba-bcb9-2fc3209bc6e3 req-d7a5412c-f102-439e-82dd-0c076f22191b tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:47.348379 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3bf10f55-8782-48ba-bcb9-2fc3209bc6e3 req-d7a5412c-f102-439e-82dd-0c076f22191b tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=a903ff2e-cabe-436e-b258-67eedc0fe35b HTTP/1.1" status: 200 len: 943 time: 0.1063647 Jul 16 01:41:47.352150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-4735e604-eee6-41f5-8260-a0abd4aa5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:47.353644 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-4735e604-eee6-41f5-8260-a0abd4aa5303 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ed8c6f3-d43f-4024-a124-b2544fda26de HTTP/1.1" status: 200 len: 846 time: 0.3282473 Jul 16 01:41:47.358270 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-2a51efca-836c-45d2-a770-4c48efac657a tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:47.368033 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-2a51efca-836c-45d2-a770-4c48efac657a tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:47.414499 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3bf10f55-8782-48ba-bcb9-2fc3209bc6e3 req-73614584-44a7-4b5a-b5e7-22f15391c48e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538750 Jul 16 01:41:47.430157 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51efca-836c-45d2-a770-4c48efac657a tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Pushing event updated for resources: {'Port': ['ID=a623d722-11aa-4bfd-9f63-8eb19322be36,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:47.458631 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-0d16accd-b1f7-417f-829f-383bb0d1fb4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d666cf0f-c0cb-4497-a3f6-7607773175b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582266 Jul 16 01:41:47.570706 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-2a51efca-836c-45d2-a770-4c48efac657a tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:47.571376 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-2a51efca-836c-45d2-a770-4c48efac657a tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.593849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d057822-96cd-431b-8380-b7bfd9abb006 req-8a06d104-d580-420d-b330-ae7cdab498e4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:47.601424 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d057822-96cd-431b-8380-b7bfd9abb006 req-8a06d104-d580-420d-b330-ae7cdab498e4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:47.603263 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d057822-96cd-431b-8380-b7bfd9abb006 req-8a06d104-d580-420d-b330-ae7cdab498e4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 1682 time: 0.2924652 Jul 16 01:41:47.655497 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-2a51efca-836c-45d2-a770-4c48efac657a tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0657926 Jul 16 01:41:47.680129 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-c4f8468c-956b-499d-96fa-17a82347ec3d service neutron] 10.222.0.26 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119429 Jul 16 01:41:47.686010 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d057822-96cd-431b-8380-b7bfd9abb006 req-a770f571-1928-417c-b728-1f06ad1dd0a6 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701606 Jul 16 01:41:47.750572 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Request body: {'port': {'device_id': '761f5569-a528-4411-a22f-4074030a22f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:47.953368 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.021877 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9ed654d-efdd-4965-9ff5-5ba0ca7c78d1 req-9604342f-38a1-427e-b875-06ef5afd28c5 service neutron] 10.222.0.26 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344011 Jul 16 01:41:48.255486 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0d7e2-c36f-4c86-856c-b5dacc682049 req-60301889-9952-4ecc-9104-9cdd300b3993 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:48.262619 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6be0d7e2-c36f-4c86-856c-b5dacc682049 req-60301889-9952-4ecc-9104-9cdd300b3993 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 946 time: 0.3470335 Jul 16 01:41:48.297101 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3feb1-9ecd-4fec-bfd6-d41a3294b24a req-667441f2-a1be-46fd-88ae-64e71accad11 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:48.306450 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-47c3feb1-9ecd-4fec-bfd6-d41a3294b24a req-667441f2-a1be-46fd-88ae-64e71accad11 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/ports?device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 931 time: 0.1003330 Jul 16 01:41:48.397169 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6be0d7e2-c36f-4c86-856c-b5dacc682049 req-9209037e-a3a9-4256-baeb-965283b08fea tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336684 Jul 16 01:41:48.434379 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-47c3feb1-9ecd-4fec-bfd6-d41a3294b24a req-f076543d-02ac-49e9-9bcf-24d8f7783680 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/security-groups?id=570bf21b-ce42-408e-9d4b-545f247ee2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252339 Jul 16 01:41:48.493922 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af80b73-cf56-4844-a78d-b9370e618268 req-e7440713-219a-4bf5-b1be-773ebba60a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:48.495468 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8af80b73-cf56-4844-a78d-b9370e618268 req-e7440713-219a-4bf5-b1be-773ebba60a56 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&device_id=a903ff2e-cabe-436e-b258-67eedc0fe35b HTTP/1.1" status: 200 len: 1094 time: 0.3701115 Jul 16 01:41:48.747386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a623d722-11aa-4bfd-9f63-8eb19322be36 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:48.781575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af80b73-cf56-4844-a78d-b9370e618268 req-35b3ce36-c9f0-4a62-b0f0-ca526336d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:48.783173 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8af80b73-cf56-4844-a78d-b9370e618268 req-35b3ce36-c9f0-4a62-b0f0-ca526336d3cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 907 time: 0.2653823 Jul 16 01:41:48.786918 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.966600 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8af80b73-cf56-4844-a78d-b9370e618268 req-57b8293e-9dab-4600-8a11-a269fcb724ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d506256a-d4c9-47fb-818a-cba1d67086a9 HTTP/1.1" status: 200 len: 217 time: 0.1581106 Jul 16 01:41:48.984257 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Transition to ACTIVE for port object a623d722-11aa-4bfd-9f63-8eb19322be36 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:49.030424 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.097505 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a527f4-0379-4978-ad36-8e56e84e1bec req-36380a0d-b14e-4556-8d34-4269f7df4621 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.105277 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-71a527f4-0379-4978-ad36-8e56e84e1bec req-36380a0d-b14e-4556-8d34-4269f7df4621 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=a903ff2e-cabe-436e-b258-67eedc0fe35b HTTP/1.1" status: 200 len: 943 time: 0.0973847 Jul 16 01:41:49.254031 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-71a527f4-0379-4978-ad36-8e56e84e1bec req-fced4b31-d049-4626-aacc-b3ad1593a53f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421974 Jul 16 01:41:49.299399 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af80b73-cf56-4844-a78d-b9370e618268 req-ce861213-64fe-4dc5-95c1-ffd5f0564f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.303203 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8af80b73-cf56-4844-a78d-b9370e618268 req-ce861213-64fe-4dc5-95c1-ffd5f0564f35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ed8c6f3-d43f-4024-a124-b2544fda26de HTTP/1.1" status: 200 len: 846 time: 0.3176301 Jul 16 01:41:49.412451 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8af80b73-cf56-4844-a78d-b9370e618268 req-5f11f079-7f89-45b6-8c02-915efc67939c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d666cf0f-c0cb-4497-a3f6-7607773175b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653670 Jul 16 01:41:49.470369 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Pushing event updated for resources: {'Port': ['ID=a623d722-11aa-4bfd-9f63-8eb19322be36,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:49.492086 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4c6ed-4b22-432a-95ac-40c41af311f2 req-506a76f7-fb7f-45fe-8f0e-01b7c670f9f1 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.498925 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ded4c6ed-4b22-432a-95ac-40c41af311f2 req-506a76f7-fb7f-45fe-8f0e-01b7c670f9f1 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/ports?device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 949 time: 0.7264922 Jul 16 01:41:49.659285 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086b9ff-61ab-4478-9fca-a7bf1f7c4acb req-6193843c-e2e2-4465-ab93-be42d15aad71 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.670829 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086b9ff-61ab-4478-9fca-a7bf1f7c4acb req-6193843c-e2e2-4465-ab93-be42d15aad71 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.672845 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8086b9ff-61ab-4478-9fca-a7bf1f7c4acb req-6193843c-e2e2-4465-ab93-be42d15aad71 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 1682 time: 0.1598682 Jul 16 01:41:49.768248 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8086b9ff-61ab-4478-9fca-a7bf1f7c4acb req-b191b16b-01a9-490d-b458-44b7f16093fc tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855684 Jul 16 01:41:49.858097 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ded4c6ed-4b22-432a-95ac-40c41af311f2 req-0ccaf84e-3125-4f28-9c66-b10af198fa5d tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/security-groups?id=793997bc-fefc-485e-9362-80e32b71bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579533 Jul 16 01:41:49.951582 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Attempting to bind port a623d722-11aa-4bfd-9f63-8eb19322be36 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:49.952182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Attempting to bind port a623d722-11aa-4bfd-9f63-8eb19322be36 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '90329371-d267-4899-8976-26df829103f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f7e9d73-a0d6-4916-8794-3a9459cce216'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:49.952795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Attempting to bind port a623d722-11aa-4bfd-9f63-8eb19322be36 on network 2f7e9d73-a0d6-4916-8794-3a9459cce216 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:49.964875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Port a623d722-11aa-4bfd-9f63-8eb19322be36 on network 2f7e9d73-a0d6-4916-8794-3a9459cce216 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:49.965524 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Attempting to bind port a623d722-11aa-4bfd-9f63-8eb19322be36 on network 2f7e9d73-a0d6-4916-8794-3a9459cce216 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:49.971986 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8af80b73-cf56-4844-a78d-b9370e618268 req-69d29027-1b99-43d4-8778-dc689daf2828 service neutron] 10.222.0.26 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585084 Jul 16 01:41:49.977195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:49.977635 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Checking segment: {'id': '90329371-d267-4899-8976-26df829103f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f7e9d73-a0d6-4916-8794-3a9459cce216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:49.978224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Bound using segment: {'id': '90329371-d267-4899-8976-26df829103f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f7e9d73-a0d6-4916-8794-3a9459cce216'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:49.978984 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Bound port: a623d722-11aa-4bfd-9f63-8eb19322be36, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90329371-d267-4899-8976-26df829103f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2f7e9d73-a0d6-4916-8794-3a9459cce216'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:49.979694 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.086680 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c41e5-36f3-4a47-b253-61d7c98c0ff8 req-e1648930-cc7b-406f-b885-f067b69913d7 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:50.097630 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b03c41e5-36f3-4a47-b253-61d7c98c0ff8 req-e1648930-cc7b-406f-b885-f067b69913d7 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 946 time: 0.1501358 Jul 16 01:41:50.184356 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b03c41e5-36f3-4a47-b253-61d7c98c0ff8 req-2f108d43-0206-483d-81c0-19edd3c70f9c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849423 Jul 16 01:41:50.184929 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32948) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:50.225198 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8af80b73-cf56-4844-a78d-b9370e618268 req-54eeba24-e52c-4182-82b2-b3aaf2046f3f service neutron] 10.222.0.26 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408011 Jul 16 01:41:50.428416 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4fc363f8-33ea-4941-a66f-5a43b73903c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.664102 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4fc363f8-33ea-4941-a66f-5a43b73903c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.669733 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4fc363f8-33ea-4941-a66f-5a43b73903c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.754514 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc363f8-33ea-4941-a66f-5a43b73903c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bcf773-6cb2-414b-b6b1-af4216906e26,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:50.826206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cad55-42fa-43e6-89bb-585f80b87a21 req-0f744b37-f05a-4b5a-b14f-e8b185613a7a tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:50.827843 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c84cad55-42fa-43e6-89bb-585f80b87a21 req-0f744b37-f05a-4b5a-b14f-e8b185613a7a tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/ports?device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 943 time: 0.5868053 Jul 16 01:41:50.837841 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] For port a623d722-11aa-4bfd-9f63-8eb19322be36, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:50.876667 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4fc363f8-33ea-4941-a66f-5a43b73903c5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e30c1d5db9534c129d0b187b1592ff73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6905155 Jul 16 01:41:50.880663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 32958) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:50.882713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] For port a623d722-11aa-4bfd-9f63-8eb19322be36, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a623d722-11aa-4bfd-9f63-8eb19322be36,segment=NetworkSegment(90329371-d267-4899-8976-26df829103f6),segment_id=90329371-d267-4899-8976-26df829103f6)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:50.908052 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0565e-6bb2-43d5-b463-fcd91a49a5d6 req-99e70415-64cf-4770-ba86-696a00f3f8d1 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:50.910571 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63e0565e-6bb2-43d5-b463-fcd91a49a5d6 req-99e70415-64cf-4770-ba86-696a00f3f8d1 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=a903ff2e-cabe-436e-b258-67eedc0fe35b HTTP/1.1" status: 200 len: 943 time: 0.1805494 Jul 16 01:41:50.932673 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c84cad55-42fa-43e6-89bb-585f80b87a21 req-cbbbc78b-772d-4ad5-88a5-98e9b902889e tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/security-groups?id=570bf21b-ce42-408e-9d4b-545f247ee2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970657 Jul 16 01:41:50.933770 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.989232 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Pushing event updated for resources: {'Port': ['ID=a623d722-11aa-4bfd-9f63-8eb19322be36,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:51.007587 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a31a5d6-44d4-4f38-ab52-31c3dafe2990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.025938 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63e0565e-6bb2-43d5-b463-fcd91a49a5d6 req-042c1bd9-f1aa-4642-aac2-9a1a131632d3 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037030 Jul 16 01:41:51.043454 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a31a5d6-44d4-4f38-ab52-31c3dafe2990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.100365 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:51.101276 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.105868 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-1785122b-30d0-4d38-b1b5-140a279b2a71 service neutron] 10.222.0.47 "PUT /v2.0/ports/a623d722-11aa-4bfd-9f63-8eb19322be36 HTTP/1.1" status: 200 len: 1091 time: 3.3601265 Jul 16 01:41:51.106607 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761f5569-a528-4411-a22f-4074030a22f3', 'tag': 'a623d722-11aa-4bfd-9f63-8eb19322be36'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:51.118516 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede52610-9c7c-4869-87d8-49a56c364d07" -d '{"events": [{"name": "network-changed", "server_uuid": "761f5569-a528-4411-a22f-4074030a22f3", "tag": "a623d722-11aa-4bfd-9f63-8eb19322be36"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:51.172100 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a31a5d6-44d4-4f38-ab52-31c3dafe2990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.175584 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a31a5d6-44d4-4f38-ab52-31c3dafe2990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.177950 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0a31a5d6-44d4-4f38-ab52-31c3dafe2990 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/65bcf773-6cb2-414b-b6b1-af4216906e26 HTTP/1.1" status: 204 len: 168 time: 0.2938352 Jul 16 01:41:51.204355 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31a5d6-44d4-4f38-ab52-31c3dafe2990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bcf773-6cb2-414b-b6b1-af4216906e26,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:51.275061 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device d506256a-d4c9-47fb-818a-cba1d67086a9 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:51.369516 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-493364a4-e4c2-4ff4-b797-786e1f556511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:51.380985 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-493364a4-e4c2-4ff4-b797-786e1f556511 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f9f127b59ec47e8b4a7c34182fd70b5&device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 1094 time: 0.1711888 Jul 16 01:41:51.388301 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a2509-8863-484b-94aa-36aae2a5f641 req-d24014bb-193a-43fc-a692-d5aeef9af5de tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:51.401556 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4e8a2509-8863-484b-94aa-36aae2a5f641 req-d24014bb-193a-43fc-a692-d5aeef9af5de tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/ports?device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 949 time: 0.1196213 Jul 16 01:41:51.486655 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-d56aa6bd-3bd8-406e-bc4c-a0336adc77a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a623d722-11aa-4bfd-9f63-8eb19322be36 HTTP/1.1" status: 200 len: 217 time: 0.0716763 Jul 16 01:41:51.524817 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4e8a2509-8863-484b-94aa-36aae2a5f641 req-db48d38b-a275-4d16-8f25-2766df529589 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/security-groups?id=793997bc-fefc-485e-9362-80e32b71bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219783 Jul 16 01:41:51.611531 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port d506256a-d4c9-47fb-818a-cba1d67086a9, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d506256a-d4c9-47fb-818a-cba1d67086a9,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:51.641161 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'd506256a-d4c9-47fb-818a-cba1d67086a9', 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6', 'port_id': 'd506256a-d4c9-47fb-818a-cba1d67086a9', 'mac_address': 'fa:16:3e:67:2f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed8c6f3-d43f-4024-a124-b2544fda26de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:51.652673 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-d50a7af5-d359-47b2-b5b8-45ba2606c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:51.664007 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:41:51.668146 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-d50a7af5-d359-47b2-b5b8-45ba2606c8c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49ca11e4-b374-4f3f-b461-bc5534c5d375 HTTP/1.1" status: 200 len: 848 time: 0.1659398 Jul 16 01:41:51.736935 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-8345df68-aa8f-4610-a64b-88b90c99fb28 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f7e9d73-a0d6-4916-8794-3a9459cce216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580204 Jul 16 01:41:51.757905 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.800837 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d506256a-d4c9-47fb-818a-cba1d67086a9 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:51.826890 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32978) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:51.834480 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port d506256a-d4c9-47fb-818a-cba1d67086a9, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d506256a-d4c9-47fb-818a-cba1d67086a9,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:51.848136 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.853877 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38e1411e-4a24-46ba-a784-885c9c60e0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.913583 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=d506256a-d4c9-47fb-818a-cba1d67086a9,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:52.024605 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-a76409c2-3f4a-4950-b714-dbe632efbd83 service neutron] 10.222.0.47 "GET /v2.0/networks/2f7e9d73-a0d6-4916-8794-3a9459cce216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721589 Jul 16 01:41:52.103382 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38e1411e-4a24-46ba-a784-885c9c60e0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.109994 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38e1411e-4a24-46ba-a784-885c9c60e0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.134474 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c5e89d-c199-42c9-bba3-c94bee2bc893 x-openstack-request-id: req-95c5e89d-c199-42c9-bba3-c94bee2bc893 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:52.134893 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761f5569-a528-4411-a22f-4074030a22f3", "tag": "a623d722-11aa-4bfd-9f63-8eb19322be36", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:52.135163 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-95c5e89d-c199-42c9-bba3-c94bee2bc893 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:52.135566 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761f5569-a528-4411-a22f-4074030a22f3', 'tag': 'a623d722-11aa-4bfd-9f63-8eb19322be36', 'status': 'completed', 'code': 200} Jul 16 01:41:52.219456 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be065e-501a-4922-b2dd-c2ceaa4ba02a req-4657d0e1-f0d3-40b5-b149-ffe7071ec60a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.227694 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-16be065e-501a-4922-b2dd-c2ceaa4ba02a req-4657d0e1-f0d3-40b5-b149-ffe7071ec60a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 946 time: 0.2007053 Jul 16 01:41:52.235736 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-38e1411e-4a24-46ba-a784-885c9c60e0cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1dcc2f2811984586a55e8b62eefe8e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4052272 Jul 16 01:41:52.235736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1411e-4a24-46ba-a784-885c9c60e0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed2b794-6ceb-427b-829b-927cbc306451,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:52.236027 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 32984) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.283528 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['d506256a-d4c9-47fb-818a-cba1d67086a9'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:52.341831 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-582913ba-4a6f-4853-bf69-5e5195c08ca5 req-c3eef4b6-aa83-422b-b679-391cb0ef1317 service neutron] 10.222.0.47 "GET /v2.0/networks/2f7e9d73-a0d6-4916-8794-3a9459cce216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984471 Jul 16 01:41:52.353585 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-16be065e-501a-4922-b2dd-c2ceaa4ba02a req-72adfac6-4408-45b1-aeb1-758f6f3480f2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247776 Jul 16 01:41:52.404933 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bbf1cd3f-b057-410b-ad71-47d37c85a4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.463270 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bbf1cd3f-b057-410b-ad71-47d37c85a4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.555688 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bbf1cd3f-b057-410b-ad71-47d37c85a4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.561382 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bbf1cd3f-b057-410b-ad71-47d37c85a4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.566334 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bbf1cd3f-b057-410b-ad71-47d37c85a4ff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eed2b794-6ceb-427b-829b-927cbc306451 HTTP/1.1" status: 204 len: 168 time: 0.3287945 Jul 16 01:41:52.605667 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1cd3f-b057-410b-ad71-47d37c85a4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed2b794-6ceb-427b-829b-927cbc306451,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:52.711621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede52610-9c7c-4869-87d8-49a56c364d07 req-67e2cbe7-3ce2-4eeb-b5f2-ce5b62583b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.713230 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ede52610-9c7c-4869-87d8-49a56c364d07 req-67e2cbe7-3ce2-4eeb-b5f2-ce5b62583b12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f9f127b59ec47e8b4a7c34182fd70b5&device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 1094 time: 0.1612325 Jul 16 01:41:52.726887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e818d-e654-41d1-8c72-197c15bdd32e req-d11c0370-66df-40f9-9753-804cee5068f4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.734334 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e818d-e654-41d1-8c72-197c15bdd32e req-d11c0370-66df-40f9-9753-804cee5068f4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.743103 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7d7e818d-e654-41d1-8c72-197c15bdd32e req-d11c0370-66df-40f9-9753-804cee5068f4 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 1682 time: 0.1389353 Jul 16 01:41:52.853868 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede52610-9c7c-4869-87d8-49a56c364d07 req-12dd51ce-9eee-4dcb-b570-33c04bbb042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.855421 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ede52610-9c7c-4869-87d8-49a56c364d07 req-12dd51ce-9eee-4dcb-b570-33c04bbb042d service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f7e9d73-a0d6-4916-8794-3a9459cce216 HTTP/1.1" status: 200 len: 909 time: 0.1103139 Jul 16 01:41:52.911618 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ede52610-9c7c-4869-87d8-49a56c364d07 req-2ec06f1b-5877-4894-a2fb-5d31cab14d18 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a623d722-11aa-4bfd-9f63-8eb19322be36 HTTP/1.1" status: 200 len: 217 time: 0.0443847 Jul 16 01:41:52.945225 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7d7e818d-e654-41d1-8c72-197c15bdd32e req-fd76410a-3b17-41af-bf0e-7092dea313c8 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975517 Jul 16 01:41:53.053572 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede52610-9c7c-4869-87d8-49a56c364d07 req-1ec4b937-b13f-4969-ae0b-bc6fe6ac2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:53.055314 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ede52610-9c7c-4869-87d8-49a56c364d07 req-1ec4b937-b13f-4969-ae0b-bc6fe6ac2b36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49ca11e4-b374-4f3f-b461-bc5534c5d375 HTTP/1.1" status: 200 len: 848 time: 0.1066906 Jul 16 01:41:53.186142 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ede52610-9c7c-4869-87d8-49a56c364d07 req-b5f17833-9bb2-4d9b-b964-611b2e2eefa5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f7e9d73-a0d6-4916-8794-3a9459cce216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203010 Jul 16 01:41:53.316384 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3e8dd-3fe6-42f5-b0e2-c5d0a8af81db req-d6f8fdba-d0fa-4834-a0d3-f08cd8cfa39a tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:53.329768 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ebf3e8dd-3fe6-42f5-b0e2-c5d0a8af81db req-d6f8fdba-d0fa-4834-a0d3-f08cd8cfa39a tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/ports?device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 943 time: 0.1995962 Jul 16 01:41:53.400529 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd0526-4127-48ba-af5a-d0ed6245d882 req-4b80794f-3c42-497d-a3fc-07c21e53da74 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:53.403059 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aacd0526-4127-48ba-af5a-d0ed6245d882 req-4b80794f-3c42-497d-a3fc-07c21e53da74 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=a903ff2e-cabe-436e-b258-67eedc0fe35b HTTP/1.1" status: 200 len: 944 time: 0.2146325 Jul 16 01:41:53.431454 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ede52610-9c7c-4869-87d8-49a56c364d07 req-df99fa5f-bcc6-4996-a6cf-0e3ab865ce5a service neutron] 10.222.0.47 "GET /v2.0/networks/2f7e9d73-a0d6-4916-8794-3a9459cce216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280900 Jul 16 01:41:53.452889 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ebf3e8dd-3fe6-42f5-b0e2-c5d0a8af81db req-2220b360-8fbf-4392-af49-c8edf9ccef04 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/security-groups?id=570bf21b-ce42-408e-9d4b-545f247ee2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203375 Jul 16 01:41:53.543244 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ede52610-9c7c-4869-87d8-49a56c364d07 req-4064e9df-c24d-455a-ba6c-899e3ae627bd service neutron] 10.222.0.47 "GET /v2.0/networks/2f7e9d73-a0d6-4916-8794-3a9459cce216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958035 Jul 16 01:41:53.554890 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-e1057cfb-1a29-4b37-b0f9-aa12f9152e56 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:53.560988 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-e1057cfb-1a29-4b37-b0f9-aa12f9152e56 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:53.562797 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-e1057cfb-1a29-4b37-b0f9-aa12f9152e56 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.26 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 1682 time: 0.3173993 Jul 16 01:41:53.607583 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aacd0526-4127-48ba-af5a-d0ed6245d882 req-706a593a-7148-4876-ab2f-47b1873bfdea tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935258 Jul 16 01:41:53.660431 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.724256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-b7711f22-b37d-48b8-af12-6cbdea8afeef tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Deleting port 323391ae-3032-4c95-ac38-ab9d9cfc02e4 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:53.726828 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-b7711f22-b37d-48b8-af12-6cbdea8afeef tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.857712 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ddfc2-04d8-4649-9053-521166d87e05 req-7c928295-8734-45d3-8aea-6a5bc76a4739 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:53.859119 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9d6ddfc2-04d8-4649-9053-521166d87e05 req-7c928295-8734-45d3-8aea-6a5bc76a4739 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/ports?device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 949 time: 0.1352549 Jul 16 01:41:53.920879 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9d6ddfc2-04d8-4649-9053-521166d87e05 req-44898ba1-cf86-4b3e-80bc-bda6cc050617 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/security-groups?id=793997bc-fefc-485e-9362-80e32b71bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525837 Jul 16 01:41:53.965249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-b7711f22-b37d-48b8-af12-6cbdea8afeef tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] For port 323391ae-3032-4c95-ac38-ab9d9cfc02e4, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=323391ae-3032-4c95-ac38-ab9d9cfc02e4,segment=NetworkSegment(2bcf895b-8617-45be-bfcc-d21308039476),segment_id=2bcf895b-8617-45be-bfcc-d21308039476)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:53.966032 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-b7711f22-b37d-48b8-af12-6cbdea8afeef tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.996342 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-b7711f22-b37d-48b8-af12-6cbdea8afeef tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Calling delete_port for 323391ae-3032-4c95-ac38-ab9d9cfc02e4 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:54.247441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05b49b-fc50-4650-b159-7654cff7bdec req-08867409-d5de-4ae4-9508-869eda60bbba tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.262479 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05b49b-fc50-4650-b159-7654cff7bdec req-08867409-d5de-4ae4-9508-869eda60bbba tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.263252 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c8c9c-92f1-4882-a141-aa2a32917b37 req-68eb8e11-390d-4ece-a2d9-367f19d162e5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.265077 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-436c8c9c-92f1-4882-a141-aa2a32917b37 req-68eb8e11-390d-4ece-a2d9-367f19d162e5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 946 time: 0.1932602 Jul 16 01:41:54.278105 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da05b49b-fc50-4650-b159-7654cff7bdec req-08867409-d5de-4ae4-9508-869eda60bbba tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 1682 time: 0.1476779 Jul 16 01:41:54.290628 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-b7711f22-b37d-48b8-af12-6cbdea8afeef tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.327919 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['323391ae-3032-4c95-ac38-ab9d9cfc02e4', 'f64326f1-5cf3-4473-9f22-2212dee18acd'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:54.350987 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da05b49b-fc50-4650-b159-7654cff7bdec req-31b5fd93-8cca-47df-954a-5a90e258a746 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/security-groups?id=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715101 Jul 16 01:41:54.427963 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7711f22-b37d-48b8-af12-6cbdea8afeef tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event deleted for resources: {'Port': ['ID=323391ae-3032-4c95-ac38-ab9d9cfc02e4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:54.494258 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-b7711f22-b37d-48b8-af12-6cbdea8afeef tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] No DVR routers for this DVR port 323391ae-3032-4c95-ac38-ab9d9cfc02e4 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:54.498963 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-b7711f22-b37d-48b8-af12-6cbdea8afeef tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.501269 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-b7711f22-b37d-48b8-af12-6cbdea8afeef tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.26 "DELETE /v2.0/ports/323391ae-3032-4c95-ac38-ab9d9cfc02e4 HTTP/1.1" status: 204 len: 173 time: 0.9299355 Jul 16 01:41:54.512221 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4057e5a2-b361-4e0c-b3bf-46bc8505149a', 'name': 'network-vif-deleted', 'tag': '323391ae-3032-4c95-ac38-ab9d9cfc02e4'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:54.512614 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e30fca8-d386-4e3b-9e28-6105c4b4231a" -d '{"events": [{"server_uuid": "4057e5a2-b361-4e0c-b3bf-46bc8505149a", "name": "network-vif-deleted", "tag": "323391ae-3032-4c95-ac38-ab9d9cfc02e4"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:54.589251 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-436c8c9c-92f1-4882-a141-aa2a32917b37 req-4a447ccb-526b-4a46-8549-16edea7d48cf tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167737 Jul 16 01:41:54.712024 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9706038c-5cb8-4d2f-b6e8-774efb7ba35b x-openstack-request-id: req-9706038c-5cb8-4d2f-b6e8-774efb7ba35b {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:54.713601 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4057e5a2-b361-4e0c-b3bf-46bc8505149a", "name": "network-vif-deleted", "tag": "323391ae-3032-4c95-ac38-ab9d9cfc02e4", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:54.715996 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9706038c-5cb8-4d2f-b6e8-774efb7ba35b {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:54.718160 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4057e5a2-b361-4e0c-b3bf-46bc8505149a', 'name': 'network-vif-deleted', 'tag': '323391ae-3032-4c95-ac38-ab9d9cfc02e4', 'status': 'completed', 'code': 200} Jul 16 01:41:54.795803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-07ba856a-3a75-4445-a15a-7a8470a8d808 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Deleting port f64326f1-5cf3-4473-9f22-2212dee18acd {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:54.795803 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-07ba856a-3a75-4445-a15a-7a8470a8d808 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.924174 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25a2d8-1d97-4007-b09f-21a5247f418c req-4e53e9a2-4a56-49a3-8168-b3f06e419d54 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.933579 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b25a2d8-1d97-4007-b09f-21a5247f418c req-4e53e9a2-4a56-49a3-8168-b3f06e419d54 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/ports?device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 943 time: 0.1555769 Jul 16 01:41:54.960191 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-07ba856a-3a75-4445-a15a-7a8470a8d808 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] For port f64326f1-5cf3-4473-9f22-2212dee18acd, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f64326f1-5cf3-4473-9f22-2212dee18acd,segment=NetworkSegment(26f104cf-aa5b-4bb3-a9dc-87a9ad119a13),segment_id=26f104cf-aa5b-4bb3-a9dc-87a9ad119a13)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:54.960531 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-07ba856a-3a75-4445-a15a-7a8470a8d808 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.000451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-07ba856a-3a75-4445-a15a-7a8470a8d808 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Calling delete_port for f64326f1-5cf3-4473-9f22-2212dee18acd owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:55.010854 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b25a2d8-1d97-4007-b09f-21a5247f418c req-f39cc937-95ad-4f48-983d-c2830ca3f830 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/security-groups?id=570bf21b-ce42-408e-9d4b-545f247ee2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753572 Jul 16 01:41:55.033951 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312be7f6-17ea-4431-a0f4-3d9cf01cb7e9 req-98b87afd-b154-402e-b999-a1020de2b7f5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:55.045610 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-312be7f6-17ea-4431-a0f4-3d9cf01cb7e9 req-98b87afd-b154-402e-b999-a1020de2b7f5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=a903ff2e-cabe-436e-b258-67eedc0fe35b HTTP/1.1" status: 200 len: 944 time: 0.1536512 Jul 16 01:41:55.152911 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-312be7f6-17ea-4431-a0f4-3d9cf01cb7e9 req-89622ad5-3fe3-4566-9b8b-7e08d34898ca tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062129 Jul 16 01:41:55.308295 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device d506256a-d4c9-47fb-818a-cba1d67086a9 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:55.524992 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port d506256a-d4c9-47fb-818a-cba1d67086a9 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:55.530241 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port d506256a-d4c9-47fb-818a-cba1d67086a9 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:55.530677 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.547062 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-07ba856a-3a75-4445-a15a-7a8470a8d808 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.563169 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d255b-60c8-4539-8c4e-ae622bf56bde req-8529eb23-db49-4679-b46a-83e77b3c606c tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:55.564739 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-415d255b-60c8-4539-8c4e-ae622bf56bde req-8529eb23-db49-4679-b46a-83e77b3c606c tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.47 "GET /v2.0/ports?device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 949 time: 0.2700927 Jul 16 01:41:55.600516 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba856a-3a75-4445-a15a-7a8470a8d808 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event deleted for resources: {'Port': ['ID=f64326f1-5cf3-4473-9f22-2212dee18acd,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:55.626256 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c14dc50c-ced8-4998-a3e6-1e53d6f385a4 req-aa763041-28df-43cd-9008-8d3a9c570420 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "GET /v2.0/ports?device_id=4057e5a2-b361-4e0c-b3bf-46bc8505149a HTTP/1.1" status: 200 len: 210 time: 0.0498438 Jul 16 01:41:55.687113 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-07ba856a-3a75-4445-a15a-7a8470a8d808 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] No DVR routers for this DVR port f64326f1-5cf3-4473-9f22-2212dee18acd on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:55.691957 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-07ba856a-3a75-4445-a15a-7a8470a8d808 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.694016 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5bc64edc-8c20-409f-82d5-649c91f5572b req-07ba856a-3a75-4445-a15a-7a8470a8d808 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.26 "DELETE /v2.0/ports/f64326f1-5cf3-4473-9f22-2212dee18acd HTTP/1.1" status: 204 len: 173 time: 1.1873882 Jul 16 01:41:55.806908 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.856049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-415d255b-60c8-4539-8c4e-ae622bf56bde req-63ceeabb-7953-40ce-9309-15a53cd3a7a1 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Deleting port f3c9be24-9e4a-4f94-a385-a14edcea939f {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:55.856392 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-415d255b-60c8-4539-8c4e-ae622bf56bde req-63ceeabb-7953-40ce-9309-15a53cd3a7a1 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.962286 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a16ef-60c5-4a63-a411-55042132384d req-5452a045-9c12-4655-813e-3625430a346c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:55.988624 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port d506256a-d4c9-47fb-818a-cba1d67086a9, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d506256a-d4c9-47fb-818a-cba1d67086a9,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:55.990435 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f7a16ef-60c5-4a63-a411-55042132384d req-5452a045-9c12-4655-813e-3625430a346c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 946 time: 0.1902084 Jul 16 01:41:55.994127 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a903ff2e-cabe-436e-b258-67eedc0fe35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd506256a-d4c9-47fb-818a-cba1d67086a9'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:56.004347 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13e411c-910b-4523-acc4-d10d5859b9e9" -d '{"events": [{"server_uuid": "a903ff2e-cabe-436e-b258-67eedc0fe35b", "name": "network-vif-plugged", "status": "completed", "tag": "d506256a-d4c9-47fb-818a-cba1d67086a9"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:56.023881 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.030262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device a623d722-11aa-4bfd-9f63-8eb19322be36 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:56.080922 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-415d255b-60c8-4539-8c4e-ae622bf56bde req-63ceeabb-7953-40ce-9309-15a53cd3a7a1 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] For port f3c9be24-9e4a-4f94-a385-a14edcea939f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f3c9be24-9e4a-4f94-a385-a14edcea939f,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:56.081779 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-415d255b-60c8-4539-8c4e-ae622bf56bde req-63ceeabb-7953-40ce-9309-15a53cd3a7a1 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.102686 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f7a16ef-60c5-4a63-a411-55042132384d req-cc24d7ae-7c5f-4fb0-b95c-8f9d1cd2dbf0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073775 Jul 16 01:41:56.103079 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-415d255b-60c8-4539-8c4e-ae622bf56bde req-63ceeabb-7953-40ce-9309-15a53cd3a7a1 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Calling delete_port for f3c9be24-9e4a-4f94-a385-a14edcea939f owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:56.155292 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f343763-af93-405d-b9f3-a07eafc87971 x-openstack-request-id: req-2f343763-af93-405d-b9f3-a07eafc87971 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:56.155613 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a903ff2e-cabe-436e-b258-67eedc0fe35b", "name": "network-vif-plugged", "status": "completed", "tag": "d506256a-d4c9-47fb-818a-cba1d67086a9", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:56.155908 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2f343763-af93-405d-b9f3-a07eafc87971 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:56.156319 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a903ff2e-cabe-436e-b258-67eedc0fe35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd506256a-d4c9-47fb-818a-cba1d67086a9', 'code': 200} Jul 16 01:41:56.173019 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474e6cb-b910-4d78-9af7-ec15e1b6accd req-aaf1b27b-bb0a-4897-ae97-3a8196b1e388 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:56.180415 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b474e6cb-b910-4d78-9af7-ec15e1b6accd req-aaf1b27b-bb0a-4897-ae97-3a8196b1e388 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/ports?device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 949 time: 0.2010558 Jul 16 01:41:56.307952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=d506256a-d4c9-47fb-818a-cba1d67086a9,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:56.361640 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b474e6cb-b910-4d78-9af7-ec15e1b6accd req-3e5da9bf-13c1-4c93-9740-037d2033b9d7 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/security-groups?id=793997bc-fefc-485e-9362-80e32b71bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722686 Jul 16 01:41:56.417969 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port a623d722-11aa-4bfd-9f63-8eb19322be36, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a623d722-11aa-4bfd-9f63-8eb19322be36,segment=NetworkSegment(90329371-d267-4899-8976-26df829103f6),segment_id=90329371-d267-4899-8976-26df829103f6)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:56.447358 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'a623d722-11aa-4bfd-9f63-8eb19322be36', 'network_id': '2f7e9d73-a0d6-4916-8794-3a9459cce216', 'port_id': 'a623d722-11aa-4bfd-9f63-8eb19322be36', 'mac_address': 'fa:16:3e:4d:95:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ca11e4-b374-4f3f-b461-bc5534c5d375', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:56.498523 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.522397 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a623d722-11aa-4bfd-9f63-8eb19322be36 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:56.530398 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb79bf-6b69-44de-ab87-2db3d1ea3796 req-0801afae-60b4-49c8-bc40-ef4f7466ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:56.535203 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8bcb79bf-6b69-44de-ab87-2db3d1ea3796 req-0801afae-60b4-49c8-bc40-ef4f7466ec3a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a903ff2e-cabe-436e-b258-67eedc0fe35b HTTP/1.1" status: 200 len: 1096 time: 0.2483110 Jul 16 01:41:56.550923 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port a623d722-11aa-4bfd-9f63-8eb19322be36, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a623d722-11aa-4bfd-9f63-8eb19322be36,segment=NetworkSegment(90329371-d267-4899-8976-26df829103f6),segment_id=90329371-d267-4899-8976-26df829103f6)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:56.556275 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.559664 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-415d255b-60c8-4539-8c4e-ae622bf56bde req-63ceeabb-7953-40ce-9309-15a53cd3a7a1 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.633623 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2406e-0d07-4999-aab8-46140475a5cf req-b386d193-1e29-4d39-8345-368b671d59c1 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:56.639648 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=a623d722-11aa-4bfd-9f63-8eb19322be36,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:56.641706 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4d2406e-0d07-4999-aab8-46140475a5cf req-b386d193-1e29-4d39-8345-368b671d59c1 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/ports?device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 943 time: 0.2082202 Jul 16 01:41:56.667632 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['f3c9be24-9e4a-4f94-a385-a14edcea939f'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:56.683490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ceeabb-7953-40ce-9309-15a53cd3a7a1 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Pushing event deleted for resources: {'Port': ['ID=f3c9be24-9e4a-4f94-a385-a14edcea939f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:56.714670 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4d2406e-0d07-4999-aab8-46140475a5cf req-16665526-d776-41b4-954e-540fe0dbd8e3 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/security-groups?id=570bf21b-ce42-408e-9d4b-545f247ee2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717280 Jul 16 01:41:56.748715 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4057e5a2-b361-4e0c-b3bf-46bc8505149a', 'name': 'network-vif-deleted', 'tag': 'f64326f1-5cf3-4473-9f22-2212dee18acd'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:56.752647 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a7f3d5-3a4d-434a-b42f-9f91835a26d2" -d '{"events": [{"server_uuid": "4057e5a2-b361-4e0c-b3bf-46bc8505149a", "name": "network-vif-deleted", "tag": "f64326f1-5cf3-4473-9f22-2212dee18acd"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:56.760547 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8bcb79bf-6b69-44de-ab87-2db3d1ea3796 req-e70b9bda-e0ca-4f2c-bccc-2e919b38ca05 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164304 Jul 16 01:41:56.873555 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-415d255b-60c8-4539-8c4e-ae622bf56bde req-63ceeabb-7953-40ce-9309-15a53cd3a7a1 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] No DVR routers for this DVR port f3c9be24-9e4a-4f94-a385-a14edcea939f on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:56.889913 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-415d255b-60c8-4539-8c4e-ae622bf56bde req-63ceeabb-7953-40ce-9309-15a53cd3a7a1 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.900226 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-415d255b-60c8-4539-8c4e-ae622bf56bde req-63ceeabb-7953-40ce-9309-15a53cd3a7a1 tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.47 "DELETE /v2.0/ports/f3c9be24-9e4a-4f94-a385-a14edcea939f HTTP/1.1" status: 204 len: 173 time: 1.3091118 Jul 16 01:41:56.954394 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631840d-99c8-4831-bae8-8a5745cbc995 req-509f7634-0de1-428b-a9a1-0e1f5df2c309 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:56.962740 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5631840d-99c8-4831-bae8-8a5745cbc995 req-509f7634-0de1-428b-a9a1-0e1f5df2c309 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=a903ff2e-cabe-436e-b258-67eedc0fe35b HTTP/1.1" status: 200 len: 945 time: 0.3842428 Jul 16 01:41:57.038780 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['a623d722-11aa-4bfd-9f63-8eb19322be36'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:57.056414 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5631840d-99c8-4831-bae8-8a5745cbc995 req-0af399ba-6128-4492-a40d-5502d72fb9f0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850110 Jul 16 01:41:57.134695 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29b53ba-f180-4075-9dcf-47a87db3d0b7 x-openstack-request-id: req-c29b53ba-f180-4075-9dcf-47a87db3d0b7 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:57.135173 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4057e5a2-b361-4e0c-b3bf-46bc8505149a", "name": "network-vif-deleted", "tag": "f64326f1-5cf3-4473-9f22-2212dee18acd", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:57.135570 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c29b53ba-f180-4075-9dcf-47a87db3d0b7 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:57.136174 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4057e5a2-b361-4e0c-b3bf-46bc8505149a', 'name': 'network-vif-deleted', 'tag': 'f64326f1-5cf3-4473-9f22-2212dee18acd', 'status': 'completed', 'code': 200} Jul 16 01:41:57.204121 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33082) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:57.286437 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cab604-6b16-4dc0-b6a6-1f5540727154 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Deleting subnet 7abec1f6-31f8-4d1d-baff-074c70749a9e {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:57.290185 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-80cab604-6b16-4dc0-b6a6-1f5540727154 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.340516 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f64326f1-5cf3-4473-9f22-2212dee18acd no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:57.352175 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470b32c-96e0-4fa6-a5aa-70f784ce5cbb req-4b2c407e-2f8b-4ff3-966e-8607ada26aab tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:57.354113 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d470b32c-96e0-4fa6-a5aa-70f784ce5cbb req-4b2c407e-2f8b-4ff3-966e-8607ada26aab tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 946 time: 0.0975811 Jul 16 01:41:57.371559 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-80cab604-6b16-4dc0-b6a6-1f5540727154 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.400378 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: f64326f1-5cf3-4473-9f22-2212dee18acd {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:57.402234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f64326f1-5cf3-4473-9f22-2212dee18acd not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:57.402826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 323391ae-3032-4c95-ac38-ab9d9cfc02e4 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:57.445262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 323391ae-3032-4c95-ac38-ab9d9cfc02e4 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:57.446001 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 323391ae-3032-4c95-ac38-ab9d9cfc02e4 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:57.446873 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d470b32c-96e0-4fa6-a5aa-70f784ce5cbb req-88e75583-ed3e-46bc-bb35-d2bccd384810 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857053 Jul 16 01:41:57.507195 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-80cab604-6b16-4dc0-b6a6-1f5540727154 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.614847 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-818063d4-38d1-48d2-a869-bf3e3ce0b77b req-a139015f-8cfc-4b2c-b388-7b8848a5633a tempest-ImagesNegativeTestJSON-1551554363 tempest-ImagesNegativeTestJSON-1551554363-project] 10.222.0.54 "GET /v2.0/ports?device_id=117606de-968e-4062-b106-c41fb9f9a787 HTTP/1.1" status: 200 len: 210 time: 0.0478854 Jul 16 01:41:57.649854 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-80cab604-6b16-4dc0-b6a6-1f5540727154 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.680351 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cab604-6b16-4dc0-b6a6-1f5540727154 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event deleted for resources: {'Subnet': ['ID=7abec1f6-31f8-4d1d-baff-074c70749a9e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:57.692134 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-80cab604-6b16-4dc0-b6a6-1f5540727154 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.694632 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-80cab604-6b16-4dc0-b6a6-1f5540727154 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "DELETE /v2.0/subnets/7abec1f6-31f8-4d1d-baff-074c70749a9e HTTP/1.1" status: 204 len: 168 time: 0.4890110 Jul 16 01:41:57.697334 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33092) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:57.703307 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b102b4d-8af0-41b9-8aa4-9f786f2b6133 None None] Network 28fde18a-623c-4a0c-ac83-bba8171cbbff requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:58.029656 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.104023 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1ddd49-534a-491e-ba0a-af1e1488676a None None] DHCP port deletion for 28fde18a-623c-4a0c-ac83-bba8171cbbff request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:58.132431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc31f4e-2b41-4c24-99c8-248d026450c3 req-caa8a258-2b85-4853-b02a-c5a38cb0923c tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:58.140714 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ebc31f4e-2b41-4c24-99c8-248d026450c3 req-caa8a258-2b85-4853-b02a-c5a38cb0923c tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/ports?device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 944 time: 0.2321241 Jul 16 01:41:58.188174 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Deleting port cbcb573b-897e-4073-a439-af6fcc3ae611 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:58.188532 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.214724 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ddd49-534a-491e-ba0a-af1e1488676a None None] Deleting port cbcb573b-897e-4073-a439-af6fcc3ae611 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:58.215605 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b1ddd49-534a-491e-ba0a-af1e1488676a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.261230 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ebc31f4e-2b41-4c24-99c8-248d026450c3 req-490b5b6c-3aea-4dec-b9c2-ce9eed32e349 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/security-groups?id=570bf21b-ce42-408e-9d4b-545f247ee2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133585 Jul 16 01:41:58.386534 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] For port cbcb573b-897e-4073-a439-af6fcc3ae611, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cbcb573b-897e-4073-a439-af6fcc3ae611,segment=NetworkSegment(2bcf895b-8617-45be-bfcc-d21308039476),segment_id=2bcf895b-8617-45be-bfcc-d21308039476)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:58.387106 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.393564 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3255d8fa-ba3c-4a34-9e87-594291f3d83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.398628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6b1ddd49-534a-491e-ba0a-af1e1488676a None None] For port cbcb573b-897e-4073-a439-af6fcc3ae611, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cbcb573b-897e-4073-a439-af6fcc3ae611,segment=NetworkSegment(2bcf895b-8617-45be-bfcc-d21308039476),segment_id=2bcf895b-8617-45be-bfcc-d21308039476)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:58.399097 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b1ddd49-534a-491e-ba0a-af1e1488676a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.410256 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Calling delete_port for cbcb573b-897e-4073-a439-af6fcc3ae611 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:58.433650 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ddd49-534a-491e-ba0a-af1e1488676a None None] Calling delete_port for cbcb573b-897e-4073-a439-af6fcc3ae611 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:58.537044 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.543464 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccb748-c598-499d-afce-7bbb7e3f4b7f req-dbfe6b87-930c-4382-94a4-33ca45032dae tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:58.557877 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5bccb748-c598-499d-afce-7bbb7e3f4b7f req-dbfe6b87-930c-4382-94a4-33ca45032dae tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=a903ff2e-cabe-436e-b258-67eedc0fe35b HTTP/1.1" status: 200 len: 945 time: 0.1839623 Jul 16 01:41:58.587493 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event deleted for resources: {'Port': ['ID=cbcb573b-897e-4073-a439-af6fcc3ae611,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:58.594853 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] No DVR routers for this DVR port cbcb573b-897e-4073-a439-af6fcc3ae611 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:58.626900 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5bccb748-c598-499d-afce-7bbb7e3f4b7f req-6c745fce-c432-4433-b5a6-c840bdb4867c tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676806 Jul 16 01:41:58.718012 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.725165 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b1ddd49-534a-491e-ba0a-af1e1488676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.747568 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.788354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ddd49-534a-491e-ba0a-af1e1488676a None None] Pushing event deleted for resources: {'Port': ['ID=cbcb573b-897e-4073-a439-af6fcc3ae611,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:58.790844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1ddd49-534a-491e-ba0a-af1e1488676a None None] No DVR routers for this DVR port cbcb573b-897e-4073-a439-af6fcc3ae611 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:58.823801 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28fde18a-623c-4a0c-ac83-bba8171cbbff']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:58.836971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bcf895b-8617-45be-bfcc-d21308039476') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:58.837514 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bcf895b-8617-45be-bfcc-d21308039476') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:58.890751 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.929094 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d5059-13e5-4156-9483-2cca470401b6 req-38e1cb30-56b3-4d1c-b6f5-ca3547a12343 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:58.931651 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1b8d5059-13e5-4156-9483-2cca470401b6 req-38e1cb30-56b3-4d1c-b6f5-ca3547a12343 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 946 time: 0.2253592 Jul 16 01:41:58.936305 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.952108 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:58.952757 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:58.956954 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:59.012551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd97ef7-c45a-464c-992e-2e1222cd087d req-8f6d209c-eb4c-4ac9-8013-15bb5904a529 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:59.017649 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8dd97ef7-c45a-464c-992e-2e1222cd087d req-8f6d209c-eb4c-4ac9-8013-15bb5904a529 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 946 time: 0.1790583 Jul 16 01:41:59.080650 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.090466 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.094763 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "DELETE /v2.0/networks/28fde18a-623c-4a0c-ac83-bba8171cbbff HTTP/1.1" status: 204 len: 168 time: 1.3956478 Jul 16 01:41:59.098377 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33126) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:59.121622 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126d039-7efa-4643-aa00-1808251ea515 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event deleted for resources: {'Network': ['ID=28fde18a-623c-4a0c-ac83-bba8171cbbff,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:59.128512 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1b8d5059-13e5-4156-9483-2cca470401b6 req-65bd3da3-3def-43c4-bddd-1798d9ae7133 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885345 Jul 16 01:41:59.148824 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8dd97ef7-c45a-464c-992e-2e1222cd087d req-75f858db-49df-460a-b85d-3d7cfef8a20d tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214142 Jul 16 01:41:59.157182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117606de-968e-4062-b106-c41fb9f9a787', 'name': 'network-vif-deleted', 'tag': 'f3c9be24-9e4a-4f94-a385-a14edcea939f'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:59.159609 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e20e5f-906b-4bac-8635-984287131a1d" -d '{"events": [{"server_uuid": "117606de-968e-4062-b106-c41fb9f9a787", "name": "network-vif-deleted", "tag": "f3c9be24-9e4a-4f94-a385-a14edcea939f"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:59.196351 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b96f8b-e162-4013-a9b6-0260b821c52c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Deleting subnet 84c72582-4783-4d61-8667-d0bf0b6bdabf {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:59.199658 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57b96f8b-e162-4013-a9b6-0260b821c52c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.223370 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee7d771-9b08-4d62-b9b5-58e17d17b018 x-openstack-request-id: req-4ee7d771-9b08-4d62-b9b5-58e17d17b018 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:59.223664 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117606de-968e-4062-b106-c41fb9f9a787", "name": "network-vif-deleted", "tag": "f3c9be24-9e4a-4f94-a385-a14edcea939f", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:59.223945 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4ee7d771-9b08-4d62-b9b5-58e17d17b018 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:59.224345 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117606de-968e-4062-b106-c41fb9f9a787', 'name': 'network-vif-deleted', 'tag': 'f3c9be24-9e4a-4f94-a385-a14edcea939f', 'status': 'completed', 'code': 200} Jul 16 01:41:59.313246 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57b96f8b-e162-4013-a9b6-0260b821c52c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.486300 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57b96f8b-e162-4013-a9b6-0260b821c52c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.566104 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1e8f1-80e4-45d8-8c16-04d78c830c64 req-aa168f59-7d1d-48d1-8472-36c8e302c49f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:59.568834 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ff1e8f1-80e4-45d8-8c16-04d78c830c64 req-aa168f59-7d1d-48d1-8472-36c8e302c49f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=a903ff2e-cabe-436e-b258-67eedc0fe35b HTTP/1.1" status: 200 len: 945 time: 0.1878378 Jul 16 01:41:59.604860 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57b96f8b-e162-4013-a9b6-0260b821c52c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.642574 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b96f8b-e162-4013-a9b6-0260b821c52c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event deleted for resources: {'Subnet': ['ID=84c72582-4783-4d61-8667-d0bf0b6bdabf,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:59.660787 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57b96f8b-e162-4013-a9b6-0260b821c52c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.662321 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce57ed7a-cbe2-45da-9054-8e5c0f191f1c None None] Network c35fb58e-a097-4e56-bdbf-6834457ca0e4 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:59.663414 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-57b96f8b-e162-4013-a9b6-0260b821c52c tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "DELETE /v2.0/subnets/84c72582-4783-4d61-8667-d0bf0b6bdabf HTTP/1.1" status: 204 len: 168 time: 0.5640628 Jul 16 01:41:59.667636 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33142) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:59.762932 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.767419 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef115838-0fd8-466f-b2d8-a412aa725862 req-e5e840c3-c72b-46ea-9483-8f66c26ff9be tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:59.769560 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ef115838-0fd8-466f-b2d8-a412aa725862 req-e5e840c3-c72b-46ea-9483-8f66c26ff9be tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/ports?device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 944 time: 0.1440525 Jul 16 01:41:59.784600 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ff1e8f1-80e4-45d8-8c16-04d78c830c64 req-3321d85d-3ebc-4ba7-8cc2-cf9363f60fe6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044845 Jul 16 01:41:59.827417 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ef115838-0fd8-466f-b2d8-a412aa725862 req-2608126c-574e-4289-b8e0-c764020d928f tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/security-groups?id=570bf21b-ce42-408e-9d4b-545f247ee2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521173 Jul 16 01:41:59.936871 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26b6fda-f214-4669-95bc-8ad8e4160795 None None] DHCP port deletion for c35fb58e-a097-4e56-bdbf-6834457ca0e4 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:59.939144 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Deleting port f129fe34-479a-4f20-bf8f-1e3fb27730cb {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:59.950292 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.998282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f26b6fda-f214-4669-95bc-8ad8e4160795 None None] Deleting port f129fe34-479a-4f20-bf8f-1e3fb27730cb {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:59.999157 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f26b6fda-f214-4669-95bc-8ad8e4160795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.020975 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device a623d722-11aa-4bfd-9f63-8eb19322be36 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:00.168935 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] For port f129fe34-479a-4f20-bf8f-1e3fb27730cb, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f129fe34-479a-4f20-bf8f-1e3fb27730cb,segment=NetworkSegment(26f104cf-aa5b-4bb3-a9dc-87a9ad119a13),segment_id=26f104cf-aa5b-4bb3-a9dc-87a9ad119a13)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:00.169395 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.227264 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f26b6fda-f214-4669-95bc-8ad8e4160795 None None] For port f129fe34-479a-4f20-bf8f-1e3fb27730cb, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f129fe34-479a-4f20-bf8f-1e3fb27730cb,segment=NetworkSegment(26f104cf-aa5b-4bb3-a9dc-87a9ad119a13),segment_id=26f104cf-aa5b-4bb3-a9dc-87a9ad119a13)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:00.231375 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Calling delete_port for f129fe34-479a-4f20-bf8f-1e3fb27730cb owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:00.231857 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f26b6fda-f214-4669-95bc-8ad8e4160795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.271437 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f129fe34-479a-4f20-bf8f-1e3fb27730cb no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:00.275191 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port a623d722-11aa-4bfd-9f63-8eb19322be36 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:00.360303 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f26b6fda-f214-4669-95bc-8ad8e4160795 None None] Calling delete_port for f129fe34-479a-4f20-bf8f-1e3fb27730cb owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:00.362233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port a623d722-11aa-4bfd-9f63-8eb19322be36 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:00.363628 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.494700 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.500219 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.587152 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e15f3-7cea-402a-94dd-b08b5d3fc61f req-0a48b067-aa20-4545-bc50-ff1a133d70d7 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:00.593534 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cbcb573b-897e-4073-a439-af6fcc3ae611 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:00.603363 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c3e15f3-7cea-402a-94dd-b08b5d3fc61f req-0a48b067-aa20-4545-bc50-ff1a133d70d7 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 946 time: 0.2161746 Jul 16 01:42:00.616777 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: cbcb573b-897e-4073-a439-af6fcc3ae611 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:00.617266 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cbcb573b-897e-4073-a439-af6fcc3ae611 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:00.658685 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c3e15f3-7cea-402a-94dd-b08b5d3fc61f req-90cb774f-b35f-4b28-97c9-b25b67eba24e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543878 Jul 16 01:42:00.701010 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.769754 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33172) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:00.812412 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port a623d722-11aa-4bfd-9f63-8eb19322be36, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a623d722-11aa-4bfd-9f63-8eb19322be36,segment=NetworkSegment(90329371-d267-4899-8976-26df829103f6),segment_id=90329371-d267-4899-8976-26df829103f6)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:00.815042 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761f5569-a528-4411-a22f-4074030a22f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a623d722-11aa-4bfd-9f63-8eb19322be36'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:00.818659 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd831de-570a-45c9-8814-10ae0bef19a8" -d '{"events": [{"server_uuid": "761f5569-a528-4411-a22f-4074030a22f3", "name": "network-vif-plugged", "status": "completed", "tag": "a623d722-11aa-4bfd-9f63-8eb19322be36"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:00.827471 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.839275 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f3c9be24-9e4a-4f94-a385-a14edcea939f no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:00.992355 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: f3c9be24-9e4a-4f94-a385-a14edcea939f {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:00.993059 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f3c9be24-9e4a-4f94-a385-a14edcea939f not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:00.996820 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805fbf5e-4076-4d6a-9741-cc16e95fdc0a x-openstack-request-id: req-805fbf5e-4076-4d6a-9741-cc16e95fdc0a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:00.997248 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761f5569-a528-4411-a22f-4074030a22f3", "name": "network-vif-plugged", "status": "completed", "tag": "a623d722-11aa-4bfd-9f63-8eb19322be36", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:00.997601 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-805fbf5e-4076-4d6a-9741-cc16e95fdc0a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:00.998284 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761f5569-a528-4411-a22f-4074030a22f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a623d722-11aa-4bfd-9f63-8eb19322be36', 'code': 200} Jul 16 01:42:00.998737 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=a623d722-11aa-4bfd-9f63-8eb19322be36,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:01.068900 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1ce59980-0482-4c6c-8e22-912887d3cae3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aa8ae30ad1e8439c964f1d667a4b2a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972181 Jul 16 01:42:01.071999 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33180) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:01.092725 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.105236 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9ad7575-f77d-489d-89cb-ff8847f2fa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.108793 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f26b6fda-f214-4669-95bc-8ad8e4160795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.178545 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b6fda-f214-4669-95bc-8ad8e4160795 None None] Pushing event deleted for resources: {'Port': ['ID=f129fe34-479a-4f20-bf8f-1e3fb27730cb,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:01.184761 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26b6fda-f214-4669-95bc-8ad8e4160795 None None] No DVR routers for this DVR port f129fe34-479a-4f20-bf8f-1e3fb27730cb on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:01.246937 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76a5b320-d42b-4f10-800a-7d6fab3078b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.274123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39dfca8-cd43-474f-b512-4a5b5d4cdd92 req-2e3854dd-09d3-4991-9c02-f591229fd32e tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:01.288517 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a39dfca8-cd43-474f-b512-4a5b5d4cdd92 req-2e3854dd-09d3-4991-9c02-f591229fd32e tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/ports?device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 945 time: 0.1257246 Jul 16 01:42:01.327747 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76a5b320-d42b-4f10-800a-7d6fab3078b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.356092 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] No DVR routers for this DVR port f129fe34-479a-4f20-bf8f-1e3fb27730cb on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:01.406295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event deleted for resources: {'Port': ['ID=f129fe34-479a-4f20-bf8f-1e3fb27730cb,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:01.427523 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a39dfca8-cd43-474f-b512-4a5b5d4cdd92 req-aabe81c6-fc00-4640-9610-57fa0fe3b5ce tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/security-groups?id=570bf21b-ce42-408e-9d4b-545f247ee2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377254 Jul 16 01:42:01.446737 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76a5b320-d42b-4f10-800a-7d6fab3078b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.450775 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76a5b320-d42b-4f10-800a-7d6fab3078b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.452523 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-76a5b320-d42b-4f10-800a-7d6fab3078b8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/793997bc-fefc-485e-9362-80e32b71bf08 HTTP/1.1" status: 204 len: 168 time: 0.3775594 Jul 16 01:42:01.464964 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5b320-d42b-4f10-800a-7d6fab3078b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793997bc-fefc-485e-9362-80e32b71bf08,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:01.520207 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.542908 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35fb58e-a097-4e56-bdbf-6834457ca0e4']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:01.565388 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f104cf-aa5b-4bb3-a9dc-87a9ad119a13') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:01.566616 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f104cf-aa5b-4bb3-a9dc-87a9ad119a13') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:01.577065 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c89ddf-d4d1-4883-a3eb-5253edea6492 req-a7c5e2f3-5489-4550-a7c6-882969980a23 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:01.587247 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d5c89ddf-d4d1-4883-a3eb-5253edea6492 req-a7c5e2f3-5489-4550-a7c6-882969980a23 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=a903ff2e-cabe-436e-b258-67eedc0fe35b HTTP/1.1" status: 200 len: 945 time: 1.0891159 Jul 16 01:42:01.609713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44aca3-09d8-40b6-a36e-13ed1b11afec req-4b6ab6f2-b7c1-4b27-90a1-c840d1ec03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:01.611553 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a44aca3-09d8-40b6-a36e-13ed1b11afec req-4b6ab6f2-b7c1-4b27-90a1-c840d1ec03ac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 1096 time: 0.2828472 Jul 16 01:42:01.619897 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.665851 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.701032 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a44aca3-09d8-40b6-a36e-13ed1b11afec req-a81e0c59-0666-48b1-9feb-7292bd123984 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=570bf21b-ce42-408e-9d4b-545f247ee2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777800 Jul 16 01:42:01.708808 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:42:01.709368 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.787463 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d5c89ddf-d4d1-4883-a3eb-5253edea6492 req-91d35aad-a583-46fd-a5bc-5f7640a1aafe tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988561 Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:42:01.788344 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:42:01.812758 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.855213 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.862385 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] 10.222.0.54 "DELETE /v2.0/networks/c35fb58e-a097-4e56-bdbf-6834457ca0e4 HTTP/1.1" status: 204 len: 168 time: 2.1919866 Jul 16 01:42:01.882671 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521198f-0706-4872-9d21-f589fc721ff9 tempest-ServersTestMultiNic-1867634610 tempest-ServersTestMultiNic-1867634610-project] Pushing event deleted for resources: {'Network': ['ID=c35fb58e-a097-4e56-bdbf-6834457ca0e4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:01.949676 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8827d-1103-435b-9b2b-0ad5e7b5fe8c req-9058f3a4-b489-4b26-8586-b9ccf20bd755 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:01.951240 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-34a8827d-1103-435b-9b2b-0ad5e7b5fe8c req-9058f3a4-b489-4b26-8586-b9ccf20bd755 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.26 "GET /v2.0/ports?device_id=a903ff2e-cabe-436e-b258-67eedc0fe35b HTTP/1.1" status: 200 len: 945 time: 0.1586087 Jul 16 01:42:02.008159 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.103903 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad741e-4aae-4392-bd1d-4b9e23762f18 req-cb331103-da55-4418-8ce0-42845908c4f6 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.115306 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-13ad741e-4aae-4392-bd1d-4b9e23762f18 req-cb331103-da55-4418-8ce0-42845908c4f6 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 946 time: 0.1775076 Jul 16 01:42:02.153256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-34a8827d-1103-435b-9b2b-0ad5e7b5fe8c req-31dff298-1730-46bf-b10f-988af1ade61e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Deleting port d506256a-d4c9-47fb-818a-cba1d67086a9 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:02.153605 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-34a8827d-1103-435b-9b2b-0ad5e7b5fe8c req-31dff298-1730-46bf-b10f-988af1ade61e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.172204 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-13ad741e-4aae-4392-bd1d-4b9e23762f18 req-304d1c00-15ac-4f4f-ac93-b39a3f538909 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556552 Jul 16 01:42:02.308339 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-34a8827d-1103-435b-9b2b-0ad5e7b5fe8c req-31dff298-1730-46bf-b10f-988af1ade61e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] For port d506256a-d4c9-47fb-818a-cba1d67086a9, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d506256a-d4c9-47fb-818a-cba1d67086a9,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:02.309075 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-34a8827d-1103-435b-9b2b-0ad5e7b5fe8c req-31dff298-1730-46bf-b10f-988af1ade61e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.359827 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-34a8827d-1103-435b-9b2b-0ad5e7b5fe8c req-31dff298-1730-46bf-b10f-988af1ade61e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Calling delete_port for d506256a-d4c9-47fb-818a-cba1d67086a9 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:02.585817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33234) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:02.648782 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-34a8827d-1103-435b-9b2b-0ad5e7b5fe8c req-31dff298-1730-46bf-b10f-988af1ade61e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.682816 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['efd02165-8351-4e87-9a54-2c6b152ae053', 'd506256a-d4c9-47fb-818a-cba1d67086a9'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:02.691766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dff298-1730-46bf-b10f-988af1ade61e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Pushing event deleted for resources: {'Port': ['ID=d506256a-d4c9-47fb-818a-cba1d67086a9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:02.759155 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a8827d-1103-435b-9b2b-0ad5e7b5fe8c req-31dff298-1730-46bf-b10f-988af1ade61e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] No DVR routers for this DVR port d506256a-d4c9-47fb-818a-cba1d67086a9 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:02.763654 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-34a8827d-1103-435b-9b2b-0ad5e7b5fe8c req-31dff298-1730-46bf-b10f-988af1ade61e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.766913 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-34a8827d-1103-435b-9b2b-0ad5e7b5fe8c req-31dff298-1730-46bf-b10f-988af1ade61e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.26 "DELETE /v2.0/ports/d506256a-d4c9-47fb-818a-cba1d67086a9 HTTP/1.1" status: 204 len: 173 time: 0.8091328 Jul 16 01:42:02.766913 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a903ff2e-cabe-436e-b258-67eedc0fe35b', 'name': 'network-vif-deleted', 'tag': 'd506256a-d4c9-47fb-818a-cba1d67086a9'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:02.769683 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1b3663-4d8b-4cb3-b04d-1314196ccaa1" -d '{"events": [{"server_uuid": "a903ff2e-cabe-436e-b258-67eedc0fe35b", "name": "network-vif-deleted", "tag": "d506256a-d4c9-47fb-818a-cba1d67086a9"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:02.787783 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['dc52e804-f5a9-484a-bfd1-4e0a24d0857d'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:03.046922 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a435b761-f9d9-49de-b68c-547d2e873989 x-openstack-request-id: req-a435b761-f9d9-49de-b68c-547d2e873989 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:03.048359 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a903ff2e-cabe-436e-b258-67eedc0fe35b", "name": "network-vif-deleted", "tag": "d506256a-d4c9-47fb-818a-cba1d67086a9", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:03.048680 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a435b761-f9d9-49de-b68c-547d2e873989 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:03.049124 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a903ff2e-cabe-436e-b258-67eedc0fe35b', 'name': 'network-vif-deleted', 'tag': 'd506256a-d4c9-47fb-818a-cba1d67086a9', 'status': 'completed', 'code': 200} Jul 16 01:42:03.324487 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a801792d-f86f-4e44-8c5f-1d5075b2e33d req-92e903fd-fdf9-478b-8479-332ecb6ade52 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=a903ff2e-cabe-436e-b258-67eedc0fe35b HTTP/1.1" status: 200 len: 210 time: 0.0609944 Jul 16 01:42:03.771651 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.794370 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcaa9f0-f8dd-45bb-9bdc-4d62fbbcb4c8 req-cf946f02-cc0d-43fe-ae12-dde738f9a199 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:03.805883 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dfcaa9f0-f8dd-45bb-9bdc-4d62fbbcb4c8 req-cf946f02-cc0d-43fe-ae12-dde738f9a199 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/ports?device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 945 time: 1.0588849 Jul 16 01:42:03.922940 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dfcaa9f0-f8dd-45bb-9bdc-4d62fbbcb4c8 req-70c22d0d-1cab-449a-8be3-5f4421b2fdfa tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/security-groups?id=570bf21b-ce42-408e-9d4b-545f247ee2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155889 Jul 16 01:42:04.138665 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9fee2-046f-404c-b05c-860468bf4988 req-13590c23-7347-4c1f-aee8-6a395d658705 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.147575 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-36e9fee2-046f-404c-b05c-860468bf4988 req-13590c23-7347-4c1f-aee8-6a395d658705 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 946 time: 0.0904949 Jul 16 01:42:04.193992 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-36e9fee2-046f-404c-b05c-860468bf4988 req-25dad841-f184-479c-9a55-6156790178ae tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453799 Jul 16 01:42:04.287169 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-580c4bdc-23c6-4acb-8984-881113090683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.643984 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33308) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:04.655424 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb24c0-02b3-4b76-bf33-5232d0e43466 req-ee4fb330-cff0-4874-94b7-42f4819b3c9f tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.656981 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52eb24c0-02b3-4b76-bf33-5232d0e43466 req-ee4fb330-cff0-4874-94b7-42f4819b3c9f tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.1286821 Jul 16 01:42:04.672266 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-580c4bdc-23c6-4acb-8984-881113090683 admin admin] Deleting port 788f64ed-cf2b-4539-a1da-5147043125e4 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:04.672605 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-580c4bdc-23c6-4acb-8984-881113090683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.759483 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52eb24c0-02b3-4b76-bf33-5232d0e43466 req-5507ce66-25e8-49b9-85d7-d4ebbdfbccf1 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947707 Jul 16 01:42:04.809915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-580c4bdc-23c6-4acb-8984-881113090683 admin admin] For port 788f64ed-cf2b-4539-a1da-5147043125e4, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=788f64ed-cf2b-4539-a1da-5147043125e4,segment=NetworkSegment(fd417e78-3611-4a84-aec3-92bb2e2ad092),segment_id=fd417e78-3611-4a84-aec3-92bb2e2ad092)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:04.810535 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-580c4bdc-23c6-4acb-8984-881113090683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.840425 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad43ea66-13a9-4a4e-99f3-b70268e66993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.843659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-580c4bdc-23c6-4acb-8984-881113090683 admin admin] Calling delete_port for 788f64ed-cf2b-4539-a1da-5147043125e4 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:05.051311 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad43ea66-13a9-4a4e-99f3-b70268e66993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.056076 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad43ea66-13a9-4a4e-99f3-b70268e66993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.092690 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43ea66-13a9-4a4e-99f3-b70268e66993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fd39f7-781b-4338-913b-72b4bd14292a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:05.121633 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-580c4bdc-23c6-4acb-8984-881113090683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.131522 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ad43ea66-13a9-4a4e-99f3-b70268e66993 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e6f169d5ab5d4d7188cb4f79f2a3e1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4842231 Jul 16 01:42:05.132944 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33334) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:05.154701 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c4bdc-23c6-4acb-8984-881113090683 admin admin] Pushing event deleted for resources: {'Port': ['ID=788f64ed-cf2b-4539-a1da-5147043125e4,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:05.214790 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-da4e8ac0-40bc-435a-a30c-49fe54e572bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.225082 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e85dd-5d7f-4fdf-a85b-6f61c3c9aec2 req-c625fd7c-e308-4ff1-ad20-ff59365e5280 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.232059 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed3e85dd-5d7f-4fdf-a85b-6f61c3c9aec2 req-c625fd7c-e308-4ff1-ad20-ff59365e5280 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 946 time: 0.1680040 Jul 16 01:42:05.262303 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-da4e8ac0-40bc-435a-a30c-49fe54e572bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.291063 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed3e85dd-5d7f-4fdf-a85b-6f61c3c9aec2 req-308565cc-d2cf-44f9-b24c-e8c5009eab65 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580533 Jul 16 01:42:05.372181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822e1c5-2c71-4a4b-aec2-cf0198f110b3 req-640b8ed2-9b84-4ce7-86a7-14b52f87d6c3 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.373779 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a822e1c5-2c71-4a4b-aec2-cf0198f110b3 req-640b8ed2-9b84-4ce7-86a7-14b52f87d6c3 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/ports?device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 945 time: 0.1393931 Jul 16 01:42:05.439090 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device d506256a-d4c9-47fb-818a-cba1d67086a9 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:05.477487 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: d506256a-d4c9-47fb-818a-cba1d67086a9 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:05.478427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device d506256a-d4c9-47fb-818a-cba1d67086a9 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:05.479080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5e607433-33c7-480e-a37e-a6f09cdbfb5e no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:05.484788 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-da4e8ac0-40bc-435a-a30c-49fe54e572bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.487690 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-da4e8ac0-40bc-435a-a30c-49fe54e572bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.499835 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-da4e8ac0-40bc-435a-a30c-49fe54e572bc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/77fd39f7-781b-4338-913b-72b4bd14292a HTTP/1.1" status: 204 len: 168 time: 0.3659093 Jul 16 01:42:05.517028 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a822e1c5-2c71-4a4b-aec2-cf0198f110b3 req-b8b6e3db-765e-43db-a415-6747820cacbf tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/security-groups?id=570bf21b-ce42-408e-9d4b-545f247ee2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323576 Jul 16 01:42:05.532396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e8ac0-40bc-435a-a30c-49fe54e572bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fd39f7-781b-4338-913b-72b4bd14292a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:05.605120 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-580c4bdc-23c6-4acb-8984-881113090683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.701013 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.744860 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:05.747453 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032b7b63-12a6-4a94-866b-ade0e34247cb" -d '{"events": [{"server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "name": "network-vif-unplugged", "status": "completed", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:05.755394 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20625d4a-cf4e-46f1-b9c3-1b2780c53e77 req-5860ab7e-4b67-4ea1-906a-63c1a6cf5f02 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.762077 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5e607433-33c7-480e-a37e-a6f09cdbfb5e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:05.767310 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.771391 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20625d4a-cf4e-46f1-b9c3-1b2780c53e77 req-5860ab7e-4b67-4ea1-906a-63c1a6cf5f02 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 946 time: 0.3067133 Jul 16 01:42:05.902871 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5e607433-33c7-480e-a37e-a6f09cdbfb5e,revision_number=14']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:05.915371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:05.915746 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:05.918713 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:05.919077 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:05.919900 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:05.920525 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:05.925441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:05.925441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:05.925441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:05.925441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:05.925441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:05.925441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:05.948599 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20625d4a-cf4e-46f1-b9c3-1b2780c53e77 req-1462ce29-20fd-4ba0-ab8b-f51ff2d70094 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763151 Jul 16 01:42:06.039806 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d15d378-a4d8-4a43-b312-e4110c21a2df x-openstack-request-id: req-8d15d378-a4d8-4a43-b312-e4110c21a2df {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:06.040245 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "name": "network-vif-unplugged", "status": "completed", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:06.040542 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d15d378-a4d8-4a43-b312-e4110c21a2df {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:06.040946 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'code': 200} Jul 16 01:42:06.208447 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580c4bdc-23c6-4acb-8984-881113090683 admin admin] Router a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:06.408498 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b172b3-b29b-461d-b4c4-db2a0597f7c6 req-59641c8e-9a31-4e73-a80a-ed79142c4979 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:06.416381 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-81b172b3-b29b-461d-b4c4-db2a0597f7c6 req-59641c8e-9a31-4e73-a80a-ed79142c4979 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.1958768 Jul 16 01:42:06.426216 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580c4bdc-23c6-4acb-8984-881113090683 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:06.435966 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070d9329-be20-4098-b7a6-e1f1e513a701 None None] Sync routers for ids ['a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:06.447155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d9329-be20-4098-b7a6-e1f1e513a701 None None] Routers {'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:06.452265 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-070d9329-be20-4098-b7a6-e1f1e513a701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:42:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:06.452827 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-520b71fa-06dc-4cad-a30d-f6e9e5513afa req-c8d20648-a078-44c8-90e6-9c6490fa19f9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0759687 Jul 16 01:42:06.454007 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33410) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:06.454586 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-580c4bdc-23c6-4acb-8984-881113090683 admin admin] 10.222.0.54 "PUT /v2.0/routers/a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8645191 Jul 16 01:42:06.521264 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-81b172b3-b29b-461d-b4c4-db2a0597f7c6 req-877f9ef4-3c8f-41e4-b735-199adcef0114 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930703 Jul 16 01:42:06.662172 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-070d9329-be20-4098-b7a6-e1f1e513a701 None None] Set router a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:06.670732 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33414) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:06.761380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3d563-bb37-4c47-a6b2-215287783677 req-ffe199aa-8541-43e0-ad2c-05c501b318c9 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:06.768154 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5fe3d563-bb37-4c47-a6b2-215287783677 req-ffe199aa-8541-43e0-ad2c-05c501b318c9 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/ports?device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 945 time: 0.2250271 Jul 16 01:42:06.771971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33939da-0c4f-47a7-89e8-b130da418f39 req-7e49bf25-69af-44e2-9694-439b6177d06b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:06.776845 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f33939da-0c4f-47a7-89e8-b130da418f39 req-7e49bf25-69af-44e2-9694-439b6177d06b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1161358 Jul 16 01:42:06.783578 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b71fa-06dc-4cad-a30d-f6e9e5513afa req-64828d91-ed46-432c-bfd8-2bc8ccba782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:06.785198 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-520b71fa-06dc-4cad-a30d-f6e9e5513afa req-64828d91-ed46-432c-bfd8-2bc8ccba782c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 1095 time: 0.2404988 Jul 16 01:42:06.788380 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd912f1-7c34-47eb-826a-4093ba550fec admin admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.851421 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f33939da-0c4f-47a7-89e8-b130da418f39 req-c4d09b18-fab5-4f90-9085-65cd491a5e41 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664380 Jul 16 01:42:06.954123 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-9690e33e-1af0-4a02-8693-b1c46d62a59f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-221504502-network', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:06.995293 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5fe3d563-bb37-4c47-a6b2-215287783677 req-a846317b-973d-4d24-9f7c-ca4c0ed06886 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/security-groups?id=570bf21b-ce42-408e-9d4b-545f247ee2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256782 Jul 16 01:42:07.029015 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-070d9329-be20-4098-b7a6-e1f1e513a701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'name': 'tempest-ServersTestMultiNic-416627592-router', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '45149104-1677-4780-84e5-6e89278f69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:19Z', 'updated_at': '2021-07-16T01:42:05Z', 'revision_number': 5, 'project_id': 'ba64e075266e4b3592c35f697ed5dc77', 'gw_port': {'id': '45149104-1677-4780-84e5-6e89278f69f0', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:20Z', 'updated_at': '2021-07-16T01:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:07.199170 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b71fa-06dc-4cad-a30d-f6e9e5513afa req-c307aa2d-6210-400d-ac8a-3507176c88d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.202948 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-520b71fa-06dc-4cad-a30d-f6e9e5513afa req-c307aa2d-6210-400d-ac8a-3507176c88d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 912 time: 0.3971951 Jul 16 01:42:07.224875 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070d9329-be20-4098-b7a6-e1f1e513a701 None None] Checking router: a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:07.236761 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec760f6-a31d-4cdd-91ad-6316ea304987 req-7eb0efa6-927b-4d15-aad0-284de18b0d34 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.241833 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9690e33e-1af0-4a02-8693-b1c46d62a59f admin admin] Made reservation on behalf of f88c5c1c11554f2fa735a619c494a2b4 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:07.245344 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bec760f6-a31d-4cdd-91ad-6316ea304987 req-7eb0efa6-927b-4d15-aad0-284de18b0d34 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 946 time: 0.1872287 Jul 16 01:42:07.255105 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9690e33e-1af0-4a02-8693-b1c46d62a59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.262964 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d9329-be20-4098-b7a6-e1f1e513a701 None None] Routers {'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:07.264669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-070d9329-be20-4098-b7a6-e1f1e513a701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:42:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:07.290016 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bec760f6-a31d-4cdd-91ad-6316ea304987 req-76a4cc84-a084-45c3-81d1-399a433db675 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437527 Jul 16 01:42:07.358621 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9690e33e-1af0-4a02-8693-b1c46d62a59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.443048 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-070d9329-be20-4098-b7a6-e1f1e513a701 None None] Set router a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:07.452660 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd912f1-7c34-47eb-826a-4093ba550fec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.549341 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-520b71fa-06dc-4cad-a30d-f6e9e5513afa req-3832d58c-2e26-45d9-81c3-75698335ecee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e HTTP/1.1" status: 200 len: 998 time: 0.3234775 Jul 16 01:42:07.751049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f413b-ec73-4287-9af8-0f7d91013c6b req-c78f1775-7995-4c19-af83-b7b575ec4482 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.752627 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ae3f413b-ec73-4287-9af8-0f7d91013c6b req-c78f1775-7995-4c19-af83-b7b575ec4482 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 946 time: 0.4814830 Jul 16 01:42:07.781977 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b71fa-06dc-4cad-a30d-f6e9e5513afa req-e6b0f4ba-0da6-48c4-bd13-ff53d32de82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.783452 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-520b71fa-06dc-4cad-a30d-f6e9e5513afa req-e6b0f4ba-0da6-48c4-bd13-ff53d32de82e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.1961303 Jul 16 01:42:07.788084 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ae249-0fcb-40ce-a23d-45a6f35af909 req-4a6c902a-7340-4cf8-9a5c-9339d980b55a tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.796237 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7b9ae249-0fcb-40ce-a23d-45a6f35af909 req-4a6c902a-7340-4cf8-9a5c-9339d980b55a tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.0989323 Jul 16 01:42:07.839192 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-070d9329-be20-4098-b7a6-e1f1e513a701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'name': 'tempest-ServersTestMultiNic-416627592-router', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '45149104-1677-4780-84e5-6e89278f69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:19Z', 'updated_at': '2021-07-16T01:42:05Z', 'revision_number': 5, 'project_id': 'ba64e075266e4b3592c35f697ed5dc77', 'gw_port': {'id': '45149104-1677-4780-84e5-6e89278f69f0', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:20Z', 'updated_at': '2021-07-16T01:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:07.860732 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7b9ae249-0fcb-40ce-a23d-45a6f35af909 req-acb4e0c0-4890-47fc-bd47-66ed58fbecf7 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585728 Jul 16 01:42:07.862360 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9690e33e-1af0-4a02-8693-b1c46d62a59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.869356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-6fd912f1-7c34-47eb-826a-4093ba550fec admin admin] Deleting port 45149104-1677-4780-84e5-6e89278f69f0 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:07.869900 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd912f1-7c34-47eb-826a-4093ba550fec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.886850 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9690e33e-1af0-4a02-8693-b1c46d62a59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.890796 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070d9329-be20-4098-b7a6-e1f1e513a701 None None] The sync data for ids ['a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea'] in n-d-800086-6 is: [{'id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'name': 'tempest-ServersTestMultiNic-416627592-router', 'tenant_id': 'ba64e075266e4b3592c35f697ed5dc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': '45149104-1677-4780-84e5-6e89278f69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:19Z', 'updated_at': '2021-07-16T01:42:05Z', 'revision_number': 5, 'project_id': 'ba64e075266e4b3592c35f697ed5dc77', 'gw_port': {'id': '45149104-1677-4780-84e5-6e89278f69f0', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:20Z', 'updated_at': '2021-07-16T01:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:08.030534 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9690e33e-1af0-4a02-8693-b1c46d62a59f admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:42:08.054421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690e33e-1af0-4a02-8693-b1c46d62a59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866e8d1b-453a-465d-b9b9-430025d09c50,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:08.069233 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9690e33e-1af0-4a02-8693-b1c46d62a59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.069644 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-9690e33e-1af0-4a02-8693-b1c46d62a59f admin admin] Added segment 8a0e011a-63a6-43dc-8b58-c109a1c8827d of type vlan for network a6da5c88-0bea-4384-a7f6-ff797435c31e Jul 16 01:42:08.141641 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-6fd912f1-7c34-47eb-826a-4093ba550fec admin admin] For port 45149104-1677-4780-84e5-6e89278f69f0, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=45149104-1677-4780-84e5-6e89278f69f0,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:08.142216 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd912f1-7c34-47eb-826a-4093ba550fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.168056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b71fa-06dc-4cad-a30d-f6e9e5513afa req-85aa6f3a-c3b0-4ba3-ac42-b0c453d5044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:08.169645 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-520b71fa-06dc-4cad-a30d-f6e9e5513afa req-85aa6f3a-c3b0-4ba3-ac42-b0c453d5044f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3568134 Jul 16 01:42:08.177344 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9690e33e-1af0-4a02-8693-b1c46d62a59f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.219796 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-6fd912f1-7c34-47eb-826a-4093ba550fec admin admin] Calling delete_port for 45149104-1677-4780-84e5-6e89278f69f0 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:08.269371 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-ae3f413b-ec73-4287-9af8-0f7d91013c6b req-fe5faa15-32f2-4aa0-ba32-61be7996de89 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Deleting port dc52e804-f5a9-484a-bfd1-4e0a24d0857d {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:08.269719 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ae3f413b-ec73-4287-9af8-0f7d91013c6b req-fe5faa15-32f2-4aa0-ba32-61be7996de89 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.345350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 788f64ed-cf2b-4539-a1da-5147043125e4 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:08.352386 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.resource_extend [None req-9690e33e-1af0-4a02-8693-b1c46d62a59f admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:42:08.441828 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 788f64ed-cf2b-4539-a1da-5147043125e4 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:08.442621 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 788f64ed-cf2b-4539-a1da-5147043125e4 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:08.512902 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9690e33e-1af0-4a02-8693-b1c46d62a59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.513556 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9690e33e-1af0-4a02-8693-b1c46d62a59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:08.514169 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9690e33e-1af0-4a02-8693-b1c46d62a59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.655756 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbcc68-baf5-4e56-bc24-9ec9ec1e4458 req-b4c8b628-ba14-4ff8-bdbe-2ac8b1ec97fa tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:08.663767 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2ecbcc68-baf5-4e56-bc24-9ec9ec1e4458 req-b4c8b628-ba14-4ff8-bdbe-2ac8b1ec97fa tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 946 time: 0.1484239 Jul 16 01:42:08.754187 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9690e33e-1af0-4a02-8693-b1c46d62a59f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0803554 Jul 16 01:42:08.765823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33508) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:08.777083 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-1ea0efba-1485-4a32-9aa4-9819cbc50395 admin admin] Request body: {'subnet': {'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-221504502-subnet', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:08.803629 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2ecbcc68-baf5-4e56-bc24-9ec9ec1e4458 req-ceb90dac-9b24-4e1f-9299-9144f4d414f6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388702 Jul 16 01:42:08.854758 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-520b71fa-06dc-4cad-a30d-f6e9e5513afa req-5ab33795-0955-492b-b6f5-0a5cdf836eb6 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6680093 Jul 16 01:42:08.855537 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690e33e-1af0-4a02-8693-b1c46d62a59f admin admin] Pushing event updated for resources: {'Network': ['ID=a6da5c88-0bea-4384-a7f6-ff797435c31e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:08.868751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network a6da5c88-0bea-4384-a7f6-ff797435c31e details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:42:08.889998 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ae3f413b-ec73-4287-9af8-0f7d91013c6b req-fe5faa15-32f2-4aa0-ba32-61be7996de89 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] For port dc52e804-f5a9-484a-bfd1-4e0a24d0857d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=dc52e804-f5a9-484a-bfd1-4e0a24d0857d,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:08.890354 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ae3f413b-ec73-4287-9af8-0f7d91013c6b req-fe5faa15-32f2-4aa0-ba32-61be7996de89 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.906987 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea0efba-1485-4a32-9aa4-9819cbc50395 admin admin] Made reservation on behalf of f88c5c1c11554f2fa735a619c494a2b4 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:08.909901 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ea0efba-1485-4a32-9aa4-9819cbc50395 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.931271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050daad-dcfb-4448-a3be-3c3dae83f629 req-b7a8d674-f5d5-460a-8ab5-f18d53d3648c tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:08.932880 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8050daad-dcfb-4448-a3be-3c3dae83f629 req-b7a8d674-f5d5-460a-8ab5-f18d53d3648c tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.47 "GET /v2.0/ports?device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 945 time: 0.2375476 Jul 16 01:42:08.989244 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-ae3f413b-ec73-4287-9af8-0f7d91013c6b req-fe5faa15-32f2-4aa0-ba32-61be7996de89 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Calling delete_port for dc52e804-f5a9-484a-bfd1-4e0a24d0857d owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:08.998639 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f18494-5e7e-4421-83c3-c4288d5923ef req-692de8ea-1124-4ee0-b791-2da3963547c2 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:09.017276 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-69f18494-5e7e-4421-83c3-c4288d5923ef req-692de8ea-1124-4ee0-b791-2da3963547c2 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/ports?device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 945 time: 0.8055158 Jul 16 01:42:09.177778 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-69f18494-5e7e-4421-83c3-c4288d5923ef req-f9a70878-c1ea-48fa-b2b7-36c8c1ae3a40 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/security-groups?id=570bf21b-ce42-408e-9d4b-545f247ee2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653550 Jul 16 01:42:09.250243 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-8050daad-dcfb-4448-a3be-3c3dae83f629 req-998d37d2-c8b6-471c-acb5-e85da8df2113 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Deleting port a623d722-11aa-4bfd-9f63-8eb19322be36 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:09.250605 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8050daad-dcfb-4448-a3be-3c3dae83f629 req-998d37d2-c8b6-471c-acb5-e85da8df2113 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.265023 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-520b71fa-06dc-4cad-a30d-f6e9e5513afa req-31bfa74e-c1ca-42e2-ba3a-30ce37d91e33 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767586 Jul 16 01:42:09.282971 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd912f1-7c34-47eb-826a-4093ba550fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.317747 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd912f1-7c34-47eb-826a-4093ba550fec admin admin] Pushing event deleted for resources: {'Port': ['ID=45149104-1677-4780-84e5-6e89278f69f0,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:09.357663 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-8050daad-dcfb-4448-a3be-3c3dae83f629 req-998d37d2-c8b6-471c-acb5-e85da8df2113 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] For port a623d722-11aa-4bfd-9f63-8eb19322be36, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a623d722-11aa-4bfd-9f63-8eb19322be36,segment=NetworkSegment(90329371-d267-4899-8976-26df829103f6),segment_id=90329371-d267-4899-8976-26df829103f6)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:09.358027 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8050daad-dcfb-4448-a3be-3c3dae83f629 req-998d37d2-c8b6-471c-acb5-e85da8df2113 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.383395 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-8050daad-dcfb-4448-a3be-3c3dae83f629 req-998d37d2-c8b6-471c-acb5-e85da8df2113 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Calling delete_port for a623d722-11aa-4bfd-9f63-8eb19322be36 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:09.511582 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ea0efba-1485-4a32-9aa4-9819cbc50395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.587137 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0efba-1485-4a32-9aa4-9819cbc50395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae3174e-0a72-480c-8b07-a75b3b1ea14f,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:09.618653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65defd5-8859-439e-9966-0d12b0ddea1d req-32781aab-dda2-4ad7-8540-b14973b2b630 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:09.624325 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a65defd5-8859-439e-9966-0d12b0ddea1d req-32781aab-dda2-4ad7-8540-b14973b2b630 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.4448044 Jul 16 01:42:09.702869 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a65defd5-8859-439e-9966-0d12b0ddea1d req-fa3cbcae-53c3-495b-bca4-3584e57086ab tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701842 Jul 16 01:42:09.707575 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea0efba-1485-4a32-9aa4-9819cbc50395 admin admin] Checking segment: {'id': '8a0e011a-63a6-43dc-8b58-c109a1c8827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:09.708055 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea0efba-1485-4a32-9aa4-9819cbc50395 admin admin] Network hostable DHCP agents. Network: a6da5c88-0bea-4384-a7f6-ff797435c31e, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:42:09.772368 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea0efba-1485-4a32-9aa4-9819cbc50395 admin admin] Network a6da5c88-0bea-4384-a7f6-ff797435c31e is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:42:09.814584 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-1ea0efba-1485-4a32-9aa4-9819cbc50395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, a6da5c88-0bea-4384-a7f6-ff797435c31e) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:09.821105 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea0efba-1485-4a32-9aa4-9819cbc50395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:09.826624 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ea0efba-1485-4a32-9aa4-9819cbc50395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.831879 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8050daad-dcfb-4448-a3be-3c3dae83f629 req-998d37d2-c8b6-471c-acb5-e85da8df2113 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.842390 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd9bb85-f0d8-4fbd-8eff-6eb355fa8673 None None] Network a6da5c88-0bea-4384-a7f6-ff797435c31e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:09.861527 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ae3f413b-ec73-4287-9af8-0f7d91013c6b req-fe5faa15-32f2-4aa0-ba32-61be7996de89 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.863342 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd912f1-7c34-47eb-826a-4093ba550fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.879156 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d37d2-c8b6-471c-acb5-e85da8df2113 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Pushing event deleted for resources: {'Port': ['ID=a623d722-11aa-4bfd-9f63-8eb19322be36,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:09.925759 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1ea0efba-1485-4a32-9aa4-9819cbc50395 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1503751 Jul 16 01:42:09.926718 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33520) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:09.959866 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['a623d722-11aa-4bfd-9f63-8eb19322be36'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:09.965030 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['efd02165-8351-4e87-9a54-2c6b152ae053'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:10.000396 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-221504502-router', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:10.006967 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5faa15-32f2-4aa0-ba32-61be7996de89 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Pushing event deleted for resources: {'Port': ['ID=dc52e804-f5a9-484a-bfd1-4e0a24d0857d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:10.092050 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-8050daad-dcfb-4448-a3be-3c3dae83f629 req-998d37d2-c8b6-471c-acb5-e85da8df2113 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] No DVR routers for this DVR port a623d722-11aa-4bfd-9f63-8eb19322be36 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:10.110008 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8050daad-dcfb-4448-a3be-3c3dae83f629 req-998d37d2-c8b6-471c-acb5-e85da8df2113 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.113666 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8050daad-dcfb-4448-a3be-3c3dae83f629 req-998d37d2-c8b6-471c-acb5-e85da8df2113 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.47 "DELETE /v2.0/ports/a623d722-11aa-4bfd-9f63-8eb19322be36 HTTP/1.1" status: 204 len: 173 time: 1.1540923 Jul 16 01:42:10.114196 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761f5569-a528-4411-a22f-4074030a22f3', 'name': 'network-vif-deleted', 'tag': 'a623d722-11aa-4bfd-9f63-8eb19322be36'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:10.116672 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7298fb-c0b7-4b26-b4b6-339d68901b3e" -d '{"events": [{"server_uuid": "761f5569-a528-4411-a22f-4074030a22f3", "name": "network-vif-deleted", "tag": "a623d722-11aa-4bfd-9f63-8eb19322be36"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:10.151721 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d0e44-13f1-431d-8883-40395a1b760e req-b998d121-4a98-4857-a466-7ba7c6aa21a7 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:10.158660 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-845d0e44-13f1-431d-8883-40395a1b760e req-b998d121-4a98-4857-a466-7ba7c6aa21a7 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.4081771 Jul 16 01:42:10.162644 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd912f1-7c34-47eb-826a-4093ba550fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.180802 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3f413b-ec73-4287-9af8-0f7d91013c6b req-fe5faa15-32f2-4aa0-ba32-61be7996de89 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] No DVR routers for this DVR port dc52e804-f5a9-484a-bfd1-4e0a24d0857d on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:10.183409 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['dc52e804-f5a9-484a-bfd1-4e0a24d0857d'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:10.185694 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-720b0e4d-6b89-437d-9610-2fe18b0a396c req-a6d24cf9-a994-462a-9d6f-fcdcde0242a1 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2 HTTP/1.1" status: 200 len: 210 time: 0.1097262 Jul 16 01:42:10.188096 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd912f1-7c34-47eb-826a-4093ba550fec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.190156 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ae3f413b-ec73-4287-9af8-0f7d91013c6b req-fe5faa15-32f2-4aa0-ba32-61be7996de89 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.192361 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ae3f413b-ec73-4287-9af8-0f7d91013c6b req-fe5faa15-32f2-4aa0-ba32-61be7996de89 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "DELETE /v2.0/ports/dc52e804-f5a9-484a-bfd1-4e0a24d0857d HTTP/1.1" status: 204 len: 173 time: 2.4249294 Jul 16 01:42:10.193830 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2', 'name': 'network-vif-deleted', 'tag': 'dc52e804-f5a9-484a-bfd1-4e0a24d0857d'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:10.196470 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7825e7-026f-40d6-adb3-d8bd0d6049db" -d '{"events": [{"server_uuid": "9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2", "name": "network-vif-deleted", "tag": "dc52e804-f5a9-484a-bfd1-4e0a24d0857d"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:10.203969 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.216530 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.296951 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd912f1-7c34-47eb-826a-4093ba550fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.297525 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd912f1-7c34-47eb-826a-4093ba550fec admin admin] Fanout notify agent at l3_agent the message router_deleted on router a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:42:10.326943 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-845d0e44-13f1-431d-8883-40395a1b760e req-25a66890-c952-4add-96de-565571ef8bd5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671686 Jul 16 01:42:10.330022 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd912f1-7c34-47eb-826a-4093ba550fec admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.331425 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6fd912f1-7c34-47eb-826a-4093ba550fec admin admin] 10.222.0.54 "DELETE /v2.0/routers/a12b4f13-e6bc-4fd5-b742-fe734ae6c4ea HTTP/1.1" status: 204 len: 168 time: 3.8755410 Jul 16 01:42:10.356045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33530) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:10.417429 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.451146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-a6da5c88-0bea-4384-a7f6-ff797435c31e', 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'fixed_ips': [{'subnet_id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:42:10.452047 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.520279 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1d912b-bd71-4b79-976f-8dfe9b28c740 admin admin] Deleting subnet a0d6c881-e181-4d1d-a9df-8f6e26747bdc {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:10.527658 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0d1d912b-bd71-4b79-976f-8dfe9b28c740 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.560377 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1a3637-2de7-47be-bf43-4409e85a0e2b x-openstack-request-id: req-cc1a3637-2de7-47be-bf43-4409e85a0e2b {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:10.561055 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761f5569-a528-4411-a22f-4074030a22f3", "name": "network-vif-deleted", "tag": "a623d722-11aa-4bfd-9f63-8eb19322be36", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:10.562502 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cc1a3637-2de7-47be-bf43-4409e85a0e2b {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:10.563154 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761f5569-a528-4411-a22f-4074030a22f3', 'name': 'network-vif-deleted', 'tag': 'a623d722-11aa-4bfd-9f63-8eb19322be36', 'status': 'completed', 'code': 200} Jul 16 01:42:10.594368 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e76b9a3-7b6f-4db4-a096-048cbaf685d0 x-openstack-request-id: req-7e76b9a3-7b6f-4db4-a096-048cbaf685d0 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:10.594922 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2", "name": "network-vif-deleted", "tag": "dc52e804-f5a9-484a-bfd1-4e0a24d0857d", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:10.600487 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7e76b9a3-7b6f-4db4-a096-048cbaf685d0 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:10.600784 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7c18e6-7a53-4a2c-8efa-59fdb8b216b2', 'name': 'network-vif-deleted', 'tag': 'dc52e804-f5a9-484a-bfd1-4e0a24d0857d', 'status': 'completed', 'code': 200} Jul 16 01:42:10.662679 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0d1d912b-bd71-4b79-976f-8dfe9b28c740 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.798501 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.806080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Allocated IP 172.20.0.2 (a6da5c88-0bea-4384-a7f6-ff797435c31e/eae3174e-0a72-480c-8b07-a75b3b1ea14f/5e2f60d6-0523-4b17-884c-a4c1cfb03c19) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:10.888235 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a856ad48-0c85-4f5f-afa3-c229df5d6da6 req-6136a0de-4783-4d40-bf47-5ae3af9456c3 tempest-ServerGroupTestJSON-1562360462 tempest-ServerGroupTestJSON-1562360462-project] 10.222.0.54 "GET /v2.0/ports?device_id=761f5569-a528-4411-a22f-4074030a22f3 HTTP/1.1" status: 200 len: 210 time: 0.0607746 Jul 16 01:42:10.889668 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0d1d912b-bd71-4b79-976f-8dfe9b28c740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.007160 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0d1d912b-bd71-4b79-976f-8dfe9b28c740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.029998 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0d1d912b-bd71-4b79-976f-8dfe9b28c740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.032853 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0d1d912b-bd71-4b79-976f-8dfe9b28c740 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a0d6c881-e181-4d1d-a9df-8f6e26747bdc HTTP/1.1" status: 204 len: 168 time: 0.6757927 Jul 16 01:42:11.042429 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33540) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:11.099820 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d912b-bd71-4b79-976f-8dfe9b28c740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0d6c881-e181-4d1d-a9df-8f6e26747bdc,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:11.126064 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea45784-7a0d-4249-9e9d-d3ad7a1b2de4 None None] Network c319703c-eaa9-4c59-be88-fe4d142248a0 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:11.337061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9845b-d76b-479f-b94c-054e0cacd236 req-c018dce8-4a0f-465b-94a0-bc012d032a99 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:11.339246 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8fb9845b-d76b-479f-b94c-054e0cacd236 req-c018dce8-4a0f-465b-94a0-bc012d032a99 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.1981318 Jul 16 01:42:11.406138 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5636c-3815-49f4-a088-1aba506368b1 req-f70d896b-c79d-4ea2-938a-3cd95c996a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:11.407825 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67c5636c-3815-49f4-a088-1aba506368b1 req-f70d896b-c79d-4ea2-938a-3cd95c996a46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 1095 time: 0.1797407 Jul 16 01:42:11.566656 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8fb9845b-d76b-479f-b94c-054e0cacd236 req-12360db9-e6d8-4313-a388-e193a93ba7e5 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140558 Jul 16 01:42:11.600414 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5636c-3815-49f4-a088-1aba506368b1 req-926cc4e2-572c-4ebf-babe-581afd6b33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:11.602514 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67c5636c-3815-49f4-a088-1aba506368b1 req-926cc4e2-572c-4ebf-babe-581afd6b33f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 912 time: 0.1869464 Jul 16 01:42:11.608644 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.683402 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.729837 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Transition to ACTIVE for port object 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:11.781502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Transition to ACTIVE for port object 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:11.809961 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67c5636c-3815-49f4-a088-1aba506368b1 req-b5af0f82-0c3f-42a3-a928-80ef6555b573 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e HTTP/1.1" status: 200 len: 998 time: 0.2004220 Jul 16 01:42:11.810609 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.897541 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Network a6da5c88-0bea-4384-a7f6-ff797435c31e is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:11.909777 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:11.915893 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a75b83-baa9-4829-ab6b-65cf9cd4b82b None None] DHCP port deletion for c319703c-eaa9-4c59-be88-fe4d142248a0 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:42:11.918388 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:11.931398 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.944891 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec97ed-be34-4d6c-94ea-37a5faa7b09c req-837844f9-e70e-407d-b054-63d48307e75b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:11.952308 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2fec97ed-be34-4d6c-94ea-37a5faa7b09c req-837844f9-e70e-407d-b054-63d48307e75b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.3921428 Jul 16 01:42:11.962877 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Pushing event updated for resources: {'Port': ['ID=5e2f60d6-0523-4b17-884c-a4c1cfb03c19,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:11.982939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5636c-3815-49f4-a088-1aba506368b1 req-eafa544f-9479-4e28-99e2-a8ff6bfa37e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:11.984471 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67c5636c-3815-49f4-a088-1aba506368b1 req-eafa544f-9479-4e28-99e2-a8ff6bfa37e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.1683831 Jul 16 01:42:11.994670 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.118791 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2fec97ed-be34-4d6c-94ea-37a5faa7b09c req-5995aacf-784f-4c46-ae1e-0d6453fc5c2b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655176 Jul 16 01:42:12.136700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device a623d722-11aa-4bfd-9f63-8eb19322be36 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:12.146730 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] Deleting port f71755db-f982-4b8a-a453-368851640533 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:12.147327 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.161952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5636c-3815-49f4-a088-1aba506368b1 req-713c8092-1901-49ed-b781-4dc9ab7b6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:12.163417 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67c5636c-3815-49f4-a088-1aba506368b1 req-713c8092-1901-49ed-b781-4dc9ab7b6caa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675394 Jul 16 01:42:12.215252 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 45149104-1677-4780-84e5-6e89278f69f0 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:12.227098 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: a623d722-11aa-4bfd-9f63-8eb19322be36 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:12.230670 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device a623d722-11aa-4bfd-9f63-8eb19322be36 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:12.232782 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device dc52e804-f5a9-484a-bfd1-4e0a24d0857d no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:12.312835 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Attempting to bind port 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:12.314489 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Attempting to bind port 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '8a0e011a-63a6-43dc-8b58-c109a1c8827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:12.315653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Attempting to bind port 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 on network a6da5c88-0bea-4384-a7f6-ff797435c31e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:12.344771 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 45149104-1677-4780-84e5-6e89278f69f0 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:12.345807 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 45149104-1677-4780-84e5-6e89278f69f0 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:12.347888 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f71755db-f982-4b8a-a453-368851640533 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:12.356703 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: dc52e804-f5a9-484a-bfd1-4e0a24d0857d {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:12.357665 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device dc52e804-f5a9-484a-bfd1-4e0a24d0857d not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:12.387399 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:12.387399 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Checking segment: {'id': '8a0e011a-63a6-43dc-8b58-c109a1c8827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:12.387399 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.387399 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Bound using segment: {'id': '8a0e011a-63a6-43dc-8b58-c109a1c8827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:12.387399 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Bound port: 5e2f60d6-0523-4b17-884c-a4c1cfb03c19, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0e011a-63a6-43dc-8b58-c109a1c8827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:12.387399 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.398876 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67c5636c-3815-49f4-a088-1aba506368b1 req-c850a5c3-a42e-42ab-aa88-b29373655044 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257648 Jul 16 01:42:12.469063 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] For port 5e2f60d6-0523-4b17-884c-a4c1cfb03c19, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:12.473958 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] For port 5e2f60d6-0523-4b17-884c-a4c1cfb03c19, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5e2f60d6-0523-4b17-884c-a4c1cfb03c19,segment=NetworkSegment(8a0e011a-63a6-43dc-8b58-c109a1c8827d),segment_id=8a0e011a-63a6-43dc-8b58-c109a1c8827d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:12.476086 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-03a75b83-baa9-4829-ab6b-65cf9cd4b82b None None] Deleting port f71755db-f982-4b8a-a453-368851640533 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:12.476619 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-03a75b83-baa9-4829-ab6b-65cf9cd4b82b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.530898 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] Allocated IP 172.25.1.144 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/b4981c12-1782-4852-81b6-f48e695ec8c6) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:12.554773 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-03a75b83-baa9-4829-ab6b-65cf9cd4b82b None None] For port f71755db-f982-4b8a-a453-368851640533, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f71755db-f982-4b8a-a453-368851640533,segment=NetworkSegment(fd417e78-3611-4a84-aec3-92bb2e2ad092),segment_id=fd417e78-3611-4a84-aec3-92bb2e2ad092)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:12.555022 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-420dba82-58cc-4d1f-ab76-29929724b084 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:12.555512 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-03a75b83-baa9-4829-ab6b-65cf9cd4b82b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.569146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-03a75b83-baa9-4829-ab6b-65cf9cd4b82b None None] Calling delete_port for f71755db-f982-4b8a-a453-368851640533 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:12.569893 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-420dba82-58cc-4d1f-ab76-29929724b084 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 806 time: 0.2705867 Jul 16 01:42:12.623176 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67c5636c-3815-49f4-a088-1aba506368b1 req-d6732ae2-69ef-469d-bf73-db19b2641a18 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115145 Jul 16 01:42:12.627630 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.746230 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-7005963e-ea58-432a-8c1e-512567d3b8bb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/quotas/eee8cab6008b4c97b6da90d7038a45ff HTTP/1.1" status: 200 len: 375 time: 0.1751535 Jul 16 01:42:12.771857 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7f7d3-5463-41b9-b7f2-b09f88531af7 None None] Pushing event updated for resources: {'Port': ['ID=5e2f60d6-0523-4b17-884c-a4c1cfb03c19,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:12.773790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] For port f71755db-f982-4b8a-a453-368851640533, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f71755db-f982-4b8a-a453-368851640533,segment=NetworkSegment(fd417e78-3611-4a84-aec3-92bb2e2ad092),segment_id=fd417e78-3611-4a84-aec3-92bb2e2ad092)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:12.774164 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.789919 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-03a75b83-baa9-4829-ab6b-65cf9cd4b82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.836669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a75b83-baa9-4829-ab6b-65cf9cd4b82b None None] Pushing event deleted for resources: {'Port': ['ID=f71755db-f982-4b8a-a453-368851640533,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:12.839699 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.850720 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a75b83-baa9-4829-ab6b-65cf9cd4b82b None None] No DVR routers for this DVR port f71755db-f982-4b8a-a453-368851640533 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:12.953167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d431c1-051e-4201-879b-5bead0e70959 req-c91c5e82-b92c-484a-93d8-25057d574f7d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:12.955313 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-24d431c1-051e-4201-879b-5bead0e70959 req-c91c5e82-b92c-484a-93d8-25057d574f7d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.1846242 Jul 16 01:42:12.998332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] Calling delete_port for f71755db-f982-4b8a-a453-368851640533 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:13.057023 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-24d431c1-051e-4201-879b-5bead0e70959 req-2e69e18e-9c6c-4a81-999a-d0888a701317 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943861 Jul 16 01:42:13.260590 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-5261cb77-25c5-45c6-8964-17a4870ffadf tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5133176 Jul 16 01:42:13.361818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33594) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:13.377251 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.407200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f846da-d11e-40fc-81a2-61f6aaff6562 admin admin] Deleting subnet 49ca11e4-b374-4f3f-b461-bc5534c5d375 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:13.410783 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-78f846da-d11e-40fc-81a2-61f6aaff6562 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.457732 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-78f846da-d11e-40fc-81a2-61f6aaff6562 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.517167 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-e9b099ac-377f-4b44-a862-f16cbfa5257d service neutron] 10.222.0.54 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245421 Jul 16 01:42:13.521604 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.541817 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-78f846da-d11e-40fc-81a2-61f6aaff6562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.620161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e64d5-eb83-4d79-b04e-162533944176 req-eccef18b-2120-47dd-821c-067cc7dabc72 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:13.621690 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd7e64d5-eb83-4d79-b04e-162533944176 req-eccef18b-2120-47dd-821c-067cc7dabc72 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1438928 Jul 16 01:42:13.649431 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-78f846da-d11e-40fc-81a2-61f6aaff6562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.651394 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] No DVR routers for this DVR port f71755db-f982-4b8a-a453-368851640533 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:13.654106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=f71755db-f982-4b8a-a453-368851640533,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:13.664004 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.685046 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-78f846da-d11e-40fc-81a2-61f6aaff6562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.687337 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-78f846da-d11e-40fc-81a2-61f6aaff6562 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/49ca11e4-b374-4f3f-b461-bc5534c5d375 HTTP/1.1" status: 204 len: 168 time: 0.3239994 Jul 16 01:42:13.704070 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd7e64d5-eb83-4d79-b04e-162533944176 req-88e750b2-963a-439d-b445-b895b9f66b68 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746722 Jul 16 01:42:13.704784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f846da-d11e-40fc-81a2-61f6aaff6562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49ca11e4-b374-4f3f-b461-bc5534c5d375,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:13.707120 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33596) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:13.761063 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-51b2931a-9c5e-452f-9b19-d90bcaa2f24b service neutron] 10.222.0.54 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326412 Jul 16 01:42:13.790810 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-af7d3c3d-8c89-4ee4-8fbb-f0f701cb5cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.798697 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:13.802435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] Pushing event updated for resources: {'Port': ['ID=b4981c12-1782-4852-81b6-f48e695ec8c6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:13.807342 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:13.811862 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:13.867076 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.891162 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-af7d3c3d-8c89-4ee4-8fbb-f0f701cb5cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.901456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c319703c-eaa9-4c59-be88-fe4d142248a0']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:13.907995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-af7d3c3d-8c89-4ee4-8fbb-f0f701cb5cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7e9d73-a0d6-4916-8794-3a9459cce216']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:13.915743 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd417e78-3611-4a84-aec3-92bb2e2ad092') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:13.916044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd417e78-3611-4a84-aec3-92bb2e2ad092') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:13.919471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-af7d3c3d-8c89-4ee4-8fbb-f0f701cb5cf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90329371-d267-4899-8976-26df829103f6') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:13.919807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-af7d3c3d-8c89-4ee4-8fbb-f0f701cb5cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90329371-d267-4899-8976-26df829103f6') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:13.931099 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-af7d3c3d-8c89-4ee4-8fbb-f0f701cb5cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.937801 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.946220 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-af7d3c3d-8c89-4ee4-8fbb-f0f701cb5cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.953048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7d3c3d-8c89-4ee4-8fbb-f0f701cb5cf1 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:42:13.953463 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-af7d3c3d-8c89-4ee4-8fbb-f0f701cb5cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:42:13.955523 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:42:14.012202 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-33d46029-cfd1-478f-b2af-6cf8ae329163 req-5f13a892-2774-4bf3-811b-fbad498c2aec tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 210 time: 0.0406115 Jul 16 01:42:14.031926 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.065747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:42:14.066388 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:42:14.068592 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:42:14.106516 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-af7d3c3d-8c89-4ee4-8fbb-f0f701cb5cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.118203 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-af7d3c3d-8c89-4ee4-8fbb-f0f701cb5cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.126885 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-af7d3c3d-8c89-4ee4-8fbb-f0f701cb5cf1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2f7e9d73-a0d6-4916-8794-3a9459cce216 HTTP/1.1" status: 204 len: 168 time: 0.4186096 Jul 16 01:42:14.162019 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d3c3d-8c89-4ee4-8fbb-f0f701cb5cf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f7e9d73-a0d6-4916-8794-3a9459cce216,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:14.197787 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.215474 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.222456 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c319703c-eaa9-4c59-be88-fe4d142248a0 HTTP/1.1" status: 204 len: 168 time: 3.1782389 Jul 16 01:42:14.380525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b022b31-68fb-439d-b447-fdfe83ff8d23 admin admin] Pushing event deleted for resources: {'Network': ['ID=c319703c-eaa9-4c59-be88-fe4d142248a0,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:14.408823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:14.455070 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33620) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:14.542847 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:14.545175 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33622) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:14.549891 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c9b2ed7e-2cdf-4a0b-8d1b-5540bc0541f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1f9f127b59ec47e8b4a7c34182fd70b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0920298 Jul 16 01:42:14.552991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33624) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:14.566335 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592f1566-ec80-4722-8fbc-3227604bb079 None None] Network a6da5c88-0bea-4384-a7f6-ff797435c31e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:14.650494 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fd62ab34-e731-4bf0-af16-6241fb22659a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.684009 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fd62ab34-e731-4bf0-af16-6241fb22659a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.700111 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fc6c9d63-e541-4b93-ac69-ca97c2c3c84b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ba64e075266e4b3592c35f697ed5dc77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522069 Jul 16 01:42:14.701473 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.703261 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33628) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:14.808842 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-66006439-ab0a-4a8b-ab3f-2c921621a8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.837986 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fd62ab34-e731-4bf0-af16-6241fb22659a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.840566 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fd62ab34-e731-4bf0-af16-6241fb22659a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.844211 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fd62ab34-e731-4bf0-af16-6241fb22659a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/570bf21b-ce42-408e-9d4b-545f247ee2f3 HTTP/1.1" status: 204 len: 168 time: 0.2828641 Jul 16 01:42:14.898456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b8879-4749-4f7f-8f5e-60050cc8525c req-defae7a6-b0af-4642-a9d9-3fd96004aac0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:14.908659 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-66006439-ab0a-4a8b-ab3f-2c921621a8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.910886 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62ab34-e731-4bf0-af16-6241fb22659a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570bf21b-ce42-408e-9d4b-545f247ee2f3,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:14.917383 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f70b8879-4749-4f7f-8f5e-60050cc8525c req-defae7a6-b0af-4642-a9d9-3fd96004aac0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.5418894 Jul 16 01:42:15.051227 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f70b8879-4749-4f7f-8f5e-60050cc8525c req-41dd30bb-96fa-406e-89a2-4ec463b10181 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306183 Jul 16 01:42:15.055861 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-47f1da67-5a94-4dc2-8535-f4e8d98f3a49 None None] Provisioning for port 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:15.074824 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-66006439-ab0a-4a8b-ab3f-2c921621a8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.078032 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-66006439-ab0a-4a8b-ab3f-2c921621a8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.082664 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-66006439-ab0a-4a8b-ab3f-2c921621a8d5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8317b2bb-9551-47b5-b7e8-1bcaadeaafc6 HTTP/1.1" status: 204 len: 168 time: 0.3783114 Jul 16 01:42:15.102662 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66006439-ab0a-4a8b-ab3f-2c921621a8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8317b2bb-9551-47b5-b7e8-1bcaadeaafc6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:15.103942 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-47f1da67-5a94-4dc2-8535-f4e8d98f3a49 None None] Provisioning complete for port 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:15.104396 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47f1da67-5a94-4dc2-8535-f4e8d98f3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.131970 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c5e64-63e7-4b69-851a-f93c1d9466cc req-c9a791e3-76c5-402c-b105-85432df11d1e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:15.139774 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d04c5e64-63e7-4b69-851a-f93c1d9466cc req-c9a791e3-76c5-402c-b105-85432df11d1e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1715281 Jul 16 01:42:15.292500 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d04c5e64-63e7-4b69-851a-f93c1d9466cc req-35ebee44-ef35-411c-9e16-fae75cea0932 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514502 Jul 16 01:42:15.306738 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-29cafdee-ccf9-416c-b033-aece96ca8b84 req-74d856e2-868c-4834-83a8-bd8d8bdebfdf tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 210 time: 0.0926683 Jul 16 01:42:15.426399 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.520664 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47f1da67-5a94-4dc2-8535-f4e8d98f3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.606108 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-47f1da67-5a94-4dc2-8535-f4e8d98f3a49 None None] For port 5e2f60d6-0523-4b17-884c-a4c1cfb03c19, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5e2f60d6-0523-4b17-884c-a4c1cfb03c19,segment=NetworkSegment(8a0e011a-63a6-43dc-8b58-c109a1c8827d),segment_id=8a0e011a-63a6-43dc-8b58-c109a1c8827d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:15.624055 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47f1da67-5a94-4dc2-8535-f4e8d98f3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.730910 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] Router 0a86b596-534e-41c2-b7c0-0d671ae0469f is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:42:15.771135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1da67-5a94-4dc2-8535-f4e8d98f3a49 None None] Pushing event updated for resources: {'Port': ['ID=5e2f60d6-0523-4b17-884c-a4c1cfb03c19,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:15.976523 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705e363-ac2e-4cef-954e-895e467cea19 req-19968bce-43fd-411a-af89-5337d911bd51 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:15.984807 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a705e363-ac2e-4cef-954e-895e467cea19 req-19968bce-43fd-411a-af89-5337d911bd51 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1608458 Jul 16 01:42:16.007126 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:16.017369 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Sync routers for ids ['0a86b596-534e-41c2-b7c0-0d671ae0469f'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:16.035207 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Routers {'0a86b596-534e-41c2-b7c0-0d671ae0469f'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:16.036108 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:42:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0a86b596-534e-41c2-b7c0-0d671ae0469f'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:16.090154 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-77761e3f-91ec-4c58-a965-4ba439d5d06d None None] Provisioning complete for port 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:16.099693 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-77761e3f-91ec-4c58-a965-4ba439d5d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.139965 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a705e363-ac2e-4cef-954e-895e467cea19 req-7e5a5a82-95a7-4482-be08-065f24fe402d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540408 Jul 16 01:42:16.151679 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.166685 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33682) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:16.167267 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4f6323d0-95de-4c30-b813-f12ddfacfa59 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1814258 Jul 16 01:42:16.223045 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:16.306249 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Set router 0a86b596-534e-41c2-b7c0-0d671ae0469f gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:16.502393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:16.502840 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.584599 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d07d1-769e-4f09-a8c1-f85d409a3adf req-b0a9b5a6-b4a1-4438-9628-895b5619c7a8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:16.592887 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e63d07d1-769e-4f09-a8c1-f85d409a3adf req-b0a9b5a6-b4a1-4438-9628-895b5619c7a8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1293762 Jul 16 01:42:16.673797 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e63d07d1-769e-4f09-a8c1-f85d409a3adf req-92e8592f-7769-477c-b14e-d24882b309c6 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796974 Jul 16 01:42:16.705154 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33702) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:16.734204 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'name': 'tempest-ServersTestBootFromVolume-221504502-router', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:14Z', 'revision_number': 3, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'gw_port': {'id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:12Z', 'updated_at': '2021-07-16T01:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:16.808059 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Checking router: 0a86b596-534e-41c2-b7c0-0d671ae0469f for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:16.808649 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Updating router 0a86b596-534e-41c2-b7c0-0d671ae0469f port b4981c12-1782-4852-81b6-f48e695ec8c6 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:42:16.903183 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.935134 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-41abe276-9a2e-4674-a284-63844cd4ceea admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-709367749-network', 'tenant_id': '99d319bfc75943aa8724b2b1f28f0994'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:16.937172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-f141bb09-f98b-4d97-ab3e-27350c95fe34 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:16.938924 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-f141bb09-f98b-4d97-ab3e-27350c95fe34 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 806 time: 0.8856034 Jul 16 01:42:16.950102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70beef-e18e-454b-aa74-5c7f560298b5 req-c66dd54f-4852-44c0-8f8c-584a107c56d4 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:16.958251 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ae70beef-e18e-454b-aa74-5c7f560298b5 req-c66dd54f-4852-44c0-8f8c-584a107c56d4 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.5009148 Jul 16 01:42:16.965867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-b4c98116-4200-47d0-a5d9-cb89bfea2ffd tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Request body: {'port': {'device_id': '2b907b7d-034c-4253-a847-5009c87ac7e7', 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6', 'admin_state_up': True, 'tenant_id': 'eee8cab6008b4c97b6da90d7038a45ff'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:17.004036 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ebc991a-2103-4350-9c62-51b200a602f2 req-6c417a74-e1b9-473d-8204-be19327991ab tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 210 time: 0.0520859 Jul 16 01:42:17.040881 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41abe276-9a2e-4674-a284-63844cd4ceea admin admin] Made reservation on behalf of 99d319bfc75943aa8724b2b1f28f0994 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:17.044492 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41abe276-9a2e-4674-a284-63844cd4ceea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.060226 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41abe276-9a2e-4674-a284-63844cd4ceea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.133282 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ae70beef-e18e-454b-aa74-5c7f560298b5 req-055dcc85-d557-4968-9f5a-7c8e91b1198b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730533 Jul 16 01:42:17.166955 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33726) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:17.257547 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.322222 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-403fa9ac-e38b-49ff-8294-23e865a8aed9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1154371163-network', 'tenant_id': '61baaabc1213475d850570d5c4994781'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:17.416589 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.429715 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Transition to ACTIVE for port object b4981c12-1782-4852-81b6-f48e695ec8c6 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:17.439625 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.459625 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-a1c87b77-a0a4-4a31-8a3b-9c79a5427edb tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:17.463730 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-a1c87b77-a0a4-4a31-8a3b-9c79a5427edb tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 811 time: 0.3513298 Jul 16 01:42:17.504063 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41abe276-9a2e-4674-a284-63844cd4ceea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.509613 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-524988ee-c85b-4711-8d52-ace8c22da1b2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/quotas/0c8ea4369a43418786bc678e4bd3ed2c HTTP/1.1" status: 200 len: 375 time: 0.0331039 Jul 16 01:42:17.511448 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41abe276-9a2e-4674-a284-63844cd4ceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.539322 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] Allocated IP 172.20.0.1 (a6da5c88-0bea-4384-a7f6-ff797435c31e/eae3174e-0a72-480c-8b07-a75b3b1ea14f/ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:17.575875 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41abe276-9a2e-4674-a284-63844cd4ceea admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:42:17.577888 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbee83b-11f8-4d99-9f95-9287cb05f3e5 None None] Pushing event updated for resources: {'Port': ['ID=b4981c12-1782-4852-81b6-f48e695ec8c6,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:17.580942 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Attempting to bind port b4981c12-1782-4852-81b6-f48e695ec8c6 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:17.581534 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Attempting to bind port b4981c12-1782-4852-81b6-f48e695ec8c6 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:17.582059 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Attempting to bind port b4981c12-1782-4852-81b6-f48e695ec8c6 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:17.609102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-b4c98116-4200-47d0-a5d9-cb89bfea2ffd tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Made reservation on behalf of eee8cab6008b4c97b6da90d7038a45ff for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:17.609987 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbee83b-11f8-4d99-9f95-9287cb05f3e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:17.611248 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbee83b-11f8-4d99-9f95-9287cb05f3e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:17.611781 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbee83b-11f8-4d99-9f95-9287cb05f3e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:17.612483 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbee83b-11f8-4d99-9f95-9287cb05f3e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:17.613039 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbee83b-11f8-4d99-9f95-9287cb05f3e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:17.613691 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbee83b-11f8-4d99-9f95-9287cb05f3e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:17.614392 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbee83b-11f8-4d99-9f95-9287cb05f3e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:17.614952 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbee83b-11f8-4d99-9f95-9287cb05f3e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:17.615070 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-b4c98116-4200-47d0-a5d9-cb89bfea2ffd tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.616080 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbee83b-11f8-4d99-9f95-9287cb05f3e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:17.619515 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbee83b-11f8-4d99-9f95-9287cb05f3e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:17.620066 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbee83b-11f8-4d99-9f95-9287cb05f3e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:17.620671 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbee83b-11f8-4d99-9f95-9287cb05f3e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:17.624545 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:17.625234 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:17.625895 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.626621 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:17.627334 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Bound port: b4981c12-1782-4852-81b6-f48e695ec8c6, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:17.628991 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.640315 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403fa9ac-e38b-49ff-8294-23e865a8aed9 admin admin] Made reservation on behalf of 61baaabc1213475d850570d5c4994781 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:17.643145 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-403fa9ac-e38b-49ff-8294-23e865a8aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.652836 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41abe276-9a2e-4674-a284-63844cd4ceea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.653391 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-41abe276-9a2e-4674-a284-63844cd4ceea admin admin] Added segment 2c7d3b6d-2750-4767-8c4f-c97948a2d70b of type vlan for network 203c259b-6808-454c-950b-0d68f44e0a77 Jul 16 01:42:17.712554 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-403fa9ac-e38b-49ff-8294-23e865a8aed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.714522 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abe276-9a2e-4674-a284-63844cd4ceea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e060a78-f507-44a7-9f99-ef44a2f50b92,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:17.729744 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] For port b4981c12-1782-4852-81b6-f48e695ec8c6, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:17.738458 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] For port b4981c12-1782-4852-81b6-f48e695ec8c6, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b4981c12-1782-4852-81b6-f48e695ec8c6,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:17.743359 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41abe276-9a2e-4674-a284-63844cd4ceea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.749644 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.823578 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Routers {'0a86b596-534e-41c2-b7c0-0d671ae0469f'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:17.824268 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:42:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0a86b596-534e-41c2-b7c0-0d671ae0469f'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:17.876952 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbee83b-11f8-4d99-9f95-9287cb05f3e5 None None] Pushing event updated for resources: {'Port': ['ID=b4981c12-1782-4852-81b6-f48e695ec8c6,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:17.918228 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.954467 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] Transition to ACTIVE for port object ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:17.967584 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-b4c98116-4200-47d0-a5d9-cb89bfea2ffd tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Allocated IP 172.20.0.10 (d666cf0f-c0cb-4497-a3f6-7607773175b6/0ed8c6f3-d43f-4024-a124-b2544fda26de/f7b5b00b-f784-44b8-b6dd-9c075cc1de50) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:17.986315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2142bc-2579-4426-b0bc-91c819e49427 req-91eac55d-f344-421e-910e-c9150420edb8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:17.994103 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2f2142bc-2579-4426-b0bc-91c819e49427 req-91eac55d-f344-421e-910e-c9150420edb8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.2531779 Jul 16 01:42:18.006230 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] Set router 0a86b596-534e-41c2-b7c0-0d671ae0469f gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:18.086785 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2f2142bc-2579-4426-b0bc-91c819e49427 req-4e34cc1f-d67e-440f-9ad5-87476e94a59d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883434 Jul 16 01:42:18.137723 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.138963 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.resource_extend [None req-41abe276-9a2e-4674-a284-63844cd4ceea admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:42:18.169891 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-b0675b4e-537e-4e94-aa0b-1556526c44b5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6498127 Jul 16 01:42:18.219569 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41abe276-9a2e-4674-a284-63844cd4ceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.220592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41abe276-9a2e-4674-a284-63844cd4ceea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:18.221177 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41abe276-9a2e-4674-a284-63844cd4ceea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.274321 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] Network a6da5c88-0bea-4384-a7f6-ff797435c31e is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:18.328224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:18.340623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:18.380002 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abe276-9a2e-4674-a284-63844cd4ceea admin admin] Pushing event updated for resources: {'Network': ['ID=203c259b-6808-454c-950b-0d68f44e0a77,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:18.410234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 203c259b-6808-454c-950b-0d68f44e0a77 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:42:18.412277 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-bf4a72af-37e9-4ef8-bbd4-0c4328566dc5 service neutron] 10.222.0.54 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414322 Jul 16 01:42:18.415390 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedc1df-8eb2-4217-bd84-58209ff241ea req-16addccc-eed8-49bf-9beb-c96af7c222cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:18.416882 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5dedc1df-8eb2-4217-bd84-58209ff241ea req-16addccc-eed8-49bf-9beb-c96af7c222cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6903e818f0943108870e394a4b6e918&device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 1097 time: 0.6542423 Jul 16 01:42:18.552122 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'name': 'tempest-ServersTestBootFromVolume-221504502-router', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:14Z', 'revision_number': 3, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'gw_port': {'id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:12Z', 'updated_at': '2021-07-16T01:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:18.586134 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-403fa9ac-e38b-49ff-8294-23e865a8aed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.600345 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b111171-1939-4e71-8d59-ac1b6c5b4afd None None] The sync data for ids ['0a86b596-534e-41c2-b7c0-0d671ae0469f'] in n-d-800086-6 is: [{'id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'name': 'tempest-ServersTestBootFromVolume-221504502-router', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:14Z', 'revision_number': 3, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'gw_port': {'id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:12Z', 'updated_at': '2021-07-16T01:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:18.634042 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-403fa9ac-e38b-49ff-8294-23e865a8aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.645482 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-41abe276-9a2e-4674-a284-63844cd4ceea admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9387765 Jul 16 01:42:18.662908 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33744) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:18.677186 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-839f8eb0-2d78-44a8-8b30-903f0d1a521f admin admin] Request body: {'subnet': {'network_id': '203c259b-6808-454c-950b-0d68f44e0a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-709367749-subnet', 'tenant_id': '99d319bfc75943aa8724b2b1f28f0994', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:18.704625 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403fa9ac-e38b-49ff-8294-23e865a8aed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:42:18.732418 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-49a750ea-2c49-4446-817d-a4b9f0da5b29 service neutron] 10.222.0.54 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188555 Jul 16 01:42:18.825569 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-403fa9ac-e38b-49ff-8294-23e865a8aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.825923 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-403fa9ac-e38b-49ff-8294-23e865a8aed9 admin admin] Added segment 9ea73545-1590-42a7-971b-b568e0335ff4 of type vlan for network 064f9b27-3180-442f-b0d7-3694e4782719 Jul 16 01:42:18.828837 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b74941e4-2463-46e4-a4c9-a84db5e9d0d3 None None] Provisioning for port ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:18.834379 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b74941e4-2463-46e4-a4c9-a84db5e9d0d3 None None] Provisioning complete for port ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:18.834773 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b74941e4-2463-46e4-a4c9-a84db5e9d0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.847172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] Pushing event updated for resources: {'Port': ['ID=ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:18.871923 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23115965-db78-4731-b577-cd30276981e7 req-f2b64dcf-18bc-4d69-b15f-1d0656fc6116 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 210 time: 0.5368850 Jul 16 01:42:18.886172 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b74941e4-2463-46e4-a4c9-a84db5e9d0d3 None None] Port ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:18.923279 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedc1df-8eb2-4217-bd84-58209ff241ea req-ca40b2b6-9447-4403-a52c-3c1c761b5a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:18.928330 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5dedc1df-8eb2-4217-bd84-58209ff241ea req-ca40b2b6-9447-4403-a52c-3c1c761b5a62 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bbab9db4-4886-4665-a04f-6c86f080eea8 HTTP/1.1" status: 200 len: 911 time: 0.4926333 Jul 16 01:42:18.933085 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fa9ac-e38b-49ff-8294-23e865a8aed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb27e04e-6139-49fe-9c63-6c1322641d80,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:18.938454 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839f8eb0-2d78-44a8-8b30-903f0d1a521f admin admin] Made reservation on behalf of 99d319bfc75943aa8724b2b1f28f0994 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:18.940926 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-839f8eb0-2d78-44a8-8b30-903f0d1a521f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.961505 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.972922 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-b4c98116-4200-47d0-a5d9-cb89bfea2ffd tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.125459 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-403fa9ac-e38b-49ff-8294-23e865a8aed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.250219 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c4515415-da67-4929-aaaa-43dbc87f2697 req-15b55af0-f00a-4afe-9b71-34a8178aad34 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 210 time: 0.1298440 Jul 16 01:42:19.320634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-b4c98116-4200-47d0-a5d9-cb89bfea2ffd tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.338034 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.353221 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['efd02165-8351-4e87-9a54-2c6b152ae053'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:19.462974 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-839f8eb0-2d78-44a8-8b30-903f0d1a521f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.612375 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f8eb0-2d78-44a8-8b30-903f0d1a521f admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ef4659-39ae-4d72-898c-630ab0b4abf0,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:19.635061 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.636415 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-403fa9ac-e38b-49ff-8294-23e865a8aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.642400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403fa9ac-e38b-49ff-8294-23e865a8aed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:19.643458 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-403fa9ac-e38b-49ff-8294-23e865a8aed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.654751 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.716539 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.744974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-b4c98116-4200-47d0-a5d9-cb89bfea2ffd tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Network d666cf0f-c0cb-4497-a3f6-7607773175b6 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:19.756284 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-403fa9ac-e38b-49ff-8294-23e865a8aed9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.5855584 Jul 16 01:42:19.771836 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33770) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:19.774375 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-b4c98116-4200-47d0-a5d9-cb89bfea2ffd tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:19.788109 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-b4c98116-4200-47d0-a5d9-cb89bfea2ffd tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:19.796080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fa9ac-e38b-49ff-8294-23e865a8aed9 admin admin] Pushing event updated for resources: {'Network': ['ID=064f9b27-3180-442f-b0d7-3694e4782719,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:19.802888 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5dedc1df-8eb2-4217-bd84-58209ff241ea req-9b34fbb3-8aba-424a-89a7-1bcee71f7512 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1904735-02ed-4520-a126-3e0a9351b919 HTTP/1.1" status: 200 len: 1001 time: 0.6800461 Jul 16 01:42:19.808229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4cda27b7-3d7d-4839-8e2f-bff839e41472 admin admin] Request body: {'subnet': {'network_id': '064f9b27-3180-442f-b0d7-3694e4782719', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1154371163-subnet', 'tenant_id': '61baaabc1213475d850570d5c4994781', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:19.812472 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 064f9b27-3180-442f-b0d7-3694e4782719 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:42:19.820455 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839f8eb0-2d78-44a8-8b30-903f0d1a521f admin admin] Checking segment: {'id': '2c7d3b6d-2750-4767-8c4f-c97948a2d70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:19.820823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839f8eb0-2d78-44a8-8b30-903f0d1a521f admin admin] Network hostable DHCP agents. Network: 203c259b-6808-454c-950b-0d68f44e0a77, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:42:19.887794 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c98116-4200-47d0-a5d9-cb89bfea2ffd tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Pushing event updated for resources: {'Port': ['ID=f7b5b00b-f784-44b8-b6dd-9c075cc1de50,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:19.939605 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedc1df-8eb2-4217-bd84-58209ff241ea req-efd70755-fed0-4562-bda8-89a52f2d1986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:19.942774 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5dedc1df-8eb2-4217-bd84-58209ff241ea req-efd70755-fed0-4562-bda8-89a52f2d1986 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e8d412d-f3ed-49c0-9f76-a0b8381deff4 HTTP/1.1" status: 200 len: 849 time: 0.1336675 Jul 16 01:42:19.979951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839f8eb0-2d78-44a8-8b30-903f0d1a521f admin admin] Network 203c259b-6808-454c-950b-0d68f44e0a77 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:42:20.028850 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-839f8eb0-2d78-44a8-8b30-903f0d1a521f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 203c259b-6808-454c-950b-0d68f44e0a77) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:20.053776 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c36346-d672-4436-93af-e4f10f2a249e None None] Network 203c259b-6808-454c-950b-0d68f44e0a77 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:20.060160 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839f8eb0-2d78-44a8-8b30-903f0d1a521f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:20.072998 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-839f8eb0-2d78-44a8-8b30-903f0d1a521f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.129913 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-b4c98116-4200-47d0-a5d9-cb89bfea2ffd tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:20.131038 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-b4c98116-4200-47d0-a5d9-cb89bfea2ffd tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.179764 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cda27b7-3d7d-4839-8e2f-bff839e41472 admin admin] Made reservation on behalf of 61baaabc1213475d850570d5c4994781 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:20.179764 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4cda27b7-3d7d-4839-8e2f-bff839e41472 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.183690 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] Pushing event updated for resources: {'Port': ['ID=ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:20.268123 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b4981c12-1782-4852-81b6-f48e695ec8c6 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:20.275287 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-b4c98116-4200-47d0-a5d9-cb89bfea2ffd tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3148189 Jul 16 01:42:20.301459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21e892-b68f-4b1b-b7fa-670e6fc205c0 req-00aa58b8-97be-444a-9d9f-1b11da03c1b1 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:20.308719 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f21e892-b68f-4b1b-b7fa-670e6fc205c0 req-00aa58b8-97be-444a-9d9f-1b11da03c1b1 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.9738972 Jul 16 01:42:20.329308 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Request body: {'port': {'device_id': '2b907b7d-034c-4253-a847-5009c87ac7e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:20.332233 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-839f8eb0-2d78-44a8-8b30-903f0d1a521f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6628969 Jul 16 01:42:20.332655 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] Network a6da5c88-0bea-4384-a7f6-ff797435c31e is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:20.333090 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33782) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:20.358153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-709367749-router', 'tenant_id': '99d319bfc75943aa8724b2b1f28f0994', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:20.369864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dab7df-bd27-499a-b42b-9ac81931aa28 None None] Network 203c259b-6808-454c-950b-0d68f44e0a77 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:20.376102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:20.395536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedc1df-8eb2-4217-bd84-58209ff241ea req-ec80d141-142c-46ca-8488-d3cc40c944ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:20.397211 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5dedc1df-8eb2-4217-bd84-58209ff241ea req-ec80d141-142c-46ca-8488-d3cc40c944ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbab9db4-4886-4665-a04f-6c86f080eea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4421396 Jul 16 01:42:20.410576 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port b4981c12-1782-4852-81b6-f48e695ec8c6 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:20.428712 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port b4981c12-1782-4852-81b6-f48e695ec8c6 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:20.431617 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.535352 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.544022 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.622343 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f21e892-b68f-4b1b-b7fa-670e6fc205c0 req-4c69c736-f99c-47d9-8f9d-c7aabb395975 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3126411 Jul 16 01:42:20.638540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759644f4-bfec-41f1-bc0d-4024249a81e2 req-870123d8-e9fd-4cfc-9274-8de61714662f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:20.646617 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-759644f4-bfec-41f1-bc0d-4024249a81e2 req-870123d8-e9fd-4cfc-9274-8de61714662f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 932 time: 0.4740102 Jul 16 01:42:20.762809 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.816277 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5dedc1df-8eb2-4217-bd84-58209ff241ea req-05eff578-145c-4839-ac4a-0d0decd0146c service neutron] 10.222.0.47 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090993 Jul 16 01:42:20.821957 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.846245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-759644f4-bfec-41f1-bc0d-4024249a81e2 req-91a09d4f-e2a9-4ee4-888f-9bebd886d673 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983349 Jul 16 01:42:20.927101 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port b4981c12-1782-4852-81b6-f48e695ec8c6, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b4981c12-1782-4852-81b6-f48e695ec8c6,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:20.935553 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.947072 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.954720 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9c128571-966d-4314-89e5-1af36b46e755 None None] Provisioning complete for port ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:20.961648 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c128571-966d-4314-89e5-1af36b46e755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.031010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] Router 0a86b596-534e-41c2-b7c0-0d671ae0469f has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:21.054365 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cc7fbcaa-c190-483d-b82f-2e206f268e2c req-08c20297-fac7-49fd-abc7-98fcc6cbd1a8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 210 time: 0.0576794 Jul 16 01:42:21.081338 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.116751 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5dedc1df-8eb2-4217-bd84-58209ff241ea req-6d7d3703-9e97-4484-b093-e916da110db0 service neutron] 10.222.0.47 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882316 Jul 16 01:42:21.137662 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9c128571-966d-4314-89e5-1af36b46e755 None None] Port ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:21.156257 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=b4981c12-1782-4852-81b6-f48e695ec8c6,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:21.321802 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4cda27b7-3d7d-4839-8e2f-bff839e41472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.481752 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6ff29-fb1a-4be4-82e9-94cdffea2442 req-f1fcdade-f098-4bb7-b19b-9f0b20a4f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.483341 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08f6ff29-fb1a-4be4-82e9-94cdffea2442 req-f1fcdade-f098-4bb7-b19b-9f0b20a4f36b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6903e818f0943108870e394a4b6e918&device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 1097 time: 0.1320932 Jul 16 01:42:21.493574 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.521956 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.576508 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda27b7-3d7d-4839-8e2f-bff839e41472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd47902-8047-4961-b697-08cfce456eab,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:21.615293 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-006b9495-2056-4a05-a174-bdbee30876c0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.616835 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-006b9495-2056-4a05-a174-bdbee30876c0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.26 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 811 time: 0.5160921 Jul 16 01:42:21.648454 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:21.652985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda27b7-3d7d-4839-8e2f-bff839e41472 admin admin] Checking segment: {'id': '9ea73545-1590-42a7-971b-b568e0335ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '064f9b27-3180-442f-b0d7-3694e4782719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:21.653367 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cda27b7-3d7d-4839-8e2f-bff839e41472 admin admin] Network hostable DHCP agents. Network: 064f9b27-3180-442f-b0d7-3694e4782719, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:42:21.667749 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-aa2b03f6-2009-4906-8807-ebd0c36deee6 admin admin] 10.222.0.54 "PUT /v2.0/routers/0a86b596-534e-41c2-b7c0-0d671ae0469f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4734378 Jul 16 01:42:21.667961 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Sync routers for ids ['0a86b596-534e-41c2-b7c0-0d671ae0469f'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:21.668057 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-8f63e350-ebf5-4514-91dc-9dae46a1fe32 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Request body: {'port': {'device_id': 'a60450ab-f879-4a8c-9e73-8e07aa6e2412', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'admin_state_up': True, 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:21.687509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Routers {'0a86b596-534e-41c2-b7c0-0d671ae0469f'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:21.688093 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:42:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0a86b596-534e-41c2-b7c0-0d671ae0469f'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:21.691528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6ff29-fb1a-4be4-82e9-94cdffea2442 req-7ed25825-cac6-4d5c-b81d-7f56d9a638ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.693068 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08f6ff29-fb1a-4be4-82e9-94cdffea2442 req-7ed25825-cac6-4d5c-b81d-7f56d9a638ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=bbab9db4-4886-4665-a04f-6c86f080eea8 HTTP/1.1" status: 200 len: 911 time: 0.1796713 Jul 16 01:42:21.748979 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] Allocated IP 172.25.1.142 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/179b38d8-8f08-4c9a-9590-4ecd14dff43d) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:21.767561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cda27b7-3d7d-4839-8e2f-bff839e41472 admin admin] Network 064f9b27-3180-442f-b0d7-3694e4782719 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:42:21.796857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-4cda27b7-3d7d-4839-8e2f-bff839e41472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 064f9b27-3180-442f-b0d7-3694e4782719) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:21.804791 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08f6ff29-fb1a-4be4-82e9-94cdffea2442 req-96ef6182-d21d-4c64-bf0b-998636332f9f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1904735-02ed-4520-a126-3e0a9351b919 HTTP/1.1" status: 200 len: 1001 time: 0.1007535 Jul 16 01:42:21.812485 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cda27b7-3d7d-4839-8e2f-bff839e41472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.813098 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4cda27b7-3d7d-4839-8e2f-bff839e41472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.854334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c8b9fd-f61f-458e-81d7-744edf712edb None None] Network 064f9b27-3180-442f-b0d7-3694e4782719 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:21.900097 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-8f63e350-ebf5-4514-91dc-9dae46a1fe32 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Made reservation on behalf of 0c8ea4369a43418786bc678e4bd3ed2c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:21.904481 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-8f63e350-ebf5-4514-91dc-9dae46a1fe32 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.926656 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4cda27b7-3d7d-4839-8e2f-bff839e41472 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1356902 Jul 16 01:42:21.926656 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b5b00b-f784-44b8-b6dd-9c075cc1de50 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:21.928206 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6ff29-fb1a-4be4-82e9-94cdffea2442 req-1c521bea-a04d-495c-a706-d1b58d883aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.930690 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08f6ff29-fb1a-4be4-82e9-94cdffea2442 req-1c521bea-a04d-495c-a706-d1b58d883aea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e8d412d-f3ed-49c0-9f76-a0b8381deff4 HTTP/1.1" status: 200 len: 849 time: 0.0651133 Jul 16 01:42:22.005368 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.037136 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Transition to ACTIVE for port object f7b5b00b-f784-44b8-b6dd-9c075cc1de50 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:22.048858 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.197990 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b4981c12-1782-4852-81b6-f48e695ec8c6 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:22.207574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Set router 0a86b596-534e-41c2-b7c0-0d671ae0469f gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:22.215153 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.321431 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.341621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-8f63e350-ebf5-4514-91dc-9dae46a1fe32 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Allocated IP 172.20.0.11 (9a4578f6-e79e-403f-8401-5b41afbe66e6/e58ed57f-5f2f-47f0-8d91-3a3adcdcd958/32ed3b03-b3d6-48a4-94ec-2c729b8f0db0) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:22.410306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Pushing event updated for resources: {'Port': ['ID=f7b5b00b-f784-44b8-b6dd-9c075cc1de50,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:22.432788 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] Pushing event updated for resources: {'Port': ['ID=179b38d8-8f08-4c9a-9590-4ecd14dff43d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:22.454067 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Attempting to bind port f7b5b00b-f784-44b8-b6dd-9c075cc1de50 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:22.454407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Attempting to bind port f7b5b00b-f784-44b8-b6dd-9c075cc1de50 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:22.454782 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Attempting to bind port f7b5b00b-f784-44b8-b6dd-9c075cc1de50 on network d666cf0f-c0cb-4497-a3f6-7607773175b6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:22.462745 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Port f7b5b00b-f784-44b8-b6dd-9c075cc1de50 on network d666cf0f-c0cb-4497-a3f6-7607773175b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:22.463141 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Attempting to bind port f7b5b00b-f784-44b8-b6dd-9c075cc1de50 on network d666cf0f-c0cb-4497-a3f6-7607773175b6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:22.470683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:22.471087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Checking segment: {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:22.471835 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Bound using segment: {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:22.472522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Bound port: f7b5b00b-f784-44b8-b6dd-9c075cc1de50, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:22.472928 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.473979 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:22.476990 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:22.484014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:22.536298 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33812) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:22.538729 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4b35c2-f564-4633-877d-92a7262b4c10 None None] Network 064f9b27-3180-442f-b0d7-3694e4782719 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:22.548639 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4ff8f555-a850-4d67-98b6-b5d1b6bc3c65 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Request body: {'security_group': {'name': 'tempest-securitygroup--118861981', 'description': 'tempest-description--862872341'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:22.569509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6ff29-fb1a-4be4-82e9-94cdffea2442 req-3319449b-43e1-4111-8d6a-eacb472ffbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:22.571671 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08f6ff29-fb1a-4be4-82e9-94cdffea2442 req-3319449b-43e1-4111-8d6a-eacb472ffbc9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbab9db4-4886-4665-a04f-6c86f080eea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6187117 Jul 16 01:42:22.584244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b61f7d-bc96-49aa-b486-22c9a3795d16 req-728e7b7d-07d5-4497-9242-4db66d951076 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:22.592774 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2b61f7d-bc96-49aa-b486-22c9a3795d16 req-728e7b7d-07d5-4497-9242-4db66d951076 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.5306246 Jul 16 01:42:22.685393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port b4981c12-1782-4852-81b6-f48e695ec8c6 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:22.686050 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.695777 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] For port f7b5b00b-f784-44b8-b6dd-9c075cc1de50, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:22.700744 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] For port f7b5b00b-f784-44b8-b6dd-9c075cc1de50, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f7b5b00b-f784-44b8-b6dd-9c075cc1de50,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:22.706804 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4ff8f555-a850-4d67-98b6-b5d1b6bc3c65 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.759924 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.823612 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2b61f7d-bc96-49aa-b486-22c9a3795d16 req-4f0f56a9-1bd4-4984-967d-5a9c0d22f71d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384928 Jul 16 01:42:22.883042 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:22.883042 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.884993 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] 10.222.0.47 "PUT /v2.0/ports/f7b5b00b-f784-44b8-b6dd-9c075cc1de50 HTTP/1.1" status: 200 len: 1092 time: 2.5734763 Jul 16 01:42:22.891969 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b907b7d-034c-4253-a847-5009c87ac7e7', 'tag': 'f7b5b00b-f784-44b8-b6dd-9c075cc1de50'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:22.895194 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc156d8-08d0-4d4e-9f1c-10e47d27fb5d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b907b7d-034c-4253-a847-5009c87ac7e7", "tag": "f7b5b00b-f784-44b8-b6dd-9c075cc1de50"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:22.965145 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec1759-f55f-431b-8cdc-0b7ed70bf53b service neutron] Pushing event updated for resources: {'Port': ['ID=f7b5b00b-f784-44b8-b6dd-9c075cc1de50,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:23.026864 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08f6ff29-fb1a-4be4-82e9-94cdffea2442 req-b488d0c9-d8bd-46be-b70d-d6b40d5b0e6b service neutron] 10.222.0.47 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432903 Jul 16 01:42:23.031810 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1512aa-4f06-49f0-8308-8a3e9d247771 req-09606ff8-704d-4b10-894e-95ba02e98e6e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.032028 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.033306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'name': 'tempest-ServersTestBootFromVolume-221504502-router', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:19Z', 'revision_number': 4, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'gw_port': {'id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:12Z', 'updated_at': '2021-07-16T01:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae', 'name': '', 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'mac_address': 'fa:16:3e:4c:4b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:17Z', 'updated_at': '2021-07-16T01:42:19Z', 'revision_number': 2, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'subnets': [{'id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:23.040107 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dc1512aa-4f06-49f0-8308-8a3e9d247771 req-09606ff8-704d-4b10-894e-95ba02e98e6e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 944 time: 0.3765681 Jul 16 01:42:23.046941 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-8f63e350-ebf5-4514-91dc-9dae46a1fe32 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.072457 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Checking router: 0a86b596-534e-41c2-b7c0-0d671ae0469f for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:23.072959 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Updating router 0a86b596-534e-41c2-b7c0-0d671ae0469f port ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:42:23.118370 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-8f63e350-ebf5-4514-91dc-9dae46a1fe32 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Transition to ACTIVE for port object 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:23.127555 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.163812 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dc1512aa-4f06-49f0-8308-8a3e9d247771 req-ed86fbad-cec5-4547-98d4-2ced310895f5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224658 Jul 16 01:42:23.258992 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4ff8f555-a850-4d67-98b6-b5d1b6bc3c65 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.264757 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-8f63e350-ebf5-4514-91dc-9dae46a1fe32 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.299422 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4ff8f555-a850-4d67-98b6-b5d1b6bc3c65 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.403959 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-bdae11d6-a52a-4f05-86aa-e35b9fa32f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.405829 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-bdae11d6-a52a-4f05-86aa-e35b9fa32f43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 1095 time: 0.4421380 Jul 16 01:42:23.444175 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4ff8f555-a850-4d67-98b6-b5d1b6bc3c65 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.445741 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4ff8f555-a850-4d67-98b6-b5d1b6bc3c65 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9082060 Jul 16 01:42:23.470804 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33830) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:23.474468 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-8f63e350-ebf5-4514-91dc-9dae46a1fe32 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Network 9a4578f6-e79e-403f-8401-5b41afbe66e6 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:23.475331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8f555-a850-4d67-98b6-b5d1b6bc3c65 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1326aab5-ef16-4f14-be57-ddf427427925,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:23.496518 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a786ac7f-9fc0-4a8e-afb5-6911311e9e35 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Request body: {'security_group_rule': {'security_group_id': '1326aab5-ef16-4f14-be57-ddf427427925', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:23.560094 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-8f63e350-ebf5-4514-91dc-9dae46a1fe32 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:23.568065 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-6751fbc8-0b67-44d8-9201-ca3e8a6b8445 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b5b00b-f784-44b8-b6dd-9c075cc1de50 HTTP/1.1" status: 200 len: 217 time: 0.1319823 Jul 16 01:42:23.568729 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63e350-ebf5-4514-91dc-9dae46a1fe32 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Pushing event updated for resources: {'Port': ['ID=32ed3b03-b3d6-48a4-94ec-2c729b8f0db0,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:23.571159 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.575049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-8f63e350-ebf5-4514-91dc-9dae46a1fe32 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:23.592283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Transition to ACTIVE for port object ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:23.605221 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.718079 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fb37a-cd01-4108-8111-06ffc8d9db66 None None] Pushing event updated for resources: {'Port': ['ID=ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:23.727783 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-193d731c-2207-4c23-89ba-82a84a5133fb req-463ae2b9-aa84-4c8b-9f5f-59c927af622f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 210 time: 0.5483954 Jul 16 01:42:23.822275 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.850231 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a786ac7f-9fc0-4a8e-afb5-6911311e9e35 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.871176 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40485f03-a607-49cd-aa95-8959844d4645 x-openstack-request-id: req-40485f03-a607-49cd-aa95-8959844d4645 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:23.871676 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b907b7d-034c-4253-a847-5009c87ac7e7", "tag": "f7b5b00b-f784-44b8-b6dd-9c075cc1de50", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:23.872297 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-40485f03-a607-49cd-aa95-8959844d4645 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:23.873050 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b907b7d-034c-4253-a847-5009c87ac7e7', 'tag': 'f7b5b00b-f784-44b8-b6dd-9c075cc1de50', 'status': 'completed', 'code': 200} Jul 16 01:42:23.879344 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Attempting to bind port ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:23.881091 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Attempting to bind port ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '8a0e011a-63a6-43dc-8b58-c109a1c8827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:23.882213 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Attempting to bind port ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae on network a6da5c88-0bea-4384-a7f6-ff797435c31e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:23.904533 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-8f63e350-ebf5-4514-91dc-9dae46a1fe32 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.912290 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:23.912677 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Checking segment: {'id': '8a0e011a-63a6-43dc-8b58-c109a1c8827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:23.913562 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-8f63e350-ebf5-4514-91dc-9dae46a1fe32 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.921221 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.925723 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Bound using segment: {'id': '8a0e011a-63a6-43dc-8b58-c109a1c8827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:23.927503 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Bound port: ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0e011a-63a6-43dc-8b58-c109a1c8827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:23.927784 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.017099 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-63603328-76db-4bb3-b5aa-53983d5de1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:24.018858 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-63603328-76db-4bb3-b5aa-53983d5de1b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ed8c6f3-d43f-4024-a124-b2544fda26de HTTP/1.1" status: 200 len: 846 time: 0.4345770 Jul 16 01:42:24.038764 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.042862 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-bc6c4c5a-0fb3-4c32-9126-a9869ba3321d tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:24.044469 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-bc6c4c5a-0fb3-4c32-9126-a9869ba3321d tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/networks?id=064f9b27-3180-442f-b0d7-3694e4782719 HTTP/1.1" status: 200 len: 822 time: 0.6309435 Jul 16 01:42:24.068639 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08f6ff29-fb1a-4be4-82e9-94cdffea2442 req-538ba768-2dcf-495c-9bc9-eb257113388e service neutron] 10.222.0.47 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9163060 Jul 16 01:42:24.071454 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-8f63e350-ebf5-4514-91dc-9dae46a1fe32 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4195194 Jul 16 01:42:24.131724 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-62711a3c-7b37-42d5-ab1d-e9f98989ab9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d666cf0f-c0cb-4497-a3f6-7607773175b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862367 Jul 16 01:42:24.136010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Request body: {'port': {'device_id': 'a60450ab-f879-4a8c-9e73-8e07aa6e2412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:24.143313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-66406e8b-403d-4897-888d-4b4e01363084 None None] Provisioning for port 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:24.152058 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] For port ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:24.161630 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] For port ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae,segment=NetworkSegment(8a0e011a-63a6-43dc-8b58-c109a1c8827d),segment_id=8a0e011a-63a6-43dc-8b58-c109a1c8827d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:24.163092 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-66406e8b-403d-4897-888d-4b4e01363084 None None] Provisioning complete for port 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:24.163669 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66406e8b-403d-4897-888d-4b4e01363084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.167842 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33848) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:24.170366 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.241322 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-f410ff3a-648a-4d93-ad09-285f47b4c2c3 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/quotas/61baaabc1213475d850570d5c4994781 HTTP/1.1" status: 200 len: 375 time: 0.1619344 Jul 16 01:42:24.273731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fb37a-cd01-4108-8111-06ffc8d9db66 None None] Pushing event updated for resources: {'Port': ['ID=ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:24.324813 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-66406e8b-403d-4897-888d-4b4e01363084 None None] Port 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:24.326405 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Routers {'0a86b596-534e-41c2-b7c0-0d671ae0469f'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:24.327057 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:42:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0a86b596-534e-41c2-b7c0-0d671ae0469f'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:24.365302 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c3b40-3ab3-4b22-9d3a-d1aba5d1b113 req-8d838dd6-5ea8-43bc-a51f-5ea876ebb278 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:24.367352 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d2c3b40-3ab3-4b22-9d3a-d1aba5d1b113 req-8d838dd6-5ea8-43bc-a51f-5ea876ebb278 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.1153891 Jul 16 01:42:24.412899 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] Router af3bc28e-7ca8-4b0b-a757-582428d392e9 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:42:24.470988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] Set router 0a86b596-534e-41c2-b7c0-0d671ae0469f gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:24.509990 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d2c3b40-3ab3-4b22-9d3a-d1aba5d1b113 req-80d5f2aa-a99f-4728-842a-af01e1be2d71 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331966 Jul 16 01:42:24.634659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:24.647838 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Sync routers for ids ['af3bc28e-7ca8-4b0b-a757-582428d392e9'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:24.663979 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Routers {'af3bc28e-7ca8-4b0b-a757-582428d392e9'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:24.664816 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:42:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['af3bc28e-7ca8-4b0b-a757-582428d392e9'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:24.692338 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.698472 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-40a9991e-8713-4920-ada2-adae2f175e32 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3580618 Jul 16 01:42:24.704122 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'name': 'tempest-ServersTestBootFromVolume-221504502-router', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:19Z', 'revision_number': 4, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'gw_port': {'id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:12Z', 'updated_at': '2021-07-16T01:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae', 'name': '', 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'mac_address': 'fa:16:3e:4c:4b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:17Z', 'updated_at': '2021-07-16T01:42:24Z', 'revision_number': 4, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'subnets': [{'id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:24.717604 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33858) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:24.740921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130b0072-2f4e-42da-a720-3a63dcc12058 None None] The sync data for ids ['0a86b596-534e-41c2-b7c0-0d671ae0469f'] in n-d-800086-6 is: [{'id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'name': 'tempest-ServersTestBootFromVolume-221504502-router', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:19Z', 'revision_number': 4, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'gw_port': {'id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:12Z', 'updated_at': '2021-07-16T01:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae', 'name': '', 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'mac_address': 'fa:16:3e:4c:4b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:17Z', 'updated_at': '2021-07-16T01:42:24Z', 'revision_number': 4, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'subnets': [{'id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:24.792063 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886985f0-9aa5-4e52-b243-d4e96865bdf4 req-695fe011-1c3f-4bb0-afa8-3b3c8dbd2d0f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:24.823597 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-886985f0-9aa5-4e52-b243-d4e96865bdf4 req-695fe011-1c3f-4bb0-afa8-3b3c8dbd2d0f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 944 time: 0.1490669 Jul 16 01:42:24.843914 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-24809dd0-8de0-46c2-841d-8ad0d7a1b591 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=61baaabc1213475d850570d5c4994781&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5764880 Jul 16 01:42:24.848288 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Set router af3bc28e-7ca8-4b0b-a757-582428d392e9 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:24.860152 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-886985f0-9aa5-4e52-b243-d4e96865bdf4 req-bcb7585e-21a7-4a68-b7e5-f0e499a3afdd tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355649 Jul 16 01:42:24.886932 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a786ac7f-9fc0-4a8e-afb5-6911311e9e35 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.933001 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1880ae46-33f0-49c8-acc7-3356a5adef87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.945722 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.027546 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a786ac7f-9fc0-4a8e-afb5-6911311e9e35 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.080773 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3bc28e-7ca8-4b0b-a757-582428d392e9', 'name': 'tempest-ServerRescueNegativeTestJSON-709367749-router', 'tenant_id': '99d319bfc75943aa8724b2b1f28f0994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '179b38d8-8f08-4c9a-9590-4ecd14dff43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:20Z', 'updated_at': '2021-07-16T01:42:22Z', 'revision_number': 3, 'project_id': '99d319bfc75943aa8724b2b1f28f0994', 'gw_port': {'id': '179b38d8-8f08-4c9a-9590-4ecd14dff43d', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3bc28e-7ca8-4b0b-a757-582428d392e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:21Z', 'updated_at': '2021-07-16T01:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:25.083146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f1a2a-a5f1-45e2-8e3a-44d0207dd494 req-f5df2027-52e3-4d56-ae03-388cb7dac167 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:25.085047 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d16f1a2a-a5f1-45e2-8e3a-44d0207dd494 req-f5df2027-52e3-4d56-ae03-388cb7dac167 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 932 time: 0.0905423 Jul 16 01:42:25.113972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786ac7f-9fc0-4a8e-afb5-6911311e9e35 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00ced63-533f-464e-a16b-c92c13727ef6,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:25.123912 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Checking router: af3bc28e-7ca8-4b0b-a757-582428d392e9 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:25.124513 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Updating router af3bc28e-7ca8-4b0b-a757-582428d392e9 port 179b38d8-8f08-4c9a-9590-4ecd14dff43d binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:42:25.147209 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d16f1a2a-a5f1-45e2-8e3a-44d0207dd494 req-670b7c33-a357-4ade-83e4-1a68e9cee43c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536668 Jul 16 01:42:25.175845 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.190815 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-8717ce70-7e57-47cc-909d-18d4d56b07d4 service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0236218 Jul 16 01:42:25.502109 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.516341 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Transition to ACTIVE for port object 179b38d8-8f08-4c9a-9590-4ecd14dff43d will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:25.526652 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.530763 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-4b5bcb78-d8dd-4804-bace-39f6f61e5acc service neutron] 10.222.0.54 "GET /v2.0/networks/064f9b27-3180-442f-b0d7-3694e4782719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955768 Jul 16 01:42:25.582575 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Attempting to bind port 179b38d8-8f08-4c9a-9590-4ecd14dff43d on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:25.582998 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Attempting to bind port 179b38d8-8f08-4c9a-9590-4ecd14dff43d by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:25.583370 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Attempting to bind port 179b38d8-8f08-4c9a-9590-4ecd14dff43d on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:25.591100 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:25.591561 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:25.591997 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.592402 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:25.592937 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Bound port: 179b38d8-8f08-4c9a-9590-4ecd14dff43d, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:25.593267 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.599221 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2051f6f-c527-47c7-8acf-6a975e50e5a8 None None] Pushing event updated for resources: {'Port': ['ID=179b38d8-8f08-4c9a-9590-4ecd14dff43d,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:25.660877 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-875ac168-3ca5-4eec-94f4-57cd1e7b945a req-55918ac3-1d37-4d69-9fb6-6e5dbc2716a9 service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573375 Jul 16 01:42:25.663998 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] For port 179b38d8-8f08-4c9a-9590-4ecd14dff43d, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:25.667220 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] For port 179b38d8-8f08-4c9a-9590-4ecd14dff43d, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=179b38d8-8f08-4c9a-9590-4ecd14dff43d,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:25.680844 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.744435 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Routers {'af3bc28e-7ca8-4b0b-a757-582428d392e9'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:25.745083 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:42:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['af3bc28e-7ca8-4b0b-a757-582428d392e9'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:25.793295 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2051f6f-c527-47c7-8acf-6a975e50e5a8 None None] Pushing event updated for resources: {'Port': ['ID=179b38d8-8f08-4c9a-9590-4ecd14dff43d,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:25.812542 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1880ae46-33f0-49c8-acc7-3356a5adef87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.852962 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1880ae46-33f0-49c8-acc7-3356a5adef87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.863928 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a786ac7f-9fc0-4a8e-afb5-6911311e9e35 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.868045 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a786ac7f-9fc0-4a8e-afb5-6911311e9e35 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3778744 Jul 16 01:42:25.868360 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33866) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:25.873938 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ccb09619-8b74-4492-9781-fc6648232a49 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Request body: {'security_group_rule': {'security_group_id': '1326aab5-ef16-4f14-be57-ddf427427925', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:25.876775 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] Set router af3bc28e-7ca8-4b0b-a757-582428d392e9 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:25.894172 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-dd6f013e-3606-41a1-b6b1-1575e3b4da86 service neutron] 10.222.0.54 "GET /v2.0/networks/064f9b27-3180-442f-b0d7-3694e4782719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021672 Jul 16 01:42:25.938260 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ccb09619-8b74-4492-9781-fc6648232a49 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.985720 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1880ae46-33f0-49c8-acc7-3356a5adef87 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6d2b7eba63c841c6bf22517b94c787a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8164489 Jul 16 01:42:25.998167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33870) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:25.998989 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880ae46-33f0-49c8-acc7-3356a5adef87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48892db-3894-4192-881b-63b3fcf366da,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:26.032287 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:26.042016 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1880ae46-33f0-49c8-acc7-3356a5adef87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.042362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1880ae46-33f0-49c8-acc7-3356a5adef87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.042711 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1880ae46-33f0-49c8-acc7-3356a5adef87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.043276 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1880ae46-33f0-49c8-acc7-3356a5adef87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.043625 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1880ae46-33f0-49c8-acc7-3356a5adef87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.043992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1880ae46-33f0-49c8-acc7-3356a5adef87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.044325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1880ae46-33f0-49c8-acc7-3356a5adef87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.044817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1880ae46-33f0-49c8-acc7-3356a5adef87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.044980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1880ae46-33f0-49c8-acc7-3356a5adef87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.045681 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1880ae46-33f0-49c8-acc7-3356a5adef87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.046029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1880ae46-33f0-49c8-acc7-3356a5adef87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.046368 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1880ae46-33f0-49c8-acc7-3356a5adef87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.088171 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.106614 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ccb09619-8b74-4492-9781-fc6648232a49 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.131887 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3bc28e-7ca8-4b0b-a757-582428d392e9', 'name': 'tempest-ServerRescueNegativeTestJSON-709367749-router', 'tenant_id': '99d319bfc75943aa8724b2b1f28f0994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '179b38d8-8f08-4c9a-9590-4ecd14dff43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:20Z', 'updated_at': '2021-07-16T01:42:22Z', 'revision_number': 3, 'project_id': '99d319bfc75943aa8724b2b1f28f0994', 'gw_port': {'id': '179b38d8-8f08-4c9a-9590-4ecd14dff43d', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3bc28e-7ca8-4b0b-a757-582428d392e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:21Z', 'updated_at': '2021-07-16T01:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:26.146957 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Transition to ACTIVE for port object 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:26.152187 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ccb09619-8b74-4492-9781-fc6648232a49 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.155977 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc156d8-08d0-4d4e-9f1c-10e47d27fb5d req-a263cca3-08ba-4f8f-ab52-fdadbfc3d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:26.157577 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-afc156d8-08d0-4d4e-9f1c-10e47d27fb5d req-a263cca3-08ba-4f8f-ab52-fdadbfc3d271 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 1095 time: 0.3600070 Jul 16 01:42:26.165552 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.170897 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c88792b-f7e6-4730-b525-9dda5957730f None None] The sync data for ids ['af3bc28e-7ca8-4b0b-a757-582428d392e9'] in n-d-800086-6 is: [{'id': 'af3bc28e-7ca8-4b0b-a757-582428d392e9', 'name': 'tempest-ServerRescueNegativeTestJSON-709367749-router', 'tenant_id': '99d319bfc75943aa8724b2b1f28f0994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '179b38d8-8f08-4c9a-9590-4ecd14dff43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:20Z', 'updated_at': '2021-07-16T01:42:22Z', 'revision_number': 3, 'project_id': '99d319bfc75943aa8724b2b1f28f0994', 'gw_port': {'id': '179b38d8-8f08-4c9a-9590-4ecd14dff43d', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3bc28e-7ca8-4b0b-a757-582428d392e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:21Z', 'updated_at': '2021-07-16T01:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:26.237951 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ccb09619-8b74-4492-9781-fc6648232a49 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.239920 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ccb09619-8b74-4492-9781-fc6648232a49 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3704829 Jul 16 01:42:26.243172 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb09619-8b74-4492-9781-fc6648232a49 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc89c05e-1d8c-4cd3-b8d7-cd459e088596,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:26.245166 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33876) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:26.259129 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:26.271275 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-031f96bb-d7eb-4faf-8781-684b7f3d5b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.284992 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5d38d387-1c18-450f-bdf9-e320d1a3f467 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:26.363676 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d38d387-1c18-450f-bdf9-e320d1a3f467 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.383268 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:26.395539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:26.395976 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.423194 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb09619-8b74-4492-9781-fc6648232a49 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.423547 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb09619-8b74-4492-9781-fc6648232a49 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.423918 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb09619-8b74-4492-9781-fc6648232a49 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.438614 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb09619-8b74-4492-9781-fc6648232a49 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.439059 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb09619-8b74-4492-9781-fc6648232a49 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.439424 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb09619-8b74-4492-9781-fc6648232a49 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.439767 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb09619-8b74-4492-9781-fc6648232a49 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.440638 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb09619-8b74-4492-9781-fc6648232a49 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.440980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb09619-8b74-4492-9781-fc6648232a49 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.441312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb09619-8b74-4492-9781-fc6648232a49 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.441826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb09619-8b74-4492-9781-fc6648232a49 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.442152 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb09619-8b74-4492-9781-fc6648232a49 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:26.520558 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-031f96bb-d7eb-4faf-8781-684b7f3d5b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.526028 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Pushing event updated for resources: {'Port': ['ID=32ed3b03-b3d6-48a4-94ec-2c729b8f0db0,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:26.528013 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.574878 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f883d-3564-4e5a-b0c4-6ed6d7ca6d80 req-25a43b47-cb1e-450f-8af2-0185e5500d3f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:26.584531 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aa9f883d-3564-4e5a-b0c4-6ed6d7ca6d80 req-25a43b47-cb1e-450f-8af2-0185e5500d3f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 944 time: 0.4764249 Jul 16 01:42:26.598834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae,segment=NetworkSegment(8a0e011a-63a6-43dc-8b58-c109a1c8827d),segment_id=8a0e011a-63a6-43dc-8b58-c109a1c8827d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:26.606065 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.690955 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aa9f883d-3564-4e5a-b0c4-6ed6d7ca6d80 req-d1739a72-6d40-421a-bbac-fd8fc1141fe4 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054423 Jul 16 01:42:26.731037 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:26.735452 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d38d387-1c18-450f-bdf9-e320d1a3f467 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.815457 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8cbeb564-49b1-437d-a2bc-fbc3959da878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.855205 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc156d8-08d0-4d4e-9f1c-10e47d27fb5d req-c9ebd0bb-e491-4533-bd62-83fdee15d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:26.856728 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-afc156d8-08d0-4d4e-9f1c-10e47d27fb5d req-c9ebd0bb-e491-4533-bd62-83fdee15d5bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 907 time: 0.6904352 Jul 16 01:42:26.867431 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a0d18300-c6b1-40ad-92df-5eaa8ead5001 req-9fcfdf8c-7714-4d93-ad52-fc4a7d265d06 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/ports?device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 210 time: 0.0472991 Jul 16 01:42:26.945490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Attempting to bind port 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:26.946048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Attempting to bind port 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:26.946277 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Attempting to bind port 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 on network 9a4578f6-e79e-403f-8401-5b41afbe66e6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:26.962593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-5d38d387-1c18-450f-bdf9-e320d1a3f467 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Allocated IP 172.25.1.198 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/d9f73351-939c-46bf-9edb-6bcfcc7d99d5) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:26.991874 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-afc156d8-08d0-4d4e-9f1c-10e47d27fb5d req-5a3b9964-9e6d-48fc-9abc-c9748d3873d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b5b00b-f784-44b8-b6dd-9c075cc1de50 HTTP/1.1" status: 200 len: 217 time: 0.1161325 Jul 16 01:42:27.034199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71b00c-511a-493f-87cb-9007ce4d2725 req-f959f089-a5e6-4d0e-af11-d52381ccb6c7 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:27.036106 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7d71b00c-511a-493f-87cb-9007ce4d2725 req-f959f089-a5e6-4d0e-af11-d52381ccb6c7 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 944 time: 0.5667167 Jul 16 01:42:27.036782 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Port 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 on network 9a4578f6-e79e-403f-8401-5b41afbe66e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:27.037107 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Attempting to bind port 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 on network 9a4578f6-e79e-403f-8401-5b41afbe66e6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:27.088116 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-031f96bb-d7eb-4faf-8781-684b7f3d5b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.090844 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-031f96bb-d7eb-4faf-8781-684b7f3d5b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.095074 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-031f96bb-d7eb-4faf-8781-684b7f3d5b61 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e48892db-3894-4192-881b-63b3fcf366da HTTP/1.1" status: 204 len: 168 time: 1.0906427 Jul 16 01:42:27.095074 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:27.095074 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Checking segment: {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:27.095074 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Bound using segment: {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:27.099437 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d38d387-1c18-450f-bdf9-e320d1a3f467 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.114108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Bound port: 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:27.114566 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.161369 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d38d387-1c18-450f-bdf9-e320d1a3f467 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.162943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f96bb-d7eb-4faf-8781-684b7f3d5b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48892db-3894-4192-881b-63b3fcf366da,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:27.212481 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d38d387-1c18-450f-bdf9-e320d1a3f467 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:27.215894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-5d38d387-1c18-450f-bdf9-e320d1a3f467 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:27.222627 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d38d387-1c18-450f-bdf9-e320d1a3f467 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:27.245588 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc156d8-08d0-4d4e-9f1c-10e47d27fb5d req-5c9af2c2-a90e-482f-a0ac-4d44f5f201e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:27.247074 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-afc156d8-08d0-4d4e-9f1c-10e47d27fb5d req-5c9af2c2-a90e-482f-a0ac-4d44f5f201e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ed8c6f3-d43f-4024-a124-b2544fda26de HTTP/1.1" status: 200 len: 846 time: 0.2397485 Jul 16 01:42:27.290135 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7d71b00c-511a-493f-87cb-9007ce4d2725 req-bead5b81-ee2a-41fe-8121-e645065ca029 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074542 Jul 16 01:42:27.345539 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-afc156d8-08d0-4d4e-9f1c-10e47d27fb5d req-d6aa1a69-d2f3-4e51-86b3-acccd8c5cf70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d666cf0f-c0cb-4497-a3f6-7607773175b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839221 Jul 16 01:42:27.388202 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] For port 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:27.394497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] For port 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=32ed3b03-b3d6-48a4-94ec-2c729b8f0db0,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:27.409751 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.420134 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38d387-1c18-450f-bdf9-e320d1a3f467 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Pushing event updated for resources: {'Port': ['ID=d9f73351-939c-46bf-9edb-6bcfcc7d99d5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:27.433425 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-8cbeb564-49b1-437d-a2bc-fbc3959da878 admin admin] Allocated IP 172.20.0.1 (203c259b-6808-454c-950b-0d68f44e0a77/49ef4659-39ae-4d72-898c-630ab0b4abf0/1436c84b-f44f-4428-b12b-9a6d1b1cf216) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:27.492841 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d38d387-1c18-450f-bdf9-e320d1a3f467 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.509571 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:27.510212 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.512009 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] 10.222.0.26 "PUT /v2.0/ports/32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 HTTP/1.1" status: 200 len: 1092 time: 3.3827298 Jul 16 01:42:27.512529 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60450ab-f879-4a8c-9e73-8e07aa6e2412', 'tag': '32ed3b03-b3d6-48a4-94ec-2c729b8f0db0'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:27.515087 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a21e47-c3be-47aa-97e3-66b51a7d9dca" -d '{"events": [{"name": "network-changed", "server_uuid": "a60450ab-f879-4a8c-9e73-8e07aa6e2412", "tag": "32ed3b03-b3d6-48a4-94ec-2c729b8f0db0"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:27.572051 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d38d387-1c18-450f-bdf9-e320d1a3f467 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.579170 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33894) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:27.631006 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa567719-6695-4165-837b-31fccd148dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.886813 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d38d387-1c18-450f-bdf9-e320d1a3f467 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.893078 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d38d387-1c18-450f-bdf9-e320d1a3f467 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.905553 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa567719-6695-4165-837b-31fccd148dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.929621 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa567719-6695-4165-837b-31fccd148dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.986333 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef70b522-3970-48e5-9e03-ab64efce37a4 x-openstack-request-id: req-ef70b522-3970-48e5-9e03-ab64efce37a4 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:27.986940 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60450ab-f879-4a8c-9e73-8e07aa6e2412", "tag": "32ed3b03-b3d6-48a4-94ec-2c729b8f0db0", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:27.986940 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ef70b522-3970-48e5-9e03-ab64efce37a4 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:27.987667 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a60450ab-f879-4a8c-9e73-8e07aa6e2412', 'tag': '32ed3b03-b3d6-48a4-94ec-2c729b8f0db0', 'status': 'completed', 'code': 200} Jul 16 01:42:28.016511 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38d387-1c18-450f-bdf9-e320d1a3f467 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Pushing event updated for resources: {'Port': ['ID=d9f73351-939c-46bf-9edb-6bcfcc7d99d5,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:28.025048 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fa567719-6695-4165-837b-31fccd148dd0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=63d1f949c08849c089f5bc21941fb8eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4418805 Jul 16 01:42:28.036949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33900) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:28.038836 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa567719-6695-4165-837b-31fccd148dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f22cc5-080d-4cba-adb3-41a4fb6c1ac6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:28.050486 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d38d387-1c18-450f-bdf9-e320d1a3f467 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.080593 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-58cbd7b0-c0d6-41c9-859d-1d30578890bc req-89956320-f931-4351-b34d-be7f627925fc tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/ports?device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 210 time: 0.0610642 Jul 16 01:42:28.125742 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d38d387-1c18-450f-bdf9-e320d1a3f467 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.127130 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5d38d387-1c18-450f-bdf9-e320d1a3f467 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8803618 Jul 16 01:42:28.131867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d76507-2e55-447d-a29f-00d908a7f26d service neutron] Pushing event updated for resources: {'Port': ['ID=32ed3b03-b3d6-48a4-94ec-2c729b8f0db0,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:28.167338 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9689aa60-2793-43d3-bba3-2a6859912bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.179930 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-afc156d8-08d0-4d4e-9f1c-10e47d27fb5d req-83eb5e00-58d5-4ef3-be15-8673cf87f347 service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7892480 Jul 16 01:42:28.193935 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9689aa60-2793-43d3-bba3-2a6859912bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.321275 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8cbeb564-49b1-437d-a2bc-fbc3959da878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.365269 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ff5f789-0faf-4776-9404-26d5b280cace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.374735 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:28.403571 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-ff064f1b-4ca1-450a-8a45-813450911276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:28.405315 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-ff064f1b-4ca1-450a-8a45-813450911276 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 1095 time: 0.4207168 Jul 16 01:42:28.419756 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66297936-5742-4649-a05c-a5a90e154580 req-17feedcd-8e0d-4f91-ac9e-c8e4987f1dd6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:28.422564 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-66297936-5742-4649-a05c-a5a90e154580 req-17feedcd-8e0d-4f91-ac9e-c8e4987f1dd6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 944 time: 0.4407213 Jul 16 01:42:28.451398 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9689aa60-2793-43d3-bba3-2a6859912bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.462495 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9689aa60-2793-43d3-bba3-2a6859912bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.476470 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9689aa60-2793-43d3-bba3-2a6859912bb2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f8f22cc5-080d-4cba-adb3-41a4fb6c1ac6 HTTP/1.1" status: 204 len: 168 time: 0.4324162 Jul 16 01:42:28.500987 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:28.501373 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.575384 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689aa60-2793-43d3-bba3-2a6859912bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f22cc5-080d-4cba-adb3-41a4fb6c1ac6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:28.578499 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-448565d4-ca51-40d3-bcaa-2a7d70b92910 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 HTTP/1.1" status: 200 len: 217 time: 0.1308956 Jul 16 01:42:28.590452 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-afc156d8-08d0-4d4e-9f1c-10e47d27fb5d req-857837d9-9074-47b8-815d-df86235461c4 service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899567 Jul 16 01:42:28.666115 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:42:28.695630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-859c285b-5d0b-42a2-a6f8-4e83a3f70b4c tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:28.697483 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-859c285b-5d0b-42a2-a6f8-4e83a3f70b4c tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.47 "GET /v2.0/networks?id=064f9b27-3180-442f-b0d7-3694e4782719 HTTP/1.1" status: 200 len: 822 time: 0.4020288 Jul 16 01:42:28.703601 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 179b38d8-8f08-4c9a-9590-4ecd14dff43d up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:28.728935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-a0df7dba-b271-47b0-b118-54d5fa3ab662 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Request body: {'port': {'device_id': '3372059b-3ee9-43f9-82b6-04cfa94ec6ae', 'network_id': '064f9b27-3180-442f-b0d7-3694e4782719', 'admin_state_up': True, 'tenant_id': '61baaabc1213475d850570d5c4994781'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:28.748538 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.763677 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-66297936-5742-4649-a05c-a5a90e154580 req-d2148bb7-cd4d-4e52-bb35-fbe512eb7318 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217194 Jul 16 01:42:28.775547 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-d672c362-1ed3-4cda-a6ae-cf96c5ac03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:28.777196 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-d672c362-1ed3-4cda-a6ae-cf96c5ac03e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.1810710 Jul 16 01:42:28.777658 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 179b38d8-8f08-4c9a-9590-4ecd14dff43d completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:28.789009 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 179b38d8-8f08-4c9a-9590-4ecd14dff43d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:28.789393 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.814549 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8cbeb564-49b1-437d-a2bc-fbc3959da878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.823396 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e6a0f-94af-44de-9dd1-41986218a081 req-e85b4501-b1e3-4159-9bd6-6c6cc13df9c4 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:28.833266 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bb9e6a0f-94af-44de-9dd1-41986218a081 req-e85b4501-b1e3-4159-9bd6-6c6cc13df9c4 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 944 time: 0.2624559 Jul 16 01:42:28.899278 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbeb564-49b1-437d-a2bc-fbc3959da878 admin admin] Network 203c259b-6808-454c-950b-0d68f44e0a77 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:28.901609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbeb564-49b1-437d-a2bc-fbc3959da878 admin admin] Pushing event updated for resources: {'Port': ['ID=1436c84b-f44f-4428-b12b-9a6d1b1cf216,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:28.904744 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-8cbeb564-49b1-437d-a2bc-fbc3959da878 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:28.929816 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbeb564-49b1-437d-a2bc-fbc3959da878 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:28.942781 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bb9e6a0f-94af-44de-9dd1-41986218a081 req-5161851b-1895-4dbc-9af5-a0c480f70834 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084552 Jul 16 01:42:28.965894 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.992677 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 179b38d8-8f08-4c9a-9590-4ecd14dff43d, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=179b38d8-8f08-4c9a-9590-4ecd14dff43d,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:28.998312 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.021895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-a0df7dba-b271-47b0-b118-54d5fa3ab662 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Made reservation on behalf of 61baaabc1213475d850570d5c4994781 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:29.025612 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-a0df7dba-b271-47b0-b118-54d5fa3ab662 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.050210 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8cbeb564-49b1-437d-a2bc-fbc3959da878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.085354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=179b38d8-8f08-4c9a-9590-4ecd14dff43d,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:29.093549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-4a1a999a-ab57-4ffc-9eeb-ca6609634424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:29.095197 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-4a1a999a-ab57-4ffc-9eeb-ca6609634424 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3088405 Jul 16 01:42:29.304680 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-a0df7dba-b271-47b0-b118-54d5fa3ab662 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Allocated IP 172.20.0.6 (064f9b27-3180-442f-b0d7-3694e4782719/9dd47902-8047-4961-b697-08cfce456eab/e4da9a8f-5ff7-402f-99e2-ad1c9e136387) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:29.322868 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e33a38a9-9cfb-4f69-8ec5-4690cb6227a1 req-6ede9fae-fc7c-42f0-8bf1-9b64ac2c3a33 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/ports?device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 210 time: 0.0637031 Jul 16 01:42:29.382424 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-8d4c2d85-e3a6-432d-bc3c-22b28c09bada service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657955 Jul 16 01:42:29.402941 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8cbeb564-49b1-437d-a2bc-fbc3959da878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.526597 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-a0df7dba-b271-47b0-b118-54d5fa3ab662 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.601528 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-a0df7dba-b271-47b0-b118-54d5fa3ab662 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.651988 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-33d88315-475a-4fea-b8f7-0d990a082fc1 req-2a24a9cd-f901-456c-8758-d032deb56f04 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624848 Jul 16 01:42:29.670002 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df7dba-b271-47b0-b118-54d5fa3ab662 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Pushing event updated for resources: {'Port': ['ID=e4da9a8f-5ff7-402f-99e2-ad1c9e136387,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:29.678982 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-a0df7dba-b271-47b0-b118-54d5fa3ab662 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Network 064f9b27-3180-442f-b0d7-3694e4782719 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:29.681184 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-a0df7dba-b271-47b0-b118-54d5fa3ab662 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:29.684150 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-a0df7dba-b271-47b0-b118-54d5fa3ab662 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:29.740115 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-a0df7dba-b271-47b0-b118-54d5fa3ab662 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:29.741186 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-a0df7dba-b271-47b0-b118-54d5fa3ab662 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.757935 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-a0df7dba-b271-47b0-b118-54d5fa3ab662 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0338323 Jul 16 01:42:29.785757 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Request body: {'port': {'device_id': '3372059b-3ee9-43f9-82b6-04cfa94ec6ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:29.824984 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8cbeb564-49b1-437d-a2bc-fbc3959da878 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.841309 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8cbeb564-49b1-437d-a2bc-fbc3959da878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.888258 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.909579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a21e47-c3be-47aa-97e3-66b51a7d9dca req-bed78889-b0f8-4200-850e-6a47c52c7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:29.911279 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61a21e47-c3be-47aa-97e3-66b51a7d9dca req-bed78889-b0f8-4200-850e-6a47c52c7dd9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 1095 time: 0.1447272 Jul 16 01:42:29.948473 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8cbeb564-49b1-437d-a2bc-fbc3959da878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.959358 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbeb564-49b1-437d-a2bc-fbc3959da878 admin admin] Pushing event updated for resources: {'Port': ['ID=1436c84b-f44f-4428-b12b-9a6d1b1cf216,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:30.164553 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f7b5b00b-f784-44b8-b6dd-9c075cc1de50 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:30.173522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbeb564-49b1-437d-a2bc-fbc3959da878 admin admin] Network 203c259b-6808-454c-950b-0d68f44e0a77 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:30.179105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-8cbeb564-49b1-437d-a2bc-fbc3959da878 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:30.219454 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 179b38d8-8f08-4c9a-9590-4ecd14dff43d up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:30.277098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a21e47-c3be-47aa-97e3-66b51a7d9dca req-7d2f2ca3-6129-4024-ad3c-fe8567c13b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.278614 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61a21e47-c3be-47aa-97e3-66b51a7d9dca req-7d2f2ca3-6129-4024-ad3c-fe8567c13b38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 912 time: 0.3579190 Jul 16 01:42:30.293746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c048e4-81ff-4f0c-bd64-4475e41128bb req-91f9eccb-d9b4-41db-a3fb-fd7b9f8ccf7f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.301869 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-92c048e4-81ff-4f0c-bd64-4475e41128bb req-91f9eccb-d9b4-41db-a3fb-fd7b9f8ccf7f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 944 time: 0.3510442 Jul 16 01:42:30.409632 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4da9a8f-5ff7-402f-99e2-ad1c9e136387 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:30.411038 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61a21e47-c3be-47aa-97e3-66b51a7d9dca req-e842fd6d-4af2-4833-a648-c012bcd76918 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 HTTP/1.1" status: 200 len: 217 time: 0.1067193 Jul 16 01:42:30.418967 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.434624 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Transition to ACTIVE for port object e4da9a8f-5ff7-402f-99e2-ad1c9e136387 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:30.445361 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.494394 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 179b38d8-8f08-4c9a-9590-4ecd14dff43d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:30.494782 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.499926 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-92c048e4-81ff-4f0c-bd64-4475e41128bb req-c93351cf-ec05-403f-9d94-421fbdf243b3 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968131 Jul 16 01:42:30.518847 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbeb564-49b1-437d-a2bc-fbc3959da878 admin admin] Router af3bc28e-7ca8-4b0b-a757-582428d392e9 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:30.525487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a21e47-c3be-47aa-97e3-66b51a7d9dca req-9995b112-dca6-40a0-bbdf-c51150b95311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.527195 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61a21e47-c3be-47aa-97e3-66b51a7d9dca req-9995b112-dca6-40a0-bbdf-c51150b95311 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.1068544 Jul 16 01:42:30.530457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505145f-2361-430a-8c72-b7bb128347eb req-fe7d9f86-a845-4982-8068-39930fea72fa tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.541852 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7505145f-2361-430a-8c72-b7bb128347eb req-fe7d9f86-a845-4982-8068-39930fea72fa tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 944 time: 0.3447244 Jul 16 01:42:30.564176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f7b5b00b-f784-44b8-b6dd-9c075cc1de50, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f7b5b00b-f784-44b8-b6dd-9c075cc1de50,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:30.603019 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'f7b5b00b-f784-44b8-b6dd-9c075cc1de50', 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6', 'port_id': 'f7b5b00b-f784-44b8-b6dd-9c075cc1de50', 'mac_address': 'fa:16:3e:d2:6c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed8c6f3-d43f-4024-a124-b2544fda26de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:30.634733 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Pushing event updated for resources: {'Port': ['ID=e4da9a8f-5ff7-402f-99e2-ad1c9e136387,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:30.690256 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.710239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b5b00b-f784-44b8-b6dd-9c075cc1de50 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:30.736540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f7b5b00b-f784-44b8-b6dd-9c075cc1de50, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f7b5b00b-f784-44b8-b6dd-9c075cc1de50,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:30.743181 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.769957 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7505145f-2361-430a-8c72-b7bb128347eb req-80c65b4d-7a19-4d27-b8c9-8d0d636a4c4a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262988 Jul 16 01:42:30.814037 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f7b5b00b-f784-44b8-b6dd-9c075cc1de50,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:30.844052 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Attempting to bind port e4da9a8f-5ff7-402f-99e2-ad1c9e136387 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:30.844425 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Attempting to bind port e4da9a8f-5ff7-402f-99e2-ad1c9e136387 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '9ea73545-1590-42a7-971b-b568e0335ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '064f9b27-3180-442f-b0d7-3694e4782719'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:30.844773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Attempting to bind port e4da9a8f-5ff7-402f-99e2-ad1c9e136387 on network 064f9b27-3180-442f-b0d7-3694e4782719 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:30.859937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Port e4da9a8f-5ff7-402f-99e2-ad1c9e136387 on network 064f9b27-3180-442f-b0d7-3694e4782719 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:30.861011 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Attempting to bind port e4da9a8f-5ff7-402f-99e2-ad1c9e136387 on network 064f9b27-3180-442f-b0d7-3694e4782719 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:30.868266 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:30.868895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Checking segment: {'id': '9ea73545-1590-42a7-971b-b568e0335ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '064f9b27-3180-442f-b0d7-3694e4782719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:30.869676 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Bound using segment: {'id': '9ea73545-1590-42a7-971b-b568e0335ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '064f9b27-3180-442f-b0d7-3694e4782719'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:30.870724 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Bound port: e4da9a8f-5ff7-402f-99e2-ad1c9e136387, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea73545-1590-42a7-971b-b568e0335ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '064f9b27-3180-442f-b0d7-3694e4782719'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:30.871300 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.915985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a21e47-c3be-47aa-97e3-66b51a7d9dca req-16ea8d67-5094-4490-ba2c-61cd44c5d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.917505 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61a21e47-c3be-47aa-97e3-66b51a7d9dca req-16ea8d67-5094-4490-ba2c-61cd44c5d9cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3715508 Jul 16 01:42:30.935374 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbeb564-49b1-437d-a2bc-fbc3959da878 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:30.951074 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8cbeb564-49b1-437d-a2bc-fbc3959da878 admin admin] 10.222.0.54 "PUT /v2.0/routers/af3bc28e-7ca8-4b0b-a757-582428d392e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2174022 Jul 16 01:42:30.955944 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abab780-7a6f-4482-96e2-76bd13847051 req-1f4fb9f8-dc70-42b7-8cf3-6674de71b8a0 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.959180 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Sync routers for ids ['af3bc28e-7ca8-4b0b-a757-582428d392e9'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:30.968230 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1abab780-7a6f-4482-96e2-76bd13847051 req-1f4fb9f8-dc70-42b7-8cf3-6674de71b8a0 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/ports?device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 943 time: 0.2281632 Jul 16 01:42:30.979222 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Routers {'af3bc28e-7ca8-4b0b-a757-582428d392e9'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:30.979907 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:42:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['af3bc28e-7ca8-4b0b-a757-582428d392e9'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:30.996932 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] For port e4da9a8f-5ff7-402f-99e2-ad1c9e136387, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:31.005720 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] For port e4da9a8f-5ff7-402f-99e2-ad1c9e136387, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e4da9a8f-5ff7-402f-99e2-ad1c9e136387,segment=NetworkSegment(9ea73545-1590-42a7-971b-b568e0335ff4),segment_id=9ea73545-1590-42a7-971b-b568e0335ff4)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:31.016290 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.049119 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1abab780-7a6f-4482-96e2-76bd13847051 req-71dd6256-5328-4c01-a884-b9814a7ba907 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27e04e-6139-49fe-9c63-6c1322641d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798447 Jul 16 01:42:31.124972 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Pushing event updated for resources: {'Port': ['ID=e4da9a8f-5ff7-402f-99e2-ad1c9e136387,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:31.128565 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61a21e47-c3be-47aa-97e3-66b51a7d9dca req-0e7c8ded-fe70-49f2-af47-159e94511a24 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373899 Jul 16 01:42:31.130732 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.131549 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.133035 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-8b4a2ec7-4701-4cfe-b908-6d0f355c8800 service neutron] 10.222.0.47 "PUT /v2.0/ports/e4da9a8f-5ff7-402f-99e2-ad1c9e136387 HTTP/1.1" status: 200 len: 1091 time: 1.3549340 Jul 16 01:42:31.133466 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3372059b-3ee9-43f9-82b6-04cfa94ec6ae', 'tag': 'e4da9a8f-5ff7-402f-99e2-ad1c9e136387'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:31.135854 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d9a4c9-ce81-4559-8057-fbe9d25d40f1" -d '{"events": [{"name": "network-changed", "server_uuid": "3372059b-3ee9-43f9-82b6-04cfa94ec6ae", "tag": "e4da9a8f-5ff7-402f-99e2-ad1c9e136387"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:31.137631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['f7b5b00b-f784-44b8-b6dd-9c075cc1de50'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:31.211413 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607a587e-7bad-4703-88b1-4c560ef8f2d1 x-openstack-request-id: req-607a587e-7bad-4703-88b1-4c560ef8f2d1 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:31.211723 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3372059b-3ee9-43f9-82b6-04cfa94ec6ae", "tag": "e4da9a8f-5ff7-402f-99e2-ad1c9e136387", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:31.211980 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-607a587e-7bad-4703-88b1-4c560ef8f2d1 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:31.212416 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3372059b-3ee9-43f9-82b6-04cfa94ec6ae', 'tag': 'e4da9a8f-5ff7-402f-99e2-ad1c9e136387', 'status': 'completed', 'code': 200} Jul 16 01:42:31.228009 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Set router af3bc28e-7ca8-4b0b-a757-582428d392e9 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:31.290386 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61a21e47-c3be-47aa-97e3-66b51a7d9dca req-82917e92-d194-4590-99bc-6c52cc8fe32c service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556499 Jul 16 01:42:31.322549 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aff66d41-4bbc-477f-8cc2-4bcdb6009cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.344364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-ec4851dd-fb74-4d17-bcc4-bd5e5de165fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.347273 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-ec4851dd-fb74-4d17-bcc4-bd5e5de165fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=61baaabc1213475d850570d5c4994781&device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 1094 time: 0.1099446 Jul 16 01:42:31.355193 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.458366 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-f76c847a-ee0a-4b45-a867-79a3791da01b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4da9a8f-5ff7-402f-99e2-ad1c9e136387 HTTP/1.1" status: 200 len: 217 time: 0.0907125 Jul 16 01:42:31.524931 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:31.548406 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-4bcd969e-cb19-4f10-b9fc-68cced86ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.550160 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-4bcd969e-cb19-4f10-b9fc-68cced86ae69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9dd47902-8047-4961-b697-08cfce456eab HTTP/1.1" status: 200 len: 862 time: 0.0829029 Jul 16 01:42:31.613856 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-6c7fa020-f976-40c6-86d7-58aebd305f77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=064f9b27-3180-442f-b0d7-3694e4782719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556312 Jul 16 01:42:31.686472 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-0e39c0e0-841c-4512-99e6-cf6f71fecdb9 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.688614 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-0e39c0e0-841c-4512-99e6-cf6f71fecdb9 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/networks?id=203c259b-6808-454c-950b-0d68f44e0a77 HTTP/1.1" status: 200 len: 818 time: 0.1426339 Jul 16 01:42:31.707638 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-d6b651b7-fec0-408b-a301-aaf1297e80a9 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/quotas/99d319bfc75943aa8724b2b1f28f0994 HTTP/1.1" status: 200 len: 375 time: 0.0134931 Jul 16 01:42:31.803589 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-be5aa31e-5fd8-4118-8306-0b68ef2ea173 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=99d319bfc75943aa8724b2b1f28f0994&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0897079 Jul 16 01:42:31.824389 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-22ec98c1-0740-4acd-9482-e2b61440afb0 service neutron] 10.222.0.47 "GET /v2.0/networks/064f9b27-3180-442f-b0d7-3694e4782719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034993 Jul 16 01:42:31.840853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=32ed3b03-b3d6-48a4-94ec-2c729b8f0db0,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:31.861194 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3bc28e-7ca8-4b0b-a757-582428d392e9', 'name': 'tempest-ServerRescueNegativeTestJSON-709367749-router', 'tenant_id': '99d319bfc75943aa8724b2b1f28f0994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '179b38d8-8f08-4c9a-9590-4ecd14dff43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:20Z', 'updated_at': '2021-07-16T01:42:29Z', 'revision_number': 4, 'project_id': '99d319bfc75943aa8724b2b1f28f0994', 'gw_port': {'id': '179b38d8-8f08-4c9a-9590-4ecd14dff43d', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bc28e-7ca8-4b0b-a757-582428d392e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:21Z', 'updated_at': '2021-07-16T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '1436c84b-f44f-4428-b12b-9a6d1b1cf216', 'name': '', 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77', 'tenant_id': '99d319bfc75943aa8724b2b1f28f0994', 'mac_address': 'fa:16:3e:2b:7b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3bc28e-7ca8-4b0b-a757-582428d392e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '49ef4659-39ae-4d72-898c-630ab0b4abf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:26Z', 'updated_at': '2021-07-16T01:42:29Z', 'revision_number': 2, 'project_id': '99d319bfc75943aa8724b2b1f28f0994', 'subnets': [{'id': '49ef4659-39ae-4d72-898c-630ab0b4abf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:31.891664 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Checking router: af3bc28e-7ca8-4b0b-a757-582428d392e9 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:31.892056 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Updating router af3bc28e-7ca8-4b0b-a757-582428d392e9 port 1436c84b-f44f-4428-b12b-9a6d1b1cf216 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:42:31.915250 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '32ed3b03-b3d6-48a4-94ec-2c729b8f0db0', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'port_id': '32ed3b03-b3d6-48a4-94ec-2c729b8f0db0', 'mac_address': 'fa:16:3e:cb:66:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:31.922126 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-132c1b6a-3bfd-43d1-8005-a88ed9b94077 service neutron] 10.222.0.54 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117930 Jul 16 01:42:31.969924 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.981806 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.988248 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1c341d40-c5a7-457b-920e-14ba00fa387e req-7098eee3-d674-4113-958f-92acb5019e20 service neutron] 10.222.0.47 "GET /v2.0/networks/064f9b27-3180-442f-b0d7-3694e4782719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521335 Jul 16 01:42:32.017833 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:32.020635 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bfa43-5a19-4229-8474-b05219114ce8 req-5e1a546b-d2b9-4511-924b-c9806bb06365 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.022166 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d29bfa43-5a19-4229-8474-b05219114ce8 req-5e1a546b-d2b9-4511-924b-c9806bb06365 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 945 time: 0.1966400 Jul 16 01:42:32.023959 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.100427 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d29bfa43-5a19-4229-8474-b05219114ce8 req-9dfff550-3a80-4402-9eeb-308dc40baf08 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698476 Jul 16 01:42:32.151058 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-e3765d2e-e8cf-4f0d-8e57-e076f1747b91 service neutron] 10.222.0.54 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211204 Jul 16 01:42:32.242874 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9a4c9-ce81-4559-8057-fbe9d25d40f1 req-9d5ae77c-02e2-4a4d-9218-f8016bb56b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.244491 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-82d9a4c9-ce81-4559-8057-fbe9d25d40f1 req-9d5ae77c-02e2-4a4d-9218-f8016bb56b40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=61baaabc1213475d850570d5c4994781&device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 1094 time: 0.1215446 Jul 16 01:42:32.518973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9a4c9-ce81-4559-8057-fbe9d25d40f1 req-9d726529-0bd8-4ef4-a325-d16adae7598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.524719 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-82d9a4c9-ce81-4559-8057-fbe9d25d40f1 req-9d726529-0bd8-4ef4-a325-d16adae7598f service neutron] 10.222.0.47 "GET /v2.0/networks?id=064f9b27-3180-442f-b0d7-3694e4782719 HTTP/1.1" status: 200 len: 923 time: 0.2205040 Jul 16 01:42:32.585338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36967c41-f0f0-4f80-a1a4-ffa00df290fc req-2ee5125d-ce69-438d-bff7-025bb3529dea tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.592876 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36967c41-f0f0-4f80-a1a4-ffa00df290fc req-2ee5125d-ce69-438d-bff7-025bb3529dea tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 944 time: 0.3424129 Jul 16 01:42:32.648606 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-82d9a4c9-ce81-4559-8057-fbe9d25d40f1 req-1c5b3f6e-c908-4f05-a903-78c5511498f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4da9a8f-5ff7-402f-99e2-ad1c9e136387 HTTP/1.1" status: 200 len: 217 time: 0.1001832 Jul 16 01:42:32.656111 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=32ed3b03-b3d6-48a4-94ec-2c729b8f0db0,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:32.694941 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.716928 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36967c41-f0f0-4f80-a1a4-ffa00df290fc req-52f395c3-c773-4e94-8a49-21b9732edae3 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230617 Jul 16 01:42:32.748672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9a4c9-ce81-4559-8057-fbe9d25d40f1 req-eef26af2-c2fa-494c-bd57-c3da6f795e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.750171 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-82d9a4c9-ce81-4559-8057-fbe9d25d40f1 req-eef26af2-c2fa-494c-bd57-c3da6f795e5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9dd47902-8047-4961-b697-08cfce456eab HTTP/1.1" status: 200 len: 862 time: 0.0930142 Jul 16 01:42:32.827038 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-82d9a4c9-ce81-4559-8057-fbe9d25d40f1 req-fefa6ec2-dd07-4e73-adf8-ae474b649d50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=064f9b27-3180-442f-b0d7-3694e4782719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524836 Jul 16 01:42:32.839787 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6cc07c74-80bb-451f-94e3-557ede8ead08 req-cfffd13d-0b56-4c12-a6e4-0439996cafce tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 210 time: 0.0666442 Jul 16 01:42:32.883650 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52671160-21fc-4b61-a1f0-338925cff20c req-e009c41d-5625-4fc8-90c2-292510daa4ff tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.896811 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52671160-21fc-4b61-a1f0-338925cff20c req-e009c41d-5625-4fc8-90c2-292510daa4ff tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/ports?device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 943 time: 0.1137803 Jul 16 01:42:32.943987 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.972867 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Transition to ACTIVE for port object 1436c84b-f44f-4428-b12b-9a6d1b1cf216 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:32.975409 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=32ed3b03-b3d6-48a4-94ec-2c729b8f0db0,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:32.990363 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.012791 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52671160-21fc-4b61-a1f0-338925cff20c req-42683b2b-ed4d-436f-bc85-5d6682bcb3cf tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27e04e-6139-49fe-9c63-6c1322641d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148973 Jul 16 01:42:33.047097 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-82d9a4c9-ce81-4559-8057-fbe9d25d40f1 req-06f45abe-8696-4c1e-b0da-8299cb5b18bc service neutron] 10.222.0.47 "GET /v2.0/networks/064f9b27-3180-442f-b0d7-3694e4782719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021785 Jul 16 01:42:33.178150 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['32ed3b03-b3d6-48a4-94ec-2c729b8f0db0'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:33.192937 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8f7c0-43ce-45e3-ada7-ef7d202d28ae None None] Pushing event updated for resources: {'Port': ['ID=1436c84b-f44f-4428-b12b-9a6d1b1cf216,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:33.220653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Attempting to bind port 1436c84b-f44f-4428-b12b-9a6d1b1cf216 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:33.221033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Attempting to bind port 1436c84b-f44f-4428-b12b-9a6d1b1cf216 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2c7d3b6d-2750-4767-8c4f-c97948a2d70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:33.221944 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Attempting to bind port 1436c84b-f44f-4428-b12b-9a6d1b1cf216 on network 203c259b-6808-454c-950b-0d68f44e0a77 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:33.234903 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:33.235288 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Checking segment: {'id': '2c7d3b6d-2750-4767-8c4f-c97948a2d70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:33.235774 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.236143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Bound using segment: {'id': '2c7d3b6d-2750-4767-8c4f-c97948a2d70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:33.236672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Bound port: 1436c84b-f44f-4428-b12b-9a6d1b1cf216, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7d3b6d-2750-4767-8c4f-c97948a2d70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:33.237251 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.367797 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] For port 1436c84b-f44f-4428-b12b-9a6d1b1cf216, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:33.372785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] For port 1436c84b-f44f-4428-b12b-9a6d1b1cf216, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1436c84b-f44f-4428-b12b-9a6d1b1cf216,segment=NetworkSegment(2c7d3b6d-2750-4767-8c4f-c97948a2d70b),segment_id=2c7d3b6d-2750-4767-8c4f-c97948a2d70b)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:33.382323 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.467629 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Routers {'af3bc28e-7ca8-4b0b-a757-582428d392e9'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:33.468340 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:42:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['af3bc28e-7ca8-4b0b-a757-582428d392e9'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:33.508483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94139210-b404-4a0d-867f-62c56ebe464b req-8d35811b-67ab-4aed-8783-7c1571cdf0ed tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:33.521379 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94139210-b404-4a0d-867f-62c56ebe464b req-8d35811b-67ab-4aed-8783-7c1571cdf0ed tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 945 time: 0.1957181 Jul 16 01:42:33.521625 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8f7c0-43ce-45e3-ada7-ef7d202d28ae None None] Pushing event updated for resources: {'Port': ['ID=1436c84b-f44f-4428-b12b-9a6d1b1cf216,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:33.607244 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94139210-b404-4a0d-867f-62c56ebe464b req-16ac9ed7-aa6d-4731-b61e-78935d4df6c2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844166 Jul 16 01:42:33.689413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] Set router af3bc28e-7ca8-4b0b-a757-582428d392e9 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:33.845751 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-82d9a4c9-ce81-4559-8057-fbe9d25d40f1 req-08b6c9cb-17e5-4369-af11-4fee8704dc81 service neutron] 10.222.0.47 "GET /v2.0/networks/064f9b27-3180-442f-b0d7-3694e4782719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7860456 Jul 16 01:42:33.851646 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.874564 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-9a4e9152-f0ae-4083-99a3-a908ed3e86d0 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:33.882968 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-9a4e9152-f0ae-4083-99a3-a908ed3e86d0 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/networks?id=203c259b-6808-454c-950b-0d68f44e0a77 HTTP/1.1" status: 200 len: 818 time: 0.8021052 Jul 16 01:42:33.900285 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-e3177e01-7943-4e03-b0b2-5837e8b14991 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/quotas/99d319bfc75943aa8724b2b1f28f0994 HTTP/1.1" status: 200 len: 375 time: 0.0153153 Jul 16 01:42:34.000328 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-8a5a506f-0910-4485-aca8-c654ba7382d6 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=99d319bfc75943aa8724b2b1f28f0994&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0956337 Jul 16 01:42:34.010579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bf366-fdbb-4d19-8dde-c769b21b9c11 req-a1136659-cf14-4000-b3c1-b48b7cd42d16 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:34.020200 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7e0bf366-fdbb-4d19-8dde-c769b21b9c11 req-a1136659-cf14-4000-b3c1-b48b7cd42d16 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 945 time: 0.0913196 Jul 16 01:42:34.040409 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3bc28e-7ca8-4b0b-a757-582428d392e9', 'name': 'tempest-ServerRescueNegativeTestJSON-709367749-router', 'tenant_id': '99d319bfc75943aa8724b2b1f28f0994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '179b38d8-8f08-4c9a-9590-4ecd14dff43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:20Z', 'updated_at': '2021-07-16T01:42:29Z', 'revision_number': 4, 'project_id': '99d319bfc75943aa8724b2b1f28f0994', 'gw_port': {'id': '179b38d8-8f08-4c9a-9590-4ecd14dff43d', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bc28e-7ca8-4b0b-a757-582428d392e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:21Z', 'updated_at': '2021-07-16T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '1436c84b-f44f-4428-b12b-9a6d1b1cf216', 'name': '', 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77', 'tenant_id': '99d319bfc75943aa8724b2b1f28f0994', 'mac_address': 'fa:16:3e:2b:7b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3bc28e-7ca8-4b0b-a757-582428d392e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '49ef4659-39ae-4d72-898c-630ab0b4abf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:26Z', 'updated_at': '2021-07-16T01:42:33Z', 'revision_number': 4, 'project_id': '99d319bfc75943aa8724b2b1f28f0994', 'subnets': [{'id': '49ef4659-39ae-4d72-898c-630ab0b4abf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:34.076486 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1e4d7-592d-4755-a8ce-aa9baea6c734 None None] The sync data for ids ['af3bc28e-7ca8-4b0b-a757-582428d392e9'] in n-d-800086-6 is: [{'id': 'af3bc28e-7ca8-4b0b-a757-582428d392e9', 'name': 'tempest-ServerRescueNegativeTestJSON-709367749-router', 'tenant_id': '99d319bfc75943aa8724b2b1f28f0994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '179b38d8-8f08-4c9a-9590-4ecd14dff43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:20Z', 'updated_at': '2021-07-16T01:42:29Z', 'revision_number': 4, 'project_id': '99d319bfc75943aa8724b2b1f28f0994', 'gw_port': {'id': '179b38d8-8f08-4c9a-9590-4ecd14dff43d', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bc28e-7ca8-4b0b-a757-582428d392e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:21Z', 'updated_at': '2021-07-16T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '1436c84b-f44f-4428-b12b-9a6d1b1cf216', 'name': '', 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77', 'tenant_id': '99d319bfc75943aa8724b2b1f28f0994', 'mac_address': 'fa:16:3e:2b:7b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3bc28e-7ca8-4b0b-a757-582428d392e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '49ef4659-39ae-4d72-898c-630ab0b4abf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:26Z', 'updated_at': '2021-07-16T01:42:33Z', 'revision_number': 4, 'project_id': '99d319bfc75943aa8724b2b1f28f0994', 'subnets': [{'id': '49ef4659-39ae-4d72-898c-630ab0b4abf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:34.078798 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7e0bf366-fdbb-4d19-8dde-c769b21b9c11 req-f1e28dfe-d255-4344-890d-4de8d2067a8e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575404 Jul 16 01:42:34.140274 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-bf499b60-1c61-44ee-8a0d-12c7eb82b3ea service neutron] 10.222.0.54 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317418 Jul 16 01:42:34.189378 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f7b5b00b-f784-44b8-b6dd-9c075cc1de50 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:34.331494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port f7b5b00b-f784-44b8-b6dd-9c075cc1de50 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:34.335578 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af0488-2d59-4e00-9048-6703e47e7aa0 req-c2bec5c7-97d8-417e-9a2a-5cf6e59e06db tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:34.341857 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-3099a7fb-f18d-4bc9-b950-742403806481 service neutron] 10.222.0.54 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010415 Jul 16 01:42:34.343543 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40af0488-2d59-4e00-9048-6703e47e7aa0 req-c2bec5c7-97d8-417e-9a2a-5cf6e59e06db tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/ports?device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 943 time: 0.1151457 Jul 16 01:42:34.348026 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port f7b5b00b-f784-44b8-b6dd-9c075cc1de50 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:34.350693 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.394461 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40af0488-2d59-4e00-9048-6703e47e7aa0 req-bb410e25-8b3c-4e29-a559-128e12171096 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27e04e-6139-49fe-9c63-6c1322641d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498095 Jul 16 01:42:34.508618 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.539073 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b907b7d-034c-4253-a847-5009c87ac7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b5b00b-f784-44b8-b6dd-9c075cc1de50'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:34.541907 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b47c211-c265-469a-94f3-b2325741fc99" -d '{"events": [{"server_uuid": "2b907b7d-034c-4253-a847-5009c87ac7e7", "name": "network-vif-plugged", "status": "completed", "tag": "f7b5b00b-f784-44b8-b6dd-9c075cc1de50"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:34.567420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f7b5b00b-f784-44b8-b6dd-9c075cc1de50, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f7b5b00b-f784-44b8-b6dd-9c075cc1de50,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:34.582847 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.712807 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecd42a8-3463-44ea-b47b-b73d8704357a x-openstack-request-id: req-cecd42a8-3463-44ea-b47b-b73d8704357a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:34.713514 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b907b7d-034c-4253-a847-5009c87ac7e7", "name": "network-vif-plugged", "status": "completed", "tag": "f7b5b00b-f784-44b8-b6dd-9c075cc1de50", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:34.713514 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cecd42a8-3463-44ea-b47b-b73d8704357a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:34.724356 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b907b7d-034c-4253-a847-5009c87ac7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b5b00b-f784-44b8-b6dd-9c075cc1de50', 'code': 200} Jul 16 01:42:34.729474 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f7b5b00b-f784-44b8-b6dd-9c075cc1de50,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:34.831895 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3450199a-1e92-457b-a5bc-de4501d7d210 req-d9e9023c-a116-4c14-92cb-8f73dbb21dcb tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 210 time: 0.1139634 Jul 16 01:42:34.919998 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-8b068bb1-4278-4961-a718-63ecb23b02a5 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:34.925462 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-8b068bb1-4278-4961-a718-63ecb23b02a5 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.26 "GET /v2.0/networks?id=203c259b-6808-454c-950b-0d68f44e0a77 HTTP/1.1" status: 200 len: 818 time: 0.3970163 Jul 16 01:42:34.942988 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-fbf57c94-fe61-47be-b033-c78992201d8e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Request body: {'port': {'device_id': '8f09bbae-4738-4dad-a1ca-fd5fde6c3617', 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77', 'admin_state_up': True, 'tenant_id': '99d319bfc75943aa8724b2b1f28f0994'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:35.159837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f59f7-ba5f-4317-bc1b-659911d50db9 req-ddf84176-dcd4-4ae7-9346-06e4a19a02f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.196684 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e2f59f7-ba5f-4317-bc1b-659911d50db9 req-ddf84176-dcd4-4ae7-9346-06e4a19a02f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 1097 time: 0.3075826 Jul 16 01:42:35.313610 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e2f59f7-ba5f-4317-bc1b-659911d50db9 req-6c58a3a9-063d-43f0-a3c8-fc8145814775 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159933 Jul 16 01:42:35.404728 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-fbf57c94-fe61-47be-b033-c78992201d8e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Made reservation on behalf of 99d319bfc75943aa8724b2b1f28f0994 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:35.415055 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-fbf57c94-fe61-47be-b033-c78992201d8e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.540877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2eaf5d-0855-4611-8359-230403a4cff3 req-27d15ef2-5635-43f6-8215-bef57680f0ac tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.542475 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6c2eaf5d-0855-4611-8359-230403a4cff3 req-27d15ef2-5635-43f6-8215-bef57680f0ac tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 946 time: 0.3196120 Jul 16 01:42:35.544970 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea183500-7161-4611-9cc8-fa9ee934131b req-e4a6861b-14d4-4cf6-9930-d6ec9270a2ea tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.546539 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ea183500-7161-4611-9cc8-fa9ee934131b req-e4a6861b-14d4-4cf6-9930-d6ec9270a2ea tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 945 time: 0.1122227 Jul 16 01:42:35.569935 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:35.620467 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ea183500-7161-4611-9cc8-fa9ee934131b req-81b31f37-057c-4631-b69c-a0f42a8ef81e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673664 Jul 16 01:42:35.685301 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:35.696955 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:35.697405 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.706733 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6c2eaf5d-0855-4611-8359-230403a4cff3 req-3d630833-1f57-45e5-8c60-b31a62c3f149 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471932 Jul 16 01:42:35.728527 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-fbf57c94-fe61-47be-b033-c78992201d8e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Allocated IP 172.20.0.13 (203c259b-6808-454c-950b-0d68f44e0a77/49ef4659-39ae-4d72-898c-630ab0b4abf0/82f6c61e-eb43-40c4-ba84-9d19ff49c329) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:35.872430 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.939545 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdba171-b792-4b9f-93c6-2e1810d265a2 req-3fec7fba-b373-4588-81b8-3cd8e4542256 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.941700 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2bdba171-b792-4b9f-93c6-2e1810d265a2 req-3fec7fba-b373-4588-81b8-3cd8e4542256 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/ports?device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 943 time: 0.1722019 Jul 16 01:42:35.961775 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=32ed3b03-b3d6-48a4-94ec-2c729b8f0db0,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:35.973618 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.008037 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-fbf57c94-fe61-47be-b033-c78992201d8e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.031927 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2bdba171-b792-4b9f-93c6-2e1810d265a2 req-94d00de1-3fc6-40c2-aa6d-9403f420b743 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27e04e-6139-49fe-9c63-6c1322641d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836594 Jul 16 01:42:36.073312 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=32ed3b03-b3d6-48a4-94ec-2c729b8f0db0,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:36.086422 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-fbf57c94-fe61-47be-b033-c78992201d8e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.165794 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-fbf57c94-fe61-47be-b033-c78992201d8e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Network 203c259b-6808-454c-950b-0d68f44e0a77 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:36.206948 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-27cec023-09aa-4642-9780-8bc693afd1ca req-c8b7d265-2c77-44af-ad1b-a81b0eb23ff4 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 210 time: 0.0907729 Jul 16 01:42:36.208177 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-fbf57c94-fe61-47be-b033-c78992201d8e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:36.220597 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1436c84b-f44f-4428-b12b-9a6d1b1cf216 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:36.220597 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e4da9a8f-5ff7-402f-99e2-ad1c9e136387 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:36.220820 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-fbf57c94-fe61-47be-b033-c78992201d8e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:36.255343 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf57c94-fe61-47be-b033-c78992201d8e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Pushing event updated for resources: {'Port': ['ID=82f6c61e-eb43-40c4-ba84-9d19ff49c329,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:36.294106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-fbf57c94-fe61-47be-b033-c78992201d8e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:36.294106 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-fbf57c94-fe61-47be-b033-c78992201d8e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.324748 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-fbf57c94-fe61-47be-b033-c78992201d8e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3859854 Jul 16 01:42:36.345798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Request body: {'port': {'device_id': '8f09bbae-4738-4dad-a1ca-fd5fde6c3617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:36.373119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 1436c84b-f44f-4428-b12b-9a6d1b1cf216 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:36.379637 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 1436c84b-f44f-4428-b12b-9a6d1b1cf216 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:36.380147 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.437925 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e4da9a8f-5ff7-402f-99e2-ad1c9e136387, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e4da9a8f-5ff7-402f-99e2-ad1c9e136387,segment=NetworkSegment(9ea73545-1590-42a7-971b-b568e0335ff4),segment_id=9ea73545-1590-42a7-971b-b568e0335ff4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:36.449262 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.480430 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'e4da9a8f-5ff7-402f-99e2-ad1c9e136387', 'network_id': '064f9b27-3180-442f-b0d7-3694e4782719', 'port_id': 'e4da9a8f-5ff7-402f-99e2-ad1c9e136387', 'mac_address': 'fa:16:3e:48:2b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd47902-8047-4961-b697-08cfce456eab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:36.532955 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.543970 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.556924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4da9a8f-5ff7-402f-99e2-ad1c9e136387 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:36.592088 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e4da9a8f-5ff7-402f-99e2-ad1c9e136387, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e4da9a8f-5ff7-402f-99e2-ad1c9e136387,segment=NetworkSegment(9ea73545-1590-42a7-971b-b568e0335ff4),segment_id=9ea73545-1590-42a7-971b-b568e0335ff4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:36.601686 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.629476 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 1436c84b-f44f-4428-b12b-9a6d1b1cf216, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1436c84b-f44f-4428-b12b-9a6d1b1cf216,segment=NetworkSegment(2c7d3b6d-2750-4767-8c4f-c97948a2d70b),segment_id=2c7d3b6d-2750-4767-8c4f-c97948a2d70b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:36.635673 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.664393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=e4da9a8f-5ff7-402f-99e2-ad1c9e136387,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:36.730053 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60450ab-f879-4a8c-9e73-8e07aa6e2412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ed3b03-b3d6-48a4-94ec-2c729b8f0db0'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:36.732369 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cb6e7a-4155-4680-9d6e-9c7c1a15e70d" -d '{"events": [{"server_uuid": "a60450ab-f879-4a8c-9e73-8e07aa6e2412", "name": "network-vif-plugged", "status": "completed", "tag": "32ed3b03-b3d6-48a4-94ec-2c729b8f0db0"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:36.735245 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=1436c84b-f44f-4428-b12b-9a6d1b1cf216,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:36.844153 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f6c61e-eb43-40c4-ba84-9d19ff49c329 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:36.855149 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.872354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Transition to ACTIVE for port object 82f6c61e-eb43-40c4-ba84-9d19ff49c329 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:36.879631 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.934948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366b607-bcb5-4481-900f-024996ddb6b0 req-2199b20d-297e-41e5-b837-fe7e4b1523aa tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:36.936937 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6366b607-bcb5-4481-900f-024996ddb6b0 req-2199b20d-297e-41e5-b837-fe7e4b1523aa tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.1314547 Jul 16 01:42:36.938894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b2b3-02c4-4177-a9d6-c7c6f498c6cf req-5f7444dc-4c67-4643-85dc-905125a1e235 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:36.942232 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2898b2b3-02c4-4177-a9d6-c7c6f498c6cf req-5f7444dc-4c67-4643-85dc-905125a1e235 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 946 time: 0.0821550 Jul 16 01:42:36.950386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Pushing event updated for resources: {'Port': ['ID=82f6c61e-eb43-40c4-ba84-9d19ff49c329,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:37.022241 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2898b2b3-02c4-4177-a9d6-c7c6f498c6cf req-5677d690-3489-44fd-a3d9-aaca9948bc09 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698428 Jul 16 01:42:37.090299 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c708362-5d7c-42ea-82f9-7886c798a1c7 x-openstack-request-id: req-6c708362-5d7c-42ea-82f9-7886c798a1c7 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:37.090806 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60450ab-f879-4a8c-9e73-8e07aa6e2412", "name": "network-vif-plugged", "status": "completed", "tag": "32ed3b03-b3d6-48a4-94ec-2c729b8f0db0", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:37.090920 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6c708362-5d7c-42ea-82f9-7886c798a1c7 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:37.091233 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60450ab-f879-4a8c-9e73-8e07aa6e2412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ed3b03-b3d6-48a4-94ec-2c729b8f0db0', 'code': 200} Jul 16 01:42:37.100713 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['e4da9a8f-5ff7-402f-99e2-ad1c9e136387'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:37.464331 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6366b607-bcb5-4481-900f-024996ddb6b0 req-c50d5291-b109-4c9e-a48c-52abd365873b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798464 Jul 16 01:42:37.475453 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Attempting to bind port 82f6c61e-eb43-40c4-ba84-9d19ff49c329 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:37.476414 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Attempting to bind port 82f6c61e-eb43-40c4-ba84-9d19ff49c329 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '2c7d3b6d-2750-4767-8c4f-c97948a2d70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:37.476414 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Attempting to bind port 82f6c61e-eb43-40c4-ba84-9d19ff49c329 on network 203c259b-6808-454c-950b-0d68f44e0a77 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:37.481041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Port 82f6c61e-eb43-40c4-ba84-9d19ff49c329 on network 203c259b-6808-454c-950b-0d68f44e0a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:37.481354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Attempting to bind port 82f6c61e-eb43-40c4-ba84-9d19ff49c329 on network 203c259b-6808-454c-950b-0d68f44e0a77 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:37.498589 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:37.498944 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Checking segment: {'id': '2c7d3b6d-2750-4767-8c4f-c97948a2d70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:37.499081 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1567745-f83e-4214-a18b-6eb69e1bfa49 req-006d0826-caf9-4d7c-8692-31132a687469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.500669 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e1567745-f83e-4214-a18b-6eb69e1bfa49 req-006d0826-caf9-4d7c-8692-31132a687469 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 1097 time: 0.2540107 Jul 16 01:42:37.501112 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Bound using segment: {'id': '2c7d3b6d-2750-4767-8c4f-c97948a2d70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:37.501583 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Bound port: 82f6c61e-eb43-40c4-ba84-9d19ff49c329, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7d3b6d-2750-4767-8c4f-c97948a2d70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:37.502476 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.537184 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114dd7c-b6c9-46f8-b93c-6f10ed41dc17 req-b7cf6ebb-b3e1-412e-964b-f3ce37bdf3e9 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.543928 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c114dd7c-b6c9-46f8-b93c-6f10ed41dc17 req-b7cf6ebb-b3e1-412e-964b-f3ce37bdf3e9 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/ports?device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 944 time: 0.2991638 Jul 16 01:42:37.558884 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-897951ad-7dd9-4159-9e15-ba662e693e81 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.560355 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-897951ad-7dd9-4159-9e15-ba662e693e81 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.47 "GET /v2.0/networks?id=203c259b-6808-454c-950b-0d68f44e0a77 HTTP/1.1" status: 200 len: 818 time: 0.2597716 Jul 16 01:42:37.591230 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-99572082-b913-4ec3-9bb3-6820bdc7c000 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Request body: {'port': {'device_id': 'f6eb3088-03b1-41a6-abd9-9775110b2d68', 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77', 'admin_state_up': True, 'tenant_id': '99d319bfc75943aa8724b2b1f28f0994'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:37.595738 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e1567745-f83e-4214-a18b-6eb69e1bfa49 req-aede39ab-156c-40ac-8354-abf051cdc31f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829048 Jul 16 01:42:37.596626 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] For port 82f6c61e-eb43-40c4-ba84-9d19ff49c329, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:37.603552 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] For port 82f6c61e-eb43-40c4-ba84-9d19ff49c329, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=82f6c61e-eb43-40c4-ba84-9d19ff49c329,segment=NetworkSegment(2c7d3b6d-2750-4767-8c4f-c97948a2d70b),segment_id=2c7d3b6d-2750-4767-8c4f-c97948a2d70b)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:37.610251 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.647653 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c114dd7c-b6c9-46f8-b93c-6f10ed41dc17 req-20cc3a6d-512c-4d20-9b3b-5f5695d328c1 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27e04e-6139-49fe-9c63-6c1322641d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028657 Jul 16 01:42:37.699115 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.699115 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.700422 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] 10.222.0.26 "PUT /v2.0/ports/82f6c61e-eb43-40c4-ba84-9d19ff49c329 HTTP/1.1" status: 200 len: 1092 time: 1.3596466 Jul 16 01:42:37.700894 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f09bbae-4738-4dad-a1ca-fd5fde6c3617', 'tag': '82f6c61e-eb43-40c4-ba84-9d19ff49c329'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:37.703227 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5655f419-d36e-4b02-8f82-aeeb76539454" -d '{"events": [{"name": "network-changed", "server_uuid": "8f09bbae-4738-4dad-a1ca-fd5fde6c3617", "tag": "82f6c61e-eb43-40c4-ba84-9d19ff49c329"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:37.757244 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f0634de-b470-4767-ab00-9f9e539c82a7 req-34b0f499-c25d-4514-8c5d-933d26964f01 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 210 time: 0.0313916 Jul 16 01:42:37.757991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1495c-6fdc-4679-b848-e04721d846f8 service neutron] Pushing event updated for resources: {'Port': ['ID=82f6c61e-eb43-40c4-ba84-9d19ff49c329,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:37.817485 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-99572082-b913-4ec3-9bb3-6820bdc7c000 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Made reservation on behalf of 99d319bfc75943aa8724b2b1f28f0994 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:37.823876 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-99572082-b913-4ec3-9bb3-6820bdc7c000 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.847147 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6918ad-dce2-4963-a573-9c8163ff4c5a x-openstack-request-id: req-4d6918ad-dce2-4963-a573-9c8163ff4c5a {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:37.847760 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f09bbae-4738-4dad-a1ca-fd5fde6c3617", "tag": "82f6c61e-eb43-40c4-ba84-9d19ff49c329", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:37.848092 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d6918ad-dce2-4963-a573-9c8163ff4c5a {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:37.848593 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f09bbae-4738-4dad-a1ca-fd5fde6c3617', 'tag': '82f6c61e-eb43-40c4-ba84-9d19ff49c329', 'status': 'completed', 'code': 200} Jul 16 01:42:37.983785 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-99572082-b913-4ec3-9bb3-6820bdc7c000 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Allocated IP 172.20.0.5 (203c259b-6808-454c-950b-0d68f44e0a77/49ef4659-39ae-4d72-898c-630ab0b4abf0/63cd87c8-3930-47c6-9dc8-54feab5bc9ce) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:38.033277 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655f419-d36e-4b02-8f82-aeeb76539454 req-e6ed0d4e-3e71-4235-9c04-6fcde739e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:38.036025 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5655f419-d36e-4b02-8f82-aeeb76539454 req-e6ed0d4e-3e71-4235-9c04-6fcde739e698 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99d319bfc75943aa8724b2b1f28f0994&device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 1095 time: 0.0593805 Jul 16 01:42:38.208068 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655f419-d36e-4b02-8f82-aeeb76539454 req-774221c7-a672-4d75-a789-f020cef648a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:38.210342 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5655f419-d36e-4b02-8f82-aeeb76539454 req-774221c7-a672-4d75-a789-f020cef648a3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=99d319bfc75943aa8724b2b1f28f0994&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1604085 Jul 16 01:42:38.214412 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1436c84b-f44f-4428-b12b-9a6d1b1cf216 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:38.242234 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-99572082-b913-4ec3-9bb3-6820bdc7c000 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.305854 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 1436c84b-f44f-4428-b12b-9a6d1b1cf216 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:38.309152 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.335182 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-99572082-b913-4ec3-9bb3-6820bdc7c000 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.390384 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-99572082-b913-4ec3-9bb3-6820bdc7c000 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Network 203c259b-6808-454c-950b-0d68f44e0a77 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:38.394233 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-99572082-b913-4ec3-9bb3-6820bdc7c000 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:38.402174 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-99572082-b913-4ec3-9bb3-6820bdc7c000 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:38.466700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-99572082-b913-4ec3-9bb3-6820bdc7c000 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:38.467476 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-99572082-b913-4ec3-9bb3-6820bdc7c000 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.477306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f5a47-1f9d-43d6-9980-ece75098e17c req-f94ca790-e335-418e-9e95-c8dbd8bdd4b3 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:38.482487 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99572082-b913-4ec3-9bb3-6820bdc7c000 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Pushing event updated for resources: {'Port': ['ID=63cd87c8-3930-47c6-9dc8-54feab5bc9ce,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:38.492232 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7a1f5a47-1f9d-43d6-9980-ece75098e17c req-f94ca790-e335-418e-9e95-c8dbd8bdd4b3 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 946 time: 0.2531762 Jul 16 01:42:38.493727 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-99572082-b913-4ec3-9bb3-6820bdc7c000 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9066617 Jul 16 01:42:38.500680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655f419-d36e-4b02-8f82-aeeb76539454 req-877edfb2-b6ad-4f80-a142-b479dd3e4e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:38.502104 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5655f419-d36e-4b02-8f82-aeeb76539454 req-877edfb2-b6ad-4f80-a142-b479dd3e4e08 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2836308 Jul 16 01:42:38.537628 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Request body: {'port': {'device_id': 'f6eb3088-03b1-41a6-abd9-9775110b2d68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:38.554008 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7a1f5a47-1f9d-43d6-9980-ece75098e17c req-5b119843-ddb8-4111-b6b3-c97e79305e5e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604732 Jul 16 01:42:38.680844 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-7ddeebce-b5dc-48e4-8f1b-7c650e966d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:38.682399 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-7ddeebce-b5dc-48e4-8f1b-7c650e966d7a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99d319bfc75943aa8724b2b1f28f0994&device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 1095 time: 0.0849137 Jul 16 01:42:38.730759 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.774145 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-45012b6e-d3a0-49c1-935a-a7d07b3806b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82f6c61e-eb43-40c4-ba84-9d19ff49c329 HTTP/1.1" status: 200 len: 217 time: 0.0759943 Jul 16 01:42:38.821340 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753d5bd-ffcb-4833-8f99-984be3960fe9 req-ea049120-b93f-46b0-9f42-cf71c9cb85c2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:38.823519 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e753d5bd-ffcb-4833-8f99-984be3960fe9 req-ea049120-b93f-46b0-9f42-cf71c9cb85c2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.2011287 Jul 16 01:42:38.852352 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-51f0206b-beee-4de0-8551-ce9da8b5e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:38.854210 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-51f0206b-beee-4de0-8551-ce9da8b5e6a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49ef4659-39ae-4d72-898c-630ab0b4abf0 HTTP/1.1" status: 200 len: 858 time: 0.0708127 Jul 16 01:42:38.926889 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-622971e3-5a61-4ffd-a0e8-7d350d07b91f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=203c259b-6808-454c-950b-0d68f44e0a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651703 Jul 16 01:42:38.965223 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e753d5bd-ffcb-4833-8f99-984be3960fe9 req-b6db8c1c-2bf2-458e-acd6-05af6b74a1ed tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268048 Jul 16 01:42:39.135467 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-9e60328b-497a-45c0-8530-818a069a5c39 service neutron] 10.222.0.26 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998994 Jul 16 01:42:39.267813 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe744b16-a66f-4fc8-a4d2-d22d19ac231e req-a9d3f089-4f7f-4140-9fc9-d10452e5974b service neutron] 10.222.0.26 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225789 Jul 16 01:42:39.288614 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690a791-e638-4f1e-9822-93b6d3dd9583 req-87e5c1bb-0349-41cd-ace4-6ef903955326 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:39.291481 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9690a791-e638-4f1e-9822-93b6d3dd9583 req-87e5c1bb-0349-41cd-ace4-6ef903955326 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 931 time: 0.1502495 Jul 16 01:42:39.297266 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1159a-beb5-4fae-852b-2fbd63211774 req-55acd479-d030-47ce-a8f3-d7d6b3737fda tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:39.299023 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a0f1159a-beb5-4fae-852b-2fbd63211774 req-55acd479-d030-47ce-a8f3-d7d6b3737fda tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/ports?device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 944 time: 0.3225186 Jul 16 01:42:39.322366 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63cd87c8-3930-47c6-9dc8-54feab5bc9ce {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:39.342129 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.356532 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a0f1159a-beb5-4fae-852b-2fbd63211774 req-c758da9f-5ce3-4fe9-974e-a48a9209524a tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27e04e-6139-49fe-9c63-6c1322641d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492306 Jul 16 01:42:39.371612 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Transition to ACTIVE for port object 63cd87c8-3930-47c6-9dc8-54feab5bc9ce will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:39.391234 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9690a791-e638-4f1e-9822-93b6d3dd9583 req-57ecae13-23c4-4a26-a651-e79956c1abeb tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879989 Jul 16 01:42:39.398075 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.459535 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Pushing event updated for resources: {'Port': ['ID=63cd87c8-3930-47c6-9dc8-54feab5bc9ce,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:39.566941 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Attempting to bind port 63cd87c8-3930-47c6-9dc8-54feab5bc9ce on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:39.566941 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Attempting to bind port 63cd87c8-3930-47c6-9dc8-54feab5bc9ce by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '2c7d3b6d-2750-4767-8c4f-c97948a2d70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:39.567277 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Attempting to bind port 63cd87c8-3930-47c6-9dc8-54feab5bc9ce on network 203c259b-6808-454c-950b-0d68f44e0a77 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:39.571890 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Port 63cd87c8-3930-47c6-9dc8-54feab5bc9ce on network 203c259b-6808-454c-950b-0d68f44e0a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:39.572221 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Attempting to bind port 63cd87c8-3930-47c6-9dc8-54feab5bc9ce on network 203c259b-6808-454c-950b-0d68f44e0a77 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:39.577332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:39.577680 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Checking segment: {'id': '2c7d3b6d-2750-4767-8c4f-c97948a2d70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:39.578068 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Bound using segment: {'id': '2c7d3b6d-2750-4767-8c4f-c97948a2d70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:39.578501 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Bound port: 63cd87c8-3930-47c6-9dc8-54feab5bc9ce, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7d3b6d-2750-4767-8c4f-c97948a2d70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:39.578858 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.587177 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a269ea0-82dc-4ce9-aad4-24acbc11270d req-a25c390b-1d21-4aed-b9c2-9729e59c1861 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:39.597363 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8a269ea0-82dc-4ce9-aad4-24acbc11270d req-a25c390b-1d21-4aed-b9c2-9729e59c1861 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 946 time: 0.0944247 Jul 16 01:42:39.649557 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8a269ea0-82dc-4ce9-aad4-24acbc11270d req-bd3f45e1-c823-4ef6-b609-ca9dbd779881 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510020 Jul 16 01:42:39.703452 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] For port 63cd87c8-3930-47c6-9dc8-54feab5bc9ce, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:39.714282 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] For port 63cd87c8-3930-47c6-9dc8-54feab5bc9ce, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=63cd87c8-3930-47c6-9dc8-54feab5bc9ce,segment=NetworkSegment(2c7d3b6d-2750-4767-8c4f-c97948a2d70b),segment_id=2c7d3b6d-2750-4767-8c4f-c97948a2d70b)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:39.729559 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.826808 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:39.827502 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.828967 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] 10.222.0.47 "PUT /v2.0/ports/63cd87c8-3930-47c6-9dc8-54feab5bc9ce HTTP/1.1" status: 200 len: 1091 time: 1.3085926 Jul 16 01:42:39.829445 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6eb3088-03b1-41a6-abd9-9775110b2d68', 'tag': '63cd87c8-3930-47c6-9dc8-54feab5bc9ce'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:39.832450 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d781ad5f-d7b2-4faf-9c3d-fedad98b41b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f6eb3088-03b1-41a6-abd9-9775110b2d68", "tag": "63cd87c8-3930-47c6-9dc8-54feab5bc9ce"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:39.885306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec0036-b6b9-492d-8a6d-eb2eede9a821 service neutron] Pushing event updated for resources: {'Port': ['ID=63cd87c8-3930-47c6-9dc8-54feab5bc9ce,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:39.891474 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067324bf-1c5d-42d3-98e7-187cf4b78f76 x-openstack-request-id: req-067324bf-1c5d-42d3-98e7-187cf4b78f76 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:39.891722 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6eb3088-03b1-41a6-abd9-9775110b2d68", "tag": "63cd87c8-3930-47c6-9dc8-54feab5bc9ce", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:39.891983 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-067324bf-1c5d-42d3-98e7-187cf4b78f76 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:39.892382 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6eb3088-03b1-41a6-abd9-9775110b2d68', 'tag': '63cd87c8-3930-47c6-9dc8-54feab5bc9ce', 'status': 'completed', 'code': 200} Jul 16 01:42:39.922900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24018d68-c015-4abe-9f6c-34e02ef9d47e req-5146afee-c25e-44d6-8b99-24f4484e99dc tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:39.924673 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-24018d68-c015-4abe-9f6c-34e02ef9d47e req-5146afee-c25e-44d6-8b99-24f4484e99dc tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 946 time: 0.1171784 Jul 16 01:42:40.008608 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-24018d68-c015-4abe-9f6c-34e02ef9d47e req-32b5f4ec-2cf4-4dd9-8ffa-d32172c9d8af tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759342 Jul 16 01:42:40.031584 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-623f4a20-7472-42eb-a7ec-3e2e983f5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:40.033299 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-623f4a20-7472-42eb-a7ec-3e2e983f5e6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99d319bfc75943aa8724b2b1f28f0994&device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 1094 time: 0.0912473 Jul 16 01:42:40.103587 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-85b07d47-2df2-49db-88fc-eed481eff1d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63cd87c8-3930-47c6-9dc8-54feab5bc9ce HTTP/1.1" status: 200 len: 217 time: 0.0461342 Jul 16 01:42:40.195220 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-4d8a2cc5-ad16-4e39-b420-6a838abef559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:40.199620 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-4d8a2cc5-ad16-4e39-b420-6a838abef559 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49ef4659-39ae-4d72-898c-630ab0b4abf0 HTTP/1.1" status: 200 len: 858 time: 0.0843694 Jul 16 01:42:40.245929 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e4da9a8f-5ff7-402f-99e2-ad1c9e136387 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:40.256579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb93f47-f30c-4cad-b3ff-d8f934e6a0e8 req-e7608d04-6ba4-4e49-8cb7-a6362bb7cc6d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:40.261419 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-6ac9d451-7bf5-492e-b95b-46e8d3d8f4f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=203c259b-6808-454c-950b-0d68f44e0a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497122 Jul 16 01:42:40.266191 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1eb93f47-f30c-4cad-b3ff-d8f934e6a0e8 req-e7608d04-6ba4-4e49-8cb7-a6362bb7cc6d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.1116414 Jul 16 01:42:40.371511 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1eb93f47-f30c-4cad-b3ff-d8f934e6a0e8 req-c9aade5b-4159-4bf7-9546-8030003f3bc3 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038394 Jul 16 01:42:40.419591 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port e4da9a8f-5ff7-402f-99e2-ad1c9e136387 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:40.430524 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port e4da9a8f-5ff7-402f-99e2-ad1c9e136387 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:40.434212 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.597837 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-bdda02c2-2dd2-4359-803b-a07f380d7480 service neutron] 10.222.0.47 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219042 Jul 16 01:42:40.682607 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.746466 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port e4da9a8f-5ff7-402f-99e2-ad1c9e136387, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e4da9a8f-5ff7-402f-99e2-ad1c9e136387,segment=NetworkSegment(9ea73545-1590-42a7-971b-b568e0335ff4),segment_id=9ea73545-1590-42a7-971b-b568e0335ff4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:40.751337 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3372059b-3ee9-43f9-82b6-04cfa94ec6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4da9a8f-5ff7-402f-99e2-ad1c9e136387'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:40.755611 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538ad23c-9797-4dc3-bc38-488f1f7d8981" -d '{"events": [{"server_uuid": "3372059b-3ee9-43f9-82b6-04cfa94ec6ae", "name": "network-vif-plugged", "status": "completed", "tag": "e4da9a8f-5ff7-402f-99e2-ad1c9e136387"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:40.759752 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.772639 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed7c05-f128-43b6-a427-850ceee04596 req-986e0925-bbbb-4ea1-9889-c5a9230b2e4f tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:40.774200 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b0639fb-17bf-476a-9e8e-661d4c9832e7 req-345853c1-1f6d-43c4-919b-d040024ab997 service neutron] 10.222.0.47 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685326 Jul 16 01:42:40.776155 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6ed7c05-f128-43b6-a427-850ceee04596 req-986e0925-bbbb-4ea1-9889-c5a9230b2e4f tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/ports?device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 944 time: 0.1404002 Jul 16 01:42:40.836922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=e4da9a8f-5ff7-402f-99e2-ad1c9e136387,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:40.856396 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6ed7c05-f128-43b6-a427-850ceee04596 req-f3daa2f4-8a31-4a4a-81dd-2b32625bf1a2 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27e04e-6139-49fe-9c63-6c1322641d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742922 Jul 16 01:42:41.029432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781ad5f-d7b2-4faf-9c3d-fedad98b41b9 req-b489d6df-59b1-47cb-86ba-33a6f3328d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:41.038201 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d781ad5f-d7b2-4faf-9c3d-fedad98b41b9 req-b489d6df-59b1-47cb-86ba-33a6f3328d63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99d319bfc75943aa8724b2b1f28f0994&device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 1094 time: 0.1031725 Jul 16 01:42:41.069724 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1c8a7-bc5a-4372-9b13-dace6be0aee2 req-a506033d-a7d7-4933-9b9f-b1cc45da52b3 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:41.078908 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-64d1c8a7-bc5a-4372-9b13-dace6be0aee2 req-a506033d-a7d7-4933-9b9f-b1cc45da52b3 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 943 time: 0.1018460 Jul 16 01:42:41.145101 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-64d1c8a7-bc5a-4372-9b13-dace6be0aee2 req-979d94e3-186d-4eed-9dc3-04b23da4e697 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650291 Jul 16 01:42:41.214098 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781ad5f-d7b2-4faf-9c3d-fedad98b41b9 req-f06afa67-03bd-4ad3-86ba-a6808394d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:41.216743 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d781ad5f-d7b2-4faf-9c3d-fedad98b41b9 req-f06afa67-03bd-4ad3-86ba-a6808394d55b service neutron] 10.222.0.47 "GET /v2.0/networks?id=203c259b-6808-454c-950b-0d68f44e0a77 HTTP/1.1" status: 200 len: 919 time: 0.1674330 Jul 16 01:42:41.276902 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68918306-90c1-4c1d-8252-aba49eeff630 x-openstack-request-id: req-68918306-90c1-4c1d-8252-aba49eeff630 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:41.277858 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3372059b-3ee9-43f9-82b6-04cfa94ec6ae", "name": "network-vif-plugged", "status": "completed", "tag": "e4da9a8f-5ff7-402f-99e2-ad1c9e136387", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:41.279864 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-68918306-90c1-4c1d-8252-aba49eeff630 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:41.280516 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3372059b-3ee9-43f9-82b6-04cfa94ec6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4da9a8f-5ff7-402f-99e2-ad1c9e136387', 'code': 200} Jul 16 01:42:41.282042 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d781ad5f-d7b2-4faf-9c3d-fedad98b41b9 req-6a5de34f-56e9-4bb6-8706-fbda9451605e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63cd87c8-3930-47c6-9dc8-54feab5bc9ce HTTP/1.1" status: 200 len: 217 time: 0.0537138 Jul 16 01:42:41.358724 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acb84a-5de0-4ec7-8d19-54417bec7d65 req-eaa7573e-6d00-4acc-83f2-72356f750107 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:41.360350 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9acb84a-5de0-4ec7-8d19-54417bec7d65 req-eaa7573e-6d00-4acc-83f2-72356f750107 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 946 time: 0.0986738 Jul 16 01:42:41.426352 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781ad5f-d7b2-4faf-9c3d-fedad98b41b9 req-f283355d-063a-44fc-8368-464e34926459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:41.429021 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d781ad5f-d7b2-4faf-9c3d-fedad98b41b9 req-f283355d-063a-44fc-8368-464e34926459 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49ef4659-39ae-4d72-898c-630ab0b4abf0 HTTP/1.1" status: 200 len: 858 time: 0.0838497 Jul 16 01:42:41.445721 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9acb84a-5de0-4ec7-8d19-54417bec7d65 req-22a77045-44ec-45b9-ba7f-fbb472bfedff tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776346 Jul 16 01:42:41.507491 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d781ad5f-d7b2-4faf-9c3d-fedad98b41b9 req-c3adef2c-bf13-44e6-a14b-ae2a43a0f689 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=203c259b-6808-454c-950b-0d68f44e0a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470417 Jul 16 01:42:41.518504 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96edee0-3265-496a-aa83-60d17f454e2b req-6a6ed600-4e9f-4c11-8c23-581cf7b8d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:41.520846 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c96edee0-3265-496a-aa83-60d17f454e2b req-6a6ed600-4e9f-4c11-8c23-581cf7b8d6e5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 1096 time: 0.0588527 Jul 16 01:42:41.562917 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c96edee0-3265-496a-aa83-60d17f454e2b req-54977640-fa71-4559-a453-d51d72f6b64e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bb27e04e-6139-49fe-9c63-6c1322641d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345349 Jul 16 01:42:41.567365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 82f6c61e-eb43-40c4-ba84-9d19ff49c329 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:41.639115 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d781ad5f-d7b2-4faf-9c3d-fedad98b41b9 req-01f01344-ee3d-488b-8bdd-b51e3df9cda0 service neutron] 10.222.0.47 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139009 Jul 16 01:42:41.655470 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe508f-2727-4aa2-b8c8-aaaea1242f0c req-da0c8a92-b083-4ac3-a66d-6faa2f37f959 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:41.659569 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64fe508f-2727-4aa2-b8c8-aaaea1242f0c req-da0c8a92-b083-4ac3-a66d-6faa2f37f959 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.1867244 Jul 16 01:42:41.687172 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 82f6c61e-eb43-40c4-ba84-9d19ff49c329, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=82f6c61e-eb43-40c4-ba84-9d19ff49c329,segment=NetworkSegment(2c7d3b6d-2750-4767-8c4f-c97948a2d70b),segment_id=2c7d3b6d-2750-4767-8c4f-c97948a2d70b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:41.700122 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '82f6c61e-eb43-40c4-ba84-9d19ff49c329', 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77', 'port_id': '82f6c61e-eb43-40c4-ba84-9d19ff49c329', 'mac_address': 'fa:16:3e:69:ab:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ef4659-39ae-4d72-898c-630ab0b4abf0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:41.713514 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64fe508f-2727-4aa2-b8c8-aaaea1242f0c req-89c2eccd-2401-4a00-b1dc-b4234e44b8b7 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493236 Jul 16 01:42:41.747781 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.760635 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f6c61e-eb43-40c4-ba84-9d19ff49c329 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:41.781385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 82f6c61e-eb43-40c4-ba84-9d19ff49c329, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=82f6c61e-eb43-40c4-ba84-9d19ff49c329,segment=NetworkSegment(2c7d3b6d-2750-4767-8c4f-c97948a2d70b),segment_id=2c7d3b6d-2750-4767-8c4f-c97948a2d70b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:41.788248 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.836949 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=82f6c61e-eb43-40c4-ba84-9d19ff49c329,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:42.121754 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d781ad5f-d7b2-4faf-9c3d-fedad98b41b9 req-d13ca33f-9776-4aa8-8819-2c65a6f8241f service neutron] 10.222.0.47 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652362 Jul 16 01:42:42.132829 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201840b-9320-4578-ad0d-bd8c7b38463b req-3263ca36-083a-42fe-a1ba-7ae166411d18 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:42.134949 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1201840b-9320-4578-ad0d-bd8c7b38463b req-3263ca36-083a-42fe-a1ba-7ae166411d18 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/ports?device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 945 time: 0.1653962 Jul 16 01:42:42.184246 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1201840b-9320-4578-ad0d-bd8c7b38463b req-758832aa-c580-4231-a75e-8008550949b3 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27e04e-6139-49fe-9c63-6c1322641d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422997 Jul 16 01:42:42.194176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['82f6c61e-eb43-40c4-ba84-9d19ff49c329'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:42.361180 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0b701-4d72-46bc-8834-29d69cc2301d req-929aff43-271d-499a-bb3b-c5e44fed188b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:42.362904 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b5b0b701-4d72-46bc-8834-29d69cc2301d req-929aff43-271d-499a-bb3b-c5e44fed188b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 943 time: 0.0881255 Jul 16 01:42:42.405250 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b5b0b701-4d72-46bc-8834-29d69cc2301d req-4676b40b-7bd5-45a7-8980-d1b52ddc1349 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364990 Jul 16 01:42:42.626635 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98e252-10b8-4c0e-9687-861dec2f4e3c req-36e5d230-ecb4-4ba5-816d-fbfad50aeabb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:42.628914 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8e98e252-10b8-4c0e-9687-861dec2f4e3c req-36e5d230-ecb4-4ba5-816d-fbfad50aeabb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 946 time: 0.0699241 Jul 16 01:42:42.667113 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8e98e252-10b8-4c0e-9687-861dec2f4e3c req-17b0586a-3583-41d2-b588-996e4952b2e3 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323019 Jul 16 01:42:42.899686 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bf949-173e-4ffa-a0d0-0621ceeab7ac req-f16bb2fb-6a9f-4174-982c-0e09a41b7d5e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:42.901228 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-318bf949-173e-4ffa-a0d0-0621ceeab7ac req-f16bb2fb-6a9f-4174-982c-0e09a41b7d5e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.0652151 Jul 16 01:42:42.942014 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-318bf949-173e-4ffa-a0d0-0621ceeab7ac req-211c32ee-f866-4373-8364-46639c5dc654 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350754 Jul 16 01:42:43.397356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82588e-0db8-4f1a-b5cd-787be0f90e05 req-89355bed-09f1-4396-a0dc-90b09b499d8e tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:43.399274 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cb82588e-0db8-4f1a-b5cd-787be0f90e05 req-89355bed-09f1-4396-a0dc-90b09b499d8e tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/ports?device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 945 time: 0.0789251 Jul 16 01:42:43.477566 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cb82588e-0db8-4f1a-b5cd-787be0f90e05 req-8ecd15e0-f72d-46a3-af3b-0895a046b0ad tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27e04e-6139-49fe-9c63-6c1322641d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714037 Jul 16 01:42:43.566049 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 82f6c61e-eb43-40c4-ba84-9d19ff49c329 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:43.653319 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 82f6c61e-eb43-40c4-ba84-9d19ff49c329 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:43.659423 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 82f6c61e-eb43-40c4-ba84-9d19ff49c329 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:43.659819 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.701069 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bb603-d4ed-4007-a85b-85132129fb32 req-e7159ff2-ef20-464e-965f-5026b01f1879 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:43.703267 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e1bb603-d4ed-4007-a85b-85132129fb32 req-e7159ff2-ef20-464e-965f-5026b01f1879 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 943 time: 0.1034145 Jul 16 01:42:43.775259 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.778869 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e1bb603-d4ed-4007-a85b-85132129fb32 req-243a3676-46c2-4842-8ae6-ad50a2c11a7b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649450 Jul 16 01:42:43.817392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f09bbae-4738-4dad-a1ca-fd5fde6c3617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f6c61e-eb43-40c4-ba84-9d19ff49c329'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:43.820287 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c672c6-63eb-4281-9c96-ca21855934be" -d '{"events": [{"server_uuid": "8f09bbae-4738-4dad-a1ca-fd5fde6c3617", "name": "network-vif-plugged", "status": "completed", "tag": "82f6c61e-eb43-40c4-ba84-9d19ff49c329"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:43.838444 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 82f6c61e-eb43-40c4-ba84-9d19ff49c329, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=82f6c61e-eb43-40c4-ba84-9d19ff49c329,segment=NetworkSegment(2c7d3b6d-2750-4767-8c4f-c97948a2d70b),segment_id=2c7d3b6d-2750-4767-8c4f-c97948a2d70b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:43.847518 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.878937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b963641-bf6a-44fa-b3ab-ebb240de928b req-a1bcb6ef-0f93-4889-8e79-61af32bf4483 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:43.880517 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6b963641-bf6a-44fa-b3ab-ebb240de928b req-a1bcb6ef-0f93-4889-8e79-61af32bf4483 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 946 time: 0.0779221 Jul 16 01:42:43.880696 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5c4158-cd7a-44aa-8dfc-8182c84fc7f9 x-openstack-request-id: req-fa5c4158-cd7a-44aa-8dfc-8182c84fc7f9 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:43.881078 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f09bbae-4738-4dad-a1ca-fd5fde6c3617", "name": "network-vif-plugged", "status": "completed", "tag": "82f6c61e-eb43-40c4-ba84-9d19ff49c329", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:43.881424 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fa5c4158-cd7a-44aa-8dfc-8182c84fc7f9 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:43.882030 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f09bbae-4738-4dad-a1ca-fd5fde6c3617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f6c61e-eb43-40c4-ba84-9d19ff49c329', 'code': 200} Jul 16 01:42:43.912558 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=82f6c61e-eb43-40c4-ba84-9d19ff49c329,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:43.938874 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6b963641-bf6a-44fa-b3ab-ebb240de928b req-de54e9e5-964d-4b37-a621-3d5ca8f5ae87 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527697 Jul 16 01:42:44.060264 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9933e3-678a-43ba-a656-12e2bf05396b req-2ef4415b-2063-413c-8b0d-1f25a8242296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:44.062779 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4c9933e3-678a-43ba-a656-12e2bf05396b req-2ef4415b-2063-413c-8b0d-1f25a8242296 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 1097 time: 0.0712814 Jul 16 01:42:44.102508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7f7ab-9006-4e98-b709-2691f458d665 req-1b298ec8-f48e-47c6-8fc3-0e66f2688493 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:44.104639 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b8e7f7ab-9006-4e98-b709-2691f458d665 req-1b298ec8-f48e-47c6-8fc3-0e66f2688493 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 946 time: 0.1198514 Jul 16 01:42:44.132834 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4c9933e3-678a-43ba-a656-12e2bf05396b req-14c82c1b-b2e1-4cb8-ac4c-fa9f2feae6c2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614200 Jul 16 01:42:44.212285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da7afb-4e26-4e51-9695-7d0cdff1495e req-494bcb95-3ee8-485a-9fa5-6d44f8f98365 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:44.220253 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-93da7afb-4e26-4e51-9695-7d0cdff1495e req-494bcb95-3ee8-485a-9fa5-6d44f8f98365 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.1032815 Jul 16 01:42:44.225224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-b8e7f7ab-9006-4e98-b709-2691f458d665 req-009f48c2-7b89-4d3d-81f3-1aed316367e6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Deleting port f7b5b00b-f784-44b8-b6dd-9c075cc1de50 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:44.225565 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b8e7f7ab-9006-4e98-b709-2691f458d665 req-009f48c2-7b89-4d3d-81f3-1aed316367e6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.255578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 63cd87c8-3930-47c6-9dc8-54feab5bc9ce details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:44.276472 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-93da7afb-4e26-4e51-9695-7d0cdff1495e req-5b4ca10b-23e5-47b2-98d5-964502960776 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541811 Jul 16 01:42:44.360455 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-b8e7f7ab-9006-4e98-b709-2691f458d665 req-009f48c2-7b89-4d3d-81f3-1aed316367e6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] For port f7b5b00b-f784-44b8-b6dd-9c075cc1de50, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f7b5b00b-f784-44b8-b6dd-9c075cc1de50,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:44.360939 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b8e7f7ab-9006-4e98-b709-2691f458d665 req-009f48c2-7b89-4d3d-81f3-1aed316367e6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.376535 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-b8e7f7ab-9006-4e98-b709-2691f458d665 req-009f48c2-7b89-4d3d-81f3-1aed316367e6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Calling delete_port for f7b5b00b-f784-44b8-b6dd-9c075cc1de50 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:44.437628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 63cd87c8-3930-47c6-9dc8-54feab5bc9ce, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=63cd87c8-3930-47c6-9dc8-54feab5bc9ce,segment=NetworkSegment(2c7d3b6d-2750-4767-8c4f-c97948a2d70b),segment_id=2c7d3b6d-2750-4767-8c4f-c97948a2d70b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:44.453260 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '63cd87c8-3930-47c6-9dc8-54feab5bc9ce', 'network_id': '203c259b-6808-454c-950b-0d68f44e0a77', 'port_id': '63cd87c8-3930-47c6-9dc8-54feab5bc9ce', 'mac_address': 'fa:16:3e:73:2e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ef4659-39ae-4d72-898c-630ab0b4abf0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:44.491016 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.508306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cd87c8-3930-47c6-9dc8-54feab5bc9ce {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:44.530017 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 63cd87c8-3930-47c6-9dc8-54feab5bc9ce, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=63cd87c8-3930-47c6-9dc8-54feab5bc9ce,segment=NetworkSegment(2c7d3b6d-2750-4767-8c4f-c97948a2d70b),segment_id=2c7d3b6d-2750-4767-8c4f-c97948a2d70b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:44.536102 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.581896 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b8e7f7ab-9006-4e98-b709-2691f458d665 req-009f48c2-7b89-4d3d-81f3-1aed316367e6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.590403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=63cd87c8-3930-47c6-9dc8-54feab5bc9ce,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:44.619046 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f48c2-7b89-4d3d-81f3-1aed316367e6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Pushing event deleted for resources: {'Port': ['ID=f7b5b00b-f784-44b8-b6dd-9c075cc1de50,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:44.630288 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['efd02165-8351-4e87-9a54-2c6b152ae053'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:44.693482 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e7f7ab-9006-4e98-b709-2691f458d665 req-009f48c2-7b89-4d3d-81f3-1aed316367e6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] No DVR routers for this DVR port f7b5b00b-f784-44b8-b6dd-9c075cc1de50 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:44.697446 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b8e7f7ab-9006-4e98-b709-2691f458d665 req-009f48c2-7b89-4d3d-81f3-1aed316367e6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.700407 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b8e7f7ab-9006-4e98-b709-2691f458d665 req-009f48c2-7b89-4d3d-81f3-1aed316367e6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "DELETE /v2.0/ports/f7b5b00b-f784-44b8-b6dd-9c075cc1de50 HTTP/1.1" status: 204 len: 173 time: 0.5888882 Jul 16 01:42:44.700986 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b907b7d-034c-4253-a847-5009c87ac7e7', 'name': 'network-vif-deleted', 'tag': 'f7b5b00b-f784-44b8-b6dd-9c075cc1de50'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:44.703813 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b86b75-ca62-4ba6-9749-f61d5bb0be98" -d '{"events": [{"server_uuid": "2b907b7d-034c-4253-a847-5009c87ac7e7", "name": "network-vif-deleted", "tag": "f7b5b00b-f784-44b8-b6dd-9c075cc1de50"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:44.798790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44ef11-b6d9-41b0-9e40-2b535995a100 req-afc113e2-c020-4cd6-909e-5c21a240dd5e tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:44.802143 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fb44ef11-b6d9-41b0-9e40-2b535995a100 req-afc113e2-c020-4cd6-909e-5c21a240dd5e tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/ports?device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 945 time: 0.1205974 Jul 16 01:42:44.869310 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd80749-50b0-4c96-9776-2690f7b8ffe1 x-openstack-request-id: req-ccd80749-50b0-4c96-9776-2690f7b8ffe1 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:44.873913 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b907b7d-034c-4253-a847-5009c87ac7e7", "name": "network-vif-deleted", "tag": "f7b5b00b-f784-44b8-b6dd-9c075cc1de50", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:44.874355 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ccd80749-50b0-4c96-9776-2690f7b8ffe1 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:44.874952 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b907b7d-034c-4253-a847-5009c87ac7e7', 'name': 'network-vif-deleted', 'tag': 'f7b5b00b-f784-44b8-b6dd-9c075cc1de50', 'status': 'completed', 'code': 200} Jul 16 01:42:44.892679 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fb44ef11-b6d9-41b0-9e40-2b535995a100 req-0e82aba3-b363-42ad-b69f-5af20fdc36fe tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27e04e-6139-49fe-9c63-6c1322641d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829425 Jul 16 01:42:44.907454 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['f7b5b00b-f784-44b8-b6dd-9c075cc1de50'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:45.022140 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a1b08-cd6e-44d9-8172-0103ced77689 req-a273a796-91dc-42f5-9fce-f497cc580a1e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:45.029802 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-084a1b08-cd6e-44d9-8172-0103ced77689 req-a273a796-91dc-42f5-9fce-f497cc580a1e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 944 time: 0.0807271 Jul 16 01:42:45.072285 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-084a1b08-cd6e-44d9-8172-0103ced77689 req-eb70790f-a251-493d-93d2-3668b1a391ee tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411811 Jul 16 01:42:45.127374 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['63cd87c8-3930-47c6-9dc8-54feab5bc9ce'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:45.211218 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-03832766-4767-4c83-9683-e250ed4a3dd3 req-c6113f2e-eff4-4010-b818-2d8ee2f5c198 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b907b7d-034c-4253-a847-5009c87ac7e7 HTTP/1.1" status: 200 len: 210 time: 0.0384994 Jul 16 01:42:45.511984 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43ec64-3d8d-4b4f-a3ac-96d2f1a52ee6 req-faa6c0a7-00b9-4212-a14f-72d09d17f0e2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:45.516660 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3d43ec64-3d8d-4b4f-a3ac-96d2f1a52ee6 req-faa6c0a7-00b9-4212-a14f-72d09d17f0e2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.1096139 Jul 16 01:42:45.586259 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3d43ec64-3d8d-4b4f-a3ac-96d2f1a52ee6 req-101714b6-dce8-4d3f-93c2-d4ab50bfcead tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557206 Jul 16 01:42:45.635894 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3b3e2-5299-4da9-855f-404e06125c84 req-3d661116-5c0c-4fbd-b246-9cb571fc4dae tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:45.640174 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22f3b3e2-5299-4da9-855f-404e06125c84 req-3d661116-5c0c-4fbd-b246-9cb571fc4dae tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/ports?device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 945 time: 0.1175578 Jul 16 01:42:45.693468 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22f3b3e2-5299-4da9-855f-404e06125c84 req-a3f41b33-850a-426d-9445-cb9f83e9035d tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27e04e-6139-49fe-9c63-6c1322641d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478477 Jul 16 01:42:46.260734 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 63cd87c8-3930-47c6-9dc8-54feab5bc9ce up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:46.264732 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853411e5-420a-435a-8641-f1e678f137a1 req-f89d6842-7b28-4d33-a1f5-0c2df59e785b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:46.266168 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-853411e5-420a-435a-8641-f1e678f137a1 req-f89d6842-7b28-4d33-a1f5-0c2df59e785b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 944 time: 0.0742612 Jul 16 01:42:46.344302 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-853411e5-420a-435a-8641-f1e678f137a1 req-cfd88cda-a463-4b20-b781-05f4d32f9fc3 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646203 Jul 16 01:42:46.372759 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 63cd87c8-3930-47c6-9dc8-54feab5bc9ce completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:46.379502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 63cd87c8-3930-47c6-9dc8-54feab5bc9ce triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:46.380263 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.480177 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.507926 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6eb3088-03b1-41a6-abd9-9775110b2d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cd87c8-3930-47c6-9dc8-54feab5bc9ce'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:46.510356 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bdc30b-c30e-4e24-bdf6-d60d3e9b872b" -d '{"events": [{"server_uuid": "f6eb3088-03b1-41a6-abd9-9775110b2d68", "name": "network-vif-plugged", "status": "completed", "tag": "63cd87c8-3930-47c6-9dc8-54feab5bc9ce"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:46.525388 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 63cd87c8-3930-47c6-9dc8-54feab5bc9ce, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=63cd87c8-3930-47c6-9dc8-54feab5bc9ce,segment=NetworkSegment(2c7d3b6d-2750-4767-8c4f-c97948a2d70b),segment_id=2c7d3b6d-2750-4767-8c4f-c97948a2d70b)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:46.531076 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.571286 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d84ed3-45a5-41cb-8b6e-592b18498c00 x-openstack-request-id: req-42d84ed3-45a5-41cb-8b6e-592b18498c00 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:46.572321 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6eb3088-03b1-41a6-abd9-9775110b2d68", "name": "network-vif-plugged", "status": "completed", "tag": "63cd87c8-3930-47c6-9dc8-54feab5bc9ce", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:46.572641 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-42d84ed3-45a5-41cb-8b6e-592b18498c00 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:46.574514 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6eb3088-03b1-41a6-abd9-9775110b2d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cd87c8-3930-47c6-9dc8-54feab5bc9ce', 'code': 200} Jul 16 01:42:46.601832 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=63cd87c8-3930-47c6-9dc8-54feab5bc9ce,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:46.663388 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-80e77edb-7911-42ce-82c1-bf4d9eb21ff2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:46.665014 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-80e77edb-7911-42ce-82c1-bf4d9eb21ff2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 806 time: 0.1440153 Jul 16 01:42:46.683085 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-6d69f62e-cf7a-4148-89e1-3615ac5256da tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/quotas/eee8cab6008b4c97b6da90d7038a45ff HTTP/1.1" status: 200 len: 375 time: 0.0109363 Jul 16 01:42:46.796777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b024ed-75c9-4dc7-b0d3-0fde6e1a8065 req-5e2387b6-c6c7-44a0-a897-cc137b33d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:46.798203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ae6b3-ac98-4e1f-b509-82826846738d req-75c3832b-0053-4cc9-b598-7ee057e4926e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:46.798611 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26b024ed-75c9-4dc7-b0d3-0fde6e1a8065 req-5e2387b6-c6c7-44a0-a897-cc137b33d3c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 1096 time: 0.0794318 Jul 16 01:42:46.805807 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dc2ae6b3-ac98-4e1f-b509-82826846738d req-75c3832b-0053-4cc9-b598-7ee057e4926e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.0799682 Jul 16 01:42:46.818317 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-406df148-baab-496c-8882-e5fea82b7d16 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1289961 Jul 16 01:42:46.868879 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dc2ae6b3-ac98-4e1f-b509-82826846738d req-7dc6ab2b-db69-4236-a2a2-631e7dfdbebd tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621943 Jul 16 01:42:46.906418 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26b024ed-75c9-4dc7-b0d3-0fde6e1a8065 req-0df7f9b2-02c6-4371-96fa-3ff5652d5121 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737152 Jul 16 01:42:46.982563 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-4ae2de2a-68c4-4028-9420-0698fe3a3d33 service neutron] 10.222.0.54 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630716 Jul 16 01:42:47.092566 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-b3b3f330-fd68-4aff-9c3e-d9adc717233f service neutron] 10.222.0.54 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090024 Jul 16 01:42:47.156336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e69c-7589-4b72-8805-28990e29c956 req-d462c6ea-0c04-437f-8ac5-ccb8edbca459 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:47.158061 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c398e69c-7589-4b72-8805-28990e29c956 req-d462c6ea-0c04-437f-8ac5-ccb8edbca459 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/ports?device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 945 time: 0.0754116 Jul 16 01:42:47.208524 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c398e69c-7589-4b72-8805-28990e29c956 req-6ebbc42f-478c-47a2-969d-7de9a0f02236 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27e04e-6139-49fe-9c63-6c1322641d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397487 Jul 16 01:42:47.329300 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ce2acb7e-fd15-44e8-a550-d20a75628db5 req-ed6161d9-2077-4459-8b09-26a571001e8b tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 210 time: 0.0719211 Jul 16 01:42:47.545209 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758e0e2-3bb8-40df-849c-e8b765ffdcdc req-515492ec-c967-4ecd-94cb-44cd2b3c4bae tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:47.547083 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6758e0e2-3bb8-40df-849c-e8b765ffdcdc req-515492ec-c967-4ecd-94cb-44cd2b3c4bae tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0859113 Jul 16 01:42:47.609447 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6758e0e2-3bb8-40df-849c-e8b765ffdcdc req-8a42c3ba-46fd-4cfb-8ae8-00fc8b634411 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512908 Jul 16 01:42:48.049321 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34358) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:48.148199 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da114d-7237-4af5-8d5d-a7e94cd58243 req-9c5f2579-5f57-44db-94ca-1ca0741ac287 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.159578 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01da114d-7237-4af5-8d5d-a7e94cd58243 req-9c5f2579-5f57-44db-94ca-1ca0741ac287 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.1327233 Jul 16 01:42:48.178408 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-468e44f9-a1b5-4a6b-9239-6ba6d9a2d24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.243904 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01da114d-7237-4af5-8d5d-a7e94cd58243 req-e4ae0cd3-cf98-4f73-9769-6e47358f3af8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834334 Jul 16 01:42:48.265498 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f7b5b00b-f784-44b8-b6dd-9c075cc1de50 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:48.281482 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58083df-ec9a-4d0c-94f6-40a88bfc23a2 req-732adad2-fe6b-4e89-bb89-efa46e42c29e tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.284523 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a58083df-ec9a-4d0c-94f6-40a88bfc23a2 req-732adad2-fe6b-4e89-bb89-efa46e42c29e tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.47 "GET /v2.0/ports?device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 945 time: 0.0887830 Jul 16 01:42:48.327194 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: f7b5b00b-f784-44b8-b6dd-9c075cc1de50 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:48.327551 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f7b5b00b-f784-44b8-b6dd-9c075cc1de50 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:48.402805 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-468e44f9-a1b5-4a6b-9239-6ba6d9a2d24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.413304 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-468e44f9-a1b5-4a6b-9239-6ba6d9a2d24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.468950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e44f9-a1b5-4a6b-9239-6ba6d9a2d24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ebab4c-3326-437d-9ee2-0320bb955a16,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:48.469193 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-a58083df-ec9a-4d0c-94f6-40a88bfc23a2 req-6fb5e1f4-2bcf-46ad-a258-e967f17d2a25 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Deleting port e4da9a8f-5ff7-402f-99e2-ad1c9e136387 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:48.469633 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a58083df-ec9a-4d0c-94f6-40a88bfc23a2 req-6fb5e1f4-2bcf-46ad-a258-e967f17d2a25 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.541568 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-468e44f9-a1b5-4a6b-9239-6ba6d9a2d24f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=290686ce1bcf4f2188c271b4faa28704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4880698 Jul 16 01:42:48.541825 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34368) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:48.582095 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4a716eef-5b55-49c5-8faf-411440187c82 req-fd511226-300f-4ab7-92f6-1fd05df7dff7 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 210 time: 0.0695987 Jul 16 01:42:48.618286 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-a58083df-ec9a-4d0c-94f6-40a88bfc23a2 req-6fb5e1f4-2bcf-46ad-a258-e967f17d2a25 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] For port e4da9a8f-5ff7-402f-99e2-ad1c9e136387, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=e4da9a8f-5ff7-402f-99e2-ad1c9e136387,segment=NetworkSegment(9ea73545-1590-42a7-971b-b568e0335ff4),segment_id=9ea73545-1590-42a7-971b-b568e0335ff4)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:48.618851 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a58083df-ec9a-4d0c-94f6-40a88bfc23a2 req-6fb5e1f4-2bcf-46ad-a258-e967f17d2a25 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.628466 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ce2de-d670-40f9-9294-481c8c7b65a3 req-0c092a8f-77bf-4221-846f-7b6a30b636bf tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.630088 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-410ce2de-d670-40f9-9294-481c8c7b65a3 req-0c092a8f-77bf-4221-846f-7b6a30b636bf tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/ports?device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 945 time: 0.1622283 Jul 16 01:42:48.631628 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7bacda3f-b1e9-4722-8dbe-07be248c1f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.638396 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-a58083df-ec9a-4d0c-94f6-40a88bfc23a2 req-6fb5e1f4-2bcf-46ad-a258-e967f17d2a25 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Calling delete_port for e4da9a8f-5ff7-402f-99e2-ad1c9e136387 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:48.674702 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7bacda3f-b1e9-4722-8dbe-07be248c1f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.704196 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-410ce2de-d670-40f9-9294-481c8c7b65a3 req-57cf0d63-272c-4bca-bc76-bbee53e2647c tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27e04e-6139-49fe-9c63-6c1322641d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621440 Jul 16 01:42:48.763494 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7bacda3f-b1e9-4722-8dbe-07be248c1f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.775472 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7bacda3f-b1e9-4722-8dbe-07be248c1f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.779030 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7bacda3f-b1e9-4722-8dbe-07be248c1f0c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/73ebab4c-3326-437d-9ee2-0320bb955a16 HTTP/1.1" status: 204 len: 168 time: 0.2340274 Jul 16 01:42:48.786775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacda3f-b1e9-4722-8dbe-07be248c1f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ebab4c-3326-437d-9ee2-0320bb955a16,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:48.932544 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a58083df-ec9a-4d0c-94f6-40a88bfc23a2 req-6fb5e1f4-2bcf-46ad-a258-e967f17d2a25 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.972526 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83af63-8c5c-4ece-acdf-b5a0879754d8 req-cba95a61-eb8e-42a4-bde7-9a018429f7a3 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.983250 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5e1f4-2bcf-46ad-a258-e967f17d2a25 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Pushing event deleted for resources: {'Port': ['ID=e4da9a8f-5ff7-402f-99e2-ad1c9e136387,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:48.983454 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['e4da9a8f-5ff7-402f-99e2-ad1c9e136387'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:48.996150 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b83af63-8c5c-4ece-acdf-b5a0879754d8 req-cba95a61-eb8e-42a4-bde7-9a018429f7a3 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.1119266 Jul 16 01:42:49.058503 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58083df-ec9a-4d0c-94f6-40a88bfc23a2 req-6fb5e1f4-2bcf-46ad-a258-e967f17d2a25 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] No DVR routers for this DVR port e4da9a8f-5ff7-402f-99e2-ad1c9e136387 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:49.061497 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a58083df-ec9a-4d0c-94f6-40a88bfc23a2 req-6fb5e1f4-2bcf-46ad-a258-e967f17d2a25 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.066458 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a58083df-ec9a-4d0c-94f6-40a88bfc23a2 req-6fb5e1f4-2bcf-46ad-a258-e967f17d2a25 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.47 "DELETE /v2.0/ports/e4da9a8f-5ff7-402f-99e2-ad1c9e136387 HTTP/1.1" status: 204 len: 173 time: 0.7700801 Jul 16 01:42:49.067305 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3372059b-3ee9-43f9-82b6-04cfa94ec6ae', 'name': 'network-vif-deleted', 'tag': 'e4da9a8f-5ff7-402f-99e2-ad1c9e136387'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:49.070066 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acc6e37-fa99-4825-ab42-150f023e6eb3" -d '{"events": [{"server_uuid": "3372059b-3ee9-43f9-82b6-04cfa94ec6ae", "name": "network-vif-deleted", "tag": "e4da9a8f-5ff7-402f-99e2-ad1c9e136387"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:49.076331 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b83af63-8c5c-4ece-acdf-b5a0879754d8 req-189007aa-309d-4c29-bcea-b6622574519e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792005 Jul 16 01:42:49.153166 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03ccab4-b913-48e3-8b96-5c1f3da7aab8 x-openstack-request-id: req-c03ccab4-b913-48e3-8b96-5c1f3da7aab8 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:49.153672 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3372059b-3ee9-43f9-82b6-04cfa94ec6ae", "name": "network-vif-deleted", "tag": "e4da9a8f-5ff7-402f-99e2-ad1c9e136387", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:49.153672 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c03ccab4-b913-48e3-8b96-5c1f3da7aab8 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:49.154087 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3372059b-3ee9-43f9-82b6-04cfa94ec6ae', 'name': 'network-vif-deleted', 'tag': 'e4da9a8f-5ff7-402f-99e2-ad1c9e136387', 'status': 'completed', 'code': 200} Jul 16 01:42:49.228708 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34390) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:49.250867 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94e36ad6-0074-4841-9650-dfb5fdd15f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.333613 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-ad07c081-94e5-4e99-9952-adf23233b867 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:49.338858 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-ad07c081-94e5-4e99-9952-adf23233b867 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 806 time: 0.2325125 Jul 16 01:42:49.396992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-1ed52ddf-f638-4c80-a22b-e0287cdac930 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Request body: {'port': {'device_id': '0fdae64d-c63b-4e06-b02b-2d0c01593776', 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6', 'admin_state_up': True, 'tenant_id': 'eee8cab6008b4c97b6da90d7038a45ff'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:49.436985 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94e36ad6-0074-4841-9650-dfb5fdd15f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.443634 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94e36ad6-0074-4841-9650-dfb5fdd15f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.544819 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-94e36ad6-0074-4841-9650-dfb5fdd15f13 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ef11e281c77640a3a7f22b751b2dee2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127732 Jul 16 01:42:49.545871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34394) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:49.554559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e36ad6-0074-4841-9650-dfb5fdd15f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95482be0-6ba0-47b8-a144-b5b7a23afb28,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:49.598348 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-1ed52ddf-f638-4c80-a22b-e0287cdac930 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Made reservation on behalf of eee8cab6008b4c97b6da90d7038a45ff for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:49.602975 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-1ed52ddf-f638-4c80-a22b-e0287cdac930 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.640883 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b471-d61a-41db-b76e-4fca32283105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.672663 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a60d2f-1c15-4a9a-bb36-f81d2fe63af1 req-0a97e928-067f-4352-9df8-8b34b38c447f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:49.674287 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-96a60d2f-1c15-4a9a-bb36-f81d2fe63af1 req-0a97e928-067f-4352-9df8-8b34b38c447f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.1903317 Jul 16 01:42:49.679984 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b471-d61a-41db-b76e-4fca32283105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.788995 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-96a60d2f-1c15-4a9a-bb36-f81d2fe63af1 req-568ab9cf-00e4-4673-b43c-f789a46914df tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067433 Jul 16 01:42:49.895841 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b471-d61a-41db-b76e-4fca32283105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.898797 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b471-d61a-41db-b76e-4fca32283105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.900999 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c9f8b471-d61a-41db-b76e-4fca32283105 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/95482be0-6ba0-47b8-a144-b5b7a23afb28 HTTP/1.1" status: 204 len: 168 time: 0.3539433 Jul 16 01:42:49.920386 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783bb7e-108c-419d-a5ff-12781190238d req-7709821e-0996-4113-821d-41d70c72dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:49.922314 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c783bb7e-108c-419d-a5ff-12781190238d req-7709821e-0996-4113-821d-41d70c72dca2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99d319bfc75943aa8724b2b1f28f0994&device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 1096 time: 0.1523492 Jul 16 01:42:49.923250 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8b471-d61a-41db-b76e-4fca32283105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95482be0-6ba0-47b8-a144-b5b7a23afb28,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:49.993633 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-1ed52ddf-f638-4c80-a22b-e0287cdac930 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Allocated IP 172.20.0.11 (d666cf0f-c0cb-4497-a3f6-7607773175b6/0ed8c6f3-d43f-4024-a124-b2544fda26de/56f448c4-b06d-4a04-8c97-521d0e943e7d) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:50.058646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea1017-fc68-4a50-92d5-226cf198fd71 req-11a26873-23ea-4160-ac64-09e0dea82fe0 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:50.066553 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-beea1017-fc68-4a50-92d5-226cf198fd71 req-11a26873-23ea-4160-ac64-09e0dea82fe0 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.3059120 Jul 16 01:42:50.154492 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-beea1017-fc68-4a50-92d5-226cf198fd71 req-23104dc4-ca2e-4c1d-8dac-f15a4266d926 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834031 Jul 16 01:42:50.352815 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-1ed52ddf-f638-4c80-a22b-e0287cdac930 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.431503 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d0ec3868-8ab4-4e90-abd1-aa8e8a14e311 req-be71fb06-e4dc-49ad-9f03-84cf24b496c7 tempest-InstanceActionsNegativeTestJSON-689094299 tempest-InstanceActionsNegativeTestJSON-689094299-project] 10.222.0.54 "GET /v2.0/ports?device_id=3372059b-3ee9-43f9-82b6-04cfa94ec6ae HTTP/1.1" status: 200 len: 210 time: 0.0428796 Jul 16 01:42:50.452234 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-1ed52ddf-f638-4c80-a22b-e0287cdac930 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.501750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['efd02165-8351-4e87-9a54-2c6b152ae053'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:50.579632 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-1ed52ddf-f638-4c80-a22b-e0287cdac930 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Network d666cf0f-c0cb-4497-a3f6-7607773175b6 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:50.593523 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-1ed52ddf-f638-4c80-a22b-e0287cdac930 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:50.596915 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-1ed52ddf-f638-4c80-a22b-e0287cdac930 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:50.618526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783bb7e-108c-419d-a5ff-12781190238d req-c6053e2f-0138-44d7-9dc2-007d2e449dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:50.620081 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c783bb7e-108c-419d-a5ff-12781190238d req-c6053e2f-0138-44d7-9dc2-007d2e449dc4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=203c259b-6808-454c-950b-0d68f44e0a77 HTTP/1.1" status: 200 len: 919 time: 0.6753540 Jul 16 01:42:50.634967 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b129c-67bb-4714-a944-7a4890a75a8e req-5775a913-ba33-458c-9777-9143bb9df9cd tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:50.643674 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a7b129c-67bb-4714-a944-7a4890a75a8e req-5775a913-ba33-458c-9777-9143bb9df9cd tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 932 time: 0.1572094 Jul 16 01:42:50.685740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed52ddf-f638-4c80-a22b-e0287cdac930 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Pushing event updated for resources: {'Port': ['ID=56f448c4-b06d-4a04-8c97-521d0e943e7d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:50.697803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-1ed52ddf-f638-4c80-a22b-e0287cdac930 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:50.698441 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-1ed52ddf-f638-4c80-a22b-e0287cdac930 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.704785 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c783bb7e-108c-419d-a5ff-12781190238d req-df93a650-1a7c-4dab-95db-e2f94a61d614 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63cd87c8-3930-47c6-9dc8-54feab5bc9ce HTTP/1.1" status: 200 len: 217 time: 0.0582149 Jul 16 01:42:50.719005 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-1ed52ddf-f638-4c80-a22b-e0287cdac930 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3279898 Jul 16 01:42:50.742597 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Request body: {'port': {'device_id': '0fdae64d-c63b-4e06-b02b-2d0c01593776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:50.764398 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a7b129c-67bb-4714-a944-7a4890a75a8e req-c3000b70-cc44-44c7-b722-24ddcf7dc745 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198010 Jul 16 01:42:50.787961 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783bb7e-108c-419d-a5ff-12781190238d req-5ca73bb7-daaa-4081-a9c5-f2e94a9b3bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:50.789744 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c783bb7e-108c-419d-a5ff-12781190238d req-5ca73bb7-daaa-4081-a9c5-f2e94a9b3bd0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49ef4659-39ae-4d72-898c-630ab0b4abf0 HTTP/1.1" status: 200 len: 858 time: 0.0759778 Jul 16 01:42:50.837905 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c783bb7e-108c-419d-a5ff-12781190238d req-af1e4e5e-8c7f-4117-bf6c-1696511f2a49 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=203c259b-6808-454c-950b-0d68f44e0a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390270 Jul 16 01:42:50.857648 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.976788 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c783bb7e-108c-419d-a5ff-12781190238d req-0651d489-e9da-4d82-b56c-54aa00cbcb7e service neutron] 10.222.0.47 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279774 Jul 16 01:42:51.121464 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c783bb7e-108c-419d-a5ff-12781190238d req-95f0db16-bd60-4912-b7f7-e71c0cfe3d59 service neutron] 10.222.0.47 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368906 Jul 16 01:42:51.208949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77877185-ff5e-4df0-9698-c9af8c287f65 req-174d2c24-95bc-4a2b-94c7-f721ad37e68b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:51.218286 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77877185-ff5e-4df0-9698-c9af8c287f65 req-174d2c24-95bc-4a2b-94c7-f721ad37e68b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.2853839 Jul 16 01:42:51.288716 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77877185-ff5e-4df0-9698-c9af8c287f65 req-c2a43aba-741f-452f-97fc-1e7b94147683 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690706 Jul 16 01:42:51.368634 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f448c4-b06d-4a04-8c97-521d0e943e7d {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:51.388792 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.407419 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Transition to ACTIVE for port object 56f448c4-b06d-4a04-8c97-521d0e943e7d will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:51.410434 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b01a58-c467-4901-87f0-aca4a922aa30 req-87bb78be-23e5-4298-99e0-ff4abf973d9c tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:51.415399 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.417909 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56b01a58-c467-4901-87f0-aca4a922aa30 req-87bb78be-23e5-4298-99e0-ff4abf973d9c tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0980651 Jul 16 01:42:51.463769 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56b01a58-c467-4901-87f0-aca4a922aa30 req-cd3afc65-f148-4db4-a879-cbaf1ee13c45 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441582 Jul 16 01:42:51.468968 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Pushing event updated for resources: {'Port': ['ID=56f448c4-b06d-4a04-8c97-521d0e943e7d,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:51.577615 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Attempting to bind port 56f448c4-b06d-4a04-8c97-521d0e943e7d on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:51.578154 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Attempting to bind port 56f448c4-b06d-4a04-8c97-521d0e943e7d by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:51.578584 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Attempting to bind port 56f448c4-b06d-4a04-8c97-521d0e943e7d on network d666cf0f-c0cb-4497-a3f6-7607773175b6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:51.583451 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34446) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:51.588463 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Port 56f448c4-b06d-4a04-8c97-521d0e943e7d on network d666cf0f-c0cb-4497-a3f6-7607773175b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:51.588913 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Attempting to bind port 56f448c4-b06d-4a04-8c97-521d0e943e7d on network d666cf0f-c0cb-4497-a3f6-7607773175b6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:51.595966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:51.596283 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Checking segment: {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:51.596793 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Bound using segment: {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:51.597274 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Bound port: 56f448c4-b06d-4a04-8c97-521d0e943e7d, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3199ee09-33b8-4580-9e4a-3da70e1a9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:51.597707 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.636386 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6912079-fa78-4e0e-b12b-61cd7a009f9b admin admin] Deleting subnet 9dd47902-8047-4961-b697-08cfce456eab {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:51.639951 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6912079-fa78-4e0e-b12b-61cd7a009f9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.688957 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6912079-fa78-4e0e-b12b-61cd7a009f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.703869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] For port 56f448c4-b06d-4a04-8c97-521d0e943e7d, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:51.711979 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] For port 56f448c4-b06d-4a04-8c97-521d0e943e7d, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=56f448c4-b06d-4a04-8c97-521d0e943e7d,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:51.722359 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.758652 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6912079-fa78-4e0e-b12b-61cd7a009f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.768825 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:51.769836 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.771365 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] 10.222.0.47 "PUT /v2.0/ports/56f448c4-b06d-4a04-8c97-521d0e943e7d HTTP/1.1" status: 200 len: 1092 time: 1.0333037 Jul 16 01:42:51.772030 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fdae64d-c63b-4e06-b02b-2d0c01593776', 'tag': '56f448c4-b06d-4a04-8c97-521d0e943e7d'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:51.774454 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e072916a-5c5d-445b-b4d7-ca6363255069" -d '{"events": [{"name": "network-changed", "server_uuid": "0fdae64d-c63b-4e06-b02b-2d0c01593776", "tag": "56f448c4-b06d-4a04-8c97-521d0e943e7d"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:51.809994 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905d698-70d2-4513-85a2-f25199e55a20 service neutron] Pushing event updated for resources: {'Port': ['ID=56f448c4-b06d-4a04-8c97-521d0e943e7d,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:51.838018 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0640977-8f8d-4d32-a108-1434fa3e2a35 x-openstack-request-id: req-c0640977-8f8d-4d32-a108-1434fa3e2a35 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:51.838664 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fdae64d-c63b-4e06-b02b-2d0c01593776", "tag": "56f448c4-b06d-4a04-8c97-521d0e943e7d", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:51.838932 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c0640977-8f8d-4d32-a108-1434fa3e2a35 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:51.839344 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fdae64d-c63b-4e06-b02b-2d0c01593776', 'tag': '56f448c4-b06d-4a04-8c97-521d0e943e7d', 'status': 'completed', 'code': 200} Jul 16 01:42:51.859185 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6912079-fa78-4e0e-b12b-61cd7a009f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.890399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6912079-fa78-4e0e-b12b-61cd7a009f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd47902-8047-4961-b697-08cfce456eab,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:51.895154 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6912079-fa78-4e0e-b12b-61cd7a009f9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.900159 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f6912079-fa78-4e0e-b12b-61cd7a009f9b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9dd47902-8047-4961-b697-08cfce456eab HTTP/1.1" status: 204 len: 168 time: 0.3149886 Jul 16 01:42:51.901012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34460) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:52.006930 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-a80d78fa-b71c-4513-abc1-64d2f7135bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.009001 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-a80d78fa-b71c-4513-abc1-64d2f7135bbe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 1095 time: 0.1272223 Jul 16 01:42:52.041438 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd4060ac-3ca7-4067-8781-80afa99f6b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.075636 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-a1874ebf-af3d-4d63-b529-3add02f042df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f448c4-b06d-4a04-8c97-521d0e943e7d HTTP/1.1" status: 200 len: 217 time: 0.0424681 Jul 16 01:42:52.137682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-39a210ca-fdb0-4273-911f-fc781aafcaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.139542 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-39a210ca-fdb0-4273-911f-fc781aafcaf3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ed8c6f3-d43f-4024-a124-b2544fda26de HTTP/1.1" status: 200 len: 846 time: 0.0556824 Jul 16 01:42:52.174419 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd4060ac-3ca7-4067-8781-80afa99f6b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.180550 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-195c6c34-203f-45fd-b378-e0e53389e1c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d666cf0f-c0cb-4497-a3f6-7607773175b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337605 Jul 16 01:42:52.184520 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6969a5-c5a9-4161-86f9-1321690677d2 req-2ef80df7-5e4b-4aa6-a27e-f78c55fb0db6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.186317 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b6969a5-c5a9-4161-86f9-1321690677d2 req-2ef80df7-5e4b-4aa6-a27e-f78c55fb0db6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 944 time: 0.1888773 Jul 16 01:42:52.195226 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-dd4060ac-3ca7-4067-8781-80afa99f6b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064f9b27-3180-442f-b0d7-3694e4782719']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:52.213542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-dd4060ac-3ca7-4067-8781-80afa99f6b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea73545-1590-42a7-971b-b568e0335ff4') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:52.213826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-dd4060ac-3ca7-4067-8781-80afa99f6b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea73545-1590-42a7-971b-b568e0335ff4') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:52.231341 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd4060ac-3ca7-4067-8781-80afa99f6b36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.254287 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd4060ac-3ca7-4067-8781-80afa99f6b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.273676 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b6969a5-c5a9-4161-86f9-1321690677d2 req-149c8e63-a015-4188-8861-59b3c837a18b tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759764 Jul 16 01:42:52.274824 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4060ac-3ca7-4067-8781-80afa99f6b36 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:42:52.275237 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd4060ac-3ca7-4067-8781-80afa99f6b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:42:52.277176 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:42:52.304150 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e4da9a8f-5ff7-402f-99e2-ad1c9e136387 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:52.348255 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: e4da9a8f-5ff7-402f-99e2-ad1c9e136387 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:52.354939 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device e4da9a8f-5ff7-402f-99e2-ad1c9e136387 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:52.359902 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd4060ac-3ca7-4067-8781-80afa99f6b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.365720 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-4176adc1-c974-49ca-99b5-0987e8e68461 service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655059 Jul 16 01:42:52.375262 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd4060ac-3ca7-4067-8781-80afa99f6b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.383424 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dd4060ac-3ca7-4067-8781-80afa99f6b36 admin admin] 10.222.0.54 "DELETE /v2.0/networks/064f9b27-3180-442f-b0d7-3694e4782719 HTTP/1.1" status: 204 len: 168 time: 0.4813683 Jul 16 01:42:52.398351 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4060ac-3ca7-4067-8781-80afa99f6b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=064f9b27-3180-442f-b0d7-3694e4782719,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:52.565712 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b886ccd7-b1a9-4b2e-ace3-05b744e4b892 req-49c1a21a-adee-46ad-862d-384c80a1d5a6 service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959507 Jul 16 01:42:52.603676 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7413ce-78ac-4188-b75f-19775a0c87e6 req-0fc034db-3d9d-4d06-b576-4d4fcda6db9a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.616876 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5a7413ce-78ac-4188-b75f-19775a0c87e6 req-0fc034db-3d9d-4d06-b576-4d4fcda6db9a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.1306622 Jul 16 01:42:52.645851 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34476) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:52.672307 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5a7413ce-78ac-4188-b75f-19775a0c87e6 req-f90ad214-fe4a-4fbd-bae8-ba9e513dd5fb tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541801 Jul 16 01:42:52.754107 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1615675b-64df-412a-949c-a3e4c3b83e69 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=61baaabc1213475d850570d5c4994781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1069868 Jul 16 01:42:52.755957 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34482) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:52.810342 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072916a-5c5d-445b-b4d7-ca6363255069 req-5adb46b7-c3b7-4b10-b714-2fc801fcd31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.812983 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e072916a-5c5d-445b-b4d7-ca6363255069 req-5adb46b7-c3b7-4b10-b714-2fc801fcd31f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 1095 time: 0.0923209 Jul 16 01:42:52.845133 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-128d07d7-1f05-4574-91c9-114d2a07544c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.868023 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99bc33-110e-4c64-970e-cab5b328a398 req-cfa185c5-6464-4155-bf80-0e3a30d5602c tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.869706 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9d99bc33-110e-4c64-970e-cab5b328a398 req-cfa185c5-6464-4155-bf80-0e3a30d5602c tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.1989172 Jul 16 01:42:52.888463 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-128d07d7-1f05-4574-91c9-114d2a07544c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.938043 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072916a-5c5d-445b-b4d7-ca6363255069 req-fd9d0d15-964e-4541-b178-1127e0e8292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.940115 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e072916a-5c5d-445b-b4d7-ca6363255069 req-fd9d0d15-964e-4541-b178-1127e0e8292d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 907 time: 0.1152503 Jul 16 01:42:52.945140 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9d99bc33-110e-4c64-970e-cab5b328a398 req-576f38ef-7805-44d2-ba74-71818886b724 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670369 Jul 16 01:42:52.982262 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-128d07d7-1f05-4574-91c9-114d2a07544c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.985014 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-128d07d7-1f05-4574-91c9-114d2a07544c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.993449 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-128d07d7-1f05-4574-91c9-114d2a07544c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bb27e04e-6139-49fe-9c63-6c1322641d80 HTTP/1.1" status: 204 len: 168 time: 0.2308981 Jul 16 01:42:52.996105 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e072916a-5c5d-445b-b4d7-ca6363255069 req-1d88ed48-6629-457b-8e41-7cf8b982d0c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f448c4-b06d-4a04-8c97-521d0e943e7d HTTP/1.1" status: 200 len: 217 time: 0.0452878 Jul 16 01:42:53.006284 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d07d7-1f05-4574-91c9-114d2a07544c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb27e04e-6139-49fe-9c63-6c1322641d80,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:53.065799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072916a-5c5d-445b-b4d7-ca6363255069 req-51bfd978-2b30-4de5-8fa3-450dee979884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:53.067566 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e072916a-5c5d-445b-b4d7-ca6363255069 req-51bfd978-2b30-4de5-8fa3-450dee979884 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ed8c6f3-d43f-4024-a124-b2544fda26de HTTP/1.1" status: 200 len: 846 time: 0.0606627 Jul 16 01:42:53.123316 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e072916a-5c5d-445b-b4d7-ca6363255069 req-f1a07976-0ca1-4d60-8130-9aae8399e0a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d666cf0f-c0cb-4497-a3f6-7607773175b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285459 Jul 16 01:42:53.227420 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e072916a-5c5d-445b-b4d7-ca6363255069 req-2dd39ec0-a208-48c7-998e-a24dbcc068e9 service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881739 Jul 16 01:42:53.351215 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e072916a-5c5d-445b-b4d7-ca6363255069 req-e2763e0a-e447-4203-8b08-c3bfd13fe4ce service neutron] 10.222.0.47 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080906 Jul 16 01:42:53.507960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a305114-f9e1-41a1-bd7a-3752d4389b1f req-70dccd2a-c3c2-4980-b0f6-a62ef7128d36 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:53.509551 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5a305114-f9e1-41a1-bd7a-3752d4389b1f req-70dccd2a-c3c2-4980-b0f6-a62ef7128d36 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 944 time: 0.0947578 Jul 16 01:42:53.560250 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5a305114-f9e1-41a1-bd7a-3752d4389b1f req-a8b30b99-3c27-4115-8f83-06cfd23c58ed tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383394 Jul 16 01:42:53.653895 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-04b16aba-d06c-4b37-85ec-c5f8416cdc82 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--118861981&fields=id&tenant_id=f88c5c1c11554f2fa735a619c494a2b4 HTTP/1.1" status: 200 len: 267 time: 0.0344422 Jul 16 01:42:53.682620 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.773107 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-26121220-d377-4d10-bf8e-0f6656079dcf tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:53.774633 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-26121220-d377-4d10-bf8e-0f6656079dcf tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/networks?id=a6da5c88-0bea-4384-a7f6-ff797435c31e HTTP/1.1" status: 200 len: 815 time: 0.1140404 Jul 16 01:42:53.791219 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-b9545acd-3458-460a-86ca-a2ada761c56b tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/quotas/f88c5c1c11554f2fa735a619c494a2b4 HTTP/1.1" status: 200 len: 375 time: 0.0103314 Jul 16 01:42:53.797817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34520) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:53.880663 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-35d78612-7e33-4f37-94c6-0e1675e3787e tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f88c5c1c11554f2fa735a619c494a2b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0765221 Jul 16 01:42:53.881615 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a63f96-7fdd-49f1-a8b8-c07e60d086ea req-583d307b-87f7-4bec-a9a9-0819422e1ded tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:53.883237 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9a63f96-7fdd-49f1-a8b8-c07e60d086ea req-583d307b-87f7-4bec-a9a9-0819422e1ded tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.0960958 Jul 16 01:42:53.937561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ed185004-3d07-41bb-8714-7d457c7195ae admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1978372595-network', 'tenant_id': '104dabf5ce094851bc2271fd00061f97'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:54.003925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed185004-3d07-41bb-8714-7d457c7195ae admin admin] Made reservation on behalf of 104dabf5ce094851bc2271fd00061f97 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:54.006520 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed185004-3d07-41bb-8714-7d457c7195ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.020649 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed185004-3d07-41bb-8714-7d457c7195ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.041988 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-75170e0b-dea1-4ba6-a912-14633f47883a service neutron] 10.222.0.54 "GET /v2.0/networks/a6da5c88-0bea-4384-a7f6-ff797435c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484416 Jul 16 01:42:54.189158 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-7c043af7-fa49-4dd3-b062-a58431b666b4 service neutron] 10.222.0.54 "GET /v2.0/networks/a6da5c88-0bea-4384-a7f6-ff797435c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382396 Jul 16 01:42:54.232869 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed185004-3d07-41bb-8714-7d457c7195ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.240058 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed185004-3d07-41bb-8714-7d457c7195ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.258919 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed185004-3d07-41bb-8714-7d457c7195ae admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:42:54.272258 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed185004-3d07-41bb-8714-7d457c7195ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.272900 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-ed185004-3d07-41bb-8714-7d457c7195ae admin admin] Added segment 8e97b1a9-0b90-48c2-8604-5452d1bcfaba of type vlan for network ef2e7199-c71f-495f-8c66-45e9d2e48cc8 Jul 16 01:42:54.273446 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9a63f96-7fdd-49f1-a8b8-c07e60d086ea req-dfb0c5a6-8e9a-4897-9c9a-f13c0d874ae8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830309 Jul 16 01:42:54.331597 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed185004-3d07-41bb-8714-7d457c7195ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.392264 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed185004-3d07-41bb-8714-7d457c7195ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.393710 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed185004-3d07-41bb-8714-7d457c7195ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.394400 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed185004-3d07-41bb-8714-7d457c7195ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.448123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed185004-3d07-41bb-8714-7d457c7195ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c408743c-4f17-4996-af80-cb5667d101a5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:54.491471 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed185004-3d07-41bb-8714-7d457c7195ae admin admin] Pushing event updated for resources: {'Network': ['ID=ef2e7199-c71f-495f-8c66-45e9d2e48cc8,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:54.499672 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ed185004-3d07-41bb-8714-7d457c7195ae admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6975453 Jul 16 01:42:54.499672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34538) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:54.506727 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-6411deaa-546b-4448-817f-14dce3783301 admin admin] Request body: {'subnet': {'network_id': 'ef2e7199-c71f-495f-8c66-45e9d2e48cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1978372595-subnet', 'tenant_id': '104dabf5ce094851bc2271fd00061f97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:54.508864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network ef2e7199-c71f-495f-8c66-45e9d2e48cc8 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:42:54.532250 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6411deaa-546b-4448-817f-14dce3783301 admin admin] Made reservation on behalf of 104dabf5ce094851bc2271fd00061f97 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:54.540633 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6411deaa-546b-4448-817f-14dce3783301 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.676152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44866b28-4d42-45ef-b596-cb0125355f27 req-541b4b34-35e2-4b4f-953c-385e469152a7 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.678398 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44866b28-4d42-45ef-b596-cb0125355f27 req-541b4b34-35e2-4b4f-953c-385e469152a7 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0953269 Jul 16 01:42:54.715244 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0232433f-d2cd-425d-942a-20ec8962719d req-4b89a4b6-b854-4a20-bc28-7a7a954a23b5 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 210 time: 0.0946674 Jul 16 01:42:54.753631 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44866b28-4d42-45ef-b596-cb0125355f27 req-0155dfb5-4ebe-4508-8f11-f8596436ab6d tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694284 Jul 16 01:42:54.897592 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6411deaa-546b-4448-817f-14dce3783301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.950623 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411deaa-546b-4448-817f-14dce3783301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd27216-dcf0-44ae-aeb6-6bf61bf17e53,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:55.005903 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9656e-6c6b-4b70-ba40-a9e037568b44 req-e807f3fa-e121-43c7-925e-dea6849d5e07 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:55.007633 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f7f9656e-6c6b-4b70-ba40-a9e037568b44 req-e807f3fa-e121-43c7-925e-dea6849d5e07 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 944 time: 0.1487513 Jul 16 01:42:55.008371 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411deaa-546b-4448-817f-14dce3783301 admin admin] Checking segment: {'id': '8e97b1a9-0b90-48c2-8604-5452d1bcfaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ef2e7199-c71f-495f-8c66-45e9d2e48cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:55.008720 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6411deaa-546b-4448-817f-14dce3783301 admin admin] Network hostable DHCP agents. Network: ef2e7199-c71f-495f-8c66-45e9d2e48cc8, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:42:55.046843 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6411deaa-546b-4448-817f-14dce3783301 admin admin] Network ef2e7199-c71f-495f-8c66-45e9d2e48cc8 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:42:55.079364 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f7f9656e-6c6b-4b70-ba40-a9e037568b44 req-88c189e7-2d26-412a-9fd1-fc540a1cb5ca tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576155 Jul 16 01:42:55.079364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-6411deaa-546b-4448-817f-14dce3783301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, ef2e7199-c71f-495f-8c66-45e9d2e48cc8) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:55.081980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6411deaa-546b-4448-817f-14dce3783301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:55.082157 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6411deaa-546b-4448-817f-14dce3783301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.086409 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3be1a3c-abd9-49b5-8263-42c74f0619a1 None None] Network ef2e7199-c71f-495f-8c66-45e9d2e48cc8 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:55.110989 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6411deaa-546b-4448-817f-14dce3783301 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6095154 Jul 16 01:42:55.334208 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3669488d-543d-4e6a-a251-6622fa19ce26 None None] Network ef2e7199-c71f-495f-8c66-45e9d2e48cc8 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:55.518555 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b67c7-540b-48b0-afa4-7fcf4434a18e req-2433d1a0-eb7b-42fd-a745-606435fc2dd5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:55.520122 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd0b67c7-540b-48b0-afa4-7fcf4434a18e req-2433d1a0-eb7b-42fd-a745-606435fc2dd5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.0750737 Jul 16 01:42:55.565518 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd0b67c7-540b-48b0-afa4-7fcf4434a18e req-509a6b53-6e92-44fd-b5de-b6d3d95e4835 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388346 Jul 16 01:42:55.718279 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-491a97a4-6ed8-4376-87ee-81614a8c6eee tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:55.719790 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-491a97a4-6ed8-4376-87ee-81614a8c6eee tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/networks?id=ef2e7199-c71f-495f-8c66-45e9d2e48cc8 HTTP/1.1" status: 200 len: 814 time: 0.1018748 Jul 16 01:42:55.734307 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-10b25ad0-db50-42fa-9242-d5fb729c2bb6 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/quotas/104dabf5ce094851bc2271fd00061f97 HTTP/1.1" status: 200 len: 375 time: 0.0090384 Jul 16 01:42:55.771946 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-c44d5ec0-a1bf-4cd9-afc9-7399b8b5eac8 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=104dabf5ce094851bc2271fd00061f97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320325 Jul 16 01:42:55.864231 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-ccb39bce-6e9d-4a7a-be87-a83f5aaa613d service neutron] 10.222.0.54 "GET /v2.0/networks/ef2e7199-c71f-495f-8c66-45e9d2e48cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855467 Jul 16 01:42:55.870000 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dc1e9128-4abe-4aa2-b318-1a4c296788cb req-7b648e30-311d-4cf5-8615-575f4c4f7017 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 210 time: 0.0282724 Jul 16 01:42:55.959500 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-9de11996-d9d5-4ad2-8d7b-7d54471d4ead service neutron] 10.222.0.54 "GET /v2.0/networks/ef2e7199-c71f-495f-8c66-45e9d2e48cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894809 Jul 16 01:42:56.042998 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebaf492-5f73-4435-a53a-50d077a6ee91 req-fcacd7ba-9712-4591-b517-b1502b41d2fb tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.044525 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ebaf492-5f73-4435-a53a-50d077a6ee91 req-fcacd7ba-9712-4591-b517-b1502b41d2fb tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0668106 Jul 16 01:42:56.092607 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ebaf492-5f73-4435-a53a-50d077a6ee91 req-a2a8cc6d-b8e4-44de-a803-c1e535520486 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Jul 16 01:42:56.180809 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61f4b676-c2f6-418e-a907-df5e8fa631fd req-06046021-b2f3-4954-a5fc-73f1f84875bf tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/ports?device_id=1864c4e8-55af-4439-a237-070918544320 HTTP/1.1" status: 200 len: 210 time: 0.0585301 Jul 16 01:42:56.297842 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 56f448c4-b06d-4a04-8c97-521d0e943e7d details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:56.367582 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-153158e5-ff6a-49d6-a307-8703a819115f tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.369185 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-153158e5-ff6a-49d6-a307-8703a819115f tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.47 "GET /v2.0/networks?id=a6da5c88-0bea-4384-a7f6-ff797435c31e HTTP/1.1" status: 200 len: 815 time: 0.1836646 Jul 16 01:42:56.388602 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30e40a-913d-45aa-9957-085dc02cf51c req-a531159c-d416-4675-889a-8acd7f72a3ce tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.398162 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2f30e40a-913d-45aa-9957-085dc02cf51c req-a531159c-d416-4675-889a-8acd7f72a3ce tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 944 time: 0.1676164 Jul 16 01:42:56.467621 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 56f448c4-b06d-4a04-8c97-521d0e943e7d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=56f448c4-b06d-4a04-8c97-521d0e943e7d,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:56.474933 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-bf4539ce-0303-4944-b3ae-81edd51eb7a0 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f88c5c1c11554f2fa735a619c494a2b4 HTTP/1.1" status: 200 len: 379 time: 0.0746479 Jul 16 01:42:56.481874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '56f448c4-b06d-4a04-8c97-521d0e943e7d', 'network_id': 'd666cf0f-c0cb-4497-a3f6-7607773175b6', 'port_id': '56f448c4-b06d-4a04-8c97-521d0e943e7d', 'mac_address': 'fa:16:3e:2c:75:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed8c6f3-d43f-4024-a124-b2544fda26de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:56.492836 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2f30e40a-913d-45aa-9957-085dc02cf51c req-92e57ee1-7616-4988-8fa1-153ac32200cc tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937181 Jul 16 01:42:56.504274 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-17923a28-6e0f-467c-84c6-d910a8071370 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Request body: {'port': {'device_id': '5a59d85e-f883-428a-a3a7-2bb987730b98', 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e', 'admin_state_up': True, 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'security_groups': ['1326aab5-ef16-4f14-be57-ddf427427925']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:56.591068 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.613828 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f448c4-b06d-4a04-8c97-521d0e943e7d {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:56.649710 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 56f448c4-b06d-4a04-8c97-521d0e943e7d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=56f448c4-b06d-4a04-8c97-521d0e943e7d,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:56.656523 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.667929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-17923a28-6e0f-467c-84c6-d910a8071370 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Made reservation on behalf of f88c5c1c11554f2fa735a619c494a2b4 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:56.672875 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-17923a28-6e0f-467c-84c6-d910a8071370 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.796403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=56f448c4-b06d-4a04-8c97-521d0e943e7d,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:56.821980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-17923a28-6e0f-467c-84c6-d910a8071370 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Allocated IP 172.20.0.3 (a6da5c88-0bea-4384-a7f6-ff797435c31e/eae3174e-0a72-480c-8b07-a75b3b1ea14f/5452544c-783f-4bc5-8131-b3f8ab78f399) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:56.917620 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfd5b3-0d28-478c-83e9-3c3508799282 req-5a7dfc1e-d337-4447-b0d9-351f5203dd03 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.920188 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3cfd5b3-0d28-478c-83e9-3c3508799282 req-5a7dfc1e-d337-4447-b0d9-351f5203dd03 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.1067870 Jul 16 01:42:57.017802 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-17923a28-6e0f-467c-84c6-d910a8071370 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.038499 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-17923a28-6e0f-467c-84c6-d910a8071370 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Transition to ACTIVE for port object 5452544c-783f-4bc5-8131-b3f8ab78f399 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:57.041018 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3cfd5b3-0d28-478c-83e9-3c3508799282 req-3e4092b3-f900-4392-ae15-9964f60bf128 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145773 Jul 16 01:42:57.080089 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-17923a28-6e0f-467c-84c6-d910a8071370 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.139242 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['56f448c4-b06d-4a04-8c97-521d0e943e7d'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:57.161586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17923a28-6e0f-467c-84c6-d910a8071370 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Pushing event updated for resources: {'Port': ['ID=5452544c-783f-4bc5-8131-b3f8ab78f399,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:57.237853 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-17923a28-6e0f-467c-84c6-d910a8071370 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Network a6da5c88-0bea-4384-a7f6-ff797435c31e is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:57.242431 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-17923a28-6e0f-467c-84c6-d910a8071370 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:57.245009 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-17923a28-6e0f-467c-84c6-d910a8071370 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:57.302396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-17923a28-6e0f-467c-84c6-d910a8071370 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.303449 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-17923a28-6e0f-467c-84c6-d910a8071370 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.356105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f20ff3-a55e-45ff-8d7a-409a482d0fff req-ef4c72f0-8545-4dc4-a645-10d29a33f127 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.359497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae74d9-7fa4-4d7e-a17b-84b1b533f19d req-f5f2640a-af9f-45ef-a8b9-4aaf8205cbd5 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.360001 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-69f20ff3-a55e-45ff-8d7a-409a482d0fff req-ef4c72f0-8545-4dc4-a645-10d29a33f127 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 931 time: 0.1752195 Jul 16 01:42:57.364541 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-17923a28-6e0f-467c-84c6-d910a8071370 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8706920 Jul 16 01:42:57.374543 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1ae74d9-7fa4-4d7e-a17b-84b1b533f19d req-f5f2640a-af9f-45ef-a8b9-4aaf8205cbd5 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.1431575 Jul 16 01:42:57.404971 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] Request body: {'port': {'device_id': '5a59d85e-f883-428a-a3a7-2bb987730b98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:57.426669 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1ae74d9-7fa4-4d7e-a17b-84b1b533f19d req-eb17c1ed-30b1-405d-86e6-48ecf94ebc83 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511127 Jul 16 01:42:57.467221 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-69f20ff3-a55e-45ff-8d7a-409a482d0fff req-8e60f4bc-a211-4a3f-ac57-f3c93d43fc7f tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006579 Jul 16 01:42:57.574199 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.655801 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f8ac2ae2-bfa8-48e7-8f48-0e23e43565fe None None] Provisioning for port 5452544c-783f-4bc5-8131-b3f8ab78f399 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:57.661574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f8ac2ae2-bfa8-48e7-8f48-0e23e43565fe None None] Provisioning complete for port 5452544c-783f-4bc5-8131-b3f8ab78f399 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:57.662227 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f8ac2ae2-bfa8-48e7-8f48-0e23e43565fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.662606 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c315bfc9-d243-4eb5-8e97-f5ae387f3ada req-e6818999-0299-4398-b4eb-0b5f675be969 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/ports?device_id=1864c4e8-55af-4439-a237-070918544320 HTTP/1.1" status: 200 len: 210 time: 0.0672946 Jul 16 01:42:57.711621 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f8ac2ae2-bfa8-48e7-8f48-0e23e43565fe None None] Port 5452544c-783f-4bc5-8131-b3f8ab78f399 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:58.023607 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61f86b-32ee-452e-810f-aea45542afd8 req-2551a6a1-f42a-4c8b-91b1-0aadeddee66f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:58.025207 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7e61f86b-32ee-452e-810f-aea45542afd8 req-2551a6a1-f42a-4c8b-91b1-0aadeddee66f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 945 time: 0.2922893 Jul 16 01:42:58.136884 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-3e8ed647-e8a8-46ea-be9b-4f87ba063dcf tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:58.138451 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-3e8ed647-e8a8-46ea-be9b-4f87ba063dcf tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.26 "GET /v2.0/networks?id=ef2e7199-c71f-495f-8c66-45e9d2e48cc8 HTTP/1.1" status: 200 len: 814 time: 0.3369000 Jul 16 01:42:58.151849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5452544c-783f-4bc5-8131-b3f8ab78f399 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:58.169889 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.192445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-f4a3b8c9-2707-4e49-8194-a1f8c8ef0255 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Request body: {'port': {'device_id': '1864c4e8-55af-4439-a237-070918544320', 'network_id': 'ef2e7199-c71f-495f-8c66-45e9d2e48cc8', 'admin_state_up': True, 'tenant_id': '104dabf5ce094851bc2271fd00061f97'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:58.227245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] Transition to ACTIVE for port object 5452544c-783f-4bc5-8131-b3f8ab78f399 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:58.230699 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7e61f86b-32ee-452e-810f-aea45542afd8 req-e9b77d04-6837-4b66-a87b-5c4f5584b799 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382670 Jul 16 01:42:58.239685 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.314002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 56f448c4-b06d-4a04-8c97-521d0e943e7d up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:58.412152 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab027261-d389-4c1b-9297-640643c129b0 req-aef817eb-367b-4a7c-831a-c482aa8a4a0c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:58.420308 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ab027261-d389-4c1b-9297-640643c129b0 req-aef817eb-367b-4a7c-831a-c482aa8a4a0c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.1289673 Jul 16 01:42:58.474408 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b6614707-7d29-4008-a43c-e21ad1b6e626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.487393 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ab027261-d389-4c1b-9297-640643c129b0 req-674e9fc0-f6bc-414d-9b87-9c8cf182ac74 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646574 Jul 16 01:42:58.519452 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 56f448c4-b06d-4a04-8c97-521d0e943e7d completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:58.524988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 56f448c4-b06d-4a04-8c97-521d0e943e7d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:58.525744 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.642330 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.645311 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.688770 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19225f-045d-494e-936a-62433fd7815e service neutron] Pushing event updated for resources: {'Port': ['ID=5452544c-783f-4bc5-8131-b3f8ab78f399,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:58.698858 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 56f448c4-b06d-4a04-8c97-521d0e943e7d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=56f448c4-b06d-4a04-8c97-521d0e943e7d,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:58.700149 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdae64d-c63b-4e06-b02b-2d0c01593776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f448c4-b06d-4a04-8c97-521d0e943e7d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:58.705086 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5eccd7-6185-4e6a-ad35-08543ebac31a" -d '{"events": [{"server_uuid": "0fdae64d-c63b-4e06-b02b-2d0c01593776", "name": "network-vif-plugged", "status": "completed", "tag": "56f448c4-b06d-4a04-8c97-521d0e943e7d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:58.712842 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.775303 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=56f448c4-b06d-4a04-8c97-521d0e943e7d,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:58.778122 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7161b79-a357-41ac-a7f2-020dcfdfb2c0 req-35dc6641-c51f-49d8-8ad9-ce74fc54392c tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:58.780013 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e7161b79-a357-41ac-a7f2-020dcfdfb2c0 req-35dc6641-c51f-49d8-8ad9-ce74fc54392c tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 943 time: 0.0947063 Jul 16 01:42:58.802356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] Attempting to bind port 5452544c-783f-4bc5-8131-b3f8ab78f399 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:58.802713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] Attempting to bind port 5452544c-783f-4bc5-8131-b3f8ab78f399 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8a0e011a-63a6-43dc-8b58-c109a1c8827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:58.803025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] Attempting to bind port 5452544c-783f-4bc5-8131-b3f8ab78f399 on network a6da5c88-0bea-4384-a7f6-ff797435c31e {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:58.815051 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] Port 5452544c-783f-4bc5-8131-b3f8ab78f399 on network a6da5c88-0bea-4384-a7f6-ff797435c31e not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:58.815372 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] Attempting to bind port 5452544c-783f-4bc5-8131-b3f8ab78f399 on network a6da5c88-0bea-4384-a7f6-ff797435c31e {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:58.817231 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-f4a3b8c9-2707-4e49-8194-a1f8c8ef0255 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Made reservation on behalf of 104dabf5ce094851bc2271fd00061f97 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:58.820717 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-f4a3b8c9-2707-4e49-8194-a1f8c8ef0255 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.829525 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e7161b79-a357-41ac-a7f2-020dcfdfb2c0 req-f1dcc8f2-036b-4ee0-96b1-d89b1865446d tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433638 Jul 16 01:42:58.836539 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:58.836880 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] Checking segment: {'id': '8a0e011a-63a6-43dc-8b58-c109a1c8827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:58.837275 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] Bound using segment: {'id': '8a0e011a-63a6-43dc-8b58-c109a1c8827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:58.837713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] Bound port: 5452544c-783f-4bc5-8131-b3f8ab78f399, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0e011a-63a6-43dc-8b58-c109a1c8827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:58.838060 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.887023 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85d5b3-654e-47d3-a7a0-ecaa11602fda req-7f3531c1-6e89-45bb-8f12-f893747ddd9e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:58.895433 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8a85d5b3-654e-47d3-a7a0-ecaa11602fda req-7f3531c1-6e89-45bb-8f12-f893747ddd9e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.2079158 Jul 16 01:42:59.011273 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff874172-079b-4325-8f46-a786e381d2f8 req-72182b43-b643-49f2-b417-54a5e9c98831 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/ports?device_id=1864c4e8-55af-4439-a237-070918544320 HTTP/1.1" status: 200 len: 210 time: 0.0546846 Jul 16 01:42:59.060438 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bee05a5-dc09-47b8-8aa2-fe7272391f36 x-openstack-request-id: req-2bee05a5-dc09-47b8-8aa2-fe7272391f36 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:59.060992 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdae64d-c63b-4e06-b02b-2d0c01593776", "name": "network-vif-plugged", "status": "completed", "tag": "56f448c4-b06d-4a04-8c97-521d0e943e7d", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:59.061390 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2bee05a5-dc09-47b8-8aa2-fe7272391f36 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:59.061800 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdae64d-c63b-4e06-b02b-2d0c01593776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f448c4-b06d-4a04-8c97-521d0e943e7d', 'code': 200} Jul 16 01:42:59.077956 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8a85d5b3-654e-47d3-a7a0-ecaa11602fda req-4164c53f-72b9-4c0d-a0cd-4648fed7a42d tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816125 Jul 16 01:42:59.079106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] For port 5452544c-783f-4bc5-8131-b3f8ab78f399, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:59.100261 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] For port 5452544c-783f-4bc5-8131-b3f8ab78f399, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=5452544c-783f-4bc5-8131-b3f8ab78f399,segment=NetworkSegment(8a0e011a-63a6-43dc-8b58-c109a1c8827d),segment_id=8a0e011a-63a6-43dc-8b58-c109a1c8827d)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:59.108179 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.115744 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-f4a3b8c9-2707-4e49-8194-a1f8c8ef0255 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Allocated IP 172.20.0.14 (ef2e7199-c71f-495f-8c66-45e9d2e48cc8/ccd27216-dcf0-44ae-aeb6-6bf61bf17e53/afcd8bb5-07ca-40b5-af20-4b3ab58a06f0) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:59.173822 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.174634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.176744 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-da19225f-045d-494e-936a-62433fd7815e service neutron] 10.222.0.47 "PUT /v2.0/ports/5452544c-783f-4bc5-8131-b3f8ab78f399 HTTP/1.1" status: 200 len: 1091 time: 1.7881653 Jul 16 01:42:59.183559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a59d85e-f883-428a-a3a7-2bb987730b98', 'tag': '5452544c-783f-4bc5-8131-b3f8ab78f399'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:59.186282 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e744c6-8dc8-449b-96fe-73012c2c5068" -d '{"events": [{"name": "network-changed", "server_uuid": "5a59d85e-f883-428a-a3a7-2bb987730b98", "tag": "5452544c-783f-4bc5-8131-b3f8ab78f399"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:59.228857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19225f-045d-494e-936a-62433fd7815e service neutron] Pushing event updated for resources: {'Port': ['ID=5452544c-783f-4bc5-8131-b3f8ab78f399,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:59.261545 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25426800-0976-4e53-8a49-84d840de021a x-openstack-request-id: req-25426800-0976-4e53-8a49-84d840de021a {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:59.261892 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a59d85e-f883-428a-a3a7-2bb987730b98", "tag": "5452544c-783f-4bc5-8131-b3f8ab78f399", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:59.262084 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-25426800-0976-4e53-8a49-84d840de021a {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:59.268127 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a59d85e-f883-428a-a3a7-2bb987730b98', 'tag': '5452544c-783f-4bc5-8131-b3f8ab78f399', 'status': 'completed', 'code': 200} Jul 16 01:42:59.409460 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-84a42b1b-2737-4254-bff0-c7976888955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.412235 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-84a42b1b-2737-4254-bff0-c7976888955d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f88c5c1c11554f2fa735a619c494a2b4&device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 1094 time: 0.1277325 Jul 16 01:42:59.490213 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-6f5c17ed-dbeb-4410-ae4f-1b09a5d44d08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5452544c-783f-4bc5-8131-b3f8ab78f399 HTTP/1.1" status: 200 len: 217 time: 0.0578573 Jul 16 01:42:59.555923 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-ee95dedb-a0dd-4be1-a34d-4489baf3f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.557439 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-ee95dedb-a0dd-4be1-a34d-4489baf3f3dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eae3174e-0a72-480c-8b07-a75b3b1ea14f HTTP/1.1" status: 200 len: 854 time: 0.0577221 Jul 16 01:42:59.593994 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ae11b-a711-461a-a272-c04d664a7c74 req-660b001a-341f-41af-9442-2f6cb9b4f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.595642 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-180ae11b-a711-461a-a272-c04d664a7c74 req-660b001a-341f-41af-9442-2f6cb9b4f689 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 1097 time: 0.3265417 Jul 16 01:42:59.603136 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-f4a3b8c9-2707-4e49-8194-a1f8c8ef0255 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.655750 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-ee68cc01-48af-4faa-9727-919a855a147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.658431 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-ee68cc01-48af-4faa-9727-919a855a147d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6da5c88-0bea-4384-a7f6-ff797435c31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920715 Jul 16 01:42:59.665822 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-180ae11b-a711-461a-a272-c04d664a7c74 req-b212ed01-71ec-4453-9aa3-0ea228af4496 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600364 Jul 16 01:42:59.675563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c37ae3-96e3-48c5-be72-54fa5f8d97bf req-29cd8978-b12f-49ae-8a34-bb738f313626 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.677099 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03c37ae3-96e3-48c5-be72-54fa5f8d97bf req-29cd8978-b12f-49ae-8a34-bb738f313626 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.2189827 Jul 16 01:42:59.724866 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bff4a-0f03-4d8b-bd5f-87292bfa3b80 req-aa17ee03-0a68-4a94-9d21-a04d0a18e6d3 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.726398 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-de4bff4a-0f03-4d8b-bd5f-87292bfa3b80 req-aa17ee03-0a68-4a94-9d21-a04d0a18e6d3 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.0669858 Jul 16 01:42:59.751201 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03c37ae3-96e3-48c5-be72-54fa5f8d97bf req-62131e2b-bf0f-4c05-976c-090e4444bf14 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631754 Jul 16 01:42:59.769849 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-f4a3b8c9-2707-4e49-8194-a1f8c8ef0255 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.790811 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-de4bff4a-0f03-4d8b-bd5f-87292bfa3b80 req-4ee962a8-da0e-4dba-bb96-1b4b65c091d8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577977 Jul 16 01:42:59.824904 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-f4a3b8c9-2707-4e49-8194-a1f8c8ef0255 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Network ef2e7199-c71f-495f-8c66-45e9d2e48cc8 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:59.828446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-f4a3b8c9-2707-4e49-8194-a1f8c8ef0255 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:59.833546 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-f4a3b8c9-2707-4e49-8194-a1f8c8ef0255 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:59.837766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3b8c9-2707-4e49-8194-a1f8c8ef0255 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Pushing event updated for resources: {'Port': ['ID=afcd8bb5-07ca-40b5-af20-4b3ab58a06f0,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:59.887109 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-f4a3b8c9-2707-4e49-8194-a1f8c8ef0255 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.887819 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-f4a3b8c9-2707-4e49-8194-a1f8c8ef0255 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.904576 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-f4a3b8c9-2707-4e49-8194-a1f8c8ef0255 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7259243 Jul 16 01:42:59.923471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Request body: {'port': {'device_id': '1864c4e8-55af-4439-a237-070918544320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:00.053258 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.106216 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3041c-c7a7-4019-b110-57af3e4958c7 req-772d61b2-c419-4528-9cc7-4b58a4940ccb tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:00.115026 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88f3041c-c7a7-4019-b110-57af3e4958c7 req-772d61b2-c419-4528-9cc7-4b58a4940ccb tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 943 time: 0.1382902 Jul 16 01:43:00.204067 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88f3041c-c7a7-4019-b110-57af3e4958c7 req-b38fb835-0224-4223-84a7-60f96170c56b tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879610 Jul 16 01:43:00.263873 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-2e5b3648-9f61-46bb-bfcc-104b5479b0ff service neutron] 10.222.0.47 "GET /v2.0/networks/a6da5c88-0bea-4384-a7f6-ff797435c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160866 Jul 16 01:43:00.325510 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277daa0-c014-428c-860e-df7690035534 req-cfa5b40e-d95a-4712-a405-95b3e6ba3a82 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:00.339115 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c277daa0-c014-428c-860e-df7690035534 req-cfa5b40e-d95a-4712-a405-95b3e6ba3a82 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/ports?device_id=1864c4e8-55af-4439-a237-070918544320 HTTP/1.1" status: 200 len: 932 time: 0.1832418 Jul 16 01:43:00.422012 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c277daa0-c014-428c-860e-df7690035534 req-04dfb3a9-a319-4f08-a1ff-a96594c29372 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/security-groups?id=c408743c-4f17-4996-af80-cb5667d101a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816743 Jul 16 01:43:00.472938 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e3f53ed-c8b9-4f54-abcb-ec737d9e8645 req-f138cacc-ac51-40ae-9f1d-ab01b2223597 service neutron] 10.222.0.47 "GET /v2.0/networks/a6da5c88-0bea-4384-a7f6-ff797435c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982887 Jul 16 01:43:00.577624 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc61db-a7a0-4c4f-9b32-6724d68c4ebe req-eb17759f-b0a3-43f5-b08f-c1bb402d3086 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:00.579232 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9bc61db-a7a0-4c4f-9b32-6724d68c4ebe req-eb17759f-b0a3-43f5-b08f-c1bb402d3086 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.1632819 Jul 16 01:43:00.647420 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e744c6-8dc8-449b-96fe-73012c2c5068 req-7274949f-df68-4789-93eb-a43cba4035e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:00.649112 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39e744c6-8dc8-449b-96fe-73012c2c5068 req-7274949f-df68-4789-93eb-a43cba4035e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f88c5c1c11554f2fa735a619c494a2b4&device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 1094 time: 0.0669029 Jul 16 01:43:00.663373 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9bc61db-a7a0-4c4f-9b32-6724d68c4ebe req-33170eb8-0baa-442b-8aea-5ae1474e3739 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762768 Jul 16 01:43:00.667565 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:00.675693 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.690238 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Transition to ACTIVE for port object afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:00.703198 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.760455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Pushing event updated for resources: {'Port': ['ID=afcd8bb5-07ca-40b5-af20-4b3ab58a06f0,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:00.765859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e744c6-8dc8-449b-96fe-73012c2c5068 req-c8c5a9e8-7c5e-4cf8-8665-a0c9e8492433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:00.768822 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39e744c6-8dc8-449b-96fe-73012c2c5068 req-c8c5a9e8-7c5e-4cf8-8665-a0c9e8492433 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6da5c88-0bea-4384-a7f6-ff797435c31e HTTP/1.1" status: 200 len: 916 time: 0.1081183 Jul 16 01:43:00.847239 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Attempting to bind port afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:00.847623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Attempting to bind port afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8e97b1a9-0b90-48c2-8604-5452d1bcfaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ef2e7199-c71f-495f-8c66-45e9d2e48cc8'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:00.848010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Attempting to bind port afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 on network ef2e7199-c71f-495f-8c66-45e9d2e48cc8 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:00.853611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Port afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 on network ef2e7199-c71f-495f-8c66-45e9d2e48cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:00.853952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Attempting to bind port afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 on network ef2e7199-c71f-495f-8c66-45e9d2e48cc8 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:00.860075 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:00.860416 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Checking segment: {'id': '8e97b1a9-0b90-48c2-8604-5452d1bcfaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ef2e7199-c71f-495f-8c66-45e9d2e48cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:00.860809 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Bound using segment: {'id': '8e97b1a9-0b90-48c2-8604-5452d1bcfaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ef2e7199-c71f-495f-8c66-45e9d2e48cc8'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:00.861941 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Bound port: afcd8bb5-07ca-40b5-af20-4b3ab58a06f0, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e97b1a9-0b90-48c2-8604-5452d1bcfaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ef2e7199-c71f-495f-8c66-45e9d2e48cc8'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:00.862340 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.871667 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39e744c6-8dc8-449b-96fe-73012c2c5068 req-25cb3db6-5563-492d-9371-11dc03a9d9ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5452544c-783f-4bc5-8131-b3f8ab78f399 HTTP/1.1" status: 200 len: 217 time: 0.0907333 Jul 16 01:43:00.943837 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] For port afcd8bb5-07ca-40b5-af20-4b3ab58a06f0, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:00.949161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] For port afcd8bb5-07ca-40b5-af20-4b3ab58a06f0, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=afcd8bb5-07ca-40b5-af20-4b3ab58a06f0,segment=NetworkSegment(8e97b1a9-0b90-48c2-8604-5452d1bcfaba),segment_id=8e97b1a9-0b90-48c2-8604-5452d1bcfaba)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:00.954858 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.968819 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e744c6-8dc8-449b-96fe-73012c2c5068 req-20805534-258f-4d6e-97d3-8d0b27d37df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:00.970941 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39e744c6-8dc8-449b-96fe-73012c2c5068 req-20805534-258f-4d6e-97d3-8d0b27d37df4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eae3174e-0a72-480c-8b07-a75b3b1ea14f HTTP/1.1" status: 200 len: 854 time: 0.0839670 Jul 16 01:43:00.983806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acde4f-fa71-47ec-b9de-ba9ac9668eb3 req-4013b610-bfb3-49cb-9efd-099963a673f9 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:00.985666 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-45acde4f-fa71-47ec-b9de-ba9ac9668eb3 req-4013b610-bfb3-49cb-9efd-099963a673f9 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.1092250 Jul 16 01:43:01.029693 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.030342 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.031803 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] 10.222.0.26 "PUT /v2.0/ports/afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 HTTP/1.1" status: 200 len: 1092 time: 1.1132021 Jul 16 01:43:01.063641 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ddad399c-1b92-439d-afb8-bcd564db1ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.067783 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-45acde4f-fa71-47ec-b9de-ba9ac9668eb3 req-24b910b9-31d0-4adf-9693-ae9feb89ca62 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731249 Jul 16 01:43:01.071948 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.101913 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e744c6-8dc8-449b-96fe-73012c2c5068 req-05ca96d8-9844-4713-86c9-2514e9890195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.103542 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39e744c6-8dc8-449b-96fe-73012c2c5068 req-05ca96d8-9844-4713-86c9-2514e9890195 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6da5c88-0bea-4384-a7f6-ff797435c31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163170 Jul 16 01:43:01.106029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676f370-e27e-4bc7-b65e-ac1212ec7d18 service neutron] Pushing event updated for resources: {'Port': ['ID=afcd8bb5-07ca-40b5-af20-4b3ab58a06f0,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:01.162226 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d5af3-9a72-4473-b9c8-7641ff729892 req-51b1073a-6665-4ed3-b086-2fc2e9126418 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.163818 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e46d5af3-9a72-4473-b9c8-7641ff729892 req-51b1073a-6665-4ed3-b086-2fc2e9126418 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.2041209 Jul 16 01:43:01.208650 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-75cb2f2d-9904-4afd-9b58-2f45427b6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.210180 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-75cb2f2d-9904-4afd-9b58-2f45427b6e96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=104dabf5ce094851bc2271fd00061f97&device_id=1864c4e8-55af-4439-a237-070918544320 HTTP/1.1" status: 200 len: 1095 time: 0.1012836 Jul 16 01:43:01.216127 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e46d5af3-9a72-4473-b9c8-7641ff729892 req-23ba70fa-e174-4ea1-8e82-f7d4e376fa86 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449991 Jul 16 01:43:01.281296 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1864c4e8-55af-4439-a237-070918544320', 'tag': 'afcd8bb5-07ca-40b5-af20-4b3ab58a06f0'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:01.281296 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26ddccb-526f-4170-bb91-b75a5dc9affa" -d '{"events": [{"name": "network-changed", "server_uuid": "1864c4e8-55af-4439-a237-070918544320", "tag": "afcd8bb5-07ca-40b5-af20-4b3ab58a06f0"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:01.284833 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-79faeaa8-d600-4648-a488-a5f8c4a7f39e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 HTTP/1.1" status: 200 len: 217 time: 0.0572457 Jul 16 01:43:01.378971 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54f1ec3-5d2e-4d3a-92e4-48d4a7005c38 x-openstack-request-id: req-d54f1ec3-5d2e-4d3a-92e4-48d4a7005c38 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:01.379262 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1864c4e8-55af-4439-a237-070918544320", "tag": "afcd8bb5-07ca-40b5-af20-4b3ab58a06f0", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:01.379536 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d54f1ec3-5d2e-4d3a-92e4-48d4a7005c38 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:01.380090 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39e744c6-8dc8-449b-96fe-73012c2c5068 req-3c9e2bed-c6b9-4d53-9b11-66373b5cbe49 service neutron] 10.222.0.47 "GET /v2.0/networks/a6da5c88-0bea-4384-a7f6-ff797435c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640868 Jul 16 01:43:01.380225 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1864c4e8-55af-4439-a237-070918544320', 'tag': 'afcd8bb5-07ca-40b5-af20-4b3ab58a06f0', 'status': 'completed', 'code': 200} Jul 16 01:43:01.381748 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-7d6997b5-57be-45c7-baa7-7a273714e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.383200 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-7d6997b5-57be-45c7-baa7-7a273714e6a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ccd27216-dcf0-44ae-aeb6-6bf61bf17e53 HTTP/1.1" status: 200 len: 854 time: 0.0891330 Jul 16 01:43:01.438195 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-743b6fb4-4641-46e5-a40b-6b44bc492635 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ef2e7199-c71f-495f-8c66-45e9d2e48cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416908 Jul 16 01:43:01.539644 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47af0dc-9a5d-4c45-aa59-70b1c7444d80 req-d5a3f3ee-ebf6-45ca-843a-c9a1cf86dc44 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.547235 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a47af0dc-9a5d-4c45-aa59-70b1c7444d80 req-d5a3f3ee-ebf6-45ca-843a-c9a1cf86dc44 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 943 time: 0.1713457 Jul 16 01:43:01.562682 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39e744c6-8dc8-449b-96fe-73012c2c5068 req-ee580300-094d-4206-afd8-40cd31aafb25 service neutron] 10.222.0.47 "GET /v2.0/networks/a6da5c88-0bea-4384-a7f6-ff797435c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559334 Jul 16 01:43:01.599496 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a47af0dc-9a5d-4c45-aa59-70b1c7444d80 req-cd7ed34c-216a-4f75-a09f-e04fa1c97b75 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512197 Jul 16 01:43:01.632844 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-fee21f06-20c0-42f8-9efd-506d9340ebec service neutron] 10.222.0.26 "GET /v2.0/networks/ef2e7199-c71f-495f-8c66-45e9d2e48cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870711 Jul 16 01:43:01.770921 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b43376ab-92e6-44d7-83ff-8464b6f68b33 req-42962acf-5eb0-4dc1-ac50-bf7268404a1f service neutron] 10.222.0.26 "GET /v2.0/networks/ef2e7199-c71f-495f-8c66-45e9d2e48cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311309 Jul 16 01:43:01.785257 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b0dd5-a317-4ebf-a20b-c70f969f15fc req-61d4dd68-6aaa-4c59-9ffc-685a962b2cc0 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.786995 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f37b0dd5-a317-4ebf-a20b-c70f969f15fc req-61d4dd68-6aaa-4c59-9ffc-685a962b2cc0 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/ports?device_id=1864c4e8-55af-4439-a237-070918544320 HTTP/1.1" status: 200 len: 944 time: 0.1368439 Jul 16 01:43:01.855096 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f37b0dd5-a317-4ebf-a20b-c70f969f15fc req-aaaaa6ec-310c-4523-9779-0af29d963d5e tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/security-groups?id=c408743c-4f17-4996-af80-cb5667d101a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617301 Jul 16 01:43:01.969521 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d1731-bd76-4dae-9655-a698ada68ee4 req-779fd997-f656-4b63-b045-202cf0628840 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.970223 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddccb-526f-4170-bb91-b75a5dc9affa req-36e3be31-7c6f-4a3f-a745-eec5060b5aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.971856 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ca1d1731-bd76-4dae-9655-a698ada68ee4 req-779fd997-f656-4b63-b045-202cf0628840 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0724626 Jul 16 01:43:01.977218 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d26ddccb-526f-4170-bb91-b75a5dc9affa req-36e3be31-7c6f-4a3f-a745-eec5060b5aed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=104dabf5ce094851bc2271fd00061f97&device_id=1864c4e8-55af-4439-a237-070918544320 HTTP/1.1" status: 200 len: 1095 time: 0.0729752 Jul 16 01:43:02.006964 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.015775 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ca1d1731-bd76-4dae-9655-a698ada68ee4 req-a358d095-d6c5-4d8b-a573-84c1c92f0a54 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375934 Jul 16 01:43:02.092682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddccb-526f-4170-bb91-b75a5dc9affa req-24b9257e-1f3a-4cf2-a9a1-45b348c4ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:02.094160 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d26ddccb-526f-4170-bb91-b75a5dc9affa req-24b9257e-1f3a-4cf2-a9a1-45b348c4ae9a service neutron] 10.222.0.26 "GET /v2.0/networks?id=ef2e7199-c71f-495f-8c66-45e9d2e48cc8 HTTP/1.1" status: 200 len: 915 time: 0.1107380 Jul 16 01:43:02.172078 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d26ddccb-526f-4170-bb91-b75a5dc9affa req-4ed166d2-f373-4da9-a5e8-33d917cc8439 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 HTTP/1.1" status: 200 len: 217 time: 0.0700259 Jul 16 01:43:02.271882 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddccb-526f-4170-bb91-b75a5dc9affa req-1d9289e2-6dfa-4c5a-9880-5041520b1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:02.273827 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d26ddccb-526f-4170-bb91-b75a5dc9affa req-1d9289e2-6dfa-4c5a-9880-5041520b1964 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ccd27216-dcf0-44ae-aeb6-6bf61bf17e53 HTTP/1.1" status: 200 len: 854 time: 0.0938969 Jul 16 01:43:02.312626 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d26ddccb-526f-4170-bb91-b75a5dc9affa req-c9f52382-44ea-4409-afe4-25819dccbec2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ef2e7199-c71f-495f-8c66-45e9d2e48cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318155 Jul 16 01:43:02.420379 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653fb46-5d87-429c-b9fa-7688141d9e46 req-de65b347-8b8d-4cdb-99b2-61d246620195 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:02.421847 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3653fb46-5d87-429c-b9fa-7688141d9e46 req-de65b347-8b8d-4cdb-99b2-61d246620195 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.2125812 Jul 16 01:43:02.475440 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f96657-b47b-4d43-948c-fa75e03a5c63 req-efc0767d-c8bf-4efa-a0da-2698bc433bbb tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:02.477919 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-02f96657-b47b-4d43-948c-fa75e03a5c63 req-efc0767d-c8bf-4efa-a0da-2698bc433bbb tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.0885155 Jul 16 01:43:02.488115 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d26ddccb-526f-4170-bb91-b75a5dc9affa req-9de4f08a-dab6-4e41-a8ab-a8b6f204938d service neutron] 10.222.0.26 "GET /v2.0/networks/ef2e7199-c71f-495f-8c66-45e9d2e48cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629210 Jul 16 01:43:02.511083 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3653fb46-5d87-429c-b9fa-7688141d9e46 req-41547dff-ba72-4b37-b66a-5e43fcb0484a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798554 Jul 16 01:43:02.519401 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-02f96657-b47b-4d43-948c-fa75e03a5c63 req-edd0ff5a-df2e-4f06-bc6c-db57c336e060 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363328 Jul 16 01:43:02.600106 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d26ddccb-526f-4170-bb91-b75a5dc9affa req-33a02c5b-b486-42de-a508-c86d7b0a59f7 service neutron] 10.222.0.26 "GET /v2.0/networks/ef2e7199-c71f-495f-8c66-45e9d2e48cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022170 Jul 16 01:43:02.874546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c671f8-7bee-4ee4-b700-0e7b0f62468b req-e67a9451-0908-4b32-8933-5c4d4ba15d14 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:02.882480 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-78c671f8-7bee-4ee4-b700-0e7b0f62468b req-e67a9451-0908-4b32-8933-5c4d4ba15d14 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 943 time: 0.0801725 Jul 16 01:43:02.917004 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-78c671f8-7bee-4ee4-b700-0e7b0f62468b req-6af5a705-0532-47bb-9da7-e9262a193879 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336554 Jul 16 01:43:03.087631 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78891f-4db0-4522-a476-cbd87256559b req-9303e37f-6ad0-4cde-b42a-fc3915cda1d0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:03.089150 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6e78891f-4db0-4522-a476-cbd87256559b req-9303e37f-6ad0-4cde-b42a-fc3915cda1d0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0657041 Jul 16 01:43:03.091066 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb431c6-bb9b-4491-98d1-551dff5ee12e req-9565e9d6-0600-4e27-bea9-35d41dd79983 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:03.092576 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-acb431c6-bb9b-4491-98d1-551dff5ee12e req-9565e9d6-0600-4e27-bea9-35d41dd79983 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/ports?device_id=1864c4e8-55af-4439-a237-070918544320 HTTP/1.1" status: 200 len: 944 time: 0.0681081 Jul 16 01:43:03.130360 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6e78891f-4db0-4522-a476-cbd87256559b req-03f835bf-05ce-456c-af5e-338ba2b714fa tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356505 Jul 16 01:43:03.130893 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-acb431c6-bb9b-4491-98d1-551dff5ee12e req-3f421f0c-5fb9-489a-ba27-c33cfe63e963 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/security-groups?id=c408743c-4f17-4996-af80-cb5667d101a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323899 Jul 16 01:43:03.305727 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fe562-6cd3-4ed9-80e5-fd3a56e99047 req-49fd220c-2b1f-48eb-8c72-bb43bb3f60d6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:03.307368 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ab5fe562-6cd3-4ed9-80e5-fd3a56e99047 req-49fd220c-2b1f-48eb-8c72-bb43bb3f60d6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0661881 Jul 16 01:43:03.355408 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ab5fe562-6cd3-4ed9-80e5-fd3a56e99047 req-a160d542-bf2c-4795-88fe-83b229496513 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333297 Jul 16 01:43:03.609010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d29699-d711-4417-b8b3-e71af4508733 req-93076b9b-b166-4c2c-835a-3ca7a2e655f2 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:03.610504 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8d29699-d711-4417-b8b3-e71af4508733 req-93076b9b-b166-4c2c-835a-3ca7a2e655f2 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.3830440 Jul 16 01:43:03.644919 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:03.660445 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8d29699-d711-4417-b8b3-e71af4508733 req-d79725aa-a4c9-4980-9a9b-a0fe990f508d tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440748 Jul 16 01:43:03.746437 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffd8ed-2236-4c31-88b4-3da2b95b155d req-ed3303ab-f931-4817-9f8e-e3ad389b4277 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:03.748658 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19ffd8ed-2236-4c31-88b4-3da2b95b155d req-ed3303ab-f931-4817-9f8e-e3ad389b4277 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.1040809 Jul 16 01:43:03.811252 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19ffd8ed-2236-4c31-88b4-3da2b95b155d req-039cdce6-88c0-4540-91ef-969b705419a5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558589 Jul 16 01:43:03.819041 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.821039 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port afcd8bb5-07ca-40b5-af20-4b3ab58a06f0, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=afcd8bb5-07ca-40b5-af20-4b3ab58a06f0,segment=NetworkSegment(8e97b1a9-0b90-48c2-8604-5452d1bcfaba),segment_id=8e97b1a9-0b90-48c2-8604-5452d1bcfaba)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:03.835286 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'afcd8bb5-07ca-40b5-af20-4b3ab58a06f0', 'network_id': 'ef2e7199-c71f-495f-8c66-45e9d2e48cc8', 'port_id': 'afcd8bb5-07ca-40b5-af20-4b3ab58a06f0', 'mac_address': 'fa:16:3e:2f:a9:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd27216-dcf0-44ae-aeb6-6bf61bf17e53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:03.858597 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362f7a6-e6d7-44e5-8e8b-22bcc7886dcf req-83eaac68-5b12-421d-98cc-624cf12d3cbf tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:03.866937 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4362f7a6-e6d7-44e5-8e8b-22bcc7886dcf req-83eaac68-5b12-421d-98cc-624cf12d3cbf tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.1055052 Jul 16 01:43:03.886101 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.901900 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:03.915203 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4362f7a6-e6d7-44e5-8e8b-22bcc7886dcf req-41fc996a-d232-4732-9add-6be1b418e5d4 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473347 Jul 16 01:43:03.924512 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port afcd8bb5-07ca-40b5-af20-4b3ab58a06f0, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=afcd8bb5-07ca-40b5-af20-4b3ab58a06f0,segment=NetworkSegment(8e97b1a9-0b90-48c2-8604-5452d1bcfaba),segment_id=8e97b1a9-0b90-48c2-8604-5452d1bcfaba)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:03.930352 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.988756 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=afcd8bb5-07ca-40b5-af20-4b3ab58a06f0,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:04.109688 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379277c-1dc4-4e57-806b-e93e668e41b0 req-82d376b7-60da-46f0-a4c2-58e7ce0cac6e tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.111199 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c379277c-1dc4-4e57-806b-e93e668e41b0 req-82d376b7-60da-46f0-a4c2-58e7ce0cac6e tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 943 time: 0.0687237 Jul 16 01:43:04.150700 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c379277c-1dc4-4e57-806b-e93e668e41b0 req-169a5c0f-c3d9-4ca8-ab55-6f44e0cdf319 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326314 Jul 16 01:43:04.312646 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc41ea3-01a4-4d00-a974-ffe319da631d req-e1b52e4f-9cd5-40b8-9a72-b9dd2d1ea98a tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.314231 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7cc41ea3-01a4-4d00-a974-ffe319da631d req-e1b52e4f-9cd5-40b8-9a72-b9dd2d1ea98a tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/ports?device_id=1864c4e8-55af-4439-a237-070918544320 HTTP/1.1" status: 200 len: 945 time: 0.0644979 Jul 16 01:43:04.354583 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7cc41ea3-01a4-4d00-a974-ffe319da631d req-20d5d0f5-66ae-4797-b8f3-b314ad334171 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/security-groups?id=c408743c-4f17-4996-af80-cb5667d101a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344870 Jul 16 01:43:04.359788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['afcd8bb5-07ca-40b5-af20-4b3ab58a06f0'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:04.859815 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c5a87-77a3-4ab4-aff2-adf174f2a312 req-b6c0f9c1-028b-4adc-a6b8-070a9974d728 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.862468 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a89c5a87-77a3-4ab4-aff2-adf174f2a312 req-b6c0f9c1-028b-4adc-a6b8-070a9974d728 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0732319 Jul 16 01:43:04.904600 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a89c5a87-77a3-4ab4-aff2-adf174f2a312 req-7ccb151d-f916-4fcf-b4be-be299b78e8be tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357959 Jul 16 01:43:05.013472 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36410514-43b3-496d-ac7e-1bb21ef2eb0b req-2c37d2ce-2bb7-4930-b7f8-a38dd428404e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.014982 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36410514-43b3-496d-ac7e-1bb21ef2eb0b req-2c37d2ce-2bb7-4930-b7f8-a38dd428404e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.0677898 Jul 16 01:43:05.058318 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36410514-43b3-496d-ac7e-1bb21ef2eb0b req-9b8f3673-1333-49ac-a575-71c24ae5b9b9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370786 Jul 16 01:43:05.117492 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e124a2-8176-4588-a275-5f6ba99ff137 req-993bb234-8a9e-46b7-ba57-55bbb9da2576 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.119111 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e9e124a2-8176-4588-a275-5f6ba99ff137 req-993bb234-8a9e-46b7-ba57-55bbb9da2576 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0680978 Jul 16 01:43:05.160878 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e9e124a2-8176-4588-a275-5f6ba99ff137 req-01f89422-42b6-4cd4-b180-11e604601c01 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360303 Jul 16 01:43:05.326317 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb89d1-1464-43e8-81a5-ea3e4a408519 req-2790adb7-a910-405b-b125-44c83cfc0eee tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.327840 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a3fb89d1-1464-43e8-81a5-ea3e4a408519 req-2790adb7-a910-405b-b125-44c83cfc0eee tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 943 time: 0.0638707 Jul 16 01:43:05.365916 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a3fb89d1-1464-43e8-81a5-ea3e4a408519 req-381a2aa9-6163-4800-89bd-f646c41288c4 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317519 Jul 16 01:43:05.536722 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd21da-2ec0-444c-8232-d127a065e4d4 req-dc40d3cc-ff43-4831-a373-a24237dba506 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.538136 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-96bd21da-2ec0-444c-8232-d127a065e4d4 req-dc40d3cc-ff43-4831-a373-a24237dba506 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/ports?device_id=1864c4e8-55af-4439-a237-070918544320 HTTP/1.1" status: 200 len: 945 time: 0.0681055 Jul 16 01:43:05.575311 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-96bd21da-2ec0-444c-8232-d127a065e4d4 req-fbd7c70d-d6be-432a-9e2d-717f065db54b tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/security-groups?id=c408743c-4f17-4996-af80-cb5667d101a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316715 Jul 16 01:43:05.644465 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:05.668573 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:43:05.692617 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:05.696030 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:05.696402 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.772963 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.794025 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1864c4e8-55af-4439-a237-070918544320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcd8bb5-07ca-40b5-af20-4b3ab58a06f0'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:05.796210 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa23dba-f134-43db-b7a9-55896ff8587b" -d '{"events": [{"server_uuid": "1864c4e8-55af-4439-a237-070918544320", "name": "network-vif-plugged", "status": "completed", "tag": "afcd8bb5-07ca-40b5-af20-4b3ab58a06f0"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:05.808779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port afcd8bb5-07ca-40b5-af20-4b3ab58a06f0, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=afcd8bb5-07ca-40b5-af20-4b3ab58a06f0,segment=NetworkSegment(8e97b1a9-0b90-48c2-8604-5452d1bcfaba),segment_id=8e97b1a9-0b90-48c2-8604-5452d1bcfaba)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:05.813803 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.839848 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51ab6ae-8289-4a34-8a50-e7be2fc4c415 x-openstack-request-id: req-d51ab6ae-8289-4a34-8a50-e7be2fc4c415 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:05.840139 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1864c4e8-55af-4439-a237-070918544320", "name": "network-vif-plugged", "status": "completed", "tag": "afcd8bb5-07ca-40b5-af20-4b3ab58a06f0", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:05.840387 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d51ab6ae-8289-4a34-8a50-e7be2fc4c415 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:05.840795 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1864c4e8-55af-4439-a237-070918544320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcd8bb5-07ca-40b5-af20-4b3ab58a06f0', 'code': 200} Jul 16 01:43:05.864860 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=afcd8bb5-07ca-40b5-af20-4b3ab58a06f0,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:05.985400 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbbb51-95e7-4626-8f98-33a05dfc2b0b req-22e6b391-d267-4bb0-9f80-2aa04f255d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.988384 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-06fbbb51-95e7-4626-8f98-33a05dfc2b0b req-22e6b391-d267-4bb0-9f80-2aa04f255d36 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1864c4e8-55af-4439-a237-070918544320 HTTP/1.1" status: 200 len: 1097 time: 0.0604346 Jul 16 01:43:06.026869 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-06fbbb51-95e7-4626-8f98-33a05dfc2b0b req-cebfb200-ea5d-41b1-a052-8aceab8ff8df service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c408743c-4f17-4996-af80-cb5667d101a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318854 Jul 16 01:43:06.089320 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83539f3a-0d19-4f54-879b-5bf8846f677b req-0040712c-c5d3-48e8-bb6d-ecf3ef750ce6 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:06.090869 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-83539f3a-0d19-4f54-879b-5bf8846f677b req-0040712c-c5d3-48e8-bb6d-ecf3ef750ce6 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0724514 Jul 16 01:43:06.134581 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-83539f3a-0d19-4f54-879b-5bf8846f677b req-9090b928-3f35-47f3-9fe2-6e8a309ddd56 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373874 Jul 16 01:43:06.260601 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b1b26-a0a9-4674-ae80-75241cf516c7 req-f936c6d8-558a-42fb-8735-42a44fe48244 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:06.262331 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d41b1b26-a0a9-4674-ae80-75241cf516c7 req-f936c6d8-558a-42fb-8735-42a44fe48244 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.0708518 Jul 16 01:43:06.318043 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d41b1b26-a0a9-4674-ae80-75241cf516c7 req-3c0b0906-38dd-4c03-adeb-8a8f71396fe9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478995 Jul 16 01:43:06.537725 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ba98f-4a2a-4e37-b428-e8aedc52a727 req-2145c5d1-9ee5-4dd1-ba3d-b4c9b9ee4aab tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:06.539946 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7d1ba98f-4a2a-4e37-b428-e8aedc52a727 req-2145c5d1-9ee5-4dd1-ba3d-b4c9b9ee4aab tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0734625 Jul 16 01:43:06.634073 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67474a23-d070-4d0c-8ce6-916288a4e264 req-b3227169-388e-43c0-9e36-e688d465493b tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:06.635849 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67474a23-d070-4d0c-8ce6-916288a4e264 req-b3227169-388e-43c0-9e36-e688d465493b tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 943 time: 0.0680635 Jul 16 01:43:06.679731 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67474a23-d070-4d0c-8ce6-916288a4e264 req-22c0baed-01a4-4924-8585-db094f6465e7 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376651 Jul 16 01:43:06.858138 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf3853-03aa-429d-aa8b-686a58e6b465 req-06759ffb-b894-4c5a-ae77-d103f1fdf071 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:06.859785 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22cf3853-03aa-429d-aa8b-686a58e6b465 req-06759ffb-b894-4c5a-ae77-d103f1fdf071 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/ports?device_id=1864c4e8-55af-4439-a237-070918544320 HTTP/1.1" status: 200 len: 946 time: 0.0671587 Jul 16 01:43:06.909348 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7d1ba98f-4a2a-4e37-b428-e8aedc52a727 req-f1ceec8b-3308-4d84-82d1-67dbd1293e2c tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638623 Jul 16 01:43:06.912339 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22cf3853-03aa-429d-aa8b-686a58e6b465 req-ecf059ac-72cb-490d-94ba-ded5c0b3892a tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/security-groups?id=c408743c-4f17-4996-af80-cb5667d101a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456555 Jul 16 01:43:07.363691 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2380ef-324b-4673-ab59-1524ba505825 req-6bc20f02-4c83-4a69-8d12-aa5b3ba0096e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:07.365219 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4e2380ef-324b-4673-ab59-1524ba505825 req-6bc20f02-4c83-4a69-8d12-aa5b3ba0096e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0857658 Jul 16 01:43:07.405789 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4e2380ef-324b-4673-ab59-1524ba505825 req-51513597-bd95-4099-86f0-524798c5359e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347691 Jul 16 01:43:07.534030 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cb584-3bb6-4195-9fb8-5a779b024eb1 req-af389fd7-193f-4245-aec3-ffcdc10251a2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:07.535562 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-834cb584-3bb6-4195-9fb8-5a779b024eb1 req-af389fd7-193f-4245-aec3-ffcdc10251a2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.0664084 Jul 16 01:43:07.574119 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-834cb584-3bb6-4195-9fb8-5a779b024eb1 req-80155557-23f5-47ef-8a32-406d77d648ea tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329933 Jul 16 01:43:08.031512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3ba05-3409-4e80-b9ec-c5f6a5d2bb01 req-5bc097d3-1e42-458c-8754-06df665e75d9 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:08.033193 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76b3ba05-3409-4e80-b9ec-c5f6a5d2bb01 req-5bc097d3-1e42-458c-8754-06df665e75d9 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 943 time: 0.0642571 Jul 16 01:43:08.072970 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76b3ba05-3409-4e80-b9ec-c5f6a5d2bb01 req-a087e022-b2d3-4d57-a975-79250dcd273e tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340862 Jul 16 01:43:08.090759 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38fbd3-0e8c-484a-a9e0-b3eac1214c00 req-8b24f24a-80cc-46c6-afd3-102504ed6042 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:08.092270 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2b38fbd3-0e8c-484a-a9e0-b3eac1214c00 req-8b24f24a-80cc-46c6-afd3-102504ed6042 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/ports?device_id=1864c4e8-55af-4439-a237-070918544320 HTTP/1.1" status: 200 len: 946 time: 0.0643117 Jul 16 01:43:08.133347 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2b38fbd3-0e8c-484a-a9e0-b3eac1214c00 req-9fae68ea-df58-4d8c-b145-90df6cdad4b1 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/security-groups?id=c408743c-4f17-4996-af80-cb5667d101a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348809 Jul 16 01:43:08.245646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63966a27-0bc7-44bb-b31d-a4a03a2aa91e req-a5862351-e2c3-46c1-9b60-26f63a771c69 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:08.247393 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63966a27-0bc7-44bb-b31d-a4a03a2aa91e req-a5862351-e2c3-46c1-9b60-26f63a771c69 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0751832 Jul 16 01:43:08.298579 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63966a27-0bc7-44bb-b31d-a4a03a2aa91e req-87fdbb42-82c1-4a49-97a2-81a7d9d4b5af tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444851 Jul 16 01:43:08.504703 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edc46be7-b4e6-4cbc-a456-7688456ad8e5 req-5346306e-2c48-4a95-81ee-a85851fbda82 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9aacc9c6-d1f3-4684-bc7c-5afe33e3e519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0633733 Jul 16 01:43:08.651689 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc46be7-b4e6-4cbc-a456-7688456ad8e5 req-b12cf0b2-6534-412b-96b0-1e31292bca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:08.653733 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edc46be7-b4e6-4cbc-a456-7688456ad8e5 req-b12cf0b2-6534-412b-96b0-1e31292bca8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&device_id=9aacc9c6-d1f3-4684-bc7c-5afe33e3e519 HTTP/1.1" status: 200 len: 1096 time: 0.1069341 Jul 16 01:43:08.673407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef2b96-5beb-4235-9755-26ad7ce2a7a3 req-779d2831-39a5-4690-a28c-49a92fd29b8d tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:08.676147 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4aef2b96-5beb-4235-9755-26ad7ce2a7a3 req-779d2831-39a5-4690-a28c-49a92fd29b8d tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.1196253 Jul 16 01:43:08.717481 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4aef2b96-5beb-4235-9755-26ad7ce2a7a3 req-855c592b-f272-4bd1-b9b2-a427845854cc tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349455 Jul 16 01:43:08.819422 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4edba-5ead-44e0-aa34-1ad22e89e357 req-7390fdf5-8d2d-4a2c-b995-9467d0c66506 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:08.823196 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55f4edba-5ead-44e0-aa34-1ad22e89e357 req-7390fdf5-8d2d-4a2c-b995-9467d0c66506 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.0686812 Jul 16 01:43:08.830429 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc46be7-b4e6-4cbc-a456-7688456ad8e5 req-472d8a3a-a6fb-4c4b-9816-9eec960dc531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:08.832613 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edc46be7-b4e6-4cbc-a456-7688456ad8e5 req-472d8a3a-a6fb-4c4b-9816-9eec960dc531 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 200 len: 907 time: 0.1062250 Jul 16 01:43:08.862454 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55f4edba-5ead-44e0-aa34-1ad22e89e357 req-33fa0be8-fa22-44a1-a497-69aa520bef98 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348945 Jul 16 01:43:08.907799 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edc46be7-b4e6-4cbc-a456-7688456ad8e5 req-25f3c6d3-742f-4273-8510-54f2c01b5c32 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efd02165-8351-4e87-9a54-2c6b152ae053 HTTP/1.1" status: 200 len: 217 time: 0.0414071 Jul 16 01:43:08.963091 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc46be7-b4e6-4cbc-a456-7688456ad8e5 req-04730e60-237c-48e0-a960-afd693bb6a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:08.964715 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edc46be7-b4e6-4cbc-a456-7688456ad8e5 req-04730e60-237c-48e0-a960-afd693bb6a78 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ed8c6f3-d43f-4024-a124-b2544fda26de HTTP/1.1" status: 200 len: 846 time: 0.0494311 Jul 16 01:43:09.016741 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edc46be7-b4e6-4cbc-a456-7688456ad8e5 req-61ed27dd-ee1c-4c44-a27f-320755b80fc9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d666cf0f-c0cb-4497-a3f6-7607773175b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431552 Jul 16 01:43:09.110849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1268fb-ae3e-43f3-af30-ae9069807d75 req-988ce07b-4a7b-4328-b804-fa47d81a97f5 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:09.113000 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de1268fb-ae3e-43f3-af30-ae9069807d75 req-988ce07b-4a7b-4328-b804-fa47d81a97f5 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/ports?device_id=1864c4e8-55af-4439-a237-070918544320 HTTP/1.1" status: 200 len: 946 time: 0.1526310 Jul 16 01:43:09.152179 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edc46be7-b4e6-4cbc-a456-7688456ad8e5 req-5b02b09f-157e-4c10-b44f-de1aa81c868a service neutron] 10.222.0.26 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269729 Jul 16 01:43:09.186045 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de1268fb-ae3e-43f3-af30-ae9069807d75 req-b19c65ab-f9da-4795-9a1e-f38beb75fce1 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/security-groups?id=c408743c-4f17-4996-af80-cb5667d101a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629098 Jul 16 01:43:09.253124 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e3d84-e985-436a-806b-0e020d3d92fb req-3b273402-2de7-40c6-a4d5-92bf5ef26cdc tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:09.260038 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edc46be7-b4e6-4cbc-a456-7688456ad8e5 req-3e90327b-5958-4992-9f7c-85abe7d358c6 service neutron] 10.222.0.26 "GET /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983207 Jul 16 01:43:09.260294 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b6e3d84-e985-436a-806b-0e020d3d92fb req-3b273402-2de7-40c6-a4d5-92bf5ef26cdc tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 943 time: 0.0715680 Jul 16 01:43:09.304452 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b6e3d84-e985-436a-806b-0e020d3d92fb req-1bc85de1-0bbe-4952-8852-8284e1095570 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431485 Jul 16 01:43:09.509076 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9ed53-2528-488a-acb9-6fc60666e723 req-f3ff69c1-9c6c-4b8e-8388-abba95f5e9d3 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:09.510501 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2a9ed53-2528-488a-acb9-6fc60666e723 req-f3ff69c1-9c6c-4b8e-8388-abba95f5e9d3 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0666275 Jul 16 01:43:09.550349 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2a9ed53-2528-488a-acb9-6fc60666e723 req-0be7c0d8-0d84-4173-8684-c2412e2840ad tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342596 Jul 16 01:43:09.894021 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dd737-ef3d-4331-9174-f06c5fd689e7 req-83366e9b-a40e-4759-8e30-3e4ae61bd3c1 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:09.895809 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da6dd737-ef3d-4331-9174-f06c5fd689e7 req-83366e9b-a40e-4759-8e30-3e4ae61bd3c1 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0695615 Jul 16 01:43:09.933741 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da6dd737-ef3d-4331-9174-f06c5fd689e7 req-9a2728de-3ad7-4dc4-90d4-8168712044ba tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322223 Jul 16 01:43:10.111154 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a43301-704b-485a-9835-a049a83258d2 req-3bf0f930-3669-4b52-9e4b-4cc51212817d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:10.112930 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-73a43301-704b-485a-9835-a049a83258d2 req-3bf0f930-3669-4b52-9e4b-4cc51212817d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.0709755 Jul 16 01:43:10.153904 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-73a43301-704b-485a-9835-a049a83258d2 req-ea8526df-2b9a-4bdc-82d2-0d56ba8a976c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349391 Jul 16 01:43:10.386794 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99bd4d-bec2-4708-b2b4-11c3042fdc92 req-0608312a-1d6c-46b1-a2c1-ad94e7f10b77 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:10.388338 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e99bd4d-bec2-4708-b2b4-11c3042fdc92 req-0608312a-1d6c-46b1-a2c1-ad94e7f10b77 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/ports?device_id=1864c4e8-55af-4439-a237-070918544320 HTTP/1.1" status: 200 len: 946 time: 0.0680127 Jul 16 01:43:10.434810 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e99bd4d-bec2-4708-b2b4-11c3042fdc92 req-882e495b-2dbf-4bf0-ace4-517b89b25631 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/security-groups?id=c408743c-4f17-4996-af80-cb5667d101a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399137 Jul 16 01:43:10.496968 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9021d6-91c1-4b21-9d91-b20d3127fa7f req-652f511d-4da8-4c06-befb-9c01f713d1cc tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:10.498666 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da9021d6-91c1-4b21-9d91-b20d3127fa7f req-652f511d-4da8-4c06-befb-9c01f713d1cc tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 943 time: 0.0768111 Jul 16 01:43:10.551630 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da9021d6-91c1-4b21-9d91-b20d3127fa7f req-d08a0c37-4633-44f7-8554-1a1d519285ec tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459890 Jul 16 01:43:10.595380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccd4cf-0469-4928-89a1-6d69f1a94add req-2ba8ea64-5e11-4bab-84f4-0f7c0b8b13d1 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:10.597176 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9ccd4cf-0469-4928-89a1-6d69f1a94add req-2ba8ea64-5e11-4bab-84f4-0f7c0b8b13d1 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.26 "GET /v2.0/ports?device_id=1864c4e8-55af-4439-a237-070918544320 HTTP/1.1" status: 200 len: 946 time: 0.0823057 Jul 16 01:43:10.776854 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-b9ccd4cf-0469-4928-89a1-6d69f1a94add req-a6536a03-b7e6-4ff1-9cc7-b97a5d7855e4 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Deleting port afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:10.777217 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b9ccd4cf-0469-4928-89a1-6d69f1a94add req-a6536a03-b7e6-4ff1-9cc7-b97a5d7855e4 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.821567 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e6950-b818-4fb5-8e7b-46656e1f8b1a req-1017e236-c3f5-4a40-81bd-10e751f1a9fb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:10.824163 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd6e6950-b818-4fb5-8e7b-46656e1f8b1a req-1017e236-c3f5-4a40-81bd-10e751f1a9fb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.1440051 Jul 16 01:43:10.916014 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd6e6950-b818-4fb5-8e7b-46656e1f8b1a req-31d6fb20-f342-4c07-b5a2-45954c2821a0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860007 Jul 16 01:43:10.922558 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-b9ccd4cf-0469-4928-89a1-6d69f1a94add req-a6536a03-b7e6-4ff1-9cc7-b97a5d7855e4 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] For port afcd8bb5-07ca-40b5-af20-4b3ab58a06f0, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=afcd8bb5-07ca-40b5-af20-4b3ab58a06f0,segment=NetworkSegment(8e97b1a9-0b90-48c2-8604-5452d1bcfaba),segment_id=8e97b1a9-0b90-48c2-8604-5452d1bcfaba)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:10.922930 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b9ccd4cf-0469-4928-89a1-6d69f1a94add req-a6536a03-b7e6-4ff1-9cc7-b97a5d7855e4 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.946818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-b9ccd4cf-0469-4928-89a1-6d69f1a94add req-a6536a03-b7e6-4ff1-9cc7-b97a5d7855e4 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Calling delete_port for afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:11.118319 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b9ccd4cf-0469-4928-89a1-6d69f1a94add req-a6536a03-b7e6-4ff1-9cc7-b97a5d7855e4 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.124646 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2df5cf-1ee6-4cc1-8f45-2ee230565c06 req-7a9a6aaf-ac52-4576-8281-8cbb33c7ddb5 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:11.127325 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a2df5cf-1ee6-4cc1-8f45-2ee230565c06 req-7a9a6aaf-ac52-4576-8281-8cbb33c7ddb5 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0728700 Jul 16 01:43:11.152395 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['afcd8bb5-07ca-40b5-af20-4b3ab58a06f0'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:11.154750 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6536a03-b7e6-4ff1-9cc7-b97a5d7855e4 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Pushing event deleted for resources: {'Port': ['ID=afcd8bb5-07ca-40b5-af20-4b3ab58a06f0,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:11.167136 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a2df5cf-1ee6-4cc1-8f45-2ee230565c06 req-0bcd7fd9-86c8-45d6-b38d-c70d2c9516a0 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338604 Jul 16 01:43:11.209276 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ccd4cf-0469-4928-89a1-6d69f1a94add req-a6536a03-b7e6-4ff1-9cc7-b97a5d7855e4 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] No DVR routers for this DVR port afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:11.212091 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b9ccd4cf-0469-4928-89a1-6d69f1a94add req-a6536a03-b7e6-4ff1-9cc7-b97a5d7855e4 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.214237 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9ccd4cf-0469-4928-89a1-6d69f1a94add req-a6536a03-b7e6-4ff1-9cc7-b97a5d7855e4 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.26 "DELETE /v2.0/ports/afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 HTTP/1.1" status: 204 len: 173 time: 0.6106544 Jul 16 01:43:11.214687 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1864c4e8-55af-4439-a237-070918544320', 'name': 'network-vif-deleted', 'tag': 'afcd8bb5-07ca-40b5-af20-4b3ab58a06f0'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:11.217250 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd359f7b-7fe3-423b-8ab6-059dc5e1b367" -d '{"events": [{"server_uuid": "1864c4e8-55af-4439-a237-070918544320", "name": "network-vif-deleted", "tag": "afcd8bb5-07ca-40b5-af20-4b3ab58a06f0"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:11.270714 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f54a555-30fe-4034-851b-e928d93b6490 x-openstack-request-id: req-2f54a555-30fe-4034-851b-e928d93b6490 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:11.271013 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1864c4e8-55af-4439-a237-070918544320", "name": "network-vif-deleted", "tag": "afcd8bb5-07ca-40b5-af20-4b3ab58a06f0", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:11.271968 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2f54a555-30fe-4034-851b-e928d93b6490 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:11.271968 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1864c4e8-55af-4439-a237-070918544320', 'name': 'network-vif-deleted', 'tag': 'afcd8bb5-07ca-40b5-af20-4b3ab58a06f0', 'status': 'completed', 'code': 200} Jul 16 01:43:11.349586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf15035-a0c6-43ae-b1bd-80bc6b74c8ec req-c7037f95-8478-4611-89c9-677b017fe9d4 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:11.351173 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edf15035-a0c6-43ae-b1bd-80bc6b74c8ec req-c7037f95-8478-4611-89c9-677b017fe9d4 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.0706134 Jul 16 01:43:11.392871 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edf15035-a0c6-43ae-b1bd-80bc6b74c8ec req-ebe43b68-7e77-4315-b4f9-51a8bd6d3f1c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352149 Jul 16 01:43:11.603160 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-441e1e89-8b29-4edf-a67f-f2f3ff3e2786 req-f5796bf1-31d0-4802-9471-3a027f046c86 tempest-ServerAddressesTestJSON-846507959 tempest-ServerAddressesTestJSON-846507959-project] 10.222.0.54 "GET /v2.0/ports?device_id=1864c4e8-55af-4439-a237-070918544320 HTTP/1.1" status: 200 len: 210 time: 0.0304105 Jul 16 01:43:11.748034 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277c299-999e-4637-9c49-d524e6b10aaf req-3f0f902f-2c1d-44e4-b80b-2b778357b9fe tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:11.759753 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a277c299-999e-4637-9c49-d524e6b10aaf req-3f0f902f-2c1d-44e4-b80b-2b778357b9fe tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 943 time: 0.0773489 Jul 16 01:43:11.874739 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a277c299-999e-4637-9c49-d524e6b10aaf req-cc206948-1314-42ed-b060-76d0e724710d tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144092 Jul 16 01:43:12.103015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa6ded-c9f7-420c-87a9-6565ab5f2661 req-43b3ce52-cdf5-4538-8f15-ada797ccfdf7 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.104511 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-57aa6ded-c9f7-420c-87a9-6565ab5f2661 req-43b3ce52-cdf5-4538-8f15-ada797ccfdf7 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0678141 Jul 16 01:43:12.141961 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-57aa6ded-c9f7-420c-87a9-6565ab5f2661 req-c5c4515d-aae2-4ce6-95fe-82e3258e4a96 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318747 Jul 16 01:43:12.344223 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f683723-f283-4ec0-acd4-bfd86c0fc3d8 req-f52b66c3-c246-4702-b9ca-06b6dae92442 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.345735 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f683723-f283-4ec0-acd4-bfd86c0fc3d8 req-f52b66c3-c246-4702-b9ca-06b6dae92442 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0629406 Jul 16 01:43:12.377604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 5452544c-783f-4bc5-8131-b3f8ab78f399 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:12.385998 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f683723-f283-4ec0-acd4-bfd86c0fc3d8 req-ebb8806c-b8c8-4c6a-89b8-70cdc85d47b6 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336223 Jul 16 01:43:12.470197 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 5452544c-783f-4bc5-8131-b3f8ab78f399, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=5452544c-783f-4bc5-8131-b3f8ab78f399,segment=NetworkSegment(8a0e011a-63a6-43dc-8b58-c109a1c8827d),segment_id=8a0e011a-63a6-43dc-8b58-c109a1c8827d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:12.482011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '5452544c-783f-4bc5-8131-b3f8ab78f399', 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e', 'port_id': '5452544c-783f-4bc5-8131-b3f8ab78f399', 'mac_address': 'fa:16:3e:66:31:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:12.519065 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.535416 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5452544c-783f-4bc5-8131-b3f8ab78f399 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:12.554824 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 5452544c-783f-4bc5-8131-b3f8ab78f399, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=5452544c-783f-4bc5-8131-b3f8ab78f399,segment=NetworkSegment(8a0e011a-63a6-43dc-8b58-c109a1c8827d),segment_id=8a0e011a-63a6-43dc-8b58-c109a1c8827d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:12.559448 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.575906 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23514e-7929-45b8-abbf-e0f00272254d req-06f77016-a746-4816-959f-80aa06d8159e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.577403 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be23514e-7929-45b8-abbf-e0f00272254d req-06f77016-a746-4816-959f-80aa06d8159e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.0676942 Jul 16 01:43:12.605717 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=5452544c-783f-4bc5-8131-b3f8ab78f399,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:12.613093 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.613439 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.613781 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.614111 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.614438 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.614762 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.615083 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.615407 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.615745 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.615860 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be23514e-7929-45b8-abbf-e0f00272254d req-11d3e561-7c92-4587-b3f8-0569335838fa tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324707 Jul 16 01:43:12.616065 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.616434 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.616756 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:12.697161 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34864) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:12.742344 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be72f4f-ce13-42e7-b89e-59e8e6c59f5b admin admin] Deleting subnet ccd27216-dcf0-44ae-aeb6-6bf61bf17e53 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:12.745415 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0be72f4f-ce13-42e7-b89e-59e8e6c59f5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.786095 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0be72f4f-ce13-42e7-b89e-59e8e6c59f5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.830544 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0be72f4f-ce13-42e7-b89e-59e8e6c59f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.927059 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0be72f4f-ce13-42e7-b89e-59e8e6c59f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.961207 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0be72f4f-ce13-42e7-b89e-59e8e6c59f5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.965658 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0be72f4f-ce13-42e7-b89e-59e8e6c59f5b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ccd27216-dcf0-44ae-aeb6-6bf61bf17e53 HTTP/1.1" status: 204 len: 168 time: 0.2673526 Jul 16 01:43:12.966150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34880) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:12.968648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be72f4f-ce13-42e7-b89e-59e8e6c59f5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd27216-dcf0-44ae-aeb6-6bf61bf17e53,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:12.978901 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8e7a9-98da-4d07-a424-9d9218b42b8a req-964e040b-ccc3-4d2e-bf81-ecb849207467 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.980441 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8df8e7a9-98da-4d07-a424-9d9218b42b8a req-964e040b-ccc3-4d2e-bf81-ecb849207467 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1207681 Jul 16 01:43:13.029695 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8df8e7a9-98da-4d07-a424-9d9218b42b8a req-52511685-430b-4415-840c-2526812aac9e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425546 Jul 16 01:43:13.056045 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['5452544c-783f-4bc5-8131-b3f8ab78f399'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:13.091680 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4fade515-9336-4076-8e89-3288bc5f0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.179312 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdb81b-8344-41a3-ae00-97fbffb590bb req-cda7f312-c15c-4701-abc1-f64cefc6f455 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:13.186978 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5cbdb81b-8344-41a3-ae00-97fbffb590bb req-cda7f312-c15c-4701-abc1-f64cefc6f455 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 944 time: 0.1495819 Jul 16 01:43:13.230438 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4fade515-9336-4076-8e89-3288bc5f0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.256089 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e437b53-3af7-49ea-b8eb-f008c24d6c66 req-84bcd058-2a21-4ec3-9ad4-39c696961ef6 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:13.257192 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-4fade515-9336-4076-8e89-3288bc5f0fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2e7199-c71f-495f-8c66-45e9d2e48cc8']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:13.258109 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e437b53-3af7-49ea-b8eb-f008c24d6c66 req-84bcd058-2a21-4ec3-9ad4-39c696961ef6 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0790226 Jul 16 01:43:13.276196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-4fade515-9336-4076-8e89-3288bc5f0fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e97b1a9-0b90-48c2-8604-5452d1bcfaba') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:13.276492 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-4fade515-9336-4076-8e89-3288bc5f0fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e97b1a9-0b90-48c2-8604-5452d1bcfaba') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:13.289186 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4fade515-9336-4076-8e89-3288bc5f0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.301912 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5cbdb81b-8344-41a3-ae00-97fbffb590bb req-d26c8d36-b0c6-47a6-bea5-ff757fee3d4d tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140115 Jul 16 01:43:13.328333 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e437b53-3af7-49ea-b8eb-f008c24d6c66 req-837f81d2-6eb4-4a1e-b727-d0fdbb8b2511 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620277 Jul 16 01:43:13.354421 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4fade515-9336-4076-8e89-3288bc5f0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.361561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fade515-9336-4076-8e89-3288bc5f0fcc admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:13.362029 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4fade515-9336-4076-8e89-3288bc5f0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:13.363981 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:13.450146 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4fade515-9336-4076-8e89-3288bc5f0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.464991 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4fade515-9336-4076-8e89-3288bc5f0fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.469492 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4fade515-9336-4076-8e89-3288bc5f0fcc admin admin] 10.222.0.54 "DELETE /v2.0/networks/ef2e7199-c71f-495f-8c66-45e9d2e48cc8 HTTP/1.1" status: 204 len: 168 time: 0.4992268 Jul 16 01:43:13.502930 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fade515-9336-4076-8e89-3288bc5f0fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=ef2e7199-c71f-495f-8c66-45e9d2e48cc8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:13.545276 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5502d1f-508a-42c8-ab16-4d8d05c925ac req-61f91849-a9d5-425e-b345-1b9bdf915c14 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:13.552392 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d5502d1f-508a-42c8-ab16-4d8d05c925ac req-61f91849-a9d5-425e-b345-1b9bdf915c14 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.1130672 Jul 16 01:43:13.612683 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d5502d1f-508a-42c8-ab16-4d8d05c925ac req-059cfd2f-7101-4311-9921-6df03500bbdd tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588055 Jul 16 01:43:13.638983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34904) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:13.674963 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:13.722417 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:13.723118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device afcd8bb5-07ca-40b5-af20-4b3ab58a06f0 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:13.732147 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-851f499f-e226-4994-a311-a4b27bd6df14 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=104dabf5ce094851bc2271fd00061f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917499 Jul 16 01:43:13.734763 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34906) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:13.833977 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ffd5054c-702f-4db1-a941-9d6eecf981a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.864381 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ffd5054c-702f-4db1-a941-9d6eecf981a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.891224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a23dbb-450b-4d5b-a955-7fbcbd2c6011 req-72bb70ae-7185-4f74-9d18-80d2677bf30f tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:13.892826 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f2a23dbb-450b-4d5b-a955-7fbcbd2c6011 req-72bb70ae-7185-4f74-9d18-80d2677bf30f tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.1267414 Jul 16 01:43:13.948141 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f2a23dbb-450b-4d5b-a955-7fbcbd2c6011 req-92b65c22-5a7a-4fd0-8513-42018498822f tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465469 Jul 16 01:43:13.957337 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ffd5054c-702f-4db1-a941-9d6eecf981a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.961110 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ffd5054c-702f-4db1-a941-9d6eecf981a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.964587 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ffd5054c-702f-4db1-a941-9d6eecf981a1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c408743c-4f17-4996-af80-cb5667d101a5 HTTP/1.1" status: 204 len: 168 time: 0.2258406 Jul 16 01:43:13.983939 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5054c-702f-4db1-a941-9d6eecf981a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c408743c-4f17-4996-af80-cb5667d101a5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:14.062736 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-3c978577-5d00-45a4-9c79-cf79597221ec tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:14.065878 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-3c978577-5d00-45a4-9c79-cf79597221ec tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 811 time: 0.1654799 Jul 16 01:43:14.087330 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-8524c5fa-170d-4643-9c32-fa7dac5f713d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/quotas/0c8ea4369a43418786bc678e4bd3ed2c HTTP/1.1" status: 200 len: 375 time: 0.0132098 Jul 16 01:43:14.169098 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d15e808b-186d-4b04-bba3-e1b2dc894682 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0774255 Jul 16 01:43:14.284321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-fb4175c6-b977-431c-8fb6-c61b09dc292d service neutron] 10.222.0.54 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980024 Jul 16 01:43:14.394354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 5452544c-783f-4bc5-8131-b3f8ab78f399 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:14.396197 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-5e4a56b9-fc1a-4158-91ca-84a78a22c4ad service neutron] 10.222.0.54 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978050 Jul 16 01:43:14.455297 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 5452544c-783f-4bc5-8131-b3f8ab78f399 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:14.460318 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 5452544c-783f-4bc5-8131-b3f8ab78f399 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:14.460924 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.537968 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee5e24-8bac-4fea-bfb4-eee46fb2b0c8 req-fb3ddc1c-e540-4b22-a155-98021cd1963e tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:14.540146 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e6ee5e24-8bac-4fea-bfb4-eee46fb2b0c8 req-fb3ddc1c-e540-4b22-a155-98021cd1963e tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 944 time: 0.1060402 Jul 16 01:43:14.571955 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.614434 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a59d85e-f883-428a-a3a7-2bb987730b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5452544c-783f-4bc5-8131-b3f8ab78f399'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:14.617016 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e1df7a-a254-4a1d-ba54-30ee0e19f5f4" -d '{"events": [{"server_uuid": "5a59d85e-f883-428a-a3a7-2bb987730b98", "name": "network-vif-plugged", "status": "completed", "tag": "5452544c-783f-4bc5-8131-b3f8ab78f399"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:14.627376 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e6ee5e24-8bac-4fea-bfb4-eee46fb2b0c8 req-418a43ae-11d5-4bb9-a6a7-0fa8e9abe31b tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735033 Jul 16 01:43:14.640248 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 5452544c-783f-4bc5-8131-b3f8ab78f399, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=5452544c-783f-4bc5-8131-b3f8ab78f399,segment=NetworkSegment(8a0e011a-63a6-43dc-8b58-c109a1c8827d),segment_id=8a0e011a-63a6-43dc-8b58-c109a1c8827d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:14.647519 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.666793 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c11479f0-e5b8-4bf9-a107-92eb3149a734 req-c68987ba-11ec-4246-91f2-cb482dc71aac tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb79dcbc-8535-4af5-a56e-e8e01b335809 HTTP/1.1" status: 200 len: 210 time: 0.0768116 Jul 16 01:43:14.722014 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ab1a44-5c82-4a80-b855-3233df253480 x-openstack-request-id: req-30ab1a44-5c82-4a80-b855-3233df253480 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:14.722604 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a59d85e-f883-428a-a3a7-2bb987730b98", "name": "network-vif-plugged", "status": "completed", "tag": "5452544c-783f-4bc5-8131-b3f8ab78f399", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:14.722604 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-30ab1a44-5c82-4a80-b855-3233df253480 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:14.722922 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a59d85e-f883-428a-a3a7-2bb987730b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5452544c-783f-4bc5-8131-b3f8ab78f399', 'code': 200} Jul 16 01:43:14.757557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=5452544c-783f-4bc5-8131-b3f8ab78f399,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:14.994834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f29a4d-fd5b-4448-9129-c0edacc80700 req-d8f0eac4-c139-4140-9f51-1c7b6c9a670f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:14.997054 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1f29a4d-fd5b-4448-9129-c0edacc80700 req-d8f0eac4-c139-4140-9f51-1c7b6c9a670f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.1293027 Jul 16 01:43:14.999391 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4447b-474b-4829-ba81-da8328a4b9ce req-db5791f7-326a-407f-8954-a205e5c837ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:15.001349 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ede4447b-474b-4829-ba81-da8328a4b9ce req-db5791f7-326a-407f-8954-a205e5c837ff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 1096 time: 0.1034377 Jul 16 01:43:15.072631 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1f29a4d-fd5b-4448-9129-c0edacc80700 req-67c4f0c5-ba85-4a8c-9262-c2ebfc3f51b3 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687320 Jul 16 01:43:15.093561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34964) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.168875 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ede4447b-474b-4829-ba81-da8328a4b9ce req-bb58134b-85a2-4d76-9d7f-e18dc30d8b93 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017146 Jul 16 01:43:15.212109 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6c417-ce68-4c69-9af7-35cf850e1011 req-90633494-0c13-4076-9b03-64c889086fe9 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:15.214150 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-efd6c417-ce68-4c69-9af7-35cf850e1011 req-90633494-0c13-4076-9b03-64c889086fe9 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0943401 Jul 16 01:43:15.283305 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-996f6d35-4d00-4789-b402-14694c2de814 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1480149793-network', 'tenant_id': '9f35b5745a5543c7bfa7f63b8e6bee7f'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:15.309080 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996f6d35-4d00-4789-b402-14694c2de814 admin admin] Made reservation on behalf of 9f35b5745a5543c7bfa7f63b8e6bee7f for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:15.312376 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-996f6d35-4d00-4789-b402-14694c2de814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.328421 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-996f6d35-4d00-4789-b402-14694c2de814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.350103 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-efd6c417-ce68-4c69-9af7-35cf850e1011 req-1e059d87-a3a2-4a10-8ba5-b0ecb682d68a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272421 Jul 16 01:43:15.473795 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-996f6d35-4d00-4789-b402-14694c2de814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.479879 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-996f6d35-4d00-4789-b402-14694c2de814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.497302 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996f6d35-4d00-4789-b402-14694c2de814 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:15.510736 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-996f6d35-4d00-4789-b402-14694c2de814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.511301 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-996f6d35-4d00-4789-b402-14694c2de814 admin admin] Added segment 54c8196e-f6b1-46a1-b6a3-944c34005a28 of type vlan for network 12570725-c988-498f-a27a-cce2cd11c6b8 Jul 16 01:43:15.598910 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f6d35-4d00-4789-b402-14694c2de814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3cc2fc-7c0d-47b0-9d1d-596225667f80,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:15.605648 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-996f6d35-4d00-4789-b402-14694c2de814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.644269 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-996f6d35-4d00-4789-b402-14694c2de814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.645271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996f6d35-4d00-4789-b402-14694c2de814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:15.645888 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-996f6d35-4d00-4789-b402-14694c2de814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.693253 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-996f6d35-4d00-4789-b402-14694c2de814 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5984917 Jul 16 01:43:15.696230 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34996) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.703499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b79a47b6-f0ce-4e70-b49b-4933340c2dba admin admin] Request body: {'subnet': {'network_id': '12570725-c988-498f-a27a-cce2cd11c6b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1480149793-subnet', 'tenant_id': '9f35b5745a5543c7bfa7f63b8e6bee7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:15.750838 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79a47b6-f0ce-4e70-b49b-4933340c2dba admin admin] Made reservation on behalf of 9f35b5745a5543c7bfa7f63b8e6bee7f for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:15.754290 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b79a47b6-f0ce-4e70-b49b-4933340c2dba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.774353 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f6d35-4d00-4789-b402-14694c2de814 admin admin] Pushing event updated for resources: {'Network': ['ID=12570725-c988-498f-a27a-cce2cd11c6b8,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:15.794727 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 12570725-c988-498f-a27a-cce2cd11c6b8 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:16.026581 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-628df2db-0e79-4a1d-9082-30ac70cd501a req-bf9c263e-9b3e-4572-9a65-d2e493949e78 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb79dcbc-8535-4af5-a56e-e8e01b335809 HTTP/1.1" status: 200 len: 210 time: 0.0415249 Jul 16 01:43:16.107024 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b79a47b6-f0ce-4e70-b49b-4933340c2dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.213238 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a47b6-f0ce-4e70-b49b-4933340c2dba admin admin] Pushing event updated for resources: {'Subnet': ['ID=50252395-ea30-4c5e-9da4-16196240d064,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:16.232773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79a47b6-f0ce-4e70-b49b-4933340c2dba admin admin] Checking segment: {'id': '54c8196e-f6b1-46a1-b6a3-944c34005a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '12570725-c988-498f-a27a-cce2cd11c6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:16.232954 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79a47b6-f0ce-4e70-b49b-4933340c2dba admin admin] Network hostable DHCP agents. Network: 12570725-c988-498f-a27a-cce2cd11c6b8, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:16.248497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb716bf-c261-418e-82cf-fce0d5f48a86 req-302cc22b-352e-4d5f-9ba7-baf759225ace tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:16.256202 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1cb716bf-c261-418e-82cf-fce0d5f48a86 req-302cc22b-352e-4d5f-9ba7-baf759225ace tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 945 time: 0.4943769 Jul 16 01:43:16.341236 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1cb716bf-c261-418e-82cf-fce0d5f48a86 req-527ba5b0-7dc2-493e-9a6f-b0f887a0bcb7 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840664 Jul 16 01:43:16.343250 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79a47b6-f0ce-4e70-b49b-4933340c2dba admin admin] Network 12570725-c988-498f-a27a-cce2cd11c6b8 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:16.370323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-b79a47b6-f0ce-4e70-b49b-4933340c2dba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 12570725-c988-498f-a27a-cce2cd11c6b8) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:16.379675 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79a47b6-f0ce-4e70-b49b-4933340c2dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:16.380578 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b79a47b6-f0ce-4e70-b49b-4933340c2dba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.385601 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ff3cc3-da5b-49e3-9b35-bbd63672bc83 None None] Network 12570725-c988-498f-a27a-cce2cd11c6b8 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:16.415125 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b79a47b6-f0ce-4e70-b49b-4933340c2dba admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7174892 Jul 16 01:43:16.425359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-3e0a116d-8cf1-455f-a9b6-0bbde72b40c5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:16.426863 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-3e0a116d-8cf1-455f-a9b6-0bbde72b40c5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.26 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 811 time: 0.2681749 Jul 16 01:43:16.451156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-053aeb3b-07f9-4bde-9b58-04bda2ab091b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Request body: {'port': {'device_id': 'fb79dcbc-8535-4af5-a56e-e8e01b335809', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'admin_state_up': True, 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:16.644061 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e069d5d-cebc-4f22-b7ae-795e6b928b5e None None] Network 12570725-c988-498f-a27a-cce2cd11c6b8 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:16.649706 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e7918-088e-40c8-8ec1-a3ee950dbc1b req-1c18d2d1-3203-47a8-8d8d-8d400c1ea02e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:16.657796 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ce4e7918-088e-40c8-8ec1-a3ee950dbc1b req-1c18d2d1-3203-47a8-8d8d-8d400c1ea02e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.1531856 Jul 16 01:43:16.667102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48e4b-3f74-49e2-b53e-5fa771e7f7b9 req-68b30abc-8d0a-4e63-b16f-401e55b665cc tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:16.689232 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-02d48e4b-3f74-49e2-b53e-5fa771e7f7b9 req-68b30abc-8d0a-4e63-b16f-401e55b665cc tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.3563266 Jul 16 01:43:16.732086 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ce4e7918-088e-40c8-8ec1-a3ee950dbc1b req-02ed4ab5-3057-4a4c-8caf-e7ade9eeb11a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657935 Jul 16 01:43:16.807596 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-053aeb3b-07f9-4bde-9b58-04bda2ab091b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Made reservation on behalf of 0c8ea4369a43418786bc678e4bd3ed2c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:16.816718 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-053aeb3b-07f9-4bde-9b58-04bda2ab091b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.855004 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-02d48e4b-3f74-49e2-b53e-5fa771e7f7b9 req-bb550bc6-ee9a-4a3c-ba84-6df6dee48a55 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648803 Jul 16 01:43:17.026664 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-053aeb3b-07f9-4bde-9b58-04bda2ab091b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Allocated IP 172.20.0.8 (9a4578f6-e79e-403f-8401-5b41afbe66e6/e58ed57f-5f2f-47f0-8d91-3a3adcdcd958/df86d409-bae0-4f36-a3b7-0a7767b47abc) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:17.144242 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-785dc711-d05b-443b-8ec9-2360ef4ff732 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.152584 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-785dc711-d05b-443b-8ec9-2360ef4ff732 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/networks?id=12570725-c988-498f-a27a-cce2cd11c6b8 HTTP/1.1" status: 200 len: 821 time: 0.1778853 Jul 16 01:43:17.177563 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-8c034ae3-0337-464e-9100-0e2b13103a6b tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/quotas/9f35b5745a5543c7bfa7f63b8e6bee7f HTTP/1.1" status: 200 len: 375 time: 0.0219021 Jul 16 01:43:17.244370 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-a9a0d2e4-eb46-4117-966b-5a7982d10e81 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9f35b5745a5543c7bfa7f63b8e6bee7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593362 Jul 16 01:43:17.268007 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cf5fe0ff-72e8-4d42-afe4-c0a8f07808f8 req-d82f6e77-af8a-4a53-9ebc-f59d840550f0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb79dcbc-8535-4af5-a56e-e8e01b335809 HTTP/1.1" status: 200 len: 210 time: 0.0424807 Jul 16 01:43:17.418377 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-053aeb3b-07f9-4bde-9b58-04bda2ab091b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.436685 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-053aeb3b-07f9-4bde-9b58-04bda2ab091b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Transition to ACTIVE for port object df86d409-bae0-4f36-a3b7-0a7767b47abc will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:17.442041 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-a92045bc-7818-4e8d-b176-f86236dca448 service neutron] 10.222.0.54 "GET /v2.0/networks/12570725-c988-498f-a27a-cce2cd11c6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967444 Jul 16 01:43:17.481407 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-053aeb3b-07f9-4bde-9b58-04bda2ab091b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.515485 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['32ed3b03-b3d6-48a4-94ec-2c729b8f0db0'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:17.527607 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-053aeb3b-07f9-4bde-9b58-04bda2ab091b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Network 9a4578f6-e79e-403f-8401-5b41afbe66e6 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:17.531563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-053aeb3b-07f9-4bde-9b58-04bda2ab091b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:17.536290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-053aeb3b-07f9-4bde-9b58-04bda2ab091b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:17.576003 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-f573e3ad-02cb-43c8-8ed8-91a5029ac604 service neutron] 10.222.0.54 "GET /v2.0/networks/12570725-c988-498f-a27a-cce2cd11c6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320341 Jul 16 01:43:17.586589 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053aeb3b-07f9-4bde-9b58-04bda2ab091b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Pushing event updated for resources: {'Port': ['ID=df86d409-bae0-4f36-a3b7-0a7767b47abc,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:17.623152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-053aeb3b-07f9-4bde-9b58-04bda2ab091b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.625390 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-053aeb3b-07f9-4bde-9b58-04bda2ab091b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.660767 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-053aeb3b-07f9-4bde-9b58-04bda2ab091b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2149074 Jul 16 01:43:17.691765 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Request body: {'port': {'device_id': 'fb79dcbc-8535-4af5-a56e-e8e01b335809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:17.825931 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.920388 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55e3ec4b-8c72-4a5b-a295-7d2d0cd91418 req-3130fe2e-9af9-450a-b5a9-0f866278c4fe tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/ports?device_id=3710fa13-9e3c-4a68-a599-3576b0123e07 HTTP/1.1" status: 200 len: 210 time: 0.1075797 Jul 16 01:43:17.953188 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f0aef921-e048-4b4f-8cb1-162dd6442ab1 None None] Provisioning for port df86d409-bae0-4f36-a3b7-0a7767b47abc completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:17.958595 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f0aef921-e048-4b4f-8cb1-162dd6442ab1 None None] Provisioning complete for port df86d409-bae0-4f36-a3b7-0a7767b47abc triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:17.958972 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0aef921-e048-4b4f-8cb1-162dd6442ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.038316 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f0aef921-e048-4b4f-8cb1-162dd6442ab1 None None] Port df86d409-bae0-4f36-a3b7-0a7767b47abc cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:18.082933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd36214-30d2-484b-ae8d-4abed1780606 req-5736f2fe-462e-44f9-b197-cbf048f5979a tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:18.085576 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4cd36214-30d2-484b-ae8d-4abed1780606 req-5736f2fe-462e-44f9-b197-cbf048f5979a tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 945 time: 0.4408617 Jul 16 01:43:18.254318 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a29f7-4919-44fe-be15-17a721d0efbb req-a6c718e3-7cc8-488b-95d9-760f51f8c7ce tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:18.259491 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4a6a29f7-4919-44fe-be15-17a721d0efbb req-a6c718e3-7cc8-488b-95d9-760f51f8c7ce tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.1258552 Jul 16 01:43:18.317202 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4cd36214-30d2-484b-ae8d-4abed1780606 req-85a950e8-b791-4d8b-9357-119e07dd4332 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008077 Jul 16 01:43:18.360181 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4a6a29f7-4919-44fe-be15-17a721d0efbb req-2d467b95-c426-4009-a66f-21e3f8b421dd tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904520 Jul 16 01:43:18.440252 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df86d409-bae0-4f36-a3b7-0a7767b47abc {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:18.457171 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.476828 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Transition to ACTIVE for port object df86d409-bae0-4f36-a3b7-0a7767b47abc will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:18.482400 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.553403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Pushing event updated for resources: {'Port': ['ID=df86d409-bae0-4f36-a3b7-0a7767b47abc,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:18.669648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b8b7c-b4a6-4bd8-8a71-b3481d55e219 req-6818b2f5-5042-4b81-b339-338a9f26de7c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:18.680573 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-857b8b7c-b4a6-4bd8-8a71-b3481d55e219 req-6818b2f5-5042-4b81-b339-338a9f26de7c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb79dcbc-8535-4af5-a56e-e8e01b335809 HTTP/1.1" status: 200 len: 943 time: 0.1447420 Jul 16 01:43:18.705329 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3e0eb-27d5-4d80-937f-2ce57b057344 req-8fcc3579-754a-4fb2-84e1-38ec222542d0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:18.713268 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbe3e0eb-27d5-4d80-937f-2ce57b057344 req-8fcc3579-754a-4fb2-84e1-38ec222542d0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.1853862 Jul 16 01:43:18.749701 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Attempting to bind port df86d409-bae0-4f36-a3b7-0a7767b47abc on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:18.750044 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Attempting to bind port df86d409-bae0-4f36-a3b7-0a7767b47abc by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:18.750411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Attempting to bind port df86d409-bae0-4f36-a3b7-0a7767b47abc on network 9a4578f6-e79e-403f-8401-5b41afbe66e6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:18.760344 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-857b8b7c-b4a6-4bd8-8a71-b3481d55e219 req-31fad005-a836-4e07-8ab8-4cd6568d7d30 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782530 Jul 16 01:43:18.765812 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Port df86d409-bae0-4f36-a3b7-0a7767b47abc on network 9a4578f6-e79e-403f-8401-5b41afbe66e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:18.766141 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Attempting to bind port df86d409-bae0-4f36-a3b7-0a7767b47abc on network 9a4578f6-e79e-403f-8401-5b41afbe66e6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:18.793988 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbe3e0eb-27d5-4d80-937f-2ce57b057344 req-6a5c6c6c-3fff-45bd-bcd6-d8273160b9a8 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797009 Jul 16 01:43:18.795026 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:18.795411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Checking segment: {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:18.795849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Bound using segment: {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:18.796350 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Bound port: df86d409-bae0-4f36-a3b7-0a7767b47abc, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:18.796905 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.976755 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] For port df86d409-bae0-4f36-a3b7-0a7767b47abc, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:19.005703 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] For port df86d409-bae0-4f36-a3b7-0a7767b47abc, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=df86d409-bae0-4f36-a3b7-0a7767b47abc,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:19.015004 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbab70-825f-4be3-a0bf-fb6f0aec7b95 req-a158b8ca-715e-4c16-b5e6-75efb1b6b608 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.016857 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.017533 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-24bbab70-825f-4be3-a0bf-fb6f0aec7b95 req-a158b8ca-715e-4c16-b5e6-75efb1b6b608 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 945 time: 0.1191685 Jul 16 01:43:19.027092 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 35068) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:19.032877 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-96f71617-d50c-4188-bc74-3c70a6a65b75 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Request body: {'floatingip': {'port_id': '5452544c-783f-4bc5-8131-b3f8ab78f399'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:19.057095 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.058006 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.067432 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] 10.222.0.26 "PUT /v2.0/ports/df86d409-bae0-4f36-a3b7-0a7767b47abc HTTP/1.1" status: 200 len: 1091 time: 1.3757260 Jul 16 01:43:19.067432 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb79dcbc-8535-4af5-a56e-e8e01b335809', 'tag': 'df86d409-bae0-4f36-a3b7-0a7767b47abc'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:19.075200 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cee0e5-6e01-4a63-9373-0362adb958a3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb79dcbc-8535-4af5-a56e-e8e01b335809", "tag": "df86d409-bae0-4f36-a3b7-0a7767b47abc"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:19.125765 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-96f71617-d50c-4188-bc74-3c70a6a65b75 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for floatingip, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.145120 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8394d5d8-5710-4db3-8d0a-ebd72a4efa1f x-openstack-request-id: req-8394d5d8-5710-4db3-8d0a-ebd72a4efa1f {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:19.145707 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb79dcbc-8535-4af5-a56e-e8e01b335809", "tag": "df86d409-bae0-4f36-a3b7-0a7767b47abc", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:19.146188 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8394d5d8-5710-4db3-8d0a-ebd72a4efa1f {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:19.146782 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb79dcbc-8535-4af5-a56e-e8e01b335809', 'tag': 'df86d409-bae0-4f36-a3b7-0a7767b47abc', 'status': 'completed', 'code': 200} Jul 16 01:43:19.174954 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0584787-f82a-4734-b521-5b082779eac3 service neutron] Pushing event updated for resources: {'Port': ['ID=df86d409-bae0-4f36-a3b7-0a7767b47abc,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:19.266485 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-a8ef8b4a-053f-4db5-9258-e46057c319ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.272261 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-a8ef8b4a-053f-4db5-9258-e46057c319ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=fb79dcbc-8535-4af5-a56e-e8e01b335809 HTTP/1.1" status: 200 len: 1094 time: 0.0910652 Jul 16 01:43:19.348505 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-9cc53dbd-969b-406c-bc57-c61e5a90d9ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df86d409-bae0-4f36-a3b7-0a7767b47abc HTTP/1.1" status: 200 len: 217 time: 0.0635283 Jul 16 01:43:19.404605 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4d714a65-e20e-44cb-8ae7-24c970d67564 req-d008189a-d81b-4ae7-bd4e-44e412bbf462 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/ports?device_id=3710fa13-9e3c-4a68-a599-3576b0123e07 HTTP/1.1" status: 200 len: 210 time: 0.0774872 Jul 16 01:43:19.493946 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-af04e7d5-a257-4d93-b406-fcbd7c4dfc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.504087 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-af04e7d5-a257-4d93-b406-fcbd7c4dfc8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.1315975 Jul 16 01:43:19.604638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-54387427-e441-4725-9c6f-ecfd8d7058ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.606185 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-54387427-e441-4725-9c6f-ecfd8d7058ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013167 Jul 16 01:43:19.840470 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-e3f6697f-09b0-40d2-b494-ee62d415c161 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249026 Jul 16 01:43:19.943742 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e360a3-7ba9-47f1-96c1-2a964d27dad8 req-a5ccfcff-9180-4b1b-be6a-6c8708856260 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.945503 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-19e360a3-7ba9-47f1-96c1-2a964d27dad8 req-a5ccfcff-9180-4b1b-be6a-6c8708856260 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.3219438 Jul 16 01:43:19.975661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-7e9c1132-329c-4c24-84a4-797a4f589eb4 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.977211 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-7e9c1132-329c-4c24-84a4-797a4f589eb4 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.26 "GET /v2.0/networks?id=12570725-c988-498f-a27a-cce2cd11c6b8 HTTP/1.1" status: 200 len: 821 time: 0.3577883 Jul 16 01:43:20.029208 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-7913b5b6-9892-486f-a933-58abd28e746c tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Request body: {'port': {'device_id': '3710fa13-9e3c-4a68-a599-3576b0123e07', 'network_id': '12570725-c988-498f-a27a-cce2cd11c6b8', 'admin_state_up': True, 'tenant_id': '9f35b5745a5543c7bfa7f63b8e6bee7f'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:20.043581 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-19e360a3-7ba9-47f1-96c1-2a964d27dad8 req-cc845682-9120-4b15-ae5b-88885f741ceb tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590355 Jul 16 01:43:20.045670 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de401a3f-c892-447a-84c4-d0d682ab4182 req-7d65a03d-60c0-48d4-9f2e-1583c607f35c service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804473 Jul 16 01:43:20.075825 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f5dac04-58dd-4384-b7b0-a8ccac89819d req-7c304f6a-e757-4869-b91b-c30d93b76e91 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2688823 Jul 16 01:43:20.089383 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.resource_extend [None req-96f71617-d50c-4188-bc74-3c70a6a65b75 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:43:20.215761 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-96f71617-d50c-4188-bc74-3c70a6a65b75 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.235211 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69784696-977e-42f2-ab86-050989c00e59 req-34dda633-ee79-473b-b2ba-6b79224b8f61 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:20.237772 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-69784696-977e-42f2-ab86-050989c00e59 req-34dda633-ee79-473b-b2ba-6b79224b8f61 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb79dcbc-8535-4af5-a56e-e8e01b335809 HTTP/1.1" status: 200 len: 943 time: 0.2941356 Jul 16 01:43:20.241629 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cee0e5-6e01-4a63-9373-0362adb958a3 req-2d22b1ce-5358-4438-ac90-6e4e7c254813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:20.243349 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23cee0e5-6e01-4a63-9373-0362adb958a3 req-2d22b1ce-5358-4438-ac90-6e4e7c254813 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=fb79dcbc-8535-4af5-a56e-e8e01b335809 HTTP/1.1" status: 200 len: 1094 time: 0.0785234 Jul 16 01:43:20.260860 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-96f71617-d50c-4188-bc74-3c70a6a65b75 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.384877 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-7913b5b6-9892-486f-a933-58abd28e746c tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Made reservation on behalf of 9f35b5745a5543c7bfa7f63b8e6bee7f for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:20.384877 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-7913b5b6-9892-486f-a933-58abd28e746c tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.422248 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-69784696-977e-42f2-ab86-050989c00e59 req-548dfa61-6dd9-4005-80b9-c826005d9bbc tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596878 Jul 16 01:43:20.508779 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dac04-58dd-4384-b7b0-a8ccac89819d req-7cb70fed-15d1-461d-bbff-5cfdf97ec5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:20.510792 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f5dac04-58dd-4384-b7b0-a8ccac89819d req-7cb70fed-15d1-461d-bbff-5cfdf97ec5c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6903e818f0943108870e394a4b6e918&device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 1097 time: 0.3059630 Jul 16 01:43:20.515311 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-96f71617-d50c-4188-bc74-3c70a6a65b75 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Floating IP 3cd1a4fb-da51-47b5-ab4d-a381f33aadec associated. External IP: 172.25.1.198, port: 5452544c-783f-4bc5-8131-b3f8ab78f399. Jul 16 01:43:20.733193 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c9faf-7987-405b-b94f-8d9ca2251ba1 req-26a6fbf6-e9a9-4b50-ab3d-17f76182ad3b tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:20.740570 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-785c9faf-7987-405b-b94f-8d9ca2251ba1 req-26a6fbf6-e9a9-4b50-ab3d-17f76182ad3b tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.4807684 Jul 16 01:43:20.742358 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-7913b5b6-9892-486f-a933-58abd28e746c tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Allocated IP 172.20.0.12 (12570725-c988-498f-a27a-cce2cd11c6b8/50252395-ea30-4c5e-9da4-16196240d064/b344ea49-1068-4a98-b4bb-56a9e950431e) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:20.742987 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cee0e5-6e01-4a63-9373-0362adb958a3 req-200f7352-98db-40ba-8198-4464aad1194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:20.744480 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23cee0e5-6e01-4a63-9373-0362adb958a3 req-200f7352-98db-40ba-8198-4464aad1194c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 912 time: 0.4936419 Jul 16 01:43:20.781446 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dac04-58dd-4384-b7b0-a8ccac89819d req-11786b4a-ce7a-4662-9c9c-dec4fa6be7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:20.783741 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f5dac04-58dd-4384-b7b0-a8ccac89819d req-11786b4a-ce7a-4662-9c9c-dec4fa6be7fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=bbab9db4-4886-4665-a04f-6c86f080eea8 HTTP/1.1" status: 200 len: 911 time: 0.2101090 Jul 16 01:43:20.803979 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23cee0e5-6e01-4a63-9373-0362adb958a3 req-b677856f-52a0-4f88-a806-15085027a279 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df86d409-bae0-4f36-a3b7-0a7767b47abc HTTP/1.1" status: 200 len: 217 time: 0.0434470 Jul 16 01:43:20.872774 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-785c9faf-7987-405b-b94f-8d9ca2251ba1 req-e70e4aaa-87b8-4411-ab88-5904f4b97e65 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312914 Jul 16 01:43:20.928537 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cee0e5-6e01-4a63-9373-0362adb958a3 req-2d13dff3-eda0-4310-8eb8-6de6b614bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:20.930123 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23cee0e5-6e01-4a63-9373-0362adb958a3 req-2d13dff3-eda0-4310-8eb8-6de6b614bfbe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.1105533 Jul 16 01:43:21.009902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cee0e5-6e01-4a63-9373-0362adb958a3 req-3b0fb3b7-7602-4e4e-8703-ca5b3d100c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:21.014303 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23cee0e5-6e01-4a63-9373-0362adb958a3 req-3b0fb3b7-7602-4e4e-8703-ca5b3d100c8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742023 Jul 16 01:43:21.157950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2302d4-37c7-4d35-84ab-0d9174274ea0 req-c6656f65-99b0-4655-9184-522799fcc4b4 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:21.159467 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be2302d4-37c7-4d35-84ab-0d9174274ea0 req-c6656f65-99b0-4655-9184-522799fcc4b4 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.1442153 Jul 16 01:43:21.161460 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23cee0e5-6e01-4a63-9373-0362adb958a3 req-c04aa739-b9b1-4793-8a73-5dab150698cc service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365631 Jul 16 01:43:21.257632 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be2302d4-37c7-4d35-84ab-0d9174274ea0 req-8472890d-9bdc-49a2-a4d7-e4adef53d6f8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907061 Jul 16 01:43:21.321025 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23cee0e5-6e01-4a63-9373-0362adb958a3 req-aa8261bb-2059-4359-8487-f23e3f176516 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522188 Jul 16 01:43:21.387595 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f5dac04-58dd-4384-b7b0-a8ccac89819d req-2026fbd2-1118-4070-8afd-bfae345126b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1904735-02ed-4520-a126-3e0a9351b919 HTTP/1.1" status: 200 len: 1001 time: 0.5858316 Jul 16 01:43:21.389525 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df19ccb3-7a5e-4ee3-8097-0b9504984f9e req-ed3cb5ad-0d8b-4f3f-af82-05a9b5473df0 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/ports?device_id=3710fa13-9e3c-4a68-a599-3576b0123e07 HTTP/1.1" status: 200 len: 210 time: 0.0875671 Jul 16 01:43:21.475616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f71617-d50c-4188-bc74-3c70a6a65b75 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Router 0a86b596-534e-41c2-b7c0-0d671ae0469f has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:21.480448 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dac04-58dd-4384-b7b0-a8ccac89819d req-0cd49ad5-48fb-4098-8e75-96218ee8a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:21.482849 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f5dac04-58dd-4384-b7b0-a8ccac89819d req-0cd49ad5-48fb-4098-8e75-96218ee8a198 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e8d412d-f3ed-49c0-9f76-a0b8381deff4 HTTP/1.1" status: 200 len: 849 time: 0.0823479 Jul 16 01:43:21.502770 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56301144-92ab-4692-ac89-dc895872feb1 req-aa1bc44b-d147-415b-bf6c-8cb0b6b42be8 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:21.507924 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-56301144-92ab-4692-ac89-dc895872feb1 req-aa1bc44b-d147-415b-bf6c-8cb0b6b42be8 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0820363 Jul 16 01:43:21.508415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35104) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.508821 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-7913b5b6-9892-486f-a933-58abd28e746c tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.561715 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-56301144-92ab-4692-ac89-dc895872feb1 req-14dc224f-2698-4f6a-87da-a0c8a6a8e4f1 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Jul 16 01:43:21.619227 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41147bc1-3911-48af-90da-ef12c52e157a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.720737 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41147bc1-3911-48af-90da-ef12c52e157a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.722351 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device df86d409-bae0-4f36-a3b7-0a7767b47abc details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:21.725672 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41147bc1-3911-48af-90da-ef12c52e157a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.727337 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dac04-58dd-4384-b7b0-a8ccac89819d req-c51c7cf6-56bc-4ca2-94f4-9692f609fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:21.729510 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f5dac04-58dd-4384-b7b0-a8ccac89819d req-c51c7cf6-56bc-4ca2-94f4-9692f609fa5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbab9db4-4886-4665-a04f-6c86f080eea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2341738 Jul 16 01:43:21.731812 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-7913b5b6-9892-486f-a933-58abd28e746c tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.770820 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-41147bc1-3911-48af-90da-ef12c52e157a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6246faea2ed14c8aad61d223a06641d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610958 Jul 16 01:43:21.771454 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35110) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.772315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41147bc1-3911-48af-90da-ef12c52e157a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3a75b0-7097-4c3f-a567-1e172f71f02f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:21.786321 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f71617-d50c-4188-bc74-3c70a6a65b75 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:21.796313 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaeb093-d34e-4d6c-a21b-ddc95360840c None None] Sync routers for ids ['0a86b596-534e-41c2-b7c0-0d671ae0469f'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:21.808138 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-96f71617-d50c-4188-bc74-3c70a6a65b75 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.808793 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaeb093-d34e-4d6c-a21b-ddc95360840c None None] Routers {'0a86b596-534e-41c2-b7c0-0d671ae0469f'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:21.809649 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-acaeb093-d34e-4d6c-a21b-ddc95360840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:43:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0a86b596-534e-41c2-b7c0-0d671ae0469f'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:21.835749 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port df86d409-bae0-4f36-a3b7-0a7767b47abc, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=df86d409-bae0-4f36-a3b7-0a7767b47abc,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:21.851379 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'df86d409-bae0-4f36-a3b7-0a7767b47abc', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'port_id': 'df86d409-bae0-4f36-a3b7-0a7767b47abc', 'mac_address': 'fa:16:3e:48:1b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:21.853741 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6b20366c-82da-4db8-9af9-7b2f751b9806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.855735 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-7913b5b6-9892-486f-a933-58abd28e746c tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Network 12570725-c988-498f-a27a-cce2cd11c6b8 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:21.864490 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c2e7d-fb77-48d9-8d27-32e37531c77e req-34b36368-72d2-4f29-a6ee-19708b62caa2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:21.871476 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ef4c2e7d-fb77-48d9-8d27-32e37531c77e req-34b36368-72d2-4f29-a6ee-19708b62caa2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb79dcbc-8535-4af5-a56e-e8e01b335809 HTTP/1.1" status: 200 len: 943 time: 0.2834120 Jul 16 01:43:21.877593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913b5b6-9892-486f-a933-58abd28e746c tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Pushing event updated for resources: {'Port': ['ID=b344ea49-1068-4a98-b4bb-56a9e950431e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:21.888347 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-7913b5b6-9892-486f-a933-58abd28e746c tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:21.890259 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6b20366c-82da-4db8-9af9-7b2f751b9806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.899611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-7913b5b6-9892-486f-a933-58abd28e746c tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:21.902478 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.927070 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df86d409-bae0-4f36-a3b7-0a7767b47abc {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:21.935285 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-acaeb093-d34e-4d6c-a21b-ddc95360840c None None] Set router 0a86b596-534e-41c2-b7c0-0d671ae0469f gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:21.963766 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port df86d409-bae0-4f36-a3b7-0a7767b47abc, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=df86d409-bae0-4f36-a3b7-0a7767b47abc,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:21.980773 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.991411 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-96f71617-d50c-4188-bc74-3c70a6a65b75 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "PUT /v2.0/floatingips/3cd1a4fb-da51-47b5-ab4d-a381f33aadec HTTP/1.1" status: 200 len: 991 time: 2.9634504 Jul 16 01:43:21.996989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a59d85e-f883-428a-a3a7-2bb987730b98', 'tag': '5452544c-783f-4bc5-8131-b3f8ab78f399'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:21.999452 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fdeb27-9660-4d1b-ba65-b84f7d9c7fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "5a59d85e-f883-428a-a3a7-2bb987730b98", "tag": "5452544c-783f-4bc5-8131-b3f8ab78f399"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:22.000190 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6b20366c-82da-4db8-9af9-7b2f751b9806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.004612 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6b20366c-82da-4db8-9af9-7b2f751b9806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.010539 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6b20366c-82da-4db8-9af9-7b2f751b9806 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d3a75b0-7097-4c3f-a567-1e172f71f02f HTTP/1.1" status: 204 len: 168 time: 0.2305918 Jul 16 01:43:22.015183 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20366c-82da-4db8-9af9-7b2f751b9806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3a75b0-7097-4c3f-a567-1e172f71f02f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:22.037997 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f5dac04-58dd-4384-b7b0-a8ccac89819d req-cecfee0a-121c-40da-b936-e065d8096ded service neutron] 10.222.0.47 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914279 Jul 16 01:43:22.065709 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-7913b5b6-9892-486f-a933-58abd28e746c tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:22.066383 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-7913b5b6-9892-486f-a933-58abd28e746c tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.080832 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ef4c2e7d-fb77-48d9-8d27-32e37531c77e req-4cea84e4-c0e2-4a58-a831-4ff236e3ce3f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083538 Jul 16 01:43:22.105679 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=df86d409-bae0-4f36-a3b7-0a7767b47abc,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:22.119777 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-7913b5b6-9892-486f-a933-58abd28e746c tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1202786 Jul 16 01:43:22.168589 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6d7f3-64d5-4303-98b8-73c6e8aa1808 req-df7a8fa1-6bcd-4e98-9aef-71b03b6cb8c9 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:22.177305 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ece6d7f3-64d5-4303-98b8-73c6e8aa1808 req-df7a8fa1-6bcd-4e98-9aef-71b03b6cb8c9 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.1155238 Jul 16 01:43:22.186000 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Request body: {'port': {'device_id': '3710fa13-9e3c-4a68-a599-3576b0123e07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:22.232198 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ece6d7f3-64d5-4303-98b8-73c6e8aa1808 req-fe99cf99-04ed-4eb0-b356-632407b64ab8 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543830 Jul 16 01:43:22.276201 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f5dac04-58dd-4384-b7b0-a8ccac89819d req-742ea0ff-4318-4762-ab88-bb4148b5a0d7 service neutron] 10.222.0.47 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066226 Jul 16 01:43:22.303418 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b043b2-07b7-43be-b091-1dcf6fa1c699 x-openstack-request-id: req-a4b043b2-07b7-43be-b091-1dcf6fa1c699 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:22.303730 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a59d85e-f883-428a-a3a7-2bb987730b98", "tag": "5452544c-783f-4bc5-8131-b3f8ab78f399", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:22.304781 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a4b043b2-07b7-43be-b091-1dcf6fa1c699 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:22.305203 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a59d85e-f883-428a-a3a7-2bb987730b98', 'tag': '5452544c-783f-4bc5-8131-b3f8ab78f399', 'status': 'completed', 'code': 200} Jul 16 01:43:22.354066 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.365683 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['df86d409-bae0-4f36-a3b7-0a7767b47abc'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:22.453418 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-acaeb093-d34e-4d6c-a21b-ddc95360840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'name': 'tempest-ServersTestBootFromVolume-221504502-router', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:19Z', 'revision_number': 4, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'gw_port': {'id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:12Z', 'updated_at': '2021-07-16T01:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '3cd1a4fb-da51-47b5-ab4d-a381f33aadec', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'port_id': '5452544c-783f-4bc5-8131-b3f8ab78f399', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e', 'mac_address': 'fa:16:3e:66:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a59d85e-f883-428a-a3a7-2bb987730b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:42:27Z', 'updated_at': '2021-07-16T01:43:19Z', 'revision_number': 1, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae', 'name': '', 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'mac_address': 'fa:16:3e:4c:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:17Z', 'updated_at': '2021-07-16T01:42:26Z', 'revision_number': 5, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'subnets': [{'id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:22.468831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35126) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:22.484669 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7e50d80c-1b73-4761-b969-43a3226df79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.499572 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaeb093-d34e-4d6c-a21b-ddc95360840c None None] Checking router: 0a86b596-534e-41c2-b7c0-0d671ae0469f for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:22.528507 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaeb093-d34e-4d6c-a21b-ddc95360840c None None] Routers {'0a86b596-534e-41c2-b7c0-0d671ae0469f'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:22.529509 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-acaeb093-d34e-4d6c-a21b-ddc95360840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:43:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0a86b596-534e-41c2-b7c0-0d671ae0469f'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:22.606061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09ce3a-bb5a-4354-b445-948f06f23fcc req-9560361c-0f4b-47c4-92b7-ae5cb2f3b14b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:22.615174 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db09ce3a-bb5a-4354-b445-948f06f23fcc req-9560361c-0f4b-47c4-92b7-ae5cb2f3b14b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.1316385 Jul 16 01:43:22.644872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdeb27-9660-4d1b-ba65-b84f7d9c7fbc req-19c6d902-e7ed-401c-937e-7430c7742e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:22.646530 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16fdeb27-9660-4d1b-ba65-b84f7d9c7fbc req-19c6d902-e7ed-401c-937e-7430c7742e17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f88c5c1c11554f2fa735a619c494a2b4&device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 1096 time: 0.1397238 Jul 16 01:43:22.675054 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db09ce3a-bb5a-4354-b445-948f06f23fcc req-3544994d-dd73-46a9-b290-b6fdf37755c5 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588136 Jul 16 01:43:22.692064 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-acaeb093-d34e-4d6c-a21b-ddc95360840c None None] Set router 0a86b596-534e-41c2-b7c0-0d671ae0469f gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:22.703178 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7e50d80c-1b73-4761-b969-43a3226df79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.708350 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7e50d80c-1b73-4761-b969-43a3226df79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.734290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50d80c-1b73-4761-b969-43a3226df79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3271f2d9-5486-48a8-9c37-37c4363f500f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:22.758256 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7e50d80c-1b73-4761-b969-43a3226df79f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c71e0159fedc4e3782a413e75159b67a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882781 Jul 16 01:43:22.760707 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35132) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:22.816706 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7338620d-e40c-4e60-bd86-b8a06c2da17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.846822 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7338620d-e40c-4e60-bd86-b8a06c2da17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.865704 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec95ef-28e7-4cb4-a3d3-a7dc1fc6b50d req-ffc21a8d-11af-4ef2-bb8b-c1b40860ad54 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:22.867262 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5aec95ef-28e7-4cb4-a3d3-a7dc1fc6b50d req-ffc21a8d-11af-4ef2-bb8b-c1b40860ad54 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/ports?device_id=3710fa13-9e3c-4a68-a599-3576b0123e07 HTTP/1.1" status: 200 len: 932 time: 0.2195988 Jul 16 01:43:22.926904 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdeb27-9660-4d1b-ba65-b84f7d9c7fbc req-efedf4a2-50aa-41a3-ad53-954a2c982caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:22.928665 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16fdeb27-9660-4d1b-ba65-b84f7d9c7fbc req-efedf4a2-50aa-41a3-ad53-954a2c982caa service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6da5c88-0bea-4384-a7f6-ff797435c31e HTTP/1.1" status: 200 len: 916 time: 0.2456367 Jul 16 01:43:22.938658 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b344ea49-1068-4a98-b4bb-56a9e950431e {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:22.950278 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c07cac-ddc6-4b05-a2f6-5c350f6c98bf req-127058dc-d4d3-4227-8ad8-7514d567e5d5 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:22.951950 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40c07cac-ddc6-4b05-a2f6-5c350f6c98bf req-127058dc-d4d3-4227-8ad8-7514d567e5d5 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.1029201 Jul 16 01:43:22.953403 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7338620d-e40c-4e60-bd86-b8a06c2da17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.956356 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7338620d-e40c-4e60-bd86-b8a06c2da17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.957834 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7338620d-e40c-4e60-bd86-b8a06c2da17a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3271f2d9-5486-48a8-9c37-37c4363f500f HTTP/1.1" status: 204 len: 168 time: 0.1958537 Jul 16 01:43:22.971471 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.974484 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-acaeb093-d34e-4d6c-a21b-ddc95360840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'name': 'tempest-ServersTestBootFromVolume-221504502-router', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:19Z', 'revision_number': 4, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'gw_port': {'id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:12Z', 'updated_at': '2021-07-16T01:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '3cd1a4fb-da51-47b5-ab4d-a381f33aadec', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'port_id': '5452544c-783f-4bc5-8131-b3f8ab78f399', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e', 'mac_address': 'fa:16:3e:66:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a59d85e-f883-428a-a3a7-2bb987730b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:42:27Z', 'updated_at': '2021-07-16T01:43:19Z', 'revision_number': 1, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae', 'name': '', 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'mac_address': 'fa:16:3e:4c:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:17Z', 'updated_at': '2021-07-16T01:42:26Z', 'revision_number': 5, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'subnets': [{'id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:22.987811 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338620d-e40c-4e60-bd86-b8a06c2da17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3271f2d9-5486-48a8-9c37-37c4363f500f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:23.018983 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5aec95ef-28e7-4cb4-a3d3-a7dc1fc6b50d req-93059190-b372-41cb-99bc-73c56ead7e56 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/security-groups?id=be3cc2fc-7c0d-47b0-9d1d-596225667f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218362 Jul 16 01:43:23.022490 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40c07cac-ddc6-4b05-a2f6-5c350f6c98bf req-9483d6b3-ae18-4291-ab1a-8d110ee72be9 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509167 Jul 16 01:43:23.034915 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaeb093-d34e-4d6c-a21b-ddc95360840c None None] The sync data for ids ['0a86b596-534e-41c2-b7c0-0d671ae0469f'] in n-d-800086-6 is: [{'id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'name': 'tempest-ServersTestBootFromVolume-221504502-router', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:19Z', 'revision_number': 4, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'gw_port': {'id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:12Z', 'updated_at': '2021-07-16T01:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '3cd1a4fb-da51-47b5-ab4d-a381f33aadec', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'port_id': '5452544c-783f-4bc5-8131-b3f8ab78f399', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e', 'mac_address': 'fa:16:3e:66:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a59d85e-f883-428a-a3a7-2bb987730b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:42:27Z', 'updated_at': '2021-07-16T01:43:19Z', 'revision_number': 1, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae', 'name': '', 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'mac_address': 'fa:16:3e:4c:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:17Z', 'updated_at': '2021-07-16T01:42:26Z', 'revision_number': 5, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'subnets': [{'id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:23.073297 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16fdeb27-9660-4d1b-ba65-b84f7d9c7fbc req-309b8a31-7a2e-40c2-a784-2cd56ff0ee3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5452544c-783f-4bc5-8131-b3f8ab78f399 HTTP/1.1" status: 200 len: 999 time: 0.1222296 Jul 16 01:43:23.074721 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Transition to ACTIVE for port object b344ea49-1068-4a98-b4bb-56a9e950431e will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:23.080553 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.201141 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdeb27-9660-4d1b-ba65-b84f7d9c7fbc req-9398c54e-9f81-4920-be2e-f9e57f8c741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:23.202751 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16fdeb27-9660-4d1b-ba65-b84f7d9c7fbc req-9398c54e-9f81-4920-be2e-f9e57f8c741f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eae3174e-0a72-480c-8b07-a75b3b1ea14f HTTP/1.1" status: 200 len: 854 time: 0.1149848 Jul 16 01:43:23.210004 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Pushing event updated for resources: {'Port': ['ID=b344ea49-1068-4a98-b4bb-56a9e950431e,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:23.366700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Attempting to bind port b344ea49-1068-4a98-b4bb-56a9e950431e on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:23.367040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Attempting to bind port b344ea49-1068-4a98-b4bb-56a9e950431e by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '54c8196e-f6b1-46a1-b6a3-944c34005a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '12570725-c988-498f-a27a-cce2cd11c6b8'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:23.367369 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Attempting to bind port b344ea49-1068-4a98-b4bb-56a9e950431e on network 12570725-c988-498f-a27a-cce2cd11c6b8 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:23.369013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d33a37f-26e4-43f3-b4ba-dcfa858f725a None None] New status for floating IP 3cd1a4fb-da51-47b5-ab4d-a381f33aadec: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:43:23.375594 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Port b344ea49-1068-4a98-b4bb-56a9e950431e on network 12570725-c988-498f-a27a-cce2cd11c6b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:23.375940 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Attempting to bind port b344ea49-1068-4a98-b4bb-56a9e950431e on network 12570725-c988-498f-a27a-cce2cd11c6b8 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:23.381991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:23.382333 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Checking segment: {'id': '54c8196e-f6b1-46a1-b6a3-944c34005a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '12570725-c988-498f-a27a-cce2cd11c6b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:23.382717 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Bound using segment: {'id': '54c8196e-f6b1-46a1-b6a3-944c34005a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '12570725-c988-498f-a27a-cce2cd11c6b8'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:23.383145 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Bound port: b344ea49-1068-4a98-b4bb-56a9e950431e, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c8196e-f6b1-46a1-b6a3-944c34005a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '12570725-c988-498f-a27a-cce2cd11c6b8'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:23.383499 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.386632 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdeb27-9660-4d1b-ba65-b84f7d9c7fbc req-fa9a1988-7ff1-4821-bc43-ae81460edced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:23.388309 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16fdeb27-9660-4d1b-ba65-b84f7d9c7fbc req-fa9a1988-7ff1-4821-bc43-ae81460edced service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6da5c88-0bea-4384-a7f6-ff797435c31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595266 Jul 16 01:43:23.581762 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16fdeb27-9660-4d1b-ba65-b84f7d9c7fbc req-e1d104fb-e7a8-4fbb-b7fe-cf48e01274dc service neutron] 10.222.0.47 "GET /v2.0/networks/a6da5c88-0bea-4384-a7f6-ff797435c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740439 Jul 16 01:43:23.601332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e896f-6312-464b-ba37-9190dabc18a7 req-4c5e8536-6826-47b1-b4f4-b573ee69e231 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:23.602935 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-187e896f-6312-464b-ba37-9190dabc18a7 req-4c5e8536-6826-47b1-b4f4-b573ee69e231 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.2137516 Jul 16 01:43:23.614549 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] For port b344ea49-1068-4a98-b4bb-56a9e950431e, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:23.620056 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] For port b344ea49-1068-4a98-b4bb-56a9e950431e, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=b344ea49-1068-4a98-b4bb-56a9e950431e,segment=NetworkSegment(54c8196e-f6b1-46a1-b6a3-944c34005a28),segment_id=54c8196e-f6b1-46a1-b6a3-944c34005a28)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:23.644930 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.667964 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a808c4-263c-4269-b33c-0f3b7e913f5f req-92a8dcca-605d-4b1b-b446-95aef75ffd33 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:23.669511 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5a808c4-263c-4269-b33c-0f3b7e913f5f req-92a8dcca-605d-4b1b-b446-95aef75ffd33 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb79dcbc-8535-4af5-a56e-e8e01b335809 HTTP/1.1" status: 200 len: 944 time: 0.0847764 Jul 16 01:43:23.699125 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.726457 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5a808c4-263c-4269-b33c-0f3b7e913f5f req-bcfb938a-f05a-4fec-b17b-5ada3ab8bdfd tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496020 Jul 16 01:43:23.740500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device df86d409-bae0-4f36-a3b7-0a7767b47abc up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:23.742794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:23.743518 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.744866 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] 10.222.0.26 "PUT /v2.0/ports/b344ea49-1068-4a98-b4bb-56a9e950431e HTTP/1.1" status: 200 len: 1092 time: 1.5635996 Jul 16 01:43:23.757639 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-187e896f-6312-464b-ba37-9190dabc18a7 req-f6d05132-773d-46d4-ab85-2d0d40ba2345 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405556 Jul 16 01:43:23.781723 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3854c-577b-493f-8fe2-c7760af98b42 service neutron] Pushing event updated for resources: {'Port': ['ID=b344ea49-1068-4a98-b4bb-56a9e950431e,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:23.797454 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16fdeb27-9660-4d1b-ba65-b84f7d9c7fbc req-65e478c4-3907-493e-83f7-e8071e1577af service neutron] 10.222.0.47 "GET /v2.0/networks/a6da5c88-0bea-4384-a7f6-ff797435c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934314 Jul 16 01:43:23.863527 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port df86d409-bae0-4f36-a3b7-0a7767b47abc completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:23.870058 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port df86d409-bae0-4f36-a3b7-0a7767b47abc triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:23.870598 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.946486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-9f71505d-5102-4471-b9a8-9cb21b98d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:23.948094 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-9f71505d-5102-4471-b9a8-9cb21b98d024 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f35b5745a5543c7bfa7f63b8e6bee7f&device_id=3710fa13-9e3c-4a68-a599-3576b0123e07 HTTP/1.1" status: 200 len: 1095 time: 0.1201396 Jul 16 01:43:24.001266 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-04691e43-b064-4e2e-8e82-3de7fbe6aac4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b344ea49-1068-4a98-b4bb-56a9e950431e HTTP/1.1" status: 200 len: 217 time: 0.0388713 Jul 16 01:43:24.009506 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76321233-f610-463d-b702-3d46aa918834 req-e4c4ffc2-2c96-4e7b-bf6e-128df73c77c1 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.011081 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-76321233-f610-463d-b702-3d46aa918834 req-e4c4ffc2-2c96-4e7b-bf6e-128df73c77c1 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.1184380 Jul 16 01:43:24.078617 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-c40c8332-8bb8-4ed5-9965-dce05e3f42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.080985 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-c40c8332-8bb8-4ed5-9965-dce05e3f42ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50252395-ea30-4c5e-9da4-16196240d064 HTTP/1.1" status: 200 len: 861 time: 0.0688872 Jul 16 01:43:24.098255 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-76321233-f610-463d-b702-3d46aa918834 req-8b642489-3915-445d-a8bc-5df9cbbf7e1d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768876 Jul 16 01:43:24.140348 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.159649 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-0b12023a-05b7-4dbc-a3f0-246ffc0c2a13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12570725-c988-498f-a27a-cce2cd11c6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599577 Jul 16 01:43:24.188481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb79dcbc-8535-4af5-a56e-e8e01b335809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df86d409-bae0-4f36-a3b7-0a7767b47abc'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:24.193200 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b433e197-e700-45a3-bd4f-e1e809cd0970" -d '{"events": [{"server_uuid": "fb79dcbc-8535-4af5-a56e-e8e01b335809", "name": "network-vif-plugged", "status": "completed", "tag": "df86d409-bae0-4f36-a3b7-0a7767b47abc"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:24.200096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port df86d409-bae0-4f36-a3b7-0a7767b47abc, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=df86d409-bae0-4f36-a3b7-0a7767b47abc,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:24.206348 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.263623 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=df86d409-bae0-4f36-a3b7-0a7767b47abc,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:24.285090 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873112a-1019-4783-a459-3755744a26a7 req-5f4fa7d3-890a-4e4f-b039-e38178bde85f tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.286831 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3873112a-1019-4783-a459-3755744a26a7 req-5f4fa7d3-890a-4e4f-b039-e38178bde85f tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.1223664 Jul 16 01:43:24.296315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-31d96aaa-463c-4b7a-b8eb-f7bbe1464f7c service neutron] 10.222.0.26 "GET /v2.0/networks/12570725-c988-498f-a27a-cce2cd11c6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285489 Jul 16 01:43:24.313486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3710fa13-9e3c-4a68-a599-3576b0123e07', 'tag': 'b344ea49-1068-4a98-b4bb-56a9e950431e'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:24.316132 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b03092-c775-4b33-90a5-caa77571e6a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3710fa13-9e3c-4a68-a599-3576b0123e07", "tag": "b344ea49-1068-4a98-b4bb-56a9e950431e"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:24.340326 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3873112a-1019-4783-a459-3755744a26a7 req-f58a14e4-ea6e-4a32-99cb-fbead68afc2d tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364041 Jul 16 01:43:24.381627 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dff8a3-33d2-43e4-833a-8d2e9260edea req-4bff3c65-fd91-4dd9-9c6a-31cec77c0d62 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.383170 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-18dff8a3-33d2-43e4-833a-8d2e9260edea req-4bff3c65-fd91-4dd9-9c6a-31cec77c0d62 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/ports?device_id=3710fa13-9e3c-4a68-a599-3576b0123e07 HTTP/1.1" status: 200 len: 944 time: 0.1530507 Jul 16 01:43:24.436686 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4122a4ca-de09-4a42-936b-366bb09c6ca1 req-ab7927d2-d3db-48f4-93d1-4590de7c57a9 service neutron] 10.222.0.26 "GET /v2.0/networks/12570725-c988-498f-a27a-cce2cd11c6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321204 Jul 16 01:43:24.442898 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-18dff8a3-33d2-43e4-833a-8d2e9260edea req-de8f7d08-7172-447c-9e15-1e8841946628 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/security-groups?id=be3cc2fc-7c0d-47b0-9d1d-596225667f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517678 Jul 16 01:43:24.501252 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647fc27a-7134-44a8-9db9-f97ccf5d8a30 x-openstack-request-id: req-647fc27a-7134-44a8-9db9-f97ccf5d8a30 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:24.501991 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb79dcbc-8535-4af5-a56e-e8e01b335809", "name": "network-vif-plugged", "status": "completed", "tag": "df86d409-bae0-4f36-a3b7-0a7767b47abc", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:24.501991 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-647fc27a-7134-44a8-9db9-f97ccf5d8a30 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:24.502514 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb79dcbc-8535-4af5-a56e-e8e01b335809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df86d409-bae0-4f36-a3b7-0a7767b47abc', 'code': 200} Jul 16 01:43:24.514625 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caff8b53-dddf-4560-8a7f-061531649619 x-openstack-request-id: req-caff8b53-dddf-4560-8a7f-061531649619 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:24.514912 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3710fa13-9e3c-4a68-a599-3576b0123e07", "tag": "b344ea49-1068-4a98-b4bb-56a9e950431e", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:24.515165 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-caff8b53-dddf-4560-8a7f-061531649619 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:24.515561 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3710fa13-9e3c-4a68-a599-3576b0123e07', 'tag': 'b344ea49-1068-4a98-b4bb-56a9e950431e', 'status': 'completed', 'code': 200} Jul 16 01:43:24.647682 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b03092-c775-4b33-90a5-caa77571e6a6 req-4feaee38-ae16-4a9e-ba59-b6e679e51f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.649230 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85b03092-c775-4b33-90a5-caa77571e6a6 req-4feaee38-ae16-4a9e-ba59-b6e679e51f68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f35b5745a5543c7bfa7f63b8e6bee7f&device_id=3710fa13-9e3c-4a68-a599-3576b0123e07 HTTP/1.1" status: 200 len: 1095 time: 0.0573530 Jul 16 01:43:24.713170 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a8718-4d57-4e2d-b4e2-8246a23e39de req-a1a0e08f-79d0-4d81-a122-ac7e9adfca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.714683 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-106a8718-4d57-4e2d-b4e2-8246a23e39de req-a1a0e08f-79d0-4d81-a122-ac7e9adfca24 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fb79dcbc-8535-4af5-a56e-e8e01b335809 HTTP/1.1" status: 200 len: 1096 time: 0.0532498 Jul 16 01:43:24.748356 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b03092-c775-4b33-90a5-caa77571e6a6 req-ae2a0939-49f6-4dff-81db-95e5bda8ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.749897 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85b03092-c775-4b33-90a5-caa77571e6a6 req-ae2a0939-49f6-4dff-81db-95e5bda8ea50 service neutron] 10.222.0.26 "GET /v2.0/networks?id=12570725-c988-498f-a27a-cce2cd11c6b8 HTTP/1.1" status: 200 len: 922 time: 0.0884705 Jul 16 01:43:24.751119 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-106a8718-4d57-4e2d-b4e2-8246a23e39de req-77266903-636f-4805-b6ab-c0646dbf3aff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299692 Jul 16 01:43:24.914740 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a581de-b08d-47c7-988e-d732d843c4a6 req-453485bc-d655-4263-9f9e-2ac240c87219 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.916429 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8a581de-b08d-47c7-988e-d732d843c4a6 req-453485bc-d655-4263-9f9e-2ac240c87219 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb79dcbc-8535-4af5-a56e-e8e01b335809 HTTP/1.1" status: 200 len: 945 time: 0.0701563 Jul 16 01:43:24.953085 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49704114-aec9-4e59-a648-c400e1d641c1 req-60a15857-c69f-4550-978d-f65a22145aba tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.955494 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-49704114-aec9-4e59-a648-c400e1d641c1 req-60a15857-c69f-4550-978d-f65a22145aba tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0692677 Jul 16 01:43:24.964565 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8a581de-b08d-47c7-988e-d732d843c4a6 req-7837947e-08c9-4b12-9a77-f8692093f525 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421495 Jul 16 01:43:24.997648 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-49704114-aec9-4e59-a648-c400e1d641c1 req-3f42b21a-b4fb-42d6-ac3f-c6f0b359d5e5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345941 Jul 16 01:43:25.058067 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85b03092-c775-4b33-90a5-caa77571e6a6 req-1a6ccdbb-635f-4b6e-b3b5-2a812b8c97a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b344ea49-1068-4a98-b4bb-56a9e950431e HTTP/1.1" status: 200 len: 217 time: 0.0351806 Jul 16 01:43:25.112639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b03092-c775-4b33-90a5-caa77571e6a6 req-abd1b2bb-09a6-4efb-8e80-7c7289ca89a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:25.114106 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85b03092-c775-4b33-90a5-caa77571e6a6 req-abd1b2bb-09a6-4efb-8e80-7c7289ca89a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50252395-ea30-4c5e-9da4-16196240d064 HTTP/1.1" status: 200 len: 861 time: 0.0487459 Jul 16 01:43:25.151086 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85b03092-c775-4b33-90a5-caa77571e6a6 req-5b6d1e8c-3250-4939-b98d-9d9c05f91b10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12570725-c988-498f-a27a-cce2cd11c6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303710 Jul 16 01:43:25.178811 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35208) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.250502 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85b03092-c775-4b33-90a5-caa77571e6a6 req-9c42e37a-3c9a-4cce-9d14-0e7990876ff0 service neutron] 10.222.0.26 "GET /v2.0/networks/12570725-c988-498f-a27a-cce2cd11c6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912428 Jul 16 01:43:25.272035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb676c-f5f9-4bc4-afc7-15ac7575a025 req-06b811ff-742b-48af-8600-3a16d1c7c71a tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:25.273695 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f5bb676c-f5f9-4bc4-afc7-15ac7575a025 req-06b811ff-742b-48af-8600-3a16d1c7c71a tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.0701938 Jul 16 01:43:25.296495 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c8aac9e-943f-43bb-8e77-d4ee722b8440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.337937 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f5bb676c-f5f9-4bc4-afc7-15ac7575a025 req-2b97bd46-23a7-409a-8d05-4c558d630a72 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543175 Jul 16 01:43:25.352949 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85b03092-c775-4b33-90a5-caa77571e6a6 req-ed03be08-addb-4335-a4c8-b2404209beb5 service neutron] 10.222.0.26 "GET /v2.0/networks/12570725-c988-498f-a27a-cce2cd11c6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944765 Jul 16 01:43:25.412062 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c8aac9e-943f-43bb-8e77-d4ee722b8440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.416985 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c8aac9e-943f-43bb-8e77-d4ee722b8440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.458580 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2c8aac9e-943f-43bb-8e77-d4ee722b8440 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=14c68ce2b30f4523ac9dd00ae7dab42c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2783604 Jul 16 01:43:25.459152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8aac9e-943f-43bb-8e77-d4ee722b8440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12c3b98-83bd-42d2-b68d-0a712096e1c3,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:25.461028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 35214) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.556411 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98f60296-99b5-4b23-8537-bd1eea3015f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.579275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266af983-04ba-4334-8244-03806c6a5ff3 req-95e5e460-b543-4207-83c7-379fa81f05c1 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:25.581722 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-266af983-04ba-4334-8244-03806c6a5ff3 req-95e5e460-b543-4207-83c7-379fa81f05c1 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.1141424 Jul 16 01:43:25.591905 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98f60296-99b5-4b23-8537-bd1eea3015f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.625384 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3106a-860a-486f-a0c1-ddf1fd7a8cff req-7983f166-9826-48ba-bd93-7276423532b5 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:25.627137 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-81b3106a-860a-486f-a0c1-ddf1fd7a8cff req-7983f166-9826-48ba-bd93-7276423532b5 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/ports?device_id=3710fa13-9e3c-4a68-a599-3576b0123e07 HTTP/1.1" status: 200 len: 944 time: 0.0696046 Jul 16 01:43:25.651846 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-266af983-04ba-4334-8244-03806c6a5ff3 req-cd7f63c8-b5df-4ebf-9a96-d82553b69e6d tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620191 Jul 16 01:43:25.666578 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-81b3106a-860a-486f-a0c1-ddf1fd7a8cff req-e020912d-9a01-4c7a-8913-1654e634ef7a tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/security-groups?id=be3cc2fc-7c0d-47b0-9d1d-596225667f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336771 Jul 16 01:43:25.676780 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98f60296-99b5-4b23-8537-bd1eea3015f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.676780 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98f60296-99b5-4b23-8537-bd1eea3015f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.676780 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-98f60296-99b5-4b23-8537-bd1eea3015f1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f12c3b98-83bd-42d2-b68d-0a712096e1c3 HTTP/1.1" status: 204 len: 168 time: 0.2133317 Jul 16 01:43:25.694277 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f60296-99b5-4b23-8537-bd1eea3015f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12c3b98-83bd-42d2-b68d-0a712096e1c3,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:25.946796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 35224) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.962208 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c543c709-eae0-429b-a7c6-4d46ef004461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.077031 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c543c709-eae0-429b-a7c6-4d46ef004461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.083276 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c543c709-eae0-429b-a7c6-4d46ef004461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.123855 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c543c709-eae0-429b-a7c6-4d46ef004461 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fe2e532ffb5049deacbfdaa91b21b3d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755292 Jul 16 01:43:26.124770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543c709-eae0-429b-a7c6-4d46ef004461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3b337a-a6b4-459f-b25b-b85c31149daa,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:26.127939 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 35230) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:26.166324 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab436c-ee4e-4043-9faa-e71ed2df9dbf req-dc97083a-8bbe-4c07-84ee-e9092aacf220 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:26.167863 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eaab436c-ee4e-4043-9faa-e71ed2df9dbf req-dc97083a-8bbe-4c07-84ee-e9092aacf220 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb79dcbc-8535-4af5-a56e-e8e01b335809 HTTP/1.1" status: 200 len: 945 time: 0.0791359 Jul 16 01:43:26.207055 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eaab436c-ee4e-4043-9faa-e71ed2df9dbf req-c2706679-31df-442a-afc9-c41219c89505 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335360 Jul 16 01:43:26.218684 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16aaead7-5230-45dc-9177-6d76e0e1384a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.246140 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16aaead7-5230-45dc-9177-6d76e0e1384a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.260759 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bce8f9-51ff-4523-a5f1-42038356afaf req-3b47883b-6eb5-455e-a970-7b0df23aa639 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:26.262245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9bce8f9-51ff-4523-a5f1-42038356afaf req-3b47883b-6eb5-455e-a970-7b0df23aa639 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.1158617 Jul 16 01:43:26.318413 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9bce8f9-51ff-4523-a5f1-42038356afaf req-f558d55d-4a23-448e-8eef-29704e27be55 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500803 Jul 16 01:43:26.333472 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16aaead7-5230-45dc-9177-6d76e0e1384a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.336021 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16aaead7-5230-45dc-9177-6d76e0e1384a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.337138 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-16aaead7-5230-45dc-9177-6d76e0e1384a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/db3b337a-a6b4-459f-b25b-b85c31149daa HTTP/1.1" status: 204 len: 168 time: 0.2082338 Jul 16 01:43:26.345677 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aaead7-5230-45dc-9177-6d76e0e1384a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3b337a-a6b4-459f-b25b-b85c31149daa,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:26.520206 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20fefa-0ee4-4177-85c8-7ea7c20a4d19 req-cbb7e7b0-f83c-4172-aaf8-7cf49331aece tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:26.521735 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec20fefa-0ee4-4177-85c8-7ea7c20a4d19 req-cbb7e7b0-f83c-4172-aaf8-7cf49331aece tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.0646462 Jul 16 01:43:26.560029 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec20fefa-0ee4-4177-85c8-7ea7c20a4d19 req-eba36d7c-00fc-4d79-aa2c-f6087df1415f tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326576 Jul 16 01:43:26.836708 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a168ac1-c1e9-431e-94f5-c2b621cbc4f2 req-09eb9021-c56b-4edd-9703-4c3e4a28c9fc tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:26.838718 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5a168ac1-c1e9-431e-94f5-c2b621cbc4f2 req-09eb9021-c56b-4edd-9703-4c3e4a28c9fc tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0691931 Jul 16 01:43:26.880645 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5a168ac1-c1e9-431e-94f5-c2b621cbc4f2 req-1085c029-f24c-4463-b55d-f57fb122921e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363114 Jul 16 01:43:27.037495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35262) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:27.138671 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-957605426-network', 'tenant_id': '394920ecc91c4ebaada56019c247b69c'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:27.166494 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Made reservation on behalf of 394920ecc91c4ebaada56019c247b69c for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:27.169023 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.177672 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.207063 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad8d24-bee0-4612-ad44-97b94fc72423 req-e537c383-175c-44e0-8d49-ce4013f64475 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.208606 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cdad8d24-bee0-4612-ad44-97b94fc72423 req-e537c383-175c-44e0-8d49-ce4013f64475 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/ports?device_id=3710fa13-9e3c-4a68-a599-3576b0123e07 HTTP/1.1" status: 200 len: 944 time: 0.4108772 Jul 16 01:43:27.261158 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cdad8d24-bee0-4612-ad44-97b94fc72423 req-c97e11a2-31db-4201-bf23-b39ca26bf461 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/security-groups?id=be3cc2fc-7c0d-47b0-9d1d-596225667f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453880 Jul 16 01:43:27.272102 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.280986 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.304657 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:27.320175 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753cc411-19ec-4a9b-8d18-fc99a8881453,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.322721 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.323065 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Added segment 47c2f13a-17d5-45e5-93bc-25c1f6907052 of type vlan for network 058aef4f-60a5-4942-8287-998c3c1e2645 Jul 16 01:43:27.366829 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.367179 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.367520 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.367886 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.368223 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.368553 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.368882 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.369209 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.369540 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.369867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.370194 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.370518 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.432352 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.456476 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d1c03-d36e-490c-8064-176809695763 req-6d1f9654-440c-4e26-877a-487960c87ae9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.457977 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f31d1c03-d36e-490c-8064-176809695763 req-6d1f9654-440c-4e26-877a-487960c87ae9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb79dcbc-8535-4af5-a56e-e8e01b335809 HTTP/1.1" status: 200 len: 945 time: 0.1326377 Jul 16 01:43:27.488571 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.489511 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.490094 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.495309 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc0c42-9808-4d55-9b7c-7f28dccc358b req-a3a9ea1a-77a3-40fe-9b31-f89337ad1c3a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.496787 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-24fc0c42-9808-4d55-9b7c-7f28dccc358b req-a3a9ea1a-77a3-40fe-9b31-f89337ad1c3a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0655506 Jul 16 01:43:27.536030 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4973760 Jul 16 01:43:27.536786 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-24fc0c42-9808-4d55-9b7c-7f28dccc358b req-c60f2024-6c2e-4f1b-9299-2c306094836a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331824 Jul 16 01:43:27.539028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 35272) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:27.543496 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f31d1c03-d36e-490c-8064-176809695763 req-29ad0e4f-9fad-43d9-b2f0-4bd9d49b493b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751579 Jul 16 01:43:27.543961 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Request body: {'subnet': {'network_id': '058aef4f-60a5-4942-8287-998c3c1e2645', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-957605426-subnet', 'tenant_id': '394920ecc91c4ebaada56019c247b69c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:27.574736 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c755f2-ce1d-4df4-83a1-9094d5634649 admin admin] Pushing event updated for resources: {'Network': ['ID=058aef4f-60a5-4942-8287-998c3c1e2645,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.576828 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Made reservation on behalf of 394920ecc91c4ebaada56019c247b69c for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:27.580209 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.592602 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 058aef4f-60a5-4942-8287-998c3c1e2645 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:27.761088 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.768491 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device b344ea49-1068-4a98-b4bb-56a9e950431e details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:27.825976 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=057399f1-3a41-438a-88a0-fd29583c102b,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.839673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.840132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.840541 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.840945 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.841346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.841743 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.842137 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.842537 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.842858 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.843183 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.843523 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.843875 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:27.848347 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Checking segment: {'id': '47c2f13a-17d5-45e5-93bc-25c1f6907052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '058aef4f-60a5-4942-8287-998c3c1e2645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:27.849066 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Network hostable DHCP agents. Network: 058aef4f-60a5-4942-8287-998c3c1e2645, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:27.867654 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Network 058aef4f-60a5-4942-8287-998c3c1e2645 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:27.870910 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port b344ea49-1068-4a98-b4bb-56a9e950431e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=b344ea49-1068-4a98-b4bb-56a9e950431e,segment=NetworkSegment(54c8196e-f6b1-46a1-b6a3-944c34005a28),segment_id=54c8196e-f6b1-46a1-b6a3-944c34005a28)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:27.875665 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b066285-e413-401f-8ae3-61bafac86071 req-90ea51d9-6458-4e12-8447-541d9d9d7bb3 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.877724 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 058aef4f-60a5-4942-8287-998c3c1e2645) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:27.878386 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8b066285-e413-401f-8ae3-61bafac86071 req-90ea51d9-6458-4e12-8447-541d9d9d7bb3 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.0760672 Jul 16 01:43:27.882611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.883682 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.890992 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dd1f7a-83b2-4309-85c7-503f572ae601 None None] Network 058aef4f-60a5-4942-8287-998c3c1e2645 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:27.906419 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1a75f275-354d-4f4a-9e16-4cac0c8500a4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3655612 Jul 16 01:43:27.932376 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8b066285-e413-401f-8ae3-61bafac86071 req-746820cc-a8f4-4603-b9d8-71c1b7667e67 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454693 Jul 16 01:43:27.960947 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'b344ea49-1068-4a98-b4bb-56a9e950431e', 'network_id': '12570725-c988-498f-a27a-cce2cd11c6b8', 'port_id': 'b344ea49-1068-4a98-b4bb-56a9e950431e', 'mac_address': 'fa:16:3e:14:cd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50252395-ea30-4c5e-9da4-16196240d064', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:28.057499 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.063646 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e4efe7-ae25-450b-b561-9d8cc9d019ee None None] Network 058aef4f-60a5-4942-8287-998c3c1e2645 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:28.110403 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321502a-3a98-4830-924d-3e131bb3ffed req-69ac95dd-5150-420b-beee-d0f11e7827a6 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:28.113526 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6321502a-3a98-4830-924d-3e131bb3ffed req-69ac95dd-5150-420b-beee-d0f11e7827a6 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0947230 Jul 16 01:43:28.143876 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b344ea49-1068-4a98-b4bb-56a9e950431e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:28.170184 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6321502a-3a98-4830-924d-3e131bb3ffed req-b3edfa4c-2eaa-4b81-bf75-f79a28219300 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504317 Jul 16 01:43:28.191361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port b344ea49-1068-4a98-b4bb-56a9e950431e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=b344ea49-1068-4a98-b4bb-56a9e950431e,segment=NetworkSegment(54c8196e-f6b1-46a1-b6a3-944c34005a28),segment_id=54c8196e-f6b1-46a1-b6a3-944c34005a28)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:28.195901 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.263054 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=b344ea49-1068-4a98-b4bb-56a9e950431e,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:28.335309 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04e422f5-1e87-48ee-96d8-0555758a6f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.432940 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496154ba-6746-4c94-86d8-2a059cfe6779 req-0eedef6d-fd6d-4a3e-9afc-11ce05d6f7cf tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:28.434441 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-496154ba-6746-4c94-86d8-2a059cfe6779 req-0eedef6d-fd6d-4a3e-9afc-11ce05d6f7cf tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/ports?device_id=3710fa13-9e3c-4a68-a599-3576b0123e07 HTTP/1.1" status: 200 len: 945 time: 0.0650554 Jul 16 01:43:28.453849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35298) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:28.459071 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-75b60312-2829-461a-8e23-f074cab1389a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-146117204-network', 'tenant_id': 'e4871b64203c471bb419fc9067950a9e'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:28.475738 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-496154ba-6746-4c94-86d8-2a059cfe6779 req-ae7af73a-d1bb-4ff0-bb8b-6e7423889cd2 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/security-groups?id=be3cc2fc-7c0d-47b0-9d1d-596225667f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345778 Jul 16 01:43:28.481981 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b60312-2829-461a-8e23-f074cab1389a admin admin] Made reservation on behalf of e4871b64203c471bb419fc9067950a9e for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:28.484528 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-75b60312-2829-461a-8e23-f074cab1389a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.494513 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-75b60312-2829-461a-8e23-f074cab1389a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.573027 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['b344ea49-1068-4a98-b4bb-56a9e950431e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:28.589972 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-75b60312-2829-461a-8e23-f074cab1389a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.594864 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-75b60312-2829-461a-8e23-f074cab1389a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.616784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b60312-2829-461a-8e23-f074cab1389a admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:28.621597 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.631342 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b60312-2829-461a-8e23-f074cab1389a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6552b24-30cc-4c9e-9499-fe59920753a1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:28.636511 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-75b60312-2829-461a-8e23-f074cab1389a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.636858 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-75b60312-2829-461a-8e23-f074cab1389a admin admin] Added segment eb774fff-4d31-4be3-a633-b428731d25e5 of type vlan for network 48002710-f7c2-454a-8d1a-aea2e49669e0 Jul 16 01:43:28.677636 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-75b60312-2829-461a-8e23-f074cab1389a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.752432 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-75b60312-2829-461a-8e23-f074cab1389a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.753405 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b60312-2829-461a-8e23-f074cab1389a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:28.753999 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-75b60312-2829-461a-8e23-f074cab1389a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.792973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 35306) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:28.793196 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-75b60312-2829-461a-8e23-f074cab1389a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3379765 Jul 16 01:43:28.799653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d33c1844-7ab0-47e1-b723-a5ec1e3bf4ad admin admin] Request body: {'subnet': {'network_id': '48002710-f7c2-454a-8d1a-aea2e49669e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-146117204-subnet', 'tenant_id': 'e4871b64203c471bb419fc9067950a9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:28.801564 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f12cb-49ce-4224-9804-ed5f07e50be4 req-665fab6d-9339-493c-8bdf-11d9bedd6468 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:28.803083 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7c7f12cb-49ce-4224-9804-ed5f07e50be4 req-665fab6d-9339-493c-8bdf-11d9bedd6468 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.1217401 Jul 16 01:43:28.822736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33c1844-7ab0-47e1-b723-a5ec1e3bf4ad admin admin] Made reservation on behalf of e4871b64203c471bb419fc9067950a9e for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:28.825134 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d33c1844-7ab0-47e1-b723-a5ec1e3bf4ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.842634 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b60312-2829-461a-8e23-f074cab1389a admin admin] Pushing event updated for resources: {'Network': ['ID=48002710-f7c2-454a-8d1a-aea2e49669e0,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:28.853047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 48002710-f7c2-454a-8d1a-aea2e49669e0 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:28.885549 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7c7f12cb-49ce-4224-9804-ed5f07e50be4 req-3f7ad6d1-319f-485b-831c-c3b3e8f0d35f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755439 Jul 16 01:43:29.018794 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d33c1844-7ab0-47e1-b723-a5ec1e3bf4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.078250 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c1844-7ab0-47e1-b723-a5ec1e3bf4ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c75b625-520b-423d-8cff-76edd245594f,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:29.088639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c1844-7ab0-47e1-b723-a5ec1e3bf4ad admin admin] Checking segment: {'id': 'eb774fff-4d31-4be3-a633-b428731d25e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '48002710-f7c2-454a-8d1a-aea2e49669e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:29.089005 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33c1844-7ab0-47e1-b723-a5ec1e3bf4ad admin admin] Network hostable DHCP agents. Network: 48002710-f7c2-454a-8d1a-aea2e49669e0, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:29.106580 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33c1844-7ab0-47e1-b723-a5ec1e3bf4ad admin admin] Network 48002710-f7c2-454a-8d1a-aea2e49669e0 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:29.115981 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-d33c1844-7ab0-47e1-b723-a5ec1e3bf4ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 48002710-f7c2-454a-8d1a-aea2e49669e0) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:29.120789 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33c1844-7ab0-47e1-b723-a5ec1e3bf4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:29.121393 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d33c1844-7ab0-47e1-b723-a5ec1e3bf4ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.124504 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55980e41-ede1-4370-a9ad-8bc8f70c0b2a None None] Network 48002710-f7c2-454a-8d1a-aea2e49669e0 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:29.138499 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b04758-53cd-4479-a36c-9da94edd3b92 req-08d81369-be3b-41aa-a827-6fdc73ad645c tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:29.139317 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d33c1844-7ab0-47e1-b723-a5ec1e3bf4ad admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3451314 Jul 16 01:43:29.140321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f2b04758-53cd-4479-a36c-9da94edd3b92 req-08d81369-be3b-41aa-a827-6fdc73ad645c tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.0805585 Jul 16 01:43:29.181689 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f2b04758-53cd-4479-a36c-9da94edd3b92 req-9314e452-e5c0-4327-a05c-19479c17be9d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351610 Jul 16 01:43:29.266209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba10ebe9-1afd-4021-a913-d06fb5bbb4b3 None None] Network 48002710-f7c2-454a-8d1a-aea2e49669e0 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:29.374328 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86cc03-c72c-4f71-97ef-98c73747298e req-867e7588-8a58-44c8-99ff-26af6f84b4b2 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:29.376082 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f86cc03-c72c-4f71-97ef-98c73747298e req-867e7588-8a58-44c8-99ff-26af6f84b4b2 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0681012 Jul 16 01:43:29.416597 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f86cc03-c72c-4f71-97ef-98c73747298e req-e88ec257-8f56-4778-b5bd-f5dfa7ecb237 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340054 Jul 16 01:43:29.650162 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d197341-c204-4f10-af15-3c2c3d5d3b70 req-8c4b2b7f-21cc-4001-9292-56a3a8d6795a tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:29.651675 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2d197341-c204-4f10-af15-3c2c3d5d3b70 req-8c4b2b7f-21cc-4001-9292-56a3a8d6795a tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/ports?device_id=3710fa13-9e3c-4a68-a599-3576b0123e07 HTTP/1.1" status: 200 len: 945 time: 0.0643504 Jul 16 01:43:29.660330 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-dc2571c7-24a9-436b-bba9-07bafac63fde tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:29.661865 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-dc2571c7-24a9-436b-bba9-07bafac63fde tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/networks?id=058aef4f-60a5-4942-8287-998c3c1e2645 HTTP/1.1" status: 200 len: 808 time: 0.1019740 Jul 16 01:43:29.677048 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-e59c4b32-6f36-4335-bd50-08661e5950e9 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/quotas/394920ecc91c4ebaada56019c247b69c HTTP/1.1" status: 200 len: 375 time: 0.0097857 Jul 16 01:43:29.694971 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2d197341-c204-4f10-af15-3c2c3d5d3b70 req-45b705e9-4852-4d90-82ce-32a41eeb8984 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/security-groups?id=be3cc2fc-7c0d-47b0-9d1d-596225667f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372429 Jul 16 01:43:29.714632 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-dbb862b0-939d-4df1-851d-cf39c35af20e tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=394920ecc91c4ebaada56019c247b69c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326107 Jul 16 01:43:29.767350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device b344ea49-1068-4a98-b4bb-56a9e950431e up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:29.803550 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-ab6eb778-3fbd-425e-ad80-4ee58a6c3745 service neutron] 10.222.0.54 "GET /v2.0/networks/058aef4f-60a5-4942-8287-998c3c1e2645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816891 Jul 16 01:43:29.815526 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port b344ea49-1068-4a98-b4bb-56a9e950431e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:29.819277 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port b344ea49-1068-4a98-b4bb-56a9e950431e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:29.819654 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.898637 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-1c67e11d-b60f-4757-ab17-7f5945eb10e5 service neutron] 10.222.0.54 "GET /v2.0/networks/058aef4f-60a5-4942-8287-998c3c1e2645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894322 Jul 16 01:43:29.900129 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.927294 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3710fa13-9e3c-4a68-a599-3576b0123e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b344ea49-1068-4a98-b4bb-56a9e950431e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:29.929639 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aee958d-eced-4b02-a7ec-1a33734e4faa" -d '{"events": [{"server_uuid": "3710fa13-9e3c-4a68-a599-3576b0123e07", "name": "network-vif-plugged", "status": "completed", "tag": "b344ea49-1068-4a98-b4bb-56a9e950431e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:29.944210 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port b344ea49-1068-4a98-b4bb-56a9e950431e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=b344ea49-1068-4a98-b4bb-56a9e950431e,segment=NetworkSegment(54c8196e-f6b1-46a1-b6a3-944c34005a28),segment_id=54c8196e-f6b1-46a1-b6a3-944c34005a28)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:29.948213 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.002084 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=b344ea49-1068-4a98-b4bb-56a9e950431e,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:30.049848 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7e41dd-362b-42f8-acb1-a980a7c96c71 x-openstack-request-id: req-3d7e41dd-362b-42f8-acb1-a980a7c96c71 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:30.050482 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3710fa13-9e3c-4a68-a599-3576b0123e07", "name": "network-vif-plugged", "status": "completed", "tag": "b344ea49-1068-4a98-b4bb-56a9e950431e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:30.055760 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3d7e41dd-362b-42f8-acb1-a980a7c96c71 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:30.056669 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3710fa13-9e3c-4a68-a599-3576b0123e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b344ea49-1068-4a98-b4bb-56a9e950431e', 'code': 200} Jul 16 01:43:30.142239 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70cffd0-3b7c-46a2-88fb-1d14d9ab4496 req-a35950f0-e510-4792-bdbc-8c21300cd366 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:30.143941 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c70cffd0-3b7c-46a2-88fb-1d14d9ab4496 req-a35950f0-e510-4792-bdbc-8c21300cd366 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0716996 Jul 16 01:43:30.195028 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c70cffd0-3b7c-46a2-88fb-1d14d9ab4496 req-ed7e3c21-c52d-4867-aaed-80a55bf9b1e0 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452783 Jul 16 01:43:30.207081 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0288b-714d-4d16-9878-9c474324e34c req-fc96be4e-d470-488f-b624-3dba7318318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:30.208707 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d4e0288b-714d-4d16-9878-9c474324e34c req-fc96be4e-d470-488f-b624-3dba7318318f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3710fa13-9e3c-4a68-a599-3576b0123e07 HTTP/1.1" status: 200 len: 1097 time: 0.0574322 Jul 16 01:43:30.255452 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d4e0288b-714d-4d16-9878-9c474324e34c req-f1025029-b892-4583-a48c-ff72d8506a6b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=be3cc2fc-7c0d-47b0-9d1d-596225667f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395796 Jul 16 01:43:30.281084 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6fb2620a-620a-4d5c-b472-553e6ebe08bc req-44fd6e75-c755-4076-aa36-d4f13b49f5e4 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 210 time: 0.0379448 Jul 16 01:43:30.399679 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e1d4d-a019-4125-8eec-0d6e2c63196d req-af8c97f2-7f4b-464e-b49f-98209240940b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:30.401415 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c28e1d4d-a019-4125-8eec-0d6e2c63196d req-af8c97f2-7f4b-464e-b49f-98209240940b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.0676360 Jul 16 01:43:30.447874 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c28e1d4d-a019-4125-8eec-0d6e2c63196d req-34f3d875-a3a3-445d-b678-59c93ef49c36 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403731 Jul 16 01:43:30.623499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c94607-795a-4951-9a74-0140e8c3f01e req-14342b49-6e32-446f-8dc0-c569ce0af0e5 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:30.625047 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52c94607-795a-4951-9a74-0140e8c3f01e req-14342b49-6e32-446f-8dc0-c569ce0af0e5 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0712762 Jul 16 01:43:30.664979 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52c94607-795a-4951-9a74-0140e8c3f01e req-57401e9b-cda4-4cde-b69a-7d12d9e8db12 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330265 Jul 16 01:43:30.877624 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b40aff-0399-44e9-90b8-73383eb17a1c req-859bef5c-2850-4c9c-8471-c5da8e0c2b7c tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:30.879105 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-35b40aff-0399-44e9-90b8-73383eb17a1c req-859bef5c-2850-4c9c-8471-c5da8e0c2b7c tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/ports?device_id=3710fa13-9e3c-4a68-a599-3576b0123e07 HTTP/1.1" status: 200 len: 946 time: 0.0695937 Jul 16 01:43:30.917242 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-35b40aff-0399-44e9-90b8-73383eb17a1c req-7a2c7ce8-f99d-47fc-b3d0-037cedd423c2 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/security-groups?id=be3cc2fc-7c0d-47b0-9d1d-596225667f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324564 Jul 16 01:43:31.042293 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-efd9589d-49ae-44bd-b4b7-9c9ec62ad2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.049023 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.371290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdec4a-020d-414d-b523-574e8c85c8e3 req-a369df11-b541-402b-9928-1e20b8d5bc6c tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:31.372836 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-34fdec4a-020d-414d-b523-574e8c85c8e3 req-a369df11-b541-402b-9928-1e20b8d5bc6c tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0637529 Jul 16 01:43:31.421707 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-34fdec4a-020d-414d-b523-574e8c85c8e3 req-305cd45d-8236-41a6-908c-bf6cc66302f8 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427499 Jul 16 01:43:31.491458 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ca444d03-7184-48f0-a8f2-109af7d7f59b req-ca015e53-1a4a-4d63-9d1d-a2356a6eb9b5 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 210 time: 0.0307808 Jul 16 01:43:31.642877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb21947-74c6-40d3-9d85-36c1ab576090 req-72e75b9d-a636-4a1f-9e2e-925b6e199b4f tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:31.644479 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbb21947-74c6-40d3-9d85-36c1ab576090 req-72e75b9d-a636-4a1f-9e2e-925b6e199b4f tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.0726888 Jul 16 01:43:31.684914 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbb21947-74c6-40d3-9d85-36c1ab576090 req-6112c1db-79a4-4e63-9404-304abf81fcb3 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346575 Jul 16 01:43:31.903017 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-042fc626-d4ab-4e10-bb0a-a1f311012091 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:31.904431 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-042fc626-d4ab-4e10-bb0a-a1f311012091 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.47 "GET /v2.0/networks?id=058aef4f-60a5-4942-8287-998c3c1e2645 HTTP/1.1" status: 200 len: 808 time: 0.1439972 Jul 16 01:43:31.918782 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e46d8-afd3-4ff2-93b2-5c08a206a6d1 req-58e70fd6-9046-454f-a459-aa0d037a8c8f tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:31.920410 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d69e46d8-afd3-4ff2-93b2-5c08a206a6d1 req-58e70fd6-9046-454f-a459-aa0d037a8c8f tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.1395943 Jul 16 01:43:31.952787 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-45c9c99f-0c52-4720-b9e0-7152a3ccdf7e tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Request body: {'port': {'device_id': '674ae674-0636-4e78-8aa8-0b5e7160b2e2', 'network_id': '058aef4f-60a5-4942-8287-998c3c1e2645', 'admin_state_up': True, 'tenant_id': '394920ecc91c4ebaada56019c247b69c'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:31.983440 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d69e46d8-afd3-4ff2-93b2-5c08a206a6d1 req-06dd6853-1bd7-461e-b7ea-2d5b00bfef28 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569589 Jul 16 01:43:32.007871 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.079810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-45c9c99f-0c52-4720-b9e0-7152a3ccdf7e tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Made reservation on behalf of 394920ecc91c4ebaada56019c247b69c for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:32.083699 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-45c9c99f-0c52-4720-b9e0-7152a3ccdf7e tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.103315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583c8d2-402a-4806-81f1-52668ef35f3d req-226a8fff-db49-4c2a-be14-4982624c5969 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:32.105062 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1583c8d2-402a-4806-81f1-52668ef35f3d req-226a8fff-db49-4c2a-be14-4982624c5969 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/ports?device_id=3710fa13-9e3c-4a68-a599-3576b0123e07 HTTP/1.1" status: 200 len: 946 time: 0.0708249 Jul 16 01:43:32.160100 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1583c8d2-402a-4806-81f1-52668ef35f3d req-fd62d964-9a63-47bd-abe1-f4f02c38bd42 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/security-groups?id=be3cc2fc-7c0d-47b0-9d1d-596225667f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457594 Jul 16 01:43:32.218716 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-45c9c99f-0c52-4720-b9e0-7152a3ccdf7e tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Allocated IP 172.20.0.9 (058aef4f-60a5-4942-8287-998c3c1e2645/057399f1-3a41-438a-88a0-fd29583c102b/8abd1e7e-7621-4edc-87cb-b0002b5c21f7) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:32.382151 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-45c9c99f-0c52-4720-b9e0-7152a3ccdf7e tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.432236 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-45c9c99f-0c52-4720-b9e0-7152a3ccdf7e tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.473405 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-45c9c99f-0c52-4720-b9e0-7152a3ccdf7e tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Network 058aef4f-60a5-4942-8287-998c3c1e2645 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:32.476724 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-45c9c99f-0c52-4720-b9e0-7152a3ccdf7e tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:32.480535 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-45c9c99f-0c52-4720-b9e0-7152a3ccdf7e tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:32.526285 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9c99f-0c52-4720-b9e0-7152a3ccdf7e tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Pushing event updated for resources: {'Port': ['ID=8abd1e7e-7621-4edc-87cb-b0002b5c21f7,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:32.547326 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-45c9c99f-0c52-4720-b9e0-7152a3ccdf7e tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:32.548512 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-45c9c99f-0c52-4720-b9e0-7152a3ccdf7e tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.569614 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-45c9c99f-0c52-4720-b9e0-7152a3ccdf7e tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6207833 Jul 16 01:43:32.592925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Request body: {'port': {'device_id': '674ae674-0636-4e78-8aa8-0b5e7160b2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:32.625161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330355c-e2ea-48a3-98a2-6b830a4cf847 req-81483d95-ed06-4991-8c7b-f66117fd33fe tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:32.627733 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5330355c-e2ea-48a3-98a2-6b830a4cf847 req-81483d95-ed06-4991-8c7b-f66117fd33fe tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0823219 Jul 16 01:43:32.665937 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5330355c-e2ea-48a3-98a2-6b830a4cf847 req-68c48536-cd6e-4549-882b-c199f5ae0034 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324280 Jul 16 01:43:32.705622 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.762950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c8437-1dcf-47ab-800a-c6b6c25e3bc5 req-0c3449fe-6ef3-4e39-b6ae-73b3e2c7d01f tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:32.764479 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5d7c8437-1dcf-47ab-800a-c6b6c25e3bc5 req-0c3449fe-6ef3-4e39-b6ae-73b3e2c7d01f tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 931 time: 0.1302643 Jul 16 01:43:32.873679 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5d7c8437-1dcf-47ab-800a-c6b6c25e3bc5 req-7a5324bc-142d-4c3c-b9d9-eb92b51723f8 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/security-groups?id=753cc411-19ec-4a9b-8d18-fc99a8881453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005468 Jul 16 01:43:32.989314 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36024bd-a889-4227-8db9-7296d58f4253 req-faa5be7f-ee82-477e-9fe9-e798626e116d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:32.992280 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b36024bd-a889-4227-8db9-7296d58f4253 req-faa5be7f-ee82-477e-9fe9-e798626e116d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.0717177 Jul 16 01:43:33.031557 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b36024bd-a889-4227-8db9-7296d58f4253 req-8e89c3ce-cf3a-4e8f-b7a7-74870ce4db1a tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355034 Jul 16 01:43:33.044322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abd1e7e-7621-4edc-87cb-b0002b5c21f7 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:33.056449 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.072116 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Transition to ACTIVE for port object 8abd1e7e-7621-4edc-87cb-b0002b5c21f7 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:33.076624 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.129273 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8abd1e7e-7621-4edc-87cb-b0002b5c21f7,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:33.213710 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Attempting to bind port 8abd1e7e-7621-4edc-87cb-b0002b5c21f7 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:33.214521 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Attempting to bind port 8abd1e7e-7621-4edc-87cb-b0002b5c21f7 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '47c2f13a-17d5-45e5-93bc-25c1f6907052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '058aef4f-60a5-4942-8287-998c3c1e2645'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:33.214663 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Attempting to bind port 8abd1e7e-7621-4edc-87cb-b0002b5c21f7 on network 058aef4f-60a5-4942-8287-998c3c1e2645 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:33.219534 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Port 8abd1e7e-7621-4edc-87cb-b0002b5c21f7 on network 058aef4f-60a5-4942-8287-998c3c1e2645 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:33.220008 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Attempting to bind port 8abd1e7e-7621-4edc-87cb-b0002b5c21f7 on network 058aef4f-60a5-4942-8287-998c3c1e2645 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:33.224532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18042f-aa4f-4f4d-8b52-7523f3da79bc req-394e3651-289a-46ca-b903-b5aa15c7d2bd tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:33.226667 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f18042f-aa4f-4f4d-8b52-7523f3da79bc req-394e3651-289a-46ca-b903-b5aa15c7d2bd tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0721366 Jul 16 01:43:33.227614 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:33.228025 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Checking segment: {'id': '47c2f13a-17d5-45e5-93bc-25c1f6907052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '058aef4f-60a5-4942-8287-998c3c1e2645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:33.228454 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Bound using segment: {'id': '47c2f13a-17d5-45e5-93bc-25c1f6907052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '058aef4f-60a5-4942-8287-998c3c1e2645'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:33.228892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Bound port: 8abd1e7e-7621-4edc-87cb-b0002b5c21f7, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c2f13a-17d5-45e5-93bc-25c1f6907052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '058aef4f-60a5-4942-8287-998c3c1e2645'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:33.229253 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.266347 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f18042f-aa4f-4f4d-8b52-7523f3da79bc req-d7c6d78c-ece4-44a8-bd6c-530351a5df05 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334520 Jul 16 01:43:33.342346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] For port 8abd1e7e-7621-4edc-87cb-b0002b5c21f7, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:33.351843 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5a9ee-6597-4703-826a-f52fe4f13405 req-59850246-94c0-453a-b6fe-a43b559937a2 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:33.353367 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09e5a9ee-6597-4703-826a-f52fe4f13405 req-59850246-94c0-453a-b6fe-a43b559937a2 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/ports?device_id=3710fa13-9e3c-4a68-a599-3576b0123e07 HTTP/1.1" status: 200 len: 946 time: 0.1280198 Jul 16 01:43:33.355118 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] For port 8abd1e7e-7621-4edc-87cb-b0002b5c21f7, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=8abd1e7e-7621-4edc-87cb-b0002b5c21f7,segment=NetworkSegment(47c2f13a-17d5-45e5-93bc-25c1f6907052),segment_id=47c2f13a-17d5-45e5-93bc-25c1f6907052)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:33.360230 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.416087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:33.416704 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.418084 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-d006f957-961a-493d-a771-357c366eacd9 service neutron] 10.222.0.47 "PUT /v2.0/ports/8abd1e7e-7621-4edc-87cb-b0002b5c21f7 HTTP/1.1" status: 200 len: 1091 time: 0.8295743 Jul 16 01:43:33.421179 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674ae674-0636-4e78-8aa8-0b5e7160b2e2', 'tag': '8abd1e7e-7621-4edc-87cb-b0002b5c21f7'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:33.424142 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d87334-dddb-4c4f-bb5b-80d90e845528" -d '{"events": [{"name": "network-changed", "server_uuid": "674ae674-0636-4e78-8aa8-0b5e7160b2e2", "tag": "8abd1e7e-7621-4edc-87cb-b0002b5c21f7"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:33.456609 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09e5a9ee-6597-4703-826a-f52fe4f13405 req-eaba4ab2-83af-4864-92b1-51f634ac1b8c tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/security-groups?id=be3cc2fc-7c0d-47b0-9d1d-596225667f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930390 Jul 16 01:43:33.459939 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006f957-961a-493d-a771-357c366eacd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8abd1e7e-7621-4edc-87cb-b0002b5c21f7,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:33.472095 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaa176b-4e5a-43f1-8e0c-9efe26445e4f x-openstack-request-id: req-beaa176b-4e5a-43f1-8e0c-9efe26445e4f {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:33.472390 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674ae674-0636-4e78-8aa8-0b5e7160b2e2", "tag": "8abd1e7e-7621-4edc-87cb-b0002b5c21f7", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:33.472666 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-beaa176b-4e5a-43f1-8e0c-9efe26445e4f {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:33.473066 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '674ae674-0636-4e78-8aa8-0b5e7160b2e2', 'tag': '8abd1e7e-7621-4edc-87cb-b0002b5c21f7', 'status': 'completed', 'code': 200} Jul 16 01:43:33.602906 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-641b86d2-6368-4096-a6fe-b36c0f6347ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:33.604508 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-641b86d2-6368-4096-a6fe-b36c0f6347ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=394920ecc91c4ebaada56019c247b69c&device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 1094 time: 0.0552704 Jul 16 01:43:33.749425 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-f26e64c5-a33b-452f-8a58-25774d3c053b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8abd1e7e-7621-4edc-87cb-b0002b5c21f7 HTTP/1.1" status: 200 len: 217 time: 0.0381582 Jul 16 01:43:33.778733 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.836289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d145f9-b96d-42c1-a284-9ea39648e70f req-37837fda-2604-4b86-b9f9-cffb532d5142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:33.837974 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88d145f9-b96d-42c1-a284-9ea39648e70f req-37837fda-2604-4b86-b9f9-cffb532d5142 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 1096 time: 0.0600595 Jul 16 01:43:33.843451 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-4eabba9d-f20e-418c-8771-a1d2051b5fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:33.845650 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-4eabba9d-f20e-418c-8771-a1d2051b5fa8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=057399f1-3a41-438a-88a0-fd29583c102b HTTP/1.1" status: 200 len: 848 time: 0.0875609 Jul 16 01:43:33.885956 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88d145f9-b96d-42c1-a284-9ea39648e70f req-2cb3095c-90f4-4eae-b795-82b0462c4ebf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305521 Jul 16 01:43:33.886722 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-f8ba9712-7923-4113-8fed-5ed68cb720bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=058aef4f-60a5-4942-8287-998c3c1e2645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304127 Jul 16 01:43:33.900674 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14d7d3-c34c-4a5b-b570-181ddb1713f9 req-f344cee5-1d82-4035-8e72-8b9b9b57f7bb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:33.902246 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9c14d7d3-c34c-4a5b-b570-181ddb1713f9 req-f344cee5-1d82-4035-8e72-8b9b9b57f7bb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.1131282 Jul 16 01:43:33.944534 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9c14d7d3-c34c-4a5b-b570-181ddb1713f9 req-3ad99826-434a-46fd-b985-5bab83924a7f tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361109 Jul 16 01:43:34.096795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac5092-6f52-4d0b-9ee9-2d19433b3517 req-c37369d7-22e9-431e-954f-86ec36d8e555 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.098393 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f6ac5092-6f52-4d0b-9ee9-2d19433b3517 req-c37369d7-22e9-431e-954f-86ec36d8e555 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 943 time: 0.0701966 Jul 16 01:43:34.137485 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f6ac5092-6f52-4d0b-9ee9-2d19433b3517 req-ff3e0a91-50bc-49dc-8508-5bc9b76b0fa7 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/security-groups?id=753cc411-19ec-4a9b-8d18-fc99a8881453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333664 Jul 16 01:43:34.222984 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ace6ab-a828-425f-b3e9-075f833aed3f req-2dba7aa8-7b39-4ea9-a39e-c44316ab1e16 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.224777 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99ace6ab-a828-425f-b3e9-075f833aed3f req-2dba7aa8-7b39-4ea9-a39e-c44316ab1e16 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.0709295 Jul 16 01:43:34.288597 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99ace6ab-a828-425f-b3e9-075f833aed3f req-7c9a5d6d-2b1e-4962-9451-99a29493aa02 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584064 Jul 16 01:43:34.349098 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-e2975a36-37a5-4de7-ab5b-627b5222dd79 service neutron] 10.222.0.47 "GET /v2.0/networks/058aef4f-60a5-4942-8287-998c3c1e2645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029773 Jul 16 01:43:34.455641 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6aa82365-0ad2-44f7-a104-1f18d4048a3f req-6edc11b9-ea1e-4f5f-b7ed-4a765304b8c4 service neutron] 10.222.0.47 "GET /v2.0/networks/058aef4f-60a5-4942-8287-998c3c1e2645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949683 Jul 16 01:43:34.455906 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda47318-ca50-44da-8ac3-14cf629c3bb6 req-5fa2085b-f913-4779-a9cf-3b9aca83ff5a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.457354 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dda47318-ca50-44da-8ac3-14cf629c3bb6 req-5fa2085b-f913-4779-a9cf-3b9aca83ff5a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0716410 Jul 16 01:43:34.501003 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dda47318-ca50-44da-8ac3-14cf629c3bb6 req-07a9a082-3736-424b-86ae-271fa2cfb029 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378439 Jul 16 01:43:34.670765 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9545815-ab5f-4c19-8d47-7bec90953921 req-fc0daea2-df34-4a5f-8d5c-4e44bf693d70 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.672286 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a9545815-ab5f-4c19-8d47-7bec90953921 req-fc0daea2-df34-4a5f-8d5c-4e44bf693d70 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/ports?device_id=3710fa13-9e3c-4a68-a599-3576b0123e07 HTTP/1.1" status: 200 len: 946 time: 0.0702507 Jul 16 01:43:34.688887 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d87334-dddb-4c4f-bb5b-80d90e845528 req-4dc8b730-e19e-4caa-9341-81143aa47219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.690416 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36d87334-dddb-4c4f-bb5b-80d90e845528 req-4dc8b730-e19e-4caa-9341-81143aa47219 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=394920ecc91c4ebaada56019c247b69c&device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 1094 time: 0.0995593 Jul 16 01:43:34.706982 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931ecc0-b0c5-4e79-9ae4-d8677f2df6d2 req-a178b1d1-1bf3-4512-8846-9992fc67e74e tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.708555 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3931ecc0-b0c5-4e79-9ae4-d8677f2df6d2 req-a178b1d1-1bf3-4512-8846-9992fc67e74e tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.26 "GET /v2.0/ports?device_id=3710fa13-9e3c-4a68-a599-3576b0123e07 HTTP/1.1" status: 200 len: 946 time: 0.0853133 Jul 16 01:43:34.727508 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a9545815-ab5f-4c19-8d47-7bec90953921 req-d627c509-4812-4817-bd02-f7620c5c60bb tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/security-groups?id=be3cc2fc-7c0d-47b0-9d1d-596225667f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486712 Jul 16 01:43:34.821338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-3931ecc0-b0c5-4e79-9ae4-d8677f2df6d2 req-a78a2dc4-1a3d-4653-8bb4-151e1c223af3 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Deleting port b344ea49-1068-4a98-b4bb-56a9e950431e {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:34.821770 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3931ecc0-b0c5-4e79-9ae4-d8677f2df6d2 req-a78a2dc4-1a3d-4653-8bb4-151e1c223af3 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.984737 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-3931ecc0-b0c5-4e79-9ae4-d8677f2df6d2 req-a78a2dc4-1a3d-4653-8bb4-151e1c223af3 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] For port b344ea49-1068-4a98-b4bb-56a9e950431e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=b344ea49-1068-4a98-b4bb-56a9e950431e,segment=NetworkSegment(54c8196e-f6b1-46a1-b6a3-944c34005a28),segment_id=54c8196e-f6b1-46a1-b6a3-944c34005a28)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:34.985014 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3931ecc0-b0c5-4e79-9ae4-d8677f2df6d2 req-a78a2dc4-1a3d-4653-8bb4-151e1c223af3 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.999207 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d87334-dddb-4c4f-bb5b-80d90e845528 req-ae42a059-9d2f-4a77-b376-6a72f2fe7f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:35.000891 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36d87334-dddb-4c4f-bb5b-80d90e845528 req-ae42a059-9d2f-4a77-b376-6a72f2fe7f47 service neutron] 10.222.0.47 "GET /v2.0/networks?id=058aef4f-60a5-4942-8287-998c3c1e2645 HTTP/1.1" status: 200 len: 909 time: 0.2914686 Jul 16 01:43:35.005141 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-3931ecc0-b0c5-4e79-9ae4-d8677f2df6d2 req-a78a2dc4-1a3d-4653-8bb4-151e1c223af3 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Calling delete_port for b344ea49-1068-4a98-b4bb-56a9e950431e owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:35.088454 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36d87334-dddb-4c4f-bb5b-80d90e845528 req-52d52230-0c0d-4513-8753-6bfbed9e1d5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8abd1e7e-7621-4edc-87cb-b0002b5c21f7 HTTP/1.1" status: 200 len: 217 time: 0.0739138 Jul 16 01:43:35.199308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d87334-dddb-4c4f-bb5b-80d90e845528 req-6ca8c204-4c43-40f0-80e3-72509dc8457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:35.201042 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36d87334-dddb-4c4f-bb5b-80d90e845528 req-6ca8c204-4c43-40f0-80e3-72509dc8457b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=057399f1-3a41-438a-88a0-fd29583c102b HTTP/1.1" status: 200 len: 848 time: 0.1001077 Jul 16 01:43:35.249916 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36d87334-dddb-4c4f-bb5b-80d90e845528 req-b7120f76-e563-40e4-a6fc-f2f7656a158d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=058aef4f-60a5-4942-8287-998c3c1e2645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357614 Jul 16 01:43:35.261661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db42f5-a726-4055-b0fd-5b5345ec996b req-c24b33e3-d61f-480f-b1c8-858a3c083681 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:35.263123 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-54db42f5-a726-4055-b0fd-5b5345ec996b req-c24b33e3-d61f-480f-b1c8-858a3c083681 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.1768236 Jul 16 01:43:35.328811 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc8fde-ee0f-4269-85fb-e50cc037a2a1 req-73f3e6b7-4ec2-43eb-907e-b91bf20f473a tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:35.331205 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-58dc8fde-ee0f-4269-85fb-e50cc037a2a1 req-73f3e6b7-4ec2-43eb-907e-b91bf20f473a tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 943 time: 0.0779922 Jul 16 01:43:35.371859 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-58dc8fde-ee0f-4269-85fb-e50cc037a2a1 req-885ff794-dda0-4aa8-ba5b-8286e208f49a tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/security-groups?id=753cc411-19ec-4a9b-8d18-fc99a8881453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341196 Jul 16 01:43:35.404364 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3931ecc0-b0c5-4e79-9ae4-d8677f2df6d2 req-a78a2dc4-1a3d-4653-8bb4-151e1c223af3 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.411293 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-54db42f5-a726-4055-b0fd-5b5345ec996b req-49704b0e-63d6-4c39-804f-2c6225a1ec32 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289651 Jul 16 01:43:35.438311 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['b344ea49-1068-4a98-b4bb-56a9e950431e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:35.453235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a2dc4-1a3d-4653-8bb4-151e1c223af3 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Pushing event deleted for resources: {'Port': ['ID=b344ea49-1068-4a98-b4bb-56a9e950431e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:35.493871 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36d87334-dddb-4c4f-bb5b-80d90e845528 req-85ca6428-fc3d-4d3d-a2c0-4e1080f997fb service neutron] 10.222.0.47 "GET /v2.0/networks/058aef4f-60a5-4942-8287-998c3c1e2645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102118 Jul 16 01:43:35.510689 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-3931ecc0-b0c5-4e79-9ae4-d8677f2df6d2 req-a78a2dc4-1a3d-4653-8bb4-151e1c223af3 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] No DVR routers for this DVR port b344ea49-1068-4a98-b4bb-56a9e950431e on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:35.513597 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3931ecc0-b0c5-4e79-9ae4-d8677f2df6d2 req-a78a2dc4-1a3d-4653-8bb4-151e1c223af3 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.516359 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3931ecc0-b0c5-4e79-9ae4-d8677f2df6d2 req-a78a2dc4-1a3d-4653-8bb4-151e1c223af3 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.26 "DELETE /v2.0/ports/b344ea49-1068-4a98-b4bb-56a9e950431e HTTP/1.1" status: 204 len: 173 time: 0.8003922 Jul 16 01:43:35.517639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3710fa13-9e3c-4a68-a599-3576b0123e07', 'name': 'network-vif-deleted', 'tag': 'b344ea49-1068-4a98-b4bb-56a9e950431e'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:35.520819 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037956ac-4d6a-484f-b7c1-bd79076ff9f1" -d '{"events": [{"server_uuid": "3710fa13-9e3c-4a68-a599-3576b0123e07", "name": "network-vif-deleted", "tag": "b344ea49-1068-4a98-b4bb-56a9e950431e"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:35.561585 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68946dbc-10fc-495d-9baa-4c490ebef9b1 req-89c1f8b3-cf05-4b64-b6a5-57bf564f80f1 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:35.563109 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-68946dbc-10fc-495d-9baa-4c490ebef9b1 req-89c1f8b3-cf05-4b64-b6a5-57bf564f80f1 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.0687170 Jul 16 01:43:35.625278 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-68946dbc-10fc-495d-9baa-4c490ebef9b1 req-d317e43e-ae29-46c6-81cb-633f238940c2 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562503 Jul 16 01:43:35.641050 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f5d7e4-2b7c-47ab-b5aa-9767804fa3b9 x-openstack-request-id: req-b6f5d7e4-2b7c-47ab-b5aa-9767804fa3b9 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:35.641447 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3710fa13-9e3c-4a68-a599-3576b0123e07", "name": "network-vif-deleted", "tag": "b344ea49-1068-4a98-b4bb-56a9e950431e", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:35.641847 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b6f5d7e4-2b7c-47ab-b5aa-9767804fa3b9 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:35.642673 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3710fa13-9e3c-4a68-a599-3576b0123e07', 'name': 'network-vif-deleted', 'tag': 'b344ea49-1068-4a98-b4bb-56a9e950431e', 'status': 'completed', 'code': 200} Jul 16 01:43:35.677999 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36d87334-dddb-4c4f-bb5b-80d90e845528 req-3641612b-10c3-4912-8203-192aeac5bc9d service neutron] 10.222.0.47 "GET /v2.0/networks/058aef4f-60a5-4942-8287-998c3c1e2645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052251 Jul 16 01:43:35.819432 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ba484-9e03-4e53-9a48-41a870cb4683 req-68f00670-4d87-4847-8677-328a304997ea tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:35.824174 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a89ba484-9e03-4e53-9a48-41a870cb4683 req-68f00670-4d87-4847-8677-328a304997ea tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0782926 Jul 16 01:43:35.860024 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a89ba484-9e03-4e53-9a48-41a870cb4683 req-03ee3220-6ba5-4ed3-ab8e-8065fad990ea tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330071 Jul 16 01:43:35.911053 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-47dfbba1-f3a8-405b-b6c4-0e5519c296a1 req-3a80ad69-9bbd-4ebe-92b7-27bfb6e37d05 tempest-ServerMetadataNegativeTestJSON-1512700182 tempest-ServerMetadataNegativeTestJSON-1512700182-project] 10.222.0.54 "GET /v2.0/ports?device_id=3710fa13-9e3c-4a68-a599-3576b0123e07 HTTP/1.1" status: 200 len: 210 time: 0.0345395 Jul 16 01:43:36.551281 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e68afc-d78b-4749-9605-6f8ded6d74b1 req-39ff7154-4100-460d-b87d-38845da0a340 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:36.552820 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c2e68afc-d78b-4749-9605-6f8ded6d74b1 req-39ff7154-4100-460d-b87d-38845da0a340 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 943 time: 0.0658607 Jul 16 01:43:36.593332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4fb91-ad26-493f-921c-f0c99df6215f req-4697d976-444b-4d33-a0aa-d0f47c36f2d3 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:36.595505 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e9e4fb91-ad26-493f-921c-f0c99df6215f req-4697d976-444b-4d33-a0aa-d0f47c36f2d3 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0648329 Jul 16 01:43:36.596582 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c2e68afc-d78b-4749-9605-6f8ded6d74b1 req-8cb82c14-253d-4c18-ae52-77f6b7d9828b tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/security-groups?id=753cc411-19ec-4a9b-8d18-fc99a8881453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364120 Jul 16 01:43:36.635612 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e9e4fb91-ad26-493f-921c-f0c99df6215f req-a77fca9a-a6da-42ba-9b88-504ec8a82dd9 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345337 Jul 16 01:43:36.799659 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3784538-8483-4ea9-bf56-58bfc632c977 req-f4cedfbd-7cb7-45b7-90d8-1127885ba910 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:36.801200 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c3784538-8483-4ea9-bf56-58bfc632c977 req-f4cedfbd-7cb7-45b7-90d8-1127885ba910 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.0685265 Jul 16 01:43:36.839917 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c3784538-8483-4ea9-bf56-58bfc632c977 req-58663dc7-6ebb-4b17-9c39-38517187f3de tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332019 Jul 16 01:43:37.039951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74468462-7be9-4077-a759-dc2ef50a635b req-19aa8866-1987-473f-be9f-38a01de31c10 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:37.041488 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-74468462-7be9-4077-a759-dc2ef50a635b req-19aa8866-1987-473f-be9f-38a01de31c10 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0662870 Jul 16 01:43:37.089550 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-74468462-7be9-4077-a759-dc2ef50a635b req-0f2afec1-af39-40b6-a747-81487452eb4e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415359 Jul 16 01:43:37.096516 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 35484) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:37.155027 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3883557f-da45-4360-9565-e54990bba66a admin admin] Deleting subnet 50252395-ea30-4c5e-9da4-16196240d064 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:37.158964 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3883557f-da45-4360-9565-e54990bba66a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.201520 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3883557f-da45-4360-9565-e54990bba66a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.306304 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3883557f-da45-4360-9565-e54990bba66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.371023 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3fdfb-0a04-404f-b34b-4842113ce88b req-156d220d-7347-417a-a9cf-2dd96599a080 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:37.372532 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89b3fdfb-0a04-404f-b34b-4842113ce88b req-156d220d-7347-417a-a9cf-2dd96599a080 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.1741300 Jul 16 01:43:37.379880 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01680b3f-0744-4e9a-9bb9-d55c766eaae9 req-c757f1dd-c6cc-4c87-88d8-c002964399a9 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:37.380377 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a794fc-80d6-4f31-9c0c-29ef6d144960 req-a95b1bd6-d5c1-414c-83d7-35a739b9b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:37.381528 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01680b3f-0744-4e9a-9bb9-d55c766eaae9 req-c757f1dd-c6cc-4c87-88d8-c002964399a9 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0642517 Jul 16 01:43:37.381852 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31a794fc-80d6-4f31-9c0c-29ef6d144960 req-a95b1bd6-d5c1-414c-83d7-35a739b9b425 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6903e818f0943108870e394a4b6e918&device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 1097 time: 0.1528559 Jul 16 01:43:37.413938 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3883557f-da45-4360-9565-e54990bba66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.421686 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01680b3f-0744-4e9a-9bb9-d55c766eaae9 req-ffc20090-818a-4793-8a44-d263a5fe76db tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344126 Jul 16 01:43:37.472106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883557f-da45-4360-9565-e54990bba66a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50252395-ea30-4c5e-9da4-16196240d064,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:37.480116 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3883557f-da45-4360-9565-e54990bba66a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.484570 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3883557f-da45-4360-9565-e54990bba66a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/50252395-ea30-4c5e-9da4-16196240d064 HTTP/1.1" status: 204 len: 168 time: 0.3845432 Jul 16 01:43:37.485432 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35492) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:37.516427 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89b3fdfb-0a04-404f-b34b-4842113ce88b req-2f8e6fc6-3880-473c-98d1-1699be5210cc tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317737 Jul 16 01:43:37.561265 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a794fc-80d6-4f31-9c0c-29ef6d144960 req-f01caf80-f7e3-4fb7-b062-43371e3cf63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:37.562806 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31a794fc-80d6-4f31-9c0c-29ef6d144960 req-f01caf80-f7e3-4fb7-b062-43371e3cf63a service neutron] 10.222.0.47 "GET /v2.0/networks?id=bbab9db4-4886-4665-a04f-6c86f080eea8 HTTP/1.1" status: 200 len: 911 time: 0.1606557 Jul 16 01:43:37.564303 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d2a3226f-c503-44b8-9743-ae4fe33d0243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.640215 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31a794fc-80d6-4f31-9c0c-29ef6d144960 req-878e4029-2fca-4d0c-bc04-946332857a8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1904735-02ed-4520-a126-3e0a9351b919 HTTP/1.1" status: 200 len: 1001 time: 0.0628355 Jul 16 01:43:37.646167 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d2a3226f-c503-44b8-9743-ae4fe33d0243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.656646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-d2a3226f-c503-44b8-9743-ae4fe33d0243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12570725-c988-498f-a27a-cce2cd11c6b8']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:37.669205 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-d2a3226f-c503-44b8-9743-ae4fe33d0243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c8196e-f6b1-46a1-b6a3-944c34005a28') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:37.669748 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-d2a3226f-c503-44b8-9743-ae4fe33d0243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c8196e-f6b1-46a1-b6a3-944c34005a28') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:37.679462 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d2a3226f-c503-44b8-9743-ae4fe33d0243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.696451 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d2a3226f-c503-44b8-9743-ae4fe33d0243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.702597 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a3226f-c503-44b8-9743-ae4fe33d0243 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:37.703152 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d2a3226f-c503-44b8-9743-ae4fe33d0243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:37.705197 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:37.721708 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a794fc-80d6-4f31-9c0c-29ef6d144960 req-a57a73dd-dbf8-4b9c-b99b-aaa8e849af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:37.723436 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31a794fc-80d6-4f31-9c0c-29ef6d144960 req-a57a73dd-dbf8-4b9c-b99b-aaa8e849af4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e8d412d-f3ed-49c0-9f76-a0b8381deff4 HTTP/1.1" status: 200 len: 849 time: 0.0687742 Jul 16 01:43:37.805183 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d2a3226f-c503-44b8-9743-ae4fe33d0243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.809945 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d2a3226f-c503-44b8-9743-ae4fe33d0243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.815002 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d2a3226f-c503-44b8-9743-ae4fe33d0243 admin admin] 10.222.0.54 "DELETE /v2.0/networks/12570725-c988-498f-a27a-cce2cd11c6b8 HTTP/1.1" status: 204 len: 168 time: 0.3254828 Jul 16 01:43:37.821031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a794fc-80d6-4f31-9c0c-29ef6d144960 req-d4136758-8b0d-4dce-848d-8147681f1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:37.822664 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31a794fc-80d6-4f31-9c0c-29ef6d144960 req-d4136758-8b0d-4dce-848d-8147681f1d84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbab9db4-4886-4665-a04f-6c86f080eea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870662 Jul 16 01:43:37.830355 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3226f-c503-44b8-9743-ae4fe33d0243 admin admin] Pushing event deleted for resources: {'Network': ['ID=12570725-c988-498f-a27a-cce2cd11c6b8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:37.868108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2aaa6-050e-45bd-aa26-5dceef5dd556 req-6331b4df-3378-423a-85e7-5fcd3b55979e tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:37.869774 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b2e2aaa6-050e-45bd-aa26-5dceef5dd556 req-6331b4df-3378-423a-85e7-5fcd3b55979e tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 943 time: 0.1010058 Jul 16 01:43:37.917354 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b2e2aaa6-050e-45bd-aa26-5dceef5dd556 req-f1c56712-920c-458a-b807-b6a089224eec tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/security-groups?id=753cc411-19ec-4a9b-8d18-fc99a8881453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414302 Jul 16 01:43:37.980909 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31a794fc-80d6-4f31-9c0c-29ef6d144960 req-1ef2e5f8-8274-44dd-9d37-a7e90304226e service neutron] 10.222.0.47 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416256 Jul 16 01:43:37.992670 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e9962-f8d0-46c8-98a3-4b67f81ae339 req-d315fc83-e3b7-4aec-b63e-12057ad8ecf6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:37.994152 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-588e9962-f8d0-46c8-98a3-4b67f81ae339 req-d315fc83-e3b7-4aec-b63e-12057ad8ecf6 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.1346841 Jul 16 01:43:38.027623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35506) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:38.119766 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-075e7c44-1c92-4fe3-b8e0-b401f56bd4fd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9f35b5745a5543c7bfa7f63b8e6bee7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0908940 Jul 16 01:43:38.123677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35508) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:38.167940 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5180c3-7858-4a08-aeae-81fe364866ec req-92950f91-d478-4f6f-8b57-342a5c43652e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:38.169491 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e5180c3-7858-4a08-aeae-81fe364866ec req-92950f91-d478-4f6f-8b57-342a5c43652e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.1253357 Jul 16 01:43:38.216602 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-beb2d73d-4727-4c11-bbd0-f745319e0b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.232853 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e5180c3-7858-4a08-aeae-81fe364866ec req-dcdb9898-916e-4c41-b46f-1d2fe2a06cde tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542541 Jul 16 01:43:38.248118 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-beb2d73d-4727-4c11-bbd0-f745319e0b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.310971 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-beb2d73d-4727-4c11-bbd0-f745319e0b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.314770 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-beb2d73d-4727-4c11-bbd0-f745319e0b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.318897 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-beb2d73d-4727-4c11-bbd0-f745319e0b40 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/be3cc2fc-7c0d-47b0-9d1d-596225667f80 HTTP/1.1" status: 204 len: 168 time: 0.1940305 Jul 16 01:43:38.328247 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2d73d-4727-4c11-bbd0-f745319e0b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3cc2fc-7c0d-47b0-9d1d-596225667f80,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:38.442771 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-588e9962-f8d0-46c8-98a3-4b67f81ae339 req-77324313-e6b4-4d02-8da1-285a38d095d4 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397097 Jul 16 01:43:38.446438 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31a794fc-80d6-4f31-9c0c-29ef6d144960 req-39d94b4d-0a42-4bac-9326-3e53e919a01e service neutron] 10.222.0.47 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514086 Jul 16 01:43:38.522465 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 8abd1e7e-7621-4edc-87cb-b0002b5c21f7 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:38.630209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 8abd1e7e-7621-4edc-87cb-b0002b5c21f7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=8abd1e7e-7621-4edc-87cb-b0002b5c21f7,segment=NetworkSegment(47c2f13a-17d5-45e5-93bc-25c1f6907052),segment_id=47c2f13a-17d5-45e5-93bc-25c1f6907052)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:38.645436 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '8abd1e7e-7621-4edc-87cb-b0002b5c21f7', 'network_id': '058aef4f-60a5-4942-8287-998c3c1e2645', 'port_id': '8abd1e7e-7621-4edc-87cb-b0002b5c21f7', 'mac_address': 'fa:16:3e:e1:ee:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057399f1-3a41-438a-88a0-fd29583c102b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:38.690298 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.706824 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abd1e7e-7621-4edc-87cb-b0002b5c21f7 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:38.728694 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682254f0-f2fc-4a71-a0fd-a650320f003c req-091a6dc2-6276-44ad-bede-71bcf1ba3456 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:38.730857 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-682254f0-f2fc-4a71-a0fd-a650320f003c req-091a6dc2-6276-44ad-bede-71bcf1ba3456 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.0691581 Jul 16 01:43:38.732419 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 8abd1e7e-7621-4edc-87cb-b0002b5c21f7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=8abd1e7e-7621-4edc-87cb-b0002b5c21f7,segment=NetworkSegment(47c2f13a-17d5-45e5-93bc-25c1f6907052),segment_id=47c2f13a-17d5-45e5-93bc-25c1f6907052)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:38.736358 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.772547 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-682254f0-f2fc-4a71-a0fd-a650320f003c req-b60f5e43-3d64-419d-8c24-d869a41c5472 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353267 Jul 16 01:43:38.789540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=8abd1e7e-7621-4edc-87cb-b0002b5c21f7,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:39.040492 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 35538) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:39.112233 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c5698-63c8-49ff-81d5-b44eddfebfc5 req-e633b6cb-5280-4c6e-962a-8e3e23311fbc tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:39.113800 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-807c5698-63c8-49ff-81d5-b44eddfebfc5 req-e633b6cb-5280-4c6e-962a-8e3e23311fbc tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 944 time: 0.0731049 Jul 16 01:43:39.143370 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-fda97d83-40bb-4058-aea6-ded1a2105a67 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-87285070-network', 'tenant_id': '031a90ef7f0748b4957740e561bebf92'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:39.155772 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-807c5698-63c8-49ff-81d5-b44eddfebfc5 req-f28d2032-4306-4f52-b000-8e37752d833b tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/security-groups?id=753cc411-19ec-4a9b-8d18-fc99a8881453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359616 Jul 16 01:43:39.165572 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda97d83-40bb-4058-aea6-ded1a2105a67 admin admin] Made reservation on behalf of 031a90ef7f0748b4957740e561bebf92 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:39.167945 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fda97d83-40bb-4058-aea6-ded1a2105a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.177391 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fda97d83-40bb-4058-aea6-ded1a2105a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.267315 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fda97d83-40bb-4058-aea6-ded1a2105a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.271269 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fda97d83-40bb-4058-aea6-ded1a2105a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.296641 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda97d83-40bb-4058-aea6-ded1a2105a67 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:39.307195 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda97d83-40bb-4058-aea6-ded1a2105a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdee564-b95a-476a-8b9f-4f9a0d6a6b5e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:39.312428 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fda97d83-40bb-4058-aea6-ded1a2105a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.312773 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-fda97d83-40bb-4058-aea6-ded1a2105a67 admin admin] Added segment 22c9441e-2e57-46cc-a4a4-8dcd6cbe2030 of type vlan for network 4714878c-ba32-471e-8d6d-eda7fc90b9fb Jul 16 01:43:39.368247 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fda97d83-40bb-4058-aea6-ded1a2105a67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.430204 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fda97d83-40bb-4058-aea6-ded1a2105a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.431344 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda97d83-40bb-4058-aea6-ded1a2105a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:39.431967 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fda97d83-40bb-4058-aea6-ded1a2105a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.473452 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fda97d83-40bb-4058-aea6-ded1a2105a67 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4316964 Jul 16 01:43:39.476120 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35548) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:39.480814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['8abd1e7e-7621-4edc-87cb-b0002b5c21f7'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:39.481935 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-18cb426c-79ce-4726-9cbc-e091d7d42463 admin admin] Request body: {'subnet': {'network_id': '4714878c-ba32-471e-8d6d-eda7fc90b9fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-87285070-subnet', 'tenant_id': '031a90ef7f0748b4957740e561bebf92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:39.486377 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb516de-a917-42e0-9277-c218afe391ec req-bd302901-9212-4042-9358-7dc9dc3460cb tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:39.488052 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-deb516de-a917-42e0-9277-c218afe391ec req-bd302901-9212-4042-9358-7dc9dc3460cb tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.1369264 Jul 16 01:43:39.520499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda97d83-40bb-4058-aea6-ded1a2105a67 admin admin] Pushing event updated for resources: {'Network': ['ID=4714878c-ba32-471e-8d6d-eda7fc90b9fb,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:39.525292 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cb426c-79ce-4726-9cbc-e091d7d42463 admin admin] Made reservation on behalf of 031a90ef7f0748b4957740e561bebf92 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:39.527434 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-18cb426c-79ce-4726-9cbc-e091d7d42463 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.536497 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 4714878c-ba32-471e-8d6d-eda7fc90b9fb details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:39.571079 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-deb516de-a917-42e0-9277-c218afe391ec req-847410b1-1573-4642-8068-574511b06a91 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529876 Jul 16 01:43:39.773770 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device b344ea49-1068-4a98-b4bb-56a9e950431e no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:39.795177 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: b344ea49-1068-4a98-b4bb-56a9e950431e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:39.795563 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device b344ea49-1068-4a98-b4bb-56a9e950431e not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:39.802927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea9038-894f-4b7f-ba49-7ed81c6531ba req-e58a3343-08bf-4321-8c9c-74fb01abd41d tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:39.804413 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9eea9038-894f-4b7f-ba49-7ed81c6531ba req-e58a3343-08bf-4321-8c9c-74fb01abd41d tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.1316605 Jul 16 01:43:39.805967 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-18cb426c-79ce-4726-9cbc-e091d7d42463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.887794 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb426c-79ce-4726-9cbc-e091d7d42463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e19405e7-62b3-4f8d-8cf7-07f1e6479561,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:39.899963 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9eea9038-894f-4b7f-ba49-7ed81c6531ba req-3ae9e0fa-593e-434f-b6f3-5396a591bd5e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718360 Jul 16 01:43:39.908827 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cb426c-79ce-4726-9cbc-e091d7d42463 admin admin] Checking segment: {'id': '22c9441e-2e57-46cc-a4a4-8dcd6cbe2030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4714878c-ba32-471e-8d6d-eda7fc90b9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:39.909189 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cb426c-79ce-4726-9cbc-e091d7d42463 admin admin] Network hostable DHCP agents. Network: 4714878c-ba32-471e-8d6d-eda7fc90b9fb, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:39.928140 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cb426c-79ce-4726-9cbc-e091d7d42463 admin admin] Network 4714878c-ba32-471e-8d6d-eda7fc90b9fb is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:39.939546 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-18cb426c-79ce-4726-9cbc-e091d7d42463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 4714878c-ba32-471e-8d6d-eda7fc90b9fb) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:39.949112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ce0243-e2cb-424e-951c-338b71b539d3 None None] Network 4714878c-ba32-471e-8d6d-eda7fc90b9fb requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:39.953071 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cb426c-79ce-4726-9cbc-e091d7d42463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:39.953734 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-18cb426c-79ce-4726-9cbc-e091d7d42463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.979090 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-18cb426c-79ce-4726-9cbc-e091d7d42463 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4948435 Jul 16 01:43:40.128588 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2985441-6752-4ffe-86d3-e99b27f4bfda None None] Network 4714878c-ba32-471e-8d6d-eda7fc90b9fb requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:40.182524 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c04341-7431-40b0-8392-969909f019db req-192a9286-86b0-4395-a63e-1681a6c07f2b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:40.191099 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f1c04341-7431-40b0-8392-969909f019db req-192a9286-86b0-4395-a63e-1681a6c07f2b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.0883830 Jul 16 01:43:40.249495 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f1c04341-7431-40b0-8392-969909f019db req-e09dde7c-e731-4e68-b893-79eb78d135ba tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530014 Jul 16 01:43:40.441857 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b932a-6de0-41ab-8e6f-7b110296b80b req-bce86585-bd44-4b00-8fd3-cf3f6f4263f4 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:40.443605 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a75b932a-6de0-41ab-8e6f-7b110296b80b req-bce86585-bd44-4b00-8fd3-cf3f6f4263f4 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 944 time: 0.0735834 Jul 16 01:43:40.483227 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a75b932a-6de0-41ab-8e6f-7b110296b80b req-ed8a73b7-285a-4454-8f3b-2013bdf1d9a8 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/security-groups?id=753cc411-19ec-4a9b-8d18-fc99a8881453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338340 Jul 16 01:43:40.616658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-4ac4bb5a-d15f-4b26-ba93-7316d24841f3 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:40.618279 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-4ac4bb5a-d15f-4b26-ba93-7316d24841f3 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/networks?id=4714878c-ba32-471e-8d6d-eda7fc90b9fb HTTP/1.1" status: 200 len: 807 time: 0.1115987 Jul 16 01:43:40.636263 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-877ee8e9-72f8-4884-a3d6-402eff1962bb tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/quotas/031a90ef7f0748b4957740e561bebf92 HTTP/1.1" status: 200 len: 375 time: 0.0116065 Jul 16 01:43:40.662033 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d78df-4d14-4136-9451-50bb83d547ab req-16c0fc46-eb7b-4cb8-a0c8-18fdf1dcbd8f tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:40.671433 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3a0d78df-4d14-4136-9451-50bb83d547ab req-16c0fc46-eb7b-4cb8-a0c8-18fdf1dcbd8f tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0795665 Jul 16 01:43:40.677411 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-977a0148-8ab7-4322-befc-1efd71a2b2f3 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=031a90ef7f0748b4957740e561bebf92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323889 Jul 16 01:43:40.706304 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3a0d78df-4d14-4136-9451-50bb83d547ab req-7d6dbb9c-f8fb-4c71-a353-610b04a26b9e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339839 Jul 16 01:43:40.774028 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-6ca5e1e4-f0d9-4214-89dd-17e93a83dbf0 service neutron] 10.222.0.54 "GET /v2.0/networks/4714878c-ba32-471e-8d6d-eda7fc90b9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936918 Jul 16 01:43:40.866282 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-6695476a-1255-4dd9-bade-007fd84f04d8 service neutron] 10.222.0.54 "GET /v2.0/networks/4714878c-ba32-471e-8d6d-eda7fc90b9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862758 Jul 16 01:43:41.129901 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266265bc-2c07-488a-9a40-56608e88e70a req-4691f29b-ac07-444a-9bb3-8f468e961d1f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:41.131423 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-266265bc-2c07-488a-9a40-56608e88e70a req-4691f29b-ac07-444a-9bb3-8f468e961d1f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0791218 Jul 16 01:43:41.152140 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656e600-c417-4ddb-b0c2-f18d055ccaa5 req-96ce339f-37f7-405b-864d-17965582d497 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:41.153779 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a656e600-c417-4ddb-b0c2-f18d055ccaa5 req-96ce339f-37f7-405b-864d-17965582d497 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0850391 Jul 16 01:43:41.173830 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-266265bc-2c07-488a-9a40-56608e88e70a req-802ef5ac-df68-4053-a2ff-1cbac76dcf8a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346415 Jul 16 01:43:41.211607 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a656e600-c417-4ddb-b0c2-f18d055ccaa5 req-4493fc43-da84-4427-a614-992f4c86c3a2 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507491 Jul 16 01:43:41.256000 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31f58fbf-71ed-4481-86e7-3a44f4f97c9d req-75965034-1923-4534-8442-0557bf59ae84 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/ports?device_id=a38aad60-1dca-404d-bd5d-0aa9bb45adca HTTP/1.1" status: 200 len: 210 time: 0.0405805 Jul 16 01:43:41.446690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15fc0c-d51f-4627-8209-4b78a6d0245c req-6dff954b-d1c2-45f4-a7a0-4cb2c3873e2c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:41.448134 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e15fc0c-d51f-4627-8209-4b78a6d0245c req-6dff954b-d1c2-45f4-a7a0-4cb2c3873e2c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0678921 Jul 16 01:43:41.487066 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e15fc0c-d51f-4627-8209-4b78a6d0245c req-9b986e80-51ba-466f-8e6d-1ef3d0b96ec3 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332105 Jul 16 01:43:41.668887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f6226-2517-4ada-b3b8-2f7196265af4 req-cf73c77b-1990-4e17-bd32-3ac16a3c8199 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:41.670404 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5d1f6226-2517-4ada-b3b8-2f7196265af4 req-cf73c77b-1990-4e17-bd32-3ac16a3c8199 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 944 time: 0.0639575 Jul 16 01:43:41.715587 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5d1f6226-2517-4ada-b3b8-2f7196265af4 req-d868e5e3-5b7c-45f9-b136-7674f262860e tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/security-groups?id=753cc411-19ec-4a9b-8d18-fc99a8881453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373476 Jul 16 01:43:41.869370 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84bc65-5f94-43da-b8eb-6f20711100c8 req-bbb2f1ba-ef94-4171-8916-4ec44d840072 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:41.871001 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff84bc65-5f94-43da-b8eb-6f20711100c8 req-bbb2f1ba-ef94-4171-8916-4ec44d840072 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0639954 Jul 16 01:43:41.889661 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe6783-b90a-4e5a-b5b8-de7a415d5fac req-7395ddc2-31d4-413c-9f1f-a63e94aef86d tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:41.891340 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44fe6783-b90a-4e5a-b5b8-de7a415d5fac req-7395ddc2-31d4-413c-9f1f-a63e94aef86d tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0685182 Jul 16 01:43:41.910078 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff84bc65-5f94-43da-b8eb-6f20711100c8 req-37b1724d-7b20-42ad-8232-ed9eb058140d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330567 Jul 16 01:43:41.930380 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44fe6783-b90a-4e5a-b5b8-de7a415d5fac req-17b0f8f9-e90d-4829-82b7-eef8100459e4 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331950 Jul 16 01:43:42.334892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-7b6a781d-a64e-4a6f-91b0-43ab128dc844 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:42.337573 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-7b6a781d-a64e-4a6f-91b0-43ab128dc844 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.26 "GET /v2.0/networks?id=4714878c-ba32-471e-8d6d-eda7fc90b9fb HTTP/1.1" status: 200 len: 807 time: 0.1602333 Jul 16 01:43:42.363802 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-bb7f9dc8-c966-44a7-963d-3a88668d4b1e tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Request body: {'port': {'device_id': 'a38aad60-1dca-404d-bd5d-0aa9bb45adca', 'network_id': '4714878c-ba32-471e-8d6d-eda7fc90b9fb', 'admin_state_up': True, 'tenant_id': '031a90ef7f0748b4957740e561bebf92'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:42.524055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280d19a-89ef-4aa8-b442-67b6b0703df9 req-62e811ae-0311-4688-aba8-d4958e013903 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:42.528470 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-bb7f9dc8-c966-44a7-963d-3a88668d4b1e tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Made reservation on behalf of 031a90ef7f0748b4957740e561bebf92 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:42.532907 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4280d19a-89ef-4aa8-b442-67b6b0703df9 req-62e811ae-0311-4688-aba8-d4958e013903 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.1533453 Jul 16 01:43:42.533682 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-bb7f9dc8-c966-44a7-963d-3a88668d4b1e tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.553480 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 8abd1e7e-7621-4edc-87cb-b0002b5c21f7 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:42.576567 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4280d19a-89ef-4aa8-b442-67b6b0703df9 req-8774cb3e-5a1f-4cbc-ba7b-671baa2bcf50 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424373 Jul 16 01:43:42.635291 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 8abd1e7e-7621-4edc-87cb-b0002b5c21f7 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:42.640581 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 8abd1e7e-7621-4edc-87cb-b0002b5c21f7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:42.641328 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.667603 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:43:42.675125 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-73652367-cfa6-40a3-b1ed-eb4001fc2915 req-5e9a8c91-667e-4674-9296-bddac6a3a999 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/ports?device_id=a38aad60-1dca-404d-bd5d-0aa9bb45adca HTTP/1.1" status: 200 len: 210 time: 0.0419683 Jul 16 01:43:42.743039 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.773686 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-bb7f9dc8-c966-44a7-963d-3a88668d4b1e tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Allocated IP 172.20.0.5 (4714878c-ba32-471e-8d6d-eda7fc90b9fb/e19405e7-62b3-4f8d-8cf7-07f1e6479561/28ad2a72-1fae-48f4-8c5f-00ddc376dc55) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:42.797287 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674ae674-0636-4e78-8aa8-0b5e7160b2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abd1e7e-7621-4edc-87cb-b0002b5c21f7'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:42.806667 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4921f84b-386f-48fc-b6df-386ba1e52b2a" -d '{"events": [{"server_uuid": "674ae674-0636-4e78-8aa8-0b5e7160b2e2", "name": "network-vif-plugged", "status": "completed", "tag": "8abd1e7e-7621-4edc-87cb-b0002b5c21f7"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:42.830612 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 8abd1e7e-7621-4edc-87cb-b0002b5c21f7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=8abd1e7e-7621-4edc-87cb-b0002b5c21f7,segment=NetworkSegment(47c2f13a-17d5-45e5-93bc-25c1f6907052),segment_id=47c2f13a-17d5-45e5-93bc-25c1f6907052)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:42.835739 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.890322 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=8abd1e7e-7621-4edc-87cb-b0002b5c21f7,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:42.947452 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b00d7b-f5bb-40e1-a8d9-e835ec9f6d05 req-29b02281-04ca-4873-93d4-df61a4e0b33f tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:42.949172 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a5b00d7b-f5bb-40e1-a8d9-e835ec9f6d05 req-29b02281-04ca-4873-93d4-df61a4e0b33f tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 945 time: 0.0673966 Jul 16 01:43:42.989616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffc7ec-c2ae-42e7-adcb-29f22df4acce req-0084fa5a-8eb3-49f7-8730-5a00508c2785 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:42.991137 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3bffc7ec-c2ae-42e7-adcb-29f22df4acce req-0084fa5a-8eb3-49f7-8730-5a00508c2785 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1689987 Jul 16 01:43:43.000773 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a5b00d7b-f5bb-40e1-a8d9-e835ec9f6d05 req-a0f6a646-b8be-445c-839e-42112999a698 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/security-groups?id=753cc411-19ec-4a9b-8d18-fc99a8881453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427058 Jul 16 01:43:43.036604 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-bb7f9dc8-c966-44a7-963d-3a88668d4b1e tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.049087 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21455738-9eb7-4498-87d7-7a5fe28d9852 x-openstack-request-id: req-21455738-9eb7-4498-87d7-7a5fe28d9852 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:43.049523 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674ae674-0636-4e78-8aa8-0b5e7160b2e2", "name": "network-vif-plugged", "status": "completed", "tag": "8abd1e7e-7621-4edc-87cb-b0002b5c21f7", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:43.049788 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-21455738-9eb7-4498-87d7-7a5fe28d9852 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:43.050253 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674ae674-0636-4e78-8aa8-0b5e7160b2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abd1e7e-7621-4edc-87cb-b0002b5c21f7', 'code': 200} Jul 16 01:43:43.068919 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3bffc7ec-c2ae-42e7-adcb-29f22df4acce req-c9c3a689-667d-49f1-91d4-f9d4325dcfde tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651212 Jul 16 01:43:43.107328 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-bb7f9dc8-c966-44a7-963d-3a88668d4b1e tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.167564 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-bb7f9dc8-c966-44a7-963d-3a88668d4b1e tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Network 4714878c-ba32-471e-8d6d-eda7fc90b9fb is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:43.171127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-bb7f9dc8-c966-44a7-963d-3a88668d4b1e tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:43.174308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-bb7f9dc8-c966-44a7-963d-3a88668d4b1e tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:43.203167 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f9dc8-c966-44a7-963d-3a88668d4b1e tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Pushing event updated for resources: {'Port': ['ID=28ad2a72-1fae-48f4-8c5f-00ddc376dc55,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:43.264544 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-bb7f9dc8-c966-44a7-963d-3a88668d4b1e tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:43.265070 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-bb7f9dc8-c966-44a7-963d-3a88668d4b1e tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.284378 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-bb7f9dc8-c966-44a7-963d-3a88668d4b1e tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9298820 Jul 16 01:43:43.309014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3ebec-80a1-4a02-b3cc-4ac642a766c5 req-b9805ed3-7f6c-4a66-8079-5e41c05adc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:43.310804 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-51c3ebec-80a1-4a02-b3cc-4ac642a766c5 req-b9805ed3-7f6c-4a66-8079-5e41c05adc3d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 1096 time: 0.0945618 Jul 16 01:43:43.354105 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Request body: {'port': {'device_id': 'a38aad60-1dca-404d-bd5d-0aa9bb45adca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:43.400883 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-51c3ebec-80a1-4a02-b3cc-4ac642a766c5 req-d1e18602-6fe9-4eca-8cd8-4550a1b54db4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=753cc411-19ec-4a9b-8d18-fc99a8881453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738459 Jul 16 01:43:43.438465 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.750758 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ad2a72-1fae-48f4-8c5f-00ddc376dc55 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:43.760382 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.778523 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded2588-9b09-4898-be44-77df47db8e61 req-094acece-5cb8-4520-b408-8429da3f3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:43.780162 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bded2588-9b09-4898-be44-77df47db8e61 req-094acece-5cb8-4520-b408-8429da3f3cbd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99d319bfc75943aa8724b2b1f28f0994&device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 1097 time: 0.1056943 Jul 16 01:43:43.780322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Transition to ACTIVE for port object 28ad2a72-1fae-48f4-8c5f-00ddc376dc55 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:43.787885 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.795622 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fcbcc-2e8b-4f9d-88c2-6adb96098d5b req-b4206358-f260-4d52-b5c4-7b0fbf20e45c tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:43.797141 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a31fcbcc-2e8b-4f9d-88c2-6adb96098d5b req-b4206358-f260-4d52-b5c4-7b0fbf20e45c tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0840170 Jul 16 01:43:43.845853 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5f182-a4b5-4d14-a323-6e3d605f8f59 req-f65a0877-ccee-4614-8feb-12c036d6ae57 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:43.847248 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5da5f182-a4b5-4d14-a323-6e3d605f8f59 req-f65a0877-ccee-4614-8feb-12c036d6ae57 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.1321905 Jul 16 01:43:43.856765 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Pushing event updated for resources: {'Port': ['ID=28ad2a72-1fae-48f4-8c5f-00ddc376dc55,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:43.888609 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a31fcbcc-2e8b-4f9d-88c2-6adb96098d5b req-70f55a79-a256-4826-92f8-ecf38e3e1a3d tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830994 Jul 16 01:43:43.920124 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded2588-9b09-4898-be44-77df47db8e61 req-d811c00b-27f6-4995-907b-922f80cd7ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:43.921629 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bded2588-9b09-4898-be44-77df47db8e61 req-d811c00b-27f6-4995-907b-922f80cd7ea2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=203c259b-6808-454c-950b-0d68f44e0a77 HTTP/1.1" status: 200 len: 919 time: 0.1236315 Jul 16 01:43:43.939646 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5da5f182-a4b5-4d14-a323-6e3d605f8f59 req-f0a2fe61-cc77-44ff-9646-ded23e338e0e tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847867 Jul 16 01:43:43.968806 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bded2588-9b09-4898-be44-77df47db8e61 req-dfa9390c-baa9-4def-bd4f-c1e98f9baa51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82f6c61e-eb43-40c4-ba84-9d19ff49c329 HTTP/1.1" status: 200 len: 217 time: 0.0404639 Jul 16 01:43:43.970159 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Attempting to bind port 28ad2a72-1fae-48f4-8c5f-00ddc376dc55 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:43.970507 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Attempting to bind port 28ad2a72-1fae-48f4-8c5f-00ddc376dc55 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '22c9441e-2e57-46cc-a4a4-8dcd6cbe2030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4714878c-ba32-471e-8d6d-eda7fc90b9fb'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:43.970839 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Attempting to bind port 28ad2a72-1fae-48f4-8c5f-00ddc376dc55 on network 4714878c-ba32-471e-8d6d-eda7fc90b9fb {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:43.975498 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Port 28ad2a72-1fae-48f4-8c5f-00ddc376dc55 on network 4714878c-ba32-471e-8d6d-eda7fc90b9fb not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:43.975874 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Attempting to bind port 28ad2a72-1fae-48f4-8c5f-00ddc376dc55 on network 4714878c-ba32-471e-8d6d-eda7fc90b9fb {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:43.981379 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:43.981719 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Checking segment: {'id': '22c9441e-2e57-46cc-a4a4-8dcd6cbe2030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4714878c-ba32-471e-8d6d-eda7fc90b9fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:43.982105 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Bound using segment: {'id': '22c9441e-2e57-46cc-a4a4-8dcd6cbe2030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4714878c-ba32-471e-8d6d-eda7fc90b9fb'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:43.982537 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Bound port: 28ad2a72-1fae-48f4-8c5f-00ddc376dc55, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c9441e-2e57-46cc-a4a4-8dcd6cbe2030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4714878c-ba32-471e-8d6d-eda7fc90b9fb'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:43.982898 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.049613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] For port 28ad2a72-1fae-48f4-8c5f-00ddc376dc55, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:44.053780 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] For port 28ad2a72-1fae-48f4-8c5f-00ddc376dc55, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=28ad2a72-1fae-48f4-8c5f-00ddc376dc55,segment=NetworkSegment(22c9441e-2e57-46cc-a4a4-8dcd6cbe2030),segment_id=22c9441e-2e57-46cc-a4a4-8dcd6cbe2030)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:44.057778 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.060637 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded2588-9b09-4898-be44-77df47db8e61 req-bc49e4c2-ed0e-439f-8212-5053334fcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:44.062419 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bded2588-9b09-4898-be44-77df47db8e61 req-bc49e4c2-ed0e-439f-8212-5053334fcaec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49ef4659-39ae-4d72-898c-630ab0b4abf0 HTTP/1.1" status: 200 len: 858 time: 0.0843008 Jul 16 01:43:44.096365 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:44.096490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94903185-3413-45fd-bd59-bd4defef71ed req-6a3e98c0-1981-4f0e-9c5b-e88fe147e0ef tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:44.096590 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.096590 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] 10.222.0.26 "PUT /v2.0/ports/28ad2a72-1fae-48f4-8c5f-00ddc376dc55 HTTP/1.1" status: 200 len: 1091 time: 0.7968831 Jul 16 01:43:44.096756 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94903185-3413-45fd-bd59-bd4defef71ed req-6a3e98c0-1981-4f0e-9c5b-e88fe147e0ef tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/ports?device_id=a38aad60-1dca-404d-bd5d-0aa9bb45adca HTTP/1.1" status: 200 len: 943 time: 0.0840714 Jul 16 01:43:44.098986 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38aad60-1dca-404d-bd5d-0aa9bb45adca', 'tag': '28ad2a72-1fae-48f4-8c5f-00ddc376dc55'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:44.101062 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd8797b-c946-49e6-8bc3-fa34a5330d31" -d '{"events": [{"name": "network-changed", "server_uuid": "a38aad60-1dca-404d-bd5d-0aa9bb45adca", "tag": "28ad2a72-1fae-48f4-8c5f-00ddc376dc55"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:44.131961 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957eeefa-af17-4a84-aac6-288eb6d2936c service neutron] Pushing event updated for resources: {'Port': ['ID=28ad2a72-1fae-48f4-8c5f-00ddc376dc55,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:44.135017 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bded2588-9b09-4898-be44-77df47db8e61 req-8eb52573-4462-499d-a62d-1b1967151cd4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=203c259b-6808-454c-950b-0d68f44e0a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376873 Jul 16 01:43:44.200794 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94903185-3413-45fd-bd59-bd4defef71ed req-7735b803-21e3-43dc-9bed-fb632ab89d18 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bdee564-b95a-476a-8b9f-4f9a0d6a6b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682511 Jul 16 01:43:44.245502 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-6c9d43b3-f1b4-43cf-935e-270cc3724c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:44.247055 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-6c9d43b3-f1b4-43cf-935e-270cc3724c49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=031a90ef7f0748b4957740e561bebf92&device_id=a38aad60-1dca-404d-bd5d-0aa9bb45adca HTTP/1.1" status: 200 len: 1094 time: 0.0940027 Jul 16 01:43:44.261123 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bded2588-9b09-4898-be44-77df47db8e61 req-0ea53deb-9e2f-473a-a074-6805f07f962b service neutron] 10.222.0.26 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140623 Jul 16 01:43:44.302873 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-0f534b6f-f28b-4f17-938f-4b020254729f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28ad2a72-1fae-48f4-8c5f-00ddc376dc55 HTTP/1.1" status: 200 len: 217 time: 0.0410483 Jul 16 01:43:44.311751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2098e-a269-408d-915c-e57ce82e7c71 req-fe35799f-3bcb-4e50-9f17-1dee1df4a1b5 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:44.313235 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3d2098e-a269-408d-915c-e57ce82e7c71 req-fe35799f-3bcb-4e50-9f17-1dee1df4a1b5 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 945 time: 0.1176150 Jul 16 01:43:44.385879 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-39da7572-e8df-40ba-83cd-4f3731acbd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:44.387286 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-39da7572-e8df-40ba-83cd-4f3731acbd7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e19405e7-62b3-4f8d-8cf7-07f1e6479561 HTTP/1.1" status: 200 len: 847 time: 0.0724735 Jul 16 01:43:44.392766 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3d2098e-a269-408d-915c-e57ce82e7c71 req-9b9097ba-b008-4ed9-a099-e1f07b8f12e9 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/security-groups?id=753cc411-19ec-4a9b-8d18-fc99a8881453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692260 Jul 16 01:43:44.422147 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-7d844ee3-cf11-48ad-9f16-81a2cec23448 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4714878c-ba32-471e-8d6d-eda7fc90b9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278060 Jul 16 01:43:44.444166 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61b7599-ab76-4471-bd64-9d0dbb142860 x-openstack-request-id: req-c61b7599-ab76-4471-bd64-9d0dbb142860 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:44.444467 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38aad60-1dca-404d-bd5d-0aa9bb45adca", "tag": "28ad2a72-1fae-48f4-8c5f-00ddc376dc55", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:44.444721 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c61b7599-ab76-4471-bd64-9d0dbb142860 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:44.445133 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38aad60-1dca-404d-bd5d-0aa9bb45adca', 'tag': '28ad2a72-1fae-48f4-8c5f-00ddc376dc55', 'status': 'completed', 'code': 200} Jul 16 01:43:44.538352 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-7e8354eb-b7a4-4604-8477-3dd572c9c8db service neutron] 10.222.0.26 "GET /v2.0/networks/4714878c-ba32-471e-8d6d-eda7fc90b9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043208 Jul 16 01:43:44.634306 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94c5b853-e963-4201-ab1c-1a9e00cba613 req-fcf0c679-534f-4fed-89a5-035fc8017ac2 service neutron] 10.222.0.26 "GET /v2.0/networks/4714878c-ba32-471e-8d6d-eda7fc90b9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885005 Jul 16 01:43:44.716529 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bded2588-9b09-4898-be44-77df47db8e61 req-c6c88681-a0d2-410e-ac88-4933b33b4413 service neutron] 10.222.0.26 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478285 Jul 16 01:43:44.739968 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70801fbd-311b-4f8e-99ca-44ab4437f1eb req-f0550b55-42f3-4663-b663-41602d9db7c0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:44.741945 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70801fbd-311b-4f8e-99ca-44ab4437f1eb req-f0550b55-42f3-4663-b663-41602d9db7c0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.4320018 Jul 16 01:43:44.807329 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70801fbd-311b-4f8e-99ca-44ab4437f1eb req-9f9660ad-ae64-48e3-8e51-2006d62c4874 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571012 Jul 16 01:43:44.822625 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8797b-c946-49e6-8bc3-fa34a5330d31 req-8cb42736-823c-43f7-adb0-b86472935156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:44.824171 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edd8797b-c946-49e6-8bc3-fa34a5330d31 req-8cb42736-823c-43f7-adb0-b86472935156 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=031a90ef7f0748b4957740e561bebf92&device_id=a38aad60-1dca-404d-bd5d-0aa9bb45adca HTTP/1.1" status: 200 len: 1094 time: 0.0813217 Jul 16 01:43:44.917992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8797b-c946-49e6-8bc3-fa34a5330d31 req-bfd97c5d-3c66-4db2-ad9b-4041171f92c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:44.919460 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edd8797b-c946-49e6-8bc3-fa34a5330d31 req-bfd97c5d-3c66-4db2-ad9b-4041171f92c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4714878c-ba32-471e-8d6d-eda7fc90b9fb HTTP/1.1" status: 200 len: 908 time: 0.0877371 Jul 16 01:43:44.960722 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edd8797b-c946-49e6-8bc3-fa34a5330d31 req-28bf73b9-5eaf-4795-b847-b4a95d087460 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28ad2a72-1fae-48f4-8c5f-00ddc376dc55 HTTP/1.1" status: 200 len: 217 time: 0.0343754 Jul 16 01:43:45.014273 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8797b-c946-49e6-8bc3-fa34a5330d31 req-df6af34f-f38b-4ce9-a6ab-48771fba1472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:45.015783 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edd8797b-c946-49e6-8bc3-fa34a5330d31 req-df6af34f-f38b-4ce9-a6ab-48771fba1472 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e19405e7-62b3-4f8d-8cf7-07f1e6479561 HTTP/1.1" status: 200 len: 847 time: 0.0463316 Jul 16 01:43:45.057103 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edd8797b-c946-49e6-8bc3-fa34a5330d31 req-3bd81850-1e98-4434-8eee-a11cc535f4a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4714878c-ba32-471e-8d6d-eda7fc90b9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311940 Jul 16 01:43:45.070668 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ed2ed-964e-4a14-8a5d-0ea79d92f2f6 req-77fcc634-ace8-46cf-a311-d4605f6ab8b7 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:45.072328 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7d8ed2ed-964e-4a14-8a5d-0ea79d92f2f6 req-77fcc634-ace8-46cf-a311-d4605f6ab8b7 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0659995 Jul 16 01:43:45.117331 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7d8ed2ed-964e-4a14-8a5d-0ea79d92f2f6 req-7c03f7fb-1598-4be7-95e6-b83c92ec34a7 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391164 Jul 16 01:43:45.188235 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b632381-707e-4db3-9bdb-20da3efa276c req-68517fa6-83c4-45be-8c7b-a6b43d1125df tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:45.190425 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2b632381-707e-4db3-9bdb-20da3efa276c req-68517fa6-83c4-45be-8c7b-a6b43d1125df tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.1324637 Jul 16 01:43:45.220046 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edd8797b-c946-49e6-8bc3-fa34a5330d31 req-dd448977-7465-4622-89f6-7c33d8839db3 service neutron] 10.222.0.26 "GET /v2.0/networks/4714878c-ba32-471e-8d6d-eda7fc90b9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501651 Jul 16 01:43:45.248308 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2b632381-707e-4db3-9bdb-20da3efa276c req-77f8272f-3e17-4aaa-9a6a-debe68eae7ca tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488622 Jul 16 01:43:45.333594 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-edd8797b-c946-49e6-8bc3-fa34a5330d31 req-91bf5ca9-62a3-493f-9594-20ccd327e911 service neutron] 10.222.0.26 "GET /v2.0/networks/4714878c-ba32-471e-8d6d-eda7fc90b9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967221 Jul 16 01:43:45.423691 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372379bd-a2d5-467a-bd76-f6de8f60fb29 req-84741ac2-0102-43c6-865b-ac0407809033 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:45.425900 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-372379bd-a2d5-467a-bd76-f6de8f60fb29 req-84741ac2-0102-43c6-865b-ac0407809033 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/ports?device_id=a38aad60-1dca-404d-bd5d-0aa9bb45adca HTTP/1.1" status: 200 len: 943 time: 0.0682619 Jul 16 01:43:45.465470 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-372379bd-a2d5-467a-bd76-f6de8f60fb29 req-44976957-d632-4c8d-b1fe-6b9a5e95b393 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bdee564-b95a-476a-8b9f-4f9a0d6a6b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342135 Jul 16 01:43:45.583657 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569a3d1-25a1-4432-8b4b-93d681bc20d7 req-f03989d8-5dbe-4f1b-8fb7-702dadd111df tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:45.585535 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9569a3d1-25a1-4432-8b4b-93d681bc20d7 req-f03989d8-5dbe-4f1b-8fb7-702dadd111df tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 945 time: 0.0707846 Jul 16 01:43:45.624529 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9569a3d1-25a1-4432-8b4b-93d681bc20d7 req-8f5709d9-20ab-480a-a002-82806c080af5 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/security-groups?id=753cc411-19ec-4a9b-8d18-fc99a8881453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331008 Jul 16 01:43:45.983611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edadbd1-7ad1-4008-bc64-6719ece904b2 req-6937a03a-73cc-465c-8e8f-7d8423707ccf tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:45.985131 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3edadbd1-7ad1-4008-bc64-6719ece904b2 req-6937a03a-73cc-465c-8e8f-7d8423707ccf tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0642266 Jul 16 01:43:46.022823 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3edadbd1-7ad1-4008-bc64-6719ece904b2 req-8f80f435-66d7-47ce-8a26-31d54c8e7d9c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314806 Jul 16 01:43:46.304318 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fb00b-ee71-4808-90b2-d19ab41202dc req-1c07b7e4-3d4e-488a-91f1-2160524edd69 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:46.306081 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-df1fb00b-ee71-4808-90b2-d19ab41202dc req-1c07b7e4-3d4e-488a-91f1-2160524edd69 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0707614 Jul 16 01:43:46.351401 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-df1fb00b-ee71-4808-90b2-d19ab41202dc req-729bd1fd-eed1-48a6-8f4b-f6da5a080ab9 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389948 Jul 16 01:43:46.434320 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9a0bd-e552-43e4-8609-5b1054384978 req-f7ffd6fa-4fe9-4b48-a452-847decead5da tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:46.436031 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50e9a0bd-e552-43e4-8609-5b1054384978 req-f7ffd6fa-4fe9-4b48-a452-847decead5da tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0699935 Jul 16 01:43:46.473718 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50e9a0bd-e552-43e4-8609-5b1054384978 req-6708cadb-68df-45dd-82e0-59cb26ad51eb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322084 Jul 16 01:43:46.670351 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19d2c-49d5-47c3-b16c-cc7c51705606 req-ea03d8eb-7ddf-4b42-b7ba-909e945dc2d3 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:46.672062 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fda19d2c-49d5-47c3-b16c-cc7c51705606 req-ea03d8eb-7ddf-4b42-b7ba-909e945dc2d3 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/ports?device_id=a38aad60-1dca-404d-bd5d-0aa9bb45adca HTTP/1.1" status: 200 len: 943 time: 0.0693510 Jul 16 01:43:46.717637 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fda19d2c-49d5-47c3-b16c-cc7c51705606 req-db848fcd-cc53-4950-be5f-1bbf71eb35d1 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bdee564-b95a-476a-8b9f-4f9a0d6a6b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383556 Jul 16 01:43:46.811478 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448d20c-e3c2-4e2f-acac-ae3eb16d776c req-364345a7-ed51-4f7b-bcfd-08a507bdcaf9 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:46.813072 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5448d20c-e3c2-4e2f-acac-ae3eb16d776c req-364345a7-ed51-4f7b-bcfd-08a507bdcaf9 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 945 time: 0.0644305 Jul 16 01:43:46.851321 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5448d20c-e3c2-4e2f-acac-ae3eb16d776c req-eb14e466-5c89-4622-be02-e53159a97bf3 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/security-groups?id=753cc411-19ec-4a9b-8d18-fc99a8881453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326567 Jul 16 01:43:47.207447 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2870b56-d515-4174-a725-293a28d398eb req-657bcf1a-6f75-41a9-8a51-25931a365f7c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.209156 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2870b56-d515-4174-a725-293a28d398eb req-657bcf1a-6f75-41a9-8a51-25931a365f7c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0717585 Jul 16 01:43:47.252829 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2870b56-d515-4174-a725-293a28d398eb req-028e39c7-f1f1-4f39-8f4e-c67cdd38dbf4 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381331 Jul 16 01:43:47.533797 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c90c9-deae-4ea8-b5cc-87fa67100adb req-e69a428e-bf15-402d-a4e3-561ee0decd7a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.536413 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7d8c90c9-deae-4ea8-b5cc-87fa67100adb req-e69a428e-bf15-402d-a4e3-561ee0decd7a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0708830 Jul 16 01:43:47.577560 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7d8c90c9-deae-4ea8-b5cc-87fa67100adb req-cb3d5bc3-28ea-4afe-a5e6-42a2babf04fa tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351357 Jul 16 01:43:47.756001 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d17ccc-a292-489b-80d3-e1d531decf73 req-ca1e46db-c2bc-45c1-8467-20578adf3bfc tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.757848 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-87d17ccc-a292-489b-80d3-e1d531decf73 req-ca1e46db-c2bc-45c1-8467-20578adf3bfc tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0748186 Jul 16 01:43:47.799650 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-87d17ccc-a292-489b-80d3-e1d531decf73 req-d118d3c2-1540-4f9c-a97b-d24026625ba4 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351295 Jul 16 01:43:47.815159 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 28ad2a72-1fae-48f4-8c5f-00ddc376dc55 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:47.905022 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf4d6b-f383-48b3-9985-89f7c9c1445f req-7882cfca-2b2f-4e39-a384-7c7f628c3bb0 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.906576 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8dbf4d6b-f383-48b3-9985-89f7c9c1445f req-7882cfca-2b2f-4e39-a384-7c7f628c3bb0 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/ports?device_id=a38aad60-1dca-404d-bd5d-0aa9bb45adca HTTP/1.1" status: 200 len: 943 time: 0.0674050 Jul 16 01:43:47.927497 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 28ad2a72-1fae-48f4-8c5f-00ddc376dc55, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=28ad2a72-1fae-48f4-8c5f-00ddc376dc55,segment=NetworkSegment(22c9441e-2e57-46cc-a4a4-8dcd6cbe2030),segment_id=22c9441e-2e57-46cc-a4a4-8dcd6cbe2030)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:47.940117 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '28ad2a72-1fae-48f4-8c5f-00ddc376dc55', 'network_id': '4714878c-ba32-471e-8d6d-eda7fc90b9fb', 'port_id': '28ad2a72-1fae-48f4-8c5f-00ddc376dc55', 'mac_address': 'fa:16:3e:23:05:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19405e7-62b3-4f8d-8cf7-07f1e6479561', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:47.947139 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8dbf4d6b-f383-48b3-9985-89f7c9c1445f req-e9619e10-1b6f-481b-9588-e067044166a1 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bdee564-b95a-476a-8b9f-4f9a0d6a6b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342441 Jul 16 01:43:47.978844 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.991345 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ad2a72-1fae-48f4-8c5f-00ddc376dc55 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:48.011943 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 28ad2a72-1fae-48f4-8c5f-00ddc376dc55, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=28ad2a72-1fae-48f4-8c5f-00ddc376dc55,segment=NetworkSegment(22c9441e-2e57-46cc-a4a4-8dcd6cbe2030),segment_id=22c9441e-2e57-46cc-a4a4-8dcd6cbe2030)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:48.015612 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.062391 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=28ad2a72-1fae-48f4-8c5f-00ddc376dc55,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:48.434592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133f647-cda3-4412-a666-af0a91870b3a req-f47f8235-86ec-4b47-b2e7-a6534c31bc74 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:48.436438 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4133f647-cda3-4412-a666-af0a91870b3a req-f47f8235-86ec-4b47-b2e7-a6534c31bc74 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0653555 Jul 16 01:43:48.477245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4133f647-cda3-4412-a666-af0a91870b3a req-96a4d69f-9b2a-4199-a31f-64d99eff1eda tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349147 Jul 16 01:43:48.484392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['28ad2a72-1fae-48f4-8c5f-00ddc376dc55'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:48.767380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32700ae-8932-44f1-b43d-93d2e86a59f0 req-03fe3190-bc69-4bd6-b02f-7f55b07d8fd8 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:48.768381 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f32700ae-8932-44f1-b43d-93d2e86a59f0 req-03fe3190-bc69-4bd6-b02f-7f55b07d8fd8 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0711236 Jul 16 01:43:48.808728 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f32700ae-8932-44f1-b43d-93d2e86a59f0 req-bcbc2493-8bbf-4861-93eb-600a1f4f1a53 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339630 Jul 16 01:43:48.990555 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e048421-c486-4b32-9301-b161dfc9de68 req-2245100f-6e88-4d68-9c45-93da01f748bf tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:48.997306 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e048421-c486-4b32-9301-b161dfc9de68 req-2245100f-6e88-4d68-9c45-93da01f748bf tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0772414 Jul 16 01:43:49.032011 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e048421-c486-4b32-9301-b161dfc9de68 req-c3a1a409-eb52-4c87-a226-4755b8b2804b tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337863 Jul 16 01:43:49.142152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305bd3d-bc99-4ed5-b86b-b257d9cd8dbe req-36593869-778a-4850-a381-60b0969b3876 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:49.143572 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7305bd3d-bc99-4ed5-b86b-b257d9cd8dbe req-36593869-778a-4850-a381-60b0969b3876 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/ports?device_id=a38aad60-1dca-404d-bd5d-0aa9bb45adca HTTP/1.1" status: 200 len: 944 time: 0.0677974 Jul 16 01:43:49.182164 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7305bd3d-bc99-4ed5-b86b-b257d9cd8dbe req-691a3fe6-1e89-4b70-9fe4-31207becca00 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bdee564-b95a-476a-8b9f-4f9a0d6a6b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327492 Jul 16 01:43:49.560461 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09670a1-416c-45c1-8b17-9ab2bfaeeedb req-99aee5c8-17a8-4da6-a11a-3721561bb8b3 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:49.561978 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e09670a1-416c-45c1-8b17-9ab2bfaeeedb req-99aee5c8-17a8-4da6-a11a-3721561bb8b3 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 945 time: 0.0663610 Jul 16 01:43:49.600293 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e09670a1-416c-45c1-8b17-9ab2bfaeeedb req-072a1dd0-81ab-4bd5-a720-c1b4958315ac tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/security-groups?id=753cc411-19ec-4a9b-8d18-fc99a8881453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326710 Jul 16 01:43:49.656521 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defcf2a-f2cc-458c-8a9f-b4fdbc159c32 req-a7183e37-1259-4a0c-b94c-ae2a9ab0521d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:49.658767 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2defcf2a-f2cc-458c-8a9f-b4fdbc159c32 req-a7183e37-1259-4a0c-b94c-ae2a9ab0521d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0650742 Jul 16 01:43:49.697569 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2defcf2a-f2cc-458c-8a9f-b4fdbc159c32 req-cc403d11-65b2-499d-b055-0470e68709c9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332611 Jul 16 01:43:49.830670 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 28ad2a72-1fae-48f4-8c5f-00ddc376dc55 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:49.881837 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 28ad2a72-1fae-48f4-8c5f-00ddc376dc55 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:49.885522 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 28ad2a72-1fae-48f4-8c5f-00ddc376dc55 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:49.886018 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.965421 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.990711 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38aad60-1dca-404d-bd5d-0aa9bb45adca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ad2a72-1fae-48f4-8c5f-00ddc376dc55'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:49.990931 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2de671-ef58-446f-8c10-96c3eb90e6c5 req-1c64b5ec-5558-4844-9481-55d8bd18db2f tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:49.992294 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ff2de671-ef58-446f-8c10-96c3eb90e6c5 req-1c64b5ec-5558-4844-9481-55d8bd18db2f tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0702641 Jul 16 01:43:49.993476 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d163dd-1cf1-41ed-bcc7-c30fe351edde" -d '{"events": [{"server_uuid": "a38aad60-1dca-404d-bd5d-0aa9bb45adca", "name": "network-vif-plugged", "status": "completed", "tag": "28ad2a72-1fae-48f4-8c5f-00ddc376dc55"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:50.008722 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 28ad2a72-1fae-48f4-8c5f-00ddc376dc55, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=28ad2a72-1fae-48f4-8c5f-00ddc376dc55,segment=NetworkSegment(22c9441e-2e57-46cc-a4a4-8dcd6cbe2030),segment_id=22c9441e-2e57-46cc-a4a4-8dcd6cbe2030)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:50.014132 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.053569 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ff2de671-ef58-446f-8c10-96c3eb90e6c5 req-6e3fee72-bd96-4700-ad8b-66d444f0e57c tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451174 Jul 16 01:43:50.079995 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=28ad2a72-1fae-48f4-8c5f-00ddc376dc55,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:50.092409 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f02d63f-fcf1-4603-941a-6db4c24b3757 x-openstack-request-id: req-2f02d63f-fcf1-4603-941a-6db4c24b3757 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:50.092743 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38aad60-1dca-404d-bd5d-0aa9bb45adca", "name": "network-vif-plugged", "status": "completed", "tag": "28ad2a72-1fae-48f4-8c5f-00ddc376dc55", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:50.092964 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2f02d63f-fcf1-4603-941a-6db4c24b3757 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:50.093427 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38aad60-1dca-404d-bd5d-0aa9bb45adca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ad2a72-1fae-48f4-8c5f-00ddc376dc55', 'code': 200} Jul 16 01:43:50.239590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d095e-254c-47ff-bdbe-8fdce14d1e63 req-df55eebf-66d7-4ffe-be6e-43f4f660c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:50.241572 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-df5d095e-254c-47ff-bdbe-8fdce14d1e63 req-df55eebf-66d7-4ffe-be6e-43f4f660c6b7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a38aad60-1dca-404d-bd5d-0aa9bb45adca HTTP/1.1" status: 200 len: 1096 time: 0.0562890 Jul 16 01:43:50.252987 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8b46d-f8fa-43f3-8015-66200bc21df5 req-028f204a-e931-46e3-9eaa-aec4b6b4fc24 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:50.256192 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bc8b46d-f8fa-43f3-8015-66200bc21df5 req-028f204a-e931-46e3-9eaa-aec4b6b4fc24 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0730877 Jul 16 01:43:50.304539 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-df5d095e-254c-47ff-bdbe-8fdce14d1e63 req-f7a77013-5b50-4543-95d7-20d8e6e4935c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0bdee564-b95a-476a-8b9f-4f9a0d6a6b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564866 Jul 16 01:43:50.310982 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bc8b46d-f8fa-43f3-8015-66200bc21df5 req-fa0fdbb7-52e9-4c5a-9052-6f28f5fc4e0d tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488493 Jul 16 01:43:50.392864 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2456fe2-83bc-41e2-8797-7cbf94aea25c req-d0cd7944-8489-42c4-9a56-a3ebec674b52 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:50.394395 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2456fe2-83bc-41e2-8797-7cbf94aea25c req-d0cd7944-8489-42c4-9a56-a3ebec674b52 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/ports?device_id=a38aad60-1dca-404d-bd5d-0aa9bb45adca HTTP/1.1" status: 200 len: 945 time: 0.0703683 Jul 16 01:43:50.433121 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2456fe2-83bc-41e2-8797-7cbf94aea25c req-eb43d0ec-79be-4c36-86fc-17f302b5cb9c tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bdee564-b95a-476a-8b9f-4f9a0d6a6b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328619 Jul 16 01:43:50.775153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736eb8e-e245-41f8-94aa-549873bc6c00 req-c995e637-6ce9-4218-8c6b-00d0d8a69330 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:50.776692 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3736eb8e-e245-41f8-94aa-549873bc6c00 req-c995e637-6ce9-4218-8c6b-00d0d8a69330 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0652235 Jul 16 01:43:50.778043 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c33e3e-4e6e-4005-bd1b-4bddf22b2846 req-2e251254-df8c-466e-9119-b625023655cf tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:50.779570 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-50c33e3e-4e6e-4005-bd1b-4bddf22b2846 req-2e251254-df8c-466e-9119-b625023655cf tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 945 time: 0.0645154 Jul 16 01:43:50.817280 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3736eb8e-e245-41f8-94aa-549873bc6c00 req-110fe641-1599-4619-98a9-a456c75f83c8 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347123 Jul 16 01:43:50.819237 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-50c33e3e-4e6e-4005-bd1b-4bddf22b2846 req-64262001-ffaf-4644-9a6d-bcef822f582d tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/security-groups?id=753cc411-19ec-4a9b-8d18-fc99a8881453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335381 Jul 16 01:43:50.983822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601c7dd-8450-482a-b066-626eeb13df88 req-c765715b-ae4f-4ef4-8ea3-876f216beb0e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:50.986191 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a601c7dd-8450-482a-b066-626eeb13df88 req-c765715b-ae4f-4ef4-8ea3-876f216beb0e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0651243 Jul 16 01:43:50.994491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6818561-9fcd-40af-99e9-fa0464b59270 req-f9094cd9-101d-4c8e-b605-84704e1beb83 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:50.996021 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6818561-9fcd-40af-99e9-fa0464b59270 req-f9094cd9-101d-4c8e-b605-84704e1beb83 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0674288 Jul 16 01:43:51.025336 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a601c7dd-8450-482a-b066-626eeb13df88 req-d7747640-667f-4664-880d-cddb7b489d81 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333016 Jul 16 01:43:51.035422 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6818561-9fcd-40af-99e9-fa0464b59270 req-98a19ff2-09bb-4de9-86e1-7ed39edba04a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330055 Jul 16 01:43:51.451296 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd727eaa-7d09-48af-a5bf-e45c54f2f4c9 req-3fca7675-7cca-4a13-82a1-ec36d94867ca tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:51.452833 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd727eaa-7d09-48af-a5bf-e45c54f2f4c9 req-3fca7675-7cca-4a13-82a1-ec36d94867ca tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0710785 Jul 16 01:43:51.492225 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd727eaa-7d09-48af-a5bf-e45c54f2f4c9 req-0d128c20-6722-4078-9423-45cd58593076 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332065 Jul 16 01:43:51.515877 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98a33f-749f-4d5a-a764-34acecc2aff4 req-da571408-64ee-450a-8d5e-5fcbd4ed4423 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:51.517856 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6c98a33f-749f-4d5a-a764-34acecc2aff4 req-da571408-64ee-450a-8d5e-5fcbd4ed4423 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0710766 Jul 16 01:43:51.557832 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6c98a33f-749f-4d5a-a764-34acecc2aff4 req-f817c500-f28a-44c5-9a9b-c7161d458863 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329435 Jul 16 01:43:51.656837 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a0c9c-4967-45d5-b050-7a1f55dc2e22 req-f9e5eac3-f26f-4d1c-ab1a-4907f86c0a02 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:51.658333 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-278a0c9c-4967-45d5-b050-7a1f55dc2e22 req-f9e5eac3-f26f-4d1c-ab1a-4907f86c0a02 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/ports?device_id=a38aad60-1dca-404d-bd5d-0aa9bb45adca HTTP/1.1" status: 200 len: 945 time: 0.0657592 Jul 16 01:43:51.697639 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-278a0c9c-4967-45d5-b050-7a1f55dc2e22 req-19ca7af7-95a1-4270-802e-2d788f3a79e8 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bdee564-b95a-476a-8b9f-4f9a0d6a6b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334485 Jul 16 01:43:52.003856 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cea5d2-17a2-4fa1-8a74-cc08dc660f73 req-0f1f8535-5d27-449e-b8b9-764394dfc6f4 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:52.005280 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71cea5d2-17a2-4fa1-8a74-cc08dc660f73 req-0f1f8535-5d27-449e-b8b9-764394dfc6f4 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 945 time: 0.0704625 Jul 16 01:43:52.043637 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71cea5d2-17a2-4fa1-8a74-cc08dc660f73 req-e1b2fda1-51e9-450b-992d-0d5e4d83a5b8 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/security-groups?id=753cc411-19ec-4a9b-8d18-fc99a8881453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327733 Jul 16 01:43:52.206343 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e53c7-098e-4da0-adbb-7766582d2f3a req-ecaf69a0-e08b-4d6a-a470-c3aee908dcf4 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:52.207885 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c76e53c7-098e-4da0-adbb-7766582d2f3a req-ecaf69a0-e08b-4d6a-a470-c3aee908dcf4 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0644836 Jul 16 01:43:52.246180 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c76e53c7-098e-4da0-adbb-7766582d2f3a req-e8d42945-63dd-4d0b-be94-a19cc3139f84 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321960 Jul 16 01:43:52.667044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c59170-27e5-479e-a6ab-e12700c83d6d req-dea21b33-fd2c-415f-b754-44a7d6ab7d5e tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:52.668603 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e6c59170-27e5-479e-a6ab-e12700c83d6d req-dea21b33-fd2c-415f-b754-44a7d6ab7d5e tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.47 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 945 time: 0.0997703 Jul 16 01:43:52.706420 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8533a6-a924-4255-9de6-80ea684a21f2 req-fb4293cc-8328-4287-a2b5-55ed56fa04a4 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:52.707953 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4a8533a6-a924-4255-9de6-80ea684a21f2 req-fb4293cc-8328-4287-a2b5-55ed56fa04a4 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.1006081 Jul 16 01:43:52.758029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed24671-412e-4345-b2b3-2001630833c8 req-b587d3ba-8871-4f8c-8156-b121a8e7efe9 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:52.759579 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ed24671-412e-4345-b2b3-2001630833c8 req-b587d3ba-8871-4f8c-8156-b121a8e7efe9 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0811658 Jul 16 01:43:52.780475 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4a8533a6-a924-4255-9de6-80ea684a21f2 req-69537530-fe9f-464d-8b00-12abf6a7be45 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529485 Jul 16 01:43:52.808943 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ed24671-412e-4345-b2b3-2001630833c8 req-0806c19b-8aab-4c96-b076-9ed4d7dbfc99 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433567 Jul 16 01:43:52.831725 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-e6c59170-27e5-479e-a6ab-e12700c83d6d req-1d378b94-4b05-4304-9253-a6c16441a3b7 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Deleting port 8abd1e7e-7621-4edc-87cb-b0002b5c21f7 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:52.832134 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e6c59170-27e5-479e-a6ab-e12700c83d6d req-1d378b94-4b05-4304-9253-a6c16441a3b7 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.958021 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-e6c59170-27e5-479e-a6ab-e12700c83d6d req-1d378b94-4b05-4304-9253-a6c16441a3b7 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] For port 8abd1e7e-7621-4edc-87cb-b0002b5c21f7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=8abd1e7e-7621-4edc-87cb-b0002b5c21f7,segment=NetworkSegment(47c2f13a-17d5-45e5-93bc-25c1f6907052),segment_id=47c2f13a-17d5-45e5-93bc-25c1f6907052)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:52.958423 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e6c59170-27e5-479e-a6ab-e12700c83d6d req-1d378b94-4b05-4304-9253-a6c16441a3b7 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.978634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-e6c59170-27e5-479e-a6ab-e12700c83d6d req-1d378b94-4b05-4304-9253-a6c16441a3b7 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Calling delete_port for 8abd1e7e-7621-4edc-87cb-b0002b5c21f7 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:53.002222 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f955c3-f083-48fb-90f1-e4b3bd970032 req-4c9bb6b6-4b1f-4f98-9fc1-d6e6c238681f tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:53.003700 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-79f955c3-f083-48fb-90f1-e4b3bd970032 req-4c9bb6b6-4b1f-4f98-9fc1-d6e6c238681f tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/ports?device_id=a38aad60-1dca-404d-bd5d-0aa9bb45adca HTTP/1.1" status: 200 len: 945 time: 0.1091554 Jul 16 01:43:53.086054 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-79f955c3-f083-48fb-90f1-e4b3bd970032 req-705bf653-f76b-4f83-af51-02fd28a4fee3 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bdee564-b95a-476a-8b9f-4f9a0d6a6b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493765 Jul 16 01:43:53.158748 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e6c59170-27e5-479e-a6ab-e12700c83d6d req-1d378b94-4b05-4304-9253-a6c16441a3b7 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.191509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d378b94-4b05-4304-9253-a6c16441a3b7 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Pushing event deleted for resources: {'Port': ['ID=8abd1e7e-7621-4edc-87cb-b0002b5c21f7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:53.208690 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1e309652-c81a-4f6c-bb86-d64a801dd39c req-66359e34-dc58-4c11-81f0-3528765cc354 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 210 time: 0.0362487 Jul 16 01:43:53.237691 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['8abd1e7e-7621-4edc-87cb-b0002b5c21f7'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:53.248581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c59170-27e5-479e-a6ab-e12700c83d6d req-1d378b94-4b05-4304-9253-a6c16441a3b7 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] No DVR routers for this DVR port 8abd1e7e-7621-4edc-87cb-b0002b5c21f7 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:53.251775 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e6c59170-27e5-479e-a6ab-e12700c83d6d req-1d378b94-4b05-4304-9253-a6c16441a3b7 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.254132 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e6c59170-27e5-479e-a6ab-e12700c83d6d req-1d378b94-4b05-4304-9253-a6c16441a3b7 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.47 "DELETE /v2.0/ports/8abd1e7e-7621-4edc-87cb-b0002b5c21f7 HTTP/1.1" status: 204 len: 173 time: 0.5707130 Jul 16 01:43:53.254677 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674ae674-0636-4e78-8aa8-0b5e7160b2e2', 'name': 'network-vif-deleted', 'tag': '8abd1e7e-7621-4edc-87cb-b0002b5c21f7'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:53.257162 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6480b5-2d97-42bc-968a-336b3183ed81" -d '{"events": [{"server_uuid": "674ae674-0636-4e78-8aa8-0b5e7160b2e2", "name": "network-vif-deleted", "tag": "8abd1e7e-7621-4edc-87cb-b0002b5c21f7"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:53.461792 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30a005-e255-41a5-8c45-ad4f72eae680 req-3bd0eb1d-d713-402f-8bd6-f2e6b7b06b58 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:53.463436 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4a30a005-e255-41a5-8c45-ad4f72eae680 req-3bd0eb1d-d713-402f-8bd6-f2e6b7b06b58 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0724874 Jul 16 01:43:53.490898 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8236c759-5beb-4e7d-bd6e-173d5a14ac0a x-openstack-request-id: req-8236c759-5beb-4e7d-bd6e-173d5a14ac0a {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:53.491193 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674ae674-0636-4e78-8aa8-0b5e7160b2e2", "name": "network-vif-deleted", "tag": "8abd1e7e-7621-4edc-87cb-b0002b5c21f7", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:53.491448 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8236c759-5beb-4e7d-bd6e-173d5a14ac0a {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:53.491871 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674ae674-0636-4e78-8aa8-0b5e7160b2e2', 'name': 'network-vif-deleted', 'tag': '8abd1e7e-7621-4edc-87cb-b0002b5c21f7', 'status': 'completed', 'code': 200} Jul 16 01:43:53.506819 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4a30a005-e255-41a5-8c45-ad4f72eae680 req-030329ad-bd81-4154-8cff-e75c5b3c35bc tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376856 Jul 16 01:43:53.709421 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.988918 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd402f-e36c-4a98-903c-2f7e6c9b6ff3 req-f49bc5c6-9ae1-4895-a8d1-d43b1eaebbcd tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:53.990345 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01dd402f-e36c-4a98-903c-2f7e6c9b6ff3 req-f49bc5c6-9ae1-4895-a8d1-d43b1eaebbcd tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1010761 Jul 16 01:43:53.996714 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea04e8e-df9a-4f90-ada0-ab5032adde2a req-18a027f4-6862-4cf9-bc69-67139ade231c tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:53.998192 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7ea04e8e-df9a-4f90-ada0-ab5032adde2a req-18a027f4-6862-4cf9-bc69-67139ade231c tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0619054 Jul 16 01:43:54.026918 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb9f81-35b2-4dd2-b0b9-07ed979d7f1b req-51ba29c9-c1c3-42cf-a833-a4c946b7fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.028467 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-75cb9f81-35b2-4dd2-b0b9-07ed979d7f1b req-51ba29c9-c1c3-42cf-a833-a4c946b7fe36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 1095 time: 0.0926623 Jul 16 01:43:54.040400 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7ea04e8e-df9a-4f90-ada0-ab5032adde2a req-b3e2bbd3-a2ae-439f-85ea-c70280f24a88 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357084 Jul 16 01:43:54.050742 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01dd402f-e36c-4a98-903c-2f7e6c9b6ff3 req-672becf7-cec3-4904-af4b-fa357e0c44f6 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530770 Jul 16 01:43:54.142768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb9f81-35b2-4dd2-b0b9-07ed979d7f1b req-fd0fb90a-1ea9-467b-b250-8d1c1a270d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.144594 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-75cb9f81-35b2-4dd2-b0b9-07ed979d7f1b req-fd0fb90a-1ea9-467b-b250-8d1c1a270d92 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 912 time: 0.1083004 Jul 16 01:43:54.213365 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bbbc1-ea75-45ae-9d9a-460944e635d3 req-4971b005-b608-46de-9caa-ec951ed94620 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.214859 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3e7bbbc1-ea75-45ae-9d9a-460944e635d3 req-4971b005-b608-46de-9caa-ec951ed94620 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0683019 Jul 16 01:43:54.228705 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-75cb9f81-35b2-4dd2-b0b9-07ed979d7f1b req-9e710096-bd2e-414a-ab4c-31de8b03b5fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e HTTP/1.1" status: 200 len: 998 time: 0.0614944 Jul 16 01:43:54.255404 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3e7bbbc1-ea75-45ae-9d9a-460944e635d3 req-fd087b9e-f4f3-49f4-8cfc-0ae7a1cb975c tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343006 Jul 16 01:43:54.284212 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb9f81-35b2-4dd2-b0b9-07ed979d7f1b req-dce9eba7-9a0b-4235-8ebe-6c7e480b55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.286182 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-75cb9f81-35b2-4dd2-b0b9-07ed979d7f1b req-dce9eba7-9a0b-4235-8ebe-6c7e480b55d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.0516062 Jul 16 01:43:54.352030 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb9f81-35b2-4dd2-b0b9-07ed979d7f1b req-43cddcfe-395d-41c3-bc73-dac39840b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.353510 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-75cb9f81-35b2-4dd2-b0b9-07ed979d7f1b req-43cddcfe-395d-41c3-bc73-dac39840b5b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603440 Jul 16 01:43:54.423212 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8be94d24-c9cf-4099-8e13-333ad3a83bcd req-7de30819-1458-4bcd-ad51-672c01470899 tempest-VolumesActionsTest-154809873 tempest-VolumesActionsTest-154809873-project] 10.222.0.54 "GET /v2.0/ports?device_id=674ae674-0636-4e78-8aa8-0b5e7160b2e2 HTTP/1.1" status: 200 len: 210 time: 0.0315583 Jul 16 01:43:54.473690 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-75cb9f81-35b2-4dd2-b0b9-07ed979d7f1b req-8c20671f-97f8-45c6-9ffc-2fe5dd71e002 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133668 Jul 16 01:43:54.494358 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787b9a2-4fd6-40ea-b891-57e691cf7f7e req-33901b04-9a6e-4a07-80dd-068668a359df tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.496192 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c787b9a2-4fd6-40ea-b891-57e691cf7f7e req-33901b04-9a6e-4a07-80dd-068668a359df tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 946 time: 0.0692241 Jul 16 01:43:54.592452 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-75cb9f81-35b2-4dd2-b0b9-07ed979d7f1b req-435233b3-9f61-463b-97ff-f4e64da0a038 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113627 Jul 16 01:43:54.640369 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-c787b9a2-4fd6-40ea-b891-57e691cf7f7e req-d18eab68-1958-4851-868c-8d6ebabd3bdb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Deleting port 56f448c4-b06d-4a04-8c97-521d0e943e7d {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:54.641111 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c787b9a2-4fd6-40ea-b891-57e691cf7f7e req-d18eab68-1958-4851-868c-8d6ebabd3bdb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.760936 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-c787b9a2-4fd6-40ea-b891-57e691cf7f7e req-d18eab68-1958-4851-868c-8d6ebabd3bdb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] For port 56f448c4-b06d-4a04-8c97-521d0e943e7d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=56f448c4-b06d-4a04-8c97-521d0e943e7d,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:54.761293 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c787b9a2-4fd6-40ea-b891-57e691cf7f7e req-d18eab68-1958-4851-868c-8d6ebabd3bdb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.775679 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-c787b9a2-4fd6-40ea-b891-57e691cf7f7e req-d18eab68-1958-4851-868c-8d6ebabd3bdb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Calling delete_port for 56f448c4-b06d-4a04-8c97-521d0e943e7d owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:54.911126 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c787b9a2-4fd6-40ea-b891-57e691cf7f7e req-d18eab68-1958-4851-868c-8d6ebabd3bdb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.945034 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18eab68-1958-4851-868c-8d6ebabd3bdb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Pushing event deleted for resources: {'Port': ['ID=56f448c4-b06d-4a04-8c97-521d0e943e7d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:54.947776 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['efd02165-8351-4e87-9a54-2c6b152ae053'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:54.987588 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['56f448c4-b06d-4a04-8c97-521d0e943e7d'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:54.994817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c787b9a2-4fd6-40ea-b891-57e691cf7f7e req-d18eab68-1958-4851-868c-8d6ebabd3bdb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] No DVR routers for this DVR port 56f448c4-b06d-4a04-8c97-521d0e943e7d on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:54.997580 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c787b9a2-4fd6-40ea-b891-57e691cf7f7e req-d18eab68-1958-4851-868c-8d6ebabd3bdb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.000100 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c787b9a2-4fd6-40ea-b891-57e691cf7f7e req-d18eab68-1958-4851-868c-8d6ebabd3bdb tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.47 "DELETE /v2.0/ports/56f448c4-b06d-4a04-8c97-521d0e943e7d HTTP/1.1" status: 204 len: 173 time: 0.4802125 Jul 16 01:43:55.249568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69088f7-fba6-4fe9-b119-f74b5e19a50b req-866ec2f8-b7dd-472f-9a7a-04176bb4b66e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.252122 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f69088f7-fba6-4fe9-b119-f74b5e19a50b req-866ec2f8-b7dd-472f-9a7a-04176bb4b66e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0751817 Jul 16 01:43:55.262595 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c59b6a-1898-402b-b821-1ee8ef095ebc req-e5d6ee10-3dc8-4ce0-bbb5-b35f185a19ad tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.264069 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7c59b6a-1898-402b-b821-1ee8ef095ebc req-e5d6ee10-3dc8-4ce0-bbb5-b35f185a19ad tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0828142 Jul 16 01:43:55.300917 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f69088f7-fba6-4fe9-b119-f74b5e19a50b req-4917d057-6f95-4bd8-af72-7f5c315c5b4d tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428782 Jul 16 01:43:55.326366 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7c59b6a-1898-402b-b821-1ee8ef095ebc req-230f5e62-48cf-4b22-b610-be0bd2f91d71 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495760 Jul 16 01:43:55.493258 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdae64d-c63b-4e06-b02b-2d0c01593776', 'name': 'network-vif-deleted', 'tag': '56f448c4-b06d-4a04-8c97-521d0e943e7d'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:55.496152 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6c09ac-03b5-4b06-8bad-d0438012f888" -d '{"events": [{"server_uuid": "0fdae64d-c63b-4e06-b02b-2d0c01593776", "name": "network-vif-deleted", "tag": "56f448c4-b06d-4a04-8c97-521d0e943e7d"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:55.577760 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56c1b826-b363-4de8-8406-96b3f007f9ed req-06caf75e-b3af-4d5f-a025-e44beaaf47c5 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fdae64d-c63b-4e06-b02b-2d0c01593776 HTTP/1.1" status: 200 len: 210 time: 0.0301526 Jul 16 01:43:55.673250 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c90793-e474-4f18-a2e1-59eca0ce48f2 x-openstack-request-id: req-a0c90793-e474-4f18-a2e1-59eca0ce48f2 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:55.673738 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdae64d-c63b-4e06-b02b-2d0c01593776", "name": "network-vif-deleted", "tag": "56f448c4-b06d-4a04-8c97-521d0e943e7d", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:55.674220 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0c90793-e474-4f18-a2e1-59eca0ce48f2 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:55.674641 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdae64d-c63b-4e06-b02b-2d0c01593776', 'name': 'network-vif-deleted', 'tag': '56f448c4-b06d-4a04-8c97-521d0e943e7d', 'status': 'completed', 'code': 200} Jul 16 01:43:56.443123 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc043ce-e26f-4a33-a85d-992c58a34ce1 req-7d00ccf1-9278-492b-8d50-fb48da53c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:56.445470 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cbc043ce-e26f-4a33-a85d-992c58a34ce1 req-7d00ccf1-9278-492b-8d50-fb48da53c009 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 1097 time: 0.0639679 Jul 16 01:43:56.524080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce46ca-71ab-448a-9967-201595ef8e3c req-51d80a8f-2a82-4629-ab66-c50690f6b30a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:56.525706 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-45ce46ca-71ab-448a-9967-201595ef8e3c req-51d80a8f-2a82-4629-ab66-c50690f6b30a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0751884 Jul 16 01:43:56.544335 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cbc043ce-e26f-4a33-a85d-992c58a34ce1 req-56e6c869-4418-4844-87dd-07a05a1b36f7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830417 Jul 16 01:43:56.570047 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-45ce46ca-71ab-448a-9967-201595ef8e3c req-9260274a-a9d8-4465-ba15-ace9e4344886 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358219 Jul 16 01:43:56.578568 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865418d-9176-4ed5-b9c0-3040d818b2e0 req-cb5e6fcc-d5a7-415a-b7a2-234c267b530c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:56.581109 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0865418d-9176-4ed5-b9c0-3040d818b2e0 req-cb5e6fcc-d5a7-415a-b7a2-234c267b530c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1043210 Jul 16 01:43:56.644494 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0865418d-9176-4ed5-b9c0-3040d818b2e0 req-83a3b937-1eba-4d49-8db2-b82229f9cfa6 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561082 Jul 16 01:43:56.665064 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 8abd1e7e-7621-4edc-87cb-b0002b5c21f7 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:56.691685 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 8abd1e7e-7621-4edc-87cb-b0002b5c21f7 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:56.692213 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 8abd1e7e-7621-4edc-87cb-b0002b5c21f7 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:56.692501 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 56f448c4-b06d-4a04-8c97-521d0e943e7d no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:56.717498 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 56f448c4-b06d-4a04-8c97-521d0e943e7d {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:56.717850 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 56f448c4-b06d-4a04-8c97-521d0e943e7d not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:56.752042 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b33bb-5d54-4513-aba7-1fcf40a83599 req-40475065-c350-4af7-8caf-9b1901748128 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:56.754177 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-818b33bb-5d54-4513-aba7-1fcf40a83599 req-40475065-c350-4af7-8caf-9b1901748128 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/ports?device_id=a38aad60-1dca-404d-bd5d-0aa9bb45adca HTTP/1.1" status: 200 len: 945 time: 0.0733221 Jul 16 01:43:56.798956 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-818b33bb-5d54-4513-aba7-1fcf40a83599 req-57b1b7ff-3724-4156-bdda-08a35f1f490c tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bdee564-b95a-476a-8b9f-4f9a0d6a6b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376170 Jul 16 01:43:57.001422 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec6fc2-c408-42c6-81d3-4da437a22c23 req-1fe5b7df-ce53-4914-ad37-6ada9ce62620 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:57.002951 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-56ec6fc2-c408-42c6-81d3-4da437a22c23 req-1fe5b7df-ce53-4914-ad37-6ada9ce62620 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0685670 Jul 16 01:43:57.044078 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-56ec6fc2-c408-42c6-81d3-4da437a22c23 req-0ed3eea3-89c3-4037-99c4-c372bdd73827 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351093 Jul 16 01:43:57.509106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9016a-213d-4e03-a355-e9b2bb0235be req-258e572b-87a0-419b-8baa-cfc2d60eb0bd tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:57.511072 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7d9016a-213d-4e03-a355-e9b2bb0235be req-258e572b-87a0-419b-8baa-cfc2d60eb0bd tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0784953 Jul 16 01:43:57.555063 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7d9016a-213d-4e03-a355-e9b2bb0235be req-12e33bd6-3e10-4ea4-b64d-c88ffb73c100 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368288 Jul 16 01:43:57.764926 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1e2cd-4f10-4320-aef3-397f59153c4e req-babac123-4ea6-4c7f-a309-79efd161c40d tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:57.768263 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ad1e2cd-4f10-4320-aef3-397f59153c4e req-babac123-4ea6-4c7f-a309-79efd161c40d tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0782518 Jul 16 01:43:57.815257 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ad1e2cd-4f10-4320-aef3-397f59153c4e req-363c124d-cdb5-43b5-84e5-0fe3f746a9cd tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421660 Jul 16 01:43:58.041654 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a160c0-d56d-4f6a-8e11-9e276edc0ca5 req-f77cb448-4e20-4587-9b11-8c51e54f08d4 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:58.043400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a91efe-9534-4ae7-ba5d-6f52b7086454 req-e2a5c2a8-f5e3-46d3-b85d-3bd67f203f0b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:58.045443 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-03a91efe-9534-4ae7-ba5d-6f52b7086454 req-e2a5c2a8-f5e3-46d3-b85d-3bd67f203f0b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1043653 Jul 16 01:43:58.050560 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c3a160c0-d56d-4f6a-8e11-9e276edc0ca5 req-f77cb448-4e20-4587-9b11-8c51e54f08d4 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/ports?device_id=a38aad60-1dca-404d-bd5d-0aa9bb45adca HTTP/1.1" status: 200 len: 945 time: 0.0777824 Jul 16 01:43:58.093618 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c3a160c0-d56d-4f6a-8e11-9e276edc0ca5 req-3b9532ec-290c-4840-9315-70d92535387d tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bdee564-b95a-476a-8b9f-4f9a0d6a6b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420322 Jul 16 01:43:58.099701 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-03a91efe-9534-4ae7-ba5d-6f52b7086454 req-6d6eed13-a1e8-43ff-95ed-4abeca0806b4 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457778 Jul 16 01:43:58.344886 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fd76b606-9d54-4be8-9142-43e3ba2150d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.609777 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.764324 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718700af-ca78-4793-8ec1-1e93f2c4c206 req-75f0f815-81e0-4591-9d4d-9674090feb4a tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:58.765908 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-718700af-ca78-4793-8ec1-1e93f2c4c206 req-75f0f815-81e0-4591-9d4d-9674090feb4a tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.26 "GET /v2.0/ports?device_id=a38aad60-1dca-404d-bd5d-0aa9bb45adca HTTP/1.1" status: 200 len: 945 time: 0.0659437 Jul 16 01:43:58.854090 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2d037-9a75-4cfe-b393-38f1ba78fb53 req-0e0a6b79-5ef7-4e19-a36f-bf66925b4d34 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:58.855906 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7ec2d037-9a75-4cfe-b393-38f1ba78fb53 req-0e0a6b79-5ef7-4e19-a36f-bf66925b4d34 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9aacc9c6-d1f3-4684-bc7c-5afe33e3e519 HTTP/1.1" status: 200 len: 945 time: 0.0699954 Jul 16 01:43:58.881544 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-718700af-ca78-4793-8ec1-1e93f2c4c206 req-9e1b3ae5-d414-4100-919a-2259f1fd0af9 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Deleting port 28ad2a72-1fae-48f4-8c5f-00ddc376dc55 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:58.881906 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-718700af-ca78-4793-8ec1-1e93f2c4c206 req-9e1b3ae5-d414-4100-919a-2259f1fd0af9 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.905302 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7ec2d037-9a75-4cfe-b393-38f1ba78fb53 req-84433ca4-6f74-4b6a-bc4d-c5dd834e1289 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419650 Jul 16 01:43:59.019581 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-718700af-ca78-4793-8ec1-1e93f2c4c206 req-9e1b3ae5-d414-4100-919a-2259f1fd0af9 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] For port 28ad2a72-1fae-48f4-8c5f-00ddc376dc55, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=28ad2a72-1fae-48f4-8c5f-00ddc376dc55,segment=NetworkSegment(22c9441e-2e57-46cc-a4a4-8dcd6cbe2030),segment_id=22c9441e-2e57-46cc-a4a4-8dcd6cbe2030)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:59.020078 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-718700af-ca78-4793-8ec1-1e93f2c4c206 req-9e1b3ae5-d414-4100-919a-2259f1fd0af9 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.038361 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-718700af-ca78-4793-8ec1-1e93f2c4c206 req-9e1b3ae5-d414-4100-919a-2259f1fd0af9 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Calling delete_port for 28ad2a72-1fae-48f4-8c5f-00ddc376dc55 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:59.069505 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c58b5a-9d8a-4cf7-9a3d-c323df0dbbfc req-40413add-fb78-46d9-8d9a-6f40f63b05dd tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:59.071439 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-78c58b5a-9d8a-4cf7-9a3d-c323df0dbbfc req-40413add-fb78-46d9-8d9a-6f40f63b05dd tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.1175230 Jul 16 01:43:59.153667 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-78c58b5a-9d8a-4cf7-9a3d-c323df0dbbfc req-19807137-756d-413c-a7c9-5d389c6d0e5c tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534618 Jul 16 01:43:59.237150 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-718700af-ca78-4793-8ec1-1e93f2c4c206 req-9e1b3ae5-d414-4100-919a-2259f1fd0af9 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.273244 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['28ad2a72-1fae-48f4-8c5f-00ddc376dc55'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:59.282349 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6f8fffc-1eeb-4f68-b4ef-a223da70264f req-c180380d-0036-4e10-a06e-c168db8833e4 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/ports?device_id=a38aad60-1dca-404d-bd5d-0aa9bb45adca HTTP/1.1" status: 200 len: 210 time: 0.0364919 Jul 16 01:43:59.298000 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b3ae5-d414-4100-919a-2259f1fd0af9 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Pushing event deleted for resources: {'Port': ['ID=28ad2a72-1fae-48f4-8c5f-00ddc376dc55,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:59.392497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-718700af-ca78-4793-8ec1-1e93f2c4c206 req-9e1b3ae5-d414-4100-919a-2259f1fd0af9 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] No DVR routers for this DVR port 28ad2a72-1fae-48f4-8c5f-00ddc376dc55 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:59.396315 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-718700af-ca78-4793-8ec1-1e93f2c4c206 req-9e1b3ae5-d414-4100-919a-2259f1fd0af9 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.399048 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-718700af-ca78-4793-8ec1-1e93f2c4c206 req-9e1b3ae5-d414-4100-919a-2259f1fd0af9 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.26 "DELETE /v2.0/ports/28ad2a72-1fae-48f4-8c5f-00ddc376dc55 HTTP/1.1" status: 204 len: 173 time: 0.6261370 Jul 16 01:43:59.399484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38aad60-1dca-404d-bd5d-0aa9bb45adca', 'name': 'network-vif-deleted', 'tag': '28ad2a72-1fae-48f4-8c5f-00ddc376dc55'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:59.402606 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9485822-fbf4-4275-b4be-0f0b852bf92e" -d '{"events": [{"server_uuid": "a38aad60-1dca-404d-bd5d-0aa9bb45adca", "name": "network-vif-deleted", "tag": "28ad2a72-1fae-48f4-8c5f-00ddc376dc55"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:59.474945 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b45a1-4850-4d70-bdca-d864c8684bd1 req-b28b47c6-b262-4697-9032-4dffb77bd972 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:59.480437 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bc5b45a1-4850-4d70-bdca-d864c8684bd1 req-b28b47c6-b262-4697-9032-4dffb77bd972 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1731744 Jul 16 01:43:59.519235 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bc5b45a1-4850-4d70-bdca-d864c8684bd1 req-f4ec6b2c-b4c0-4764-a0db-3f9d092f32c6 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362909 Jul 16 01:43:59.745073 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0d7fa8-5e18-4117-a81e-0d948d3d5dc9 x-openstack-request-id: req-ec0d7fa8-5e18-4117-a81e-0d948d3d5dc9 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:59.745850 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38aad60-1dca-404d-bd5d-0aa9bb45adca", "name": "network-vif-deleted", "tag": "28ad2a72-1fae-48f4-8c5f-00ddc376dc55", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:59.746219 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec0d7fa8-5e18-4117-a81e-0d948d3d5dc9 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:59.746803 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38aad60-1dca-404d-bd5d-0aa9bb45adca', 'name': 'network-vif-deleted', 'tag': '28ad2a72-1fae-48f4-8c5f-00ddc376dc55', 'status': 'completed', 'code': 200} Jul 16 01:44:00.170861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde0ff7-4a40-45c0-a468-4cf9fcccf204 req-36b92153-931a-4d63-b14c-035acb99f29d tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.172567 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a3f3b-0fc7-4a60-9dd5-1a268649af7d req-550c0598-376c-40fa-8f9e-e5cad45fc088 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.172982 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cbde0ff7-4a40-45c0-a468-4cf9fcccf204 req-36b92153-931a-4d63-b14c-035acb99f29d tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9aacc9c6-d1f3-4684-bc7c-5afe33e3e519 HTTP/1.1" status: 200 len: 945 time: 0.0943241 Jul 16 01:44:00.179871 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba9a3f3b-0fc7-4a60-9dd5-1a268649af7d req-550c0598-376c-40fa-8f9e-e5cad45fc088 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.1358230 Jul 16 01:44:00.190568 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06419f-3f93-4b6d-bca9-d14dd5510f7d req-c454d92b-4c79-4af6-bc5a-84c1b7aa726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.192067 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6e06419f-3f93-4b6d-bca9-d14dd5510f7d req-c454d92b-4c79-4af6-bc5a-84c1b7aa726b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99d319bfc75943aa8724b2b1f28f0994&device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 1097 time: 0.1338656 Jul 16 01:44:00.229510 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cbde0ff7-4a40-45c0-a468-4cf9fcccf204 req-108b62ce-c3b7-40e7-b010-a245b92a572a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/security-groups?id=2075b85c-af22-4211-92e3-7894f6c22480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445161 Jul 16 01:44:00.249586 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba9a3f3b-0fc7-4a60-9dd5-1a268649af7d req-226b301f-ee67-4eaf-b672-7a950706f06e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673618 Jul 16 01:44:00.339855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06419f-3f93-4b6d-bca9-d14dd5510f7d req-8b9c8a86-4e4b-41cd-b8be-a7ef46a44c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.342289 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6e06419f-3f93-4b6d-bca9-d14dd5510f7d req-8b9c8a86-4e4b-41cd-b8be-a7ef46a44c28 service neutron] 10.222.0.26 "GET /v2.0/networks?id=203c259b-6808-454c-950b-0d68f44e0a77 HTTP/1.1" status: 200 len: 919 time: 0.1392825 Jul 16 01:44:00.479549 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6e06419f-3f93-4b6d-bca9-d14dd5510f7d req-6edf32f5-e22a-4df4-9aa7-f7f8eb97a15c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82f6c61e-eb43-40c4-ba84-9d19ff49c329 HTTP/1.1" status: 200 len: 217 time: 0.0680158 Jul 16 01:44:00.520061 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9e7fa4df-1090-46ac-a10e-bfc1e4076657 req-a10a7133-9fa7-4562-840c-85aa0c703be1 tempest-ServerTagsTestJSON-394649324 tempest-ServerTagsTestJSON-394649324-project] 10.222.0.54 "GET /v2.0/ports?device_id=a38aad60-1dca-404d-bd5d-0aa9bb45adca HTTP/1.1" status: 200 len: 210 time: 0.0394387 Jul 16 01:44:00.562443 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d8c02-9f2c-48f0-903f-e9caf2ea3136 req-972112c2-d36c-4d53-b965-f7f94c2fa91a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.564626 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a7d8c02-9f2c-48f0-903f-e9caf2ea3136 req-972112c2-d36c-4d53-b965-f7f94c2fa91a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.26 "GET /v2.0/ports?device_id=9aacc9c6-d1f3-4684-bc7c-5afe33e3e519 HTTP/1.1" status: 200 len: 945 time: 0.1344090 Jul 16 01:44:00.571319 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06419f-3f93-4b6d-bca9-d14dd5510f7d req-5bc3f7c6-cb13-4a04-92e2-7c28a52f91e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.572606 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6e06419f-3f93-4b6d-bca9-d14dd5510f7d req-5bc3f7c6-cb13-4a04-92e2-7c28a52f91e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49ef4659-39ae-4d72-898c-630ab0b4abf0 HTTP/1.1" status: 200 len: 858 time: 0.0516579 Jul 16 01:44:00.572754 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6803856-02a6-48ad-94da-a0887eaf8b32 req-03a8b213-0ed1-4e10-aff2-08bcfe202eed tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.574185 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e6803856-02a6-48ad-94da-a0887eaf8b32 req-03a8b213-0ed1-4e10-aff2-08bcfe202eed tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1984668 Jul 16 01:44:00.620748 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6e06419f-3f93-4b6d-bca9-d14dd5510f7d req-8d0f6e76-a435-446d-8046-26a075a3b28a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=203c259b-6808-454c-950b-0d68f44e0a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391304 Jul 16 01:44:00.678284 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e6803856-02a6-48ad-94da-a0887eaf8b32 req-c808b0c5-030a-406f-b69b-e784306ff001 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934477 Jul 16 01:44:00.713574 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-5a7d8c02-9f2c-48f0-903f-e9caf2ea3136 req-2a2f3d23-d243-480d-a134-69c79901a721 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Deleting port efd02165-8351-4e87-9a54-2c6b152ae053 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:00.715035 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5a7d8c02-9f2c-48f0-903f-e9caf2ea3136 req-2a2f3d23-d243-480d-a134-69c79901a721 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.732680 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6e06419f-3f93-4b6d-bca9-d14dd5510f7d req-359888dd-4909-45e7-bdf2-99546ba79448 service neutron] 10.222.0.26 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048791 Jul 16 01:44:00.817183 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-5a7d8c02-9f2c-48f0-903f-e9caf2ea3136 req-2a2f3d23-d243-480d-a134-69c79901a721 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] For port efd02165-8351-4e87-9a54-2c6b152ae053, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=efd02165-8351-4e87-9a54-2c6b152ae053,segment=NetworkSegment(3199ee09-33b8-4580-9e4a-3da70e1a9fc8),segment_id=3199ee09-33b8-4580-9e4a-3da70e1a9fc8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:00.817520 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5a7d8c02-9f2c-48f0-903f-e9caf2ea3136 req-2a2f3d23-d243-480d-a134-69c79901a721 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.833538 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-5a7d8c02-9f2c-48f0-903f-e9caf2ea3136 req-2a2f3d23-d243-480d-a134-69c79901a721 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Calling delete_port for efd02165-8351-4e87-9a54-2c6b152ae053 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:00.835593 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6e06419f-3f93-4b6d-bca9-d14dd5510f7d req-edd112b6-bebd-4868-ae40-40346925bf20 service neutron] 10.222.0.26 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970397 Jul 16 01:44:00.970713 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5a7d8c02-9f2c-48f0-903f-e9caf2ea3136 req-2a2f3d23-d243-480d-a134-69c79901a721 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.000350 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f3d23-d243-480d-a134-69c79901a721 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Pushing event deleted for resources: {'Port': ['ID=efd02165-8351-4e87-9a54-2c6b152ae053,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:01.010274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['efd02165-8351-4e87-9a54-2c6b152ae053'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:01.050072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7d8c02-9f2c-48f0-903f-e9caf2ea3136 req-2a2f3d23-d243-480d-a134-69c79901a721 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] No DVR routers for this DVR port efd02165-8351-4e87-9a54-2c6b152ae053 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:01.052760 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5a7d8c02-9f2c-48f0-903f-e9caf2ea3136 req-2a2f3d23-d243-480d-a134-69c79901a721 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.054845 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a7d8c02-9f2c-48f0-903f-e9caf2ea3136 req-2a2f3d23-d243-480d-a134-69c79901a721 tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.26 "DELETE /v2.0/ports/efd02165-8351-4e87-9a54-2c6b152ae053 HTTP/1.1" status: 204 len: 173 time: 0.4798267 Jul 16 01:44:01.055298 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aacc9c6-d1f3-4684-bc7c-5afe33e3e519', 'name': 'network-vif-deleted', 'tag': 'efd02165-8351-4e87-9a54-2c6b152ae053'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:01.057760 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6aeab55-9a07-47fc-bd69-a6533601c967" -d '{"events": [{"server_uuid": "9aacc9c6-d1f3-4684-bc7c-5afe33e3e519", "name": "network-vif-deleted", "tag": "efd02165-8351-4e87-9a54-2c6b152ae053"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:01.078478 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.085412 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1f3ae158-b44c-476e-8e2b-d4c73d128378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.108363 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6809a99-cc2d-4031-ad44-ff6d6a188e13 x-openstack-request-id: req-e6809a99-cc2d-4031-ad44-ff6d6a188e13 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:01.108901 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aacc9c6-d1f3-4684-bc7c-5afe33e3e519", "name": "network-vif-deleted", "tag": "efd02165-8351-4e87-9a54-2c6b152ae053", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:01.109328 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e6809a99-cc2d-4031-ad44-ff6d6a188e13 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:01.109966 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aacc9c6-d1f3-4684-bc7c-5afe33e3e519', 'name': 'network-vif-deleted', 'tag': 'efd02165-8351-4e87-9a54-2c6b152ae053', 'status': 'completed', 'code': 200} Jul 16 01:44:01.424309 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1809dbf4-f67b-4050-92ba-1481f00953e2 req-57a1babd-bf5d-4e0c-b206-1dd41f70bc2a tempest-ServersTestJSON-928222163 tempest-ServersTestJSON-928222163-project] 10.222.0.54 "GET /v2.0/ports?device_id=9aacc9c6-d1f3-4684-bc7c-5afe33e3e519 HTTP/1.1" status: 200 len: 210 time: 0.0508976 Jul 16 01:44:01.455978 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e53a3-1a2c-430f-b933-8d68d9db7ad5 req-027f995e-5f48-4748-afbf-d13ef355b187 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.457423 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1e4e53a3-1a2c-430f-b933-8d68d9db7ad5 req-027f995e-5f48-4748-afbf-d13ef355b187 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0725968 Jul 16 01:44:01.495634 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1e4e53a3-1a2c-430f-b933-8d68d9db7ad5 req-4aafbb16-d6e1-4c30-816a-d42dde533696 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326381 Jul 16 01:44:01.621549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 36024) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:01.667575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-c686cbdf-2e2a-4f47-8478-343d5b7ad048 admin admin] Deleting subnet e19405e7-62b3-4f8d-8cf7-07f1e6479561 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:01.670752 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c686cbdf-2e2a-4f47-8478-343d5b7ad048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.707853 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c686cbdf-2e2a-4f47-8478-343d5b7ad048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.767620 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c686cbdf-2e2a-4f47-8478-343d5b7ad048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.918069 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c686cbdf-2e2a-4f47-8478-343d5b7ad048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.955317 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc8d3c-709e-49d5-9a29-77b546266468 req-bab50def-9d46-4931-b5c7-e8d58223e497 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.956843 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-98bc8d3c-709e-49d5-9a29-77b546266468 req-bab50def-9d46-4931-b5c7-e8d58223e497 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1233878 Jul 16 01:44:01.958051 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686cbdf-2e2a-4f47-8478-343d5b7ad048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e19405e7-62b3-4f8d-8cf7-07f1e6479561,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:01.965146 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c686cbdf-2e2a-4f47-8478-343d5b7ad048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.970199 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c686cbdf-2e2a-4f47-8478-343d5b7ad048 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e19405e7-62b3-4f8d-8cf7-07f1e6479561 HTTP/1.1" status: 204 len: 168 time: 0.3444483 Jul 16 01:44:01.970462 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 36032) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:02.013436 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.020015 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-98bc8d3c-709e-49d5-9a29-77b546266468 req-5928760e-e290-45bf-8199-42fbf39703a0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557213 Jul 16 01:44:02.065275 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-93d1d4d2-a0ab-4033-a84f-6f29466bab46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.167962 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-93d1d4d2-a0ab-4033-a84f-6f29466bab46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.181187 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-93d1d4d2-a0ab-4033-a84f-6f29466bab46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4714878c-ba32-471e-8d6d-eda7fc90b9fb']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:02.193722 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-93d1d4d2-a0ab-4033-a84f-6f29466bab46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c9441e-2e57-46cc-a4a4-8dcd6cbe2030') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:02.194070 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-93d1d4d2-a0ab-4033-a84f-6f29466bab46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c9441e-2e57-46cc-a4a4-8dcd6cbe2030') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:02.205749 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-93d1d4d2-a0ab-4033-a84f-6f29466bab46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.213487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8941176-d854-4281-8117-9a4ae4ed083b req-a83819f1-22c0-4779-8917-c5c812243145 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:02.215050 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a8941176-d854-4281-8117-9a4ae4ed083b req-a83819f1-22c0-4779-8917-c5c812243145 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0748103 Jul 16 01:44:02.230336 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-93d1d4d2-a0ab-4033-a84f-6f29466bab46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.244708 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d1d4d2-a0ab-4033-a84f-6f29466bab46 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:02.245134 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-93d1d4d2-a0ab-4033-a84f-6f29466bab46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:02.248406 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:02.277708 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a8941176-d854-4281-8117-9a4ae4ed083b req-a9f0651a-343b-43a8-83cb-dac8eccc748d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479484 Jul 16 01:44:02.371090 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-93d1d4d2-a0ab-4033-a84f-6f29466bab46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.382616 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-93d1d4d2-a0ab-4033-a84f-6f29466bab46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.387279 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-93d1d4d2-a0ab-4033-a84f-6f29466bab46 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4714878c-ba32-471e-8d6d-eda7fc90b9fb HTTP/1.1" status: 204 len: 168 time: 0.4156671 Jul 16 01:44:02.398499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1d4d2-a0ab-4033-a84f-6f29466bab46 admin admin] Pushing event deleted for resources: {'Network': ['ID=4714878c-ba32-471e-8d6d-eda7fc90b9fb,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:02.495890 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae623106-cee4-49ce-aa5c-6cffc209b5b2 req-49400bcd-8785-4e6d-9073-c260fa370ce8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:02.497702 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ae623106-cee4-49ce-aa5c-6cffc209b5b2 req-49400bcd-8785-4e6d-9073-c260fa370ce8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0886297 Jul 16 01:44:02.519308 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 36044) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:02.535341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 36048) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:02.567290 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ae623106-cee4-49ce-aa5c-6cffc209b5b2 req-829aec19-ce9d-4b1a-bebf-b752d5a5cd56 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573747 Jul 16 01:44:02.612085 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-7842aa38-0490-416a-be36-9cf9a9e1804a admin admin] Deleting subnet 0ed8c6f3-d43f-4024-a124-b2544fda26de {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:02.617682 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-207a63ae-3a1c-4ed7-831c-ff4cb146799c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=031a90ef7f0748b4957740e561bebf92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0968695 Jul 16 01:44:02.618128 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7842aa38-0490-416a-be36-9cf9a9e1804a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.620367 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 36052) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:02.715135 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7842aa38-0490-416a-be36-9cf9a9e1804a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.773741 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25680c6a-d242-4035-a9ff-d5c098b8b3b8 req-bc221789-0408-4985-9ab4-f6c655b904bf tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:02.775746 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25680c6a-d242-4035-a9ff-d5c098b8b3b8 req-bc221789-0408-4985-9ab4-f6c655b904bf tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0801661 Jul 16 01:44:02.788965 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7842aa38-0490-416a-be36-9cf9a9e1804a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.790978 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b67eb8c2-b298-454e-b11b-4de99e9270ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.839375 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3a0b0-eeda-424f-a990-c614df6b1144 req-d8acf0a8-9779-44e3-aebb-5f73da6a7722 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:02.840946 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-56f3a0b0-eeda-424f-a990-c614df6b1144 req-d8acf0a8-9779-44e3-aebb-5f73da6a7722 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.1940253 Jul 16 01:44:02.846949 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25680c6a-d242-4035-a9ff-d5c098b8b3b8 req-342ee2e0-2ffd-46bc-ac47-37525e7e8090 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577374 Jul 16 01:44:02.859646 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b67eb8c2-b298-454e-b11b-4de99e9270ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.948782 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-56f3a0b0-eeda-424f-a990-c614df6b1144 req-90734eca-71c7-400a-9bd5-983e66e97434 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959153 Jul 16 01:44:02.950985 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7842aa38-0490-416a-be36-9cf9a9e1804a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.990141 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842aa38-0490-416a-be36-9cf9a9e1804a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ed8c6f3-d43f-4024-a124-b2544fda26de,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:02.992606 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b67eb8c2-b298-454e-b11b-4de99e9270ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.994975 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b67eb8c2-b298-454e-b11b-4de99e9270ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.996145 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b67eb8c2-b298-454e-b11b-4de99e9270ff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0bdee564-b95a-476a-8b9f-4f9a0d6a6b5e HTTP/1.1" status: 204 len: 168 time: 0.3748612 Jul 16 01:44:03.002883 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7842aa38-0490-416a-be36-9cf9a9e1804a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.007462 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7842aa38-0490-416a-be36-9cf9a9e1804a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0ed8c6f3-d43f-4024-a124-b2544fda26de HTTP/1.1" status: 204 len: 168 time: 0.4684639 Jul 16 01:44:03.008067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 36060) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:03.010855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67eb8c2-b298-454e-b11b-4de99e9270ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdee564-b95a-476a-8b9f-4f9a0d6a6b5e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:03.505972 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9b256f4-2af2-41de-9f6b-dfce79fd11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.620283 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9b256f4-2af2-41de-9f6b-dfce79fd11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.626488 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b9b256f4-2af2-41de-9f6b-dfce79fd11d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d666cf0f-c0cb-4497-a3f6-7607773175b6']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:03.637782 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b9b256f4-2af2-41de-9f6b-dfce79fd11d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3199ee09-33b8-4580-9e4a-3da70e1a9fc8') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:03.638081 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b9b256f4-2af2-41de-9f6b-dfce79fd11d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3199ee09-33b8-4580-9e4a-3da70e1a9fc8') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:03.648457 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9b256f4-2af2-41de-9f6b-dfce79fd11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.664357 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9b256f4-2af2-41de-9f6b-dfce79fd11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.671358 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b256f4-2af2-41de-9f6b-dfce79fd11d1 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:03.671791 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9b256f4-2af2-41de-9f6b-dfce79fd11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:03.729393 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:03.741234 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9b256f4-2af2-41de-9f6b-dfce79fd11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.748181 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9b256f4-2af2-41de-9f6b-dfce79fd11d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.755341 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b9b256f4-2af2-41de-9f6b-dfce79fd11d1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d666cf0f-c0cb-4497-a3f6-7607773175b6 HTTP/1.1" status: 204 len: 168 time: 0.7454984 Jul 16 01:44:03.783112 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b256f4-2af2-41de-9f6b-dfce79fd11d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d666cf0f-c0cb-4497-a3f6-7607773175b6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:03.789391 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.909327 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 36096) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:03.915920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 28ad2a72-1fae-48f4-8c5f-00ddc376dc55 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:03.942666 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 28ad2a72-1fae-48f4-8c5f-00ddc376dc55 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:03.943440 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 28ad2a72-1fae-48f4-8c5f-00ddc376dc55 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:03.961671 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-389cf56f-733b-4977-902a-e09984d71768 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eee8cab6008b4c97b6da90d7038a45ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507045 Jul 16 01:44:03.964098 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 36098) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:04.026238 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-803a2264-9e61-4305-84cf-87bc406549ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.053908 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-803a2264-9e61-4305-84cf-87bc406549ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.109733 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-803a2264-9e61-4305-84cf-87bc406549ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.115287 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-803a2264-9e61-4305-84cf-87bc406549ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.116499 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-803a2264-9e61-4305-84cf-87bc406549ae admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2075b85c-af22-4211-92e3-7894f6c22480 HTTP/1.1" status: 204 len: 168 time: 0.1510863 Jul 16 01:44:04.155429 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a2264-9e61-4305-84cf-87bc406549ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2075b85c-af22-4211-92e3-7894f6c22480,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:04.245892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485994b4-6edb-4ba4-84a6-b4212964e1a6 req-c748da60-543d-49cc-98b5-d37a3ebf29c2 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:04.247490 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-485994b4-6edb-4ba4-84a6-b4212964e1a6 req-c748da60-543d-49cc-98b5-d37a3ebf29c2 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.1101029 Jul 16 01:44:04.299686 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-485994b4-6edb-4ba4-84a6-b4212964e1a6 req-fdc7f17d-96fd-49b1-97f5-c23a31c1e5ce tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450294 Jul 16 01:44:04.711274 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-18bbec98-f59d-4600-abcc-7cb6f45b384c req-6f5a122b-f4a4-4369-be67-effa859e9dee tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d18bb-11af-4865-9ffd-820701af09de HTTP/1.1" status: 200 len: 210 time: 0.0412347 Jul 16 01:44:05.603021 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-521f9a16-b366-4a8e-bee4-6bd4c3613335 req-4aa2d007-e7bb-4b50-938f-12cf41f6aedf tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0925357 Jul 16 01:44:05.834292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 36202) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:05.920874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device efd02165-8351-4e87-9a54-2c6b152ae053 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:05.960096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: efd02165-8351-4e87-9a54-2c6b152ae053 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:05.960827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device efd02165-8351-4e87-9a54-2c6b152ae053 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:06.010320 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-00a400ab-8ee5-4279-85fb-6ed678c55135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.144824 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e195944-cd92-4413-8d6a-350205c8b866 req-9d0a4bd7-9d75-46e4-91e7-24fa01bb6ab3 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:06.148312 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e195944-cd92-4413-8d6a-350205c8b866 req-9d0a4bd7-9d75-46e4-91e7-24fa01bb6ab3 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.1126711 Jul 16 01:44:06.168004 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-00a400ab-8ee5-4279-85fb-6ed678c55135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.173784 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-00a400ab-8ee5-4279-85fb-6ed678c55135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.203245 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e195944-cd92-4413-8d6a-350205c8b866 req-7f2707c5-bf3c-43e6-9f60-a2c7a835563b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488329 Jul 16 01:44:06.205734 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a400ab-8ee5-4279-85fb-6ed678c55135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013e9ab0-9539-4139-b35e-bcf20bb3d82c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:06.263382 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-00a400ab-8ee5-4279-85fb-6ed678c55135 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=80ef210c30c048a19b804961ff7f09bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4258449 Jul 16 01:44:06.264225 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 36214) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:06.338368 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8f3025bd-330b-4b76-a18c-9f197bf6bab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.362007 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8f3025bd-330b-4b76-a18c-9f197bf6bab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.425455 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8f3025bd-330b-4b76-a18c-9f197bf6bab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.428917 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8f3025bd-330b-4b76-a18c-9f197bf6bab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.430016 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8f3025bd-330b-4b76-a18c-9f197bf6bab4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/013e9ab0-9539-4139-b35e-bcf20bb3d82c HTTP/1.1" status: 204 len: 168 time: 0.1646295 Jul 16 01:44:06.440256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3025bd-330b-4b76-a18c-9f197bf6bab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013e9ab0-9539-4139-b35e-bcf20bb3d82c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:06.853870 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6e05c66a-c07d-4855-af2c-652f8c6c2e80 req-b11f2422-dbe4-470d-8575-efab4f127e05 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0719523 Jul 16 01:44:07.491817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 36256) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:07.623878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-2b16d2c6-af45-4e9b-ad28-565412c3df6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-589504356-network', 'tenant_id': '4d4d59d9b5c74be49d11aeb5012b5447'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:07.679327 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b16d2c6-af45-4e9b-ad28-565412c3df6b admin admin] Made reservation on behalf of 4d4d59d9b5c74be49d11aeb5012b5447 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:07.682102 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2b16d2c6-af45-4e9b-ad28-565412c3df6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.693897 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2b16d2c6-af45-4e9b-ad28-565412c3df6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.821176 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2b16d2c6-af45-4e9b-ad28-565412c3df6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.826568 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2b16d2c6-af45-4e9b-ad28-565412c3df6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.855843 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b16d2c6-af45-4e9b-ad28-565412c3df6b admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:07.862988 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16d2c6-af45-4e9b-ad28-565412c3df6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:07.869770 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2b16d2c6-af45-4e9b-ad28-565412c3df6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.870123 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-2b16d2c6-af45-4e9b-ad28-565412c3df6b admin admin] Added segment 148309c1-4d25-4db9-8f1f-d705698cb011 of type vlan for network 393f0775-2671-49ac-ad1d-f0b15cb8d974 Jul 16 01:44:07.959366 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2b16d2c6-af45-4e9b-ad28-565412c3df6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.027149 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2b16d2c6-af45-4e9b-ad28-565412c3df6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.028484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b16d2c6-af45-4e9b-ad28-565412c3df6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:08.030628 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2b16d2c6-af45-4e9b-ad28-565412c3df6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.076949 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2b16d2c6-af45-4e9b-ad28-565412c3df6b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5817645 Jul 16 01:44:08.083023 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 36272) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:08.090674 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-2f61510f-223b-4e45-aa27-4474de11114b admin admin] Request body: {'subnet': {'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-589504356-subnet', 'tenant_id': '4d4d59d9b5c74be49d11aeb5012b5447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:08.099970 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-640a5101-7ca9-4336-9e62-cf677fb58f34 req-5c17828b-f2e7-44d1-b516-72ae8a739dae tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0569732 Jul 16 01:44:08.182543 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f61510f-223b-4e45-aa27-4474de11114b admin admin] Made reservation on behalf of 4d4d59d9b5c74be49d11aeb5012b5447 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:08.186933 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f61510f-223b-4e45-aa27-4474de11114b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.194472 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16d2c6-af45-4e9b-ad28-565412c3df6b admin admin] Pushing event updated for resources: {'Network': ['ID=393f0775-2671-49ac-ad1d-f0b15cb8d974,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:08.208282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 393f0775-2671-49ac-ad1d-f0b15cb8d974 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:08.479587 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f61510f-223b-4e45-aa27-4474de11114b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.505039 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-92aaa465-5fb0-4256-bb1e-dc635c902106 req-96408571-0948-4e76-aa4f-c25205cc808b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8a7d18bb-11af-4865-9ffd-820701af09de HTTP/1.1" status: 200 len: 210 time: 0.0389445 Jul 16 01:44:08.538554 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61510f-223b-4e45-aa27-4474de11114b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e54dbb8b-2b82-4da2-88e4-630984d7eced,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:08.551118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f61510f-223b-4e45-aa27-4474de11114b admin admin] Checking segment: {'id': '148309c1-4d25-4db9-8f1f-d705698cb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:08.551488 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f61510f-223b-4e45-aa27-4474de11114b admin admin] Network hostable DHCP agents. Network: 393f0775-2671-49ac-ad1d-f0b15cb8d974, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:08.573384 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f61510f-223b-4e45-aa27-4474de11114b admin admin] Network 393f0775-2671-49ac-ad1d-f0b15cb8d974 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:08.584679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-2f61510f-223b-4e45-aa27-4474de11114b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 393f0775-2671-49ac-ad1d-f0b15cb8d974) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:08.589874 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f61510f-223b-4e45-aa27-4474de11114b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:08.590425 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f61510f-223b-4e45-aa27-4474de11114b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.601590 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d09e015-c3a1-44fd-8c3c-6602d9ac4126 None None] Network 393f0775-2671-49ac-ad1d-f0b15cb8d974 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:08.611757 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2f61510f-223b-4e45-aa27-4474de11114b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5249333 Jul 16 01:44:08.799555 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c37cec-132c-474c-84b9-96d10b3b904b None None] Network 393f0775-2671-49ac-ad1d-f0b15cb8d974 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:09.104602 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-c13ef8d2-c3a5-46a4-ac64-3b6655436233 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:09.106071 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-c13ef8d2-c3a5-46a4-ac64-3b6655436233 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/networks?id=393f0775-2671-49ac-ad1d-f0b15cb8d974 HTTP/1.1" status: 200 len: 814 time: 0.1104136 Jul 16 01:44:09.120426 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-267709f0-21d4-4d98-a766-71fdd23603fe tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/quotas/4d4d59d9b5c74be49d11aeb5012b5447 HTTP/1.1" status: 200 len: 375 time: 0.0089943 Jul 16 01:44:09.153852 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-7d6c71f4-0a22-4fda-b872-aed93b78c5d4 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d4d59d9b5c74be49d11aeb5012b5447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284605 Jul 16 01:44:09.287669 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c48049b9-b326-47a3-8ab1-9d1a5d751d60 req-af605b04-9593-4008-a857-e6b6b0f2ea12 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0411150 Jul 16 01:44:09.327338 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4c9333d0-0fea-4219-b340-fb60e4ab1c84 req-fefadbac-5d0b-474a-9793-79fde1446d6b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0496666 Jul 16 01:44:09.570452 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-8935defb-4ff1-4222-b6d5-2c98b16a1644 service neutron] 10.222.0.54 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098012 Jul 16 01:44:09.660798 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-ddbbb28d-e7cf-46d2-b84a-c6a7f1873135 service neutron] 10.222.0.54 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846260 Jul 16 01:44:09.869493 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4c000dd-caa8-4f16-8ef6-67c693a3fcd4 req-8cab59a2-26f4-464d-ac70-e9a2997a0241 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 210 time: 0.0627387 Jul 16 01:44:10.449188 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-2280d052-5f3c-4aed-bc53-a363da33f56f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0966463 Jul 16 01:44:10.541997 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9c19dad-3450-4dac-bde2-1039083e2028 req-a5ccc089-eada-4cd9-8896-3737a26a7c4a tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0713904 Jul 16 01:44:10.649078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-6cff63d8-5e0b-41a9-a66c-c0ff5c97669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:10.649999 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-6cff63d8-5e0b-41a9-a66c-c0ff5c97669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:10.650549 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-6cff63d8-5e0b-41a9-a66c-c0ff5c97669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:10.651146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-6cff63d8-5e0b-41a9-a66c-c0ff5c97669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:10.651841 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-6cff63d8-5e0b-41a9-a66c-c0ff5c97669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:10.652369 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-6cff63d8-5e0b-41a9-a66c-c0ff5c97669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:10.653102 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-6cff63d8-5e0b-41a9-a66c-c0ff5c97669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:10.660080 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-6cff63d8-5e0b-41a9-a66c-c0ff5c97669e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64&device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 6486 time: 0.1066144 Jul 16 01:44:10.805155 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-5e792ad0-6548-4672-a11d-1717790c05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:10.805868 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-5e792ad0-6548-4672-a11d-1717790c05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:10.806568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-5e792ad0-6548-4672-a11d-1717790c05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:10.808502 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-5e792ad0-6548-4672-a11d-1717790c05fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=390a5774-3bfa-4097-9619-3ba7e652e7e6&id=525896ce-09df-4da2-9eab-4fa66a501412&id=525896ce-09df-4da2-9eab-4fa66a501412&id=525896ce-09df-4da2-9eab-4fa66a501412&id=525896ce-09df-4da2-9eab-4fa66a501412&id=b9af7ef5-ac18-4736-89a9-97ab3ca3428e&id=b9af7ef5-ac18-4736-89a9-97ab3ca3428e HTTP/1.1" status: 200 len: 2293 time: 0.1187263 Jul 16 01:44:10.918686 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-fa414dea-d35d-4232-9507-07ee76855a7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6072fcdc-ba07-43e1-a11f-87e967e3d8d2 HTTP/1.1" status: 200 len: 1001 time: 0.0796175 Jul 16 01:44:11.014038 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-0c3e8214-2f0a-47d3-b52f-869b185d3f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:11.017281 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-0c3e8214-2f0a-47d3-b52f-869b185d3f70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4a8c7af0-3057-4f99-aaea-3d21547f38a4 HTTP/1.1" status: 200 len: 850 time: 0.0920784 Jul 16 01:44:11.083258 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-285452c3-6f22-4f7e-9358-7a7abb91f512 req-ab916206-0d10-44b2-99c9-8d014e58bca0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 210 time: 0.0734739 Jul 16 01:44:11.143310 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-49505464-f82b-4f66-beac-1d0771367d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:11.145039 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-49505464-f82b-4f66-beac-1d0771367d43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=390a5774-3bfa-4097-9619-3ba7e652e7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154044 Jul 16 01:44:11.253227 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-49f45400-7b12-46ee-9e16-7d9c66ccd6cb service neutron] 10.222.0.26 "GET /v2.0/networks/390a5774-3bfa-4097-9619-3ba7e652e7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012881 Jul 16 01:44:11.351726 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-6074aac0-9c62-431a-a42c-3568e38fbfae service neutron] 10.222.0.26 "GET /v2.0/networks/390a5774-3bfa-4097-9619-3ba7e652e7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917969 Jul 16 01:44:11.395969 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-67583fb6-fa8c-41d7-b67f-1f5b232b5eba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=38632ecf-0c45-4f74-98a7-3369ccdd828e HTTP/1.1" status: 200 len: 217 time: 0.0376887 Jul 16 01:44:11.460593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-20ce64b7-95c4-448d-a05e-b8a4d61f122b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:11.463798 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-20ce64b7-95c4-448d-a05e-b8a4d61f122b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2c50c7f-3bfe-422a-ae80-e07354d7446f HTTP/1.1" status: 200 len: 797 time: 0.0622005 Jul 16 01:44:11.526844 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-e2ceb6a8-e5b7-4d6b-a330-0ac5ae9981a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:11.528518 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-e2ceb6a8-e5b7-4d6b-a330-0ac5ae9981a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=525896ce-09df-4da2-9eab-4fa66a501412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0578089 Jul 16 01:44:11.751568 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-18309fb0-f98a-4170-a4a8-e2ad70914117 service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163563 Jul 16 01:44:11.776869 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-05df3de1-daa9-4a28-8980-72aef2566c4e tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:11.778321 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-05df3de1-daa9-4a28-8980-72aef2566c4e tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.47 "GET /v2.0/networks?id=393f0775-2671-49ac-ad1d-f0b15cb8d974 HTTP/1.1" status: 200 len: 814 time: 0.1778750 Jul 16 01:44:11.833931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-f48deee4-b1a6-407d-8881-91d89fd0caec tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Request body: {'port': {'device_id': 'c21f53ae-42ad-43c6-8e4d-2f8a2361540e', 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974', 'admin_state_up': True, 'tenant_id': '4d4d59d9b5c74be49d11aeb5012b5447'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:11.844243 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a3615d60-39b5-403a-8b40-67a4b37ad7da req-280fd2d8-97d0-4b4f-afe8-14975c1deb95 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0575740 Jul 16 01:44:11.989525 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-05315403-e362-400d-a835-271f4e297489 service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302623 Jul 16 01:44:12.059554 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-3a553ac5-a629-455d-919d-e035aeb8c2d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=6d22a53b-2464-4614-a2e4-ad4303acef4b HTTP/1.1" status: 200 len: 217 time: 0.0612807 Jul 16 01:44:12.120385 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-f48deee4-b1a6-407d-8881-91d89fd0caec tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Made reservation on behalf of 4d4d59d9b5c74be49d11aeb5012b5447 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:12.125957 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-f48deee4-b1a6-407d-8881-91d89fd0caec tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.149536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-cc7526e4-dac8-48b3-ae19-3580f9d0ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:12.152005 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-cc7526e4-dac8-48b3-ae19-3580f9d0ec57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2c50c7f-3bfe-422a-ae80-e07354d7446f HTTP/1.1" status: 200 len: 797 time: 0.0847857 Jul 16 01:44:12.435067 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85063e1f-2e0b-4bd4-8419-340f227e13c1 req-e41786c2-e0af-40ff-9ca5-6d487082567a tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 210 time: 0.1264539 Jul 16 01:44:12.549577 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-f98e30fc-c991-40aa-a768-45a10a8129ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:12.553576 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-f98e30fc-c991-40aa-a768-45a10a8129ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=525896ce-09df-4da2-9eab-4fa66a501412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3932526 Jul 16 01:44:12.579132 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8331dfbf-b9e6-4e73-bf96-e4e9c3d765b2 req-f47c867e-74b4-46b4-9024-9fa2f7b4dd1c tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0656352 Jul 16 01:44:12.632067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-f48deee4-b1a6-407d-8881-91d89fd0caec tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Allocated IP 172.20.0.5 (393f0775-2671-49ac-ad1d-f0b15cb8d974/e54dbb8b-2b82-4da2-88e4-630984d7eced/88e173de-de88-4b7d-85da-c5764a850913) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:12.757453 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-daab4896-416b-4291-b38d-7103e14edb15 service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973245 Jul 16 01:44:12.943622 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-fbdd2c28-8813-4cae-bf78-79055a95910c service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776621 Jul 16 01:44:12.958344 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-f48deee4-b1a6-407d-8881-91d89fd0caec tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.018154 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-6dd34ee7-4b71-4234-bc6a-1b3f5accbbb5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=7a8a248f-ea30-4e34-8a9e-022a3b879da9 HTTP/1.1" status: 200 len: 217 time: 0.0404034 Jul 16 01:44:13.084755 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-f48deee4-b1a6-407d-8881-91d89fd0caec tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.120451 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-d58cf866-3662-4dac-b1ba-4c2efa24ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:13.121980 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-d58cf866-3662-4dac-b1ba-4c2efa24ba26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2c50c7f-3bfe-422a-ae80-e07354d7446f HTTP/1.1" status: 200 len: 797 time: 0.0938766 Jul 16 01:44:13.165339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-f48deee4-b1a6-407d-8881-91d89fd0caec tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Network 393f0775-2671-49ac-ad1d-f0b15cb8d974 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:13.173263 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-f48deee4-b1a6-407d-8881-91d89fd0caec tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:13.178781 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-f48deee4-b1a6-407d-8881-91d89fd0caec tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:13.185033 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48deee4-b1a6-407d-8881-91d89fd0caec tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Pushing event updated for resources: {'Port': ['ID=88e173de-de88-4b7d-85da-c5764a850913,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:13.246500 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-f48deee4-b1a6-407d-8881-91d89fd0caec tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:13.247172 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-f48deee4-b1a6-407d-8881-91d89fd0caec tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.265578 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-61360ad9-ad94-46f7-be30-e27ed1b22a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:13.267242 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-61360ad9-ad94-46f7-be30-e27ed1b22a47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=525896ce-09df-4da2-9eab-4fa66a501412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1371994 Jul 16 01:44:13.269242 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-f48deee4-b1a6-407d-8881-91d89fd0caec tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4658988 Jul 16 01:44:13.314886 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Request body: {'port': {'device_id': 'c21f53ae-42ad-43c6-8e4d-2f8a2361540e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:13.452638 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-f04c68e4-004c-4b3a-af7b-4f49ae705cb4 service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666193 Jul 16 01:44:13.454150 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.673981 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-2f0a59fb-749c-4500-b229-226d1ebb9439 service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109795 Jul 16 01:44:13.741915 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6703d0eb-6f89-481f-a268-8cea79d1ed6b req-106d125f-40c9-44ac-b132-1a6bc89debb8 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0301223 Jul 16 01:44:13.743147 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-2de5c029-b34c-468e-9d35-2e34b8dcc05d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=65ae1488-7894-4e05-a642-06cbec3578dd HTTP/1.1" status: 200 len: 217 time: 0.0614419 Jul 16 01:44:13.840695 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289f101-a116-4a54-b592-3acc38d906ec req-068e4cd3-345d-46e8-890d-1fd9fc3c3a75 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:13.842245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0289f101-a116-4a54-b592-3acc38d906ec req-068e4cd3-345d-46e8-890d-1fd9fc3c3a75 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 931 time: 0.2666097 Jul 16 01:44:13.882000 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-de69db7b-8d21-4367-8b3f-8e6efeddbde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:13.883509 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-de69db7b-8d21-4367-8b3f-8e6efeddbde2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2c50c7f-3bfe-422a-ae80-e07354d7446f HTTP/1.1" status: 200 len: 797 time: 0.1337299 Jul 16 01:44:13.948114 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0289f101-a116-4a54-b592-3acc38d906ec req-6f00cff4-3e6e-41ba-a4ac-b66bc567357c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970984 Jul 16 01:44:14.002738 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e173de-de88-4b7d-85da-c5764a850913 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:14.012320 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.027255 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-2444a11a-1c00-411d-a03e-5086fdcd98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:14.028829 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-2444a11a-1c00-411d-a03e-5086fdcd98a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=525896ce-09df-4da2-9eab-4fa66a501412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1379640 Jul 16 01:44:14.031553 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Transition to ACTIVE for port object 88e173de-de88-4b7d-85da-c5764a850913 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:14.044033 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.162161 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Pushing event updated for resources: {'Port': ['ID=88e173de-de88-4b7d-85da-c5764a850913,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:14.214521 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-d5d15004-40e6-49d8-b5f6-11e603f9ae89 service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788361 Jul 16 01:44:14.270174 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Attempting to bind port 88e173de-de88-4b7d-85da-c5764a850913 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:14.270508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Attempting to bind port 88e173de-de88-4b7d-85da-c5764a850913 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '148309c1-4d25-4db9-8f1f-d705698cb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:14.270837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Attempting to bind port 88e173de-de88-4b7d-85da-c5764a850913 on network 393f0775-2671-49ac-ad1d-f0b15cb8d974 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:14.306919 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Port 88e173de-de88-4b7d-85da-c5764a850913 on network 393f0775-2671-49ac-ad1d-f0b15cb8d974 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:14.307258 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Attempting to bind port 88e173de-de88-4b7d-85da-c5764a850913 on network 393f0775-2671-49ac-ad1d-f0b15cb8d974 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:14.320422 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:14.320732 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Checking segment: {'id': '148309c1-4d25-4db9-8f1f-d705698cb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:14.321116 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Bound using segment: {'id': '148309c1-4d25-4db9-8f1f-d705698cb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:14.321629 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Bound port: 88e173de-de88-4b7d-85da-c5764a850913, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148309c1-4d25-4db9-8f1f-d705698cb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:14.322010 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.665777 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-02998455-eafc-4a5e-a30e-5e8d204d1edc service neutron] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427648 Jul 16 01:44:14.720598 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-5ea0d196-9c47-4f33-b085-193e012f4e3b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6010988f-c8d0-471b-afab-a70f8f8eb477 HTTP/1.1" status: 200 len: 217 time: 0.0381129 Jul 16 01:44:14.780146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] For port 88e173de-de88-4b7d-85da-c5764a850913, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:14.798144 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] For port 88e173de-de88-4b7d-85da-c5764a850913, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=88e173de-de88-4b7d-85da-c5764a850913,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:14.800649 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-87c37213-1e45-4c33-8ecb-34e25e15eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:14.802673 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-87c37213-1e45-4c33-8ecb-34e25e15eb6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee1b643-788b-4220-9980-461350f0a6df HTTP/1.1" status: 200 len: 797 time: 0.0747139 Jul 16 01:44:14.804351 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.866295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:14.866927 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.868495 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] 10.222.0.47 "PUT /v2.0/ports/88e173de-de88-4b7d-85da-c5764a850913 HTTP/1.1" status: 200 len: 1091 time: 1.5686195 Jul 16 01:44:14.873549 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21f53ae-42ad-43c6-8e4d-2f8a2361540e', 'tag': '88e173de-de88-4b7d-85da-c5764a850913'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:14.876546 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afdf4de-5877-4572-b4e5-a20295be3d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "c21f53ae-42ad-43c6-8e4d-2f8a2361540e", "tag": "88e173de-de88-4b7d-85da-c5764a850913"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:14.904353 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7c890-cf7c-4269-90be-b1eb6f061eab service neutron] Pushing event updated for resources: {'Port': ['ID=88e173de-de88-4b7d-85da-c5764a850913,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:14.926012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-775406c7-4398-4e40-a9eb-904da26a3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:14.927554 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-775406c7-4398-4e40-a9eb-904da26a3da8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9af7ef5-ac18-4736-89a9-97ab3ca3428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1145229 Jul 16 01:44:14.928326 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94f4a624-efaa-4902-94e9-83061c4a4cc7 req-5db657cd-7226-4a46-a27e-9c4f12bccff6 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0461395 Jul 16 01:44:14.961405 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1517632-fee1-46f8-8f41-f90aa8b015ef x-openstack-request-id: req-c1517632-fee1-46f8-8f41-f90aa8b015ef {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:14.961941 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c21f53ae-42ad-43c6-8e4d-2f8a2361540e", "tag": "88e173de-de88-4b7d-85da-c5764a850913", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:14.962172 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1517632-fee1-46f8-8f41-f90aa8b015ef {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:14.962552 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c21f53ae-42ad-43c6-8e4d-2f8a2361540e', 'tag': '88e173de-de88-4b7d-85da-c5764a850913', 'status': 'completed', 'code': 200} Jul 16 01:44:15.076364 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-5122f796-afb3-4d19-b14e-6195858c5066 service neutron] 10.222.0.26 "GET /v2.0/networks/b9af7ef5-ac18-4736-89a9-97ab3ca3428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393225 Jul 16 01:44:15.081718 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-c3a35be9-2886-4919-b304-a543a7b015af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:15.083082 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-c3a35be9-2886-4919-b304-a543a7b015af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d4d59d9b5c74be49d11aeb5012b5447&device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 1094 time: 0.1065395 Jul 16 01:44:15.136495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e433552-0051-48e1-bf2c-506eb1bede9e req-5e0f4be7-f5a8-4aeb-ae26-23c4911b0b79 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:15.138126 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2e433552-0051-48e1-bf2c-506eb1bede9e req-5e0f4be7-f5a8-4aeb-ae26-23c4911b0b79 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 943 time: 0.0733571 Jul 16 01:44:15.177681 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2e433552-0051-48e1-bf2c-506eb1bede9e req-005bbe0d-dc84-4d90-b4e2-72db490c8b3d tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334249 Jul 16 01:44:15.180792 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-e23805fa-4d82-425c-bcf2-5172cee190b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88e173de-de88-4b7d-85da-c5764a850913 HTTP/1.1" status: 200 len: 217 time: 0.0644765 Jul 16 01:44:15.242752 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-01ddc54c-4c92-4b9d-809e-e39f79f3b988 service neutron] 10.222.0.26 "GET /v2.0/networks/b9af7ef5-ac18-4736-89a9-97ab3ca3428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584499 Jul 16 01:44:15.290773 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-5c4ac611-480c-4b0e-b06b-0668d03a3302 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ae438b0-6561-4508-8234-dd26f7191e3e HTTP/1.1" status: 200 len: 217 time: 0.0386310 Jul 16 01:44:15.292239 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-53dcc0d0-b3d8-4d36-80fe-96fbb01caab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:15.293619 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-53dcc0d0-b3d8-4d36-80fe-96fbb01caab7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e54dbb8b-2b82-4da2-88e4-630984d7eced HTTP/1.1" status: 200 len: 854 time: 0.0980542 Jul 16 01:44:15.357780 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-900d82c4-116a-4850-b217-3f93a09ae1e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=393f0775-2671-49ac-ad1d-f0b15cb8d974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306144 Jul 16 01:44:15.370520 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-10f0d02d-f203-45ce-b066-0656b4cc01ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:15.372154 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-10f0d02d-f203-45ce-b066-0656b4cc01ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee1b643-788b-4220-9980-461350f0a6df HTTP/1.1" status: 200 len: 797 time: 0.0735004 Jul 16 01:44:15.507964 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-43b0d8db-bd39-40c8-9ec0-df294b3d20de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:15.509712 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-43b0d8db-bd39-40c8-9ec0-df294b3d20de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9af7ef5-ac18-4736-89a9-97ab3ca3428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1065218 Jul 16 01:44:15.630096 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-28115cb6-9004-425d-b0f1-f3d95ca2f821 service neutron] 10.222.0.47 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742597 Jul 16 01:44:15.673924 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-243d0d5d-fef2-4f57-9c60-bc5e4f4fc52a service neutron] 10.222.0.26 "GET /v2.0/networks/b9af7ef5-ac18-4736-89a9-97ab3ca3428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347682 Jul 16 01:44:15.793490 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b76256f-7fa3-4b3f-928d-3330b01355e3 req-41b38f4f-d13b-4e83-aeb3-45b366fd2eef service neutron] 10.222.0.47 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467955 Jul 16 01:44:15.825365 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26bb0f4c-a911-45c8-abc5-76f37a8d748f req-bc979720-dbc8-482f-9ef4-3349af011a79 service neutron] 10.222.0.26 "GET /v2.0/networks/b9af7ef5-ac18-4736-89a9-97ab3ca3428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365361 Jul 16 01:44:16.032248 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdf4de-5877-4572-b4e5-a20295be3d9b req-ed9efb31-6330-4c9e-a502-6ddb20826c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:16.033840 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0afdf4de-5877-4572-b4e5-a20295be3d9b req-ed9efb31-6330-4c9e-a502-6ddb20826c46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d4d59d9b5c74be49d11aeb5012b5447&device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 1094 time: 0.0599654 Jul 16 01:44:16.112197 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01b2ecad-449b-4be5-9528-fbced4623777 req-de109303-571c-460d-b905-388b445bbfa4 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0550528 Jul 16 01:44:16.170585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdf4de-5877-4572-b4e5-a20295be3d9b req-ed82ec73-706c-4211-9724-6aaf58498fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:16.172107 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0afdf4de-5877-4572-b4e5-a20295be3d9b req-ed82ec73-706c-4211-9724-6aaf58498fe7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=393f0775-2671-49ac-ad1d-f0b15cb8d974 HTTP/1.1" status: 200 len: 915 time: 0.1230690 Jul 16 01:44:16.229737 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0afdf4de-5877-4572-b4e5-a20295be3d9b req-fc7eb68d-2382-4383-a61d-1f62f5c6b2f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88e173de-de88-4b7d-85da-c5764a850913 HTTP/1.1" status: 200 len: 217 time: 0.0407896 Jul 16 01:44:16.291873 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdf4de-5877-4572-b4e5-a20295be3d9b req-d14028a0-1857-48db-a266-15340fefa5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:16.296451 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0afdf4de-5877-4572-b4e5-a20295be3d9b req-d14028a0-1857-48db-a266-15340fefa5a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e54dbb8b-2b82-4da2-88e4-630984d7eced HTTP/1.1" status: 200 len: 854 time: 0.0481873 Jul 16 01:44:16.337955 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0afdf4de-5877-4572-b4e5-a20295be3d9b req-e8d43096-f372-40f7-b020-2f93d31c712b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=393f0775-2671-49ac-ad1d-f0b15cb8d974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314047 Jul 16 01:44:16.384633 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794341d-7454-4335-b773-25812960705a req-77bf06b6-cff0-4ba3-8eb0-6dae55b1e8fc tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:16.386938 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3794341d-7454-4335-b773-25812960705a req-77bf06b6-cff0-4ba3-8eb0-6dae55b1e8fc tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 943 time: 0.0746946 Jul 16 01:44:16.433909 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3794341d-7454-4335-b773-25812960705a req-1993e18c-6a56-4e7f-8661-53faecf78b6e tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406573 Jul 16 01:44:16.447806 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0afdf4de-5877-4572-b4e5-a20295be3d9b req-d35eb1a5-62c7-490b-93c5-43a05c40fc90 service neutron] 10.222.0.47 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984576 Jul 16 01:44:16.566025 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0afdf4de-5877-4572-b4e5-a20295be3d9b req-a1d2f09a-28a4-4a18-8174-ca1d8361c080 service neutron] 10.222.0.47 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003404 Jul 16 01:44:17.274175 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f8d75574-b68a-4bf7-aa79-87530946c0fa req-1aa481f4-f9e3-403f-9560-ef5f19ab6da3 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0348248 Jul 16 01:44:17.635115 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763ef71-a3a7-4b7a-b904-1fd59a98244d req-6fef3b9b-5dc6-4ef9-9862-19bab5f409c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:17.636750 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b763ef71-a3a7-4b7a-b904-1fd59a98244d req-6fef3b9b-5dc6-4ef9-9862-19bab5f409c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 943 time: 0.0721159 Jul 16 01:44:17.719045 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b763ef71-a3a7-4b7a-b904-1fd59a98244d req-c5dceed1-26bc-4f68-a7cf-a32730a249aa tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732296 Jul 16 01:44:18.435421 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9151a9cc-5c53-4b0a-ac42-9032a6f7c84d req-c68751d2-7aba-4248-999d-d713716913f3 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0287547 Jul 16 01:44:18.753119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 88e173de-de88-4b7d-85da-c5764a850913 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:44:18.821483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 36486) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:18.890911 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 88e173de-de88-4b7d-85da-c5764a850913, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=88e173de-de88-4b7d-85da-c5764a850913,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:18.903968 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '88e173de-de88-4b7d-85da-c5764a850913', 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974', 'port_id': '88e173de-de88-4b7d-85da-c5764a850913', 'mac_address': 'fa:16:3e:7c:24:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54dbb8b-2b82-4da2-88e4-630984d7eced', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:44:18.928907 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7bfdf72-7400-4d13-beaf-bee86983b279 admin admin] Deleting subnet 057399f1-3a41-438a-88a0-fd29583c102b {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:18.934277 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b7bfdf72-7400-4d13-beaf-bee86983b279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.960172 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.974313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e173de-de88-4b7d-85da-c5764a850913 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:18.986444 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b7bfdf72-7400-4d13-beaf-bee86983b279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.995078 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 88e173de-de88-4b7d-85da-c5764a850913, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=88e173de-de88-4b7d-85da-c5764a850913,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:19.000847 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.017570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea1e16-1825-4de3-b04b-ecfaa3d7227f req-d03873e3-be58-47f5-aa13-23360a3809ad tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:19.019225 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f7ea1e16-1825-4de3-b04b-ecfaa3d7227f req-d03873e3-be58-47f5-aa13-23360a3809ad tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 943 time: 0.1398833 Jul 16 01:44:19.074715 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=88e173de-de88-4b7d-85da-c5764a850913,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:19.085496 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b7bfdf72-7400-4d13-beaf-bee86983b279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.086716 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:19.087164 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:19.087447 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:19.087870 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:19.088202 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:19.088628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:19.088960 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:19.089284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:19.089606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:19.089943 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:19.090307 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:19.090632 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:19.127637 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f7ea1e16-1825-4de3-b04b-ecfaa3d7227f req-063c4135-188d-485f-bccc-5380c400504d tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993402 Jul 16 01:44:19.155562 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b7bfdf72-7400-4d13-beaf-bee86983b279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.185247 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfdf72-7400-4d13-beaf-bee86983b279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=057399f1-3a41-438a-88a0-fd29583c102b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:19.187211 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b7bfdf72-7400-4d13-beaf-bee86983b279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.191852 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b7bfdf72-7400-4d13-beaf-bee86983b279 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/057399f1-3a41-438a-88a0-fd29583c102b HTTP/1.1" status: 204 len: 168 time: 0.3671453 Jul 16 01:44:19.193169 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 36494) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:19.304832 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0a02b1b-ce2e-43ee-842a-c36e6382d164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.314073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb5935-7d3b-4af3-ac57-27328a126df1 req-11a99fb6-e28b-4583-9521-53ba510ef9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:19.315574 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26eb5935-7d3b-4af3-ac57-27328a126df1 req-11a99fb6-e28b-4583-9521-53ba510ef9ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99d319bfc75943aa8724b2b1f28f0994&device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 1097 time: 0.1244473 Jul 16 01:44:19.478680 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0a02b1b-ce2e-43ee-842a-c36e6382d164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.499796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c0a02b1b-ce2e-43ee-842a-c36e6382d164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058aef4f-60a5-4942-8287-998c3c1e2645']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:19.518457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c0a02b1b-ce2e-43ee-842a-c36e6382d164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c2f13a-17d5-45e5-93bc-25c1f6907052') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:19.518751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c0a02b1b-ce2e-43ee-842a-c36e6382d164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c2f13a-17d5-45e5-93bc-25c1f6907052') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:19.543561 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0a02b1b-ce2e-43ee-842a-c36e6382d164 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.551486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb5935-7d3b-4af3-ac57-27328a126df1 req-826e8746-fcac-4327-8a8f-c151f55fa994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:19.553196 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26eb5935-7d3b-4af3-ac57-27328a126df1 req-826e8746-fcac-4327-8a8f-c151f55fa994 service neutron] 10.222.0.26 "GET /v2.0/networks?id=203c259b-6808-454c-950b-0d68f44e0a77 HTTP/1.1" status: 200 len: 919 time: 0.2135234 Jul 16 01:44:19.569248 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23de371-48f0-4de6-94b7-02320e8abefd req-02666263-9998-4d80-a975-2a678c7b7d28 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:19.570396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['88e173de-de88-4b7d-85da-c5764a850913'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:19.570783 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d23de371-48f0-4de6-94b7-02320e8abefd req-02666263-9998-4d80-a975-2a678c7b7d28 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.2300713 Jul 16 01:44:19.571753 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0a02b1b-ce2e-43ee-842a-c36e6382d164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.601265 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-031c2df2-d243-4912-85e4-844af5881d9e req-9afa399e-9cb2-4da5-af57-f1f00378679a tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0308404 Jul 16 01:44:19.618777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a02b1b-ce2e-43ee-842a-c36e6382d164 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:19.619188 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0a02b1b-ce2e-43ee-842a-c36e6382d164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:19.621882 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:19.637224 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26eb5935-7d3b-4af3-ac57-27328a126df1 req-071bf7b1-e26e-455e-9aac-d5c0d70f1286 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82f6c61e-eb43-40c4-ba84-9d19ff49c329 HTTP/1.1" status: 200 len: 217 time: 0.0761197 Jul 16 01:44:19.667586 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:44:19.752438 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d23de371-48f0-4de6-94b7-02320e8abefd req-6b1fb9a4-da37-4329-a257-5346c7f3b9c1 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688583 Jul 16 01:44:19.759860 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0a02b1b-ce2e-43ee-842a-c36e6382d164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.769304 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0a02b1b-ce2e-43ee-842a-c36e6382d164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.771156 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c0a02b1b-ce2e-43ee-842a-c36e6382d164 admin admin] 10.222.0.54 "DELETE /v2.0/networks/058aef4f-60a5-4942-8287-998c3c1e2645 HTTP/1.1" status: 204 len: 168 time: 0.5716996 Jul 16 01:44:19.776012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 36498) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:19.785060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a02b1b-ce2e-43ee-842a-c36e6382d164 admin admin] Pushing event deleted for resources: {'Network': ['ID=058aef4f-60a5-4942-8287-998c3c1e2645,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:19.792215 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb5935-7d3b-4af3-ac57-27328a126df1 req-401bfe18-b828-4fe1-afd4-57fcec7a1871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:19.793715 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26eb5935-7d3b-4af3-ac57-27328a126df1 req-401bfe18-b828-4fe1-afd4-57fcec7a1871 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49ef4659-39ae-4d72-898c-630ab0b4abf0 HTTP/1.1" status: 200 len: 858 time: 0.1471996 Jul 16 01:44:19.825544 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bccf35-fbc3-4b7a-bef6-cae4fa09bbe3 admin admin] Deleting subnet 0c75b625-520b-423d-8cff-76edd245594f {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:19.829269 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-21bccf35-fbc3-4b7a-bef6-cae4fa09bbe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.832924 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26eb5935-7d3b-4af3-ac57-27328a126df1 req-afe3e3b9-12b3-4b45-8963-36e4ce83bdf8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=203c259b-6808-454c-950b-0d68f44e0a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314312 Jul 16 01:44:19.839331 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-807c8063-4a7e-4061-9f4a-593058b519df req-7b0fc327-b65b-4ea5-98e2-c3c60dd88f23 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1228237 Jul 16 01:44:19.864327 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-21bccf35-fbc3-4b7a-bef6-cae4fa09bbe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.902914 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-21bccf35-fbc3-4b7a-bef6-cae4fa09bbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.956852 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-21bccf35-fbc3-4b7a-bef6-cae4fa09bbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.963245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26eb5935-7d3b-4af3-ac57-27328a126df1 req-fdb29e0d-c56e-4692-907e-1e1b423b5416 service neutron] 10.222.0.26 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229458 Jul 16 01:44:19.982299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c8063-4a7e-4061-9f4a-593058b519df req-622d2a30-7057-43f1-b571-15664f809ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:19.983770 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-807c8063-4a7e-4061-9f4a-593058b519df req-622d2a30-7057-43f1-b571-15664f809ff8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99d319bfc75943aa8724b2b1f28f0994&device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 1096 time: 0.0835793 Jul 16 01:44:19.983936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bccf35-fbc3-4b7a-bef6-cae4fa09bbe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c75b625-520b-423d-8cff-76edd245594f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:19.986164 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-21bccf35-fbc3-4b7a-bef6-cae4fa09bbe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.990215 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-21bccf35-fbc3-4b7a-bef6-cae4fa09bbe3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0c75b625-520b-423d-8cff-76edd245594f HTTP/1.1" status: 204 len: 168 time: 0.2110155 Jul 16 01:44:19.990612 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 36500) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:20.062369 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7fbe63f5-3696-4186-9a3c-35cbfe9f829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.118741 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26eb5935-7d3b-4af3-ac57-27328a126df1 req-b4921371-e41c-4e78-940d-a5abe9246fc8 service neutron] 10.222.0.26 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474066 Jul 16 01:44:20.146467 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7fbe63f5-3696-4186-9a3c-35cbfe9f829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.146741 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c8063-4a7e-4061-9f4a-593058b519df req-78b4cdb7-2d10-419c-9de1-c5b33afda4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:20.148136 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-807c8063-4a7e-4061-9f4a-593058b519df req-78b4cdb7-2d10-419c-9de1-c5b33afda4ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=203c259b-6808-454c-950b-0d68f44e0a77 HTTP/1.1" status: 200 len: 919 time: 0.1084237 Jul 16 01:44:20.156610 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-7fbe63f5-3696-4186-9a3c-35cbfe9f829c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48002710-f7c2-454a-8d1a-aea2e49669e0']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:20.167446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-7fbe63f5-3696-4186-9a3c-35cbfe9f829c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb774fff-4d31-4be3-a633-b428731d25e5') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:20.168056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-7fbe63f5-3696-4186-9a3c-35cbfe9f829c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb774fff-4d31-4be3-a633-b428731d25e5') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:20.179344 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7fbe63f5-3696-4186-9a3c-35cbfe9f829c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.197137 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7fbe63f5-3696-4186-9a3c-35cbfe9f829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.204757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbe63f5-3696-4186-9a3c-35cbfe9f829c admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:20.205651 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7fbe63f5-3696-4186-9a3c-35cbfe9f829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:20.207822 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:20.209949 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-807c8063-4a7e-4061-9f4a-593058b519df req-129257e0-6a86-45b5-b97a-ace00a198323 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63cd87c8-3930-47c6-9dc8-54feab5bc9ce HTTP/1.1" status: 200 len: 217 time: 0.0501328 Jul 16 01:44:20.272678 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7fbe63f5-3696-4186-9a3c-35cbfe9f829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.276794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c8063-4a7e-4061-9f4a-593058b519df req-758e0fa4-f523-409d-ae07-2b418fbee330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:20.278312 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-807c8063-4a7e-4061-9f4a-593058b519df req-758e0fa4-f523-409d-ae07-2b418fbee330 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49ef4659-39ae-4d72-898c-630ab0b4abf0 HTTP/1.1" status: 200 len: 858 time: 0.0608470 Jul 16 01:44:20.288681 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7fbe63f5-3696-4186-9a3c-35cbfe9f829c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.290488 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7fbe63f5-3696-4186-9a3c-35cbfe9f829c admin admin] 10.222.0.54 "DELETE /v2.0/networks/48002710-f7c2-454a-8d1a-aea2e49669e0 HTTP/1.1" status: 204 len: 168 time: 0.2991550 Jul 16 01:44:20.331402 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe63f5-3696-4186-9a3c-35cbfe9f829c admin admin] Pushing event deleted for resources: {'Network': ['ID=48002710-f7c2-454a-8d1a-aea2e49669e0,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:20.334013 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-807c8063-4a7e-4061-9f4a-593058b519df req-bc52a8e0-5544-4ae7-8cfc-20f94fdb59de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=203c259b-6808-454c-950b-0d68f44e0a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304263 Jul 16 01:44:20.374530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b0321-e737-43f1-9d16-dbf92411da60 req-c2a86d83-0979-4eca-827b-7068e7a4b893 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:20.377025 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b42b0321-e737-43f1-9d16-dbf92411da60 req-c2a86d83-0979-4eca-827b-7068e7a4b893 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 944 time: 0.1019676 Jul 16 01:44:20.427950 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b42b0321-e737-43f1-9d16-dbf92411da60 req-1c15b24c-cd4c-4626-afd1-187ce4d8795c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444417 Jul 16 01:44:20.436105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 36514) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:20.453832 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-807c8063-4a7e-4061-9f4a-593058b519df req-27e2854c-978e-4e3e-8c53-76ea1bd1409a service neutron] 10.222.0.47 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991931 Jul 16 01:44:20.482126 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-75548172-949e-441c-9c7e-da90a4d1b2fc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=394920ecc91c4ebaada56019c247b69c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422659 Jul 16 01:44:20.483618 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 36516) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:20.534535 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50c9e16f-2440-44cc-9214-d7fd7a3f954c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.553752 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-807c8063-4a7e-4061-9f4a-593058b519df req-16131fc9-b25c-42da-9019-2eeaa54d854a service neutron] 10.222.0.47 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891366 Jul 16 01:44:20.557045 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50c9e16f-2440-44cc-9214-d7fd7a3f954c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.605380 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50c9e16f-2440-44cc-9214-d7fd7a3f954c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.607860 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50c9e16f-2440-44cc-9214-d7fd7a3f954c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.609068 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-50c9e16f-2440-44cc-9214-d7fd7a3f954c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/753cc411-19ec-4a9b-8d18-fc99a8881453 HTTP/1.1" status: 204 len: 168 time: 0.1243045 Jul 16 01:44:20.617741 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9e16f-2440-44cc-9214-d7fd7a3f954c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753cc411-19ec-4a9b-8d18-fc99a8881453,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:20.749336 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 88e173de-de88-4b7d-85da-c5764a850913 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:20.765216 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f0c6b9a4-dbad-40d7-b984-fa9e7c415ef7 req-89583fbe-9244-4795-abb8-41daf1fa652a tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0341411 Jul 16 01:44:20.803643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 88e173de-de88-4b7d-85da-c5764a850913 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:20.807832 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 88e173de-de88-4b7d-85da-c5764a850913 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:20.808813 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.894126 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.921369 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21f53ae-42ad-43c6-8e4d-2f8a2361540e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e173de-de88-4b7d-85da-c5764a850913'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:20.924612 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9ba186-a76f-42c6-b94b-54b69e95192c" -d '{"events": [{"server_uuid": "c21f53ae-42ad-43c6-8e4d-2f8a2361540e", "name": "network-vif-plugged", "status": "completed", "tag": "88e173de-de88-4b7d-85da-c5764a850913"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:20.942532 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 88e173de-de88-4b7d-85da-c5764a850913, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=88e173de-de88-4b7d-85da-c5764a850913,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:20.947594 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.948254 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c49b15-6476-41a3-a69d-3c4bacadb307 req-1c2b64d6-b407-4dde-b93f-7c0c2dd5b8bb tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:20.950199 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-54c49b15-6476-41a3-a69d-3c4bacadb307 req-1c2b64d6-b407-4dde-b93f-7c0c2dd5b8bb tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0797737 Jul 16 01:44:20.990314 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 36530) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:21.004457 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=88e173de-de88-4b7d-85da-c5764a850913,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:21.006695 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-54c49b15-6476-41a3-a69d-3c4bacadb307 req-c4735352-12eb-46da-9446-4d158ee92655 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497308 Jul 16 01:44:21.046051 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-917f72c5-a6a5-408b-8a3d-2be0c7ab89f6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e4871b64203c471bb419fc9067950a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549486 Jul 16 01:44:21.049262 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 36532) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:21.101253 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8df7e5cb-96c5-48df-aad5-51a4f1b60bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.123638 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8df7e5cb-96c5-48df-aad5-51a4f1b60bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.171799 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8df7e5cb-96c5-48df-aad5-51a4f1b60bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.174923 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8df7e5cb-96c5-48df-aad5-51a4f1b60bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.176169 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8df7e5cb-96c5-48df-aad5-51a4f1b60bd2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a6552b24-30cc-4c9e-9499-fe59920753a1 HTTP/1.1" status: 204 len: 168 time: 0.1259134 Jul 16 01:44:21.183301 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0617714f-e0c9-4c36-bba6-340c4b1a1da2 x-openstack-request-id: req-0617714f-e0c9-4c36-bba6-340c4b1a1da2 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:21.183793 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21f53ae-42ad-43c6-8e4d-2f8a2361540e", "name": "network-vif-plugged", "status": "completed", "tag": "88e173de-de88-4b7d-85da-c5764a850913", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:21.184126 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0617714f-e0c9-4c36-bba6-340c4b1a1da2 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:21.185065 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21f53ae-42ad-43c6-8e4d-2f8a2361540e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e173de-de88-4b7d-85da-c5764a850913', 'code': 200} Jul 16 01:44:21.185309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7e5cb-96c5-48df-aad5-51a4f1b60bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6552b24-30cc-4c9e-9499-fe59920753a1,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:21.373343 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f631f8-4d3f-4c40-8e62-6e83099d5ced req-b684aaf2-0fa2-4823-8325-b900d99ec89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:21.374921 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-21f631f8-4d3f-4c40-8e62-6e83099d5ced req-b684aaf2-0fa2-4823-8325-b900d99ec89f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 1096 time: 0.0546801 Jul 16 01:44:21.420940 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-21f631f8-4d3f-4c40-8e62-6e83099d5ced req-b4dce560-ecb7-4d83-93e9-826dca929750 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287251 Jul 16 01:44:21.616972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4f2da-237e-44d2-b6b0-5a7c0257871d req-77a60b1b-48f6-4090-8cf9-a9ec09cbbe2a tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:21.618618 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-69a4f2da-237e-44d2-b6b0-5a7c0257871d req-77a60b1b-48f6-4090-8cf9-a9ec09cbbe2a tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 945 time: 0.0749264 Jul 16 01:44:21.663773 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-69a4f2da-237e-44d2-b6b0-5a7c0257871d req-dec3f528-4fc4-4161-aae2-032e754d849b tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392287 Jul 16 01:44:21.948362 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c2554487-d2c8-499c-a4ee-c7bf37401dd1 req-6dc42929-b021-4e64-9955-4b0d727c83aa tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0302327 Jul 16 01:44:22.194060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1399c9-eae2-4e42-ba26-fdd63d3b3bbf req-d80f77c9-c50c-4f2c-967e-bf2aefddc70b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:22.195869 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7b1399c9-eae2-4e42-ba26-fdd63d3b3bbf req-d80f77c9-c50c-4f2c-967e-bf2aefddc70b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0652857 Jul 16 01:44:22.236940 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7b1399c9-eae2-4e42-ba26-fdd63d3b3bbf req-46bbef6e-b0f6-4c90-9545-cc3fb43ba3a6 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356894 Jul 16 01:44:22.870202 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26164f-6f93-4ce0-8e34-e946ae4c7aa1 req-531ea969-42da-45eb-8d71-8cde83c99023 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:22.872508 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f26164f-6f93-4ce0-8e34-e946ae4c7aa1 req-531ea969-42da-45eb-8d71-8cde83c99023 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 945 time: 0.0911939 Jul 16 01:44:22.920674 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f26164f-6f93-4ce0-8e34-e946ae4c7aa1 req-70abfcb4-0ab5-487c-afea-ad718774630a tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409362 Jul 16 01:44:23.136357 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed6a014a-91f5-44c5-a7f4-d081955beaa3 req-e1f5aa94-6a3a-4ed3-b29d-d187022e475e tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0360162 Jul 16 01:44:23.443448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50b04e-8e2a-48a5-83fb-b9e147d428d9 req-f8d4d984-de35-40c4-9798-b24cf55077cc tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:23.445071 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8a50b04e-8e2a-48a5-83fb-b9e147d428d9 req-f8d4d984-de35-40c4-9798-b24cf55077cc tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0851822 Jul 16 01:44:23.490152 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8a50b04e-8e2a-48a5-83fb-b9e147d428d9 req-4075fb40-f2d0-4772-95c0-7d7f0764dcbe tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393753 Jul 16 01:44:23.729480 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.108445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8744822-fc69-4744-b8b5-0bc6106ca62e req-7bce7681-a474-499d-bcf0-c546a0324233 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:24.108445 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b8744822-fc69-4744-b8b5-0bc6106ca62e req-7bce7681-a474-499d-bcf0-c546a0324233 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 945 time: 0.0709214 Jul 16 01:44:24.158238 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b8744822-fc69-4744-b8b5-0bc6106ca62e req-5456380a-dc78-4f01-998b-136c7a39d926 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407884 Jul 16 01:44:24.308201 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-96d17fa5-6a5e-4a9f-81b7-b5f0fefd2c3f req-cea8c774-ca3e-444f-bd01-2b61d2d81109 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0309441 Jul 16 01:44:24.682945 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3b514-74d4-44a2-98e7-da8acc5a2b52 req-a90dba63-c200-4d3c-a8da-430b4b0cfe6f tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:24.684446 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-edb3b514-74d4-44a2-98e7-da8acc5a2b52 req-a90dba63-c200-4d3c-a8da-430b4b0cfe6f tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0663102 Jul 16 01:44:24.724594 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-edb3b514-74d4-44a2-98e7-da8acc5a2b52 req-7da1a265-8875-4898-b870-70ed92472039 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335567 Jul 16 01:44:25.473591 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a18a4749-d4d5-43b6-ad58-1607c1ddb287 req-5c9046d1-443e-421d-9d14-299ec344e543 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0362194 Jul 16 01:44:25.916668 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128aad9-d194-4f41-aee5-5b804050cfdb req-38f0c33b-626b-46c3-a57c-16ac2dc82621 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:25.918499 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1128aad9-d194-4f41-aee5-5b804050cfdb req-38f0c33b-626b-46c3-a57c-16ac2dc82621 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0672457 Jul 16 01:44:25.964192 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1128aad9-d194-4f41-aee5-5b804050cfdb req-74e8c252-267d-4924-aaf5-7da7e3405fe8 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398095 Jul 16 01:44:26.643534 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ef3f682-33a6-44a2-96c1-a28c544d3da4 req-88cc6e31-c68e-49e0-86d6-f0e0360dc307 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0296059 Jul 16 01:44:27.152105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd4e6e-a707-4eb2-b530-a7d93c3b3d69 req-f1835b1e-2b4e-4900-ba3b-af8ea7de9eb9 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:27.153678 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1cd4e6e-a707-4eb2-b530-a7d93c3b3d69 req-f1835b1e-2b4e-4900-ba3b-af8ea7de9eb9 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0708179 Jul 16 01:44:27.195173 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1cd4e6e-a707-4eb2-b530-a7d93c3b3d69 req-23b6cc7b-e89d-4f7c-ab99-9322a7023381 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348594 Jul 16 01:44:27.808085 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9adff61b-997c-4984-89e7-5ff43fd815c4 req-6e5234fb-9544-4a03-8cf5-24e1414cedc8 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0330951 Jul 16 01:44:28.337163 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10db0067-78cd-41f6-b060-721c5703ef91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.380373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8100e6b-456f-41e3-b022-85ed33dcb3fe req-e8f78dd6-f889-4608-971b-f072ad691842 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:28.384947 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c8100e6b-456f-41e3-b022-85ed33dcb3fe req-e8f78dd6-f889-4608-971b-f072ad691842 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0667818 Jul 16 01:44:28.422577 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c8100e6b-456f-41e3-b022-85ed33dcb3fe req-c2470a34-ee1e-4022-a451-7a847dcc565e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343080 Jul 16 01:44:28.608662 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.968499 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39e35b96-5133-472c-b060-5f0e06af605c req-55bdc2b9-6225-4921-9b7f-ba5a2616b0ba tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0302281 Jul 16 01:44:29.597564 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d22d7f-0ebd-404c-8cc4-bbc00c966783 req-b186a103-6e4a-4bab-a663-0e6199560fce tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:29.599105 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1d22d7f-0ebd-404c-8cc4-bbc00c966783 req-b186a103-6e4a-4bab-a663-0e6199560fce tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0641267 Jul 16 01:44:29.641696 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1d22d7f-0ebd-404c-8cc4-bbc00c966783 req-a9dbe06b-7e4d-4da7-b22c-4f5a16d46c4e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361280 Jul 16 01:44:30.123641 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94503bb2-e920-4f28-bbd3-bee00c2b2dab req-c09c2eec-77ba-4578-ad5e-22c34082595c tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0277650 Jul 16 01:44:30.824039 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff121858-b46f-4a9d-8c02-4d2eb347a3e4 req-fffa39d3-ec9b-46fe-91a1-a8548baaf21b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:30.825905 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ff121858-b46f-4a9d-8c02-4d2eb347a3e4 req-fffa39d3-ec9b-46fe-91a1-a8548baaf21b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0653009 Jul 16 01:44:30.872807 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ff121858-b46f-4a9d-8c02-4d2eb347a3e4 req-3757a9d4-4fa7-4620-9645-dd0a66036d52 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409546 Jul 16 01:44:31.032699 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-605f0302-8b5b-41cb-a67f-8cf6d0cd930c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.045146 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.275151 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e9fa998-7ddb-44c5-b182-dbf9d0e8b03a req-336365c5-f11a-431e-b2a2-5b154de1697c tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0286951 Jul 16 01:44:32.013429 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.066157 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddae8e-aff7-4194-b186-8725fad492f0 req-095c7f36-2b7b-4d84-a5b4-6291202572ae tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:32.067626 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-07ddae8e-aff7-4194-b186-8725fad492f0 req-095c7f36-2b7b-4d84-a5b4-6291202572ae tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0749676 Jul 16 01:44:32.109754 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-07ddae8e-aff7-4194-b186-8725fad492f0 req-93ff4025-985e-4ca1-ab1c-f901e19a5667 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358062 Jul 16 01:44:32.463775 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aabccda7-8903-4d1b-8809-ba6020f16b9b req-c011c47e-4fe0-415e-a262-423506422c58 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0311484 Jul 16 01:44:33.315152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb2681-e08d-4c5e-bca7-7d7a183795b9 req-819ea663-5cda-442e-b11d-b2eb35f469a1 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:33.316794 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9acb2681-e08d-4c5e-bca7-7d7a183795b9 req-819ea663-5cda-442e-b11d-b2eb35f469a1 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0844636 Jul 16 01:44:33.356584 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9acb2681-e08d-4c5e-bca7-7d7a183795b9 req-16eaa063-c451-4832-8768-5c82fc00c8fd tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341036 Jul 16 01:44:33.617209 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-19be0944-baf5-4316-8401-1c3589380c7e req-7910532d-e054-4128-a7c0-5ab0bf4b1ab5 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0298593 Jul 16 01:44:33.785128 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.541081 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054facb-65b3-4254-9e53-fb419268bca6 req-62e4ae94-cee6-4a92-a7a1-c76b3ec9b0db tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:34.542892 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c054facb-65b3-4254-9e53-fb419268bca6 req-62e4ae94-cee6-4a92-a7a1-c76b3ec9b0db tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0692067 Jul 16 01:44:34.582957 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c054facb-65b3-4254-9e53-fb419268bca6 req-190bdd88-8cd9-4d9d-8866-c7ec07c687b7 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342567 Jul 16 01:44:34.774204 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7db1ff0f-e145-4517-a58e-3ab772797843 req-cf841290-70fb-436f-bd29-ededd170479b tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0329831 Jul 16 01:44:35.770290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ee582-e4b1-4fc0-bbec-06c752a149b4 req-6864ae20-0195-4541-b34a-f995f4794920 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:35.771928 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b07ee582-e4b1-4fc0-bbec-06c752a149b4 req-6864ae20-0195-4541-b34a-f995f4794920 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0687530 Jul 16 01:44:35.811994 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b07ee582-e4b1-4fc0-bbec-06c752a149b4 req-d853ecb2-34bf-40c9-a5e1-f80a44080814 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344081 Jul 16 01:44:35.943549 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f8370ae8-0235-49c2-b905-12cb1cab4dae req-b62a162c-74b9-4e41-aa0c-7ff4eaac1600 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0294099 Jul 16 01:44:37.011952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc0684-f96d-474f-b461-4d1bb5d70100 req-38fa2c95-eb19-45b0-a4cc-c0af6b8cf5f4 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:37.013741 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b0dc0684-f96d-474f-b461-4d1bb5d70100 req-38fa2c95-eb19-45b0-a4cc-c0af6b8cf5f4 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0683377 Jul 16 01:44:37.054625 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b0dc0684-f96d-474f-b461-4d1bb5d70100 req-1b6b4d19-a659-49df-abd3-538d3fb6965b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342655 Jul 16 01:44:37.108366 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1bade666-3722-4c71-aac3-eb59fbf41837 req-ccd66e13-50d8-40cb-b225-66ab20d796e7 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0325737 Jul 16 01:44:38.251477 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1311aa5-9074-49c9-ad8a-1135a6f73a07 req-cb77c049-d90e-41fd-bc81-2da8231ffb12 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:38.253147 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a1311aa5-9074-49c9-ad8a-1135a6f73a07 req-cb77c049-d90e-41fd-bc81-2da8231ffb12 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0748923 Jul 16 01:44:38.280792 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4055edf1-8247-4e08-8196-bb3a2804e8a7 req-10717d14-7c16-4bd3-8e26-75c2283e83f2 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0298874 Jul 16 01:44:38.296100 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a1311aa5-9074-49c9-ad8a-1135a6f73a07 req-de19cc58-99aa-40c1-9019-8e9c2cd52466 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367367 Jul 16 01:44:39.473564 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-901cbc80-679d-4d09-8e33-8f54e002f018 req-2f76d354-2f88-4d77-93d5-26b63839289e tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0547309 Jul 16 01:44:39.488724 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5414512-4c25-45d5-a65f-700d15ffd2fe req-d7b7f4b4-63ed-4161-899e-cf9c52ba2b76 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:39.491084 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5414512-4c25-45d5-a65f-700d15ffd2fe req-d7b7f4b4-63ed-4161-899e-cf9c52ba2b76 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0669405 Jul 16 01:44:39.534608 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5414512-4c25-45d5-a65f-700d15ffd2fe req-c5767cc3-cc91-4c4f-9e5a-c9ebb809ad20 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354204 Jul 16 01:44:40.033291 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86e329-3d3c-4c58-8366-063298b4374d req-836782ca-0a64-465f-9a8d-62bdfb17677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.036108 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1a86e329-3d3c-4c58-8366-063298b4374d req-836782ca-0a64-465f-9a8d-62bdfb17677b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 1095 time: 0.1167550 Jul 16 01:44:40.057178 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdf9c1-2780-45fc-9515-52c917438661 req-6710dbc5-2675-4eb4-8fe4-e57ac999dcfc tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.059129 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-00fdf9c1-2780-45fc-9515-52c917438661 req-6710dbc5-2675-4eb4-8fe4-e57ac999dcfc tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0991495 Jul 16 01:44:40.129597 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-00fdf9c1-2780-45fc-9515-52c917438661 req-b627fe0d-b920-4877-a3ee-574328a95639 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626919 Jul 16 01:44:40.188531 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86e329-3d3c-4c58-8366-063298b4374d req-e51f79f2-c674-466f-8915-e7fcb4c491a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.191037 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1a86e329-3d3c-4c58-8366-063298b4374d req-e51f79f2-c674-466f-8915-e7fcb4c491a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 912 time: 0.1478326 Jul 16 01:44:40.295129 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1a86e329-3d3c-4c58-8366-063298b4374d req-8a46f048-7343-4658-8e1d-419251cfb311 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e HTTP/1.1" status: 200 len: 998 time: 0.0964191 Jul 16 01:44:40.365025 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86e329-3d3c-4c58-8366-063298b4374d req-89726a36-0104-45cb-976a-d006f6749f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.366724 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1a86e329-3d3c-4c58-8366-063298b4374d req-89726a36-0104-45cb-976a-d006f6749f6b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.0524709 Jul 16 01:44:40.463000 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76decfb9-81c0-4edb-925d-b81dcbd3ddd0 req-f92a072d-2a97-492f-9773-7e4e32ed1573 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.464613 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76decfb9-81c0-4edb-925d-b81dcbd3ddd0 req-f92a072d-2a97-492f-9773-7e4e32ed1573 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.0655148 Jul 16 01:44:40.502554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86e329-3d3c-4c58-8366-063298b4374d req-3d9f4ee9-b60f-46cf-b0d4-4c0cc4db292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.504232 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1a86e329-3d3c-4c58-8366-063298b4374d req-3d9f4ee9-b60f-46cf-b0d4-4c0cc4db292b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238968 Jul 16 01:44:40.511260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b183a-3f61-4f26-a368-93317f3107c2 req-1fedb022-f968-4f0a-b33c-1f876a3a4795 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.516401 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-480b183a-3f61-4f26-a368-93317f3107c2 req-1fedb022-f968-4f0a-b33c-1f876a3a4795 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/networks?id=393f0775-2671-49ac-ad1d-f0b15cb8d974 HTTP/1.1" status: 200 len: 814 time: 0.2144346 Jul 16 01:44:40.520609 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76decfb9-81c0-4edb-925d-b81dcbd3ddd0 req-1db71216-eb7a-4af1-999a-0563114b1e1b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473220 Jul 16 01:44:40.554014 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-480b183a-3f61-4f26-a368-93317f3107c2 req-6a45aaa0-ada6-4797-a68b-668ac62a37a3 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/quotas/4d4d59d9b5c74be49d11aeb5012b5447 HTTP/1.1" status: 200 len: 375 time: 0.0275548 Jul 16 01:44:40.667056 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1a86e329-3d3c-4c58-8366-063298b4374d req-3ff1a523-591a-4f83-a736-f6758ca1d15f service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481466 Jul 16 01:44:40.694603 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-480b183a-3f61-4f26-a368-93317f3107c2 req-9e29c9c5-8290-4ca4-83df-07f9ab4ece7e tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d4d59d9b5c74be49d11aeb5012b5447&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1337185 Jul 16 01:44:40.819519 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-06fb5cea-e3bc-4669-a4b8-7678b66e1bfd req-2140d642-e7e3-413f-a4a6-6b33468103ad tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0324266 Jul 16 01:44:41.006418 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be929f8f-d11f-4c82-b72e-8e536a01d273 req-e60f902b-9d06-478c-a463-a52f19725ed8 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:41.008195 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be929f8f-d11f-4c82-b72e-8e536a01d273 req-e60f902b-9d06-478c-a463-a52f19725ed8 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0711145 Jul 16 01:44:41.049011 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be929f8f-d11f-4c82-b72e-8e536a01d273 req-7e5857ff-a86b-4a18-aa99-5b3803b94cf3 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348518 Jul 16 01:44:41.165438 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1a86e329-3d3c-4c58-8366-063298b4374d req-1bde5e0a-4f29-4da7-85b6-607dfeaba130 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865758 Jul 16 01:44:41.167617 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-480b183a-3f61-4f26-a368-93317f3107c2 req-accfb6bb-ceba-49ab-bff1-764e045d5138 service neutron] 10.222.0.54 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638283 Jul 16 01:44:41.263443 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-480b183a-3f61-4f26-a368-93317f3107c2 req-b4bdbca0-8801-4085-8fad-c239bd86b7cb service neutron] 10.222.0.54 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892687 Jul 16 01:44:41.340947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6522e9-25be-4f21-81bb-965f1bc9f44f req-c9950d48-b5bd-4231-8cc7-fda4d91b2c2d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:41.342882 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f6522e9-25be-4f21-81bb-965f1bc9f44f req-c9950d48-b5bd-4231-8cc7-fda4d91b2c2d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0795979 Jul 16 01:44:41.403308 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f6522e9-25be-4f21-81bb-965f1bc9f44f req-3730307c-3c4c-42bf-8cf5-0d8d059343f8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530598 Jul 16 01:44:41.508343 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a6a0537-2ac2-4848-90f4-51f11de97549 req-7f734a8e-b35b-4acb-b22d-114e72251ed9 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=271bd656-47bf-49cd-a800-ab72f15658f6 HTTP/1.1" status: 200 len: 210 time: 0.0433397 Jul 16 01:44:41.716954 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869e5f7-58f9-4ae6-8b24-8940e710c83e req-4be2927f-f0c1-4ca1-b76b-13fde22aae60 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:41.725959 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1869e5f7-58f9-4ae6-8b24-8940e710c83e req-4be2927f-f0c1-4ca1-b76b-13fde22aae60 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.0788009 Jul 16 01:44:41.786119 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1869e5f7-58f9-4ae6-8b24-8940e710c83e req-3b3a81c0-01df-4735-9bc1-7a8b6c9c7685 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591626 Jul 16 01:44:41.984469 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be3f04b8-48b6-41c8-a6f7-9d38fb64796b req-60bb6645-d853-4213-9816-65d24bee3d14 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0294850 Jul 16 01:44:42.102933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0be5eb-f0c1-416a-8bc9-2b0ccc547b4f req-30c04911-5e72-4908-b87c-3f347a7ea6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:42.104575 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b0be5eb-f0c1-416a-8bc9-2b0ccc547b4f req-30c04911-5e72-4908-b87c-3f347a7ea6fb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 1097 time: 0.0721455 Jul 16 01:44:42.148163 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3b0be5eb-f0c1-416a-8bc9-2b0ccc547b4f req-9706004f-b98c-4be2-8e70-fd7f140bf2a0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315042 Jul 16 01:44:42.250290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233335d-26d5-4aa9-8406-47c8ba8818fe req-4fb2175a-4e6d-4177-a978-c27683797c16 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:42.252080 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b233335d-26d5-4aa9-8406-47c8ba8818fe req-4fb2175a-4e6d-4177-a978-c27683797c16 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0741062 Jul 16 01:44:42.295498 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b233335d-26d5-4aa9-8406-47c8ba8818fe req-cab89bd4-3db5-4e8a-ac37-af5990fd7071 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373101 Jul 16 01:44:42.591770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ea582-2755-4cd9-8cfd-1e8b45ad99ce req-2eeaaa53-60a2-412a-9125-c71cc21a55cb tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:42.591770 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d86ea582-2755-4cd9-8cfd-1e8b45ad99ce req-2eeaaa53-60a2-412a-9125-c71cc21a55cb tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0763016 Jul 16 01:44:42.634335 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d86ea582-2755-4cd9-8cfd-1e8b45ad99ce req-dcc1e01e-c388-476e-aa7d-3fbfbcc27e47 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348852 Jul 16 01:44:42.667137 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e27d0c7a-151d-442a-ab25-4a86b8dcd752 req-d9fb74d2-4e5b-4052-be05-6645166f5ce7 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=271bd656-47bf-49cd-a800-ab72f15658f6 HTTP/1.1" status: 200 len: 210 time: 0.0337882 Jul 16 01:44:42.780610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efbe85-1914-4e2f-a594-2e759224d015 req-63120150-18ea-4c1f-ab4c-a848b9e70ebb tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:42.782822 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b5efbe85-1914-4e2f-a594-2e759224d015 req-63120150-18ea-4c1f-ab4c-a848b9e70ebb tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.0715158 Jul 16 01:44:42.895065 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-b5efbe85-1914-4e2f-a594-2e759224d015 req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Deleting port b1904735-02ed-4520-a126-3e0a9351b919 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:42.895414 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b5efbe85-1914-4e2f-a594-2e759224d015 req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.997882 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744193c-d5b9-4337-8400-6eab42a57615 req-e32df525-6655-405d-a052-bf1e3db585b8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:42.999435 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b744193c-d5b9-4337-8400-6eab42a57615 req-e32df525-6655-405d-a052-bf1e3db585b8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 946 time: 0.0812039 Jul 16 01:44:43.014495 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-b5efbe85-1914-4e2f-a594-2e759224d015 req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] For port b1904735-02ed-4520-a126-3e0a9351b919, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b1904735-02ed-4520-a126-3e0a9351b919,segment=NetworkSegment(ae7d78ab-006f-4e5c-832f-66c419c31b42),segment_id=ae7d78ab-006f-4e5c-832f-66c419c31b42)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:43.015444 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b5efbe85-1914-4e2f-a594-2e759224d015 req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.043698 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b744193c-d5b9-4337-8400-6eab42a57615 req-8e514447-bf06-4e69-8193-19d867288f5f tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=63112b4d-249c-4cd2-b26f-3da26e361032&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356622 Jul 16 01:44:43.217971 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-34d01f4c-8fd9-4dc3-8e84-92754e384758 req-395b172e-3cff-4b40-b828-953494f446cb tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0357044 Jul 16 01:44:43.313065 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b5efbe85-1914-4e2f-a594-2e759224d015 req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.313482 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b5efbe85-1914-4e2f-a594-2e759224d015 req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.313606 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [req-b5efbe85-1914-4e2f-a594-2e759224d015 req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Floating IP 665ecf60-ccf2-4e54-ba15-d803cc90961d disassociated. External IP: 172.25.1.89, port: b1904735-02ed-4520-a126-3e0a9351b919. Jul 16 01:44:43.314204 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-b5efbe85-1914-4e2f-a594-2e759224d015 req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Calling delete_port for b1904735-02ed-4520-a126-3e0a9351b919 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:43.345717 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b183a-3f61-4f26-a368-93317f3107c2 req-daab1854-e013-4649-a751-f6d4caecbda1 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:43.348255 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-480b183a-3f61-4f26-a368-93317f3107c2 req-daab1854-e013-4649-a751-f6d4caecbda1 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.47 "GET /v2.0/networks?id=393f0775-2671-49ac-ad1d-f0b15cb8d974 HTTP/1.1" status: 200 len: 814 time: 0.1897185 Jul 16 01:44:43.384691 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-480b183a-3f61-4f26-a368-93317f3107c2 req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Request body: {'port': {'device_id': '271bd656-47bf-49cd-a800-ab72f15658f6', 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974', 'admin_state_up': True, 'tenant_id': '4d4d59d9b5c74be49d11aeb5012b5447'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:43.503230 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b5efbe85-1914-4e2f-a594-2e759224d015 req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.545747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Pushing event deleted for resources: {'Port': ['ID=b1904735-02ed-4520-a126-3e0a9351b919,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:43.550014 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-480b183a-3f61-4f26-a368-93317f3107c2 req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Made reservation on behalf of 4d4d59d9b5c74be49d11aeb5012b5447 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:43.553939 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-480b183a-3f61-4f26-a368-93317f3107c2 req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.559253 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:43.560021 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:43.560568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:43.561012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:43.561457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:43.561893 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:43.562386 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:43.562819 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:43.563290 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:43.563803 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:43.564196 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:43.564620 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:43.706663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a54dd-135b-4fc1-a91e-9fd0c2de92c3 req-fdd100e3-cae6-4401-9c7b-70e92a6b88a6 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:43.707848 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5efbe85-1914-4e2f-a594-2e759224d015 req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Router 40c0cfd5-5610-42cf-aab9-975d9c77081c has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:43.708314 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-132a54dd-135b-4fc1-a91e-9fd0c2de92c3 req-fdd100e3-cae6-4401-9c7b-70e92a6b88a6 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.1729660 Jul 16 01:44:43.803740 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-132a54dd-135b-4fc1-a91e-9fd0c2de92c3 req-bd9e5433-1132-4c72-bc0c-8397b0472c3e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834763 Jul 16 01:44:43.814176 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-480b183a-3f61-4f26-a368-93317f3107c2 req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Allocated IP 172.20.0.10 (393f0775-2671-49ac-ad1d-f0b15cb8d974/e54dbb8b-2b82-4da2-88e4-630984d7eced/706ef550-7c49-4fb4-a523-b4c42f156893) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:43.866310 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85fea675-9447-4320-9a43-07bcc412f389 req-04478542-1fe7-4af1-9433-07713ddb9ce9 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=271bd656-47bf-49cd-a800-ab72f15658f6 HTTP/1.1" status: 200 len: 210 time: 0.0354300 Jul 16 01:44:43.871486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5efbe85-1914-4e2f-a594-2e759224d015 req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:43.883634 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90598a3-d534-4233-bc66-74ee78ef4fb0 None None] Sync routers for ids ['40c0cfd5-5610-42cf-aab9-975d9c77081c'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:43.898562 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90598a3-d534-4233-bc66-74ee78ef4fb0 None None] Routers {'40c0cfd5-5610-42cf-aab9-975d9c77081c'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:43.901067 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e90598a3-d534-4233-bc66-74ee78ef4fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:44:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['40c0cfd5-5610-42cf-aab9-975d9c77081c'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:43.970955 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5efbe85-1914-4e2f-a594-2e759224d015 req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] No DVR routers for this DVR port b1904735-02ed-4520-a126-3e0a9351b919 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:43.980975 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b5efbe85-1914-4e2f-a594-2e759224d015 req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.983006 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b5efbe85-1914-4e2f-a594-2e759224d015 req-34d606b5-568d-44dc-b75c-b0116369bee8 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.47 "DELETE /v2.0/ports/b1904735-02ed-4520-a126-3e0a9351b919 HTTP/1.1" status: 204 len: 173 time: 1.1902320 Jul 16 01:44:43.983621 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d3edb2-67e1-49b0-ab10-369899f0e853', 'name': 'network-vif-deleted', 'tag': 'b1904735-02ed-4520-a126-3e0a9351b919'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:43.997189 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ad2887-a47f-46c4-b466-c6b555d279f2" -d '{"events": [{"server_uuid": "00d3edb2-67e1-49b0-ab10-369899f0e853", "name": "network-vif-deleted", "tag": "b1904735-02ed-4520-a126-3e0a9351b919"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:44.091779 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d943e16d-55bc-49bd-904a-55512de9cd6c x-openstack-request-id: req-d943e16d-55bc-49bd-904a-55512de9cd6c {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:44.092083 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d3edb2-67e1-49b0-ab10-369899f0e853", "name": "network-vif-deleted", "tag": "b1904735-02ed-4520-a126-3e0a9351b919", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:44.092385 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d943e16d-55bc-49bd-904a-55512de9cd6c {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:44.092735 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d3edb2-67e1-49b0-ab10-369899f0e853', 'name': 'network-vif-deleted', 'tag': 'b1904735-02ed-4520-a126-3e0a9351b919', 'status': 'completed', 'code': 200} Jul 16 01:44:44.108716 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-480b183a-3f61-4f26-a368-93317f3107c2 req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.115659 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-e90598a3-d534-4233-bc66-74ee78ef4fb0 None None] Set router 40c0cfd5-5610-42cf-aab9-975d9c77081c gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:44.212068 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-480b183a-3f61-4f26-a368-93317f3107c2 req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.259737 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['88e173de-de88-4b7d-85da-c5764a850913'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:44.297463 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-480b183a-3f61-4f26-a368-93317f3107c2 req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Network 393f0775-2671-49ac-ad1d-f0b15cb8d974 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:44.302354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-480b183a-3f61-4f26-a368-93317f3107c2 req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:44.314243 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-480b183a-3f61-4f26-a368-93317f3107c2 req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:44.319356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Pushing event updated for resources: {'Port': ['ID=706ef550-7c49-4fb4-a523-b4c42f156893,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:44.349804 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-42b9ae1c-9745-4183-b86d-51e30e7d45ed req-9f86c133-435c-49a5-9ad6-29f764073037 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=00d3edb2-67e1-49b0-ab10-369899f0e853 HTTP/1.1" status: 200 len: 210 time: 0.0869210 Jul 16 01:44:44.366639 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:44.367910 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:44.368519 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:44.369113 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:44.369918 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:44.370479 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:44.371405 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:44.372004 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:44.372590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:44.373221 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:44.373792 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:44.374344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:44.412102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b183a-3f61-4f26-a368-93317f3107c2 req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.413361 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-480b183a-3f61-4f26-a368-93317f3107c2 req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.458681 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-066ad9ab-e386-4253-85bf-26aa17863a99 req-994ed8f0-8e8a-40e5-933e-dd5021ab4129 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0332811 Jul 16 01:44:44.460717 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-480b183a-3f61-4f26-a368-93317f3107c2 req-7dfd0156-e279-4dd9-b056-cb36d69241c8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0815902 Jul 16 01:44:44.496055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Request body: {'port': {'device_id': '271bd656-47bf-49cd-a800-ab72f15658f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:44.535913 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e90598a3-d534-4233-bc66-74ee78ef4fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port': {'id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6355e7f9-4e6d-4905-a453-1b2f47ee6dff', 'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'mac_address': 'fa:16:3e:42:c3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:16Z', 'updated_at': '2021-07-16T01:39:26Z', 'revision_number': 5, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'subnets': [{'id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:44.564377 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90598a3-d534-4233-bc66-74ee78ef4fb0 None None] Checking router: 40c0cfd5-5610-42cf-aab9-975d9c77081c for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:44.572802 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90598a3-d534-4233-bc66-74ee78ef4fb0 None None] Routers {'40c0cfd5-5610-42cf-aab9-975d9c77081c'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:44.573494 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e90598a3-d534-4233-bc66-74ee78ef4fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:44:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['40c0cfd5-5610-42cf-aab9-975d9c77081c'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:44.575123 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.681400 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-e90598a3-d534-4233-bc66-74ee78ef4fb0 None None] Set router 40c0cfd5-5610-42cf-aab9-975d9c77081c gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:44.879274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device b1904735-02ed-4520-a126-3e0a9351b919 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:44.910748 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706ef550-7c49-4fb4-a523-b4c42f156893 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:44.917215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: b1904735-02ed-4520-a126-3e0a9351b919 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:44.917938 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device b1904735-02ed-4520-a126-3e0a9351b919 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:44.931127 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.962562 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e90598a3-d534-4233-bc66-74ee78ef4fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port': {'id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6355e7f9-4e6d-4905-a453-1b2f47ee6dff', 'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'mac_address': 'fa:16:3e:42:c3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:16Z', 'updated_at': '2021-07-16T01:39:26Z', 'revision_number': 5, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'subnets': [{'id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:44.968329 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Transition to ACTIVE for port object 706ef550-7c49-4fb4-a523-b4c42f156893 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:44.977346 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.007778 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90598a3-d534-4233-bc66-74ee78ef4fb0 None None] The sync data for ids ['40c0cfd5-5610-42cf-aab9-975d9c77081c'] in n-d-800086-6 is: [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port': {'id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6355e7f9-4e6d-4905-a453-1b2f47ee6dff', 'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'mac_address': 'fa:16:3e:42:c3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:16Z', 'updated_at': '2021-07-16T01:39:26Z', 'revision_number': 5, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'subnets': [{'id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:45.121205 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Pushing event updated for resources: {'Port': ['ID=706ef550-7c49-4fb4-a523-b4c42f156893,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.136511 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc39e0-ae07-45c0-ae0b-901050d230b0 req-651f8b3a-e0e4-4027-881d-0d04f241c542 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:45.139308 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-afbc39e0-ae07-45c0-ae0b-901050d230b0 req-651f8b3a-e0e4-4027-881d-0d04f241c542 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0944738 Jul 16 01:44:45.202837 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-afbc39e0-ae07-45c0-ae0b-901050d230b0 req-7a80b5ed-9c86-4a19-8be1-a231e164f467 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511699 Jul 16 01:44:45.209267 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Attempting to bind port 706ef550-7c49-4fb4-a523-b4c42f156893 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:45.209609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Attempting to bind port 706ef550-7c49-4fb4-a523-b4c42f156893 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '148309c1-4d25-4db9-8f1f-d705698cb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:45.209942 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Attempting to bind port 706ef550-7c49-4fb4-a523-b4c42f156893 on network 393f0775-2671-49ac-ad1d-f0b15cb8d974 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:45.218129 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Port 706ef550-7c49-4fb4-a523-b4c42f156893 on network 393f0775-2671-49ac-ad1d-f0b15cb8d974 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:45.218985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Attempting to bind port 706ef550-7c49-4fb4-a523-b4c42f156893 on network 393f0775-2671-49ac-ad1d-f0b15cb8d974 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:45.239236 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:45.239953 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Checking segment: {'id': '148309c1-4d25-4db9-8f1f-d705698cb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:45.240658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Bound using segment: {'id': '148309c1-4d25-4db9-8f1f-d705698cb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:45.241282 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Bound port: 706ef550-7c49-4fb4-a523-b4c42f156893, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148309c1-4d25-4db9-8f1f-d705698cb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:45.241866 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.303018 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f661857-5984-4727-85f3-97ce971d8513 req-26831612-3031-4f8c-ba12-c858dffab7ce tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:45.310270 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8f661857-5984-4727-85f3-97ce971d8513 req-26831612-3031-4f8c-ba12-c858dffab7ce tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=271bd656-47bf-49cd-a800-ab72f15658f6 HTTP/1.1" status: 200 len: 944 time: 0.1586785 Jul 16 01:44:45.380240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] For port 706ef550-7c49-4fb4-a523-b4c42f156893, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:45.386233 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8f661857-5984-4727-85f3-97ce971d8513 req-417b14bb-9344-478a-8c76-85b0e8e31eb1 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751014 Jul 16 01:44:45.388078 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] For port 706ef550-7c49-4fb4-a523-b4c42f156893, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=706ef550-7c49-4fb4-a523-b4c42f156893,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:45.395217 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.400437 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c618e3-2801-40d2-829c-971e460e3854 None None] New status for floating IP 665ecf60-ccf2-4e54-ba15-d803cc90961d: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:44:45.449852 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Pushing event updated for resources: {'Port': ['ID=706ef550-7c49-4fb4-a523-b4c42f156893,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.473434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:45.474165 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.478707 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-480b183a-3f61-4f26-a368-93317f3107c2 req-20241a9e-238d-46f4-adf6-795b7b351586 service neutron] 10.222.0.47 "PUT /v2.0/ports/706ef550-7c49-4fb4-a523-b4c42f156893 HTTP/1.1" status: 200 len: 1092 time: 0.9926634 Jul 16 01:44:45.479450 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271bd656-47bf-49cd-a800-ab72f15658f6', 'tag': '706ef550-7c49-4fb4-a523-b4c42f156893'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:45.485682 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4939a9cd-3791-4873-8400-b2ba8880a5af" -d '{"events": [{"name": "network-changed", "server_uuid": "271bd656-47bf-49cd-a800-ab72f15658f6", "tag": "706ef550-7c49-4fb4-a523-b4c42f156893"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:45.625952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b183a-3f61-4f26-a368-93317f3107c2 req-33b8fa2c-df62-49b8-8b52-cc509af52153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:45.627683 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-480b183a-3f61-4f26-a368-93317f3107c2 req-33b8fa2c-df62-49b8-8b52-cc509af52153 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d4d59d9b5c74be49d11aeb5012b5447&device_id=271bd656-47bf-49cd-a800-ab72f15658f6 HTTP/1.1" status: 200 len: 1095 time: 0.0651412 Jul 16 01:44:45.706977 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-480b183a-3f61-4f26-a368-93317f3107c2 req-d47f4ff2-4afc-40b5-93a2-3bd7e36afbb2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=706ef550-7c49-4fb4-a523-b4c42f156893 HTTP/1.1" status: 200 len: 217 time: 0.0585585 Jul 16 01:44:45.708821 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd0b04f-57ca-46d5-b28b-9c1af73fc4a2 x-openstack-request-id: req-dbd0b04f-57ca-46d5-b28b-9c1af73fc4a2 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:45.710700 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271bd656-47bf-49cd-a800-ab72f15658f6", "tag": "706ef550-7c49-4fb4-a523-b4c42f156893", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:45.710845 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dbd0b04f-57ca-46d5-b28b-9c1af73fc4a2 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:45.711255 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271bd656-47bf-49cd-a800-ab72f15658f6', 'tag': '706ef550-7c49-4fb4-a523-b4c42f156893', 'status': 'completed', 'code': 200} Jul 16 01:44:45.771938 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b183a-3f61-4f26-a368-93317f3107c2 req-2b7d030f-e2d9-4fd2-8a8f-d77e1fe97d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:45.773443 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-480b183a-3f61-4f26-a368-93317f3107c2 req-2b7d030f-e2d9-4fd2-8a8f-d77e1fe97d75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e54dbb8b-2b82-4da2-88e4-630984d7eced HTTP/1.1" status: 200 len: 854 time: 0.0555227 Jul 16 01:44:45.816439 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-480b183a-3f61-4f26-a368-93317f3107c2 req-05a2c86f-4ea3-403e-ba8d-67a9a7b3d51f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=393f0775-2671-49ac-ad1d-f0b15cb8d974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308232 Jul 16 01:44:45.820213 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b21dbea1-7cab-4d04-a5b5-f0bb0b207731 req-c26c27d1-a7c7-4013-8586-c097f2d6afce tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0370266 Jul 16 01:44:45.895473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 37120) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:45.944133 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-480b183a-3f61-4f26-a368-93317f3107c2 req-31a704eb-f0a2-4c21-ac83-449918d43d8e service neutron] 10.222.0.47 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117263 Jul 16 01:44:45.969383 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-33893e8d-e704-4686-91ee-b23fe87aca71 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.999320 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-33893e8d-e704-4686-91ee-b23fe87aca71 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.057409 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-480b183a-3f61-4f26-a368-93317f3107c2 req-dc14995d-93f6-4eaf-a79d-59db12e99b75 service neutron] 10.222.0.47 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025333 Jul 16 01:44:46.120954 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-33893e8d-e704-4686-91ee-b23fe87aca71 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.131854 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-33893e8d-e704-4686-91ee-b23fe87aca71 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.133466 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-33893e8d-e704-4686-91ee-b23fe87aca71 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "DELETE /v2.0/security-groups/63112b4d-249c-4cd2-b26f-3da26e361032 HTTP/1.1" status: 204 len: 168 time: 0.2368956 Jul 16 01:44:46.136812 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 37126) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:46.150023 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33893e8d-e704-4686-91ee-b23fe87aca71 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63112b4d-249c-4cd2-b26f-3da26e361032,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:46.157251 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f057c6-43c5-4109-9bc0-18599959948e req-c564ef95-449d-4069-a186-01e2cfa2c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:46.159671 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d9f057c6-43c5-4109-9bc0-18599959948e req-c564ef95-449d-4069-a186-01e2cfa2c641 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99d319bfc75943aa8724b2b1f28f0994&device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 1097 time: 0.1316233 Jul 16 01:44:46.160348 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-482096a3-2bed-47c0-b47d-5ad58df5d49b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] show failed (client error): The resource could not be found. Jul 16 01:44:46.171013 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-482096a3-2bed-47c0-b47d-5ad58df5d49b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups/63112b4d-249c-4cd2-b26f-3da26e361032 HTTP/1.1" status: 404 len: 347 time: 0.0305417 Jul 16 01:44:46.171477 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 37128) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:46.281912 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f057c6-43c5-4109-9bc0-18599959948e req-3b12ba2f-82dc-428c-bc71-6f4024fd5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:46.283427 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d9f057c6-43c5-4109-9bc0-18599959948e req-3b12ba2f-82dc-428c-bc71-6f4024fd5d3f service neutron] 10.222.0.26 "GET /v2.0/networks?id=203c259b-6808-454c-950b-0d68f44e0a77 HTTP/1.1" status: 200 len: 919 time: 0.1169574 Jul 16 01:44:46.331426 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d9f057c6-43c5-4109-9bc0-18599959948e req-f7ee9248-7687-407d-9fd5-6974e709e444 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82f6c61e-eb43-40c4-ba84-9d19ff49c329 HTTP/1.1" status: 200 len: 217 time: 0.0391786 Jul 16 01:44:46.387554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f057c6-43c5-4109-9bc0-18599959948e req-5b5a062a-1c90-4604-8b98-e65d0790012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:46.389115 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d9f057c6-43c5-4109-9bc0-18599959948e req-5b5a062a-1c90-4604-8b98-e65d0790012a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49ef4659-39ae-4d72-898c-630ab0b4abf0 HTTP/1.1" status: 200 len: 858 time: 0.0471411 Jul 16 01:44:46.415220 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939a9cd-3791-4873-8400-b2ba8880a5af req-0cab99f9-c3cc-45bf-845a-e5208e834b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:46.416799 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4939a9cd-3791-4873-8400-b2ba8880a5af req-0cab99f9-c3cc-45bf-845a-e5208e834b67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d4d59d9b5c74be49d11aeb5012b5447&device_id=271bd656-47bf-49cd-a800-ab72f15658f6 HTTP/1.1" status: 200 len: 1095 time: 0.1715565 Jul 16 01:44:46.430231 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0810f-d8e7-4cbc-b553-f8bb7c223bb3 req-b5f1f0da-a1ff-4e0d-acbe-6e4fb9393139 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:46.439055 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ea0810f-d8e7-4cbc-b553-f8bb7c223bb3 req-b5f1f0da-a1ff-4e0d-acbe-6e4fb9393139 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.2025573 Jul 16 01:44:46.445813 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d9f057c6-43c5-4109-9bc0-18599959948e req-0a6a3832-fc1f-4b46-9e4b-15a9b6cce660 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=203c259b-6808-454c-950b-0d68f44e0a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438852 Jul 16 01:44:46.459326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-18cc46d9-d396-4f79-8db5-5d5b60e6e813 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Deleting port 35e3ecf5-2ad3-431d-a46a-0fc4583a2851 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:46.459678 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-18cc46d9-d396-4f79-8db5-5d5b60e6e813 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.558931 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d9f057c6-43c5-4109-9bc0-18599959948e req-2b936bc2-5a70-4634-9c1e-02015739a38f service neutron] 10.222.0.26 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058605 Jul 16 01:44:46.566854 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ea0810f-d8e7-4cbc-b553-f8bb7c223bb3 req-cfb0e18c-cc70-49a1-9699-9e93a8397081 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267281 Jul 16 01:44:46.651390 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939a9cd-3791-4873-8400-b2ba8880a5af req-1725153a-bdb7-4d0b-b30c-1168c988af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:46.652904 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4939a9cd-3791-4873-8400-b2ba8880a5af req-1725153a-bdb7-4d0b-b30c-1168c988af3c service neutron] 10.222.0.47 "GET /v2.0/networks?id=393f0775-2671-49ac-ad1d-f0b15cb8d974 HTTP/1.1" status: 200 len: 915 time: 0.2104232 Jul 16 01:44:46.654586 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-18cc46d9-d396-4f79-8db5-5d5b60e6e813 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.654977 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-18cc46d9-d396-4f79-8db5-5d5b60e6e813 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.680359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-18cc46d9-d396-4f79-8db5-5d5b60e6e813 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Calling delete_port for 35e3ecf5-2ad3-431d-a46a-0fc4583a2851 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:46.719694 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4939a9cd-3791-4873-8400-b2ba8880a5af req-125f6c9c-7798-4527-99b3-f3e7fbe4e95b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=706ef550-7c49-4fb4-a523-b4c42f156893 HTTP/1.1" status: 200 len: 217 time: 0.0561321 Jul 16 01:44:46.754647 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d9f057c6-43c5-4109-9bc0-18599959948e req-52f58cc0-ae16-4968-8471-4fcec2fe15f5 service neutron] 10.222.0.26 "GET /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889086 Jul 16 01:44:46.773572 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c6154-b08b-42f7-9381-fb6d23a51028 req-d911cc86-7369-45c1-8387-f61ea7be4719 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:46.784077 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-794c6154-b08b-42f7-9381-fb6d23a51028 req-d911cc86-7369-45c1-8387-f61ea7be4719 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=271bd656-47bf-49cd-a800-ab72f15658f6 HTTP/1.1" status: 200 len: 944 time: 0.1155345 Jul 16 01:44:46.834108 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-794c6154-b08b-42f7-9381-fb6d23a51028 req-4b02149e-03fe-4ab0-8da0-05182b4f9377 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491490 Jul 16 01:44:46.849856 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939a9cd-3791-4873-8400-b2ba8880a5af req-d54cd681-f3c5-4d68-9920-30de6d91c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:46.851594 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4939a9cd-3791-4873-8400-b2ba8880a5af req-d54cd681-f3c5-4d68-9920-30de6d91c678 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e54dbb8b-2b82-4da2-88e4-630984d7eced HTTP/1.1" status: 200 len: 854 time: 0.0880818 Jul 16 01:44:46.894805 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4939a9cd-3791-4873-8400-b2ba8880a5af req-d42e571c-78eb-49b6-8404-e708f4e390b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=393f0775-2671-49ac-ad1d-f0b15cb8d974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289354 Jul 16 01:44:47.017538 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c2367c69-ffc7-429d-9099-3364dee55706 req-95b75ca7-4873-4d9a-adae-d742086d9f3e tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0466080 Jul 16 01:44:47.369604 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-18cc46d9-d396-4f79-8db5-5d5b60e6e813 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.398751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc46d9-d396-4f79-8db5-5d5b60e6e813 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Pushing event deleted for resources: {'Port': ['ID=35e3ecf5-2ad3-431d-a46a-0fc4583a2851,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:47.435849 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4939a9cd-3791-4873-8400-b2ba8880a5af req-8901a12d-7d45-4b07-8a79-15eb630e97a5 service neutron] 10.222.0.47 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303586 Jul 16 01:44:47.522856 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-18cc46d9-d396-4f79-8db5-5d5b60e6e813 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.525393 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-18cc46d9-d396-4f79-8db5-5d5b60e6e813 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.526545 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-18cc46d9-d396-4f79-8db5-5d5b60e6e813 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "DELETE /v2.0/floatingips/665ecf60-ccf2-4e54-ba15-d803cc90961d HTTP/1.1" status: 204 len: 168 time: 1.3537102 Jul 16 01:44:47.561906 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4939a9cd-3791-4873-8400-b2ba8880a5af req-0b329ab5-9974-47a9-9f16-e78fb35557aa service neutron] 10.222.0.47 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066096 Jul 16 01:44:47.758662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 37168) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:47.763455 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-34c78340-cb07-4cc3-be3c-3cc387f4884d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1233376628', 'description': 'tempest-description--1295052466'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:47.819281 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-34c78340-cb07-4cc3-be3c-3cc387f4884d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.903266 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf89cb-2751-47cf-a795-a17b6cbbba6c req-9180e174-ff4a-407d-a222-f492eee72db4 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:47.904794 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-35cf89cb-2751-47cf-a795-a17b6cbbba6c req-9180e174-ff4a-407d-a222-f492eee72db4 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.1288168 Jul 16 01:44:47.960312 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-35cf89cb-2751-47cf-a795-a17b6cbbba6c req-88a08af0-1a48-4299-89c5-37f30e3fc427 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485253 Jul 16 01:44:47.991148 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-34c78340-cb07-4cc3-be3c-3cc387f4884d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.996218 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-34c78340-cb07-4cc3-be3c-3cc387f4884d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.030674 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c78340-cb07-4cc3-be3c-3cc387f4884d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684dfec8-6da4-4fcd-8d99-b5327def6179,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:48.033556 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-34c78340-cb07-4cc3-be3c-3cc387f4884d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.035064 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-34c78340-cb07-4cc3-be3c-3cc387f4884d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2753963 Jul 16 01:44:48.037948 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 37180) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:48.042578 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-78b77e87-dc31-4767-b12a-8fd75ecb191b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Request body: {'security_group_rule': {'security_group_id': '684dfec8-6da4-4fcd-8d99-b5327def6179', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:48.077257 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-78b77e87-dc31-4767-b12a-8fd75ecb191b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.115792 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fda212-5a10-409f-812f-e382f1e5d3c6 req-f94d8c4a-ee09-44e8-b28f-94efd826f596 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:48.135738 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30fda212-5a10-409f-812f-e382f1e5d3c6 req-f94d8c4a-ee09-44e8-b28f-94efd826f596 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=271bd656-47bf-49cd-a800-ab72f15658f6 HTTP/1.1" status: 200 len: 944 time: 0.0950112 Jul 16 01:44:48.172891 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-78b77e87-dc31-4767-b12a-8fd75ecb191b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.178693 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-78b77e87-dc31-4767-b12a-8fd75ecb191b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.192017 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30fda212-5a10-409f-812f-e382f1e5d3c6 req-d5f8105c-1053-407b-a267-0cf2184f773f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627031 Jul 16 01:44:48.204856 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b77e87-dc31-4767-b12a-8fd75ecb191b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4a5ddf-57da-478b-b6f6-20287ce248b6,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:48.213362 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-78b77e87-dc31-4767-b12a-8fd75ecb191b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.215744 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-78b77e87-dc31-4767-b12a-8fd75ecb191b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1759262 Jul 16 01:44:48.217895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 37188) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:48.224976 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-704f50ac-36b7-4675-8d2b-144b0b132aee tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Request body: {'security_group_rule': {'security_group_id': '684dfec8-6da4-4fcd-8d99-b5327def6179', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:48.263807 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-704f50ac-36b7-4675-8d2b-144b0b132aee tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.327785 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-704f50ac-36b7-4675-8d2b-144b0b132aee tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.331814 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-704f50ac-36b7-4675-8d2b-144b0b132aee tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.353062 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f50ac-36b7-4675-8d2b-144b0b132aee tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6d3d43-8f85-4d2b-a9f3-177b0f546ca7,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:48.362322 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-704f50ac-36b7-4675-8d2b-144b0b132aee tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.366773 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 37190) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:48.366935 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-704f50ac-36b7-4675-8d2b-144b0b132aee tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467440 Jul 16 01:44:48.371970 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3733d0cb-1bcd-4d34-afdc-7f878430a4e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:48.398507 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3733d0cb-1bcd-4d34-afdc-7f878430a4e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.434022 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09f88ef7-b442-49d2-aa4c-10859052025e req-5fed67dc-91e1-443f-aad5-9ec346e4db2e tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0438650 Jul 16 01:44:48.507331 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3733d0cb-1bcd-4d34-afdc-7f878430a4e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.616291 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-3733d0cb-1bcd-4d34-afdc-7f878430a4e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Allocated IP 172.25.1.153 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/c23c98ab-65c3-4b08-8cf6-72c2d358f3f6) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:48.720920 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3733d0cb-1bcd-4d34-afdc-7f878430a4e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.772033 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3733d0cb-1bcd-4d34-afdc-7f878430a4e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.814207 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3733d0cb-1bcd-4d34-afdc-7f878430a4e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:48.818938 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-3733d0cb-1bcd-4d34-afdc-7f878430a4e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:48.822275 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733d0cb-1bcd-4d34-afdc-7f878430a4e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:48.847187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733d0cb-1bcd-4d34-afdc-7f878430a4e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Pushing event updated for resources: {'Port': ['ID=c23c98ab-65c3-4b08-8cf6-72c2d358f3f6,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:48.916435 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3733d0cb-1bcd-4d34-afdc-7f878430a4e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.917823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 706ef550-7c49-4fb4-a523-b4c42f156893 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:44:48.963942 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3733d0cb-1bcd-4d34-afdc-7f878430a4e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.029155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 706ef550-7c49-4fb4-a523-b4c42f156893, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=706ef550-7c49-4fb4-a523-b4c42f156893,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:49.043377 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '706ef550-7c49-4fb4-a523-b4c42f156893', 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974', 'port_id': '706ef550-7c49-4fb4-a523-b4c42f156893', 'mac_address': 'fa:16:3e:d6:cd:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54dbb8b-2b82-4da2-88e4-630984d7eced', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:44:49.095094 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.114787 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706ef550-7c49-4fb4-a523-b4c42f156893 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:49.155927 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 706ef550-7c49-4fb4-a523-b4c42f156893, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=706ef550-7c49-4fb4-a523-b4c42f156893,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:49.165870 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.230215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=706ef550-7c49-4fb4-a523-b4c42f156893,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:49.277908 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3733d0cb-1bcd-4d34-afdc-7f878430a4e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.286682 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3733d0cb-1bcd-4d34-afdc-7f878430a4e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.337065 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a95c2-0104-4ddb-83e3-b863b6cf4317 req-a46ea148-b9b2-44a3-a842-5d8af3816293 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:49.338891 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-050a95c2-0104-4ddb-83e3-b863b6cf4317 req-a46ea148-b9b2-44a3-a842-5d8af3816293 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.1574652 Jul 16 01:44:49.404107 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733d0cb-1bcd-4d34-afdc-7f878430a4e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Pushing event updated for resources: {'Port': ['ID=c23c98ab-65c3-4b08-8cf6-72c2d358f3f6,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:49.421886 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3733d0cb-1bcd-4d34-afdc-7f878430a4e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.433477 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-050a95c2-0104-4ddb-83e3-b863b6cf4317 req-6825f875-ae1b-46ba-874f-44886260983e tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712774 Jul 16 01:44:49.439650 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d189ee8-97db-4106-9ec8-55b7e53b9511 req-92041f42-5c32-4c6f-addb-68af185fc7eb tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:49.441590 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3d189ee8-97db-4106-9ec8-55b7e53b9511 req-92041f42-5c32-4c6f-addb-68af185fc7eb tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=271bd656-47bf-49cd-a800-ab72f15658f6 HTTP/1.1" status: 200 len: 945 time: 0.0852594 Jul 16 01:44:49.442420 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3733d0cb-1bcd-4d34-afdc-7f878430a4e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.443632 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3733d0cb-1bcd-4d34-afdc-7f878430a4e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0755229 Jul 16 01:44:49.504033 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3d189ee8-97db-4106-9ec8-55b7e53b9511 req-5e4110c4-3eee-456a-908e-315fa6b811aa tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447574 Jul 16 01:44:49.614966 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['706ef550-7c49-4fb4-a523-b4c42f156893'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:49.618231 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5b0b2686-6626-4fcf-bf75-304f21ea0284 req-5b1ac91d-6dba-489f-be98-97f608f3fbbb tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0407267 Jul 16 01:44:49.621215 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-45495f6c-3380-4439-934f-510df6be9020 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1233376628&fields=id&tenant_id=e6903e818f0943108870e394a4b6e918 HTTP/1.1" status: 200 len: 267 time: 0.0372686 Jul 16 01:44:49.756394 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-d0c518cf-e9c1-4c47-8faa-75ee8efde074 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:49.761785 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-d0c518cf-e9c1-4c47-8faa-75ee8efde074 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/networks?id=bbab9db4-4886-4665-a04f-6c86f080eea8 HTTP/1.1" status: 200 len: 810 time: 0.1294069 Jul 16 01:44:49.772856 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-d3fa39a1-a569-4a84-b636-f7fbef8ba216 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/quotas/e6903e818f0943108870e394a4b6e918 HTTP/1.1" status: 200 len: 375 time: 0.0095074 Jul 16 01:44:49.842552 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-f0e151fa-2a5a-4d7c-9c20-cd5de4e5985b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6903e818f0943108870e394a4b6e918&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636134 Jul 16 01:44:49.959979 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-6f530db7-3113-49fb-9c4f-45b7ae56ef68 service neutron] 10.222.0.54 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040244 Jul 16 01:44:50.054051 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-b6f6cb18-c543-4e62-88b4-f8c91f843d6f service neutron] 10.222.0.54 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870881 Jul 16 01:44:50.260124 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8515a112-3b6d-4384-a7f0-86080a2b5244 req-e2b53cdf-b6e9-44f8-b9e1-73dcefd6cebd tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 210 time: 0.0523901 Jul 16 01:44:50.761644 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0189f7d-3961-4e11-876e-7a114d21d945 req-9d654d0d-267d-49c1-b4bf-aa27a4c277c8 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:50.763372 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c0189f7d-3961-4e11-876e-7a114d21d945 req-9d654d0d-267d-49c1-b4bf-aa27a4c277c8 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.1027250 Jul 16 01:44:50.772298 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb2a99-0bd8-49c3-a361-7f1fef1e5bce req-a8cc00e0-bf5d-48a7-bce9-8887cda06be2 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:50.773896 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31cb2a99-0bd8-49c3-a361-7f1fef1e5bce req-a8cc00e0-bf5d-48a7-bce9-8887cda06be2 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=271bd656-47bf-49cd-a800-ab72f15658f6 HTTP/1.1" status: 200 len: 945 time: 0.1090305 Jul 16 01:44:50.807979 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c0189f7d-3961-4e11-876e-7a114d21d945 req-f305c832-754b-4c86-b703-c763927e33f3 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374248 Jul 16 01:44:50.830752 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31cb2a99-0bd8-49c3-a361-7f1fef1e5bce req-af7d7e8a-fd08-40dc-8304-10e8d26012da tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483835 Jul 16 01:44:50.952179 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 706ef550-7c49-4fb4-a523-b4c42f156893 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:50.997771 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ad0d7a2b-1855-4a0f-8711-e09346407b39 req-6912393d-f1bc-427e-a784-6e6e0c78ddd1 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0458486 Jul 16 01:44:51.038714 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 706ef550-7c49-4fb4-a523-b4c42f156893 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:51.048492 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 706ef550-7c49-4fb4-a523-b4c42f156893 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:51.048971 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.143337 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.184948 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271bd656-47bf-49cd-a800-ab72f15658f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706ef550-7c49-4fb4-a523-b4c42f156893'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:51.188220 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934eb35c-6751-46a7-bc3b-c45cfd35f023" -d '{"events": [{"server_uuid": "271bd656-47bf-49cd-a800-ab72f15658f6", "name": "network-vif-plugged", "status": "completed", "tag": "706ef550-7c49-4fb4-a523-b4c42f156893"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:51.202057 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 706ef550-7c49-4fb4-a523-b4c42f156893, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=706ef550-7c49-4fb4-a523-b4c42f156893,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:51.207634 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.260131 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0320478e-ec4c-4212-8d2a-0588c908c9b5 x-openstack-request-id: req-0320478e-ec4c-4212-8d2a-0588c908c9b5 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:51.260494 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271bd656-47bf-49cd-a800-ab72f15658f6", "name": "network-vif-plugged", "status": "completed", "tag": "706ef550-7c49-4fb4-a523-b4c42f156893", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:51.260800 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0320478e-ec4c-4212-8d2a-0588c908c9b5 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:51.261411 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271bd656-47bf-49cd-a800-ab72f15658f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706ef550-7c49-4fb4-a523-b4c42f156893', 'code': 200} Jul 16 01:44:51.267138 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=706ef550-7c49-4fb4-a523-b4c42f156893,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:51.443141 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b31e4edc-d5e1-4474-adb9-d4fdb233711b req-6574476e-763e-48d2-9e0b-f7e4d9b0601d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 210 time: 0.0312550 Jul 16 01:44:51.481818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca945dff-a889-4d48-b798-e7ee95378719 req-e214dbf5-d61c-4a31-ad51-a1412c0d50dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.483587 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ca945dff-a889-4d48-b798-e7ee95378719 req-e214dbf5-d61c-4a31-ad51-a1412c0d50dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=271bd656-47bf-49cd-a800-ab72f15658f6 HTTP/1.1" status: 200 len: 1097 time: 0.0726874 Jul 16 01:44:51.522591 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ca945dff-a889-4d48-b798-e7ee95378719 req-ba06f4ab-938a-4aa5-8ccc-a725be1f9634 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282340 Jul 16 01:44:51.891189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-9f0752cc-535e-40b3-9441-b27dfd661ffb tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.892984 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-9f0752cc-535e-40b3-9441-b27dfd661ffb tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.26 "GET /v2.0/networks?id=bbab9db4-4886-4665-a04f-6c86f080eea8 HTTP/1.1" status: 200 len: 810 time: 0.1213949 Jul 16 01:44:51.975889 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-8d4b6e77-2791-48cd-838d-39e908eaa640 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6903e818f0943108870e394a4b6e918 HTTP/1.1" status: 200 len: 380 time: 0.0580614 Jul 16 01:44:51.988932 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-c6d67fbf-e99b-4ea7-8462-60e52ff71dff tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Request body: {'port': {'device_id': '3c902075-f684-41cf-a33c-28bbb45f5f44', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'admin_state_up': True, 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'security_groups': ['684dfec8-6da4-4fcd-8d99-b5327def6179']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:52.156250 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43de96d-6a9c-4b26-9c34-e6210ba185e9 req-905ea40d-7cd6-46cb-b0bf-d294ea05e372 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:52.162958 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c43de96d-6a9c-4b26-9c34-e6210ba185e9 req-905ea40d-7cd6-46cb-b0bf-d294ea05e372 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=271bd656-47bf-49cd-a800-ab72f15658f6 HTTP/1.1" status: 200 len: 946 time: 0.1375477 Jul 16 01:44:52.185396 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-c6d67fbf-e99b-4ea7-8462-60e52ff71dff tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Made reservation on behalf of e6903e818f0943108870e394a4b6e918 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:52.195872 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de754a74-3847-46a8-901c-00e7b00aa1f1 req-95884337-47ce-420d-88c0-1aaa79d8f64b tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0326321 Jul 16 01:44:52.200475 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-c6d67fbf-e99b-4ea7-8462-60e52ff71dff tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.256891 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c43de96d-6a9c-4b26-9c34-e6210ba185e9 req-1ab7292e-7fa2-4530-80c4-6ed1654fbc03 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792983 Jul 16 01:44:52.385074 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-c6d67fbf-e99b-4ea7-8462-60e52ff71dff tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Allocated IP 172.20.0.5 (bbab9db4-4886-4665-a04f-6c86f080eea8/9e8d412d-f3ed-49c0-9f76-a0b8381deff4/a94392af-0eac-4564-bb29-acd1ad6827a7) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:52.608667 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9df565c7-acd8-4590-b902-8ed048acce1e req-2a856f6e-96be-4866-bfa5-27b607f91714 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 210 time: 0.0431597 Jul 16 01:44:52.622449 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-c6d67fbf-e99b-4ea7-8462-60e52ff71dff tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.637820 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-c6d67fbf-e99b-4ea7-8462-60e52ff71dff tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Transition to ACTIVE for port object a94392af-0eac-4564-bb29-acd1ad6827a7 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:52.681263 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-c6d67fbf-e99b-4ea7-8462-60e52ff71dff tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.726118 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-c6d67fbf-e99b-4ea7-8462-60e52ff71dff tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Network bbab9db4-4886-4665-a04f-6c86f080eea8 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:52.731359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-c6d67fbf-e99b-4ea7-8462-60e52ff71dff tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:52.735402 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-c6d67fbf-e99b-4ea7-8462-60e52ff71dff tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:52.784360 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d67fbf-e99b-4ea7-8462-60e52ff71dff tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Pushing event updated for resources: {'Port': ['ID=a94392af-0eac-4564-bb29-acd1ad6827a7,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.816625 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-c6d67fbf-e99b-4ea7-8462-60e52ff71dff tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:52.817388 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-c6d67fbf-e99b-4ea7-8462-60e52ff71dff tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.834095 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-c6d67fbf-e99b-4ea7-8462-60e52ff71dff tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8524864 Jul 16 01:44:52.853379 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Request body: {'port': {'device_id': '3c902075-f684-41cf-a33c-28bbb45f5f44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:52.960562 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.053473 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-18adfcdc-68a1-4d8b-ab5d-cbc31ddfa117 None None] Provisioning for port a94392af-0eac-4564-bb29-acd1ad6827a7 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:53.068153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-18adfcdc-68a1-4d8b-ab5d-cbc31ddfa117 None None] Provisioning complete for port a94392af-0eac-4564-bb29-acd1ad6827a7 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:53.068526 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18adfcdc-68a1-4d8b-ab5d-cbc31ddfa117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.112218 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-18adfcdc-68a1-4d8b-ab5d-cbc31ddfa117 None None] Port a94392af-0eac-4564-bb29-acd1ad6827a7 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:53.286595 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a94392af-0eac-4564-bb29-acd1ad6827a7 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:53.297016 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.311276 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Transition to ACTIVE for port object a94392af-0eac-4564-bb29-acd1ad6827a7 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:53.316738 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.386582 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Pushing event updated for resources: {'Port': ['ID=a94392af-0eac-4564-bb29-acd1ad6827a7,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.526458 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7f97a6c3-b415-4747-94d1-9252602b6f03 req-ba268a68-2afb-486b-a049-04f07b40e0c6 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0764661 Jul 16 01:44:53.560571 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893192b-67ae-4279-94d0-74d3a8a9c528 req-4364a4ba-a407-4da7-965b-9f43a95edcac tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:53.569743 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1893192b-67ae-4279-94d0-74d3a8a9c528 req-4364a4ba-a407-4da7-965b-9f43a95edcac tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=271bd656-47bf-49cd-a800-ab72f15658f6 HTTP/1.1" status: 200 len: 946 time: 0.0987301 Jul 16 01:44:53.569908 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Attempting to bind port a94392af-0eac-4564-bb29-acd1ad6827a7 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:53.570180 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Attempting to bind port a94392af-0eac-4564-bb29-acd1ad6827a7 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'ae7d78ab-006f-4e5c-832f-66c419c31b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:53.570513 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Attempting to bind port a94392af-0eac-4564-bb29-acd1ad6827a7 on network bbab9db4-4886-4665-a04f-6c86f080eea8 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:53.575154 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Port a94392af-0eac-4564-bb29-acd1ad6827a7 on network bbab9db4-4886-4665-a04f-6c86f080eea8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:53.575481 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Attempting to bind port a94392af-0eac-4564-bb29-acd1ad6827a7 on network bbab9db4-4886-4665-a04f-6c86f080eea8 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:53.580708 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:53.581055 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Checking segment: {'id': 'ae7d78ab-006f-4e5c-832f-66c419c31b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:53.581719 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Bound using segment: {'id': 'ae7d78ab-006f-4e5c-832f-66c419c31b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:53.581865 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Bound port: a94392af-0eac-4564-bb29-acd1ad6827a7, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7d78ab-006f-4e5c-832f-66c419c31b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:53.582290 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.624320 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1893192b-67ae-4279-94d0-74d3a8a9c528 req-861c3671-1132-4b1d-9aa5-d6e9c13fa0da tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529280 Jul 16 01:44:53.665165 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] For port a94392af-0eac-4564-bb29-acd1ad6827a7, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:53.668760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] For port a94392af-0eac-4564-bb29-acd1ad6827a7, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a94392af-0eac-4564-bb29-acd1ad6827a7,segment=NetworkSegment(ae7d78ab-006f-4e5c-832f-66c419c31b42),segment_id=ae7d78ab-006f-4e5c-832f-66c419c31b42)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:53.674584 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.718957 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:53.719666 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.721453 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] 10.222.0.26 "PUT /v2.0/ports/a94392af-0eac-4564-bb29-acd1ad6827a7 HTTP/1.1" status: 200 len: 1091 time: 0.8726954 Jul 16 01:44:53.722011 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c902075-f684-41cf-a33c-28bbb45f5f44', 'tag': 'a94392af-0eac-4564-bb29-acd1ad6827a7'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:53.726673 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27081649-62df-4c40-82e3-24e047ec350f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c902075-f684-41cf-a33c-28bbb45f5f44", "tag": "a94392af-0eac-4564-bb29-acd1ad6827a7"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:53.754134 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.787341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42423d-5f53-4db0-97aa-dc9e5d6de4ae service neutron] Pushing event updated for resources: {'Port': ['ID=a94392af-0eac-4564-bb29-acd1ad6827a7,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.919592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0eb76-0390-429f-963c-365c6bf6ff3f req-324335c1-f87c-40d0-99e3-101d37358750 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:53.924106 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c8d0eb76-0390-429f-963c-365c6bf6ff3f req-324335c1-f87c-40d0-99e3-101d37358750 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 943 time: 0.0982361 Jul 16 01:44:53.983804 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-ed6cfa16-29be-45c8-92d5-288cd310d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:53.989841 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-ed6cfa16-29be-45c8-92d5-288cd310d838 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6903e818f0943108870e394a4b6e918&device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 1094 time: 0.1552098 Jul 16 01:44:54.020155 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c8d0eb76-0390-429f-963c-365c6bf6ff3f req-d3e28660-de3f-497b-955d-0b404107304f tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=684dfec8-6da4-4fcd-8d99-b5327def6179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909917 Jul 16 01:44:54.068814 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-8c160854-b336-4e6d-8d9d-25000b9a3806 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a94392af-0eac-4564-bb29-acd1ad6827a7 HTTP/1.1" status: 200 len: 217 time: 0.0596032 Jul 16 01:44:54.543192 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08cb106-33e5-4f38-9485-237b022ed9ed x-openstack-request-id: req-a08cb106-33e5-4f38-9485-237b022ed9ed {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:54.543522 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c902075-f684-41cf-a33c-28bbb45f5f44", "tag": "a94392af-0eac-4564-bb29-acd1ad6827a7", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:54.543824 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a08cb106-33e5-4f38-9485-237b022ed9ed {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:54.544202 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c902075-f684-41cf-a33c-28bbb45f5f44', 'tag': 'a94392af-0eac-4564-bb29-acd1ad6827a7', 'status': 'completed', 'code': 200} Jul 16 01:44:54.570839 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-0bdd6dcd-6e7f-4422-906a-37d04d6e2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:54.572822 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-0bdd6dcd-6e7f-4422-906a-37d04d6e2797 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e8d412d-f3ed-49c0-9f76-a0b8381deff4 HTTP/1.1" status: 200 len: 849 time: 0.4898417 Jul 16 01:44:54.722654 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-2c2efbe6-76fe-4738-a903-b0b0065ef2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:54.724286 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-2c2efbe6-76fe-4738-a903-b0b0065ef2a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bbab9db4-4886-4665-a04f-6c86f080eea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362839 Jul 16 01:44:54.770606 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-92160d70-1fa4-4d71-b5b1-c617c42e4000 req-19133964-f8a5-4017-8a38-e91997628652 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0493917 Jul 16 01:44:54.897666 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-a204c0a9-4f3a-4e61-ac98-f84acb4081f5 service neutron] 10.222.0.26 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646919 Jul 16 01:44:55.025963 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7e558051-7dd2-49a3-92e4-4415847f8635 req-4631ba39-b1e8-4581-8b24-cb04547855d6 service neutron] 10.222.0.26 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179247 Jul 16 01:44:55.215156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d67a4c-53bb-49a8-876f-3bdbf3a0b17d req-3f2f3fa9-13cf-4c4f-bcb5-5638b55e14db tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:55.220297 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d5d67a4c-53bb-49a8-876f-3bdbf3a0b17d req-3f2f3fa9-13cf-4c4f-bcb5-5638b55e14db tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 943 time: 0.0805023 Jul 16 01:44:55.221978 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27081649-62df-4c40-82e3-24e047ec350f req-d3a27e3f-49ed-4f00-8433-5d4feab60434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:55.223640 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-27081649-62df-4c40-82e3-24e047ec350f req-d3a27e3f-49ed-4f00-8433-5d4feab60434 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6903e818f0943108870e394a4b6e918&device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 1094 time: 0.0575857 Jul 16 01:44:55.264132 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d5d67a4c-53bb-49a8-876f-3bdbf3a0b17d req-7cfc0029-2305-4956-83a4-a08ab841a933 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=684dfec8-6da4-4fcd-8d99-b5327def6179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385277 Jul 16 01:44:55.350861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27081649-62df-4c40-82e3-24e047ec350f req-e2a78ea7-6111-41c3-a56e-b83f3ed4527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:55.353008 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-27081649-62df-4c40-82e3-24e047ec350f req-e2a78ea7-6111-41c3-a56e-b83f3ed4527a service neutron] 10.222.0.26 "GET /v2.0/networks?id=bbab9db4-4886-4665-a04f-6c86f080eea8 HTTP/1.1" status: 200 len: 911 time: 0.1153362 Jul 16 01:44:55.408762 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-27081649-62df-4c40-82e3-24e047ec350f req-99c8b7b4-8d57-4da8-8845-38637b889fd1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a94392af-0eac-4564-bb29-acd1ad6827a7 HTTP/1.1" status: 200 len: 217 time: 0.0431304 Jul 16 01:44:55.467146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27081649-62df-4c40-82e3-24e047ec350f req-e1b3489f-e17c-4ac4-aa1a-8c0c48476544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:55.469370 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-27081649-62df-4c40-82e3-24e047ec350f req-e1b3489f-e17c-4ac4-aa1a-8c0c48476544 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e8d412d-f3ed-49c0-9f76-a0b8381deff4 HTTP/1.1" status: 200 len: 849 time: 0.0525997 Jul 16 01:44:55.547758 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27081649-62df-4c40-82e3-24e047ec350f req-35a51079-2358-4904-afb7-05ec3b641904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:55.549107 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-27081649-62df-4c40-82e3-24e047ec350f req-35a51079-2358-4904-afb7-05ec3b641904 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bbab9db4-4886-4665-a04f-6c86f080eea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726075 Jul 16 01:44:55.653833 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-27081649-62df-4c40-82e3-24e047ec350f req-9fe43522-6b74-416e-bec6-6609a0748c15 service neutron] 10.222.0.26 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918546 Jul 16 01:44:55.754022 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-27081649-62df-4c40-82e3-24e047ec350f req-9722f043-0513-4408-99be-0bf34b9df5d2 service neutron] 10.222.0.26 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901878 Jul 16 01:44:55.944368 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f62aca2e-0429-42bd-9381-43d196ae9215 req-22944db7-ac04-49e4-92d2-361dff2c4806 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0292950 Jul 16 01:44:56.505625 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a7847-ace1-4b53-afaf-8eb24243130b req-6cbe33a5-1215-4652-bee6-564962b62730 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:56.507739 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c76a7847-ace1-4b53-afaf-8eb24243130b req-6cbe33a5-1215-4652-bee6-564962b62730 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 943 time: 0.0971093 Jul 16 01:44:56.598326 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c76a7847-ace1-4b53-afaf-8eb24243130b req-dd1c8ba1-48c4-4daf-ac2b-f0afea8262ce tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=684dfec8-6da4-4fcd-8d99-b5327def6179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832334 Jul 16 01:44:56.667876 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:44:56.741715 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c3bd7709-1404-4f92-93ea-98426376605b req-e0a9b01b-6bb3-4739-aa38-0f3fc225acee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0278275 Jul 16 01:44:57.115924 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8923a8b6-0718-4e8e-a451-58bf7ed76b35 req-12bf134e-eb00-436a-a048-a7853eab8c38 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0431364 Jul 16 01:44:57.801656 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde2f32-df5a-4fb0-b0e1-7967b984a58a req-8beac973-6646-45cd-a7ab-38241c90807d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:57.803267 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cdde2f32-df5a-4fb0-b0e1-7967b984a58a req-8beac973-6646-45cd-a7ab-38241c90807d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 943 time: 0.0765281 Jul 16 01:44:57.846921 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cdde2f32-df5a-4fb0-b0e1-7967b984a58a req-e2783450-6809-469a-bbc9-e0fa0b041c10 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=684dfec8-6da4-4fcd-8d99-b5327def6179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380251 Jul 16 01:44:58.161278 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device a94392af-0eac-4564-bb29-acd1ad6827a7 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:44:58.344408 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port a94392af-0eac-4564-bb29-acd1ad6827a7, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a94392af-0eac-4564-bb29-acd1ad6827a7,segment=NetworkSegment(ae7d78ab-006f-4e5c-832f-66c419c31b42),segment_id=ae7d78ab-006f-4e5c-832f-66c419c31b42)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:58.357200 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'a94392af-0eac-4564-bb29-acd1ad6827a7', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'port_id': 'a94392af-0eac-4564-bb29-acd1ad6827a7', 'mac_address': 'fa:16:3e:fb:8e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:44:58.397776 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-503b212b-55ef-4354-83b8-411d9e194d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.430356 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.445319 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a94392af-0eac-4564-bb29-acd1ad6827a7 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:58.469632 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port a94392af-0eac-4564-bb29-acd1ad6827a7, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a94392af-0eac-4564-bb29-acd1ad6827a7,segment=NetworkSegment(ae7d78ab-006f-4e5c-832f-66c419c31b42),segment_id=ae7d78ab-006f-4e5c-832f-66c419c31b42)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:58.477006 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.505863 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1fab5c0d-4296-4436-b815-6bcbc228a6dd req-1f7a481f-0d34-4994-ba3f-07c4e4fa9955 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0436721 Jul 16 01:44:58.544879 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=a94392af-0eac-4564-bb29-acd1ad6827a7,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:58.630886 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.877073 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9319c29b-0a87-4560-8493-58703bcf1110 req-f1cc0d7d-6385-4f3f-9a48-2fdbebe00d25 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507&device_id=8a7d18bb-11af-4865-9ffd-820701af09de HTTP/1.1" status: 200 len: 210 time: 0.0424268 Jul 16 01:44:58.922618 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['a94392af-0eac-4564-bb29-acd1ad6827a7'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:59.136577 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02d694-5630-4529-a7c3-9b507b5644b0 req-156e2011-6dff-42ae-83f0-63dbda5413e7 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:59.150606 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3f02d694-5630-4529-a7c3-9b507b5644b0 req-156e2011-6dff-42ae-83f0-63dbda5413e7 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 944 time: 0.1541357 Jul 16 01:44:59.223790 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3f02d694-5630-4529-a7c3-9b507b5644b0 req-ec2c056a-8c71-44fa-b7dd-22012f1cbdfc tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=684dfec8-6da4-4fcd-8d99-b5327def6179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722089 Jul 16 01:44:59.383642 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3d31f392-c2c6-4b19-82ec-6cead495d46c req-e8c09d7c-2161-48b8-8ea7-570e3a2f50ee tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0308659 Jul 16 01:44:59.411621 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e8f3fbc3-5b84-479f-acff-b5c9dc627c32 req-a99a9879-3027-48b5-9d55-73703256165e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21be183837a04a2dab2f315a4220dd6f&device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0544989 Jul 16 01:44:59.450303 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e8f3fbc3-5b84-479f-acff-b5c9dc627c32 req-9bf5c16f-f47e-4f64-85aa-acd3fb62a50b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=21be183837a04a2dab2f315a4220dd6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203993 Jul 16 01:44:59.546571 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3fbc3-5b84-479f-acff-b5c9dc627c32 req-fa41ea31-a8e6-4a9f-919b-9b5ab8ddecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:59.548337 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e8f3fbc3-5b84-479f-acff-b5c9dc627c32 req-fa41ea31-a8e6-4a9f-919b-9b5ab8ddecf9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905616 Jul 16 01:45:00.413926 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b3c69-c9a7-4b54-84c6-8209f3382196 req-e36eb5f8-e3dd-49a3-9818-983aaa11d3e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:00.415924 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-721b3c69-c9a7-4b54-84c6-8209f3382196 req-e36eb5f8-e3dd-49a3-9818-983aaa11d3e0 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 944 time: 0.0726731 Jul 16 01:45:00.464385 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-721b3c69-c9a7-4b54-84c6-8209f3382196 req-cbe29fbd-849c-494b-aff8-7484e884acc7 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=684dfec8-6da4-4fcd-8d99-b5327def6179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360541 Jul 16 01:45:00.553517 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-719fbdee-2857-4229-ac61-893124d8e6ac req-f6124337-236c-4e12-9585-16ff6ea1efd0 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0286558 Jul 16 01:45:01.076221 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-cc435679-4ae9-42fa-beba-5479bb2487b4 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:01.078378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-cc435679-4ae9-42fa-beba-5479bb2487b4 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/networks?id=393f0775-2671-49ac-ad1d-f0b15cb8d974 HTTP/1.1" status: 200 len: 814 time: 0.1248977 Jul 16 01:45:01.079965 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47f49530-537e-48dc-9b75-7358e27d63e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.089851 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.107550 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-e40c1439-132b-4c72-bf94-cddaf557361b tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/quotas/4d4d59d9b5c74be49d11aeb5012b5447 HTTP/1.1" status: 200 len: 375 time: 0.0106695 Jul 16 01:45:01.200844 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-84dbf198-d495-4e72-a75f-97a94b4cf8e8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d4d59d9b5c74be49d11aeb5012b5447&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858564 Jul 16 01:45:01.211496 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e8f3fbc3-5b84-479f-acff-b5c9dc627c32 req-c9e650b2-c49c-485a-8565-aa30dc449aeb tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.26 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0533159 Jul 16 01:45:01.449345 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-9f65c7a2-c255-454c-9cef-27d1b5fbfe7e service neutron] 10.222.0.54 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471819 Jul 16 01:45:01.551329 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-341c0a95-a526-4011-95b5-19a3692b41bf service neutron] 10.222.0.54 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958591 Jul 16 01:45:01.684878 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b48021-bbe4-45a1-8149-dddb5d30734e req-60ce681a-9a0a-4a3f-8d85-318aae27096d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:01.692914 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f0b48021-bbe4-45a1-8149-dddb5d30734e req-60ce681a-9a0a-4a3f-8d85-318aae27096d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 944 time: 0.0905886 Jul 16 01:45:01.762866 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f0b48021-bbe4-45a1-8149-dddb5d30734e req-d1861764-749f-4e5d-836c-52096b03384e tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=684dfec8-6da4-4fcd-8d99-b5327def6179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688498 Jul 16 01:45:01.875800 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-792196c0-5283-49e6-a1d7-836182dc02e4 req-5c9c615a-5d6c-46fc-8e42-3576d2ad6933 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 210 time: 0.0629582 Jul 16 01:45:01.963410 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47619fa0-c9d1-4ea5-b216-6651e2d4b2fa req-afee09e0-234c-422c-9646-d1e6826325af tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=af818c6a-beec-43d1-8c20-14a13d452507 HTTP/1.1" status: 200 len: 210 time: 0.0737362 Jul 16 01:45:02.012914 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.155589 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device a94392af-0eac-4564-bb29-acd1ad6827a7 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:02.214009 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port a94392af-0eac-4564-bb29-acd1ad6827a7 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:02.218174 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port a94392af-0eac-4564-bb29-acd1ad6827a7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:02.218529 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.356767 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.382887 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c902075-f684-41cf-a33c-28bbb45f5f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94392af-0eac-4564-bb29-acd1ad6827a7'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:02.385183 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1e5851-9327-4cdd-9608-064a4b58aacb" -d '{"events": [{"server_uuid": "3c902075-f684-41cf-a33c-28bbb45f5f44", "name": "network-vif-plugged", "status": "completed", "tag": "a94392af-0eac-4564-bb29-acd1ad6827a7"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:02.406975 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port a94392af-0eac-4564-bb29-acd1ad6827a7, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a94392af-0eac-4564-bb29-acd1ad6827a7,segment=NetworkSegment(ae7d78ab-006f-4e5c-832f-66c419c31b42),segment_id=ae7d78ab-006f-4e5c-832f-66c419c31b42)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:02.412555 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.459140 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70627079-17a7-4949-9080-7186edd31eba x-openstack-request-id: req-70627079-17a7-4949-9080-7186edd31eba {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:02.459763 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c902075-f684-41cf-a33c-28bbb45f5f44", "name": "network-vif-plugged", "status": "completed", "tag": "a94392af-0eac-4564-bb29-acd1ad6827a7", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:02.460023 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-70627079-17a7-4949-9080-7186edd31eba {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:02.460417 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c902075-f684-41cf-a33c-28bbb45f5f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94392af-0eac-4564-bb29-acd1ad6827a7', 'code': 200} Jul 16 01:45:02.504546 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=a94392af-0eac-4564-bb29-acd1ad6827a7,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:02.607002 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f4099-b071-4b0b-9f67-9a41fc44000f req-c61d17cf-bdea-4939-b97c-9313f6a98643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.608626 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e83f4099-b071-4b0b-9f67-9a41fc44000f req-c61d17cf-bdea-4939-b97c-9313f6a98643 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 1096 time: 0.0682483 Jul 16 01:45:02.682119 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e83f4099-b071-4b0b-9f67-9a41fc44000f req-baae2d62-91d3-4c58-8fe3-eae9b0ef4b80 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=684dfec8-6da4-4fcd-8d99-b5327def6179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451615 Jul 16 01:45:02.986410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04b5b7-14f2-4cbb-b1e0-0225048d4aaf req-95e16f90-b1a5-4f0e-81f6-10f72b65983e tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.993770 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cc04b5b7-14f2-4cbb-b1e0-0225048d4aaf req-95e16f90-b1a5-4f0e-81f6-10f72b65983e tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 945 time: 0.1071632 Jul 16 01:45:03.036774 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cc04b5b7-14f2-4cbb-b1e0-0225048d4aaf req-0efb4e8c-108e-48bc-a699-69e92d804348 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=684dfec8-6da4-4fcd-8d99-b5327def6179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415187 Jul 16 01:45:03.052800 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40bcff32-9951-4457-b678-4d3a3800e62d req-cdeeb7a1-1c0c-4b57-a056-2fa25cae9f71 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 210 time: 0.0373032 Jul 16 01:45:03.544000 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-529f48f2-8419-4e49-85e1-ce89987810b4 req-99346493-836e-4bfb-8451-f4196bf12738 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21be183837a04a2dab2f315a4220dd6f&device_id=8a7d18bb-11af-4865-9ffd-820701af09de HTTP/1.1" status: 200 len: 210 time: 0.0540504 Jul 16 01:45:03.572631 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8347bd58-ce0f-4f67-b804-05e6dc1ac00f req-b43ed979-43b4-43d2-9cd7-3d524b9e3343 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d18bb-11af-4865-9ffd-820701af09de HTTP/1.1" status: 200 len: 210 time: 0.0438864 Jul 16 01:45:03.611204 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-529f48f2-8419-4e49-85e1-ce89987810b4 req-27c14f13-bda6-445a-a386-a38e636770e5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=21be183837a04a2dab2f315a4220dd6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436256 Jul 16 01:45:03.791091 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f48f2-8419-4e49-85e1-ce89987810b4 req-8a587586-ee15-413a-acd0-daec3aa29067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:03.793506 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-529f48f2-8419-4e49-85e1-ce89987810b4 req-8a587586-ee15-413a-acd0-daec3aa29067 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1727602 Jul 16 01:45:03.805411 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.879041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-901855d8-6baf-4b39-b403-e7bc022d55ab tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:03.881232 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-901855d8-6baf-4b39-b403-e7bc022d55ab tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.26 "GET /v2.0/networks?id=393f0775-2671-49ac-ad1d-f0b15cb8d974 HTTP/1.1" status: 200 len: 814 time: 0.1597762 Jul 16 01:45:03.972069 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-0f0c5178-75b0-4cc8-82e5-486fbe22352c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Request body: {'port': {'device_id': '5c8c6611-4391-4305-bf40-1a764f98ae70', 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974', 'admin_state_up': True, 'tenant_id': '4d4d59d9b5c74be49d11aeb5012b5447'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:04.171387 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-0f0c5178-75b0-4cc8-82e5-486fbe22352c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Made reservation on behalf of 4d4d59d9b5c74be49d11aeb5012b5447 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:04.177079 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-0f0c5178-75b0-4cc8-82e5-486fbe22352c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.226763 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-76a50fdd-0c1f-477e-b63e-c021a0548073 req-3a3167b2-c332-4965-9358-051f851dec8c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 210 time: 0.0429797 Jul 16 01:45:04.379803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-0f0c5178-75b0-4cc8-82e5-486fbe22352c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Allocated IP 172.20.0.2 (393f0775-2671-49ac-ad1d-f0b15cb8d974/e54dbb8b-2b82-4da2-88e4-630984d7eced/7ab39194-9f9d-47a0-9f99-0b871ff423bb) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:04.467029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c27f32-bd6b-45d6-bde9-a68be9f55fa5 req-cd05d2b8-3390-4088-94cb-31cbf73dbfcd tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.469085 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d7c27f32-bd6b-45d6-bde9-a68be9f55fa5 req-cd05d2b8-3390-4088-94cb-31cbf73dbfcd tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 945 time: 0.2787545 Jul 16 01:45:04.572155 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d7c27f32-bd6b-45d6-bde9-a68be9f55fa5 req-fbf76049-5eac-49d0-97b1-046ff0a8ca79 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=684dfec8-6da4-4fcd-8d99-b5327def6179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856781 Jul 16 01:45:04.623583 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-0f0c5178-75b0-4cc8-82e5-486fbe22352c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.680102 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-0f0c5178-75b0-4cc8-82e5-486fbe22352c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.725182 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b983d8cb-28b8-4411-938a-2f77c581c93b req-c1a576ce-5f2d-4df9-88c0-86f1b21b588a tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d18bb-11af-4865-9ffd-820701af09de HTTP/1.1" status: 200 len: 210 time: 0.0351021 Jul 16 01:45:04.737428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['88e173de-de88-4b7d-85da-c5764a850913', '706ef550-7c49-4fb4-a523-b4c42f156893'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:04.762348 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c5178-75b0-4cc8-82e5-486fbe22352c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Pushing event updated for resources: {'Port': ['ID=7ab39194-9f9d-47a0-9f99-0b871ff423bb,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:04.766062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-0f0c5178-75b0-4cc8-82e5-486fbe22352c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Network 393f0775-2671-49ac-ad1d-f0b15cb8d974 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:04.767850 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-0f0c5178-75b0-4cc8-82e5-486fbe22352c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:04.769994 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-0f0c5178-75b0-4cc8-82e5-486fbe22352c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:04.842134 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-0f0c5178-75b0-4cc8-82e5-486fbe22352c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.843459 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-0f0c5178-75b0-4cc8-82e5-486fbe22352c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.863152 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-0f0c5178-75b0-4cc8-82e5-486fbe22352c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8992996 Jul 16 01:45:04.891618 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Request body: {'port': {'device_id': '5c8c6611-4391-4305-bf40-1a764f98ae70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:04.998617 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.344199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab39194-9f9d-47a0-9f99-0b871ff423bb {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:05.357125 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.377374 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Transition to ACTIVE for port object 7ab39194-9f9d-47a0-9f99-0b871ff423bb will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:05.382701 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.420100 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61081e99-133f-408e-812e-7c3f068ff37d req-244bc835-2526-4c6c-b454-9ba356aab2c3 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.431852 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61081e99-133f-408e-812e-7c3f068ff37d req-244bc835-2526-4c6c-b454-9ba356aab2c3 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 931 time: 0.0810533 Jul 16 01:45:05.484169 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61081e99-133f-408e-812e-7c3f068ff37d req-ce57cbb0-4b69-47af-85fc-c22eecae2a99 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427766 Jul 16 01:45:05.516195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Pushing event updated for resources: {'Port': ['ID=7ab39194-9f9d-47a0-9f99-0b871ff423bb,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:05.548338 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Attempting to bind port 7ab39194-9f9d-47a0-9f99-0b871ff423bb on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:05.548806 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Attempting to bind port 7ab39194-9f9d-47a0-9f99-0b871ff423bb by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '148309c1-4d25-4db9-8f1f-d705698cb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:05.549148 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Attempting to bind port 7ab39194-9f9d-47a0-9f99-0b871ff423bb on network 393f0775-2671-49ac-ad1d-f0b15cb8d974 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:05.553739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Port 7ab39194-9f9d-47a0-9f99-0b871ff423bb on network 393f0775-2671-49ac-ad1d-f0b15cb8d974 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:05.554068 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Attempting to bind port 7ab39194-9f9d-47a0-9f99-0b871ff423bb on network 393f0775-2671-49ac-ad1d-f0b15cb8d974 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:05.559278 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:05.559623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Checking segment: {'id': '148309c1-4d25-4db9-8f1f-d705698cb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:05.560055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Bound using segment: {'id': '148309c1-4d25-4db9-8f1f-d705698cb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:05.560528 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Bound port: 7ab39194-9f9d-47a0-9f99-0b871ff423bb, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148309c1-4d25-4db9-8f1f-d705698cb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:05.560832 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.671179 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] For port 7ab39194-9f9d-47a0-9f99-0b871ff423bb, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:05.675421 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-529f48f2-8419-4e49-85e1-ce89987810b4 req-b32866a2-1708-4c9d-a63a-5051bbebf620 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a7d18bb-11af-4865-9ffd-820701af09de HTTP/1.1" status: 200 len: 210 time: 0.0915926 Jul 16 01:45:05.677481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] For port 7ab39194-9f9d-47a0-9f99-0b871ff423bb, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7ab39194-9f9d-47a0-9f99-0b871ff423bb,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:05.686098 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.742825 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.743454 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.745068 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] 10.222.0.26 "PUT /v2.0/ports/7ab39194-9f9d-47a0-9f99-0b871ff423bb HTTP/1.1" status: 200 len: 1091 time: 0.8593726 Jul 16 01:45:05.745533 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8c6611-4391-4305-bf40-1a764f98ae70', 'tag': '7ab39194-9f9d-47a0-9f99-0b871ff423bb'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:05.760368 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053fc52b-cf06-44c1-82c6-080f4989c7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8c6611-4391-4305-bf40-1a764f98ae70", "tag": "7ab39194-9f9d-47a0-9f99-0b871ff423bb"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:05.811073 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363a032-80b1-4556-a016-d4f328e8eacb service neutron] Pushing event updated for resources: {'Port': ['ID=7ab39194-9f9d-47a0-9f99-0b871ff423bb,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:05.881009 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4ffdc-ba24-4047-b991-fb311b847342 req-50de58ad-e9c0-4904-b447-1e657304c4e7 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.886765 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-43e4ffdc-ba24-4047-b991-fb311b847342 req-50de58ad-e9c0-4904-b447-1e657304c4e7 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 945 time: 0.1375723 Jul 16 01:45:05.931464 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-331c4f9e-6ed7-4246-95b9-f9aefec548ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.933115 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-331c4f9e-6ed7-4246-95b9-f9aefec548ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d4d59d9b5c74be49d11aeb5012b5447&device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 1094 time: 0.0954211 Jul 16 01:45:05.996410 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-43e4ffdc-ba24-4047-b991-fb311b847342 req-6c16cde6-82aa-4922-839d-155fe0374994 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=684dfec8-6da4-4fcd-8d99-b5327def6179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975883 Jul 16 01:45:06.038131 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-662cd977-aa02-40ec-a0db-e26c364ff222 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ab39194-9f9d-47a0-9f99-0b871ff423bb HTTP/1.1" status: 200 len: 217 time: 0.0730495 Jul 16 01:45:06.075451 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8805e315-8058-4acb-90f4-afdac2fa5a51 x-openstack-request-id: req-8805e315-8058-4acb-90f4-afdac2fa5a51 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:06.075451 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8c6611-4391-4305-bf40-1a764f98ae70", "tag": "7ab39194-9f9d-47a0-9f99-0b871ff423bb", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:06.075451 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8805e315-8058-4acb-90f4-afdac2fa5a51 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:06.075451 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8c6611-4391-4305-bf40-1a764f98ae70', 'tag': '7ab39194-9f9d-47a0-9f99-0b871ff423bb', 'status': 'completed', 'code': 200} Jul 16 01:45:06.099965 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-7ec9dbb5-191e-41a4-a148-3a009c973011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.099965 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-7ec9dbb5-191e-41a4-a148-3a009c973011 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e54dbb8b-2b82-4da2-88e4-630984d7eced HTTP/1.1" status: 200 len: 854 time: 0.0518911 Jul 16 01:45:06.142630 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-b3b75807-57fd-493c-8c4a-c627376b1c5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=393f0775-2671-49ac-ad1d-f0b15cb8d974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376616 Jul 16 01:45:06.173808 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c1e13c87-52fe-4007-98dd-2cbb2603f675 req-0468fb06-6571-4111-a916-56b53d2c7ba5 tempest-ServerShowV247Test-1173205221 tempest-ServerShowV247Test-1173205221-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d18bb-11af-4865-9ffd-820701af09de HTTP/1.1" status: 200 len: 210 time: 0.0348618 Jul 16 01:45:06.300582 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-973cf7d8-a4ea-4c95-ab96-8209f65837df service neutron] 10.222.0.26 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255703 Jul 16 01:45:06.441947 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a74a8-f2f6-4e6a-8856-349606f4b980 req-04dc80a0-7cb6-495a-8ca6-b150c55e654d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.455746 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b5a74a8-f2f6-4e6a-8856-349606f4b980 req-04dc80a0-7cb6-495a-8ca6-b150c55e654d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 945 time: 0.0893273 Jul 16 01:45:06.461511 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 37718) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.468951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b9b920ef-c80b-4a34-8fc6-74326691f710 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Request body: {'floatingip': {'port_id': 'a94392af-0eac-4564-bb29-acd1ad6827a7'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:06.486043 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f10556a-3430-4412-a336-46d72fc5e4f7 req-1bee5178-08d5-4617-98a3-ba0e2c518544 service neutron] 10.222.0.26 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789241 Jul 16 01:45:06.493858 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7ac98-ec3b-4025-80c0-85709f01d65a req-abea6473-64ca-4d60-ad93-c5b72772340d tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.511073 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2cc7ac98-ec3b-4025-80c0-85709f01d65a req-abea6473-64ca-4d60-ad93-c5b72772340d tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.1705079 Jul 16 01:45:06.564832 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2cc7ac98-ec3b-4025-80c0-85709f01d65a req-a2fc7002-8b8b-445b-9341-52ae916a47ea tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527799 Jul 16 01:45:06.578544 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9b920ef-c80b-4a34-8fc6-74326691f710 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for floatingip, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.773570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fc52b-cf06-44c1-82c6-080f4989c7bf req-dffd15df-92cb-4fad-8234-bedd3d36c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.775206 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-053fc52b-cf06-44c1-82c6-080f4989c7bf req-dffd15df-92cb-4fad-8234-bedd3d36c8ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d4d59d9b5c74be49d11aeb5012b5447&device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 1094 time: 0.0919299 Jul 16 01:45:06.884294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fc52b-cf06-44c1-82c6-080f4989c7bf req-ae957d0c-b2d3-405d-b254-24b766731a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.886452 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-053fc52b-cf06-44c1-82c6-080f4989c7bf req-ae957d0c-b2d3-405d-b254-24b766731a6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=393f0775-2671-49ac-ad1d-f0b15cb8d974 HTTP/1.1" status: 200 len: 915 time: 0.0988412 Jul 16 01:45:06.898373 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751a176-8e97-4aba-819d-4528acb30b43 req-d79a14d8-712f-434d-9c33-87921f765b8c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.899910 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0751a176-8e97-4aba-819d-4528acb30b43 req-d79a14d8-712f-434d-9c33-87921f765b8c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 943 time: 0.1627564 Jul 16 01:45:06.932359 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-053fc52b-cf06-44c1-82c6-080f4989c7bf req-33641a0f-8dde-419a-8591-107c9c88ec72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ab39194-9f9d-47a0-9f99-0b871ff423bb HTTP/1.1" status: 200 len: 217 time: 0.0391746 Jul 16 01:45:06.987177 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0751a176-8e97-4aba-819d-4528acb30b43 req-0815a57b-173a-4a2c-8af4-1422ce8133c9 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574079 Jul 16 01:45:06.991468 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fc52b-cf06-44c1-82c6-080f4989c7bf req-af1ed410-d462-4b71-bc9f-5d7f9c60f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.993100 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-053fc52b-cf06-44c1-82c6-080f4989c7bf req-af1ed410-d462-4b71-bc9f-5d7f9c60f67d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e54dbb8b-2b82-4da2-88e4-630984d7eced HTTP/1.1" status: 200 len: 854 time: 0.0543296 Jul 16 01:45:07.029109 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-053fc52b-cf06-44c1-82c6-080f4989c7bf req-3e9aa5c3-fad3-4a15-9684-cdb462959ab7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=393f0775-2671-49ac-ad1d-f0b15cb8d974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283849 Jul 16 01:45:07.128666 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-053fc52b-cf06-44c1-82c6-080f4989c7bf req-9f0f1c09-b0a9-442e-a0d1-24e100967fa9 service neutron] 10.222.0.26 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912828 Jul 16 01:45:07.225145 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-053fc52b-cf06-44c1-82c6-080f4989c7bf req-2f52c2c3-8f71-4cee-978e-2917057305f3 service neutron] 10.222.0.26 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869336 Jul 16 01:45:07.238025 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9b920ef-c80b-4a34-8fc6-74326691f710 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.242354 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9b920ef-c80b-4a34-8fc6-74326691f710 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.365884 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-b9b920ef-c80b-4a34-8fc6-74326691f710 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Floating IP 2c7f7fd5-d513-4f8e-81f6-dc3db901a304 associated. External IP: 172.25.1.153, port: a94392af-0eac-4564-bb29-acd1ad6827a7. Jul 16 01:45:07.572091 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 37734) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:07.599755 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b920ef-c80b-4a34-8fc6-74326691f710 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Router 40c0cfd5-5610-42cf-aab9-975d9c77081c has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:07.703559 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4f96dc49-e501-4bea-ab79-b985131ff8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.720050 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b920ef-c80b-4a34-8fc6-74326691f710 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:07.724899 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9b920ef-c80b-4a34-8fc6-74326691f710 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.732113 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340160a-5f92-42e0-88b9-5c46f98e3844 None None] Sync routers for ids ['40c0cfd5-5610-42cf-aab9-975d9c77081c'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:07.746281 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d340160a-5f92-42e0-88b9-5c46f98e3844 None None] Routers {'40c0cfd5-5610-42cf-aab9-975d9c77081c'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:07.747027 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d340160a-5f92-42e0-88b9-5c46f98e3844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:45:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['40c0cfd5-5610-42cf-aab9-975d9c77081c'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:07.772885 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b9b920ef-c80b-4a34-8fc6-74326691f710 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "PUT /v2.0/floatingips/2c7f7fd5-d513-4f8e-81f6-dc3db901a304 HTTP/1.1" status: 200 len: 991 time: 1.3099241 Jul 16 01:45:07.773427 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c902075-f684-41cf-a33c-28bbb45f5f44', 'tag': 'a94392af-0eac-4564-bb29-acd1ad6827a7'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:07.775959 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf206b8-4ce0-48e1-adca-69899b2e65fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3c902075-f684-41cf-a33c-28bbb45f5f44", "tag": "a94392af-0eac-4564-bb29-acd1ad6827a7"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:07.893895 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ff63d-d456-45b5-9549-a8c87cd0701e req-9b230424-2ff5-4208-9e7d-b3346b87673b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.895520 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c58ff63d-d456-45b5-9549-a8c87cd0701e req-9b230424-2ff5-4208-9e7d-b3346b87673b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.2093575 Jul 16 01:45:07.908022 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4f96dc49-e501-4bea-ab79-b985131ff8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.946780 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c58ff63d-d456-45b5-9549-a8c87cd0701e req-d475360f-d736-4e57-aa85-3ed0a76b4924 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428467 Jul 16 01:45:07.947542 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4f96dc49-e501-4bea-ab79-b985131ff8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.976095 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-d340160a-5f92-42e0-88b9-5c46f98e3844 None None] Set router 40c0cfd5-5610-42cf-aab9-975d9c77081c gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:07.988736 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589d8366-3474-4734-b67b-16ec61e6e2f8 x-openstack-request-id: req-589d8366-3474-4734-b67b-16ec61e6e2f8 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:07.989625 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c902075-f684-41cf-a33c-28bbb45f5f44", "tag": "a94392af-0eac-4564-bb29-acd1ad6827a7", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:07.990113 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-589d8366-3474-4734-b67b-16ec61e6e2f8 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:07.991328 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c902075-f684-41cf-a33c-28bbb45f5f44', 'tag': 'a94392af-0eac-4564-bb29-acd1ad6827a7', 'status': 'completed', 'code': 200} Jul 16 01:45:08.007644 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4f96dc49-e501-4bea-ab79-b985131ff8e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=21be183837a04a2dab2f315a4220dd6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4343941 Jul 16 01:45:08.008887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96dc49-e501-4bea-ab79-b985131ff8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b109d2-2265-40a1-8dc4-7897c89dfe42,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:08.010284 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 37746) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:08.107639 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2f6c6056-723a-4b7b-a6b7-d1e259942160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.174269 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2f6c6056-723a-4b7b-a6b7-d1e259942160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.177966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf206b8-4ce0-48e1-adca-69899b2e65fa req-16b472ed-e5e9-4a6f-a441-880ee9cbb2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.180503 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-abf206b8-4ce0-48e1-adca-69899b2e65fa req-16b472ed-e5e9-4a6f-a441-880ee9cbb2ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6903e818f0943108870e394a4b6e918&device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 1096 time: 0.1239865 Jul 16 01:45:08.263016 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d340160a-5f92-42e0-88b9-5c46f98e3844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port': {'id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '2c7f7fd5-d513-4f8e-81f6-dc3db901a304', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'port_id': 'a94392af-0eac-4564-bb29-acd1ad6827a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'mac_address': 'fa:16:3e:fb:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c902075-f684-41cf-a33c-28bbb45f5f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:44:48Z', 'updated_at': '2021-07-16T01:45:07Z', 'revision_number': 1, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6355e7f9-4e6d-4905-a453-1b2f47ee6dff', 'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'mac_address': 'fa:16:3e:42:c3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:16Z', 'updated_at': '2021-07-16T01:39:26Z', 'revision_number': 5, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'subnets': [{'id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:08.292263 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2f6c6056-723a-4b7b-a6b7-d1e259942160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.300809 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2f6c6056-723a-4b7b-a6b7-d1e259942160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.302278 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2f6c6056-723a-4b7b-a6b7-d1e259942160 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/98b109d2-2265-40a1-8dc4-7897c89dfe42 HTTP/1.1" status: 204 len: 168 time: 0.2907979 Jul 16 01:45:08.304016 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340160a-5f92-42e0-88b9-5c46f98e3844 None None] Checking router: 40c0cfd5-5610-42cf-aab9-975d9c77081c for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:08.318593 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d340160a-5f92-42e0-88b9-5c46f98e3844 None None] Routers {'40c0cfd5-5610-42cf-aab9-975d9c77081c'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:08.318946 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c6056-723a-4b7b-a6b7-d1e259942160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b109d2-2265-40a1-8dc4-7897c89dfe42,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:08.319229 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d340160a-5f92-42e0-88b9-5c46f98e3844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:45:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['40c0cfd5-5610-42cf-aab9-975d9c77081c'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:08.339012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf206b8-4ce0-48e1-adca-69899b2e65fa req-c5f49ca5-0c8b-4872-b25e-f1a63d71435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.340541 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-abf206b8-4ce0-48e1-adca-69899b2e65fa req-c5f49ca5-0c8b-4872-b25e-f1a63d71435d service neutron] 10.222.0.26 "GET /v2.0/networks?id=bbab9db4-4886-4665-a04f-6c86f080eea8 HTTP/1.1" status: 200 len: 911 time: 0.1408949 Jul 16 01:45:08.343805 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cebb6-1909-447f-ae6d-933ef7b15238 req-a8640ca0-170e-4665-8464-01d61f4bdf94 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.358138 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b6cebb6-1909-447f-ae6d-933ef7b15238 req-a8640ca0-170e-4665-8464-01d61f4bdf94 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 943 time: 0.1861668 Jul 16 01:45:08.444347 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b6cebb6-1909-447f-ae6d-933ef7b15238 req-a07a89a0-3284-442e-b4e7-03360402db4b tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852034 Jul 16 01:45:08.459159 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-abf206b8-4ce0-48e1-adca-69899b2e65fa req-af601125-40b6-4136-a7c7-8fbe1ad9084a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a94392af-0eac-4564-bb29-acd1ad6827a7 HTTP/1.1" status: 200 len: 999 time: 0.1106727 Jul 16 01:45:08.519399 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-d340160a-5f92-42e0-88b9-5c46f98e3844 None None] Set router 40c0cfd5-5610-42cf-aab9-975d9c77081c gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:08.547383 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf206b8-4ce0-48e1-adca-69899b2e65fa req-fbf2b1c9-d73f-4b83-938e-71c120f8440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.551523 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-abf206b8-4ce0-48e1-adca-69899b2e65fa req-fbf2b1c9-d73f-4b83-938e-71c120f8440f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e8d412d-f3ed-49c0-9f76-a0b8381deff4 HTTP/1.1" status: 200 len: 849 time: 0.0827374 Jul 16 01:45:08.620774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf206b8-4ce0-48e1-adca-69899b2e65fa req-b26078e3-d8b6-42df-85b1-fb357be5a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.622303 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-abf206b8-4ce0-48e1-adca-69899b2e65fa req-b26078e3-d8b6-42df-85b1-fb357be5a28d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bbab9db4-4886-4665-a04f-6c86f080eea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616982 Jul 16 01:45:08.743759 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-abf206b8-4ce0-48e1-adca-69899b2e65fa req-27916919-1548-4ea3-9f02-0f889e07c884 service neutron] 10.222.0.26 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131244 Jul 16 01:45:08.808952 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d340160a-5f92-42e0-88b9-5c46f98e3844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port': {'id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '2c7f7fd5-d513-4f8e-81f6-dc3db901a304', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'port_id': 'a94392af-0eac-4564-bb29-acd1ad6827a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'mac_address': 'fa:16:3e:fb:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c902075-f684-41cf-a33c-28bbb45f5f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:44:48Z', 'updated_at': '2021-07-16T01:45:07Z', 'revision_number': 1, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6355e7f9-4e6d-4905-a453-1b2f47ee6dff', 'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'mac_address': 'fa:16:3e:42:c3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:16Z', 'updated_at': '2021-07-16T01:39:26Z', 'revision_number': 5, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'subnets': [{'id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:08.842177 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340160a-5f92-42e0-88b9-5c46f98e3844 None None] The sync data for ids ['40c0cfd5-5610-42cf-aab9-975d9c77081c'] in n-d-800086-6 is: [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port': {'id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '2c7f7fd5-d513-4f8e-81f6-dc3db901a304', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'port_id': 'a94392af-0eac-4564-bb29-acd1ad6827a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'mac_address': 'fa:16:3e:fb:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c902075-f684-41cf-a33c-28bbb45f5f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:44:48Z', 'updated_at': '2021-07-16T01:45:07Z', 'revision_number': 1, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6355e7f9-4e6d-4905-a453-1b2f47ee6dff', 'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'mac_address': 'fa:16:3e:42:c3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:16Z', 'updated_at': '2021-07-16T01:39:26Z', 'revision_number': 5, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'subnets': [{'id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:08.862164 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-abf206b8-4ce0-48e1-adca-69899b2e65fa req-8628cd91-962c-4754-b951-81a82c207d48 service neutron] 10.222.0.26 "GET /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112580 Jul 16 01:45:09.167461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd8a68e-3f41-4fcb-8166-1c000e853f9e None None] New status for floating IP 2c7f7fd5-d513-4f8e-81f6-dc3db901a304: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:45:09.182055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66986a2-a320-4260-9b96-cfe93887a6d0 req-b7d730ed-217a-4af9-9d66-c79786c00007 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:09.183609 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a66986a2-a320-4260-9b96-cfe93887a6d0 req-b7d730ed-217a-4af9-9d66-c79786c00007 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.0833983 Jul 16 01:45:09.228733 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a66986a2-a320-4260-9b96-cfe93887a6d0 req-0d777ca9-facf-49fa-b89c-c1ae0e8630a7 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377071 Jul 16 01:45:09.622076 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38305c7-e050-4f1d-9569-fa66db27a846 req-1be37e41-71e5-473b-bc96-d356602445b3 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:09.623492 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d38305c7-e050-4f1d-9569-fa66db27a846 req-1be37e41-71e5-473b-bc96-d356602445b3 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 943 time: 0.0761445 Jul 16 01:45:09.729445 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d38305c7-e050-4f1d-9569-fa66db27a846 req-129c3c5e-7f4c-4b4e-8b75-209997d767b3 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999124 Jul 16 01:45:09.765727 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbef500-2496-4d7e-99bb-0c28503c7758 req-94273f50-9491-4d5d-8d66-093035fcbd03 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:09.767441 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6cbef500-2496-4d7e-99bb-0c28503c7758 req-94273f50-9491-4d5d-8d66-093035fcbd03 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 945 time: 0.1275883 Jul 16 01:45:09.886983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-6cbef500-2496-4d7e-99bb-0c28503c7758 req-f2f619a9-b534-4a95-a52e-03621408657b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Deleting port 63cd87c8-3930-47c6-9dc8-54feab5bc9ce {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:09.887637 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6cbef500-2496-4d7e-99bb-0c28503c7758 req-f2f619a9-b534-4a95-a52e-03621408657b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.988961 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-6cbef500-2496-4d7e-99bb-0c28503c7758 req-f2f619a9-b534-4a95-a52e-03621408657b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] For port 63cd87c8-3930-47c6-9dc8-54feab5bc9ce, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=63cd87c8-3930-47c6-9dc8-54feab5bc9ce,segment=NetworkSegment(2c7d3b6d-2750-4767-8c4f-c97948a2d70b),segment_id=2c7d3b6d-2750-4767-8c4f-c97948a2d70b)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:09.989380 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6cbef500-2496-4d7e-99bb-0c28503c7758 req-f2f619a9-b534-4a95-a52e-03621408657b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.003678 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-6cbef500-2496-4d7e-99bb-0c28503c7758 req-f2f619a9-b534-4a95-a52e-03621408657b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Calling delete_port for 63cd87c8-3930-47c6-9dc8-54feab5bc9ce owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:10.168247 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6cbef500-2496-4d7e-99bb-0c28503c7758 req-f2f619a9-b534-4a95-a52e-03621408657b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.209974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f619a9-b534-4a95-a52e-03621408657b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Pushing event deleted for resources: {'Port': ['ID=63cd87c8-3930-47c6-9dc8-54feab5bc9ce,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:10.210651 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['82f6c61e-eb43-40c4-ba84-9d19ff49c329'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:10.247606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['63cd87c8-3930-47c6-9dc8-54feab5bc9ce'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:10.250021 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 7ab39194-9f9d-47a0-9f99-0b871ff423bb details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:45:10.266142 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbef500-2496-4d7e-99bb-0c28503c7758 req-f2f619a9-b534-4a95-a52e-03621408657b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] No DVR routers for this DVR port 63cd87c8-3930-47c6-9dc8-54feab5bc9ce on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:10.270174 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6cbef500-2496-4d7e-99bb-0c28503c7758 req-f2f619a9-b534-4a95-a52e-03621408657b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.272803 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6cbef500-2496-4d7e-99bb-0c28503c7758 req-f2f619a9-b534-4a95-a52e-03621408657b tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.47 "DELETE /v2.0/ports/63cd87c8-3930-47c6-9dc8-54feab5bc9ce HTTP/1.1" status: 204 len: 173 time: 0.4896457 Jul 16 01:45:10.273265 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6eb3088-03b1-41a6-abd9-9775110b2d68', 'name': 'network-vif-deleted', 'tag': '63cd87c8-3930-47c6-9dc8-54feab5bc9ce'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:10.280356 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e099f352-d5a0-4a4f-b3f5-9ccfe296a727" -d '{"events": [{"server_uuid": "f6eb3088-03b1-41a6-abd9-9775110b2d68", "name": "network-vif-deleted", "tag": "63cd87c8-3930-47c6-9dc8-54feab5bc9ce"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:10.335794 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828a479b-e18b-4232-88a4-dbde4f301131 x-openstack-request-id: req-828a479b-e18b-4232-88a4-dbde4f301131 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:10.336025 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6eb3088-03b1-41a6-abd9-9775110b2d68", "name": "network-vif-deleted", "tag": "63cd87c8-3930-47c6-9dc8-54feab5bc9ce", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:10.336500 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-828a479b-e18b-4232-88a4-dbde4f301131 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:10.337105 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6eb3088-03b1-41a6-abd9-9775110b2d68', 'name': 'network-vif-deleted', 'tag': '63cd87c8-3930-47c6-9dc8-54feab5bc9ce', 'status': 'completed', 'code': 200} Jul 16 01:45:10.442582 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0edb6839-b302-4eb9-8a46-5842b402b682 req-9abcfafd-269b-4dd6-82f2-abd97a3f4ef1 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6eb3088-03b1-41a6-abd9-9775110b2d68 HTTP/1.1" status: 200 len: 210 time: 0.0498531 Jul 16 01:45:10.532925 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 7ab39194-9f9d-47a0-9f99-0b871ff423bb, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7ab39194-9f9d-47a0-9f99-0b871ff423bb,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:10.557938 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '7ab39194-9f9d-47a0-9f99-0b871ff423bb', 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974', 'port_id': '7ab39194-9f9d-47a0-9f99-0b871ff423bb', 'mac_address': 'fa:16:3e:08:87:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54dbb8b-2b82-4da2-88e4-630984d7eced', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:45:10.631819 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.653732 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab39194-9f9d-47a0-9f99-0b871ff423bb {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:10.677942 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 7ab39194-9f9d-47a0-9f99-0b871ff423bb, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7ab39194-9f9d-47a0-9f99-0b871ff423bb,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:10.682510 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.740931 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=7ab39194-9f9d-47a0-9f99-0b871ff423bb,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:10.882975 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db7f1cd4-e406-4db2-9b06-7ea9efa6a976 req-268316e4-8fb2-4ef7-bd1c-08ec0275a7de service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4245627 Jul 16 01:45:10.928170 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed356b-1667-40c2-a36f-c91e563d5198 req-e870c2cf-677a-479f-b716-b7e1c45f6136 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.929705 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ceed356b-1667-40c2-a36f-c91e563d5198 req-e870c2cf-677a-479f-b716-b7e1c45f6136 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 944 time: 0.0681400 Jul 16 01:45:10.975101 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ceed356b-1667-40c2-a36f-c91e563d5198 req-ce15b110-aa34-4b4c-96a7-096511cb6954 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392034 Jul 16 01:45:10.993321 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f1cd4-e406-4db2-9b06-7ea9efa6a976 req-ab178d0a-3aa0-40e5-aaa9-2b60feea6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.994928 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db7f1cd4-e406-4db2-9b06-7ea9efa6a976 req-ab178d0a-3aa0-40e5-aaa9-2b60feea6982 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 1095 time: 0.0640638 Jul 16 01:45:11.048847 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 37852) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:11.109194 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f1cd4-e406-4db2-9b06-7ea9efa6a976 req-3ef65608-20e5-4aa9-b6d8-3b877ce92620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.110736 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db7f1cd4-e406-4db2-9b06-7ea9efa6a976 req-3ef65608-20e5-4aa9-b6d8-3b877ce92620 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 912 time: 0.0932500 Jul 16 01:45:11.170358 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d6b4ee7d-b598-4efb-a8fb-225947de3c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.185860 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db7f1cd4-e406-4db2-9b06-7ea9efa6a976 req-ad91ba33-bfe3-4205-9ef3-58acec02fa0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e HTTP/1.1" status: 200 len: 998 time: 0.0669606 Jul 16 01:45:11.225582 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['7ab39194-9f9d-47a0-9f99-0b871ff423bb'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:11.247271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f1cd4-e406-4db2-9b06-7ea9efa6a976 req-88df2dbb-b098-47a9-a076-b446a2373bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.249239 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db7f1cd4-e406-4db2-9b06-7ea9efa6a976 req-88df2dbb-b098-47a9-a076-b446a2373bc9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.0537570 Jul 16 01:45:11.346305 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f1cd4-e406-4db2-9b06-7ea9efa6a976 req-8ded67f6-c7e5-4f1a-92e5-11a59b0aaa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.348106 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d6b4ee7d-b598-4efb-a8fb-225947de3c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.349222 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db7f1cd4-e406-4db2-9b06-7ea9efa6a976 req-8ded67f6-c7e5-4f1a-92e5-11a59b0aaa50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891669 Jul 16 01:45:11.355676 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d6b4ee7d-b598-4efb-a8fb-225947de3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.401584 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4ee7d-b598-4efb-a8fb-225947de3c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67c3c7d-a10c-48c5-bfa1-1af883706741,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:11.410365 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d6b4ee7d-b598-4efb-a8fb-225947de3c45 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fb538bb9ad6642f6ae861bc010136565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3603828 Jul 16 01:45:11.411223 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 37866) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:11.484499 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45c409a4-1c01-4e64-bba4-58d277bc0ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.511334 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45c409a4-1c01-4e64-bba4-58d277bc0ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.522612 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db7f1cd4-e406-4db2-9b06-7ea9efa6a976 req-2c6f27a2-aa82-45a5-babb-3b59055966d9 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652610 Jul 16 01:45:11.573468 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45c409a4-1c01-4e64-bba4-58d277bc0ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.576154 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45c409a4-1c01-4e64-bba4-58d277bc0ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.591553 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-45c409a4-1c01-4e64-bba4-58d277bc0ec0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d67c3c7d-a10c-48c5-bfa1-1af883706741 HTTP/1.1" status: 204 len: 168 time: 0.1781750 Jul 16 01:45:11.606024 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c409a4-1c01-4e64-bba4-58d277bc0ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67c3c7d-a10c-48c5-bfa1-1af883706741,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:11.661603 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db7f1cd4-e406-4db2-9b06-7ea9efa6a976 req-13fc2c62-595e-4780-8703-ef8bfd51ba62 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273947 Jul 16 01:45:11.934966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 37886) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:11.948156 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ef158a1-4de5-4f9d-b771-fe0e721fbe41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.995439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655d7b5-12d2-42e2-ae08-dd15eeef0f18 req-d9fac49a-7dd7-4d49-b818-588d83991f98 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.997088 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1655d7b5-12d2-42e2-ae08-dd15eeef0f18 req-d9fac49a-7dd7-4d49-b818-588d83991f98 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0755687 Jul 16 01:45:12.040501 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1655d7b5-12d2-42e2-ae08-dd15eeef0f18 req-b95c8e00-b27e-4ba2-97bf-3f3ca98217fb tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354843 Jul 16 01:45:12.075288 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ef158a1-4de5-4f9d-b771-fe0e721fbe41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.079683 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ef158a1-4de5-4f9d-b771-fe0e721fbe41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.134753 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3ef158a1-4de5-4f9d-b771-fe0e721fbe41 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=675b70343f0c475482e9ebb320f53acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1961644 Jul 16 01:45:12.134753 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef158a1-4de5-4f9d-b771-fe0e721fbe41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9666b7-e0f9-4622-a6f1-5b8bbafd991b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:12.135574 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 37892) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:12.242752 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-68eaccf5-8a11-47d3-9f8d-b77f30c2a906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.278476 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-68eaccf5-8a11-47d3-9f8d-b77f30c2a906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.307505 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c94bd-49f0-4bc8-aefe-20419135592b req-54d31a96-d8c7-4729-9e5e-2c3437be98ac tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:12.309998 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bc5c94bd-49f0-4bc8-aefe-20419135592b req-54d31a96-d8c7-4729-9e5e-2c3437be98ac tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 944 time: 0.1445689 Jul 16 01:45:12.372989 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bc5c94bd-49f0-4bc8-aefe-20419135592b req-167d7ab1-bc54-4b8d-a36f-69f6dc5c54dc tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489533 Jul 16 01:45:12.381725 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-68eaccf5-8a11-47d3-9f8d-b77f30c2a906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.384578 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-68eaccf5-8a11-47d3-9f8d-b77f30c2a906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.388902 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-68eaccf5-8a11-47d3-9f8d-b77f30c2a906 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0a9666b7-e0f9-4622-a6f1-5b8bbafd991b HTTP/1.1" status: 204 len: 168 time: 0.2509885 Jul 16 01:45:12.404072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eaccf5-8a11-47d3-9f8d-b77f30c2a906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9666b7-e0f9-4622-a6f1-5b8bbafd991b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:13.089906 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 63cd87c8-3930-47c6-9dc8-54feab5bc9ce no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:13.113653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 63cd87c8-3930-47c6-9dc8-54feab5bc9ce {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:13.114306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 63cd87c8-3930-47c6-9dc8-54feab5bc9ce not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:13.293217 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d54644-9489-4810-93a0-083355ac1d6e req-a250f41c-27bc-4670-806d-3346822e2d7f tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:13.301182 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10d54644-9489-4810-93a0-083355ac1d6e req-a250f41c-27bc-4670-806d-3346822e2d7f tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0860903 Jul 16 01:45:13.344654 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10d54644-9489-4810-93a0-083355ac1d6e req-41a4f4af-81be-4633-99cf-87fee4f64e1d tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421209 Jul 16 01:45:13.597158 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179424cc-ceda-4f99-89aa-64b6024efd83 req-2a8ba18e-9698-4a7a-9213-0207bb30fdc4 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:13.601175 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-179424cc-ceda-4f99-89aa-64b6024efd83 req-2a8ba18e-9698-4a7a-9213-0207bb30fdc4 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 944 time: 0.0962136 Jul 16 01:45:13.645324 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-179424cc-ceda-4f99-89aa-64b6024efd83 req-eb71b009-79c7-4b36-8831-5d118d655edc tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381036 Jul 16 01:45:14.234422 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 7ab39194-9f9d-47a0-9f99-0b871ff423bb up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:14.305037 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 7ab39194-9f9d-47a0-9f99-0b871ff423bb completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:14.310026 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 7ab39194-9f9d-47a0-9f99-0b871ff423bb triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:14.310479 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.416024 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.442264 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8c6611-4391-4305-bf40-1a764f98ae70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab39194-9f9d-47a0-9f99-0b871ff423bb'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:14.444520 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd57cfd-5155-4ce2-8d21-47b585f61873" -d '{"events": [{"server_uuid": "5c8c6611-4391-4305-bf40-1a764f98ae70", "name": "network-vif-plugged", "status": "completed", "tag": "7ab39194-9f9d-47a0-9f99-0b871ff423bb"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:14.459635 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 7ab39194-9f9d-47a0-9f99-0b871ff423bb, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7ab39194-9f9d-47a0-9f99-0b871ff423bb,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:14.468275 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.515519 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f7fb5c-a18e-4730-bc9d-0fd2fedc6d7e x-openstack-request-id: req-40f7fb5c-a18e-4730-bc9d-0fd2fedc6d7e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:14.515954 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8c6611-4391-4305-bf40-1a764f98ae70", "name": "network-vif-plugged", "status": "completed", "tag": "7ab39194-9f9d-47a0-9f99-0b871ff423bb", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:14.516320 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-40f7fb5c-a18e-4730-bc9d-0fd2fedc6d7e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:14.516956 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8c6611-4391-4305-bf40-1a764f98ae70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab39194-9f9d-47a0-9f99-0b871ff423bb', 'code': 200} Jul 16 01:45:14.539869 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=7ab39194-9f9d-47a0-9f99-0b871ff423bb,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:14.574355 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234b1e8-5f27-46b1-bf85-4dad229103c3 req-afcc710d-e91a-48f0-a55c-a40298331be2 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:14.576386 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2234b1e8-5f27-46b1-bf85-4dad229103c3 req-afcc710d-e91a-48f0-a55c-a40298331be2 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0946500 Jul 16 01:45:14.631126 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2234b1e8-5f27-46b1-bf85-4dad229103c3 req-9983bc17-0175-4f6d-adca-b76afab2bf4a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482278 Jul 16 01:45:14.674376 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda14d8-f67c-4e38-8305-e5bfd6ea106b req-f725a4dd-79c7-413d-aaa5-515d7b680200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:14.675954 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ddda14d8-f67c-4e38-8305-e5bfd6ea106b req-f725a4dd-79c7-413d-aaa5-515d7b680200 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 1096 time: 0.0597572 Jul 16 01:45:14.720225 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ddda14d8-f67c-4e38-8305-e5bfd6ea106b req-3d80b903-d792-465f-9efa-4ab4451d3d8c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368035 Jul 16 01:45:14.724431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 37984) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:14.847075 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22a11324-6dd8-4478-8b6f-86955b177694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.855360 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43af49c-254e-45a6-adb7-d84d182444ad req-cd9175f9-7b3a-4538-ad49-3c6a37b24559 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:14.856961 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f43af49c-254e-45a6-adb7-d84d182444ad req-cd9175f9-7b3a-4538-ad49-3c6a37b24559 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 945 time: 0.0710068 Jul 16 01:45:14.896056 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f43af49c-254e-45a6-adb7-d84d182444ad req-023d9ef4-0ce9-449e-866b-2c3cece74134 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327375 Jul 16 01:45:14.943205 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22a11324-6dd8-4478-8b6f-86955b177694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.947293 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22a11324-6dd8-4478-8b6f-86955b177694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.988692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a11324-6dd8-4478-8b6f-86955b177694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dda754-1286-4dff-888f-1f443a29b25d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:14.992980 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-22a11324-6dd8-4478-8b6f-86955b177694 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=20a46e68e5f340119e8f03bbe7025ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674305 Jul 16 01:45:14.995890 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 37988) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:15.047584 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d45867c1-7778-4047-8ab2-557433f38374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.073159 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d45867c1-7778-4047-8ab2-557433f38374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.124100 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d45867c1-7778-4047-8ab2-557433f38374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.126682 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d45867c1-7778-4047-8ab2-557433f38374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.128209 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d45867c1-7778-4047-8ab2-557433f38374 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/16dda754-1286-4dff-888f-1f443a29b25d HTTP/1.1" status: 204 len: 168 time: 0.1313081 Jul 16 01:45:15.139858 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45867c1-7778-4047-8ab2-557433f38374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dda754-1286-4dff-888f-1f443a29b25d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:15.400779 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 37998) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:15.415040 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f5694d92-c9c4-49df-aa2c-04928fafae21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.517183 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f5694d92-c9c4-49df-aa2c-04928fafae21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.521470 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f5694d92-c9c4-49df-aa2c-04928fafae21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.572298 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f5694d92-c9c4-49df-aa2c-04928fafae21 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d01b96a61c234f2490a37fc47f606602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1703603 Jul 16 01:45:15.572982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 38002) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:15.576869 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5694d92-c9c4-49df-aa2c-04928fafae21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ea0d83-f70d-4b15-b8b1-0882c50b8595,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:15.640665 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b435899-699a-4e93-9dca-2854ae6ad7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.668142 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b435899-699a-4e93-9dca-2854ae6ad7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.719395 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b435899-699a-4e93-9dca-2854ae6ad7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.722753 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b435899-699a-4e93-9dca-2854ae6ad7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.727093 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3b435899-699a-4e93-9dca-2854ae6ad7f8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b2ea0d83-f70d-4b15-b8b1-0882c50b8595 HTTP/1.1" status: 204 len: 168 time: 0.1530535 Jul 16 01:45:15.735193 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b435899-699a-4e93-9dca-2854ae6ad7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ea0d83-f70d-4b15-b8b1-0882c50b8595,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:15.826815 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03938a5-32dd-4bbd-bb9f-60dd3d880cb8 req-49cb36ba-26e4-4f35-a6b6-55f2bfa15f7c tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:15.829600 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f03938a5-32dd-4bbd-bb9f-60dd3d880cb8 req-49cb36ba-26e4-4f35-a6b6-55f2bfa15f7c tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0687377 Jul 16 01:45:15.871100 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f03938a5-32dd-4bbd-bb9f-60dd3d880cb8 req-3e5a607a-399b-4f50-94f6-70fb860d7d64 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343037 Jul 16 01:45:16.101572 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe50bb1-b925-4c64-af3e-8e4098c1808b req-4aba9d38-47fc-42d1-9c71-bfa99c1b5eb7 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:16.109238 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-afe50bb1-b925-4c64-af3e-8e4098c1808b req-4aba9d38-47fc-42d1-9c71-bfa99c1b5eb7 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 945 time: 0.0895600 Jul 16 01:45:16.157968 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-afe50bb1-b925-4c64-af3e-8e4098c1808b req-95fdcf3b-aa05-4eaa-a5cf-089c109425d2 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476627 Jul 16 01:45:17.064338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db98035-6202-45e2-9f96-8523438f397a req-87fd301c-eebd-45fd-83e2-72c6eb2bc057 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:17.065914 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7db98035-6202-45e2-9f96-8523438f397a req-87fd301c-eebd-45fd-83e2-72c6eb2bc057 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0714185 Jul 16 01:45:17.109851 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7db98035-6202-45e2-9f96-8523438f397a req-6ba1ef3e-d440-4f07-aad3-2452cf45186a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374632 Jul 16 01:45:17.382730 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561da7af-d7d8-41be-8e16-2e2d7b3852d1 req-e68d49ad-1fde-40de-a85f-9035f63ebb1d tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:17.384310 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-561da7af-d7d8-41be-8e16-2e2d7b3852d1 req-e68d49ad-1fde-40de-a85f-9035f63ebb1d tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 945 time: 0.0845065 Jul 16 01:45:17.430567 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-561da7af-d7d8-41be-8e16-2e2d7b3852d1 req-c29ff12b-3b11-4238-966e-b4a34a8af07b tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406451 Jul 16 01:45:18.352511 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac787e-909a-493a-a519-0245fd9c0933 req-a19d7e5a-a5fb-4eeb-87f5-a9f6e6d93d2d tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:18.354199 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-91ac787e-909a-493a-a519-0245fd9c0933 req-a19d7e5a-a5fb-4eeb-87f5-a9f6e6d93d2d tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0862641 Jul 16 01:45:18.417458 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-91ac787e-909a-493a-a519-0245fd9c0933 req-fba3ca4f-772f-41f1-836c-b286dff99348 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571306 Jul 16 01:45:18.517148 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 38116) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:18.659547 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57856142-c11b-432d-8d36-088267f92484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.761856 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57856142-c11b-432d-8d36-088267f92484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.766703 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57856142-c11b-432d-8d36-088267f92484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.813371 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-57856142-c11b-432d-8d36-088267f92484 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c567d8a791bf4878936749f295eec089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2954376 Jul 16 01:45:18.815054 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 38126) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:18.815782 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57856142-c11b-432d-8d36-088267f92484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c11e28-fc61-429c-bfcf-0ddd370c0aa0,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:18.877052 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1b7b3fe3-97f9-43d9-bb5e-3da64688f321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.900955 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1b7b3fe3-97f9-43d9-bb5e-3da64688f321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.984178 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1b7b3fe3-97f9-43d9-bb5e-3da64688f321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.987795 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1b7b3fe3-97f9-43d9-bb5e-3da64688f321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.991263 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1b7b3fe3-97f9-43d9-bb5e-3da64688f321 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/15c11e28-fc61-429c-bfcf-0ddd370c0aa0 HTTP/1.1" status: 204 len: 168 time: 0.1703520 Jul 16 01:45:18.999505 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b3fe3-97f9-43d9-bb5e-3da64688f321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c11e28-fc61-429c-bfcf-0ddd370c0aa0,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:19.290061 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 38144) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:19.311541 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-35a2fd5a-acd7-4fdc-ac4c-7e49e8259ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.313000 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad802f-8a65-426c-8056-6f0865d2061b req-74845515-9cf0-4026-8cca-4e4ee18bd1f6 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:19.314891 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99ad802f-8a65-426c-8056-6f0865d2061b req-74845515-9cf0-4026-8cca-4e4ee18bd1f6 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.0974743 Jul 16 01:45:19.409672 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-35a2fd5a-acd7-4fdc-ac4c-7e49e8259ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.414850 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-35a2fd5a-acd7-4fdc-ac4c-7e49e8259ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.430418 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-99ad802f-8a65-426c-8056-6f0865d2061b req-45c1c33b-2725-4dd6-af75-1a430f7e716a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Deleting port 82f6c61e-eb43-40c4-ba84-9d19ff49c329 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:19.430764 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-99ad802f-8a65-426c-8056-6f0865d2061b req-45c1c33b-2725-4dd6-af75-1a430f7e716a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.455418 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-35a2fd5a-acd7-4fdc-ac4c-7e49e8259ce4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fad202347d8d4cde8406d8b89423e310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641679 Jul 16 01:45:19.457886 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 38148) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:19.466013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2fd5a-acd7-4fdc-ac4c-7e49e8259ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6296ae54-2056-422d-8f87-621dff341cf3,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:19.525543 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a504bc0-9b7e-4213-b393-6145a4cb93cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.548793 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a504bc0-9b7e-4213-b393-6145a4cb93cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.569461 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-99ad802f-8a65-426c-8056-6f0865d2061b req-45c1c33b-2725-4dd6-af75-1a430f7e716a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] For port 82f6c61e-eb43-40c4-ba84-9d19ff49c329, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=82f6c61e-eb43-40c4-ba84-9d19ff49c329,segment=NetworkSegment(2c7d3b6d-2750-4767-8c4f-c97948a2d70b),segment_id=2c7d3b6d-2750-4767-8c4f-c97948a2d70b)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:19.570431 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-99ad802f-8a65-426c-8056-6f0865d2061b req-45c1c33b-2725-4dd6-af75-1a430f7e716a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.586184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-99ad802f-8a65-426c-8056-6f0865d2061b req-45c1c33b-2725-4dd6-af75-1a430f7e716a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Calling delete_port for 82f6c61e-eb43-40c4-ba84-9d19ff49c329 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:19.656672 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a504bc0-9b7e-4213-b393-6145a4cb93cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.661965 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a504bc0-9b7e-4213-b393-6145a4cb93cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.663772 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3a504bc0-9b7e-4213-b393-6145a4cb93cc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6296ae54-2056-422d-8f87-621dff341cf3 HTTP/1.1" status: 204 len: 168 time: 0.2049067 Jul 16 01:45:19.685340 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a504bc0-9b7e-4213-b393-6145a4cb93cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6296ae54-2056-422d-8f87-621dff341cf3,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:19.703695 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565a7c5-b85e-458b-a8bc-42defcc5b3e5 req-31b5e137-0992-4914-b1cf-563d03c1911f tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:19.706168 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e565a7c5-b85e-458b-a8bc-42defcc5b3e5 req-31b5e137-0992-4914-b1cf-563d03c1911f tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 946 time: 0.1462867 Jul 16 01:45:19.773699 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e565a7c5-b85e-458b-a8bc-42defcc5b3e5 req-2be6e572-95bd-442d-b966-c54bb995e9c6 tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/security-groups?id=7e060a78-f507-44a7-9f99-ef44a2f50b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595644 Jul 16 01:45:19.841328 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-99ad802f-8a65-426c-8056-6f0865d2061b req-45c1c33b-2725-4dd6-af75-1a430f7e716a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.879331 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['82f6c61e-eb43-40c4-ba84-9d19ff49c329'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:19.899524 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1c33b-2725-4dd6-af75-1a430f7e716a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Pushing event deleted for resources: {'Port': ['ID=82f6c61e-eb43-40c4-ba84-9d19ff49c329,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:19.987034 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ad802f-8a65-426c-8056-6f0865d2061b req-45c1c33b-2725-4dd6-af75-1a430f7e716a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] No DVR routers for this DVR port 82f6c61e-eb43-40c4-ba84-9d19ff49c329 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:19.989986 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-99ad802f-8a65-426c-8056-6f0865d2061b req-45c1c33b-2725-4dd6-af75-1a430f7e716a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.992602 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99ad802f-8a65-426c-8056-6f0865d2061b req-45c1c33b-2725-4dd6-af75-1a430f7e716a tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.26 "DELETE /v2.0/ports/82f6c61e-eb43-40c4-ba84-9d19ff49c329 HTTP/1.1" status: 204 len: 173 time: 0.6720006 Jul 16 01:45:19.993251 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f09bbae-4738-4dad-a1ca-fd5fde6c3617', 'name': 'network-vif-deleted', 'tag': '82f6c61e-eb43-40c4-ba84-9d19ff49c329'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:19.996219 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfe18a5-d80b-4b14-9037-c29190657b28" -d '{"events": [{"server_uuid": "8f09bbae-4738-4dad-a1ca-fd5fde6c3617", "name": "network-vif-deleted", "tag": "82f6c61e-eb43-40c4-ba84-9d19ff49c329"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:20.037157 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-137bde5f-6368-40d3-ac00-f5b78da58021 req-b13056b7-6016-47dd-8dd9-e3f25ea3ae83 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0942755 Jul 16 01:45:20.059391 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eda9d47-84e3-4623-96bf-aa59c3efbfbf x-openstack-request-id: req-7eda9d47-84e3-4623-96bf-aa59c3efbfbf {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:20.059577 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f09bbae-4738-4dad-a1ca-fd5fde6c3617", "name": "network-vif-deleted", "tag": "82f6c61e-eb43-40c4-ba84-9d19ff49c329", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:20.059937 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7eda9d47-84e3-4623-96bf-aa59c3efbfbf {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:20.060321 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f09bbae-4738-4dad-a1ca-fd5fde6c3617', 'name': 'network-vif-deleted', 'tag': '82f6c61e-eb43-40c4-ba84-9d19ff49c329', 'status': 'completed', 'code': 200} Jul 16 01:45:20.230200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bde5f-6368-40d3-ac00-f5b78da58021 req-ab49b16a-e87d-4967-9ac3-72498d49f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:20.231949 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-137bde5f-6368-40d3-ac00-f5b78da58021 req-ab49b16a-e87d-4967-9ac3-72498d49f368 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f88c5c1c11554f2fa735a619c494a2b4&device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 1096 time: 0.1297019 Jul 16 01:45:20.374979 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bde5f-6368-40d3-ac00-f5b78da58021 req-caf8fe41-50c0-48b4-898d-63fd7240052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:20.376457 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-137bde5f-6368-40d3-ac00-f5b78da58021 req-caf8fe41-50c0-48b4-898d-63fd7240052d service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6da5c88-0bea-4384-a7f6-ff797435c31e HTTP/1.1" status: 200 len: 916 time: 0.1230385 Jul 16 01:45:20.631920 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-137bde5f-6368-40d3-ac00-f5b78da58021 req-8a28bb14-c8a6-466c-95e6-949a167219b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5452544c-783f-4bc5-8131-b3f8ab78f399 HTTP/1.1" status: 200 len: 1001 time: 0.1232734 Jul 16 01:45:20.631920 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bde5f-6368-40d3-ac00-f5b78da58021 req-d7b05f53-f150-4e3d-afb0-86df3c5af614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:20.631920 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-137bde5f-6368-40d3-ac00-f5b78da58021 req-d7b05f53-f150-4e3d-afb0-86df3c5af614 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eae3174e-0a72-480c-8b07-a75b3b1ea14f HTTP/1.1" status: 200 len: 854 time: 0.0813518 Jul 16 01:45:20.710242 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bde5f-6368-40d3-ac00-f5b78da58021 req-3e28f6bf-bcf2-4f40-9f9b-78ff355c1695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:20.712209 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-137bde5f-6368-40d3-ac00-f5b78da58021 req-3e28f6bf-bcf2-4f40-9f9b-78ff355c1695 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6da5c88-0bea-4384-a7f6-ff797435c31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983799 Jul 16 01:45:20.836490 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-137bde5f-6368-40d3-ac00-f5b78da58021 req-295ee5ed-4549-4e2a-9141-1398b83ced55 service neutron] 10.222.0.47 "GET /v2.0/networks/a6da5c88-0bea-4384-a7f6-ff797435c31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117365 Jul 16 01:45:20.993019 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-137bde5f-6368-40d3-ac00-f5b78da58021 req-c6c97b1c-755e-4500-9aed-63814fe4b902 service neutron] 10.222.0.47 "GET /v2.0/networks/a6da5c88-0bea-4384-a7f6-ff797435c31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465487 Jul 16 01:45:21.093796 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e438d5d3-5f7e-4864-b317-1179a18f7493 req-896d238a-7aed-4c00-a253-29e20dd08fac tempest-ServerRescueNegativeTestJSON-1787637065 tempest-ServerRescueNegativeTestJSON-1787637065-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f09bbae-4738-4dad-a1ca-fd5fde6c3617 HTTP/1.1" status: 200 len: 210 time: 0.0358551 Jul 16 01:45:21.817243 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 38252) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:21.941948 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f935-2614-4dce-9b46-13ad44c90c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.060002 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f935-2614-4dce-9b46-13ad44c90c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.066384 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f935-2614-4dce-9b46-13ad44c90c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.116588 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 38264) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:22.125914 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ffa5f935-2614-4dce-9b46-13ad44c90c6a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=129d918535bf4284ab9e785a9ee363ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065870 Jul 16 01:45:22.127517 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5f935-2614-4dce-9b46-13ad44c90c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82635491-79ee-43d2-9f86-2549ab516589,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:22.225790 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2b53cc87-a932-4a1a-8412-5171cdb0a0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.226026 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 38272) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:22.264900 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2b53cc87-a932-4a1a-8412-5171cdb0a0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.370847 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2b53cc87-a932-4a1a-8412-5171cdb0a0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.383443 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2b53cc87-a932-4a1a-8412-5171cdb0a0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.396303 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2b53cc87-a932-4a1a-8412-5171cdb0a0d5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/82635491-79ee-43d2-9f86-2549ab516589 HTTP/1.1" status: 204 len: 168 time: 0.2777827 Jul 16 01:45:22.405559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53cc87-a932-4a1a-8412-5171cdb0a0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82635491-79ee-43d2-9f86-2549ab516589,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:22.822453 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7f17-ed78-41c2-94bb-48b2cc14e193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.174813 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e7f17-ed78-41c2-94bb-48b2cc14e193 admin admin] Deleting port 1436c84b-f44f-4428-b12b-9a6d1b1cf216 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:23.175149 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7f17-ed78-41c2-94bb-48b2cc14e193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.289032 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-aa8e7f17-ed78-41c2-94bb-48b2cc14e193 admin admin] For port 1436c84b-f44f-4428-b12b-9a6d1b1cf216, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1436c84b-f44f-4428-b12b-9a6d1b1cf216,segment=NetworkSegment(2c7d3b6d-2750-4767-8c4f-c97948a2d70b),segment_id=2c7d3b6d-2750-4767-8c4f-c97948a2d70b)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:23.289404 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7f17-ed78-41c2-94bb-48b2cc14e193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.308045 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e7f17-ed78-41c2-94bb-48b2cc14e193 admin admin] Calling delete_port for 1436c84b-f44f-4428-b12b-9a6d1b1cf216 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:23.778298 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.985834 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7f17-ed78-41c2-94bb-48b2cc14e193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.054301 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e7f17-ed78-41c2-94bb-48b2cc14e193 admin admin] Pushing event deleted for resources: {'Port': ['ID=1436c84b-f44f-4428-b12b-9a6d1b1cf216,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:24.257621 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 82f6c61e-eb43-40c4-ba84-9d19ff49c329 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:24.277013 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7f17-ed78-41c2-94bb-48b2cc14e193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.338544 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 82f6c61e-eb43-40c4-ba84-9d19ff49c329 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:24.344630 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 82f6c61e-eb43-40c4-ba84-9d19ff49c329 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:24.625721 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8e7f17-ed78-41c2-94bb-48b2cc14e193 admin admin] Router af3bc28e-7ca8-4b0b-a757-582428d392e9 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:24.766343 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8e7f17-ed78-41c2-94bb-48b2cc14e193 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:24.772627 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-aa8e7f17-ed78-41c2-94bb-48b2cc14e193 admin admin] 10.222.0.54 "PUT /v2.0/routers/af3bc28e-7ca8-4b0b-a757-582428d392e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5448267 Jul 16 01:45:24.775350 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 38392) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:24.778715 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43bc42f-cbec-41a0-ab7a-216708f9ff04 None None] Sync routers for ids ['af3bc28e-7ca8-4b0b-a757-582428d392e9'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:24.790784 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43bc42f-cbec-41a0-ab7a-216708f9ff04 None None] Routers {'af3bc28e-7ca8-4b0b-a757-582428d392e9'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:24.791791 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a43bc42f-cbec-41a0-ab7a-216708f9ff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:45:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['af3bc28e-7ca8-4b0b-a757-582428d392e9'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:25.028896 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9e6c-601e-401d-91c3-63eb6c3cb736 admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.040174 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a43bc42f-cbec-41a0-ab7a-216708f9ff04 None None] Set router af3bc28e-7ca8-4b0b-a757-582428d392e9 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:25.193792 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9e6c-601e-401d-91c3-63eb6c3cb736 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.319281 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a43bc42f-cbec-41a0-ab7a-216708f9ff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3bc28e-7ca8-4b0b-a757-582428d392e9', 'name': 'tempest-ServerRescueNegativeTestJSON-709367749-router', 'tenant_id': '99d319bfc75943aa8724b2b1f28f0994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '179b38d8-8f08-4c9a-9590-4ecd14dff43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:20Z', 'updated_at': '2021-07-16T01:45:23Z', 'revision_number': 5, 'project_id': '99d319bfc75943aa8724b2b1f28f0994', 'gw_port': {'id': '179b38d8-8f08-4c9a-9590-4ecd14dff43d', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bc28e-7ca8-4b0b-a757-582428d392e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:21Z', 'updated_at': '2021-07-16T01:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:25.355667 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43bc42f-cbec-41a0-ab7a-216708f9ff04 None None] Checking router: af3bc28e-7ca8-4b0b-a757-582428d392e9 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:25.360660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d9e6c-601e-401d-91c3-63eb6c3cb736 admin admin] Deleting port 179b38d8-8f08-4c9a-9590-4ecd14dff43d {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:25.361161 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9e6c-601e-401d-91c3-63eb6c3cb736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.370126 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43bc42f-cbec-41a0-ab7a-216708f9ff04 None None] Routers {'af3bc28e-7ca8-4b0b-a757-582428d392e9'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:25.370751 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a43bc42f-cbec-41a0-ab7a-216708f9ff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:45:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['af3bc28e-7ca8-4b0b-a757-582428d392e9'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:25.475966 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a43bc42f-cbec-41a0-ab7a-216708f9ff04 None None] Set router af3bc28e-7ca8-4b0b-a757-582428d392e9 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:25.487619 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aed614-7466-4873-adcb-d02888331605 req-8564b341-498c-460d-9396-f981196596c9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:25.489846 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-72aed614-7466-4873-adcb-d02888331605 req-8564b341-498c-460d-9396-f981196596c9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1926832 Jul 16 01:45:25.549542 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a43bc42f-cbec-41a0-ab7a-216708f9ff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3bc28e-7ca8-4b0b-a757-582428d392e9', 'name': 'tempest-ServerRescueNegativeTestJSON-709367749-router', 'tenant_id': '99d319bfc75943aa8724b2b1f28f0994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:20Z', 'updated_at': '2021-07-16T01:45:25Z', 'revision_number': 6, 'project_id': '99d319bfc75943aa8724b2b1f28f0994', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:25.584332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-7c0d9e6c-601e-401d-91c3-63eb6c3cb736 admin admin] For port 179b38d8-8f08-4c9a-9590-4ecd14dff43d, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=179b38d8-8f08-4c9a-9590-4ecd14dff43d,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:25.584670 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9e6c-601e-401d-91c3-63eb6c3cb736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.588598 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43bc42f-cbec-41a0-ab7a-216708f9ff04 None None] The sync data for ids ['af3bc28e-7ca8-4b0b-a757-582428d392e9'] in n-d-800086-6 is: [{'id': 'af3bc28e-7ca8-4b0b-a757-582428d392e9', 'name': 'tempest-ServerRescueNegativeTestJSON-709367749-router', 'tenant_id': '99d319bfc75943aa8724b2b1f28f0994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:20Z', 'updated_at': '2021-07-16T01:45:25Z', 'revision_number': 6, 'project_id': '99d319bfc75943aa8724b2b1f28f0994', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:25.619209 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-72aed614-7466-4873-adcb-d02888331605 req-918ab351-2c61-4ecf-9fa0-0ba3d78f819b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193638 Jul 16 01:45:25.627749 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d9e6c-601e-401d-91c3-63eb6c3cb736 admin admin] Calling delete_port for 179b38d8-8f08-4c9a-9590-4ecd14dff43d owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:26.000808 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2af09-739f-420f-8f1f-03e54b2b4f1c req-dd5fc831-f431-4593-bdaa-ab8a0e422465 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:26.002610 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e2af09-739f-420f-8f1f-03e54b2b4f1c req-dd5fc831-f431-4593-bdaa-ab8a0e422465 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.2204487 Jul 16 01:45:26.067080 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9e6c-601e-401d-91c3-63eb6c3cb736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.130648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d9e6c-601e-401d-91c3-63eb6c3cb736 admin admin] Pushing event deleted for resources: {'Port': ['ID=179b38d8-8f08-4c9a-9590-4ecd14dff43d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:26.177455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4e2af09-739f-420f-8f1f-03e54b2b4f1c req-8897fe0e-c2cd-48f3-a0a1-179e524efd90 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594849 Jul 16 01:45:26.239760 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9e6c-601e-401d-91c3-63eb6c3cb736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.387285 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9e6c-601e-401d-91c3-63eb6c3cb736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.392961 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9e6c-601e-401d-91c3-63eb6c3cb736 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.461224 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9e6c-601e-401d-91c3-63eb6c3cb736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.461755 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0d9e6c-601e-401d-91c3-63eb6c3cb736 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af3bc28e-7ca8-4b0b-a757-582428d392e9 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:26.478855 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9e6c-601e-401d-91c3-63eb6c3cb736 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.484098 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7c0d9e6c-601e-401d-91c3-63eb6c3cb736 admin admin] 10.222.0.54 "DELETE /v2.0/routers/af3bc28e-7ca8-4b0b-a757-582428d392e9 HTTP/1.1" status: 204 len: 168 time: 1.7071762 Jul 16 01:45:26.486217 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 38556) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:26.606821 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 179b38d8-8f08-4c9a-9590-4ecd14dff43d no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:26.635537 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 179b38d8-8f08-4c9a-9590-4ecd14dff43d {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:26.635973 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 179b38d8-8f08-4c9a-9590-4ecd14dff43d not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:26.636365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1436c84b-f44f-4428-b12b-9a6d1b1cf216 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:26.643672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ff209a-9ec1-4b7c-b84d-a468bb06a15c admin admin] Deleting subnet 49ef4659-39ae-4d72-898c-630ab0b4abf0 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:26.656014 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-97ff209a-9ec1-4b7c-b84d-a468bb06a15c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.661718 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 1436c84b-f44f-4428-b12b-9a6d1b1cf216 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:26.662031 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1436c84b-f44f-4428-b12b-9a6d1b1cf216 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:26.692356 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907f0b2-0478-401f-84bb-991b56b1351b req-0217d257-c574-4910-9d42-1da786845347 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:26.704843 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2907f0b2-0478-401f-84bb-991b56b1351b req-0217d257-c574-4910-9d42-1da786845347 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 811 time: 0.2346921 Jul 16 01:45:26.726773 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2907f0b2-0478-401f-84bb-991b56b1351b req-56675210-e04e-4b2b-94fe-47eafe160083 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/quotas/0c8ea4369a43418786bc678e4bd3ed2c HTTP/1.1" status: 200 len: 375 time: 0.0254681 Jul 16 01:45:26.732364 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-97ff209a-9ec1-4b7c-b84d-a468bb06a15c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.813577 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-97ff209a-9ec1-4b7c-b84d-a468bb06a15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.876312 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2907f0b2-0478-401f-84bb-991b56b1351b req-5befbac7-2077-4968-902a-b97bdf6fdd72 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1487064 Jul 16 01:45:26.885308 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 38568) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:26.946426 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-97ff209a-9ec1-4b7c-b84d-a468bb06a15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.005109 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff209a-9ec1-4b7c-b84d-a468bb06a15c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49ef4659-39ae-4d72-898c-630ab0b4abf0,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:27.012177 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-97ff209a-9ec1-4b7c-b84d-a468bb06a15c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.015133 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-97ff209a-9ec1-4b7c-b84d-a468bb06a15c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/49ef4659-39ae-4d72-898c-630ab0b4abf0 HTTP/1.1" status: 204 len: 168 time: 0.5268264 Jul 16 01:45:27.017464 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 38580) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:27.159058 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d4eb-5d15-4a6b-b324-9b0ed9101d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.164537 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14f51cdf-9242-4061-ada7-e2e70c7eeb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.199729 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2907f0b2-0478-401f-84bb-991b56b1351b req-c49af218-5f66-40c8-9815-55ffb4573488 service neutron] 10.222.0.54 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112242 Jul 16 01:45:27.263295 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d4eb-5d15-4a6b-b324-9b0ed9101d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.277805 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-e6e8d4eb-5d15-4a6b-b324-9b0ed9101d13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203c259b-6808-454c-950b-0d68f44e0a77']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:27.298048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-e6e8d4eb-5d15-4a6b-b324-9b0ed9101d13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7d3b6d-2750-4767-8c4f-c97948a2d70b') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:27.298340 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-e6e8d4eb-5d15-4a6b-b324-9b0ed9101d13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7d3b6d-2750-4767-8c4f-c97948a2d70b') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:27.313581 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d4eb-5d15-4a6b-b324-9b0ed9101d13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.338697 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2907f0b2-0478-401f-84bb-991b56b1351b req-d0c6534b-bdd9-43c1-91e1-7d24f606fbe1 service neutron] 10.222.0.54 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322601 Jul 16 01:45:27.341919 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d4eb-5d15-4a6b-b324-9b0ed9101d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.354507 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e8d4eb-5d15-4a6b-b324-9b0ed9101d13 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:27.355194 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d4eb-5d15-4a6b-b324-9b0ed9101d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:27.357379 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:27.445901 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d4eb-5d15-4a6b-b324-9b0ed9101d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.453272 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d4eb-5d15-4a6b-b324-9b0ed9101d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.455911 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e6e8d4eb-5d15-4a6b-b324-9b0ed9101d13 admin admin] 10.222.0.54 "DELETE /v2.0/networks/203c259b-6808-454c-950b-0d68f44e0a77 HTTP/1.1" status: 204 len: 168 time: 0.4374104 Jul 16 01:45:27.468835 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14f51cdf-9242-4061-ada7-e2e70c7eeb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.491134 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8d4eb-5d15-4a6b-b324-9b0ed9101d13 admin admin] Pushing event deleted for resources: {'Network': ['ID=203c259b-6808-454c-950b-0d68f44e0a77,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:27.492477 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14f51cdf-9242-4061-ada7-e2e70c7eeb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.562602 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-14f51cdf-9242-4061-ada7-e2e70c7eeb7b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=231d748af9164a4ba892fd046a50dd33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6730089 Jul 16 01:45:27.562602 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f51cdf-9242-4061-ada7-e2e70c7eeb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8dd83d-25c9-46f6-ba68-cf33bf61c339,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:27.564009 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 38600) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:27.693306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdedd15-e22d-4268-a781-6fa8be337f24 req-d74a73cf-b759-4f3b-8d6b-5089469e18cd tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:27.700919 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b2e3f81c-bec3-4a22-a094-e2320cea7858 req-678853d6-3cc5-4f78-9279-25673041d787 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 210 time: 0.1036625 Jul 16 01:45:27.702215 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 38606) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:27.703266 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5fdedd15-e22d-4268-a781-6fa8be337f24 req-d74a73cf-b759-4f3b-8d6b-5089469e18cd tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 945 time: 0.1129231 Jul 16 01:45:27.780069 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5fdedd15-e22d-4268-a781-6fa8be337f24 req-4c165815-4674-4eba-81e6-8d8425550b78 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756052 Jul 16 01:45:27.784723 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1542c709-e281-40c0-9a26-3e4a7f64b5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.809261 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-19f33a3f-90f7-4948-b1e9-f0c8c7bf1b99 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=99d319bfc75943aa8724b2b1f28f0994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1013911 Jul 16 01:45:27.812062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 38612) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:27.845833 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1542c709-e281-40c0-9a26-3e4a7f64b5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.885953 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f87bb6b2-6152-420b-bd16-502cb1d6572a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.911660 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1542c709-e281-40c0-9a26-3e4a7f64b5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.914572 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1542c709-e281-40c0-9a26-3e4a7f64b5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.915755 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1542c709-e281-40c0-9a26-3e4a7f64b5cd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8c8dd83d-25c9-46f6-ba68-cf33bf61c339 HTTP/1.1" status: 204 len: 168 time: 0.3503883 Jul 16 01:45:27.917510 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f87bb6b2-6152-420b-bd16-502cb1d6572a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.926040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542c709-e281-40c0-9a26-3e4a7f64b5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8dd83d-25c9-46f6-ba68-cf33bf61c339,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:28.018927 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f87bb6b2-6152-420b-bd16-502cb1d6572a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.021940 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f87bb6b2-6152-420b-bd16-502cb1d6572a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.023483 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f87bb6b2-6152-420b-bd16-502cb1d6572a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7e060a78-f507-44a7-9f99-ef44a2f50b92 HTTP/1.1" status: 204 len: 168 time: 0.2104254 Jul 16 01:45:28.041897 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87bb6b2-6152-420b-bd16-502cb1d6572a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e060a78-f507-44a7-9f99-ef44a2f50b92,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:28.346558 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14682d1d-d9ec-4659-8c45-1a810330a844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.662417 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.677417 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 38654) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:28.692761 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b5e409f-2a26-4f51-b174-80b86d7891ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.818318 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b5e409f-2a26-4f51-b174-80b86d7891ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.824021 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b5e409f-2a26-4f51-b174-80b86d7891ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.887841 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6b5e409f-2a26-4f51-b174-80b86d7891ad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=46f5e53dd2ce4e418f5ab18be1ad2736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2092066 Jul 16 01:45:28.891064 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 38664) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:28.910745 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e409f-2a26-4f51-b174-80b86d7891ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51ca65d-b9ce-425a-9ca5-52b1410bd088,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:28.919377 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-02f0dc20-ab18-4442-8eb9-35d67e6d4448 req-9686d23e-1fb0-45d5-ab92-0802ef2cd198 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 210 time: 0.0468805 Jul 16 01:45:28.982550 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-07b5695b-95b1-4cc0-83a7-ed566476a7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.017335 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-07b5695b-95b1-4cc0-83a7-ed566476a7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.084133 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-07b5695b-95b1-4cc0-83a7-ed566476a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.086909 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-07b5695b-95b1-4cc0-83a7-ed566476a7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.089443 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-07b5695b-95b1-4cc0-83a7-ed566476a7f4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e51ca65d-b9ce-425a-9ca5-52b1410bd088 HTTP/1.1" status: 204 len: 168 time: 0.1951249 Jul 16 01:45:29.106895 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5695b-95b1-4cc0-83a7-ed566476a7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51ca65d-b9ce-425a-9ca5-52b1410bd088,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:29.620885 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907f0b2-0478-401f-84bb-991b56b1351b req-04e981e0-253b-4e10-9623-d2b8ea6e8562 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:29.622486 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2907f0b2-0478-401f-84bb-991b56b1351b req-04e981e0-253b-4e10-9623-d2b8ea6e8562 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.47 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 811 time: 0.2686455 Jul 16 01:45:29.651855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-2907f0b2-0478-401f-84bb-991b56b1351b req-d098cba4-7811-47e0-a67e-bf5e8c36ceb5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Request body: {'port': {'device_id': '78b9eae9-0e60-4448-b1b5-d3e505db2da3', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'admin_state_up': True, 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:29.857025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469d672-dc13-4eac-9239-335a2c9dbbee req-5ddee7ae-d6a5-4f4f-89b7-9e308090a7c3 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:29.864849 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e469d672-dc13-4eac-9239-335a2c9dbbee req-5ddee7ae-d6a5-4f4f-89b7-9e308090a7c3 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 945 time: 0.1315920 Jul 16 01:45:29.903369 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2907f0b2-0478-401f-84bb-991b56b1351b req-d098cba4-7811-47e0-a67e-bf5e8c36ceb5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Made reservation on behalf of 0c8ea4369a43418786bc678e4bd3ed2c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:29.908346 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2907f0b2-0478-401f-84bb-991b56b1351b req-d098cba4-7811-47e0-a67e-bf5e8c36ceb5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.966635 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e469d672-dc13-4eac-9239-335a2c9dbbee req-4279066c-5a9a-4f65-8e94-ab107854304f tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009092 Jul 16 01:45:30.128411 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f2e52d76-0b18-48c4-aba2-58fc1b6c1a57 req-d9b567eb-1ea7-4622-aaf9-da38cec7a9bd tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 210 time: 0.0425711 Jul 16 01:45:30.141698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-2907f0b2-0478-401f-84bb-991b56b1351b req-d098cba4-7811-47e0-a67e-bf5e8c36ceb5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Allocated IP 172.20.0.10 (9a4578f6-e79e-403f-8401-5b41afbe66e6/e58ed57f-5f2f-47f0-8d91-3a3adcdcd958/245d95ad-0ca6-4b36-ab45-9244c117dcbd) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:30.374734 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2907f0b2-0478-401f-84bb-991b56b1351b req-d098cba4-7811-47e0-a67e-bf5e8c36ceb5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.400357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-2907f0b2-0478-401f-84bb-991b56b1351b req-d098cba4-7811-47e0-a67e-bf5e8c36ceb5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Transition to ACTIVE for port object 245d95ad-0ca6-4b36-ab45-9244c117dcbd will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:30.505871 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2907f0b2-0478-401f-84bb-991b56b1351b req-d098cba4-7811-47e0-a67e-bf5e8c36ceb5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.553213 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['32ed3b03-b3d6-48a4-94ec-2c729b8f0db0', 'df86d409-bae0-4f36-a3b7-0a7767b47abc'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:30.607053 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2907f0b2-0478-401f-84bb-991b56b1351b req-d098cba4-7811-47e0-a67e-bf5e8c36ceb5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Network 9a4578f6-e79e-403f-8401-5b41afbe66e6 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:30.607053 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-2907f0b2-0478-401f-84bb-991b56b1351b req-d098cba4-7811-47e0-a67e-bf5e8c36ceb5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:30.608216 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2907f0b2-0478-401f-84bb-991b56b1351b req-d098cba4-7811-47e0-a67e-bf5e8c36ceb5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:30.615988 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098cba4-7811-47e0-a67e-bf5e8c36ceb5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Pushing event updated for resources: {'Port': ['ID=245d95ad-0ca6-4b36-ab45-9244c117dcbd,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:30.686522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907f0b2-0478-401f-84bb-991b56b1351b req-d098cba4-7811-47e0-a67e-bf5e8c36ceb5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:30.687220 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2907f0b2-0478-401f-84bb-991b56b1351b req-d098cba4-7811-47e0-a67e-bf5e8c36ceb5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.724127 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2907f0b2-0478-401f-84bb-991b56b1351b req-d098cba4-7811-47e0-a67e-bf5e8c36ceb5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0763803 Jul 16 01:45:30.749353 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Request body: {'port': {'device_id': '78b9eae9-0e60-4448-b1b5-d3e505db2da3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:30.918190 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.117680 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4851cfdc-808d-43a5-adfc-156df519f380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.123127 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.186913 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-448d3a29-732f-48e7-853e-4d74ce6c1b08 None None] Provisioning for port 245d95ad-0ca6-4b36-ab45-9244c117dcbd completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:31.193332 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-448d3a29-732f-48e7-853e-4d74ce6c1b08 None None] Provisioning complete for port 245d95ad-0ca6-4b36-ab45-9244c117dcbd triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:31.194482 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-448d3a29-732f-48e7-853e-4d74ce6c1b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.234432 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-448d3a29-732f-48e7-853e-4d74ce6c1b08 None None] Port 245d95ad-0ca6-4b36-ab45-9244c117dcbd cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:31.372336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f67bf-83b4-4ca1-a96c-b816de69e142 req-194e0859-9cc0-4bc7-9922-a1e6bf8817e3 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:31.380160 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5a3f67bf-83b4-4ca1-a96c-b816de69e142 req-194e0859-9cc0-4bc7-9922-a1e6bf8817e3 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 945 time: 0.3326480 Jul 16 01:45:31.468957 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51635571-68e7-4d91-9645-a7a84cde6186 req-eb116274-6c0b-4118-b7e7-1c1a03f968b5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:31.471947 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-51635571-68e7-4d91-9645-a7a84cde6186 req-eb116274-6c0b-4118-b7e7-1c1a03f968b5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 932 time: 0.1611927 Jul 16 01:45:31.473131 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5a3f67bf-83b4-4ca1-a96c-b816de69e142 req-5986df30-2954-4f8b-beb6-f4c8bb941aba tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916996 Jul 16 01:45:31.538562 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-51635571-68e7-4d91-9645-a7a84cde6186 req-ef27f419-ca01-4b2e-b516-e8335cc0f23b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509095 Jul 16 01:45:31.598975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245d95ad-0ca6-4b36-ab45-9244c117dcbd {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:31.614023 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.631220 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Transition to ACTIVE for port object 245d95ad-0ca6-4b36-ab45-9244c117dcbd will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:31.637849 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.799452 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Pushing event updated for resources: {'Port': ['ID=245d95ad-0ca6-4b36-ab45-9244c117dcbd,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:31.841158 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 38850) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:31.949484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Attempting to bind port 245d95ad-0ca6-4b36-ab45-9244c117dcbd on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:31.950469 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Attempting to bind port 245d95ad-0ca6-4b36-ab45-9244c117dcbd by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:31.950979 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Attempting to bind port 245d95ad-0ca6-4b36-ab45-9244c117dcbd on network 9a4578f6-e79e-403f-8401-5b41afbe66e6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:31.958192 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Port 245d95ad-0ca6-4b36-ab45-9244c117dcbd on network 9a4578f6-e79e-403f-8401-5b41afbe66e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:31.958706 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Attempting to bind port 245d95ad-0ca6-4b36-ab45-9244c117dcbd on network 9a4578f6-e79e-403f-8401-5b41afbe66e6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:31.971691 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:31.972296 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Checking segment: {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:31.973021 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Bound using segment: {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:31.973615 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Bound port: 245d95ad-0ca6-4b36-ab45-9244c117dcbd, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:31.982568 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.041190 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.063445 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd4ae6cb-0893-46a0-a2e9-d78131638e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.150596 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] For port 245d95ad-0ca6-4b36-ab45-9244c117dcbd, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:32.156959 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] For port 245d95ad-0ca6-4b36-ab45-9244c117dcbd, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=245d95ad-0ca6-4b36-ab45-9244c117dcbd,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:32.164789 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.232359 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd4ae6cb-0893-46a0-a2e9-d78131638e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.239435 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fd4ae6cb-0893-46a0-a2e9-d78131638e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.305853 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ae6cb-0893-46a0-a2e9-d78131638e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47951d8-6a9d-4168-894c-0a930e1c7e01,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:32.331893 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:32.332704 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.334233 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2907f0b2-0478-401f-84bb-991b56b1351b req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] 10.222.0.47 "PUT /v2.0/ports/245d95ad-0ca6-4b36-ab45-9244c117dcbd HTTP/1.1" status: 200 len: 1092 time: 1.5903246 Jul 16 01:45:32.334704 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b9eae9-0e60-4448-b1b5-d3e505db2da3', 'tag': '245d95ad-0ca6-4b36-ab45-9244c117dcbd'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:32.343058 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fd4ae6cb-0893-46a0-a2e9-d78131638e68 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=514da257bea3452799ec577bebb3c2f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5005717 Jul 16 01:45:32.343838 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0d3da4-5373-4f7f-b7d9-827ca214e9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "78b9eae9-0e60-4448-b1b5-d3e505db2da3", "tag": "245d95ad-0ca6-4b36-ab45-9244c117dcbd"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:32.344541 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 38874) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:32.387319 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010e854-a802-4df6-8660-b18d21f3da65 service neutron] Pushing event updated for resources: {'Port': ['ID=245d95ad-0ca6-4b36-ab45-9244c117dcbd,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:32.445855 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0354c5-9ff3-4272-a269-122af9d4a268 x-openstack-request-id: req-bc0354c5-9ff3-4272-a269-122af9d4a268 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:32.446250 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b9eae9-0e60-4448-b1b5-d3e505db2da3", "tag": "245d95ad-0ca6-4b36-ab45-9244c117dcbd", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:32.446541 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc0354c5-9ff3-4272-a269-122af9d4a268 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:32.446884 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b9eae9-0e60-4448-b1b5-d3e505db2da3', 'tag': '245d95ad-0ca6-4b36-ab45-9244c117dcbd', 'status': 'completed', 'code': 200} Jul 16 01:45:32.484140 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b848a512-1d2e-4415-98af-2ab24075d44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.530237 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b848a512-1d2e-4415-98af-2ab24075d44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.653257 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b848a512-1d2e-4415-98af-2ab24075d44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.657690 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b848a512-1d2e-4415-98af-2ab24075d44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.658907 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b848a512-1d2e-4415-98af-2ab24075d44c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f47951d8-6a9d-4168-894c-0a930e1c7e01 HTTP/1.1" status: 204 len: 168 time: 0.3129814 Jul 16 01:45:32.703814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848a512-1d2e-4415-98af-2ab24075d44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47951d8-6a9d-4168-894c-0a930e1c7e01,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:32.752229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907f0b2-0478-401f-84bb-991b56b1351b req-fe860cf0-c055-4d61-9f23-54b133565bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:32.753813 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2907f0b2-0478-401f-84bb-991b56b1351b req-fe860cf0-c055-4d61-9f23-54b133565bea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 1095 time: 0.2047474 Jul 16 01:45:32.872700 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2907f0b2-0478-401f-84bb-991b56b1351b req-6caf1cb5-e556-4327-95ff-776cc4045c39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=245d95ad-0ca6-4b36-ab45-9244c117dcbd HTTP/1.1" status: 200 len: 217 time: 0.0871384 Jul 16 01:45:32.910553 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244555af-dfcd-4e14-bad8-e0983ed1910f req-3ae634c2-a97f-4ceb-940a-0990f0a27c5e tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:32.924007 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-244555af-dfcd-4e14-bad8-e0983ed1910f req-3ae634c2-a97f-4ceb-940a-0990f0a27c5e tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 945 time: 0.2736166 Jul 16 01:45:32.973079 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10acf4-0878-4d9a-91e8-f2ecdd144d3d req-5e489bd5-bfe4-43eb-808a-2e3b4b1456da tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:32.976346 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dd10acf4-0878-4d9a-91e8-f2ecdd144d3d req-5e489bd5-bfe4-43eb-808a-2e3b4b1456da tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 944 time: 0.0850039 Jul 16 01:45:33.002288 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907f0b2-0478-401f-84bb-991b56b1351b req-33eb7746-cb65-478a-85f4-8ccd47a778f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:33.004516 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2907f0b2-0478-401f-84bb-991b56b1351b req-33eb7746-cb65-478a-85f4-8ccd47a778f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.1047821 Jul 16 01:45:33.034795 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-244555af-dfcd-4e14-bad8-e0983ed1910f req-c8c78b6e-ea8e-41fe-893f-30dd209ae81c tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups?id=1326aab5-ef16-4f14-be57-ddf427427925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683496 Jul 16 01:45:33.056993 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dd10acf4-0878-4d9a-91e8-f2ecdd144d3d req-138aa5e3-26f5-428a-abd6-03deb564800a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740891 Jul 16 01:45:33.174925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2faa8-3178-47eb-857c-14f64d748acf req-4cc91b5b-f293-4d12-a06e-79d8ff7f6d36 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:33.176589 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c5d2faa8-3178-47eb-857c-14f64d748acf req-4cc91b5b-f293-4d12-a06e-79d8ff7f6d36 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 945 time: 0.1093454 Jul 16 01:45:33.198746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907f0b2-0478-401f-84bb-991b56b1351b req-e11d112b-6261-43c6-bd11-b5fcd5385135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:33.200064 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2907f0b2-0478-401f-84bb-991b56b1351b req-e11d112b-6261-43c6-bd11-b5fcd5385135 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367655 Jul 16 01:45:33.416824 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2907f0b2-0478-401f-84bb-991b56b1351b req-e3da5b25-3b38-4152-a5ee-5b36bfd2a64e service neutron] 10.222.0.47 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032232 Jul 16 01:45:33.428915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-c5d2faa8-3178-47eb-857c-14f64d748acf req-6ff3daba-dcbb-47d5-b765-2ab45473622d tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Deleting port 5452544c-783f-4bc5-8131-b3f8ab78f399 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:33.429542 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c5d2faa8-3178-47eb-857c-14f64d748acf req-6ff3daba-dcbb-47d5-b765-2ab45473622d tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.587633 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2907f0b2-0478-401f-84bb-991b56b1351b req-3f27fc61-d05d-4ba4-9cf5-fcdf8a8c218e service neutron] 10.222.0.47 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620002 Jul 16 01:45:33.611738 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-c5d2faa8-3178-47eb-857c-14f64d748acf req-6ff3daba-dcbb-47d5-b765-2ab45473622d tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] For port 5452544c-783f-4bc5-8131-b3f8ab78f399, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=5452544c-783f-4bc5-8131-b3f8ab78f399,segment=NetworkSegment(8a0e011a-63a6-43dc-8b58-c109a1c8827d),segment_id=8a0e011a-63a6-43dc-8b58-c109a1c8827d)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:33.613194 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c5d2faa8-3178-47eb-857c-14f64d748acf req-6ff3daba-dcbb-47d5-b765-2ab45473622d tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.673302 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:45:33.798782 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.813812 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 38934) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:33.821106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d3da4-5373-4f7f-b7d9-827ca214e9b0 req-1b552689-8411-40a3-8324-2f700216acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:33.822861 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab0d3da4-5373-4f7f-b7d9-827ca214e9b0 req-1b552689-8411-40a3-8324-2f700216acfd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 1095 time: 0.1109335 Jul 16 01:45:33.928485 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c5d2faa8-3178-47eb-857c-14f64d748acf req-6ff3daba-dcbb-47d5-b765-2ab45473622d tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.929437 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c5d2faa8-3178-47eb-857c-14f64d748acf req-6ff3daba-dcbb-47d5-b765-2ab45473622d tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.938028 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [req-c5d2faa8-3178-47eb-857c-14f64d748acf req-6ff3daba-dcbb-47d5-b765-2ab45473622d tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Floating IP 3cd1a4fb-da51-47b5-ab4d-a381f33aadec disassociated. External IP: 172.25.1.198, port: 5452544c-783f-4bc5-8131-b3f8ab78f399. Jul 16 01:45:33.939350 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-c5d2faa8-3178-47eb-857c-14f64d748acf req-6ff3daba-dcbb-47d5-b765-2ab45473622d tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Calling delete_port for 5452544c-783f-4bc5-8131-b3f8ab78f399 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:34.044243 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7a18efc1-85a5-4cef-9d35-78a6779c87db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.180938 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d3da4-5373-4f7f-b7d9-827ca214e9b0 req-91f8d46b-a28a-48bc-8802-d58493953e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:34.180938 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab0d3da4-5373-4f7f-b7d9-827ca214e9b0 req-91f8d46b-a28a-48bc-8802-d58493953e67 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 912 time: 0.3379591 Jul 16 01:45:34.181327 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c5d2faa8-3178-47eb-857c-14f64d748acf req-6ff3daba-dcbb-47d5-b765-2ab45473622d tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.262873 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3daba-dcbb-47d5-b765-2ab45473622d tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Pushing event deleted for resources: {'Port': ['ID=5452544c-783f-4bc5-8131-b3f8ab78f399,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:34.391000 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab0d3da4-5373-4f7f-b7d9-827ca214e9b0 req-2c665c5b-3b90-4172-b733-28ab810bbe22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=245d95ad-0ca6-4b36-ab45-9244c117dcbd HTTP/1.1" status: 200 len: 217 time: 0.0881481 Jul 16 01:45:34.404079 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7a18efc1-85a5-4cef-9d35-78a6779c87db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.463676 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d3da4-5373-4f7f-b7d9-827ca214e9b0 req-d073185c-f9fa-48c1-9075-2fc5d346bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:34.463676 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab0d3da4-5373-4f7f-b7d9-827ca214e9b0 req-d073185c-f9fa-48c1-9075-2fc5d346bbda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.0563512 Jul 16 01:45:34.484229 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7a18efc1-85a5-4cef-9d35-78a6779c87db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.489355 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a3497b81-c1eb-46c6-a173-34fe7777254f req-41ca1e8d-cc42-4b51-905a-1c6bba76f87d tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 210 time: 0.1062770 Jul 16 01:45:34.508958 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5d2faa8-3178-47eb-857c-14f64d748acf req-6ff3daba-dcbb-47d5-b765-2ab45473622d tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Router 0a86b596-534e-41c2-b7c0-0d671ae0469f has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:34.562707 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e7414-de66-4d66-8a70-c9a1c32d5e32 req-424c0f38-c2e1-4158-aaaa-0c7d422372bf tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:34.572037 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ad6e7414-de66-4d66-8a70-c9a1c32d5e32 req-424c0f38-c2e1-4158-aaaa-0c7d422372bf tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 944 time: 0.2123370 Jul 16 01:45:34.658598 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7a18efc1-85a5-4cef-9d35-78a6779c87db admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a57fd12d098341f694a8f2b1bc1ad09d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8400555 Jul 16 01:45:34.661312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 38974) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:34.705087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18efc1-85a5-4cef-9d35-78a6779c87db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d96c21a-b3a1-46b9-b504-fc9c87a2408d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:34.759219 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d3da4-5373-4f7f-b7d9-827ca214e9b0 req-a5af66e6-017b-4b23-8794-573359a946f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:34.760905 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab0d3da4-5373-4f7f-b7d9-827ca214e9b0 req-a5af66e6-017b-4b23-8794-573359a946f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2784522 Jul 16 01:45:34.787220 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ad6e7414-de66-4d66-8a70-c9a1c32d5e32 req-b722358b-9bab-4876-9042-b8911722c4f9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138078 Jul 16 01:45:34.934311 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7441fb1b-14a6-4e0a-80b6-a95c91447871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.940016 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab0d3da4-5373-4f7f-b7d9-827ca214e9b0 req-8b41d8cc-6806-43aa-bfbd-42019759ba8c service neutron] 10.222.0.47 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687422 Jul 16 01:45:34.958135 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7441fb1b-14a6-4e0a-80b6-a95c91447871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.019749 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7441fb1b-14a6-4e0a-80b6-a95c91447871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.022206 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7441fb1b-14a6-4e0a-80b6-a95c91447871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.023372 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7441fb1b-14a6-4e0a-80b6-a95c91447871 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d96c21a-b3a1-46b9-b504-fc9c87a2408d HTTP/1.1" status: 204 len: 168 time: 0.3470678 Jul 16 01:45:35.036156 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441fb1b-14a6-4e0a-80b6-a95c91447871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d96c21a-b3a1-46b9-b504-fc9c87a2408d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:35.048064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5d2faa8-3178-47eb-857c-14f64d748acf req-6ff3daba-dcbb-47d5-b765-2ab45473622d tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:35.079742 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c37d76-1338-48b8-a457-65dc66bd22bf None None] Sync routers for ids ['0a86b596-534e-41c2-b7c0-0d671ae0469f'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:35.106339 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c37d76-1338-48b8-a457-65dc66bd22bf None None] Routers {'0a86b596-534e-41c2-b7c0-0d671ae0469f'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:35.107425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c2c37d76-1338-48b8-a457-65dc66bd22bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:45:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0a86b596-534e-41c2-b7c0-0d671ae0469f'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:35.130402 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab0d3da4-5373-4f7f-b7d9-827ca214e9b0 req-b112051d-138d-43d1-9823-276303bb790f service neutron] 10.222.0.47 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800604 Jul 16 01:45:35.169482 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d2faa8-3178-47eb-857c-14f64d748acf req-6ff3daba-dcbb-47d5-b765-2ab45473622d tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] No DVR routers for this DVR port 5452544c-783f-4bc5-8131-b3f8ab78f399 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:35.175390 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c5d2faa8-3178-47eb-857c-14f64d748acf req-6ff3daba-dcbb-47d5-b765-2ab45473622d tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.177493 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c5d2faa8-3178-47eb-857c-14f64d748acf req-6ff3daba-dcbb-47d5-b765-2ab45473622d tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.47 "DELETE /v2.0/ports/5452544c-783f-4bc5-8131-b3f8ab78f399 HTTP/1.1" status: 204 len: 173 time: 1.9765389 Jul 16 01:45:35.177947 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a59d85e-f883-428a-a3a7-2bb987730b98', 'name': 'network-vif-deleted', 'tag': '5452544c-783f-4bc5-8131-b3f8ab78f399'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:35.181304 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6951290-4ca9-4c1f-920b-70a42a927103" -d '{"events": [{"server_uuid": "5a59d85e-f883-428a-a3a7-2bb987730b98", "name": "network-vif-deleted", "tag": "5452544c-783f-4bc5-8131-b3f8ab78f399"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:35.262993 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 245d95ad-0ca6-4b36-ab45-9244c117dcbd details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:45:35.272972 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 5452544c-783f-4bc5-8131-b3f8ab78f399 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:35.287327 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3862b52-a301-49d1-9008-e78665036f1d x-openstack-request-id: req-a3862b52-a301-49d1-9008-e78665036f1d {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:35.287640 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a59d85e-f883-428a-a3a7-2bb987730b98", "name": "network-vif-deleted", "tag": "5452544c-783f-4bc5-8131-b3f8ab78f399", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:35.287923 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a3862b52-a301-49d1-9008-e78665036f1d {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:35.288329 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a59d85e-f883-428a-a3a7-2bb987730b98', 'name': 'network-vif-deleted', 'tag': '5452544c-783f-4bc5-8131-b3f8ab78f399', 'status': 'completed', 'code': 200} Jul 16 01:45:35.460959 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39018) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:35.463414 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 5452544c-783f-4bc5-8131-b3f8ab78f399 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:35.463749 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 5452544c-783f-4bc5-8131-b3f8ab78f399 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:35.493411 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 245d95ad-0ca6-4b36-ab45-9244c117dcbd, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=245d95ad-0ca6-4b36-ab45-9244c117dcbd,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:35.506378 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '245d95ad-0ca6-4b36-ab45-9244c117dcbd', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'port_id': '245d95ad-0ca6-4b36-ab45-9244c117dcbd', 'mac_address': 'fa:16:3e:0b:62:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:45:35.582594 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.586788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-c2c37d76-1338-48b8-a457-65dc66bd22bf None None] Set router 0a86b596-534e-41c2-b7c0-0d671ae0469f gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:35.640122 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245d95ad-0ca6-4b36-ab45-9244c117dcbd {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:35.709805 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1bfe08c7-b45d-425e-8b55-c93078a46fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.750184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39030) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:35.793751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 245d95ad-0ca6-4b36-ab45-9244c117dcbd, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=245d95ad-0ca6-4b36-ab45-9244c117dcbd,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:35.819356 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.838628 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-75cbaf70-3c60-4b71-945d-6067136272c0 req-027c6603-0aa9-4898-9583-bd54deefa47e tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 210 time: 0.0987108 Jul 16 01:45:35.860283 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50f92491-df11-42ba-88f6-2957b7017af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.898640 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=245d95ad-0ca6-4b36-ab45-9244c117dcbd,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:35.909705 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c2c37d76-1338-48b8-a457-65dc66bd22bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'name': 'tempest-ServersTestBootFromVolume-221504502-router', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:19Z', 'revision_number': 4, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'gw_port': {'id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:12Z', 'updated_at': '2021-07-16T01:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae', 'name': '', 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'mac_address': 'fa:16:3e:4c:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:17Z', 'updated_at': '2021-07-16T01:42:26Z', 'revision_number': 5, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'subnets': [{'id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:35.948298 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c37d76-1338-48b8-a457-65dc66bd22bf None None] Checking router: 0a86b596-534e-41c2-b7c0-0d671ae0469f for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:35.953015 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:35.955671 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:35.955671 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:35.955671 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:35.955671 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:35.955671 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:35.956224 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:35.956642 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:35.957235 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:35.957651 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:35.958069 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:35.958486 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:35.959046 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1bfe08c7-b45d-425e-8b55-c93078a46fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.970712 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c37d76-1338-48b8-a457-65dc66bd22bf None None] Routers {'0a86b596-534e-41c2-b7c0-0d671ae0469f'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:35.971971 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c2c37d76-1338-48b8-a457-65dc66bd22bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:45:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0a86b596-534e-41c2-b7c0-0d671ae0469f'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:35.982345 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1bfe08c7-b45d-425e-8b55-c93078a46fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.073431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe08c7-b45d-425e-8b55-c93078a46fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b78f6d-ef40-46e2-b184-5b1e3fba106d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:36.110759 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1bfe08c7-b45d-425e-8b55-c93078a46fa1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fc2a50c77c6340d291c883a38b00a6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6487486 Jul 16 01:45:36.111394 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39038) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:36.209087 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-c2c37d76-1338-48b8-a457-65dc66bd22bf None None] Set router 0a86b596-534e-41c2-b7c0-0d671ae0469f gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:36.221313 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50f92491-df11-42ba-88f6-2957b7017af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.225471 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10fa6ebc-7f1c-49e4-a042-2d7d157972e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.230002 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50f92491-df11-42ba-88f6-2957b7017af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.253984 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b95f6-3c10-437e-bbc5-40f2ab661a1d req-90a6eded-37d1-4ea0-baa3-8e57affbe107 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:36.259888 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10fa6ebc-7f1c-49e4-a042-2d7d157972e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.261975 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-315b95f6-3c10-437e-bbc5-40f2ab661a1d req-90a6eded-37d1-4ea0-baa3-8e57affbe107 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 945 time: 0.2145483 Jul 16 01:45:36.305756 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['245d95ad-0ca6-4b36-ab45-9244c117dcbd'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:36.328502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f92491-df11-42ba-88f6-2957b7017af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a104ff6-6262-41cb-81e2-fc5bba24b8e8,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:36.362640 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10fa6ebc-7f1c-49e4-a042-2d7d157972e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.365816 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10fa6ebc-7f1c-49e4-a042-2d7d157972e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.368628 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-50f92491-df11-42ba-88f6-2957b7017af9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0a798fe883a84b6b9973f40d7061caa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6162317 Jul 16 01:45:36.369754 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39040) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:36.370495 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-10fa6ebc-7f1c-49e4-a042-2d7d157972e6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a4b78f6d-ef40-46e2-b184-5b1e3fba106d HTTP/1.1" status: 204 len: 168 time: 0.2579544 Jul 16 01:45:36.390961 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa6ebc-7f1c-49e4-a042-2d7d157972e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b78f6d-ef40-46e2-b184-5b1e3fba106d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:36.413258 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-315b95f6-3c10-437e-bbc5-40f2ab661a1d req-477a748e-a782-44da-892d-2897fde0b6b3 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235020 Jul 16 01:45:36.475123 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b5731704-3620-447a-a306-efaf6aafd7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.513194 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b5731704-3620-447a-a306-efaf6aafd7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.573623 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b5731704-3620-447a-a306-efaf6aafd7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.578420 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b5731704-3620-447a-a306-efaf6aafd7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.580350 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b5731704-3620-447a-a306-efaf6aafd7d8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a104ff6-6262-41cb-81e2-fc5bba24b8e8 HTTP/1.1" status: 204 len: 168 time: 0.2065027 Jul 16 01:45:36.591208 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5731704-3620-447a-a306-efaf6aafd7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a104ff6-6262-41cb-81e2-fc5bba24b8e8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:36.955519 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c2c37d76-1338-48b8-a457-65dc66bd22bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'name': 'tempest-ServersTestBootFromVolume-221504502-router', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:19Z', 'revision_number': 4, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'gw_port': {'id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:12Z', 'updated_at': '2021-07-16T01:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae', 'name': '', 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'mac_address': 'fa:16:3e:4c:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:17Z', 'updated_at': '2021-07-16T01:42:26Z', 'revision_number': 5, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'subnets': [{'id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:36.993131 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c37d76-1338-48b8-a457-65dc66bd22bf None None] The sync data for ids ['0a86b596-534e-41c2-b7c0-0d671ae0469f'] in n-d-800086-6 is: [{'id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'name': 'tempest-ServersTestBootFromVolume-221504502-router', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:19Z', 'revision_number': 4, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'gw_port': {'id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:12Z', 'updated_at': '2021-07-16T01:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae', 'name': '', 'network_id': 'a6da5c88-0bea-4384-a7f6-ff797435c31e', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'mac_address': 'fa:16:3e:4c:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:17Z', 'updated_at': '2021-07-16T01:42:26Z', 'revision_number': 5, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'subnets': [{'id': 'eae3174e-0a72-480c-8b07-a75b3b1ea14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:37.153660 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8458a2b-4e38-426e-8387-e75050c4973c req-035be613-4e51-4042-ad91-21e812c8ef76 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 210 time: 0.0547266 Jul 16 01:45:37.427798 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05578fd-a1fb-455b-a797-60908637ae7c None None] New status for floating IP 3cd1a4fb-da51-47b5-ab4d-a381f33aadec: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:45:37.718332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9059680-774b-4331-a599-1a27a3167e0d req-92871f72-d6cd-4e13-b3ab-b64d9681458a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:37.719904 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d9059680-774b-4331-a599-1a27a3167e0d req-92871f72-d6cd-4e13-b3ab-b64d9681458a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 945 time: 0.1174295 Jul 16 01:45:37.772348 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d9059680-774b-4331-a599-1a27a3167e0d req-7ccacb51-7114-4c23-9a24-8fe2e8c3cee4 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462070 Jul 16 01:45:38.273128 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39120) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:38.396333 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a34f506-4a9e-4fd1-a964-0083b6816e34 req-bcaca166-47eb-494c-95ea-f9c883c2710b tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 210 time: 0.0469480 Jul 16 01:45:38.527241 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ca2ff1f4-c837-4c1b-bf13-65e809d7d114 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:38.555623 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff1f4-c837-4c1b-bf13-65e809d7d114 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.652332 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff1f4-c837-4c1b-bf13-65e809d7d114 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.768922 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-ca2ff1f4-c837-4c1b-bf13-65e809d7d114 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Allocated IP 172.25.1.201 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/19a1cdd9-a300-455f-9005-059c6d576e94) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:38.893853 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff1f4-c837-4c1b-bf13-65e809d7d114 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.969498 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff1f4-c837-4c1b-bf13-65e809d7d114 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.019791 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2ff1f4-c837-4c1b-bf13-65e809d7d114 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:39.022669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-ca2ff1f4-c837-4c1b-bf13-65e809d7d114 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:39.026816 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2ff1f4-c837-4c1b-bf13-65e809d7d114 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:39.035252 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d42591-c0f7-4596-b964-5cfaa595dbb9 req-9269f385-4186-4064-a25d-16e40329ac96 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:39.037836 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23d42591-c0f7-4596-b964-5cfaa595dbb9 req-9269f385-4186-4064-a25d-16e40329ac96 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 945 time: 0.1093700 Jul 16 01:45:39.066658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ff1f4-c837-4c1b-bf13-65e809d7d114 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Pushing event updated for resources: {'Port': ['ID=19a1cdd9-a300-455f-9005-059c6d576e94,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:39.116357 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23d42591-c0f7-4596-b964-5cfaa595dbb9 req-f344af89-cfeb-4d48-9ecf-ad10abebd90b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715857 Jul 16 01:45:39.182040 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff1f4-c837-4c1b-bf13-65e809d7d114 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.214119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 245d95ad-0ca6-4b36-ab45-9244c117dcbd up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:39.238000 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff1f4-c837-4c1b-bf13-65e809d7d114 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.314985 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 245d95ad-0ca6-4b36-ab45-9244c117dcbd completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:39.323786 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 245d95ad-0ca6-4b36-ab45-9244c117dcbd triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:39.325079 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.519237 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.566502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b9eae9-0e60-4448-b1b5-d3e505db2da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245d95ad-0ca6-4b36-ab45-9244c117dcbd'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:39.569116 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225ca325-5cd8-46d6-a967-034689fb5000" -d '{"events": [{"server_uuid": "78b9eae9-0e60-4448-b1b5-d3e505db2da3", "name": "network-vif-plugged", "status": "completed", "tag": "245d95ad-0ca6-4b36-ab45-9244c117dcbd"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:39.596781 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 245d95ad-0ca6-4b36-ab45-9244c117dcbd, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=245d95ad-0ca6-4b36-ab45-9244c117dcbd,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:39.604003 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.676373 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85d7a261-cebf-4083-b05d-38445f5aa38b req-21f51492-e35b-4896-8def-141d517052a8 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 210 time: 0.0667169 Jul 16 01:45:39.715443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=245d95ad-0ca6-4b36-ab45-9244c117dcbd,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:39.944947 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5207b62a-739d-4d74-b099-0902334105a7 x-openstack-request-id: req-5207b62a-739d-4d74-b099-0902334105a7 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:39.945312 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b9eae9-0e60-4448-b1b5-d3e505db2da3", "name": "network-vif-plugged", "status": "completed", "tag": "245d95ad-0ca6-4b36-ab45-9244c117dcbd", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:39.945784 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5207b62a-739d-4d74-b099-0902334105a7 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:39.946568 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b9eae9-0e60-4448-b1b5-d3e505db2da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245d95ad-0ca6-4b36-ab45-9244c117dcbd', 'code': 200} Jul 16 01:45:40.034133 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-b64bd46f-f17e-4b83-a712-4cc191d53c49 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:40.041936 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-b64bd46f-f17e-4b83-a712-4cc191d53c49 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/networks?id=393f0775-2671-49ac-ad1d-f0b15cb8d974 HTTP/1.1" status: 200 len: 814 time: 0.1896422 Jul 16 01:45:40.111753 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-25777bbb-d972-424b-b728-71350cb86a40 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/quotas/4d4d59d9b5c74be49d11aeb5012b5447 HTTP/1.1" status: 200 len: 375 time: 0.0685549 Jul 16 01:45:40.160869 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed302150-a426-47be-9d47-6e418b38661a req-75d97d31-7f14-4238-93ef-13b35186f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:40.162446 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed302150-a426-47be-9d47-6e418b38661a req-75d97d31-7f14-4238-93ef-13b35186f96f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 1097 time: 0.1089621 Jul 16 01:45:40.182814 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff1f4-c837-4c1b-bf13-65e809d7d114 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.214927 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff1f4-c837-4c1b-bf13-65e809d7d114 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.217892 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed302150-a426-47be-9d47-6e418b38661a req-efee605b-78ad-4821-9ca7-75870187c88e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460696 Jul 16 01:45:40.296091 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff1f4-c837-4c1b-bf13-65e809d7d114 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.344151 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff1f4-c837-4c1b-bf13-65e809d7d114 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.345384 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ca2ff1f4-c837-4c1b-bf13-65e809d7d114 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0712199 Jul 16 01:45:40.348097 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ff1f4-c837-4c1b-bf13-65e809d7d114 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Pushing event updated for resources: {'Port': ['ID=19a1cdd9-a300-455f-9005-059c6d576e94,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:40.359547 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39180) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:40.364559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-fe587b25-13f6-4b95-be7c-858cb41d7714 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2114154280', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'fixed_ips': [{'ip_address': '172.25.1.201'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:40.383199 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-c2af6534-ff19-4f27-9f28-b47412ba1bbb tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d4d59d9b5c74be49d11aeb5012b5447&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2703102 Jul 16 01:45:40.421574 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81d229-ab80-44cd-9933-a1f1245b2910 req-b6e44d86-b443-4f76-91e8-1325a5985ba2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:40.430014 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f81d229-ab80-44cd-9933-a1f1245b2910 req-b6e44d86-b443-4f76-91e8-1325a5985ba2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 946 time: 0.1196208 Jul 16 01:45:40.476701 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f81d229-ab80-44cd-9933-a1f1245b2910 req-e134302b-b224-4a55-9945-4dd80745bf64 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452418 Jul 16 01:45:40.517243 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-3b90324b-0add-4948-8a80-7fc26d27d6d3 service neutron] 10.222.0.54 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234519 Jul 16 01:45:40.575473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe587b25-13f6-4b95-be7c-858cb41d7714 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Made reservation on behalf of 96deef870c044fc49574de96ffaea0fa for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:40.590866 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fe587b25-13f6-4b95-be7c-858cb41d7714 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.612096 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fe587b25-13f6-4b95-be7c-858cb41d7714 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.701212 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-2af1e17d-e3ba-4504-8bb5-78dbdb026104 service neutron] 10.222.0.54 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659231 Jul 16 01:45:40.771040 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fe587b25-13f6-4b95-be7c-858cb41d7714 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.776614 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fe587b25-13f6-4b95-be7c-858cb41d7714 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.782159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-fe587b25-13f6-4b95-be7c-858cb41d7714 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] device_id is not set on port e4bb9e6e-50a1-4c18-9c60-7fda4792e3bb yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:45:40.881582 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe587b25-13f6-4b95-be7c-858cb41d7714 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6852d2-04b3-4df3-9550-06e06620ed6f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:40.986207 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee0f757b-ff3f-4abd-89e5-6fa81c2392f1 req-6487aa68-298c-407a-b9ed-b48bccd449b2 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 210 time: 0.0458636 Jul 16 01:45:41.066612 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9c626a58-b94b-4bf0-8ad2-18eb6b7acc0b req-7c35581b-6c13-410c-b305-6c0341dae90c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c14f2fd-2fb9-49e5-bd1a-78fc077d6391 HTTP/1.1" status: 200 len: 210 time: 0.0328202 Jul 16 01:45:41.068135 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe587b25-13f6-4b95-be7c-858cb41d7714 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:45:41.069835 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe587b25-13f6-4b95-be7c-858cb41d7714 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:45:41.097814 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fe587b25-13f6-4b95-be7c-858cb41d7714 tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7370777 Jul 16 01:45:41.100677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39204) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:41.296182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-2993f185-84b6-4254-bf84-ea18b2c45b2a tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Deleting port 19a1cdd9-a300-455f-9005-059c6d576e94 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:41.296707 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2993f185-84b6-4254-bf84-ea18b2c45b2a tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.401203 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2993f185-84b6-4254-bf84-ea18b2c45b2a tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.401725 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2993f185-84b6-4254-bf84-ea18b2c45b2a tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.416624 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-2993f185-84b6-4254-bf84-ea18b2c45b2a tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Calling delete_port for 19a1cdd9-a300-455f-9005-059c6d576e94 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:41.591297 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2993f185-84b6-4254-bf84-ea18b2c45b2a tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.773383 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993f185-84b6-4254-bf84-ea18b2c45b2a tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Pushing event deleted for resources: {'Port': ['ID=19a1cdd9-a300-455f-9005-059c6d576e94,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:41.782287 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2993f185-84b6-4254-bf84-ea18b2c45b2a tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.791487 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2993f185-84b6-4254-bf84-ea18b2c45b2a tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.796715 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2993f185-84b6-4254-bf84-ea18b2c45b2a tempest-ExternalNetworksAdminNegativeTestJSON-404569515 tempest-ExternalNetworksAdminNegativeTestJSON-404569515-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/9c7479c6-df81-4c68-ae34-2e3832a898ec HTTP/1.1" status: 204 len: 168 time: 0.6909900 Jul 16 01:45:41.827203 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31156c5c-3313-424f-befc-bbf3179fd0a4 req-bb631fb5-2f43-4aeb-8b93-15eecb003de1 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:41.829418 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31156c5c-3313-424f-befc-bbf3179fd0a4 req-bb631fb5-2f43-4aeb-8b93-15eecb003de1 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 946 time: 0.1507449 Jul 16 01:45:41.899963 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31156c5c-3313-424f-befc-bbf3179fd0a4 req-b6e75c10-70af-4c70-a2fa-d43e8ce5d3dc tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591223 Jul 16 01:45:42.218072 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eaeb1592-6ed2-41a5-b711-aa73028e9185 req-bbbadbf9-44a2-47f3-9011-b7ff84fb139f tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 210 time: 0.0844185 Jul 16 01:45:42.286236 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e626b51f-106c-4c26-b069-89a6639269f4 req-6d87b3b8-ab22-4fbc-84ca-05e5ec87147f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c14f2fd-2fb9-49e5-bd1a-78fc077d6391 HTTP/1.1" status: 200 len: 210 time: 0.0423882 Jul 16 01:45:42.454793 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39244) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:42.595052 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5426c76c-0d6d-4894-834e-46dc170e5c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.777546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-df16a2f9-4efb-421d-93f6-4823282323c5 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:42.779074 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-df16a2f9-4efb-421d-93f6-4823282323c5 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.47 "GET /v2.0/networks?id=393f0775-2671-49ac-ad1d-f0b15cb8d974 HTTP/1.1" status: 200 len: 814 time: 0.1526062 Jul 16 01:45:42.802165 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Request body: {'port': {'device_id': '4c14f2fd-2fb9-49e5-bd1a-78fc077d6391', 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974', 'admin_state_up': True, 'tenant_id': '4d4d59d9b5c74be49d11aeb5012b5447'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:42.843016 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5426c76c-0d6d-4894-834e-46dc170e5c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.850127 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5426c76c-0d6d-4894-834e-46dc170e5c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.147364 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908c243-95e1-46f6-83af-cfa86f9b2400 req-5f35dd7f-bdc0-41d0-827e-98fb21902b3d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:43.149274 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3908c243-95e1-46f6-83af-cfa86f9b2400 req-5f35dd7f-bdc0-41d0-827e-98fb21902b3d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 946 time: 0.0912890 Jul 16 01:45:43.214671 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3908c243-95e1-46f6-83af-cfa86f9b2400 req-28f90479-8f47-4b09-b48a-d58d544fbb5d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589356 Jul 16 01:45:43.270768 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426c76c-0d6d-4894-834e-46dc170e5c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130432ba-adf7-480f-a840-d0d0786fef44,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:43.294998 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39274) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:43.296118 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5426c76c-0d6d-4894-834e-46dc170e5c50 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=544e6094a16e4f77bea7d1afbc15fe82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8391855 Jul 16 01:45:43.357125 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-faa19d40-ffec-4cf1-8f25-6d6e278edd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.359891 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Made reservation on behalf of 4d4d59d9b5c74be49d11aeb5012b5447 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:43.364271 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.382800 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-faa19d40-ffec-4cf1-8f25-6d6e278edd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.440015 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-faa19d40-ffec-4cf1-8f25-6d6e278edd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.442647 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-faa19d40-ffec-4cf1-8f25-6d6e278edd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.445966 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-faa19d40-ffec-4cf1-8f25-6d6e278edd61 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/130432ba-adf7-480f-a840-d0d0786fef44 HTTP/1.1" status: 204 len: 168 time: 0.1462283 Jul 16 01:45:43.463493 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa19d40-ffec-4cf1-8f25-6d6e278edd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130432ba-adf7-480f-a840-d0d0786fef44,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:43.477633 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-18b8a5db-962c-47cb-b1bc-6769c608d3ca req-a8697041-cf5a-40f7-a025-4c4251b60206 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 210 time: 0.0457463 Jul 16 01:45:43.487117 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9a2ef06-d525-4973-90fb-61ef615c01df req-2a8eb1cf-3e8c-4ee7-ac7d-d4fd3709e339 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0c8ea4369a43418786bc678e4bd3ed2c HTTP/1.1" status: 200 len: 267 time: 0.0565851 Jul 16 01:45:43.582813 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2ef06-d525-4973-90fb-61ef615c01df req-13048d5a-58ce-4077-97aa-5a66931bedeb tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:43.584572 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9a2ef06-d525-4973-90fb-61ef615c01df req-13048d5a-58ce-4077-97aa-5a66931bedeb tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 946 time: 0.0917799 Jul 16 01:45:43.598588 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Allocated IP 172.20.0.7 (393f0775-2671-49ac-ad1d-f0b15cb8d974/e54dbb8b-2b82-4da2-88e4-630984d7eced/d68118b6-a54e-47f2-9da6-4ed31d23e336) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:43.601292 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-c9a2ef06-d525-4973-90fb-61ef615c01df req-b9e9bfc1-8589-4133-861f-da07eee095ed tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Request body: {'port': {'security_groups': []}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:43.801044 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c9a2ef06-d525-4973-90fb-61ef615c01df req-b9e9bfc1-8589-4133-861f-da07eee095ed tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.849905 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e6c8489a-5960-4436-a82a-b16902a9539a req-6366c436-4274-4c77-b7f9-f893657d6249 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c14f2fd-2fb9-49e5-bd1a-78fc077d6391 HTTP/1.1" status: 200 len: 210 time: 0.0785851 Jul 16 01:45:43.907328 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.989060 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.027833 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['7ab39194-9f9d-47a0-9f99-0b871ff423bb'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:44.058872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c9a2ef06-d525-4973-90fb-61ef615c01df req-b9e9bfc1-8589-4133-861f-da07eee095ed tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] For port 245d95ad-0ca6-4b36-ab45-9244c117dcbd, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=245d95ad-0ca6-4b36-ab45-9244c117dcbd,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:44.081499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Network 393f0775-2671-49ac-ad1d-f0b15cb8d974 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:44.102251 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c9a2ef06-d525-4973-90fb-61ef615c01df req-b9e9bfc1-8589-4133-861f-da07eee095ed tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.109436 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c9a2ef06-d525-4973-90fb-61ef615c01df req-b9e9bfc1-8589-4133-861f-da07eee095ed tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.111999 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['88e173de-de88-4b7d-85da-c5764a850913', '706ef550-7c49-4fb4-a523-b4c42f156893'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:44.124094 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:44.148052 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:44.160513 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2ef06-d525-4973-90fb-61ef615c01df req-b9e9bfc1-8589-4133-861f-da07eee095ed tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:44.161908 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c9a2ef06-d525-4973-90fb-61ef615c01df req-b9e9bfc1-8589-4133-861f-da07eee095ed tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.169735 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Pushing event updated for resources: {'Port': ['ID=d68118b6-a54e-47f2-9da6-4ed31d23e336,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:44.173492 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9a2ef06-d525-4973-90fb-61ef615c01df req-b9e9bfc1-8589-4133-861f-da07eee095ed tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "PUT /v2.0/ports/245d95ad-0ca6-4b36-ab45-9244c117dcbd HTTP/1.1" status: 200 len: 905 time: 0.5782306 Jul 16 01:45:44.174176 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b9eae9-0e60-4448-b1b5-d3e505db2da3', 'tag': '245d95ad-0ca6-4b36-ab45-9244c117dcbd'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:44.187551 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b772bd-c12c-46b6-b7cf-f7f302000420" -d '{"events": [{"name": "network-changed", "server_uuid": "78b9eae9-0e60-4448-b1b5-d3e505db2da3", "tag": "245d95ad-0ca6-4b36-ab45-9244c117dcbd"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:44.239325 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:44.240428 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:44.240775 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:44.241570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:44.241570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:44.241738 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:44.242041 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:44.242363 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:44.242684 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:44.253053 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:44.253407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:44.253751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:44.277223 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39296) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:44.346553 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9bfc1-8589-4133-861f-da07eee095ed tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Pushing event updated for resources: {'Port': ['ID=245d95ad-0ca6-4b36-ab45-9244c117dcbd,revision_number=6']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:44.448914 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:44.452099 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.515126 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ae0aa032-3ef2-49a9-ac16-1dd9472c8755 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=96deef870c044fc49574de96ffaea0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2286203 Jul 16 01:45:44.517620 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-94bea395-a9b5-4138-a68b-178a284d50d0 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7195683 Jul 16 01:45:44.533173 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39300) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:44.545197 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc50e89-3273-4c2c-b02d-daaab54e2925 x-openstack-request-id: req-5bc50e89-3273-4c2c-b02d-daaab54e2925 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:44.546129 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b9eae9-0e60-4448-b1b5-d3e505db2da3", "tag": "245d95ad-0ca6-4b36-ab45-9244c117dcbd", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:44.546484 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5bc50e89-3273-4c2c-b02d-daaab54e2925 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:44.547012 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b9eae9-0e60-4448-b1b5-d3e505db2da3', 'tag': '245d95ad-0ca6-4b36-ab45-9244c117dcbd', 'status': 'completed', 'code': 200} Jul 16 01:45:44.550014 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['245d95ad-0ca6-4b36-ab45-9244c117dcbd'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:44.584641 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Request body: {'port': {'device_id': '4c14f2fd-2fb9-49e5-bd1a-78fc077d6391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:44.688236 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-82573254-a64b-4780-85f3-ce4287f2c175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.704043 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6ff03-e8d7-40bb-bcdd-de68f0796f73 req-c6bd9976-442b-4c0a-9aed-f3af1f321828 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:44.724911 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0de6ff03-e8d7-40bb-bcdd-de68f0796f73 req-c6bd9976-442b-4c0a-9aed-f3af1f321828 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 908 time: 0.2464182 Jul 16 01:45:44.749469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4f59e33e-3877-4709-9937-0799efd999ac None None] Provisioning complete for port 245d95ad-0ca6-4b36-ab45-9244c117dcbd triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:44.750147 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f59e33e-3877-4709-9937-0799efd999ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.805558 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-82573254-a64b-4780-85f3-ce4287f2c175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.811634 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b772bd-c12c-46b6-b7cf-f7f302000420 req-bbb61660-0f71-4e92-b979-2811152c5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:44.829089 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-53b772bd-c12c-46b6-b7cf-f7f302000420 req-bbb61660-0f71-4e92-b979-2811152c5fb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 1059 time: 0.2170374 Jul 16 01:45:44.899726 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-82573254-a64b-4780-85f3-ce4287f2c175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.903306 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-82573254-a64b-4780-85f3-ce4287f2c175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.910569 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-82573254-a64b-4780-85f3-ce4287f2c175 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6f6852d2-04b3-4df3-9550-06e06620ed6f HTTP/1.1" status: 204 len: 168 time: 0.3731523 Jul 16 01:45:45.033305 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2399c9fe-a9f9-4f83-ba26-24a647156bd1 req-211a6700-c2d2-47ee-9f3a-ce1797209cd3 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59d85e-f883-428a-a3a7-2bb987730b98 HTTP/1.1" status: 200 len: 210 time: 0.1393340 Jul 16 01:45:45.052590 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82573254-a64b-4780-85f3-ce4287f2c175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6852d2-04b3-4df3-9550-06e06620ed6f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:45.071725 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.109981 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['32ed3b03-b3d6-48a4-94ec-2c729b8f0db0', 'df86d409-bae0-4f36-a3b7-0a7767b47abc'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:45.111321 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39312) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:45.131635 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b772bd-c12c-46b6-b7cf-f7f302000420 req-2beefaf8-5e53-4f69-900b-24cf04d72c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:45.135225 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-53b772bd-c12c-46b6-b7cf-f7f302000420 req-2beefaf8-5e53-4f69-900b-24cf04d72c9b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 912 time: 0.2965331 Jul 16 01:45:45.234362 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-53b772bd-c12c-46b6-b7cf-f7f302000420 req-b3fce02d-b72b-41d2-906f-46dc1f660917 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=245d95ad-0ca6-4b36-ab45-9244c117dcbd HTTP/1.1" status: 200 len: 217 time: 0.0809934 Jul 16 01:45:45.252392 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a43e9-dde5-4021-8da4-2732eafc478e req-2b1704ca-f049-4419-a441-92f877ab5153 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:45.255824 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-925a43e9-dde5-4021-8da4-2732eafc478e req-2b1704ca-f049-4419-a441-92f877ab5153 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.2820084 Jul 16 01:45:45.464131 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b772bd-c12c-46b6-b7cf-f7f302000420 req-7eb085c4-841e-4189-8cb7-8cfa9e829f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:45.471238 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-53b772bd-c12c-46b6-b7cf-f7f302000420 req-7eb085c4-841e-4189-8cb7-8cfa9e829f0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.2121937 Jul 16 01:45:45.479499 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-925a43e9-dde5-4021-8da4-2732eafc478e req-3e2d9688-9c3b-41d1-9611-ba18bf3c738c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271324 Jul 16 01:45:45.589280 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8eb55072-d07c-4266-9850-c7ab21541cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.680394 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b772bd-c12c-46b6-b7cf-f7f302000420 req-1349b9b9-0f72-427c-bacc-47cd76a1fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:45.682438 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-53b772bd-c12c-46b6-b7cf-f7f302000420 req-1349b9b9-0f72-427c-bacc-47cd76a1fa0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014651 Jul 16 01:45:45.757418 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d68118b6-a54e-47f2-9da6-4ed31d23e336 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:45.786771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc390c7-43d6-4882-93b2-65a92caf240c req-03d7a6c7-6ad5-4dc7-b594-1dba44a40053 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:45.794557 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dcc390c7-43d6-4882-93b2-65a92caf240c req-03d7a6c7-6ad5-4dc7-b594-1dba44a40053 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c14f2fd-2fb9-49e5-bd1a-78fc077d6391 HTTP/1.1" status: 200 len: 931 time: 0.2447042 Jul 16 01:45:45.799214 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.864838 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dcc390c7-43d6-4882-93b2-65a92caf240c req-a42b0970-06e0-4690-9c57-b299c8ab29fa tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687280 Jul 16 01:45:45.868169 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Transition to ACTIVE for port object d68118b6-a54e-47f2-9da6-4ed31d23e336 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:45.877634 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.926807 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8eb55072-d07c-4266-9850-c7ab21541cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.940411 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-53b772bd-c12c-46b6-b7cf-f7f302000420 req-048d7a38-4239-443b-8d15-76fc2abb2b46 service neutron] 10.222.0.47 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496305 Jul 16 01:45:45.941143 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8eb55072-d07c-4266-9850-c7ab21541cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.986995 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=d68118b6-a54e-47f2-9da6-4ed31d23e336,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:46.041945 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb55072-d07c-4266-9850-c7ab21541cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b007f201-176d-40c7-bcd8-8a3f146809f9,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:46.084954 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb55072-d07c-4266-9850-c7ab21541cbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:46.085311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb55072-d07c-4266-9850-c7ab21541cbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:46.085653 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb55072-d07c-4266-9850-c7ab21541cbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:46.086182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb55072-d07c-4266-9850-c7ab21541cbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:46.086523 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb55072-d07c-4266-9850-c7ab21541cbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:46.086859 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb55072-d07c-4266-9850-c7ab21541cbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:46.087188 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb55072-d07c-4266-9850-c7ab21541cbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:46.087567 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb55072-d07c-4266-9850-c7ab21541cbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:46.087852 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb55072-d07c-4266-9850-c7ab21541cbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:46.088177 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb55072-d07c-4266-9850-c7ab21541cbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:46.088500 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb55072-d07c-4266-9850-c7ab21541cbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:46.088823 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb55072-d07c-4266-9850-c7ab21541cbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:46.097139 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8eb55072-d07c-4266-9850-c7ab21541cbe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=871e6497e9a24d0ea6d7020ba646aad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9757466 Jul 16 01:45:46.097771 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39344) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:46.141039 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Attempting to bind port d68118b6-a54e-47f2-9da6-4ed31d23e336 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:46.141376 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Attempting to bind port d68118b6-a54e-47f2-9da6-4ed31d23e336 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '148309c1-4d25-4db9-8f1f-d705698cb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:46.141704 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Attempting to bind port d68118b6-a54e-47f2-9da6-4ed31d23e336 on network 393f0775-2671-49ac-ad1d-f0b15cb8d974 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:46.149522 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Port d68118b6-a54e-47f2-9da6-4ed31d23e336 on network 393f0775-2671-49ac-ad1d-f0b15cb8d974 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:46.149847 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Attempting to bind port d68118b6-a54e-47f2-9da6-4ed31d23e336 on network 393f0775-2671-49ac-ad1d-f0b15cb8d974 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:46.166718 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0cc0e-c276-49ea-9500-56821f9ec5db req-8b265b79-9887-4f3d-8750-e20ed7feca23 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:46.174754 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f6b0cc0e-c276-49ea-9500-56821f9ec5db req-8b265b79-9887-4f3d-8750-e20ed7feca23 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1500025 Jul 16 01:45:46.175579 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-53b772bd-c12c-46b6-b7cf-f7f302000420 req-379d4b90-67a5-455f-b5fd-ae05b98c3f4e service neutron] 10.222.0.47 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210813 Jul 16 01:45:46.192240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39350) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:46.197970 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:46.198279 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Checking segment: {'id': '148309c1-4d25-4db9-8f1f-d705698cb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:46.198668 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Bound using segment: {'id': '148309c1-4d25-4db9-8f1f-d705698cb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:46.199106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Bound port: d68118b6-a54e-47f2-9da6-4ed31d23e336, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148309c1-4d25-4db9-8f1f-d705698cb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:46.199468 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.209049 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0a7355d-4931-4fe7-a9b9-6c6da663277b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.243568 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0a7355d-4931-4fe7-a9b9-6c6da663277b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.250031 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f6b0cc0e-c276-49ea-9500-56821f9ec5db req-ec9b89a2-f8d7-4d7c-8a7d-c1a9a0320812 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742064 Jul 16 01:45:46.353538 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0a7355d-4931-4fe7-a9b9-6c6da663277b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.367678 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0a7355d-4931-4fe7-a9b9-6c6da663277b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.369135 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] For port d68118b6-a54e-47f2-9da6-4ed31d23e336, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:46.372403 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b0a7355d-4931-4fe7-a9b9-6c6da663277b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b007f201-176d-40c7-bcd8-8a3f146809f9 HTTP/1.1" status: 204 len: 168 time: 0.2736020 Jul 16 01:45:46.372629 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] For port d68118b6-a54e-47f2-9da6-4ed31d23e336, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d68118b6-a54e-47f2-9da6-4ed31d23e336,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:46.380938 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.409428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7355d-4931-4fe7-a9b9-6c6da663277b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b007f201-176d-40c7-bcd8-8a3f146809f9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:46.415009 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5d2b56e-d4e5-4370-ae08-22eed80df0b3 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.442246 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:46.443915 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.446201 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] 10.222.0.47 "PUT /v2.0/ports/d68118b6-a54e-47f2-9da6-4ed31d23e336 HTTP/1.1" status: 200 len: 1091 time: 1.8663385 Jul 16 01:45:46.449200 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c14f2fd-2fb9-49e5-bd1a-78fc077d6391', 'tag': 'd68118b6-a54e-47f2-9da6-4ed31d23e336'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:46.451470 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace4d055-9f67-480a-9cbb-236a4e18e4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "4c14f2fd-2fb9-49e5-bd1a-78fc077d6391", "tag": "d68118b6-a54e-47f2-9da6-4ed31d23e336"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:46.488347 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcb91a-2fca-42c6-9d45-98a587d11ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=d68118b6-a54e-47f2-9da6-4ed31d23e336,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:46.503700 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5d2b56e-d4e5-4370-ae08-22eed80df0b3 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.506088 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6095e1-a1be-4bcf-adfc-a30956b108ea x-openstack-request-id: req-0e6095e1-a1be-4bcf-adfc-a30956b108ea {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:46.506386 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c14f2fd-2fb9-49e5-bd1a-78fc077d6391", "tag": "d68118b6-a54e-47f2-9da6-4ed31d23e336", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:46.506651 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e6095e1-a1be-4bcf-adfc-a30956b108ea {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:46.507047 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c14f2fd-2fb9-49e5-bd1a-78fc077d6391', 'tag': 'd68118b6-a54e-47f2-9da6-4ed31d23e336', 'status': 'completed', 'code': 200} Jul 16 01:45:46.651541 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-cc9f8b30-1cd0-4c43-bb56-db39444bde3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:46.653539 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-cc9f8b30-1cd0-4c43-bb56-db39444bde3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d4d59d9b5c74be49d11aeb5012b5447&device_id=4c14f2fd-2fb9-49e5-bd1a-78fc077d6391 HTTP/1.1" status: 200 len: 1094 time: 0.1105325 Jul 16 01:45:46.679788 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5d2b56e-d4e5-4370-ae08-22eed80df0b3 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.682405 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5d2b56e-d4e5-4370-ae08-22eed80df0b3 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.687885 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c5d2b56e-d4e5-4370-ae08-22eed80df0b3 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "DELETE /v2.0/security-groups/1326aab5-ef16-4f14-be57-ddf427427925 HTTP/1.1" status: 204 len: 168 time: 0.4875646 Jul 16 01:45:46.688628 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39374) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:46.718445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-591d96a3-d4c0-4e92-99a7-e36d3b65851e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:46.720269 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-af9ebbc1-a3bd-445e-9289-e50263b81cb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d68118b6-a54e-47f2-9da6-4ed31d23e336 HTTP/1.1" status: 200 len: 217 time: 0.0478356 Jul 16 01:45:46.720791 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-591d96a3-d4c0-4e92-99a7-e36d3b65851e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 811 time: 0.1692309 Jul 16 01:45:46.726467 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2b56e-d4e5-4370-ae08-22eed80df0b3 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1326aab5-ef16-4f14-be57-ddf427427925,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:46.729839 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-38fd3bf4-c606-4fd6-b696-2a3dd3c19015 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] show failed (client error): The resource could not be found. Jul 16 01:45:46.734426 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-38fd3bf4-c606-4fd6-b696-2a3dd3c19015 tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "GET /v2.0/security-groups/1326aab5-ef16-4f14-be57-ddf427427925 HTTP/1.1" status: 404 len: 347 time: 0.0398397 Jul 16 01:45:46.735129 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39380) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:46.749846 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-a81c13c8-75e4-4554-a912-6dc34bac471e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/quotas/0c8ea4369a43418786bc678e4bd3ed2c HTTP/1.1" status: 200 len: 375 time: 0.0208175 Jul 16 01:45:46.850012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-1ac9b2e6-24f8-47e4-8617-b581e338e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:46.852298 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-1ac9b2e6-24f8-47e4-8617-b581e338e548 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e54dbb8b-2b82-4da2-88e4-630984d7eced HTTP/1.1" status: 200 len: 854 time: 0.1241183 Jul 16 01:45:46.939344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-909d7547-a6eb-45ee-a7e4-b293483211bf tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Deleting port d9f73351-939c-46bf-9edb-6bcfcc7d99d5 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:46.939764 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-909d7547-a6eb-45ee-a7e4-b293483211bf tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.951240 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-9ac3a9d8-2a87-48b1-9a71-73585b15d9e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=393f0775-2671-49ac-ad1d-f0b15cb8d974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878952 Jul 16 01:45:46.963950 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-96a007d8-80ae-4f22-af8c-d415feb88bc7 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1639132 Jul 16 01:45:47.085092 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39392) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:47.094002 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-a827d478-e0e3-498e-bce7-4c1456ee486f service neutron] 10.222.0.47 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342130 Jul 16 01:45:47.145676 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-46a1dd90-5972-4d17-ba11-2f5df8641308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.187839 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-9643f995-57b5-4000-beaf-f91ed767cd98 service neutron] 10.222.0.54 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122357 Jul 16 01:45:47.201959 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-909d7547-a6eb-45ee-a7e4-b293483211bf tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.202300 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-909d7547-a6eb-45ee-a7e4-b293483211bf tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.231987 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81b836-989a-456e-a194-903d9dab5c06 req-98dc828a-6723-4563-a954-d93973261210 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:47.234672 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ba81b836-989a-456e-a194-903d9dab5c06 req-98dc828a-6723-4563-a954-d93973261210 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c14f2fd-2fb9-49e5-bd1a-78fc077d6391 HTTP/1.1" status: 200 len: 943 time: 0.1395924 Jul 16 01:45:47.241217 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-909d7547-a6eb-45ee-a7e4-b293483211bf tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Calling delete_port for d9f73351-939c-46bf-9edb-6bcfcc7d99d5 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:47.245899 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a6a57100-10fd-4e2e-9619-b5fa0f93387d req-b4e82ac0-ccfb-4f45-97e8-9d2e660106a7 service neutron] 10.222.0.47 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409822 Jul 16 01:45:47.320678 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ba81b836-989a-456e-a194-903d9dab5c06 req-dfcacfb5-fb40-43c5-b351-97559c398707 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737271 Jul 16 01:45:47.441361 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-5b7bddea-3a26-4e42-ad21-ca6da79f07e8 service neutron] 10.222.0.54 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526047 Jul 16 01:45:47.476749 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4d055-9f67-480a-9cbb-236a4e18e4d9 req-4c38bfc7-7cec-44b5-bd5b-3570fb5c57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:47.478942 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ace4d055-9f67-480a-9cbb-236a4e18e4d9 req-4c38bfc7-7cec-44b5-bd5b-3570fb5c57e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d4d59d9b5c74be49d11aeb5012b5447&device_id=4c14f2fd-2fb9-49e5-bd1a-78fc077d6391 HTTP/1.1" status: 200 len: 1094 time: 0.0865729 Jul 16 01:45:47.515278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39400) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:47.616814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4d055-9f67-480a-9cbb-236a4e18e4d9 req-c47d996c-810a-4a8d-9489-c10f3926f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:47.618805 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ace4d055-9f67-480a-9cbb-236a4e18e4d9 req-c47d996c-810a-4a8d-9489-c10f3926f15d service neutron] 10.222.0.47 "GET /v2.0/networks?id=393f0775-2671-49ac-ad1d-f0b15cb8d974 HTTP/1.1" status: 200 len: 915 time: 0.1317513 Jul 16 01:45:47.628300 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-46a1dd90-5972-4d17-ba11-2f5df8641308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.631814 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-909d7547-a6eb-45ee-a7e4-b293483211bf tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.649359 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-46a1dd90-5972-4d17-ba11-2f5df8641308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.713488 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d7547-a6eb-45ee-a7e4-b293483211bf tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Pushing event deleted for resources: {'Port': ['ID=d9f73351-939c-46bf-9edb-6bcfcc7d99d5,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:47.756995 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ace4d055-9f67-480a-9cbb-236a4e18e4d9 req-5e067530-ac24-4017-b141-d83d7345fc74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d68118b6-a54e-47f2-9da6-4ed31d23e336 HTTP/1.1" status: 200 len: 217 time: 0.1266305 Jul 16 01:45:47.794277 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-909d7547-a6eb-45ee-a7e4-b293483211bf tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.797920 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-909d7547-a6eb-45ee-a7e4-b293483211bf tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.806713 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-909d7547-a6eb-45ee-a7e4-b293483211bf tempest-ServersTestBootFromVolume-2102112269 tempest-ServersTestBootFromVolume-2102112269-project] 10.222.0.54 "DELETE /v2.0/floatingips/3cd1a4fb-da51-47b5-ab4d-a381f33aadec HTTP/1.1" status: 204 len: 168 time: 1.0694218 Jul 16 01:45:47.816195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39410) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:47.827115 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-47ddce28-2f6e-4b61-a8df-c7ad408b00dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-425110849'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:47.842939 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63de6be0-add0-4c84-84ad-406367368ba0 req-0abee205-8851-48ed-ad0d-0f437eae7e39 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 210 time: 0.0848751 Jul 16 01:45:47.904098 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4d055-9f67-480a-9cbb-236a4e18e4d9 req-9c976fa6-a18d-40dd-90f3-f592f0c3d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:47.906628 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ace4d055-9f67-480a-9cbb-236a4e18e4d9 req-9c976fa6-a18d-40dd-90f3-f592f0c3d210 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e54dbb8b-2b82-4da2-88e4-630984d7eced HTTP/1.1" status: 200 len: 854 time: 0.1261487 Jul 16 01:45:47.908317 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ddce28-2f6e-4b61-a8df-c7ad408b00dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Made reservation on behalf of d629552e94474b4894d2e4f578b7e253 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:47.912703 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47ddce28-2f6e-4b61-a8df-c7ad408b00dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.936208 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47ddce28-2f6e-4b61-a8df-c7ad408b00dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.961302 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ace4d055-9f67-480a-9cbb-236a4e18e4d9 req-26aaca17-6ae3-4ae4-920b-61788cf81b40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=393f0775-2671-49ac-ad1d-f0b15cb8d974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445263 Jul 16 01:45:47.967354 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39418) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:47.972641 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-46a1dd90-5972-4d17-ba11-2f5df8641308 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1d367ebc756a4b21a626d2afdd1e0dee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8855307 Jul 16 01:45:47.976142 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1dd90-5972-4d17-ba11-2f5df8641308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdc34b0-68d3-4aea-a9a8-b49571d90144,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:48.150637 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47ddce28-2f6e-4b61-a8df-c7ad408b00dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.278725 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47ddce28-2f6e-4b61-a8df-c7ad408b00dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.398009 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ace4d055-9f67-480a-9cbb-236a4e18e4d9 req-3f639638-932f-4180-80ca-56406a254da6 service neutron] 10.222.0.47 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224210 Jul 16 01:45:48.398810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ddce28-2f6e-4b61-a8df-c7ad408b00dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c05301-5144-4ea2-aa81-2eff131300ad,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:48.423878 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ddce28-2f6e-4b61-a8df-c7ad408b00dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:48.473785 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-317a7651-7d1c-4e21-a6f2-ced6c399ad12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.538533 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47ddce28-2f6e-4b61-a8df-c7ad408b00dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.538885 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-47ddce28-2f6e-4b61-a8df-c7ad408b00dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Added segment 621b9207-6ed9-4cf5-8d20-24bb9d2788f2 of type vlan for network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 Jul 16 01:45:48.610003 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-317a7651-7d1c-4e21-a6f2-ced6c399ad12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.697858 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47ddce28-2f6e-4b61-a8df-c7ad408b00dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.711524 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ace4d055-9f67-480a-9cbb-236a4e18e4d9 req-849def85-31eb-4fbd-a946-779f338c4321 service neutron] 10.222.0.47 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015759 Jul 16 01:45:48.766929 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cad48-5b44-4128-b1bb-af72e700e8e2 req-5b7f6e0a-dfd5-4f9b-a7bd-848a74b95d23 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:48.768558 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bc7cad48-5b44-4128-b1bb-af72e700e8e2 req-5b7f6e0a-dfd5-4f9b-a7bd-848a74b95d23 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c14f2fd-2fb9-49e5-bd1a-78fc077d6391 HTTP/1.1" status: 200 len: 943 time: 0.1810915 Jul 16 01:45:48.801052 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47ddce28-2f6e-4b61-a8df-c7ad408b00dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.807281 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ddce28-2f6e-4b61-a8df-c7ad408b00dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:48.807873 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47ddce28-2f6e-4b61-a8df-c7ad408b00dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.858764 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-317a7651-7d1c-4e21-a6f2-ced6c399ad12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.861551 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-317a7651-7d1c-4e21-a6f2-ced6c399ad12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.863376 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-317a7651-7d1c-4e21-a6f2-ced6c399ad12 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8bdc34b0-68d3-4aea-a9a8-b49571d90144 HTTP/1.1" status: 204 len: 168 time: 0.8936279 Jul 16 01:45:48.878177 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-47ddce28-2f6e-4b61-a8df-c7ad408b00dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.3615143 Jul 16 01:45:48.884868 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a7651-7d1c-4e21-a6f2-ced6c399ad12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdc34b0-68d3-4aea-a9a8-b49571d90144,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:48.909789 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bc7cad48-5b44-4128-b1bb-af72e700e8e2 req-c805528a-4e10-4164-8fe5-9ebe6ebbb664 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304710 Jul 16 01:45:48.956109 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ddce28-2f6e-4b61-a8df-c7ad408b00dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Pushing event updated for resources: {'Network': ['ID=b1440e9c-0fe9-4c6d-89fa-f4a13189f840,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:48.974722 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:49.027528 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26ff5d5c-dae5-4481-ae21-b8a12644293f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.229664 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9bf2b55-757e-41e3-888d-6a3a84407965 req-ed826274-40b8-4c3e-950f-35c38d60ddda tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 210 time: 0.0511596 Jul 16 01:45:49.265968 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device d68118b6-a54e-47f2-9da6-4ed31d23e336 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:45:49.565058 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39448) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:49.571381 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Request body: {'port': {'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840', 'binding:host_id': 'n-h1-800086-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-44661739'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:49.586951 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port d68118b6-a54e-47f2-9da6-4ed31d23e336, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d68118b6-a54e-47f2-9da6-4ed31d23e336,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:49.605909 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'd68118b6-a54e-47f2-9da6-4ed31d23e336', 'network_id': '393f0775-2671-49ac-ad1d-f0b15cb8d974', 'port_id': 'd68118b6-a54e-47f2-9da6-4ed31d23e336', 'mac_address': 'fa:16:3e:30:fa:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54dbb8b-2b82-4da2-88e4-630984d7eced', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:45:49.610748 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Made reservation on behalf of 89be26bafb234600b06d155c57b19826 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:49.613535 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.632972 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.695628 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.718210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-2b209b3d-8675-4495-a331-c0c7bb635d70 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:49.720370 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-2b209b3d-8675-4495-a331-c0c7bb635d70 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.26 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 811 time: 0.1726971 Jul 16 01:45:49.723349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-26ff5d5c-dae5-4481-ae21-b8a12644293f admin admin] Deleting port ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:49.723699 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26ff5d5c-dae5-4481-ae21-b8a12644293f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.729176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68118b6-a54e-47f2-9da6-4ed31d23e336 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:49.789300 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port d68118b6-a54e-47f2-9da6-4ed31d23e336, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d68118b6-a54e-47f2-9da6-4ed31d23e336,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:49.805679 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.844552 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.850894 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.857400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] device_id is not set on port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:45:49.866311 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=d68118b6-a54e-47f2-9da6-4ed31d23e336,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:49.884403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-12eebbef-6fe9-444e-9e90-ef99933ad9e0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Request body: {'port': {'device_id': '8da43f13-bd59-4421-8a57-2ce7c7fd05a1', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'admin_state_up': True, 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:49.951033 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-26ff5d5c-dae5-4481-ae21-b8a12644293f admin admin] For port ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae,segment=NetworkSegment(8a0e011a-63a6-43dc-8b58-c109a1c8827d),segment_id=8a0e011a-63a6-43dc-8b58-c109a1c8827d)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:49.952134 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26ff5d5c-dae5-4481-ae21-b8a12644293f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.017849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-26ff5d5c-dae5-4481-ae21-b8a12644293f admin admin] Calling delete_port for ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:50.162289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-12eebbef-6fe9-444e-9e90-ef99933ad9e0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Made reservation on behalf of 0c8ea4369a43418786bc678e4bd3ed2c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:50.167431 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-12eebbef-6fe9-444e-9e90-ef99933ad9e0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.200990 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['d68118b6-a54e-47f2-9da6-4ed31d23e336'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:50.313287 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] device_id is not set on port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:45:50.347992 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.374306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Transition to ACTIVE for port object 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:50.430372 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be48f58c-670f-4aa9-b360-e0061105bf08,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:50.445419 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.464739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-12eebbef-6fe9-444e-9e90-ef99933ad9e0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Allocated IP 172.20.0.5 (9a4578f6-e79e-403f-8401-5b41afbe66e6/e58ed57f-5f2f-47f0-8d91-3a3adcdcd958/e5377fe6-c65b-454e-9e27-4abe198a44a7) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:50.526334 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Pushing event updated for resources: {'Port': ['ID=0c6fd9ff-6a9b-414a-ba54-e2bce28c6153,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:50.590326 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Checking segment: {'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:50.591213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Network hostable DHCP agents. Network: b1440e9c-0fe9-4c6d-89fa-f4a13189f840, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:45:50.619223 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facb90d-56b3-4d28-9c8e-6b0fc3685358 req-0d7b2901-6e28-4bec-9ee6-f3b6f0232b7d tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:50.628346 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0facb90d-56b3-4d28-9c8e-6b0fc3685358 req-0d7b2901-6e28-4bec-9ee6-f3b6f0232b7d tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c14f2fd-2fb9-49e5-bd1a-78fc077d6391 HTTP/1.1" status: 200 len: 944 time: 0.2384939 Jul 16 01:45:50.695393 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0facb90d-56b3-4d28-9c8e-6b0fc3685358 req-111c8be8-8eaf-4279-83ba-7f28d5f14cd3 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658991 Jul 16 01:45:50.696756 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:45:50.736435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, b1440e9c-0fe9-4c6d-89fa-f4a13189f840) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:50.744449 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-12eebbef-6fe9-444e-9e90-ef99933ad9e0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.758312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:50.761113 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52556789-c93b-4bec-b115-fce99dabb424 None None] Network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:50.796632 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5fb28bff-a90c-4410-be2f-751ce862ad87 req-6a9c157b-a72a-4286-9782-b14681896ca9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 210 time: 0.0768304 Jul 16 01:45:50.832657 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:50.835959 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:50.838933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-12eebbef-6fe9-444e-9e90-ef99933ad9e0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Transition to ACTIVE for port object e5377fe6-c65b-454e-9e27-4abe198a44a7 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:50.843148 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:50.870680 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:50.884563 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:50.885123 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 2 to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 Jul 16 01:45:50.955086 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:50.955562 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:50.956096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:50.970636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:50.971035 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:50.971530 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 3 to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 Jul 16 01:45:50.977204 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-12eebbef-6fe9-444e-9e90-ef99933ad9e0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.989221 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26ff5d5c-dae5-4481-ae21-b8a12644293f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.994987 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:50.995453 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:50.995932 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:51.003559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:51.004148 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:51.004631 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 4 to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 Jul 16 01:45:51.023121 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:51.023610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:51.024082 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:51.030095 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:51.030562 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:51.031433 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 5 to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 Jul 16 01:45:51.033237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['32ed3b03-b3d6-48a4-94ec-2c729b8f0db0', 'df86d409-bae0-4f36-a3b7-0a7767b47abc'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:51.047378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:51.047930 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:51.048364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:51.058075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:51.058779 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:51.059259 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 6 to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 Jul 16 01:45:51.073243 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:51.073720 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:51.074201 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:51.080712 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:51.081108 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:51.081588 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 7 to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 Jul 16 01:45:51.102075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:51.102594 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:51.103025 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:51.109268 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:51.109751 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:51.110252 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 8 to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 Jul 16 01:45:51.124479 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:51.124970 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:51.125403 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:51.130640 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:51.131085 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:51.131587 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 9 to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 Jul 16 01:45:51.146133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:51.146918 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:51.147478 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:51.162230 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:51.186993 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:51.186993 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 10 to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 Jul 16 01:45:51.189488 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:51.193807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:51.193807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:51.205013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:51.205503 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:51.207513 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.223314 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-12eebbef-6fe9-444e-9e90-ef99933ad9e0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Network 9a4578f6-e79e-403f-8401-5b41afbe66e6 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:51.255168 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-12eebbef-6fe9-444e-9e90-ef99933ad9e0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:51.283570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-12eebbef-6fe9-444e-9e90-ef99933ad9e0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:51.288331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eebbef-6fe9-444e-9e90-ef99933ad9e0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Pushing event updated for resources: {'Port': ['ID=e5377fe6-c65b-454e-9e27-4abe198a44a7,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:51.355644 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] For port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:51.356256 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempted to set empty binding levels {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:45:51.370502 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.417608 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff5d5c-dae5-4481-ae21-b8a12644293f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:51.455056 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Pushing event updated for resources: {'Port': ['ID=0c6fd9ff-6a9b-414a-ba54-e2bce28c6153,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:51.469764 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:51.470812 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.487072 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7d94a0cb-91a1-46ba-94f9-57a5e62d9646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 1.9208651 Jul 16 01:45:51.490190 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39486) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:51.495177 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-12eebbef-6fe9-444e-9e90-ef99933ad9e0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:51.495893 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-12eebbef-6fe9-444e-9e90-ef99933ad9e0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.649046 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-12eebbef-6fe9-444e-9e90-ef99933ad9e0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8002450 Jul 16 01:45:51.725097 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-c27ac33c-8c84-4bf7-b33e-2eb2cca18159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Deleting port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:51.725600 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c27ac33c-8c84-4bf7-b33e-2eb2cca18159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.736531 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Request body: {'port': {'device_id': '8da43f13-bd59-4421-8a57-2ce7c7fd05a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:51.820852 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-c27ac33c-8c84-4bf7-b33e-2eb2cca18159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] For port 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153, host n-h1-800086-6, got binding levels [] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:51.821212 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c27ac33c-8c84-4bf7-b33e-2eb2cca18159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.847890 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-c27ac33c-8c84-4bf7-b33e-2eb2cca18159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Calling delete_port for 0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:51.862001 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.872163 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-532faa51-8f67-4596-a6f6-b297991f77a7 None None] Provisioning for port e5377fe6-c65b-454e-9e27-4abe198a44a7 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:51.877957 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-532faa51-8f67-4596-a6f6-b297991f77a7 None None] Provisioning complete for port e5377fe6-c65b-454e-9e27-4abe198a44a7 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:51.878735 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-532faa51-8f67-4596-a6f6-b297991f77a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.894224 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-26ff5d5c-dae5-4481-ae21-b8a12644293f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.951522 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-532faa51-8f67-4596-a6f6-b297991f77a7 None None] Port e5377fe6-c65b-454e-9e27-4abe198a44a7 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:52.221849 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd466cf-361d-4247-9695-7fa8c455c419 req-b4899ad6-5536-438d-a13a-60e3497f0037 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:52.231783 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dcd466cf-361d-4247-9695-7fa8c455c419 req-b4899ad6-5536-438d-a13a-60e3497f0037 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c14f2fd-2fb9-49e5-bd1a-78fc077d6391 HTTP/1.1" status: 200 len: 944 time: 0.2960997 Jul 16 01:45:52.311975 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c27ac33c-8c84-4bf7-b33e-2eb2cca18159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.390922 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ac33c-8c84-4bf7-b33e-2eb2cca18159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c6fd9ff-6a9b-414a-ba54-e2bce28c6153,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:52.423213 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dcd466cf-361d-4247-9695-7fa8c455c419 req-c3896e5d-ccf8-45a7-943c-1d7dc3f1189b tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890683 Jul 16 01:45:52.431677 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c27ac33c-8c84-4bf7-b33e-2eb2cca18159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.437238 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c27ac33c-8c84-4bf7-b33e-2eb2cca18159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] 10.222.0.54 "DELETE /v2.0/ports/0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 HTTP/1.1" status: 204 len: 168 time: 0.9458110 Jul 16 01:45:52.437739 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39536) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.467680 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed6b43c-580f-4193-97d9-58f0d73f3bf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:45:52.472794 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4d113-1e3a-4c55-9d61-29872e4b4b1e req-c5c6a7f5-0ba5-44c6-ab22-f143334c756d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:52.473656 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1ed6b43c-580f-4193-97d9-58f0d73f3bf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] 10.222.0.54 "GET /v2.0/ports/0c6fd9ff-6a9b-414a-ba54-e2bce28c6153 HTTP/1.1" status: 404 len: 333 time: 0.0345776 Jul 16 01:45:52.474569 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39538) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.480409 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-50f4d113-1e3a-4c55-9d61-29872e4b4b1e req-c5c6a7f5-0ba5-44c6-ab22-f143334c756d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 931 time: 0.3119600 Jul 16 01:45:52.480770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-37472f5c-06e8-4439-ad49-d20337018d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Request body: {'port': {'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-187384875'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:52.509689 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37472f5c-06e8-4439-ad49-d20337018d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Made reservation on behalf of 89be26bafb234600b06d155c57b19826 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:52.515948 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-37472f5c-06e8-4439-ad49-d20337018d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.539694 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-37472f5c-06e8-4439-ad49-d20337018d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] device_id is not set on port fe49fe95-2be0-4085-befd-d29322db6eba yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:45:52.567561 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-50f4d113-1e3a-4c55-9d61-29872e4b4b1e req-161def9d-c6ae-43de-bc3c-abb50c639b7b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862293 Jul 16 01:45:52.648763 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ff5d5c-dae5-4481-ae21-b8a12644293f admin admin] Router 0a86b596-534e-41c2-b7c0-0d671ae0469f has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:52.776343 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-37472f5c-06e8-4439-ad49-d20337018d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.834694 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-37472f5c-06e8-4439-ad49-d20337018d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.874472 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37472f5c-06e8-4439-ad49-d20337018d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:52.878822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-37472f5c-06e8-4439-ad49-d20337018d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:52.881690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37472f5c-06e8-4439-ad49-d20337018d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:52.883275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37472f5c-06e8-4439-ad49-d20337018d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:52.883275 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-37472f5c-06e8-4439-ad49-d20337018d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.907952 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37472f5c-06e8-4439-ad49-d20337018d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Pushing event updated for resources: {'Port': ['ID=fe49fe95-2be0-4085-befd-d29322db6eba,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:52.914276 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-37472f5c-06e8-4439-ad49-d20337018d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4360912 Jul 16 01:45:52.914508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39554) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.920212 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:52.957893 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ff5d5c-dae5-4481-ae21-b8a12644293f admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:52.968445 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-26ff5d5c-dae5-4481-ae21-b8a12644293f admin admin] 10.222.0.54 "PUT /v2.0/routers/0a86b596-534e-41c2-b7c0-0d671ae0469f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1332355 Jul 16 01:45:52.971619 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdde8fe-5e78-4099-b448-a5feb17bde59 None None] Sync routers for ids ['0a86b596-534e-41c2-b7c0-0d671ae0469f'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:52.972306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39558) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.984512 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdde8fe-5e78-4099-b448-a5feb17bde59 None None] Routers {'0a86b596-534e-41c2-b7c0-0d671ae0469f'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:52.985529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ecdde8fe-5e78-4099-b448-a5feb17bde59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:45:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0a86b596-534e-41c2-b7c0-0d671ae0469f'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:52.991360 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5377fe6-c65b-454e-9e27-4abe198a44a7 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:53.005165 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.051780 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Transition to ACTIVE for port object e5377fe6-c65b-454e-9e27-4abe198a44a7 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:53.063626 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.244742 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a90ce062-3013-4eee-ac9e-2b9d4fa8ce54 admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.246406 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.309305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device d68118b6-a54e-47f2-9da6-4ed31d23e336 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:53.319144 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Pushing event updated for resources: {'Port': ['ID=e5377fe6-c65b-454e-9e27-4abe198a44a7,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:53.356228 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Attempting to bind port e5377fe6-c65b-454e-9e27-4abe198a44a7 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:53.356668 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Attempting to bind port e5377fe6-c65b-454e-9e27-4abe198a44a7 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:53.357080 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Attempting to bind port e5377fe6-c65b-454e-9e27-4abe198a44a7 on network 9a4578f6-e79e-403f-8401-5b41afbe66e6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:53.368950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Port e5377fe6-c65b-454e-9e27-4abe198a44a7 on network 9a4578f6-e79e-403f-8401-5b41afbe66e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:53.369285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Attempting to bind port e5377fe6-c65b-454e-9e27-4abe198a44a7 on network 9a4578f6-e79e-403f-8401-5b41afbe66e6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:53.386175 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:53.386788 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Checking segment: {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:53.389865 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Bound using segment: {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:53.394492 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Bound port: e5377fe6-c65b-454e-9e27-4abe198a44a7, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '946b1b65-871e-4d1d-ac9c-ff631bd603b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:53.394946 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.406671 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-ecdde8fe-5e78-4099-b448-a5feb17bde59 None None] Set router 0a86b596-534e-41c2-b7c0-0d671ae0469f gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:53.610898 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] For port e5377fe6-c65b-454e-9e27-4abe198a44a7, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:53.620942 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] For port e5377fe6-c65b-454e-9e27-4abe198a44a7, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e5377fe6-c65b-454e-9e27-4abe198a44a7,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:53.626156 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a90ce062-3013-4eee-ac9e-2b9d4fa8ce54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.650682 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.851225 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.880285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:53.880754 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.882530 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] 10.222.0.26 "PUT /v2.0/ports/e5377fe6-c65b-454e-9e27-4abe198a44a7 HTTP/1.1" status: 200 len: 1091 time: 2.1529498 Jul 16 01:45:53.883906 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da43f13-bd59-4421-8a57-2ce7c7fd05a1', 'tag': 'e5377fe6-c65b-454e-9e27-4abe198a44a7'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:53.885225 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port d68118b6-a54e-47f2-9da6-4ed31d23e336 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:53.886813 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fed442-aec8-4ff6-810e-6e0a03a8b607" -d '{"events": [{"name": "network-changed", "server_uuid": "8da43f13-bd59-4421-8a57-2ce7c7fd05a1", "tag": "e5377fe6-c65b-454e-9e27-4abe198a44a7"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:53.926261 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port d68118b6-a54e-47f2-9da6-4ed31d23e336 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:53.926666 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.946817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed95f55-913e-4482-82df-d3fd6f9ceafc service neutron] Pushing event updated for resources: {'Port': ['ID=e5377fe6-c65b-454e-9e27-4abe198a44a7,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:54.035551 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ecdde8fe-5e78-4099-b448-a5feb17bde59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'name': 'tempest-ServersTestBootFromVolume-221504502-router', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:45:50Z', 'revision_number': 5, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'gw_port': {'id': 'b4981c12-1782-4852-81b6-f48e695ec8c6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:90:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:12Z', 'updated_at': '2021-07-16T01:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:54.039791 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] device_id is not set on port fe49fe95-2be0-4085-befd-d29322db6eba yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:45:54.082560 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdde8fe-5e78-4099-b448-a5feb17bde59 None None] Checking router: 0a86b596-534e-41c2-b7c0-0d671ae0469f for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:54.097985 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.141971 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cadee8-e2c5-4dfb-94ec-0af4e055d966 req-c9f5d746-ea2b-4222-8aa4-fc22d7d04240 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:54.145361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdde8fe-5e78-4099-b448-a5feb17bde59 None None] Routers {'0a86b596-534e-41c2-b7c0-0d671ae0469f'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:54.148678 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ecdde8fe-5e78-4099-b448-a5feb17bde59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:45:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0a86b596-534e-41c2-b7c0-0d671ae0469f'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:54.149230 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-65cadee8-e2c5-4dfb-94ec-0af4e055d966 req-c9f5d746-ea2b-4222-8aa4-fc22d7d04240 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 943 time: 0.2791982 Jul 16 01:45:54.173888 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fb1c3-1e20-44e1-a438-8a9d5fd40970 req-9caa41ef-3da4-4eda-b3dd-13dfd7ad03cd tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:54.175474 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a26fb1c3-1e20-44e1-a438-8a9d5fd40970 req-9caa41ef-3da4-4eda-b3dd-13dfd7ad03cd tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c14f2fd-2fb9-49e5-bd1a-78fc077d6391 HTTP/1.1" status: 200 len: 944 time: 0.4891202 Jul 16 01:45:54.188171 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Transition to ACTIVE for port object fe49fe95-2be0-4085-befd-d29322db6eba will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:54.234694 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.277992 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-65cadee8-e2c5-4dfb-94ec-0af4e055d966 req-05730811-0d28-468a-b1c1-34a7ec4884ad tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278188 Jul 16 01:45:54.302935 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fcd31be9-e494-46b5-a07b-06897dcf629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:54.304642 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-fcd31be9-e494-46b5-a07b-06897dcf629d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 1094 time: 0.2305045 Jul 16 01:45:54.312086 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-ecdde8fe-5e78-4099-b448-a5feb17bde59 None None] Set router 0a86b596-534e-41c2-b7c0-0d671ae0469f gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:54.377436 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ecdde8fe-5e78-4099-b448-a5feb17bde59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'name': 'tempest-ServersTestBootFromVolume-221504502-router', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:45:53Z', 'revision_number': 6, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:54.412836 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-ed5797a0-7c40-47a4-b410-faa20cbaeb35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5377fe6-c65b-454e-9e27-4abe198a44a7 HTTP/1.1" status: 200 len: 217 time: 0.0932744 Jul 16 01:45:54.413190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdde8fe-5e78-4099-b448-a5feb17bde59 None None] The sync data for ids ['0a86b596-534e-41c2-b7c0-0d671ae0469f'] in n-d-800086-6 is: [{'id': '0a86b596-534e-41c2-b7c0-0d671ae0469f', 'name': 'tempest-ServersTestBootFromVolume-221504502-router', 'tenant_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:45:53Z', 'revision_number': 6, 'project_id': 'f88c5c1c11554f2fa735a619c494a2b4', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:54.419679 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Pushing event updated for resources: {'Port': ['ID=fe49fe95-2be0-4085-befd-d29322db6eba,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:54.442970 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-a90ce062-3013-4eee-ac9e-2b9d4fa8ce54 admin admin] Deleting port b4981c12-1782-4852-81b6-f48e695ec8c6 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:54.443412 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a90ce062-3013-4eee-ac9e-2b9d4fa8ce54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.509018 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.533405 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a26fb1c3-1e20-44e1-a438-8a9d5fd40970 req-559e71e2-f607-4ad1-8aee-4e9d0f9337eb tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466988 Jul 16 01:45:54.556256 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c14f2fd-2fb9-49e5-bd1a-78fc077d6391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68118b6-a54e-47f2-9da6-4ed31d23e336'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:54.562905 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e382fb-28b7-4f3d-b0e5-42a60d45194d" -d '{"events": [{"server_uuid": "4c14f2fd-2fb9-49e5-bd1a-78fc077d6391", "name": "network-vif-plugged", "status": "completed", "tag": "d68118b6-a54e-47f2-9da6-4ed31d23e336"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:54.565591 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-1a5556f9-6abe-4703-a909-16cf764aa080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:54.576931 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-1a5556f9-6abe-4703-a909-16cf764aa080 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.1512625 Jul 16 01:45:54.589808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port d68118b6-a54e-47f2-9da6-4ed31d23e336, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d68118b6-a54e-47f2-9da6-4ed31d23e336,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:54.597822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:54.598246 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:54.598559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:54.600687 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.609807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:54.610271 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:54.621386 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 2 to bind port fe49fe95-2be0-4085-befd-d29322db6eba Jul 16 01:45:54.685053 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:54.687137 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:54.696294 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:54.711672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-a90ce062-3013-4eee-ac9e-2b9d4fa8ce54 admin admin] For port b4981c12-1782-4852-81b6-f48e695ec8c6, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b4981c12-1782-4852-81b6-f48e695ec8c6,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:54.712756 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a90ce062-3013-4eee-ac9e-2b9d4fa8ce54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.712887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-50869c05-c5d4-477e-a087-55d690c2c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:54.714366 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-50869c05-c5d4-477e-a087-55d690c2c87d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346598 Jul 16 01:45:54.724532 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fa3eb5-6c6c-4556-acb4-caa4bd902ab7 x-openstack-request-id: req-77fa3eb5-6c6c-4556-acb4-caa4bd902ab7 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:54.725054 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da43f13-bd59-4421-8a57-2ce7c7fd05a1", "tag": "e5377fe6-c65b-454e-9e27-4abe198a44a7", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:54.725482 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-77fa3eb5-6c6c-4556-acb4-caa4bd902ab7 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:54.726060 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da43f13-bd59-4421-8a57-2ce7c7fd05a1', 'tag': 'e5377fe6-c65b-454e-9e27-4abe198a44a7', 'status': 'completed', 'code': 200} Jul 16 01:45:54.735362 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=d68118b6-a54e-47f2-9da6-4ed31d23e336,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:54.750485 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:54.750951 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:54.756081 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 3 to bind port fe49fe95-2be0-4085-befd-d29322db6eba Jul 16 01:45:54.759294 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-a90ce062-3013-4eee-ac9e-2b9d4fa8ce54 admin admin] Calling delete_port for b4981c12-1782-4852-81b6-f48e695ec8c6 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:54.797823 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff21356-00d7-4999-a03d-cdbe30fac30b x-openstack-request-id: req-2ff21356-00d7-4999-a03d-cdbe30fac30b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:54.798114 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c14f2fd-2fb9-49e5-bd1a-78fc077d6391", "name": "network-vif-plugged", "status": "completed", "tag": "d68118b6-a54e-47f2-9da6-4ed31d23e336", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:54.798679 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2ff21356-00d7-4999-a03d-cdbe30fac30b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:54.799285 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c14f2fd-2fb9-49e5-bd1a-78fc077d6391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68118b6-a54e-47f2-9da6-4ed31d23e336', 'code': 200} Jul 16 01:45:54.804930 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:54.805265 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:54.805784 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:54.956471 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-5ad2027a-eca3-478a-9a85-e65b9ab84f9e service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278380 Jul 16 01:45:55.226774 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d390d22-ad12-489a-b8b6-85e2b36bc417 req-f4369f02-a3e4-4c57-8633-a275b8d06731 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622166 Jul 16 01:45:55.278587 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:55.278912 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:55.290236 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 4 to bind port fe49fe95-2be0-4085-befd-d29322db6eba Jul 16 01:45:55.367423 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:55.367939 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:55.368570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:55.379885 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:55.382588 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:55.386582 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 5 to bind port fe49fe95-2be0-4085-befd-d29322db6eba Jul 16 01:45:55.472289 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:55.472630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:55.472969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:55.490303 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39816) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:55.494743 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:55.495080 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:55.496994 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 6 to bind port fe49fe95-2be0-4085-befd-d29322db6eba Jul 16 01:45:55.509685 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fed442-aec8-4ff6-810e-6e0a03a8b607 req-2e8d0b9d-9578-45be-b020-e4cc495d610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:55.520456 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83fed442-aec8-4ff6-810e-6e0a03a8b607 req-2e8d0b9d-9578-45be-b020-e4cc495d610e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 1094 time: 0.1736631 Jul 16 01:45:55.635279 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:55.635899 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:55.636878 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:55.650593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbbc94-1a75-4e2c-85e1-9c8204093d6f req-ad75938a-5f9e-4274-b1ee-20a1c6d1a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:55.652845 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04dbbc94-1a75-4e2c-85e1-9c8204093d6f req-ad75938a-5f9e-4274-b1ee-20a1c6d1a737 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c14f2fd-2fb9-49e5-bd1a-78fc077d6391 HTTP/1.1" status: 200 len: 1096 time: 0.3765512 Jul 16 01:45:55.655650 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:55.656665 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:55.668624 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a90ce062-3013-4eee-ac9e-2b9d4fa8ce54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.706155 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 7 to bind port fe49fe95-2be0-4085-befd-d29322db6eba Jul 16 01:45:55.782370 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99fc0d21-bdc6-4b51-9dc0-5220cd35d8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.830382 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:55.830708 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:55.831043 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:55.834246 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04dbbc94-1a75-4e2c-85e1-9c8204093d6f req-06ab04be-c4f2-4615-b2e5-5deea8a515ef service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515765 Jul 16 01:45:55.874800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ce062-3013-4eee-ac9e-2b9d4fa8ce54 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4981c12-1782-4852-81b6-f48e695ec8c6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:55.901038 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:55.901766 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:55.916043 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99fc0d21-bdc6-4b51-9dc0-5220cd35d8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.922589 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 8 to bind port fe49fe95-2be0-4085-befd-d29322db6eba Jul 16 01:45:55.929742 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99fc0d21-bdc6-4b51-9dc0-5220cd35d8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.940893 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2b840-51b1-4c56-a129-57c670f36e7c req-04e2a2da-7846-45db-90c1-6aabf1077569 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:55.942555 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ccd2b840-51b1-4c56-a129-57c670f36e7c req-04e2a2da-7846-45db-90c1-6aabf1077569 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 943 time: 0.4142170 Jul 16 01:45:55.951386 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:55.951734 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:55.952264 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:55.963606 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a90ce062-3013-4eee-ac9e-2b9d4fa8ce54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.968291 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:55.968617 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:55.987105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fed442-aec8-4ff6-810e-6e0a03a8b607 req-d450c358-855c-4e32-8c6b-eefbf3e0b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:55.988794 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83fed442-aec8-4ff6-810e-6e0a03a8b607 req-d450c358-855c-4e32-8c6b-eefbf3e0b8ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 912 time: 0.4573092 Jul 16 01:45:55.996944 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 9 to bind port fe49fe95-2be0-4085-befd-d29322db6eba Jul 16 01:45:56.030572 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-99fc0d21-bdc6-4b51-9dc0-5220cd35d8cf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec84b7a4b74040a9afad081c52d9e428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5368190 Jul 16 01:45:56.036317 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39882) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:56.061386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc0d21-bdc6-4b51-9dc0-5220cd35d8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662b5af1-345d-4353-a8bc-459703498e4d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:56.067584 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83fed442-aec8-4ff6-810e-6e0a03a8b607 req-0e9d5564-90a3-4618-b9ac-04aaff3d0941 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5377fe6-c65b-454e-9e27-4abe198a44a7 HTTP/1.1" status: 200 len: 217 time: 0.0570028 Jul 16 01:45:56.091425 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ccd2b840-51b1-4c56-a129-57c670f36e7c req-a4076142-d2b5-4a52-a225-d845a3f3ac7e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283994 Jul 16 01:45:56.099661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:56.100108 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:56.100617 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:56.119483 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a90ce062-3013-4eee-ac9e-2b9d4fa8ce54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.130044 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a90ce062-3013-4eee-ac9e-2b9d4fa8ce54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.131437 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fed442-aec8-4ff6-810e-6e0a03a8b607 req-7ac1d040-ecbc-40f9-93db-33e89b915560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:56.133969 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83fed442-aec8-4ff6-810e-6e0a03a8b607 req-7ac1d040-ecbc-40f9-93db-33e89b915560 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.0587535 Jul 16 01:45:56.146306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:56.146644 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:56.157537 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 10 to bind port fe49fe95-2be0-4085-befd-d29322db6eba Jul 16 01:45:56.223313 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c67315-b836-4eaa-a872-1a04582d744e req-ab1da3c2-8db2-4dc2-9bfd-c0374da3fb66 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:56.230807 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99c67315-b836-4eaa-a872-1a04582d744e req-ab1da3c2-8db2-4dc2-9bfd-c0374da3fb66 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c14f2fd-2fb9-49e5-bd1a-78fc077d6391 HTTP/1.1" status: 200 len: 945 time: 0.3954008 Jul 16 01:45:56.236502 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:56.237176 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:56.237561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:56.254646 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a90ce062-3013-4eee-ac9e-2b9d4fa8ce54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.255550 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90ce062-3013-4eee-ac9e-2b9d4fa8ce54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a86b596-534e-41c2-b7c0-0d671ae0469f {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:56.260215 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a90ce062-3013-4eee-ac9e-2b9d4fa8ce54 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.262274 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a90ce062-3013-4eee-ac9e-2b9d4fa8ce54 admin admin] 10.222.0.54 "DELETE /v2.0/routers/0a86b596-534e-41c2-b7c0-0d671ae0469f HTTP/1.1" status: 204 len: 168 time: 3.2870960 Jul 16 01:45:56.271286 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:56.271627 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port fe49fe95-2be0-4085-befd-d29322db6eba on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:45:56.272030 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.278313 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39900) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:56.307184 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03832ad6-d904-4c78-9a5b-5de7436cc145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.365897 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:56.415357 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:56.415836 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ae68cec5-9f1a-4e65-b18d-c3ae2c7e20ae not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:56.425117 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b4981c12-1782-4852-81b6-f48e695ec8c6 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:56.458622 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: b4981c12-1782-4852-81b6-f48e695ec8c6 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:56.458973 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b4981c12-1782-4852-81b6-f48e695ec8c6 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:56.465666 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99c67315-b836-4eaa-a872-1a04582d744e req-454772aa-1a21-476b-95fe-1f15656bca1a tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336788 Jul 16 01:45:56.469762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4280ac-eab9-4842-9312-874834696082 admin admin] Deleting subnet eae3174e-0a72-480c-8b07-a75b3b1ea14f {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:56.474552 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cb4280ac-eab9-4842-9312-874834696082 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.531818 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03832ad6-d904-4c78-9a5b-5de7436cc145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.534972 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cb4280ac-eab9-4842-9312-874834696082 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.718295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] For port fe49fe95-2be0-4085-befd-d29322db6eba, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:56.720769 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempted to set empty binding levels {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:45:56.734053 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.771868 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cb4280ac-eab9-4842-9312-874834696082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.795862 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] In _notify_port_updated(), no bound segment for port fe49fe95-2be0-4085-befd-d29322db6eba on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:45:56.797287 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:56.798089 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.803254 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39948) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:56.803693 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] 10.222.0.54 "PUT /v2.0/ports/fe49fe95-2be0-4085-befd-d29322db6eba HTTP/1.1" status: 200 len: 978 time: 3.8878107 Jul 16 01:45:56.805225 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03832ad6-d904-4c78-9a5b-5de7436cc145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.809201 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03832ad6-d904-4c78-9a5b-5de7436cc145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.813347 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-03832ad6-d904-4c78-9a5b-5de7436cc145 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/662b5af1-345d-4353-a8bc-459703498e4d HTTP/1.1" status: 204 len: 168 time: 0.7680418 Jul 16 01:45:56.817035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fed442-aec8-4ff6-810e-6e0a03a8b607 req-f3d0eedd-a962-4f36-9915-20f565aed714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:56.819382 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83fed442-aec8-4ff6-810e-6e0a03a8b607 req-f3d0eedd-a962-4f36-9915-20f565aed714 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6774285 Jul 16 01:45:56.835386 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03832ad6-d904-4c78-9a5b-5de7436cc145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662b5af1-345d-4353-a8bc-459703498e4d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:56.898855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e48ea-037d-4f0c-abb2-99427f8b5ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Pushing event updated for resources: {'Port': ['ID=fe49fe95-2be0-4085-befd-d29322db6eba,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:56.907082 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cb4280ac-eab9-4842-9312-874834696082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.935115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85879d9-43a9-438a-bade-5f66487cbe03 None None] Network a6da5c88-0bea-4384-a7f6-ff797435c31e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:56.935248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75487aa-7da7-4224-bd1e-ac28be022a86 req-1e703a71-5ab6-4225-b2f0-05a0b6ef2dd5 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:56.942790 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75487aa-7da7-4224-bd1e-ac28be022a86 req-1e703a71-5ab6-4225-b2f0-05a0b6ef2dd5 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:56.948814 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75487aa-7da7-4224-bd1e-ac28be022a86 req-1e703a71-5ab6-4225-b2f0-05a0b6ef2dd5 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:56.956285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75487aa-7da7-4224-bd1e-ac28be022a86 req-1e703a71-5ab6-4225-b2f0-05a0b6ef2dd5 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:56.963052 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75487aa-7da7-4224-bd1e-ac28be022a86 req-1e703a71-5ab6-4225-b2f0-05a0b6ef2dd5 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:56.971962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75487aa-7da7-4224-bd1e-ac28be022a86 req-1e703a71-5ab6-4225-b2f0-05a0b6ef2dd5 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:56.978733 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75487aa-7da7-4224-bd1e-ac28be022a86 req-1e703a71-5ab6-4225-b2f0-05a0b6ef2dd5 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:56.988061 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75487aa-7da7-4224-bd1e-ac28be022a86 req-1e703a71-5ab6-4225-b2f0-05a0b6ef2dd5 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5429 time: 0.2620566 Jul 16 01:45:56.995429 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cb4280ac-eab9-4842-9312-874834696082 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.013065 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cb4280ac-eab9-4842-9312-874834696082 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/eae3174e-0a72-480c-8b07-a75b3b1ea14f HTTP/1.1" status: 204 len: 168 time: 0.7335801 Jul 16 01:45:57.018162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39974) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:57.021722 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4280ac-eab9-4842-9312-874834696082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae3174e-0a72-480c-8b07-a75b3b1ea14f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:57.193919 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.272284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0c229d-3868-444d-a4eb-26f73a4c770f None None] DHCP port deletion for a6da5c88-0bea-4384-a7f6-ff797435c31e request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:45:57.316896 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.320064 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.320861 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.321021 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.324461 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.325162 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.325537 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.326079 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.328469 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.330162 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.331061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.334414 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.334414 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.335911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.335911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.337943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.338597 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.338900 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.339379 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.344365 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.344985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.345680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.346196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.346714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.347218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.349256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.352479 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.353161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.355337 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.355871 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.357532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.358356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.358834 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.359311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.362514 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.363096 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.363459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.389854 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-76bea061-cf10-4b3c-ac03-39d5381b0526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33156 time: 0.5800343 Jul 16 01:45:57.396953 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c229d-3868-444d-a4eb-26f73a4c770f None None] Deleting port 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:57.397886 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c0c229d-3868-444d-a4eb-26f73a4c770f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.402309 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c75487aa-7da7-4224-bd1e-ac28be022a86 req-dcff1d6e-8831-41eb-8164-32c504079ef0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4127274 Jul 16 01:45:57.402828 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40012) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:57.403171 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40014) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:57.490864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1c0c229d-3868-444d-a4eb-26f73a4c770f None None] For port 5e2f60d6-0523-4b17-884c-a4c1cfb03c19, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5e2f60d6-0523-4b17-884c-a4c1cfb03c19,segment=NetworkSegment(8a0e011a-63a6-43dc-8b58-c109a1c8827d),segment_id=8a0e011a-63a6-43dc-8b58-c109a1c8827d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:57.492469 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c0c229d-3868-444d-a4eb-26f73a4c770f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.526956 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] Deleting port 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:57.527293 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.532596 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c229d-3868-444d-a4eb-26f73a4c770f None None] Calling delete_port for 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:57.603016 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2b56-e6ca-40c3-8626-be15e4f6574f req-f43afe4b-4621-49a3-bd93-07b282c1447e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.604760 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e14b2b56-e6ca-40c3-8626-be15e4f6574f req-f43afe4b-4621-49a3-bd93-07b282c1447e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 943 time: 0.2823055 Jul 16 01:45:57.646378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83fed442-aec8-4ff6-810e-6e0a03a8b607 req-411454e3-fd4b-48cb-819c-4cddde22c0a3 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8076227 Jul 16 01:45:57.664970 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-40d07331-8f56-4e8c-b319-31fcfaff38d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.667678 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] For port 5e2f60d6-0523-4b17-884c-a4c1cfb03c19, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5e2f60d6-0523-4b17-884c-a4c1cfb03c19,segment=NetworkSegment(8a0e011a-63a6-43dc-8b58-c109a1c8827d),segment_id=8a0e011a-63a6-43dc-8b58-c109a1c8827d)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:57.668186 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.690462 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] Calling delete_port for 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:57.715530 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e14b2b56-e6ca-40c3-8626-be15e4f6574f req-6391e5ad-f9ee-4639-ae91-daf403c28794 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786023 Jul 16 01:45:57.886640 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.918320 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c0c229d-3868-444d-a4eb-26f73a4c770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.924116 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2f60d6-0523-4b17-884c-a4c1cfb03c19,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:57.938550 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] No DVR routers for this DVR port 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:57.948239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c229d-3868-444d-a4eb-26f73a4c770f None None] Pushing event deleted for resources: {'Port': ['ID=5e2f60d6-0523-4b17-884c-a4c1cfb03c19,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:57.958363 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0c229d-3868-444d-a4eb-26f73a4c770f None None] No DVR routers for this DVR port 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:57.985525 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-5fe242d2-b874-4fc0-aa37-ca4bb926edee tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Deleting port fe49fe95-2be0-4085-befd-d29322db6eba {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:57.986553 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5fe242d2-b874-4fc0-aa37-ca4bb926edee tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.027450 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83fed442-aec8-4ff6-810e-6e0a03a8b607 req-7032b2e4-0bc5-4605-8dba-9013cf997035 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644092 Jul 16 01:45:58.081160 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.102020 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6da5c88-0bea-4384-a7f6-ff797435c31e']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:58.120252 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256942-357d-43c8-bddb-b25bcc46a8ad req-90968dca-991c-4229-ac4f-b4ca6169be3d tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:58.121772 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ad256942-357d-43c8-bddb-b25bcc46a8ad req-90968dca-991c-4229-ac4f-b4ca6169be3d tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c14f2fd-2fb9-49e5-bd1a-78fc077d6391 HTTP/1.1" status: 200 len: 945 time: 0.4361238 Jul 16 01:45:58.126414 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-5fe242d2-b874-4fc0-aa37-ca4bb926edee tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] For port fe49fe95-2be0-4085-befd-d29322db6eba, host n-h1-800086-6, got binding levels [] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:58.127092 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5fe242d2-b874-4fc0-aa37-ca4bb926edee tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.131884 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0e011a-63a6-43dc-8b58-c109a1c8827d') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:58.132399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0e011a-63a6-43dc-8b58-c109a1c8827d') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:58.152506 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-5fe242d2-b874-4fc0-aa37-ca4bb926edee tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Calling delete_port for fe49fe95-2be0-4085-befd-d29322db6eba owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:58.158738 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd0301-db99-4b5a-a4cd-e4c2d81cb448 req-98340906-2477-4d97-bb0f-c3040a26c670 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:58.164648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd0301-db99-4b5a-a4cd-e4c2d81cb448 req-98340906-2477-4d97-bb0f-c3040a26c670 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:58.171469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd0301-db99-4b5a-a4cd-e4c2d81cb448 req-98340906-2477-4d97-bb0f-c3040a26c670 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:58.177752 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd0301-db99-4b5a-a4cd-e4c2d81cb448 req-98340906-2477-4d97-bb0f-c3040a26c670 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:58.183912 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd0301-db99-4b5a-a4cd-e4c2d81cb448 req-98340906-2477-4d97-bb0f-c3040a26c670 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:58.190919 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd0301-db99-4b5a-a4cd-e4c2d81cb448 req-98340906-2477-4d97-bb0f-c3040a26c670 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:58.196989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd0301-db99-4b5a-a4cd-e4c2d81cb448 req-98340906-2477-4d97-bb0f-c3040a26c670 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:58.198945 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-92fd0301-db99-4b5a-a4cd-e4c2d81cb448 req-98340906-2477-4d97-bb0f-c3040a26c670 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5429 time: 0.2807164 Jul 16 01:45:58.200844 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.218734 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.225510 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:58.225921 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:58.227975 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:58.242638 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ad256942-357d-43c8-bddb-b25bcc46a8ad req-4fcdcad3-600e-4f8a-8957-514f7e9e0b6c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127644 Jul 16 01:45:58.256034 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-40d07331-8f56-4e8c-b319-31fcfaff38d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.267356 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-40d07331-8f56-4e8c-b319-31fcfaff38d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.337509 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-40d07331-8f56-4e8c-b319-31fcfaff38d6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e1e7b5a7bfbb4bd380376770da79d386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9275777 Jul 16 01:45:58.337509 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40096) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.340230 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d07331-8f56-4e8c-b319-31fcfaff38d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab664578-6b96-4000-8e1f-53283d03d0aa,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:58.364293 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.365792 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f9058178-cddf-4118-8b95-2b24752b7e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.368939 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5fe242d2-b874-4fc0-aa37-ca4bb926edee tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.380157 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.390696 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a6da5c88-0bea-4384-a7f6-ff797435c31e HTTP/1.1" status: 204 len: 168 time: 1.3712890 Jul 16 01:45:58.399666 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:58.411158 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf70d4-1a9d-43c1-b485-d92bf919aca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6da5c88-0bea-4384-a7f6-ff797435c31e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:58.424887 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:58.425233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5e2f60d6-0523-4b17-884c-a4c1cfb03c19 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:58.429629 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5fe242d2-b874-4fc0-aa37-ca4bb926edee tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.434499 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5fe242d2-b874-4fc0-aa37-ca4bb926edee tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] 10.222.0.54 "DELETE /v2.0/ports/fe49fe95-2be0-4085-befd-d29322db6eba HTTP/1.1" status: 204 len: 168 time: 1.0251296 Jul 16 01:45:58.436569 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40100) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.446549 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device e5377fe6-c65b-454e-9e27-4abe198a44a7 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:45:58.455954 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe242d2-b874-4fc0-aa37-ca4bb926edee tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe49fe95-2be0-4085-befd-d29322db6eba,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:58.466994 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00084892-4442-4994-9c3a-5cb59c21af33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.493046 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00084892-4442-4994-9c3a-5cb59c21af33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.511997 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fab6b6-40ca-4cab-9cab-4b9a142de9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:45:58.518675 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e1fab6b6-40ca-4cab-9cab-4b9a142de9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] 10.222.0.54 "GET /v2.0/ports/fe49fe95-2be0-4085-befd-d29322db6eba HTTP/1.1" status: 404 len: 333 time: 0.0803695 Jul 16 01:45:58.520112 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40104) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.525496 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-faf4ff8e-3695-4bd3-a715-f57a546bedeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2116518230', 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:58.582236 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf4ff8e-3695-4bd3-a715-f57a546bedeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Made reservation on behalf of 89be26bafb234600b06d155c57b19826 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:58.588945 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-faf4ff8e-3695-4bd3-a715-f57a546bedeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.594359 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00084892-4442-4994-9c3a-5cb59c21af33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.597645 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00084892-4442-4994-9c3a-5cb59c21af33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.599137 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-00084892-4442-4994-9c3a-5cb59c21af33 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab664578-6b96-4000-8e1f-53283d03d0aa HTTP/1.1" status: 204 len: 168 time: 0.2605910 Jul 16 01:45:58.602130 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port e5377fe6-c65b-454e-9e27-4abe198a44a7, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e5377fe6-c65b-454e-9e27-4abe198a44a7,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:58.618620 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00084892-4442-4994-9c3a-5cb59c21af33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab664578-6b96-4000-8e1f-53283d03d0aa,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:58.632897 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'e5377fe6-c65b-454e-9e27-4abe198a44a7', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'port_id': 'e5377fe6-c65b-454e-9e27-4abe198a44a7', 'mac_address': 'fa:16:3e:3d:5f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:45:58.646590 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-faf4ff8e-3695-4bd3-a715-f57a546bedeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] device_id is not set on port 8a9f5292-2a93-434e-bb82-8c2895d8f65e yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:45:58.656329 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.701561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40110) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.743493 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.774389 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5377fe6-c65b-454e-9e27-4abe198a44a7 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:58.794642 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c8293a39-9f4e-4e4d-a65a-01c1138a0a9b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f88c5c1c11554f2fa735a619c494a2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0916421 Jul 16 01:45:58.797516 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40118) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.822622 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port e5377fe6-c65b-454e-9e27-4abe198a44a7, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e5377fe6-c65b-454e-9e27-4abe198a44a7,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:58.830563 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.917071 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=e5377fe6-c65b-454e-9e27-4abe198a44a7,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:58.940022 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1115cec5-b910-441c-b525-1ee4ab28910b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.999275 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1115cec5-b910-441c-b525-1ee4ab28910b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.026555 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-faf4ff8e-3695-4bd3-a715-f57a546bedeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.141000 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fe191-1749-4efc-a0c6-6eb40017a960 req-32f5f567-cae0-4ee6-904b-d25ecbfefd24 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:59.147264 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ef9fe191-1749-4efc-a0c6-6eb40017a960 req-32f5f567-cae0-4ee6-904b-d25ecbfefd24 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 944 time: 0.1664944 Jul 16 01:45:59.158600 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-faf4ff8e-3695-4bd3-a715-f57a546bedeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.175651 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1115cec5-b910-441c-b525-1ee4ab28910b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.183978 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1115cec5-b910-441c-b525-1ee4ab28910b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.187313 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1115cec5-b910-441c-b525-1ee4ab28910b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/866e8d1b-453a-465d-b9b9-430025d09c50 HTTP/1.1" status: 204 len: 168 time: 0.3860645 Jul 16 01:45:59.226223 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115cec5-b910-441c-b525-1ee4ab28910b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866e8d1b-453a-465d-b9b9-430025d09c50,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:59.248444 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ef9fe191-1749-4efc-a0c6-6eb40017a960 req-ba7a6ab2-ee66-4180-b1c9-90fa6e423cf1 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926821 Jul 16 01:45:59.299459 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf4ff8e-3695-4bd3-a715-f57a546bedeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:59.301973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-faf4ff8e-3695-4bd3-a715-f57a546bedeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:59.306012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf4ff8e-3695-4bd3-a715-f57a546bedeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:59.307137 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf4ff8e-3695-4bd3-a715-f57a546bedeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:59.307804 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-faf4ff8e-3695-4bd3-a715-f57a546bedeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.312040 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['e5377fe6-c65b-454e-9e27-4abe198a44a7'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:59.318393 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4ff8e-3695-4bd3-a715-f57a546bedeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Pushing event updated for resources: {'Port': ['ID=8a9f5292-2a93-434e-bb82-8c2895d8f65e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:59.332273 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-faf4ff8e-3695-4bd3-a715-f57a546bedeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8106072 Jul 16 01:45:59.334506 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40138) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.421149 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f5087-247f-4b28-a9e0-86dbb28ef6d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:59.422609 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6e9f5087-247f-4b28-a9e0-86dbb28ef6d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] 10.222.0.54 "GET /v2.0/ports/8a9f5292-2a93-434e-bb82-8c2895d8f65e HTTP/1.1" status: 200 len: 959 time: 0.0870955 Jul 16 01:45:59.425461 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40144) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.618704 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f9d7a886-a0fb-44b6-9cda-041e8624b1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Deleting port 8a9f5292-2a93-434e-bb82-8c2895d8f65e {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:59.619064 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a886-a0fb-44b6-9cda-041e8624b1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.728836 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a886-a0fb-44b6-9cda-041e8624b1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.772931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f9d7a886-a0fb-44b6-9cda-041e8624b1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Calling delete_port for 8a9f5292-2a93-434e-bb82-8c2895d8f65e owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:59.905164 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a886-a0fb-44b6-9cda-041e8624b1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.930669 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a886-a0fb-44b6-9cda-041e8624b1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.934020 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f9d7a886-a0fb-44b6-9cda-041e8624b1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] 10.222.0.54 "DELETE /v2.0/ports/8a9f5292-2a93-434e-bb82-8c2895d8f65e HTTP/1.1" status: 204 len: 168 time: 0.5070767 Jul 16 01:45:59.936630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40168) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.970951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7a886-a0fb-44b6-9cda-041e8624b1f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a9f5292-2a93-434e-bb82-8c2895d8f65e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:59.987637 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-82097917-10bd-46e8-9023-1b43b80128da tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:45:59.990817 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-82097917-10bd-46e8-9023-1b43b80128da tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] 10.222.0.54 "GET /v2.0/ports/8a9f5292-2a93-434e-bb82-8c2895d8f65e HTTP/1.1" status: 404 len: 333 time: 0.0531099 Jul 16 01:45:59.994742 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40170) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:00.004689 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e99f250b-c208-461d-be0b-1f2a5902f4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Request body: {'port': {'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-970382181'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:00.045362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99f250b-c208-461d-be0b-1f2a5902f4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Made reservation on behalf of 89be26bafb234600b06d155c57b19826 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:00.056062 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e99f250b-c208-461d-be0b-1f2a5902f4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.087983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-e99f250b-c208-461d-be0b-1f2a5902f4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] device_id is not set on port 8f39b93a-2500-4ec4-bc6d-60bb35885198 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:00.354295 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e99f250b-c208-461d-be0b-1f2a5902f4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.474792 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e99f250b-c208-461d-be0b-1f2a5902f4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.552557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40206) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:00.602143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99f250b-c208-461d-be0b-1f2a5902f4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:00.611063 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-e99f250b-c208-461d-be0b-1f2a5902f4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:00.621367 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f250b-c208-461d-be0b-1f2a5902f4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Pushing event updated for resources: {'Port': ['ID=8f39b93a-2500-4ec4-bc6d-60bb35885198,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:00.629977 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99f250b-c208-461d-be0b-1f2a5902f4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:00.630673 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99f250b-c208-461d-be0b-1f2a5902f4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:00.631287 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e99f250b-c208-461d-be0b-1f2a5902f4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.647333 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18747e-41e0-491e-8e49-ab0836e540fb req-02bf257f-aab4-414b-b1e6-75333ef609ca tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:00.649234 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c18747e-41e0-491e-8e49-ab0836e540fb req-02bf257f-aab4-414b-b1e6-75333ef609ca tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 944 time: 0.2433789 Jul 16 01:46:00.670961 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e99f250b-c208-461d-be0b-1f2a5902f4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6749597 Jul 16 01:46:00.673810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40218) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:00.683891 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:00.711517 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c18747e-41e0-491e-8e49-ab0836e540fb req-7d2b10eb-03e2-4bf7-b3d0-b2cf9f8d3c41 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533550 Jul 16 01:46:00.798259 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2b43c8ad-4406-4cef-bafc-51ea5c9942ae admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-546995690-network', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:00.823421 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.866426 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b43c8ad-4406-4cef-bafc-51ea5c9942ae admin admin] Made reservation on behalf of 2e15479fef3d4e8280f34317bd6b66ea for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:00.868858 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b43c8ad-4406-4cef-bafc-51ea5c9942ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.886521 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b43c8ad-4406-4cef-bafc-51ea5c9942ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.930643 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40230) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:01.049839 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-adfe2ac7-a273-46e3-8126-d74d611e1115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.078173 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.136023 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] device_id is not set on port 8f39b93a-2500-4ec4-bc6d-60bb35885198 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:01.147185 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.171673 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2de14-9b89-4946-98af-0bca207f0128 req-15f04a3c-f3ed-428c-ac38-d4082e7b4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.172878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2de14-9b89-4946-98af-0bca207f0128 req-15f04a3c-f3ed-428c-ac38-d4082e7b4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.173714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2de14-9b89-4946-98af-0bca207f0128 req-15f04a3c-f3ed-428c-ac38-d4082e7b4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.174374 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2de14-9b89-4946-98af-0bca207f0128 req-15f04a3c-f3ed-428c-ac38-d4082e7b4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.175185 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2de14-9b89-4946-98af-0bca207f0128 req-15f04a3c-f3ed-428c-ac38-d4082e7b4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.175929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2de14-9b89-4946-98af-0bca207f0128 req-15f04a3c-f3ed-428c-ac38-d4082e7b4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.176797 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2de14-9b89-4946-98af-0bca207f0128 req-15f04a3c-f3ed-428c-ac38-d4082e7b4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.179466 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52c2de14-9b89-4946-98af-0bca207f0128 req-15f04a3c-f3ed-428c-ac38-d4082e7b4618 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 6486 time: 0.2476766 Jul 16 01:46:01.191892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Transition to ACTIVE for port object 8f39b93a-2500-4ec4-bc6d-60bb35885198 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:01.201662 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b43c8ad-4406-4cef-bafc-51ea5c9942ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.204647 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.231872 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52c2de14-9b89-4946-98af-0bca207f0128 req-c5bff793-025f-425b-83be-89f7d0a3172b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451148 Jul 16 01:46:01.256470 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b43c8ad-4406-4cef-bafc-51ea5c9942ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.313471 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b43c8ad-4406-4cef-bafc-51ea5c9942ae admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:01.322442 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Pushing event updated for resources: {'Port': ['ID=8f39b93a-2500-4ec4-bc6d-60bb35885198,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:01.335335 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b43c8ad-4406-4cef-bafc-51ea5c9942ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.335934 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-2b43c8ad-4406-4cef-bafc-51ea5c9942ae admin admin] Added segment afae7da1-a189-45ef-b8ac-2f8a1e00592d of type vlan for network 2db9e81d-658b-4adb-b971-288015f4b66c Jul 16 01:46:01.346225 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43c8ad-4406-4cef-bafc-51ea5c9942ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dd612d-2022-474b-95bc-1d9ebdae664e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:01.367862 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:01.368554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:01.369066 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:01.398359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:01.398694 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:46:01.401807 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 2 to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 Jul 16 01:46:01.421529 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b43c8ad-4406-4cef-bafc-51ea5c9942ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.427330 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:01.427673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:01.428041 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:01.438318 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:01.438651 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:46:01.440316 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 3 to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 Jul 16 01:46:01.464106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:01.464446 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:01.465301 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:01.470600 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:01.470933 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:46:01.471739 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 4 to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 Jul 16 01:46:01.475278 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b43c8ad-4406-4cef-bafc-51ea5c9942ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.476226 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b43c8ad-4406-4cef-bafc-51ea5c9942ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.476806 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b43c8ad-4406-4cef-bafc-51ea5c9942ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.513063 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:01.513451 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:01.513881 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:01.529356 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2b43c8ad-4406-4cef-bafc-51ea5c9942ae admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9738595 Jul 16 01:46:01.531076 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40258) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:01.532253 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:01.532663 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:46:01.537465 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-7e7fb9c6-9d97-4cc5-9ea0-9f3e1ff84058 admin admin] Request body: {'subnet': {'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-546995690-subnet', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:01.561415 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 5 to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 Jul 16 01:46:01.580332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43c8ad-4406-4cef-bafc-51ea5c9942ae admin admin] Pushing event updated for resources: {'Network': ['ID=2db9e81d-658b-4adb-b971-288015f4b66c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:01.587274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:01.587620 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:01.588064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:01.592459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7fb9c6-9d97-4cc5-9ea0-9f3e1ff84058 admin admin] Made reservation on behalf of 2e15479fef3d4e8280f34317bd6b66ea for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:01.593606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 2db9e81d-658b-4adb-b971-288015f4b66c details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:01.594963 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7e7fb9c6-9d97-4cc5-9ea0-9f3e1ff84058 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.608131 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:01.608898 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:46:01.611957 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 6 to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 Jul 16 01:46:01.638898 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:01.639459 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:01.639884 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:01.646396 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:01.646517 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:46:01.646825 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 7 to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 Jul 16 01:46:01.691886 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:01.692130 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:01.692668 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:01.702380 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:01.702980 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:46:01.703593 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 8 to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 Jul 16 01:46:01.722465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:01.723011 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:01.723353 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:01.728731 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:01.729057 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:46:01.729445 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 9 to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 Jul 16 01:46:01.744143 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:01.744808 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:01.745886 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:01.751456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:01.752035 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:46:01.752793 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempt 10 to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 Jul 16 01:46:01.772895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:01.773842 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:01.774988 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempting to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:01.782528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:01.783527 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Failed to bind port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '621b9207-6ed9-4cf5-8d20-24bb9d2788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b1440e9c-0fe9-4c6d-89fa-f4a13189f840'}] Jul 16 01:46:01.784555 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.909346 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7e7fb9c6-9d97-4cc5-9ea0-9f3e1ff84058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.925341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] For port 8f39b93a-2500-4ec4-bc6d-60bb35885198, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:01.925992 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attempted to set empty binding levels {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:46:01.950325 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.991846 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] In _notify_port_updated(), no bound segment for port 8f39b93a-2500-4ec4-bc6d-60bb35885198 on network b1440e9c-0fe9-4c6d-89fa-f4a13189f840 {{(pid=93832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:46:01.993163 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.993964 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.997852 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] 10.222.0.54 "PUT /v2.0/ports/8f39b93a-2500-4ec4-bc6d-60bb35885198 HTTP/1.1" status: 200 len: 978 time: 1.3222675 Jul 16 01:46:02.000878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40278) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:02.014393 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fb9c6-9d97-4cc5-9ea0-9f3e1ff84058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:02.018534 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.033322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de1aa0-d9ce-4659-ab5b-5c9773c61602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Pushing event updated for resources: {'Port': ['ID=8f39b93a-2500-4ec4-bc6d-60bb35885198,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:02.065443 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55423e81-c039-4482-bc3a-3793a2e70517 req-a975a739-2c78-48de-9da8-bf7ef484b6a6 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:02.067186 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55423e81-c039-4482-bc3a-3793a2e70517 req-a975a739-2c78-48de-9da8-bf7ef484b6a6 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 944 time: 0.1593678 Jul 16 01:46:02.083547 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7fb9c6-9d97-4cc5-9ea0-9f3e1ff84058 admin admin] Checking segment: {'id': 'afae7da1-a189-45ef-b8ac-2f8a1e00592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:02.083992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7fb9c6-9d97-4cc5-9ea0-9f3e1ff84058 admin admin] Network hostable DHCP agents. Network: 2db9e81d-658b-4adb-b971-288015f4b66c, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:02.150361 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55423e81-c039-4482-bc3a-3793a2e70517 req-e4c006fe-77d1-4842-ae98-0153dc1205a9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775337 Jul 16 01:46:02.179459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7fb9c6-9d97-4cc5-9ea0-9f3e1ff84058 admin admin] Network 2db9e81d-658b-4adb-b971-288015f4b66c is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:02.194524 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-7e7fb9c6-9d97-4cc5-9ea0-9f3e1ff84058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 2db9e81d-658b-4adb-b971-288015f4b66c) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:02.204741 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c32b4f-8bfa-4871-b783-060bd8aa30ad None None] Network 2db9e81d-658b-4adb-b971-288015f4b66c requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:02.221347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7fb9c6-9d97-4cc5-9ea0-9f3e1ff84058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:02.221960 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7e7fb9c6-9d97-4cc5-9ea0-9f3e1ff84058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.262654 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-31166aac-3bf7-44d3-86f6-5040fa3e2feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Deleting port 8f39b93a-2500-4ec4-bc6d-60bb35885198 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:02.270826 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31166aac-3bf7-44d3-86f6-5040fa3e2feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.275261 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7e7fb9c6-9d97-4cc5-9ea0-9f3e1ff84058 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7428465 Jul 16 01:46:02.278070 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40284) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:02.283237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-546995690-router', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:02.328303 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.329707 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.384133 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-31166aac-3bf7-44d3-86f6-5040fa3e2feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] For port 8f39b93a-2500-4ec4-bc6d-60bb35885198, host n-h1-800086-6, got binding levels [] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:02.384860 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31166aac-3bf7-44d3-86f6-5040fa3e2feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.398737 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-31166aac-3bf7-44d3-86f6-5040fa3e2feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Calling delete_port for 8f39b93a-2500-4ec4-bc6d-60bb35885198 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:02.430727 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.456221 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device e5377fe6-c65b-454e-9e27-4abe198a44a7 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:02.492724 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31166aac-3bf7-44d3-86f6-5040fa3e2feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.524946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-2db9e81d-658b-4adb-b971-288015f4b66c', 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'fixed_ips': [{'subnet_id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:02.525801 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.534174 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31166aac-3bf7-44d3-86f6-5040fa3e2feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f39b93a-2500-4ec4-bc6d-60bb35885198,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:02.541173 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31166aac-3bf7-44d3-86f6-5040fa3e2feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.546332 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-31166aac-3bf7-44d3-86f6-5040fa3e2feb tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] 10.222.0.54 "DELETE /v2.0/ports/8f39b93a-2500-4ec4-bc6d-60bb35885198 HTTP/1.1" status: 204 len: 168 time: 0.5420060 Jul 16 01:46:02.546763 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40288) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:02.627764 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d53e1b-0769-4592-9765-c83bc86de4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:46:02.630252 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-01d53e1b-0769-4592-9765-c83bc86de4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347217011-project-admin] 10.222.0.54 "GET /v2.0/ports/8f39b93a-2500-4ec4-bc6d-60bb35885198 HTTP/1.1" status: 404 len: 333 time: 0.0825746 Jul 16 01:46:02.636023 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40292) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:02.695540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Allocated IP 172.20.0.2 (2db9e81d-658b-4adb-b971-288015f4b66c/3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a/3835cfc3-cba0-40a6-9703-e507010c12ca) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:02.718394 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40294) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:02.785657 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6f283281-b1f3-435b-b340-19ed2b9730eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.791123 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.848057 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port e5377fe6-c65b-454e-9e27-4abe198a44a7 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:02.865924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port e5377fe6-c65b-454e-9e27-4abe198a44a7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:02.870345 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.938039 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6f283281-b1f3-435b-b340-19ed2b9730eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.961190 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6f283281-b1f3-435b-b340-19ed2b9730eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1440e9c-0fe9-4c6d-89fa-f4a13189f840']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:02.961740 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.964641 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d389ef0c-cbb6-4e4e-ad56-30d22de9e96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.975336 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Transition to ACTIVE for port object 3835cfc3-cba0-40a6-9703-e507010c12ca will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:03.018879 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Transition to ACTIVE for port object 3835cfc3-cba0-40a6-9703-e507010c12ca will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:03.029608 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.066850 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.072081 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Network 2db9e81d-658b-4adb-b971-288015f4b66c is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:03.077829 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d389ef0c-cbb6-4e4e-ad56-30d22de9e96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.083490 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:03.083687 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6f283281-b1f3-435b-b340-19ed2b9730eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621b9207-6ed9-4cf5-8d20-24bb9d2788f2') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:03.083978 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6f283281-b1f3-435b-b340-19ed2b9730eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621b9207-6ed9-4cf5-8d20-24bb9d2788f2') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:03.086288 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d389ef0c-cbb6-4e4e-ad56-30d22de9e96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.098470 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:03.105115 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6f283281-b1f3-435b-b340-19ed2b9730eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.126954 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port e5377fe6-c65b-454e-9e27-4abe198a44a7, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e5377fe6-c65b-454e-9e27-4abe198a44a7,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:03.132761 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da43f13-bd59-4421-8a57-2ce7c7fd05a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5377fe6-c65b-454e-9e27-4abe198a44a7'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:03.135413 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaede2d3-afdc-42f4-b092-dd37177c4fb1" -d '{"events": [{"server_uuid": "8da43f13-bd59-4421-8a57-2ce7c7fd05a1", "name": "network-vif-plugged", "status": "completed", "tag": "e5377fe6-c65b-454e-9e27-4abe198a44a7"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:03.142002 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.144298 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.148422 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6f283281-b1f3-435b-b340-19ed2b9730eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.150703 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Pushing event updated for resources: {'Port': ['ID=3835cfc3-cba0-40a6-9703-e507010c12ca,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.172314 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f283281-b1f3-435b-b340-19ed2b9730eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:03.172687 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6f283281-b1f3-435b-b340-19ed2b9730eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.225081 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45e5654-95a6-48c2-9f06-794a9a8a7958 x-openstack-request-id: req-d45e5654-95a6-48c2-9f06-794a9a8a7958 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:03.225983 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da43f13-bd59-4421-8a57-2ce7c7fd05a1", "name": "network-vif-plugged", "status": "completed", "tag": "e5377fe6-c65b-454e-9e27-4abe198a44a7", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:03.226389 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.226711 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d45e5654-95a6-48c2-9f06-794a9a8a7958 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:03.227296 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da43f13-bd59-4421-8a57-2ce7c7fd05a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5377fe6-c65b-454e-9e27-4abe198a44a7', 'code': 200} Jul 16 01:46:03.246758 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Attempting to bind port 3835cfc3-cba0-40a6-9703-e507010c12ca on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:03.247513 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Attempting to bind port 3835cfc3-cba0-40a6-9703-e507010c12ca by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'afae7da1-a189-45ef-b8ac-2f8a1e00592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:03.252979 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Attempting to bind port 3835cfc3-cba0-40a6-9703-e507010c12ca on network 2db9e81d-658b-4adb-b971-288015f4b66c {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:03.304980 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=e5377fe6-c65b-454e-9e27-4abe198a44a7,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.309589 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:03.310136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Checking segment: {'id': 'afae7da1-a189-45ef-b8ac-2f8a1e00592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:03.311414 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.312168 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Bound using segment: {'id': 'afae7da1-a189-45ef-b8ac-2f8a1e00592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:03.312837 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Bound port: 3835cfc3-cba0-40a6-9703-e507010c12ca, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afae7da1-a189-45ef-b8ac-2f8a1e00592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:03.313430 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:03.316955 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:03.328376 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6f283281-b1f3-435b-b340-19ed2b9730eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.333519 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6f283281-b1f3-435b-b340-19ed2b9730eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.338257 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6f283281-b1f3-435b-b340-19ed2b9730eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] 10.222.0.54 "DELETE /v2.0/networks/b1440e9c-0fe9-4c6d-89fa-f4a13189f840 HTTP/1.1" status: 204 len: 168 time: 0.6964936 Jul 16 01:46:03.404788 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389ef0c-cbb6-4e4e-ad56-30d22de9e96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4b767f-a377-4f71-af33-0fccf0d5f8c5,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.409039 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f283281-b1f3-435b-b340-19ed2b9730eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461508699-project] Pushing event deleted for resources: {'Network': ['ID=b1440e9c-0fe9-4c6d-89fa-f4a13189f840,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.418800 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d389ef0c-cbb6-4e4e-ad56-30d22de9e96f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4023d461bf7945f8932cb0444811127f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6992505 Jul 16 01:46:03.420488 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40308) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:03.497854 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] Allocated IP 172.25.1.25 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/b236fa89-87bc-4da1-8c98-eed427f024ac) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:03.499702 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-81d524ce-0458-443d-aa79-0727b0c4d8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.507099 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1430e6-182e-4c39-8e7e-85bde3a56aa0 req-6192fa5e-31f5-4ef2-9e89-edc2e8432262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:03.509175 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bc1430e6-182e-4c39-8e7e-85bde3a56aa0 req-6192fa5e-31f5-4ef2-9e89-edc2e8432262 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 1096 time: 0.1652992 Jul 16 01:46:03.528468 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] For port 3835cfc3-cba0-40a6-9703-e507010c12ca, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:03.538122 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] For port 3835cfc3-cba0-40a6-9703-e507010c12ca, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=3835cfc3-cba0-40a6-9703-e507010c12ca,segment=NetworkSegment(afae7da1-a189-45ef-b8ac-2f8a1e00592d),segment_id=afae7da1-a189-45ef-b8ac-2f8a1e00592d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:03.548732 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.557725 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbe9fc-ff69-48d6-b2c6-e8b8d772a516 req-4c94c487-8ce0-4b97-92f4-30b6f8e21a65 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:03.559742 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-03dbe9fc-ff69-48d6-b2c6-e8b8d772a516 req-4c94c487-8ce0-4b97-92f4-30b6f8e21a65 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.1735287 Jul 16 01:46:03.604942 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-81d524ce-0458-443d-aa79-0727b0c4d8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.659886 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bc1430e6-182e-4c39-8e7e-85bde3a56aa0 req-2a870661-b380-4627-8194-31174e537c48 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257436 Jul 16 01:46:03.668807 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a804e00-5d61-4554-9583-89456ac365c6 None None] Pushing event updated for resources: {'Port': ['ID=3835cfc3-cba0-40a6-9703-e507010c12ca,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.677015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40314) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:03.713744 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-81d524ce-0458-443d-aa79-0727b0c4d8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.718630 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-81d524ce-0458-443d-aa79-0727b0c4d8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.722592 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-81d524ce-0458-443d-aa79-0727b0c4d8c4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0b4b767f-a377-4f71-af33-0fccf0d5f8c5 HTTP/1.1" status: 204 len: 168 time: 0.2983160 Jul 16 01:46:03.751467 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-03dbe9fc-ff69-48d6-b2c6-e8b8d772a516 req-d8adedb7-b9d9-42c5-bac3-6bbd5fcfe496 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664257 Jul 16 01:46:03.751580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d524ce-0458-443d-aa79-0727b0c4d8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4b767f-a377-4f71-af33-0fccf0d5f8c5,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.790721 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.811096 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.853118 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.907314 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:03.910480 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:03.944307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:03.977702 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=b236fa89-87bc-4da1-8c98-eed427f024ac,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:04.199111 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40324) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:04.216269 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-264c89b2-ae73-4557-a6b9-393aeb17bfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.285046 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-67104237-d3a8-4459-a0c8-275d17800680 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d629552e94474b4894d2e4f578b7e253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6021538 Jul 16 01:46:04.285563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40326) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:04.298061 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.401161 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7127f62c-2052-4a8e-bf73-4b1c7e6c65f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.413960 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-264c89b2-ae73-4557-a6b9-393aeb17bfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.429618 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 3835cfc3-cba0-40a6-9703-e507010c12ca up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:04.443131 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-264c89b2-ae73-4557-a6b9-393aeb17bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.500412 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7127f62c-2052-4a8e-bf73-4b1c7e6c65f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.517888 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 3835cfc3-cba0-40a6-9703-e507010c12ca completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:04.548556 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c89b2-ae73-4557-a6b9-393aeb17bfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8500346d-979e-41c1-9de2-1eff2dcc5a59,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:04.586643 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-264c89b2-ae73-4557-a6b9-393aeb17bfa3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9e35dffb1fa04b6dacfe33615e324b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859994 Jul 16 01:46:04.589200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40330) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:04.636934 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7127f62c-2052-4a8e-bf73-4b1c7e6c65f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.639956 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7127f62c-2052-4a8e-bf73-4b1c7e6c65f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.641655 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7127f62c-2052-4a8e-bf73-4b1c7e6c65f1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/70c05301-5144-4ea2-aa81-2eff131300ad HTTP/1.1" status: 204 len: 168 time: 0.3543780 Jul 16 01:46:04.661224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127f62c-2052-4a8e-bf73-4b1c7e6c65f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c05301-5144-4ea2-aa81-2eff131300ad,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:04.667145 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2cc95033-9dc1-4c78-aa82-2b5f63b91a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.695895 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2cc95033-9dc1-4c78-aa82-2b5f63b91a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.760780 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2cc95033-9dc1-4c78-aa82-2b5f63b91a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.764563 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2cc95033-9dc1-4c78-aa82-2b5f63b91a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.766823 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2cc95033-9dc1-4c78-aa82-2b5f63b91a20 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8500346d-979e-41c1-9de2-1eff2dcc5a59 HTTP/1.1" status: 204 len: 168 time: 0.1766489 Jul 16 01:46:04.800793 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc95033-9dc1-4c78-aa82-2b5f63b91a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8500346d-979e-41c1-9de2-1eff2dcc5a59,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:05.150180 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.321851 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4ee10-bc49-4d88-a6d5-a15155d0a1bb req-6e725b57-21d9-4f30-ad21-8da381110562 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:05.333187 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fbd4ee10-bc49-4d88-a6d5-a15155d0a1bb req-6e725b57-21d9-4f30-ad21-8da381110562 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.3041189 Jul 16 01:46:05.353549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40352) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:05.399470 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fbd4ee10-bc49-4d88-a6d5-a15155d0a1bb req-8ac01971-051b-4171-be45-9a5c4f18b471 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651774 Jul 16 01:46:05.410840 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ce17352a-6110-43a6-8e57-a51df1a629b2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=89be26bafb234600b06d155c57b19826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568845 Jul 16 01:46:05.413388 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40354) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:05.437672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d687a8d0-a290-4f5d-afce-acc47c43b941 None None] Network 2db9e81d-658b-4adb-b971-288015f4b66c requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:05.465638 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] Router 883719d3-41f2-48ff-bddb-e3556a652165 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:05.490360 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b8664a51-2924-4bc7-a93b-876386f1b422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.533389 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b50479c1-019b-4def-a91f-3dd382882fca None None] Provisioning for port 3835cfc3-cba0-40a6-9703-e507010c12ca completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:05.540933 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b8664a51-2924-4bc7-a93b-876386f1b422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.545248 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b50479c1-019b-4def-a91f-3dd382882fca None None] Provisioning complete for port 3835cfc3-cba0-40a6-9703-e507010c12ca triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:05.546049 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b50479c1-019b-4def-a91f-3dd382882fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.619783 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b8664a51-2924-4bc7-a93b-876386f1b422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.622347 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b8664a51-2924-4bc7-a93b-876386f1b422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.626015 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b8664a51-2924-4bc7-a93b-876386f1b422 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/be48f58c-670f-4aa9-b360-e0061105bf08 HTTP/1.1" status: 204 len: 168 time: 0.2003899 Jul 16 01:46:05.636614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8664a51-2924-4bc7-a93b-876386f1b422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be48f58c-670f-4aa9-b360-e0061105bf08,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:05.699939 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:05.714457 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Sync routers for ids ['883719d3-41f2-48ff-bddb-e3556a652165'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:05.737925 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Routers {'883719d3-41f2-48ff-bddb-e3556a652165'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:05.743751 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:46:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['883719d3-41f2-48ff-bddb-e3556a652165'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:05.778810 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.784379 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6e68f1a3-7408-4d2f-808d-05a4439bf1c3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5027959 Jul 16 01:46:05.785144 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40366) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:05.797872 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b50479c1-019b-4def-a91f-3dd382882fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.855970 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b50479c1-019b-4def-a91f-3dd382882fca None None] For port 3835cfc3-cba0-40a6-9703-e507010c12ca, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=3835cfc3-cba0-40a6-9703-e507010c12ca,segment=NetworkSegment(afae7da1-a189-45ef-b8ac-2f8a1e00592d),segment_id=afae7da1-a189-45ef-b8ac-2f8a1e00592d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:05.867205 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b50479c1-019b-4def-a91f-3dd382882fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.935279 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50479c1-019b-4def-a91f-3dd382882fca None None] Pushing event updated for resources: {'Port': ['ID=3835cfc3-cba0-40a6-9703-e507010c12ca,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:06.041027 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Set router 883719d3-41f2-48ff-bddb-e3556a652165 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:06.407467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 3835cfc3-cba0-40a6-9703-e507010c12ca up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:06.463862 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883719d3-41f2-48ff-bddb-e3556a652165', 'name': 'tempest-TaggedBootDevicesTest_v242-546995690-router', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:02Z', 'updated_at': '2021-07-16T01:46:04Z', 'revision_number': 3, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'gw_port': {'id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:03Z', 'updated_at': '2021-07-16T01:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:06.508375 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2c26e7ca-0ff6-4426-a50b-afd02716c29e None None] Provisioning complete for port 3835cfc3-cba0-40a6-9703-e507010c12ca triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:06.508993 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c26e7ca-0ff6-4426-a50b-afd02716c29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.543043 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 3835cfc3-cba0-40a6-9703-e507010c12ca triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:06.543435 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.659056 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.788825 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730a653-f3f6-45ba-a25b-e4cb82e85ed0 req-7654bc6a-cd81-4bcf-a964-f2d4829f1414 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:06.790244 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Checking router: 883719d3-41f2-48ff-bddb-e3556a652165 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:06.799195 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Updating router 883719d3-41f2-48ff-bddb-e3556a652165 port b236fa89-87bc-4da1-8c98-eed427f024ac binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:46:06.812749 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1730a653-f3f6-45ba-a25b-e4cb82e85ed0 req-7654bc6a-cd81-4bcf-a964-f2d4829f1414 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.1640399 Jul 16 01:46:06.910691 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1730a653-f3f6-45ba-a25b-e4cb82e85ed0 req-56d8e35f-b7d6-4bbd-96b3-5d5a7ab7a7f5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921452 Jul 16 01:46:06.913566 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.984799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] Allocated IP 172.20.0.1 (2db9e81d-658b-4adb-b971-288015f4b66c/3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a/f4b464d0-80ee-42e4-9021-9bb9fb195d4f) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:07.297899 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.342961 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] Transition to ACTIVE for port object f4b464d0-80ee-42e4-9021-9bb9fb195d4f will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:07.425200 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.464042 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] Network 2db9e81d-658b-4adb-b971-288015f4b66c is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:07.466638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:07.484512 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.490304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:07.507992 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Transition to ACTIVE for port object b236fa89-87bc-4da1-8c98-eed427f024ac will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:07.518130 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.559060 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.617429 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Attempting to bind port b236fa89-87bc-4da1-8c98-eed427f024ac on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:07.617727 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Attempting to bind port b236fa89-87bc-4da1-8c98-eed427f024ac by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:07.618210 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Attempting to bind port b236fa89-87bc-4da1-8c98-eed427f024ac on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:07.646733 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:07.647114 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:07.647516 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.647938 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:07.648419 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Bound port: b236fa89-87bc-4da1-8c98-eed427f024ac, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:07.648797 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.710240 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] For port b236fa89-87bc-4da1-8c98-eed427f024ac, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:07.714940 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] For port b236fa89-87bc-4da1-8c98-eed427f024ac, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b236fa89-87bc-4da1-8c98-eed427f024ac,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:07.723368 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.743421 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed460e81-cf4b-461f-827d-64f99d353074 None None] Pushing event updated for resources: {'Port': ['ID=b236fa89-87bc-4da1-8c98-eed427f024ac,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:07.765433 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed460e81-cf4b-461f-827d-64f99d353074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:07.765841 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed460e81-cf4b-461f-827d-64f99d353074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:07.766141 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed460e81-cf4b-461f-827d-64f99d353074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:07.766477 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed460e81-cf4b-461f-827d-64f99d353074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:07.766806 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed460e81-cf4b-461f-827d-64f99d353074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:07.767129 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed460e81-cf4b-461f-827d-64f99d353074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:07.767451 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed460e81-cf4b-461f-827d-64f99d353074 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:07.768240 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed460e81-cf4b-461f-827d-64f99d353074 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:07.768513 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed460e81-cf4b-461f-827d-64f99d353074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:07.768838 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed460e81-cf4b-461f-827d-64f99d353074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:07.769160 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed460e81-cf4b-461f-827d-64f99d353074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:07.769478 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed460e81-cf4b-461f-827d-64f99d353074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:07.793207 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] Pushing event updated for resources: {'Port': ['ID=f4b464d0-80ee-42e4-9021-9bb9fb195d4f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:07.848134 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Routers {'883719d3-41f2-48ff-bddb-e3556a652165'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:07.849510 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:46:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['883719d3-41f2-48ff-bddb-e3556a652165'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:07.859096 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69242e5-e74f-494f-99e3-df2d3bbccf25 req-0a6e7e30-0cf5-48b8-a746-d55d217b7ece tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:07.864798 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f69242e5-e74f-494f-99e3-df2d3bbccf25 req-0a6e7e30-0cf5-48b8-a746-d55d217b7ece tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.2757139 Jul 16 01:46:07.886098 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40426) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:07.939113 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed460e81-cf4b-461f-827d-64f99d353074 None None] Pushing event updated for resources: {'Port': ['ID=b236fa89-87bc-4da1-8c98-eed427f024ac,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:07.978889 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3a2ab1f7-77dd-406b-a4be-ebc995a87727 None None] Provisioning for port f4b464d0-80ee-42e4-9021-9bb9fb195d4f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:07.984982 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3a2ab1f7-77dd-406b-a4be-ebc995a87727 None None] Provisioning complete for port f4b464d0-80ee-42e4-9021-9bb9fb195d4f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:07.985867 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab1f7-77dd-406b-a4be-ebc995a87727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.026514 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f69242e5-e74f-494f-99e3-df2d3bbccf25 req-3eac7df0-b9f6-4d1f-9095-1a545569f3a1 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484869 Jul 16 01:46:08.032355 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ab1f7-77dd-406b-a4be-ebc995a87727 None None] Port f4b464d0-80ee-42e4-9021-9bb9fb195d4f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:08.034183 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.075408 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] Set router 883719d3-41f2-48ff-bddb-e3556a652165 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:08.242712 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.261151 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.329831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-9d7ec39f-c633-47e9-bbc3-734b1a4449f1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-430720990'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:08.377407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] Pushing event updated for resources: {'Port': ['ID=f4b464d0-80ee-42e4-9021-9bb9fb195d4f,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:08.378105 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7ec39f-c633-47e9-bbc3-734b1a4449f1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Made reservation on behalf of 8634c70367db4229bca9a89a318ca8c6 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:08.383020 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d7ec39f-c633-47e9-bbc3-734b1a4449f1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.386689 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.396918 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d7ec39f-c633-47e9-bbc3-734b1a4449f1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.400178 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883719d3-41f2-48ff-bddb-e3556a652165', 'name': 'tempest-TaggedBootDevicesTest_v242-546995690-router', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:02Z', 'updated_at': '2021-07-16T01:46:04Z', 'revision_number': 3, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'gw_port': {'id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:03Z', 'updated_at': '2021-07-16T01:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:08.463241 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27afd27f-b4a7-402a-8ed8-1b116b62a340 None None] The sync data for ids ['883719d3-41f2-48ff-bddb-e3556a652165'] in n-d-800086-6 is: [{'id': '883719d3-41f2-48ff-bddb-e3556a652165', 'name': 'tempest-TaggedBootDevicesTest_v242-546995690-router', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:02Z', 'updated_at': '2021-07-16T01:46:04Z', 'revision_number': 3, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'gw_port': {'id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:03Z', 'updated_at': '2021-07-16T01:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:08.548336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] Network 2db9e81d-658b-4adb-b971-288015f4b66c is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:08.549995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:08.611281 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d7ec39f-c633-47e9-bbc3-734b1a4449f1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.626702 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d7ec39f-c633-47e9-bbc3-734b1a4449f1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.673546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7ec39f-c633-47e9-bbc3-734b1a4449f1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:08.689153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ec39f-c633-47e9-bbc3-734b1a4449f1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c595474-3e8f-4a77-9f67-d2f32526ba28,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:08.714132 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d7ec39f-c633-47e9-bbc3-734b1a4449f1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.714796 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-9d7ec39f-c633-47e9-bbc3-734b1a4449f1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Added segment f3f3c491-7090-45c2-b269-af3698ab5ed7 of type vlan for network afda8920-c2c6-4df0-8e2b-bb912cb3182b Jul 16 01:46:08.776920 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d7ec39f-c633-47e9-bbc3-734b1a4449f1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.825220 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d7ec39f-c633-47e9-bbc3-734b1a4449f1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.854244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7ec39f-c633-47e9-bbc3-734b1a4449f1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:08.856221 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d7ec39f-c633-47e9-bbc3-734b1a4449f1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.921318 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9d7ec39f-c633-47e9-bbc3-734b1a4449f1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0339406 Jul 16 01:46:08.924445 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40448) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:08.931011 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-82657747-904b-4157-ac4f-cdc020c26d65 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Request body: {'subnet': {'network_id': 'afda8920-c2c6-4df0-8e2b-bb912cb3182b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:08.975914 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-35d4e131-3679-446f-8e7e-4efbf38c9f98 None None] Provisioning complete for port f4b464d0-80ee-42e4-9021-9bb9fb195d4f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:08.976298 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35d4e131-3679-446f-8e7e-4efbf38c9f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.104216 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-35d4e131-3679-446f-8e7e-4efbf38c9f98 None None] Port f4b464d0-80ee-42e4-9021-9bb9fb195d4f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:09.136967 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ec39f-c633-47e9-bbc3-734b1a4449f1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Pushing event updated for resources: {'Network': ['ID=afda8920-c2c6-4df0-8e2b-bb912cb3182b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:09.149182 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82657747-904b-4157-ac4f-cdc020c26d65 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Made reservation on behalf of 8634c70367db4229bca9a89a318ca8c6 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:09.149393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network afda8920-c2c6-4df0-8e2b-bb912cb3182b details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:09.155212 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-82657747-904b-4157-ac4f-cdc020c26d65 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.525449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] Router 883719d3-41f2-48ff-bddb-e3556a652165 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:09.580941 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-82657747-904b-4157-ac4f-cdc020c26d65 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.652294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bc4f9-c32b-4f2f-8a6f-bcad54b4f687 req-ad019a13-b4d9-4360-82e0-11e51f3674e5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:09.661936 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-899bc4f9-c32b-4f2f-8a6f-bcad54b4f687 req-ad019a13-b4d9-4360-82e0-11e51f3674e5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.3167555 Jul 16 01:46:09.718227 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82657747-904b-4157-ac4f-cdc020c26d65 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Pushing event updated for resources: {'Subnet': ['ID=6461b424-64e0-41ae-9bed-46ad854ba8a5,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:09.729784 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82657747-904b-4157-ac4f-cdc020c26d65 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Checking segment: {'id': 'f3f3c491-7090-45c2-b269-af3698ab5ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afda8920-c2c6-4df0-8e2b-bb912cb3182b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:09.730363 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82657747-904b-4157-ac4f-cdc020c26d65 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Network hostable DHCP agents. Network: afda8920-c2c6-4df0-8e2b-bb912cb3182b, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:09.754596 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82657747-904b-4157-ac4f-cdc020c26d65 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Network afda8920-c2c6-4df0-8e2b-bb912cb3182b is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:09.772369 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-82657747-904b-4157-ac4f-cdc020c26d65 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, afda8920-c2c6-4df0-8e2b-bb912cb3182b) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:09.781130 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be9f26d-e805-4f06-b865-c5b440765189 None None] Network afda8920-c2c6-4df0-8e2b-bb912cb3182b requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:09.790905 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82657747-904b-4157-ac4f-cdc020c26d65 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:09.792592 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-82657747-904b-4157-ac4f-cdc020c26d65 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.800347 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-899bc4f9-c32b-4f2f-8a6f-bcad54b4f687 req-42792bf6-380c-4905-a7ca-31f9300b27d9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374414 Jul 16 01:46:09.814624 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:09.834080 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bd1d6b19-1a3c-4226-a84c-3386cce28f7b admin admin] 10.222.0.54 "PUT /v2.0/routers/883719d3-41f2-48ff-bddb-e3556a652165/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0478408 Jul 16 01:46:09.834850 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40466) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:09.836620 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-82657747-904b-4157-ac4f-cdc020c26d65 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9104271 Jul 16 01:46:09.841473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ae4a1595-dc4a-4ebe-b6f0-3a86668a9702 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1582288777', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:09.879353 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1595-dc4a-4ebe-b6f0-3a86668a9702 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.882627 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1595-dc4a-4ebe-b6f0-3a86668a9702 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.043315 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1595-dc4a-4ebe-b6f0-3a86668a9702 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.050142 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1595-dc4a-4ebe-b6f0-3a86668a9702 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.081983 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1595-dc4a-4ebe-b6f0-3a86668a9702 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.083292 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ae4a1595-dc4a-4ebe-b6f0-3a86668a9702 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2467234 Jul 16 01:46:10.086679 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40478) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:10.140571 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-afda8920-c2c6-4df0-8e2b-bb912cb3182b', 'network_id': 'afda8920-c2c6-4df0-8e2b-bb912cb3182b', 'tenant_id': '8634c70367db4229bca9a89a318ca8c6', 'fixed_ips': [{'subnet_id': '6461b424-64e0-41ae-9bed-46ad854ba8a5'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:10.141802 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.363853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Allocated IP 172.20.0.2 (afda8920-c2c6-4df0-8e2b-bb912cb3182b/6461b424-64e0-41ae-9bed-46ad854ba8a5/5b5ec6cf-87f2-4d10-a00d-2337220a9f4b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:10.532695 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b236fa89-87bc-4da1-8c98-eed427f024ac up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:10.679946 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:46:10.698683 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.733575 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.746903 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port b236fa89-87bc-4da1-8c98-eed427f024ac completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:10.752924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Transition to ACTIVE for port object 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:10.755347 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port b236fa89-87bc-4da1-8c98-eed427f024ac triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:10.756241 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.811580 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Transition to ACTIVE for port object 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:10.829737 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.897011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Network afda8920-c2c6-4df0-8e2b-bb912cb3182b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:10.907492 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:10.915735 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:10.988373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Pushing event updated for resources: {'Port': ['ID=5b5ec6cf-87f2-4d10-a00d-2337220a9f4b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:11.027066 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Attempting to bind port 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:11.027447 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Attempting to bind port 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'f3f3c491-7090-45c2-b269-af3698ab5ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afda8920-c2c6-4df0-8e2b-bb912cb3182b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:11.027971 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Attempting to bind port 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b on network afda8920-c2c6-4df0-8e2b-bb912cb3182b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:11.040235 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:11.040625 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Checking segment: {'id': 'f3f3c491-7090-45c2-b269-af3698ab5ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afda8920-c2c6-4df0-8e2b-bb912cb3182b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:11.041045 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.041433 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Bound using segment: {'id': 'f3f3c491-7090-45c2-b269-af3698ab5ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afda8920-c2c6-4df0-8e2b-bb912cb3182b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:11.041921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Bound port: 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f3c491-7090-45c2-b269-af3698ab5ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'afda8920-c2c6-4df0-8e2b-bb912cb3182b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:11.042310 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.088694 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.130224 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port b236fa89-87bc-4da1-8c98-eed427f024ac, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b236fa89-87bc-4da1-8c98-eed427f024ac,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:11.141892 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.164817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Allocated IP 172.20.0.1 (afda8920-c2c6-4df0-8e2b-bb912cb3182b/6461b424-64e0-41ae-9bed-46ad854ba8a5/96d8db85-c7c3-4c1a-9bb3-4d208c3a8372) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:11.182873 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] For port 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:11.205556 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] For port 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5b5ec6cf-87f2-4d10-a00d-2337220a9f4b,segment=NetworkSegment(f3f3c491-7090-45c2-b269-af3698ab5ed7),segment_id=f3f3c491-7090-45c2-b269-af3698ab5ed7)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:11.222737 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.229763 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0ae44-0de6-48c1-9c2e-432bfa517dea req-e9fe00d1-ec07-4e59-bbc8-f33cce0d98a6 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:11.240220 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=b236fa89-87bc-4da1-8c98-eed427f024ac,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:11.267220 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ea0ae44-0de6-48c1-9c2e-432bfa517dea req-e9fe00d1-ec07-4e59-bbc8-f33cce0d98a6 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.2023451 Jul 16 01:46:11.355557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4e00c-96e3-41ba-a430-f01a45490781 None None] Pushing event updated for resources: {'Port': ['ID=5b5ec6cf-87f2-4d10-a00d-2337220a9f4b,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:11.441930 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.491469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Transition to ACTIVE for port object 96d8db85-c7c3-4c1a-9bb3-4d208c3a8372 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:11.496363 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ea0ae44-0de6-48c1-9c2e-432bfa517dea req-3d55f9f4-f3bb-4b3a-b042-79f422482be3 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257686 Jul 16 01:46:11.540697 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.549464 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d6ec95f1-5e7c-4a19-9d4b-1df6d045db9c req-633e7bbc-2f25-4204-a3d3-7e83025ba51f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2560189 Jul 16 01:46:11.681101 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Network afda8920-c2c6-4df0-8e2b-bb912cb3182b is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:11.713283 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:11.718518 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:11.754254 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Sync routers for ids ['883719d3-41f2-48ff-bddb-e3556a652165'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:11.758012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec95f1-5e7c-4a19-9d4b-1df6d045db9c req-b687df8d-a997-4b70-83e5-629e0fb24e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:11.759700 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d6ec95f1-5e7c-4a19-9d4b-1df6d045db9c req-b687df8d-a997-4b70-83e5-629e0fb24e47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 1097 time: 0.1673582 Jul 16 01:46:11.770022 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Routers {'883719d3-41f2-48ff-bddb-e3556a652165'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:11.770672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:46:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['883719d3-41f2-48ff-bddb-e3556a652165'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:11.916144 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Pushing event updated for resources: {'Port': ['ID=96d8db85-c7c3-4c1a-9bb3-4d208c3a8372,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:11.927822 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.034210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec95f1-5e7c-4a19-9d4b-1df6d045db9c req-1f1d11f5-d87e-49b2-b589-cf527f88ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.036612 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d6ec95f1-5e7c-4a19-9d4b-1df6d045db9c req-1f1d11f5-d87e-49b2-b589-cf527f88ec26 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 912 time: 0.2535646 Jul 16 01:46:12.116950 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d6ec95f1-5e7c-4a19-9d4b-1df6d045db9c req-910c086b-a05f-4ff9-b792-346ebd0eb5d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 HTTP/1.1" status: 200 len: 217 time: 0.0707536 Jul 16 01:46:12.117496 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Set router 883719d3-41f2-48ff-bddb-e3556a652165 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:12.154752 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.198815 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec95f1-5e7c-4a19-9d4b-1df6d045db9c req-841cd9b4-1cde-4999-8053-25059a9ff6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.204436 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d6ec95f1-5e7c-4a19-9d4b-1df6d045db9c req-841cd9b4-1cde-4999-8053-25059a9ff6d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.0793400 Jul 16 01:46:12.379255 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec95f1-5e7c-4a19-9d4b-1df6d045db9c req-66746929-7cb0-4594-8aaf-e6136b806c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.381754 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d6ec95f1-5e7c-4a19-9d4b-1df6d045db9c req-66746929-7cb0-4594-8aaf-e6136b806c93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1685176 Jul 16 01:46:12.580668 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device e5377fe6-c65b-454e-9e27-4abe198a44a7 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:46:12.585016 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d6ec95f1-5e7c-4a19-9d4b-1df6d045db9c req-42273a5e-c8ab-4838-8b8b-2153d9153677 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870086 Jul 16 01:46:12.639735 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:12.835719 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883719d3-41f2-48ff-bddb-e3556a652165', 'name': 'tempest-TaggedBootDevicesTest_v242-546995690-router', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:02Z', 'updated_at': '2021-07-16T01:46:07Z', 'revision_number': 4, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'gw_port': {'id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:03Z', 'updated_at': '2021-07-16T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'f4b464d0-80ee-42e4-9021-9bb9fb195d4f', 'name': '', 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'mac_address': 'fa:16:3e:0b:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:06Z', 'updated_at': '2021-07-16T01:46:08Z', 'revision_number': 2, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'subnets': [{'id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:12.904915 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Checking router: 883719d3-41f2-48ff-bddb-e3556a652165 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:12.905256 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Updating router 883719d3-41f2-48ff-bddb-e3556a652165 port f4b464d0-80ee-42e4-9021-9bb9fb195d4f binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:46:12.976049 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d6ec95f1-5e7c-4a19-9d4b-1df6d045db9c req-a3772cb8-6cc6-4e4f-91a5-1ee99f50ff6c service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851402 Jul 16 01:46:13.143048 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:13.174806 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b236fa89-87bc-4da1-8c98-eed427f024ac up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:13.178255 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76778138-c6e4-41e7-ad69-012ff9f8b05a req-b0544e36-c906-4914-b7d9-75302be6e3b3 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:13.189173 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76778138-c6e4-41e7-ad69-012ff9f8b05a req-b0544e36-c906-4914-b7d9-75302be6e3b3 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.2080195 Jul 16 01:46:13.256041 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.275479 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.291514 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76778138-c6e4-41e7-ad69-012ff9f8b05a req-1fd61962-5261-46a6-a1e7-d75aa7519182 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895476 Jul 16 01:46:13.314043 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.386094 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port e5377fe6-c65b-454e-9e27-4abe198a44a7, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e5377fe6-c65b-454e-9e27-4abe198a44a7,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:13.431336 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'e5377fe6-c65b-454e-9e27-4abe198a44a7', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'port_id': 'e5377fe6-c65b-454e-9e27-4abe198a44a7', 'mac_address': 'fa:16:3e:3d:5f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:46:13.451936 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136fb7e7-ba74-4aa2-b2ba-ccb5d6d8f1a7 None None] Network afda8920-c2c6-4df0-8e2b-bb912cb3182b requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:13.501045 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.504442 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Pushing event updated for resources: {'Port': ['ID=96d8db85-c7c3-4c1a-9bb3-4d208c3a8372,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:13.516682 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port b236fa89-87bc-4da1-8c98-eed427f024ac triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:13.517061 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.627929 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-67f576f2-4a42-41f8-8516-5372f1cb368e None None] Provisioning for port 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:13.641731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-67f576f2-4a42-41f8-8516-5372f1cb368e None None] Provisioning complete for port 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:13.642030 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67f576f2-4a42-41f8-8516-5372f1cb368e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.719925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Network afda8920-c2c6-4df0-8e2b-bb912cb3182b is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:13.721605 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:13.986088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Router 6218f0d7-5bc1-4ee3-9ed8-cae14d711962 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:14.313455 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:14.322588 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40632) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:14.326941 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1ca09-5666-4f7a-8fcb-22652b0695d7 None None] Sync routers for ids ['6218f0d7-5bc1-4ee3-9ed8-cae14d711962'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:14.328562 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-16e6aea1-7fb8-4405-a043-03b1ea22f7aa tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Request body: {'port': {'network_id': 'afda8920-c2c6-4df0-8e2b-bb912cb3182b', 'name': 'tempest-FloatingIPNegativeTestJSON-1536146363'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:14.340514 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5549e121-b6c8-4439-b709-c26bba67993c tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] 10.222.0.54 "PUT /v2.0/routers/6218f0d7-5bc1-4ee3-9ed8-cae14d711962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2486398 Jul 16 01:46:14.342280 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1ca09-5666-4f7a-8fcb-22652b0695d7 None None] Routers {'6218f0d7-5bc1-4ee3-9ed8-cae14d711962'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:14.343012 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e2e1ca09-5666-4f7a-8fcb-22652b0695d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:46:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6218f0d7-5bc1-4ee3-9ed8-cae14d711962'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:14.505850 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e2e1ca09-5666-4f7a-8fcb-22652b0695d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:14.540866 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1ca09-5666-4f7a-8fcb-22652b0695d7 None None] Routers {'6218f0d7-5bc1-4ee3-9ed8-cae14d711962'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:14.548250 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e2e1ca09-5666-4f7a-8fcb-22652b0695d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:46:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6218f0d7-5bc1-4ee3-9ed8-cae14d711962'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:14.593171 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e6aea1-7fb8-4405-a043-03b1ea22f7aa tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Made reservation on behalf of 8634c70367db4229bca9a89a318ca8c6 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:14.597581 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-16e6aea1-7fb8-4405-a043-03b1ea22f7aa tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.629842 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-16e6aea1-7fb8-4405-a043-03b1ea22f7aa tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] device_id is not set on port 7f263700-3765-407c-ac4b-d418ca0b1693 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:14.680669 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e2e1ca09-5666-4f7a-8fcb-22652b0695d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:14.681348 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1ca09-5666-4f7a-8fcb-22652b0695d7 None None] The sync data for ids ['6218f0d7-5bc1-4ee3-9ed8-cae14d711962'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:14.715591 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.764030 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5377fe6-c65b-454e-9e27-4abe198a44a7 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:14.811662 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port e5377fe6-c65b-454e-9e27-4abe198a44a7, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e5377fe6-c65b-454e-9e27-4abe198a44a7,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:14.851912 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-16e6aea1-7fb8-4405-a043-03b1ea22f7aa tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Allocated IP 172.20.0.5 (afda8920-c2c6-4df0-8e2b-bb912cb3182b/6461b424-64e0-41ae-9bed-46ad854ba8a5/7f263700-3765-407c-ac4b-d418ca0b1693) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:14.862753 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.953550 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa0e7a-f33d-477a-8b6a-6d053ad02307 req-6444cc00-5351-4880-b30d-24252ce2c512 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:14.961873 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-57aa0e7a-f33d-477a-8b6a-6d053ad02307 req-6444cc00-5351-4880-b30d-24252ce2c512 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.1900756 Jul 16 01:46:15.143258 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=e5377fe6-c65b-454e-9e27-4abe198a44a7,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:15.195184 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-57aa0e7a-f33d-477a-8b6a-6d053ad02307 req-db529556-55da-41d9-bb92-9ff27ac28a9a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149420 Jul 16 01:46:15.321500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['e5377fe6-c65b-454e-9e27-4abe198a44a7'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:15.357208 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-16e6aea1-7fb8-4405-a043-03b1ea22f7aa tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.396669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-16e6aea1-7fb8-4405-a043-03b1ea22f7aa tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Transition to ACTIVE for port object 7f263700-3765-407c-ac4b-d418ca0b1693 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:15.482387 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-16e6aea1-7fb8-4405-a043-03b1ea22f7aa tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.521645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e6aea1-7fb8-4405-a043-03b1ea22f7aa tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Network afda8920-c2c6-4df0-8e2b-bb912cb3182b is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:15.528275 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-16e6aea1-7fb8-4405-a043-03b1ea22f7aa tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:15.581894 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e6aea1-7fb8-4405-a043-03b1ea22f7aa tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:15.658123 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e6aea1-7fb8-4405-a043-03b1ea22f7aa tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:15.663676 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-16e6aea1-7fb8-4405-a043-03b1ea22f7aa tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.697630 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-16e6aea1-7fb8-4405-a043-03b1ea22f7aa tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3736124 Jul 16 01:46:15.699476 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6aea1-7fb8-4405-a043-03b1ea22f7aa tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Pushing event updated for resources: {'Port': ['ID=7f263700-3765-407c-ac4b-d418ca0b1693,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:15.703456 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40674) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:15.708689 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a61cbbf9-213d-4f7b-9d03-7b06221b9db8 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:15.754763 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a61cbbf9-213d-4f7b-9d03-7b06221b9db8 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.898009 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67f576f2-4a42-41f8-8516-5372f1cb368e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.021898 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a61cbbf9-213d-4f7b-9d03-7b06221b9db8 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.335306 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.372078 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-a61cbbf9-213d-4f7b-9d03-7b06221b9db8 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Allocated IP 172.25.1.174 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/42d5c1bc-8656-4aab-9824-e338793df9f1) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:16.376404 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Transition to ACTIVE for port object f4b464d0-80ee-42e4-9021-9bb9fb195d4f will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:16.427192 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-67f576f2-4a42-41f8-8516-5372f1cb368e None None] For port 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5b5ec6cf-87f2-4d10-a00d-2337220a9f4b,segment=NetworkSegment(f3f3c491-7090-45c2-b269-af3698ab5ed7),segment_id=f3f3c491-7090-45c2-b269-af3698ab5ed7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:16.461170 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.491274 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-67f576f2-4a42-41f8-8516-5372f1cb368e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.679683 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a61cbbf9-213d-4f7b-9d03-7b06221b9db8 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.724281 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8704d63-a626-480b-a65e-d5338b94f591 None None] Pushing event updated for resources: {'Port': ['ID=f4b464d0-80ee-42e4-9021-9bb9fb195d4f,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:16.846524 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f576f2-4a42-41f8-8516-5372f1cb368e None None] Pushing event updated for resources: {'Port': ['ID=5b5ec6cf-87f2-4d10-a00d-2337220a9f4b,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:16.967310 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae35b2-8ab0-4724-9b94-83c267319f5f req-664abe50-ac36-4aff-aa88-15a667cca6b0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:16.985633 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-daae35b2-8ab0-4724-9b94-83c267319f5f req-664abe50-ac36-4aff-aa88-15a667cca6b0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 944 time: 0.3859272 Jul 16 01:46:17.013980 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Attempting to bind port f4b464d0-80ee-42e4-9021-9bb9fb195d4f on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:17.014940 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Attempting to bind port f4b464d0-80ee-42e4-9021-9bb9fb195d4f by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'afae7da1-a189-45ef-b8ac-2f8a1e00592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:17.015337 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Attempting to bind port f4b464d0-80ee-42e4-9021-9bb9fb195d4f on network 2db9e81d-658b-4adb-b971-288015f4b66c {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:17.046940 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:17.050146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Checking segment: {'id': 'afae7da1-a189-45ef-b8ac-2f8a1e00592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:17.050146 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.052951 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Bound using segment: {'id': 'afae7da1-a189-45ef-b8ac-2f8a1e00592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:17.053426 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Bound port: f4b464d0-80ee-42e4-9021-9bb9fb195d4f, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afae7da1-a189-45ef-b8ac-2f8a1e00592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:17.053840 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.114218 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a61cbbf9-213d-4f7b-9d03-7b06221b9db8 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.123482 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-daae35b2-8ab0-4724-9b94-83c267319f5f req-1177a850-0f66-433a-bfed-9d1ba214cd0f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247067 Jul 16 01:46:17.216081 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61cbbf9-213d-4f7b-9d03-7b06221b9db8 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:17.228291 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-a61cbbf9-213d-4f7b-9d03-7b06221b9db8 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:17.235468 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61cbbf9-213d-4f7b-9d03-7b06221b9db8 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:17.338957 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] For port f4b464d0-80ee-42e4-9021-9bb9fb195d4f, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:17.341865 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cbbf9-213d-4f7b-9d03-7b06221b9db8 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Pushing event updated for resources: {'Port': ['ID=42d5c1bc-8656-4aab-9824-e338793df9f1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:17.345793 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] For port f4b464d0-80ee-42e4-9021-9bb9fb195d4f, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f4b464d0-80ee-42e4-9021-9bb9fb195d4f,segment=NetworkSegment(afae7da1-a189-45ef-b8ac-2f8a1e00592d),segment_id=afae7da1-a189-45ef-b8ac-2f8a1e00592d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:17.372188 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.554168 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8704d63-a626-480b-a65e-d5338b94f591 None None] Pushing event updated for resources: {'Port': ['ID=f4b464d0-80ee-42e4-9021-9bb9fb195d4f,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:17.597622 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a61cbbf9-213d-4f7b-9d03-7b06221b9db8 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.602140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Routers {'883719d3-41f2-48ff-bddb-e3556a652165'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:17.602786 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:46:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['883719d3-41f2-48ff-bddb-e3556a652165'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:17.833066 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] Set router 883719d3-41f2-48ff-bddb-e3556a652165 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:17.834510 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a61cbbf9-213d-4f7b-9d03-7b06221b9db8 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.194860 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:18.475299 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c34fb7c4-1ef6-452b-9ecd-be6770f2d04f None None] Provisioning complete for port 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:18.475681 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c34fb7c4-1ef6-452b-9ecd-be6770f2d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.477803 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a61cbbf9-213d-4f7b-9d03-7b06221b9db8 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.489102 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a61cbbf9-213d-4f7b-9d03-7b06221b9db8 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.820062 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:18.820501 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.880634 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cbbf9-213d-4f7b-9d03-7b06221b9db8 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Pushing event updated for resources: {'Port': ['ID=42d5c1bc-8656-4aab-9824-e338793df9f1,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:18.920005 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a61cbbf9-213d-4f7b-9d03-7b06221b9db8 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.959272 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device e5377fe6-c65b-454e-9e27-4abe198a44a7 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:18.987166 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883719d3-41f2-48ff-bddb-e3556a652165', 'name': 'tempest-TaggedBootDevicesTest_v242-546995690-router', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:02Z', 'updated_at': '2021-07-16T01:46:07Z', 'revision_number': 4, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'gw_port': {'id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:03Z', 'updated_at': '2021-07-16T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'f4b464d0-80ee-42e4-9021-9bb9fb195d4f', 'name': '', 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'mac_address': 'fa:16:3e:0b:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:06Z', 'updated_at': '2021-07-16T01:46:17Z', 'revision_number': 4, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'subnets': [{'id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:19.046496 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a61cbbf9-213d-4f7b-9d03-7b06221b9db8 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.053460 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a61cbbf9-213d-4f7b-9d03-7b06221b9db8 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3485432 Jul 16 01:46:19.056713 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40746) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:19.063207 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-1decd88a-1ba3-4524-ae2e-94fa403ab30e tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Request body: {'floatingip': {'port_id': '7f263700-3765-407c-ac4b-d418ca0b1693', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:19.092193 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8ac0c-4941-48a0-8b5c-9eea348a820c req-cdf93064-98d2-443f-902e-6ba30130af62 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:19.115011 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9ed8ac0c-4941-48a0-8b5c-9eea348a820c req-cdf93064-98d2-443f-902e-6ba30130af62 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 944 time: 0.6090260 Jul 16 01:46:19.190538 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9ed8ac0c-4941-48a0-8b5c-9eea348a820c req-af943b17-d049-416f-a47b-fd198837a128 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740175 Jul 16 01:46:19.271190 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1decd88a-1ba3-4524-ae2e-94fa403ab30e tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for floatingip, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.314160 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b1d2c9-0386-454d-9020-69c4ee875371 None None] The sync data for ids ['883719d3-41f2-48ff-bddb-e3556a652165'] in n-d-800086-6 is: [{'id': '883719d3-41f2-48ff-bddb-e3556a652165', 'name': 'tempest-TaggedBootDevicesTest_v242-546995690-router', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:02Z', 'updated_at': '2021-07-16T01:46:07Z', 'revision_number': 4, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'gw_port': {'id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:03Z', 'updated_at': '2021-07-16T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'f4b464d0-80ee-42e4-9021-9bb9fb195d4f', 'name': '', 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'mac_address': 'fa:16:3e:0b:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:06Z', 'updated_at': '2021-07-16T01:46:17Z', 'revision_number': 4, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'subnets': [{'id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:19.568290 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c34fb7c4-1ef6-452b-9ecd-be6770f2d04f None None] Provisioning for port 96d8db85-c7c3-4c1a-9bb3-4d208c3a8372 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:19.585713 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port e5377fe6-c65b-454e-9e27-4abe198a44a7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:19.586679 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.655979 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-1decd88a-1ba3-4524-ae2e-94fa403ab30e tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] update failed (client error): The resource could not be found. Jul 16 01:46:19.668761 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1decd88a-1ba3-4524-ae2e-94fa403ab30e tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] 10.222.0.54 "PUT /v2.0/floatingips/a6b04ab5-7c6d-440f-af5c-7589d5263782 HTTP/1.1" status: 404 len: 507 time: 0.6107082 Jul 16 01:46:19.671815 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40756) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:19.720513 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c34fb7c4-1ef6-452b-9ecd-be6770f2d04f None None] Provisioning complete for port 96d8db85-c7c3-4c1a-9bb3-4d208c3a8372 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:19.721173 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c34fb7c4-1ef6-452b-9ecd-be6770f2d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.925683 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c34fb7c4-1ef6-452b-9ecd-be6770f2d04f None None] Port 96d8db85-c7c3-4c1a-9bb3-4d208c3a8372 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:19.978199 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.044891 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-53994269-8371-4268-861f-551373ce7fb1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Deleting port 42d5c1bc-8656-4aab-9824-e338793df9f1 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:20.044891 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-53994269-8371-4268-861f-551373ce7fb1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.115599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da43f13-bd59-4421-8a57-2ce7c7fd05a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5377fe6-c65b-454e-9e27-4abe198a44a7'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:20.127174 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bdd2bb-cdc1-46e8-8d5c-d08785ceb832" -d '{"events": [{"server_uuid": "8da43f13-bd59-4421-8a57-2ce7c7fd05a1", "name": "network-vif-plugged", "status": "completed", "tag": "e5377fe6-c65b-454e-9e27-4abe198a44a7"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:20.182731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c34fb7c4-1ef6-452b-9ecd-be6770f2d04f None None] Provisioning for port 7f263700-3765-407c-ac4b-d418ca0b1693 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:20.202908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port e5377fe6-c65b-454e-9e27-4abe198a44a7, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e5377fe6-c65b-454e-9e27-4abe198a44a7,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:20.212765 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f4b464d0-80ee-42e4-9021-9bb9fb195d4f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:20.228911 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c34fb7c4-1ef6-452b-9ecd-be6770f2d04f None None] Provisioning complete for port 7f263700-3765-407c-ac4b-d418ca0b1693 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:20.229570 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c34fb7c4-1ef6-452b-9ecd-be6770f2d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.234787 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.375772 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b553f3-990f-4f89-9272-9fd277b195e8 x-openstack-request-id: req-33b553f3-990f-4f89-9272-9fd277b195e8 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:20.376337 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da43f13-bd59-4421-8a57-2ce7c7fd05a1", "name": "network-vif-plugged", "status": "completed", "tag": "e5377fe6-c65b-454e-9e27-4abe198a44a7", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:20.376337 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-33b553f3-990f-4f89-9272-9fd277b195e8 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:20.376818 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da43f13-bd59-4421-8a57-2ce7c7fd05a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5377fe6-c65b-454e-9e27-4abe198a44a7', 'code': 200} Jul 16 01:46:20.464497 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-53994269-8371-4268-861f-551373ce7fb1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.465029 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-53994269-8371-4268-861f-551373ce7fb1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.479557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=e5377fe6-c65b-454e-9e27-4abe198a44a7,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:20.573607 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c34fb7c4-1ef6-452b-9ecd-be6770f2d04f None None] Port 7f263700-3765-407c-ac4b-d418ca0b1693 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:20.597520 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port f4b464d0-80ee-42e4-9021-9bb9fb195d4f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:20.605463 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port f4b464d0-80ee-42e4-9021-9bb9fb195d4f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:20.606223 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.635094 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-53994269-8371-4268-861f-551373ce7fb1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Calling delete_port for 42d5c1bc-8656-4aab-9824-e338793df9f1 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:20.739007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a8f7a309-dc98-4e57-ac9e-cc84868e4efd None None] Provisioning complete for port f4b464d0-80ee-42e4-9021-9bb9fb195d4f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:20.739383 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a8f7a309-dc98-4e57-ac9e-cc84868e4efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.907669 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.997362 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-53994269-8371-4268-861f-551373ce7fb1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.014928 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port f4b464d0-80ee-42e4-9021-9bb9fb195d4f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f4b464d0-80ee-42e4-9021-9bb9fb195d4f,segment=NetworkSegment(afae7da1-a189-45ef-b8ac-2f8a1e00592d),segment_id=afae7da1-a189-45ef-b8ac-2f8a1e00592d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:21.071681 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.159023 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a8f7a309-dc98-4e57-ac9e-cc84868e4efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.201432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53994269-8371-4268-861f-551373ce7fb1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Pushing event deleted for resources: {'Port': ['ID=42d5c1bc-8656-4aab-9824-e338793df9f1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:21.355547 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d7865-50df-49e0-a00d-b306327d9e6e req-933642c4-2d66-423b-9715-dd42e7b5a4b8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:21.360318 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.api [None req-a8f7a309-dc98-4e57-ac9e-cc84868e4efd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:46:21.361440 n-d-800086-6 neutron-server[93833]: DEBUG oslo_db.api [None req-a8f7a309-dc98-4e57-ac9e-cc84868e4efd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:46:21.362945 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=f4b464d0-80ee-42e4-9021-9bb9fb195d4f,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:21.367608 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a75d7865-50df-49e0-a00d-b306327d9e6e req-933642c4-2d66-423b-9715-dd42e7b5a4b8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.8799183 Jul 16 01:46:21.399470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40798) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:21.405994 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-53994269-8371-4268-861f-551373ce7fb1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.408804 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-53994269-8371-4268-861f-551373ce7fb1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.410435 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-53994269-8371-4268-861f-551373ce7fb1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] 10.222.0.54 "DELETE /v2.0/floatingips/a6b04ab5-7c6d-440f-af5c-7589d5263782 HTTP/1.1" status: 204 len: 168 time: 1.7356498 Jul 16 01:46:21.414551 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40800) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:21.431113 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-1f3456a5-ded5-4001-88fd-0cad65d9c928 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Request body: {'floatingip': {'floating_network_id': 'afda8920-c2c6-4df0-8e2b-bb912cb3182b', 'port_id': '7f263700-3765-407c-ac4b-d418ca0b1693', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:21.454721 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a75d7865-50df-49e0-a00d-b306327d9e6e req-086c25dd-af81-4642-a7c7-7facd93fd05e tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860600 Jul 16 01:46:21.461051 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-75f24004-16e5-45b4-8365-fd5b6a0ddf18 req-d76c4b47-629e-415c-956e-ab51bcdfb1de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4846466 Jul 16 01:46:21.487168 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1f3456a5-ded5-4001-88fd-0cad65d9c928 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.663789 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f24004-16e5-45b4-8365-fd5b6a0ddf18 req-b14ee792-93ab-4340-96b1-31dab66d00fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:21.665396 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-75f24004-16e5-45b4-8365-fd5b6a0ddf18 req-b14ee792-93ab-4340-96b1-31dab66d00fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d4d59d9b5c74be49d11aeb5012b5447&device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 1096 time: 0.1101520 Jul 16 01:46:21.683214 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c042ec06-9341-4a57-a938-9b56c54f2c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.841239 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f24004-16e5-45b4-8365-fd5b6a0ddf18 req-66629c15-30b1-4d15-9569-aaa9eac862d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:21.848349 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-75f24004-16e5-45b4-8365-fd5b6a0ddf18 req-66629c15-30b1-4d15-9569-aaa9eac862d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=393f0775-2671-49ac-ad1d-f0b15cb8d974 HTTP/1.1" status: 200 len: 915 time: 0.1365149 Jul 16 01:46:21.884501 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c042ec06-9341-4a57-a938-9b56c54f2c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.891194 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c042ec06-9341-4a57-a938-9b56c54f2c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.979099 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a8f7a309-dc98-4e57-ac9e-cc84868e4efd None None] Provisioning complete for port 7f263700-3765-407c-ac4b-d418ca0b1693 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:21.979609 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a8f7a309-dc98-4e57-ac9e-cc84868e4efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.051275 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042ec06-9341-4a57-a938-9b56c54f2c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa4239b-31d3-406c-925f-255203b518e1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:22.101655 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c042ec06-9341-4a57-a938-9b56c54f2c2a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4cc9e3fcfbca44839d5a079b273f4387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6987808 Jul 16 01:46:22.106380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40814) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:22.194119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a8f7a309-dc98-4e57-ac9e-cc84868e4efd None None] Port 7f263700-3765-407c-ac4b-d418ca0b1693 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:22.197572 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f4b464d0-80ee-42e4-9021-9bb9fb195d4f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:22.238972 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-142325e8-c697-4409-9e9c-c21a003e699c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.321217 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a8f7a309-dc98-4e57-ac9e-cc84868e4efd None None] Provisioning complete for port 96d8db85-c7c3-4c1a-9bb3-4d208c3a8372 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:22.321883 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a8f7a309-dc98-4e57-ac9e-cc84868e4efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.325996 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port f4b464d0-80ee-42e4-9021-9bb9fb195d4f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:22.326739 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.331252 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-142325e8-c697-4409-9e9c-c21a003e699c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.482346 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-142325e8-c697-4409-9e9c-c21a003e699c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.486510 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-142325e8-c697-4409-9e9c-c21a003e699c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.490852 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-142325e8-c697-4409-9e9c-c21a003e699c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8aa4239b-31d3-406c-925f-255203b518e1 HTTP/1.1" status: 204 len: 168 time: 0.3800101 Jul 16 01:46:22.494362 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a8f7a309-dc98-4e57-ac9e-cc84868e4efd None None] Port 96d8db85-c7c3-4c1a-9bb3-4d208c3a8372 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:22.549674 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142325e8-c697-4409-9e9c-c21a003e699c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa4239b-31d3-406c-925f-255203b518e1,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:22.769171 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-75f24004-16e5-45b4-8365-fd5b6a0ddf18 req-b932c03c-dcd0-4e96-b076-c931ac161a3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88e173de-de88-4b7d-85da-c5764a850913 HTTP/1.1" status: 200 len: 217 time: 0.9166284 Jul 16 01:46:22.894926 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f24004-16e5-45b4-8365-fd5b6a0ddf18 req-7b749b4c-2c2c-4441-953e-2da820964190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:22.896960 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-75f24004-16e5-45b4-8365-fd5b6a0ddf18 req-7b749b4c-2c2c-4441-953e-2da820964190 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e54dbb8b-2b82-4da2-88e4-630984d7eced HTTP/1.1" status: 200 len: 854 time: 0.1138811 Jul 16 01:46:22.931011 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb4197-f894-4687-9c17-522e0621b77e req-d857436c-e845-4f50-ba0f-acf85c62140f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:22.940250 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eccb4197-f894-4687-9c17-522e0621b77e req-d857436c-e845-4f50-ba0f-acf85c62140f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.1684663 Jul 16 01:46:22.978735 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-75f24004-16e5-45b4-8365-fd5b6a0ddf18 req-7a6812ee-d8aa-4759-aa8b-d86b6258a3bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=393f0775-2671-49ac-ad1d-f0b15cb8d974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709558 Jul 16 01:46:23.032704 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-1f3456a5-ded5-4001-88fd-0cad65d9c928 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:46:23.038219 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40830) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:23.038852 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1f3456a5-ded5-4001-88fd-0cad65d9c928 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6108160 Jul 16 01:46:23.044411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-c8866469-65cc-4a97-b555-a2e90fa64b27 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': '7f263700-3765-407c-ac4b-d418ca0b1693', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:23.067352 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eccb4197-f894-4687-9c17-522e0621b77e req-f7f83030-a17b-4918-bcd8-8d917c0e4c8f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258636 Jul 16 01:46:23.118749 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c8866469-65cc-4a97-b555-a2e90fa64b27 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.122134 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40834) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:23.163074 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9f188fb6-6c6f-4b2d-9b36-3b25fec5d661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.229410 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-75f24004-16e5-45b4-8365-fd5b6a0ddf18 req-74407a50-fb21-4de9-90db-ea8997d0204e service neutron] 10.222.0.47 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412312 Jul 16 01:46:23.396910 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c8866469-65cc-4a97-b555-a2e90fa64b27 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.685305 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-c8866469-65cc-4a97-b555-a2e90fa64b27 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Allocated IP 172.25.1.131 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/6a957440-87ca-46d9-9b65-fc98176d4af3) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:23.703468 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9f188fb6-6c6f-4b2d-9b36-3b25fec5d661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.719524 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-75f24004-16e5-45b4-8365-fd5b6a0ddf18 req-d102913e-1434-49bc-b838-741e7249a2d2 service neutron] 10.222.0.47 "GET /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830134 Jul 16 01:46:23.721752 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9f188fb6-6c6f-4b2d-9b36-3b25fec5d661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.790934 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.845592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40858) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:23.849096 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9f188fb6-6c6f-4b2d-9b36-3b25fec5d661 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=62745bae84804dc8b2348ecce1e57919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7247610 Jul 16 01:46:23.852355 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f188fb6-6c6f-4b2d-9b36-3b25fec5d661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da32b85-32ca-4321-93dd-025a4e8968f3,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:24.024924 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-43879f95-a3d5-42a6-86cb-49db67c7ce79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.104748 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c8866469-65cc-4a97-b555-a2e90fa64b27 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.127437 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-43879f95-a3d5-42a6-86cb-49db67c7ce79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.254210 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-43879f95-a3d5-42a6-86cb-49db67c7ce79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.256856 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-43879f95-a3d5-42a6-86cb-49db67c7ce79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.258059 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-43879f95-a3d5-42a6-86cb-49db67c7ce79 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5da32b85-32ca-4321-93dd-025a4e8968f3 HTTP/1.1" status: 204 len: 168 time: 0.4089725 Jul 16 01:46:24.298038 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c8866469-65cc-4a97-b555-a2e90fa64b27 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.302564 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43879f95-a3d5-42a6-86cb-49db67c7ce79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da32b85-32ca-4321-93dd-025a4e8968f3,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:24.348996 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8866469-65cc-4a97-b555-a2e90fa64b27 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Pushing event updated for resources: {'Port': ['ID=6a957440-87ca-46d9-9b65-fc98176d4af3,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:24.477372 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8866469-65cc-4a97-b555-a2e90fa64b27 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:24.488006 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-c8866469-65cc-4a97-b555-a2e90fa64b27 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:24.493283 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8866469-65cc-4a97-b555-a2e90fa64b27 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:24.628530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cce91-04f7-4113-8096-06b3b00d8c0a req-eee9987e-f589-406c-aaf8-acc8f05a203a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:24.632726 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e5cce91-04f7-4113-8096-06b3b00d8c0a req-eee9987e-f589-406c-aaf8-acc8f05a203a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.3313153 Jul 16 01:46:24.748075 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e5cce91-04f7-4113-8096-06b3b00d8c0a req-3797e668-b9d1-4834-ab15-963c8b75a413 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005459 Jul 16 01:46:24.891916 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c8866469-65cc-4a97-b555-a2e90fa64b27 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Deleting port 6a957440-87ca-46d9-9b65-fc98176d4af3 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:24.892280 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c8866469-65cc-4a97-b555-a2e90fa64b27 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.016173 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c8866469-65cc-4a97-b555-a2e90fa64b27 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.016479 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c8866469-65cc-4a97-b555-a2e90fa64b27 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.047761 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c8866469-65cc-4a97-b555-a2e90fa64b27 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Calling delete_port for 6a957440-87ca-46d9-9b65-fc98176d4af3 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:25.254708 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c8866469-65cc-4a97-b555-a2e90fa64b27 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.291688 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8866469-65cc-4a97-b555-a2e90fa64b27 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Pushing event deleted for resources: {'Port': ['ID=6a957440-87ca-46d9-9b65-fc98176d4af3,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:25.435522 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-c8866469-65cc-4a97-b555-a2e90fa64b27 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] create failed (client error): The resource could not be found. Jul 16 01:46:25.437767 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c8866469-65cc-4a97-b555-a2e90fa64b27 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3979743 Jul 16 01:46:25.441345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40908) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:25.704498 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-77032ea7-23fc-44e0-a2e0-d9b0f49b64e7 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Deleting port 7f263700-3765-407c-ac4b-d418ca0b1693 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:25.704849 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-77032ea7-23fc-44e0-a2e0-d9b0f49b64e7 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.929059 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-77032ea7-23fc-44e0-a2e0-d9b0f49b64e7 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.962495 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-77032ea7-23fc-44e0-a2e0-d9b0f49b64e7 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Calling delete_port for 7f263700-3765-407c-ac4b-d418ca0b1693 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:26.229841 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad51fe-48fd-4595-b999-9a2391cbc1b0 req-bfa38dc3-05e1-44de-83d5-f607104e0ebf tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:26.239755 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9ad51fe-48fd-4595-b999-9a2391cbc1b0 req-bfa38dc3-05e1-44de-83d5-f607104e0ebf tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.1147351 Jul 16 01:46:26.295673 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-77032ea7-23fc-44e0-a2e0-d9b0f49b64e7 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.316866 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9ad51fe-48fd-4595-b999-9a2391cbc1b0 req-c0215e4d-f765-49bd-8be9-48cf7113c2cc tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756879 Jul 16 01:46:26.376408 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77032ea7-23fc-44e0-a2e0-d9b0f49b64e7 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Pushing event deleted for resources: {'Port': ['ID=7f263700-3765-407c-ac4b-d418ca0b1693,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:26.537906 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-77032ea7-23fc-44e0-a2e0-d9b0f49b64e7 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.541187 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-77032ea7-23fc-44e0-a2e0-d9b0f49b64e7 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] 10.222.0.54 "DELETE /v2.0/ports/7f263700-3765-407c-ac4b-d418ca0b1693 HTTP/1.1" status: 204 len: 168 time: 1.0988317 Jul 16 01:46:26.543585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40940) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:26.799592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9870e387-5ce6-4cbf-a783-03c813473220 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:26.807547 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9870e387-5ce6-4cbf-a783-03c813473220 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] 10.222.0.54 "GET /v2.0/ports?device_id=6218f0d7-5bc1-4ee3-9ed8-cae14d711962 HTTP/1.1" status: 200 len: 913 time: 0.2626958 Jul 16 01:46:26.810717 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40946) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:27.655296 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f6038974-92a2-4be2-879b-5a85d03dc01a tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.327077 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ef98d-7c2e-430b-88e3-9b2ce7e212c8 req-d4fe882f-e1c9-4ade-9e6a-27eb57341d0d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:28.334699 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd5ef98d-7c2e-430b-88e3-9b2ce7e212c8 req-d4fe882f-e1c9-4ade-9e6a-27eb57341d0d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.5462258 Jul 16 01:46:28.357023 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e3c114e-7d9c-4a70-a112-800f79b8bfa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.573386 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd5ef98d-7c2e-430b-88e3-9b2ce7e212c8 req-f57cf2cc-528d-48b0-85f2-089bdca73f05 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272408 Jul 16 01:46:28.640418 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.749388 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-f6038974-92a2-4be2-879b-5a85d03dc01a tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Deleting port 96d8db85-c7c3-4c1a-9bb3-4d208c3a8372 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:28.750018 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f6038974-92a2-4be2-879b-5a85d03dc01a tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.960290 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f6038974-92a2-4be2-879b-5a85d03dc01a tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.993180 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-f6038974-92a2-4be2-879b-5a85d03dc01a tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Calling delete_port for 96d8db85-c7c3-4c1a-9bb3-4d208c3a8372 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:29.418438 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f6038974-92a2-4be2-879b-5a85d03dc01a tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.507594 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6038974-92a2-4be2-879b-5a85d03dc01a tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Pushing event deleted for resources: {'Port': ['ID=96d8db85-c7c3-4c1a-9bb3-4d208c3a8372,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:29.796316 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f6038974-92a2-4be2-879b-5a85d03dc01a tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.193871 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6038974-92a2-4be2-879b-5a85d03dc01a tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Router 6218f0d7-5bc1-4ee3-9ed8-cae14d711962 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:30.222004 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c11fd-4545-4fa8-b0bc-383e70ed6a1f req-ea868058-7a8a-43e2-bd30-9cab323c2e0d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.229071 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-726c11fd-4545-4fa8-b0bc-383e70ed6a1f req-ea868058-7a8a-43e2-bd30-9cab323c2e0d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.2512708 Jul 16 01:46:30.807237 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6038974-92a2-4be2-879b-5a85d03dc01a tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:30.818643 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41044) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:30.819220 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f6038974-92a2-4be2-879b-5a85d03dc01a tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] 10.222.0.54 "PUT /v2.0/routers/6218f0d7-5bc1-4ee3-9ed8-cae14d711962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0068281 Jul 16 01:46:30.832840 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a8376a-203d-4903-b5ab-40d77a637165 None None] Sync routers for ids ['6218f0d7-5bc1-4ee3-9ed8-cae14d711962'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:30.849736 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a8376a-203d-4903-b5ab-40d77a637165 None None] Routers {'6218f0d7-5bc1-4ee3-9ed8-cae14d711962'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:30.850050 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-77a8376a-203d-4903-b5ab-40d77a637165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:46:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6218f0d7-5bc1-4ee3-9ed8-cae14d711962'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:30.905854 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-726c11fd-4545-4fa8-b0bc-383e70ed6a1f req-4a874ff4-1083-49b2-8bf7-293236c96a1f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001544 Jul 16 01:46:30.953195 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-77a8376a-203d-4903-b5ab-40d77a637165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:30.976344 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a8376a-203d-4903-b5ab-40d77a637165 None None] Routers {'6218f0d7-5bc1-4ee3-9ed8-cae14d711962'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:30.977464 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-77a8376a-203d-4903-b5ab-40d77a637165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:46:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6218f0d7-5bc1-4ee3-9ed8-cae14d711962'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:30.995493 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c8d8deb-d8e2-4439-ad10-53bfe60f2ea7 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.024156 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-77a8376a-203d-4903-b5ab-40d77a637165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:31.025198 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a8376a-203d-4903-b5ab-40d77a637165 None None] The sync data for ids ['6218f0d7-5bc1-4ee3-9ed8-cae14d711962'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:31.069164 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c59a3c2c-2bcd-4c55-b76c-c483935aeac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.089017 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.321216 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c8d8deb-d8e2-4439-ad10-53bfe60f2ea7 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.323673 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c8d8deb-d8e2-4439-ad10-53bfe60f2ea7 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.437771 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c8d8deb-d8e2-4439-ad10-53bfe60f2ea7 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.439207 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8d8deb-d8e2-4439-ad10-53bfe60f2ea7 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Fanout notify agent at l3_agent the message router_deleted on router 6218f0d7-5bc1-4ee3-9ed8-cae14d711962 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:31.459410 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c8d8deb-d8e2-4439-ad10-53bfe60f2ea7 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.461532 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5c8d8deb-d8e2-4439-ad10-53bfe60f2ea7 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] 10.222.0.54 "DELETE /v2.0/routers/6218f0d7-5bc1-4ee3-9ed8-cae14d711962 HTTP/1.1" status: 204 len: 168 time: 0.6407449 Jul 16 01:46:31.465944 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41064) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:31.726869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e4e29b-b4d1-4a33-a5b0-5de92d98eed1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Deleting subnet 6461b424-64e0-41ae-9bed-46ad854ba8a5 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:31.748305 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-05e4e29b-b4d1-4a33-a5b0-5de92d98eed1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.850857 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-05e4e29b-b4d1-4a33-a5b0-5de92d98eed1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.030384 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.036907 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-05e4e29b-b4d1-4a33-a5b0-5de92d98eed1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.255368 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-05e4e29b-b4d1-4a33-a5b0-5de92d98eed1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.317309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4e29b-b4d1-4a33-a5b0-5de92d98eed1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Pushing event deleted for resources: {'Subnet': ['ID=6461b424-64e0-41ae-9bed-46ad854ba8a5,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:32.323734 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b7dfa9-efd2-421f-9f80-9f8520d02519 None None] Network afda8920-c2c6-4df0-8e2b-bb912cb3182b requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:32.324256 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-05e4e29b-b4d1-4a33-a5b0-5de92d98eed1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.329554 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-05e4e29b-b4d1-4a33-a5b0-5de92d98eed1 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] 10.222.0.54 "DELETE /v2.0/subnets/6461b424-64e0-41ae-9bed-46ad854ba8a5 HTTP/1.1" status: 204 len: 168 time: 0.8586524 Jul 16 01:46:32.329966 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41090) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:32.345247 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b38e3-4f04-4247-b637-ffde054fafba req-0cee3abb-a1e5-4fe2-9f3f-31398c0805a5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:32.347034 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e82b38e3-4f04-4247-b637-ffde054fafba req-0cee3abb-a1e5-4fe2-9f3f-31398c0805a5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.2546265 Jul 16 01:46:32.444599 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e82b38e3-4f04-4247-b637-ffde054fafba req-33c0f7c9-465f-46f5-b8b0-a03d29e15a42 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911434 Jul 16 01:46:32.558366 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.677017 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76965afc-7754-4683-8a20-f0c04abbb262 None None] DHCP port deletion for afda8920-c2c6-4df0-8e2b-bb912cb3182b request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:46:32.678381 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Deleting port 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:32.678841 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.761376 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] For port 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5b5ec6cf-87f2-4d10-a00d-2337220a9f4b,segment=NetworkSegment(f3f3c491-7090-45c2-b269-af3698ab5ed7),segment_id=f3f3c491-7090-45c2-b269-af3698ab5ed7)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:32.761988 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.780641 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Calling delete_port for 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:32.808603 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-76965afc-7754-4683-8a20-f0c04abbb262 None None] Deleting port 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:32.808990 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-76965afc-7754-4683-8a20-f0c04abbb262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.917358 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-76965afc-7754-4683-8a20-f0c04abbb262 None None] For port 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5b5ec6cf-87f2-4d10-a00d-2337220a9f4b,segment=NetworkSegment(f3f3c491-7090-45c2-b269-af3698ab5ed7),segment_id=f3f3c491-7090-45c2-b269-af3698ab5ed7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:32.917758 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-76965afc-7754-4683-8a20-f0c04abbb262 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.962903 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.964604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-76965afc-7754-4683-8a20-f0c04abbb262 None None] Calling delete_port for 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:33.052501 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] No DVR routers for this DVR port 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:33.062704 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Pushing event deleted for resources: {'Port': ['ID=5b5ec6cf-87f2-4d10-a00d-2337220a9f4b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:33.284277 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.326708 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afda8920-c2c6-4df0-8e2b-bb912cb3182b']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:33.348499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f3c491-7090-45c2-b269-af3698ab5ed7') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:33.349235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f3c491-7090-45c2-b269-af3698ab5ed7') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:33.389712 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.416859 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.426712 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:33.427132 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:33.433376 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:33.579103 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.605029 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.608051 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] 10.222.0.54 "DELETE /v2.0/networks/afda8920-c2c6-4df0-8e2b-bb912cb3182b HTTP/1.1" status: 204 len: 168 time: 1.2766445 Jul 16 01:46:33.608993 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e37280-c910-494a-8846-03e255efcc48 tempest-FloatingIPNegativeTestJSON-1317645098 tempest-FloatingIPNegativeTestJSON-1317645098-project] Pushing event deleted for resources: {'Network': ['ID=afda8920-c2c6-4df0-8e2b-bb912cb3182b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:33.861300 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.864194 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40abe50-3668-4dec-8be1-31fb152f2c5b req-95c9b264-2349-4bd1-bc5e-b91f1f8a36f1 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:33.872906 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d40abe50-3668-4dec-8be1-31fb152f2c5b req-95c9b264-2349-4bd1-bc5e-b91f1f8a36f1 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.1539812 Jul 16 01:46:33.943846 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-76965afc-7754-4683-8a20-f0c04abbb262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.956439 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d40abe50-3668-4dec-8be1-31fb152f2c5b req-f723fd20-5948-4f08-bd4c-1764f3c96ca0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781052 Jul 16 01:46:33.996253 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76965afc-7754-4683-8a20-f0c04abbb262 None None] Network afda8920-c2c6-4df0-8e2b-bb912cb3182b is not hosted by any dhcp agent {{(pid=93833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:46:33.997521 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76965afc-7754-4683-8a20-f0c04abbb262 None None] No DVR routers for this DVR port 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:34.000446 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76965afc-7754-4683-8a20-f0c04abbb262 None None] Pushing event deleted for resources: {'Port': ['ID=5b5ec6cf-87f2-4d10-a00d-2337220a9f4b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:34.103049 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:34.172733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:34.173243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5b5ec6cf-87f2-4d10-a00d-2337220a9f4b not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:34.332559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41152) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:34.662104 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8704bc81-1d90-477e-8b6a-f525d55fc40e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8634c70367db4229bca9a89a318ca8c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280356 Jul 16 01:46:34.664793 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41160) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:34.787236 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6795fd11-e533-4f07-a035-cf55015410d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.845544 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6795fd11-e533-4f07-a035-cf55015410d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.951442 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6795fd11-e533-4f07-a035-cf55015410d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.953999 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6795fd11-e533-4f07-a035-cf55015410d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.958098 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6795fd11-e533-4f07-a035-cf55015410d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c595474-3e8f-4a77-9f67-d2f32526ba28 HTTP/1.1" status: 204 len: 168 time: 0.2923222 Jul 16 01:46:34.978081 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795fd11-e533-4f07-a035-cf55015410d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c595474-3e8f-4a77-9f67-d2f32526ba28,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:35.527774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203998b2-4256-47f5-bd11-bc91ea12bb26 req-98504825-6441-45b6-87d3-2862179383e5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:35.538448 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-203998b2-4256-47f5-bd11-bc91ea12bb26 req-98504825-6441-45b6-87d3-2862179383e5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.2366934 Jul 16 01:46:35.592224 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-203998b2-4256-47f5-bd11-bc91ea12bb26 req-266a929b-0c13-407d-bd0d-40e8d7c7e243 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527558 Jul 16 01:46:37.081049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bafbb9-52d1-450c-8d2e-b219bdf63875 req-dd31b0d1-c384-438b-acec-6a0c57930f6b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:37.082652 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-34bafbb9-52d1-450c-8d2e-b219bdf63875 req-dd31b0d1-c384-438b-acec-6a0c57930f6b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.2275107 Jul 16 01:46:37.145553 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41270) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.236372 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-34bafbb9-52d1-450c-8d2e-b219bdf63875 req-7fc6715b-8a2f-4bb1-8ada-7cf4871a7c0f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400542 Jul 16 01:46:37.344175 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-61a5ffb2-84cf-4ade-9b35-df2d0f2ba12c tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] Request body: {'port': {'network_id': 'e10fa3e9-c3d9-4052-8c96-f96213ba78f9', 'name': 'tempest-NetworksNegativeTestJSON-326294298'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:37.362573 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a5ffb2-84cf-4ade-9b35-df2d0f2ba12c tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] POST failed (client error): The resource could not be found. Jul 16 01:46:37.363555 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a5ffb2-84cf-4ade-9b35-df2d0f2ba12c tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:37.365001 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-61a5ffb2-84cf-4ade-9b35-df2d0f2ba12c tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2184210 Jul 16 01:46:37.369381 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41280) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.398328 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-06981f8d-fffe-44b2-918d-293b5acb22ff tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] DELETE failed (client error): The resource could not be found. Jul 16 01:46:37.399357 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06981f8d-fffe-44b2-918d-293b5acb22ff tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:37.402834 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-06981f8d-fffe-44b2-918d-293b5acb22ff tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] 10.222.0.54 "DELETE /v2.0/networks/fd2e05db-2cc9-477f-913b-c7581b76b53a HTTP/1.1" status: 404 len: 339 time: 0.0321748 Jul 16 01:46:37.408204 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41282) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.468796 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab5037c-dfc8-46d8-9fe8-06a37bba684e tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] DELETE failed (client error): The resource could not be found. Jul 16 01:46:37.469525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab5037c-dfc8-46d8-9fe8-06a37bba684e tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:37.471551 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dab5037c-dfc8-46d8-9fe8-06a37bba684e tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] 10.222.0.54 "DELETE /v2.0/ports/becef172-0263-464d-8b2f-efd5952c7753 HTTP/1.1" status: 404 len: 333 time: 0.0618150 Jul 16 01:46:37.476790 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41284) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.517368 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f9f734-9d5e-4f60-8b9c-7abc8cadc3ea tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] DELETE failed (client error): The resource could not be found. Jul 16 01:46:37.518482 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f9f734-9d5e-4f60-8b9c-7abc8cadc3ea tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:37.520487 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-16f9f734-9d5e-4f60-8b9c-7abc8cadc3ea tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] 10.222.0.54 "DELETE /v2.0/subnets/2dc1bbe6-4445-4346-8cda-f329743e6324 HTTP/1.1" status: 404 len: 337 time: 0.0419061 Jul 16 01:46:37.526013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41290) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.564670 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f13fc7-6c29-4d49-8504-0998f0fcd42b tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] GET failed (client error): The resource could not be found. Jul 16 01:46:37.566347 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d5f13fc7-6c29-4d49-8504-0998f0fcd42b tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] 10.222.0.54 "GET /v2.0/networks/58526c3e-e040-4361-b28d-62a8cb7d29f9 HTTP/1.1" status: 404 len: 339 time: 0.0391552 Jul 16 01:46:37.571903 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41294) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.636080 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3310319d-0782-42ed-8796-6e84434c9bb9 tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] GET failed (client error): The resource could not be found. Jul 16 01:46:37.649580 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3310319d-0782-42ed-8796-6e84434c9bb9 tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] 10.222.0.54 "GET /v2.0/ports/5dadab5b-2697-4205-bea8-d572e917a6af HTTP/1.1" status: 404 len: 333 time: 0.0762038 Jul 16 01:46:37.655646 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41298) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.760885 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ece770-fb09-4345-84f0-c4d8dd899b41 tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] GET failed (client error): The resource could not be found. Jul 16 01:46:37.765155 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-74ece770-fb09-4345-84f0-c4d8dd899b41 tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] 10.222.0.54 "GET /v2.0/subnets/d50e8d19-76c4-4f5c-a777-1cfad9eb09df HTTP/1.1" status: 404 len: 337 time: 0.1080160 Jul 16 01:46:37.770566 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41302) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.787233 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-526cb3fa-fc76-48f0-9d42-8f5dd62a27a8 tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:37.826810 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-526cb3fa-fc76-48f0-9d42-8f5dd62a27a8 tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] PUT failed (client error): The resource could not be found. Jul 16 01:46:37.842477 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526cb3fa-fc76-48f0-9d42-8f5dd62a27a8 tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:37.848887 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-526cb3fa-fc76-48f0-9d42-8f5dd62a27a8 tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] 10.222.0.54 "PUT /v2.0/networks/c382ecdc-fc3f-4983-98e3-b45e3942adcf HTTP/1.1" status: 404 len: 339 time: 0.0764410 Jul 16 01:46:37.853035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41304) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.859732 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e5b03ac8-2734-4213-8c78-666ccc1b5180 tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:37.916688 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b03ac8-2734-4213-8c78-666ccc1b5180 tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] PUT failed (client error): The resource could not be found. Jul 16 01:46:37.917451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b03ac8-2734-4213-8c78-666ccc1b5180 tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:37.922311 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e5b03ac8-2734-4213-8c78-666ccc1b5180 tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] 10.222.0.54 "PUT /v2.0/ports/b77235cc-2587-4767-90bd-f55574e309b8 HTTP/1.1" status: 404 len: 333 time: 0.0643272 Jul 16 01:46:37.922641 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41312) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.933488 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ec9907a4-ba57-48bb-b862-54c25e216be3 tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:38.012062 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9907a4-ba57-48bb-b862-54c25e216be3 tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] PUT failed (client error): The resource could not be found. Jul 16 01:46:38.014187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec9907a4-ba57-48bb-b862-54c25e216be3 tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:38.032291 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ec9907a4-ba57-48bb-b862-54c25e216be3 tempest-NetworksNegativeTestJSON-1206106074 tempest-NetworksNegativeTestJSON-1206106074-project] 10.222.0.54 "PUT /v2.0/subnets/eedb88b0-c9fd-4666-8482-bd1427f845a1 HTTP/1.1" status: 404 len: 337 time: 0.1083817 Jul 16 01:46:38.718817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4711c-8fe4-4769-97f6-49c3e8054f8d req-5d1c257b-5c28-41f6-aace-3073e8df9c13 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:38.735128 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c0f4711c-8fe4-4769-97f6-49c3e8054f8d req-5d1c257b-5c28-41f6-aace-3073e8df9c13 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.2155252 Jul 16 01:46:38.812087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41338) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:38.852627 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c0f4711c-8fe4-4769-97f6-49c3e8054f8d req-1dcbed32-5551-439f-9646-bb1aa36e9961 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133027 Jul 16 01:46:39.552260 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5fca-fc44-4719-b58c-49ae5c6e1dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.833117 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5fca-fc44-4719-b58c-49ae5c6e1dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.840547 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5fca-fc44-4719-b58c-49ae5c6e1dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.895153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b5fca-fc44-4719-b58c-49ae5c6e1dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025be0cf-b927-4afd-b8dd-8950d4a78312,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:39.961047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41384) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:39.963180 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2e4b5fca-fc44-4719-b58c-49ae5c6e1dc7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1c7219b009644db988340a5270e0e6a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1480174 Jul 16 01:46:40.174877 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9dfb2679-c1f4-4df1-95f3-ba5fcda1590c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.230543 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9dfb2679-c1f4-4df1-95f3-ba5fcda1590c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.322762 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9dfb2679-c1f4-4df1-95f3-ba5fcda1590c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.331592 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9dfb2679-c1f4-4df1-95f3-ba5fcda1590c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.336988 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9dfb2679-c1f4-4df1-95f3-ba5fcda1590c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/025be0cf-b927-4afd-b8dd-8950d4a78312 HTTP/1.1" status: 204 len: 168 time: 0.3748596 Jul 16 01:46:40.397336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb2679-c1f4-4df1-95f3-ba5fcda1590c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025be0cf-b927-4afd-b8dd-8950d4a78312,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:40.505900 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c141680-6553-4bcb-a7c2-4f6f3a2e55b6 req-8061acf1-54a8-4af4-920f-b0a8b2ec6648 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:40.507507 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c141680-6553-4bcb-a7c2-4f6f3a2e55b6 req-8061acf1-54a8-4af4-920f-b0a8b2ec6648 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.2044635 Jul 16 01:46:40.553470 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49398af9-dcad-49d4-a131-3ae6b243ba0c req-46d673ec-72d9-41c7-b673-ff5e8f2e1fe9 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:40.561186 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-49398af9-dcad-49d4-a131-3ae6b243ba0c req-46d673ec-72d9-41c7-b673-ff5e8f2e1fe9 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c14f2fd-2fb9-49e5-bd1a-78fc077d6391 HTTP/1.1" status: 200 len: 945 time: 0.1472888 Jul 16 01:46:40.618069 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c141680-6553-4bcb-a7c2-4f6f3a2e55b6 req-69e5a33c-9546-4b52-bcd0-226238f6b465 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972714 Jul 16 01:46:40.678057 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-49398af9-dcad-49d4-a131-3ae6b243ba0c req-af66d7c4-fc2f-4253-b807-760dbf4d9d94 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895448 Jul 16 01:46:42.048242 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87807d-3950-4ecb-9b8c-12d6b5973877 req-555b02fa-8a0e-4284-a86d-7acfe6ab4527 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:42.058633 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8f87807d-3950-4ecb-9b8c-12d6b5973877 req-555b02fa-8a0e-4284-a86d-7acfe6ab4527 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.2057967 Jul 16 01:46:42.085179 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637119d5-b698-4658-ad23-2b7c1f131541 req-1f0110d0-bd26-448c-9c72-53a33edd3b08 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:42.086763 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-637119d5-b698-4658-ad23-2b7c1f131541 req-1f0110d0-bd26-448c-9c72-53a33edd3b08 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c14f2fd-2fb9-49e5-bd1a-78fc077d6391 HTTP/1.1" status: 200 len: 945 time: 0.1520758 Jul 16 01:46:42.171744 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8f87807d-3950-4ecb-9b8c-12d6b5973877 req-86336a6b-b1e2-480e-806d-e023874322a7 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050334 Jul 16 01:46:42.213265 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-637119d5-b698-4658-ad23-2b7c1f131541 req-8de525b1-9b2c-4ff2-9dfb-af1b5da037e3 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175609 Jul 16 01:46:42.338166 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41466) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:42.545446 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46ab8b-9ee3-4e7f-8dd4-3a962a13a0be req-b71842b7-393d-482c-87e2-f1b7742af479 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:42.549390 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5f46ab8b-9ee3-4e7f-8dd4-3a962a13a0be req-b71842b7-393d-482c-87e2-f1b7742af479 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c14f2fd-2fb9-49e5-bd1a-78fc077d6391 HTTP/1.1" status: 200 len: 945 time: 0.1561093 Jul 16 01:46:42.588582 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-c518c1c1-a4d9-4441-b73a-c6f1fc3c8824 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'network': {'name': 'tempest-RoutersTest-1226402535'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:42.616333 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c518c1c1-a4d9-4441-b73a-c6f1fc3c8824 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Made reservation on behalf of e25ea08c9a1242e0b31ad92aebc38e34 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:42.620775 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c518c1c1-a4d9-4441-b73a-c6f1fc3c8824 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.630927 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c518c1c1-a4d9-4441-b73a-c6f1fc3c8824 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.736254 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-5f46ab8b-9ee3-4e7f-8dd4-3a962a13a0be req-54f3d4f8-b912-4d77-9699-5bd83a9fd171 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Deleting port d68118b6-a54e-47f2-9da6-4ed31d23e336 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:42.736887 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5f46ab8b-9ee3-4e7f-8dd4-3a962a13a0be req-54f3d4f8-b912-4d77-9699-5bd83a9fd171 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.817932 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c518c1c1-a4d9-4441-b73a-c6f1fc3c8824 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.822394 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c518c1c1-a4d9-4441-b73a-c6f1fc3c8824 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.836339 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c518c1c1-a4d9-4441-b73a-c6f1fc3c8824 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:42.847878 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c518c1c1-a4d9-4441-b73a-c6f1fc3c8824 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.848598 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-c518c1c1-a4d9-4441-b73a-c6f1fc3c8824 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Added segment 441a75e9-fc3f-49ee-bf41-3ed5866a34b9 of type vlan for network 6150931d-05af-4617-a968-dd0c72c53b0a Jul 16 01:46:42.907369 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c518c1c1-a4d9-4441-b73a-c6f1fc3c8824 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.922553 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-5f46ab8b-9ee3-4e7f-8dd4-3a962a13a0be req-54f3d4f8-b912-4d77-9699-5bd83a9fd171 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] For port d68118b6-a54e-47f2-9da6-4ed31d23e336, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d68118b6-a54e-47f2-9da6-4ed31d23e336,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:42.924917 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5f46ab8b-9ee3-4e7f-8dd4-3a962a13a0be req-54f3d4f8-b912-4d77-9699-5bd83a9fd171 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.949278 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c518c1c1-a4d9-4441-b73a-c6f1fc3c8824 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.954741 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-5f46ab8b-9ee3-4e7f-8dd4-3a962a13a0be req-54f3d4f8-b912-4d77-9699-5bd83a9fd171 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Calling delete_port for d68118b6-a54e-47f2-9da6-4ed31d23e336 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:42.955449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c518c1c1-a4d9-4441-b73a-c6f1fc3c8824 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:42.956289 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c518c1c1-a4d9-4441-b73a-c6f1fc3c8824 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.043258 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518c1c1-a4d9-4441-b73a-c6f1fc3c8824 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Network': ['ID=6150931d-05af-4617-a968-dd0c72c53b0a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:43.050378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c518c1c1-a4d9-4441-b73a-c6f1fc3c8824 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7087345 Jul 16 01:46:43.053788 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41494) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:43.054923 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 6150931d-05af-4617-a968-dd0c72c53b0a details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:43.065372 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-23e74d60-831e-4376-acd7-1c705eb59822 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'network': {'name': 'tempest-RoutersTest-1693628579'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:43.079958 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518c1c1-a4d9-4441-b73a-c6f1fc3c8824 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285ce774-af7c-4524-83af-a7969c5610fc,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:43.119113 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e74d60-831e-4376-acd7-1c705eb59822 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Made reservation on behalf of e25ea08c9a1242e0b31ad92aebc38e34 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:43.138185 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23e74d60-831e-4376-acd7-1c705eb59822 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.176574 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e74d60-831e-4376-acd7-1c705eb59822 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:43.188255 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23e74d60-831e-4376-acd7-1c705eb59822 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.188857 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-23e74d60-831e-4376-acd7-1c705eb59822 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Added segment 4ba7cd58-b464-4dbc-af50-e607389ea13a of type vlan for network 974c02ac-44ea-496c-9155-e33b1e6f1fcd Jul 16 01:46:43.295943 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23e74d60-831e-4376-acd7-1c705eb59822 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.305123 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5f46ab8b-9ee3-4e7f-8dd4-3a962a13a0be req-54f3d4f8-b912-4d77-9699-5bd83a9fd171 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.339014 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['7ab39194-9f9d-47a0-9f99-0b871ff423bb'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:43.384869 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23e74d60-831e-4376-acd7-1c705eb59822 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.397040 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e74d60-831e-4376-acd7-1c705eb59822 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:43.397309 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23e74d60-831e-4376-acd7-1c705eb59822 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.423792 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3d4f8-b912-4d77-9699-5bd83a9fd171 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Pushing event deleted for resources: {'Port': ['ID=d68118b6-a54e-47f2-9da6-4ed31d23e336,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:43.464135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['88e173de-de88-4b7d-85da-c5764a850913', '706ef550-7c49-4fb4-a523-b4c42f156893', 'd68118b6-a54e-47f2-9da6-4ed31d23e336'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:43.468106 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-23e74d60-831e-4376-acd7-1c705eb59822 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4128342 Jul 16 01:46:43.473573 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41514) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:43.486261 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-c65e9492-da4c-4346-96ca-961c98d830b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'subnet': {'network_id': '6150931d-05af-4617-a968-dd0c72c53b0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:43.573145 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f46ab8b-9ee3-4e7f-8dd4-3a962a13a0be req-54f3d4f8-b912-4d77-9699-5bd83a9fd171 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] No DVR routers for this DVR port d68118b6-a54e-47f2-9da6-4ed31d23e336 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:43.588778 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5f46ab8b-9ee3-4e7f-8dd4-3a962a13a0be req-54f3d4f8-b912-4d77-9699-5bd83a9fd171 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.592107 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5f46ab8b-9ee3-4e7f-8dd4-3a962a13a0be req-54f3d4f8-b912-4d77-9699-5bd83a9fd171 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.47 "DELETE /v2.0/ports/d68118b6-a54e-47f2-9da6-4ed31d23e336 HTTP/1.1" status: 204 len: 173 time: 1.0353911 Jul 16 01:46:43.592621 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c14f2fd-2fb9-49e5-bd1a-78fc077d6391', 'name': 'network-vif-deleted', 'tag': 'd68118b6-a54e-47f2-9da6-4ed31d23e336'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:43.596467 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdfe782-1b5a-4b16-baca-797b432340af" -d '{"events": [{"server_uuid": "4c14f2fd-2fb9-49e5-bd1a-78fc077d6391", "name": "network-vif-deleted", "tag": "d68118b6-a54e-47f2-9da6-4ed31d23e336"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:43.652756 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-29e8f174-9106-4050-8762-059ec47c8aa0 req-df34980a-5bbe-440f-9239-ddb2c35eaf39 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c14f2fd-2fb9-49e5-bd1a-78fc077d6391 HTTP/1.1" status: 200 len: 210 time: 0.0753827 Jul 16 01:46:43.677697 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e74d60-831e-4376-acd7-1c705eb59822 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Network': ['ID=974c02ac-44ea-496c-9155-e33b1e6f1fcd,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:43.750142 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 974c02ac-44ea-496c-9155-e33b1e6f1fcd details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:44.066249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926fc63-73a0-4362-8aa4-3422c9bd67c2 req-70666ac3-3ce8-443e-a74b-35ade71c2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:44.070680 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8a9b87-6526-4a10-bca2-3d2e695516d7 x-openstack-request-id: req-ed8a9b87-6526-4a10-bca2-3d2e695516d7 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:44.071098 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c14f2fd-2fb9-49e5-bd1a-78fc077d6391", "name": "network-vif-deleted", "tag": "d68118b6-a54e-47f2-9da6-4ed31d23e336", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:44.071309 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2926fc63-73a0-4362-8aa4-3422c9bd67c2 req-70666ac3-3ce8-443e-a74b-35ade71c2206 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 1096 time: 0.3807261 Jul 16 01:46:44.072506 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ed8a9b87-6526-4a10-bca2-3d2e695516d7 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:44.073181 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c14f2fd-2fb9-49e5-bd1a-78fc077d6391', 'name': 'network-vif-deleted', 'tag': 'd68118b6-a54e-47f2-9da6-4ed31d23e336', 'status': 'completed', 'code': 200} Jul 16 01:46:44.302461 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b8f4b-3737-495d-915c-6489231c1da2 req-e668c104-7b1f-43ec-9dd2-f5fb415e6779 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:44.309759 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-219b8f4b-3737-495d-915c-6489231c1da2 req-e668c104-7b1f-43ec-9dd2-f5fb415e6779 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.7165782 Jul 16 01:46:44.314285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65e9492-da4c-4346-96ca-961c98d830b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Made reservation on behalf of e25ea08c9a1242e0b31ad92aebc38e34 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:44.318542 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c65e9492-da4c-4346-96ca-961c98d830b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.353589 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926fc63-73a0-4362-8aa4-3422c9bd67c2 req-1c117167-bfce-4d48-9eca-75728e5d7dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:44.355977 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2926fc63-73a0-4362-8aa4-3422c9bd67c2 req-1c117167-bfce-4d48-9eca-75728e5d7dad service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 912 time: 0.2735932 Jul 16 01:46:44.427473 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2926fc63-73a0-4362-8aa4-3422c9bd67c2 req-924cf2ec-d069-4244-b1aa-eaa16c8f0f52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5377fe6-c65b-454e-9e27-4abe198a44a7 HTTP/1.1" status: 200 len: 217 time: 0.0622602 Jul 16 01:46:44.486248 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-219b8f4b-3737-495d-915c-6489231c1da2 req-848ddfd9-1887-4cfd-8e81-02bf7790776b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754665 Jul 16 01:46:44.551582 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926fc63-73a0-4362-8aa4-3422c9bd67c2 req-08f83db4-8c25-48d3-a5ea-149f25697efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:44.553706 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2926fc63-73a0-4362-8aa4-3422c9bd67c2 req-08f83db4-8c25-48d3-a5ea-149f25697efd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.0912519 Jul 16 01:46:44.778101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926fc63-73a0-4362-8aa4-3422c9bd67c2 req-6fee9c71-5153-4bef-91bb-65d1ebd97680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:44.782637 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2926fc63-73a0-4362-8aa4-3422c9bd67c2 req-6fee9c71-5153-4bef-91bb-65d1ebd97680 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150621 Jul 16 01:46:44.785634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c65e9492-da4c-4346-96ca-961c98d830b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.886676 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8b7b899c-ac82-47c3-9bb1-f47e8c5cef01 req-1c1d270b-8458-4ae7-89c7-8c8fe0f9d550 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c14f2fd-2fb9-49e5-bd1a-78fc077d6391 HTTP/1.1" status: 200 len: 210 time: 0.0642474 Jul 16 01:46:44.970139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e9492-da4c-4346-96ca-961c98d830b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Subnet': ['ID=1e0f4d6e-9e7c-4be3-970c-e67a7092198d,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:44.980253 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65e9492-da4c-4346-96ca-961c98d830b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Checking segment: {'id': '441a75e9-fc3f-49ee-bf41-3ed5866a34b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6150931d-05af-4617-a968-dd0c72c53b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:44.980652 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65e9492-da4c-4346-96ca-961c98d830b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network hostable DHCP agents. Network: 6150931d-05af-4617-a968-dd0c72c53b0a, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:45.015441 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2926fc63-73a0-4362-8aa4-3422c9bd67c2 req-3e0793ab-4156-4d4f-8fe3-66ac1c71219a service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241931 Jul 16 01:46:45.021165 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65e9492-da4c-4346-96ca-961c98d830b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network 6150931d-05af-4617-a968-dd0c72c53b0a is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:45.087611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-c65e9492-da4c-4346-96ca-961c98d830b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 6150931d-05af-4617-a968-dd0c72c53b0a) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:45.095522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65e9492-da4c-4346-96ca-961c98d830b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:45.096144 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c65e9492-da4c-4346-96ca-961c98d830b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.100557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1959d941-961d-406e-ad4d-7d0400fbcce5 None None] Network 6150931d-05af-4617-a968-dd0c72c53b0a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:45.150411 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c65e9492-da4c-4346-96ca-961c98d830b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6739273 Jul 16 01:46:45.154326 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41568) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:45.160717 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'subnet': {'network_id': '974c02ac-44ea-496c-9155-e33b1e6f1fcd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:45.225001 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2926fc63-73a0-4362-8aa4-3422c9bd67c2 req-c1514a85-5605-45df-b110-5229e1c39c26 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993504 Jul 16 01:46:45.321091 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Made reservation on behalf of e25ea08c9a1242e0b31ad92aebc38e34 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:45.344590 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.400850 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-6150931d-05af-4617-a968-dd0c72c53b0a', 'network_id': '6150931d-05af-4617-a968-dd0c72c53b0a', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'fixed_ips': [{'subnet_id': '1e0f4d6e-9e7c-4be3-970c-e67a7092198d'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:45.402107 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.584019 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Allocated IP 172.20.0.2 (6150931d-05af-4617-a968-dd0c72c53b0a/1e0f4d6e-9e7c-4be3-970c-e67a7092198d/b97ceb4f-3665-4a7c-8bfc-215069bcfb44) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:45.741514 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.867577 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.877099 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Subnet': ['ID=e3060696-ffb0-43fd-8409-5b3f3b0a728d,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:45.880474 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Transition to ACTIVE for port object b97ceb4f-3665-4a7c-8bfc-215069bcfb44 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:45.898636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.899162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.899503 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.900033 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.900468 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.901297 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.901893 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.902404 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.902828 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.903972 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.904654 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.905093 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.917080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Transition to ACTIVE for port object b97ceb4f-3665-4a7c-8bfc-215069bcfb44 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:45.917847 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Checking segment: {'id': '4ba7cd58-b464-4dbc-af50-e607389ea13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '974c02ac-44ea-496c-9155-e33b1e6f1fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:45.918456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network hostable DHCP agents. Network: 974c02ac-44ea-496c-9155-e33b1e6f1fcd, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:45.938872 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.946827 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9c759-8b15-4c05-920a-ee3b6851cbb6 req-5b026f51-8e44-470e-b5a6-180d44ff6221 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:45.955626 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-10b9c759-8b15-4c05-920a-ee3b6851cbb6 req-5b026f51-8e44-470e-b5a6-180d44ff6221 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.1535046 Jul 16 01:46:46.009878 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-10b9c759-8b15-4c05-920a-ee3b6851cbb6 req-88b441d9-e2cb-4d4e-8bb4-fde112338a64 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531077 Jul 16 01:46:46.034533 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network 974c02ac-44ea-496c-9155-e33b1e6f1fcd is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:46.048338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 974c02ac-44ea-496c-9155-e33b1e6f1fcd) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:46.048542 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Network 6150931d-05af-4617-a968-dd0c72c53b0a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:46.064615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:46.071244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:46.071560 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:46.072144 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.086560 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629bb7ba-4013-445a-96b0-097f3ff73dff None None] Network 974c02ac-44ea-496c-9155-e33b1e6f1fcd requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:46.126970 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41604) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:46.127463 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-189fe8f6-4f62-4fa1-b7b9-3eae8598bb1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9713585 Jul 16 01:46:46.132726 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d7c7c4fe-de77-4140-a3db-ccb723e980d2 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1563464886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:46.239495 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c4fe-de77-4140-a3db-ccb723e980d2 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.239495 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c4fe-de77-4140-a3db-ccb723e980d2 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.254091 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Pushing event updated for resources: {'Port': ['ID=b97ceb4f-3665-4a7c-8bfc-215069bcfb44,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:46.384467 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c4fe-de77-4140-a3db-ccb723e980d2 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.392147 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c4fe-de77-4140-a3db-ccb723e980d2 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.416087 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:46.416475 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:46.417007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:46.417514 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:46.417757 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d7c7c4fe-de77-4140-a3db-ccb723e980d2 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.420362 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d7c7c4fe-de77-4140-a3db-ccb723e980d2 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2919166 Jul 16 01:46:46.420850 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:46.421230 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:46.421539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:46.421872 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:46.422200 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:46.422529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:46.422949 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:46.423189 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41616) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:46.423333 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:46.502307 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-974c02ac-44ea-496c-9155-e33b1e6f1fcd', 'network_id': '974c02ac-44ea-496c-9155-e33b1e6f1fcd', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'fixed_ips': [{'subnet_id': 'e3060696-ffb0-43fd-8409-5b3f3b0a728d'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:46.503178 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.505181 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Attempting to bind port b97ceb4f-3665-4a7c-8bfc-215069bcfb44 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:46.505542 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Attempting to bind port b97ceb4f-3665-4a7c-8bfc-215069bcfb44 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '441a75e9-fc3f-49ee-bf41-3ed5866a34b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6150931d-05af-4617-a968-dd0c72c53b0a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:46.510538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Attempting to bind port b97ceb4f-3665-4a7c-8bfc-215069bcfb44 on network 6150931d-05af-4617-a968-dd0c72c53b0a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:46.555577 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:46.556281 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Checking segment: {'id': '441a75e9-fc3f-49ee-bf41-3ed5866a34b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6150931d-05af-4617-a968-dd0c72c53b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:46.556863 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.557423 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Bound using segment: {'id': '441a75e9-fc3f-49ee-bf41-3ed5866a34b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6150931d-05af-4617-a968-dd0c72c53b0a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:46.558313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Bound port: b97ceb4f-3665-4a7c-8bfc-215069bcfb44, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441a75e9-fc3f-49ee-bf41-3ed5866a34b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6150931d-05af-4617-a968-dd0c72c53b0a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:46.558893 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.971403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] For port b97ceb4f-3665-4a7c-8bfc-215069bcfb44, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:47.005821 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] For port b97ceb4f-3665-4a7c-8bfc-215069bcfb44, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b97ceb4f-3665-4a7c-8bfc-215069bcfb44,segment=NetworkSegment(441a75e9-fc3f-49ee-bf41-3ed5866a34b9),segment_id=441a75e9-fc3f-49ee-bf41-3ed5866a34b9)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:47.025029 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.045634 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device e5377fe6-c65b-454e-9e27-4abe198a44a7 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:47.091412 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Allocated IP 172.21.0.2 (974c02ac-44ea-496c-9155-e33b1e6f1fcd/e3060696-ffb0-43fd-8409-5b3f3b0a728d/cca05e57-dd3c-44fc-b659-a3f748cfb94b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:47.400585 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.567614 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device d68118b6-a54e-47f2-9da6-4ed31d23e336 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:47.597911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121aceb-3adb-4c7c-ade0-74e31eb6ac96 req-8b44a041-d983-480f-bbd4-a96cd7f281a0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:47.610525 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6121aceb-3adb-4c7c-ade0-74e31eb6ac96 req-8b44a041-d983-480f-bbd4-a96cd7f281a0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 945 time: 0.3575065 Jul 16 01:46:47.671101 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:46:47.672363 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Allocated IP 172.20.0.1 (6150931d-05af-4617-a968-dd0c72c53b0a/1e0f4d6e-9e7c-4be3-970c-e67a7092198d/86f1be6e-4cd4-4cec-9955-31ceec4274b9) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:47.679027 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: d68118b6-a54e-47f2-9da6-4ed31d23e336 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:47.679739 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device d68118b6-a54e-47f2-9da6-4ed31d23e336 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:47.690291 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6121aceb-3adb-4c7c-ade0-74e31eb6ac96 req-5964f828-3c80-4a7e-87eb-e496041f3862 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726650 Jul 16 01:46:47.697467 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.726990 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025df52b-2e04-4d1a-9ec0-17233842af90 None None] Pushing event updated for resources: {'Port': ['ID=b97ceb4f-3665-4a7c-8bfc-215069bcfb44,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:47.738330 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Transition to ACTIVE for port object cca05e57-dd3c-44fc-b659-a3f748cfb94b will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:47.790813 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Transition to ACTIVE for port object cca05e57-dd3c-44fc-b659-a3f748cfb94b will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:47.806471 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.853482 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Pushing event updated for resources: {'Port': ['ID=cca05e57-dd3c-44fc-b659-a3f748cfb94b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:47.858975 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.875662 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Network 974c02ac-44ea-496c-9155-e33b1e6f1fcd is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:47.883119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:47.886187 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:47.886525 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.896132 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da43f13-bd59-4421-8a57-2ce7c7fd05a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5377fe6-c65b-454e-9e27-4abe198a44a7'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:47.898655 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2f61ec-17b5-4f39-a0b8-ce81a54337cb" -d '{"events": [{"server_uuid": "8da43f13-bd59-4421-8a57-2ce7c7fd05a1", "name": "network-vif-unplugged", "status": "completed", "tag": "e5377fe6-c65b-454e-9e27-4abe198a44a7"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:47.915420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port e5377fe6-c65b-454e-9e27-4abe198a44a7, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e5377fe6-c65b-454e-9e27-4abe198a44a7,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:47.943475 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.956888 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Transition to ACTIVE for port object 86f1be6e-4cd4-4cec-9955-31ceec4274b9 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:48.015950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Attempting to bind port cca05e57-dd3c-44fc-b659-a3f748cfb94b on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:48.016326 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Attempting to bind port cca05e57-dd3c-44fc-b659-a3f748cfb94b by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '4ba7cd58-b464-4dbc-af50-e607389ea13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '974c02ac-44ea-496c-9155-e33b1e6f1fcd'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:48.016689 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Attempting to bind port cca05e57-dd3c-44fc-b659-a3f748cfb94b on network 974c02ac-44ea-496c-9155-e33b1e6f1fcd {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:48.042552 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d6cf59-f16b-48e7-8766-2c991de7ad81 x-openstack-request-id: req-84d6cf59-f16b-48e7-8766-2c991de7ad81 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:48.048628 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da43f13-bd59-4421-8a57-2ce7c7fd05a1", "name": "network-vif-unplugged", "status": "completed", "tag": "e5377fe6-c65b-454e-9e27-4abe198a44a7", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:48.048978 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84d6cf59-f16b-48e7-8766-2c991de7ad81 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:48.049206 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da43f13-bd59-4421-8a57-2ce7c7fd05a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5377fe6-c65b-454e-9e27-4abe198a44a7', 'code': 200} Jul 16 01:46:48.053639 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:48.054147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Checking segment: {'id': '4ba7cd58-b464-4dbc-af50-e607389ea13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '974c02ac-44ea-496c-9155-e33b1e6f1fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:48.054447 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.054847 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Bound using segment: {'id': '4ba7cd58-b464-4dbc-af50-e607389ea13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '974c02ac-44ea-496c-9155-e33b1e6f1fcd'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:48.055817 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Bound port: cca05e57-dd3c-44fc-b659-a3f748cfb94b, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba7cd58-b464-4dbc-af50-e607389ea13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '974c02ac-44ea-496c-9155-e33b1e6f1fcd'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:48.056218 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.070746 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.150029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network 6150931d-05af-4617-a968-dd0c72c53b0a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:48.158775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:48.171322 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:48.273854 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] For port cca05e57-dd3c-44fc-b659-a3f748cfb94b, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:48.277310 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] For port cca05e57-dd3c-44fc-b659-a3f748cfb94b, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cca05e57-dd3c-44fc-b659-a3f748cfb94b,segment=NetworkSegment(4ba7cd58-b464-4dbc-af50-e607389ea13a),segment_id=4ba7cd58-b464-4dbc-af50-e607389ea13a)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:48.286282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=e5377fe6-c65b-454e-9e27-4abe198a44a7,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:48.300220 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.316215 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=86f1be6e-4cd4-4cec-9955-31ceec4274b9,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:48.330625 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:48.330999 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:48.331306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:48.331860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:48.332207 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:48.332539 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:48.332873 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:48.333203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:48.333532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:48.333858 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:48.334184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:48.334508 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:48.342596 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.527201 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2293e-a2f9-480d-a131-2ded1e27982c None None] Pushing event updated for resources: {'Port': ['ID=cca05e57-dd3c-44fc-b659-a3f748cfb94b,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:48.707052 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.139573 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.157802 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.254080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad1d2b-b2bd-4550-8c65-58a95743c60e req-4d8ac020-f62a-4d76-bae8-c37b2c957bc2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:49.268306 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93ad1d2b-b2bd-4550-8c65-58a95743c60e req-4d8ac020-f62a-4d76-bae8-c37b2c957bc2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 943 time: 0.2459259 Jul 16 01:46:49.286509 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=86f1be6e-4cd4-4cec-9955-31ceec4274b9,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:49.370955 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.397292 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93ad1d2b-b2bd-4550-8c65-58a95743c60e req-3c63242e-5058-4ccb-b3c3-e2930657c114 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279078 Jul 16 01:46:49.693381 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network 6150931d-05af-4617-a968-dd0c72c53b0a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:49.705934 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:49.749522 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f23f045-63b1-42da-8ef2-ce695b10027d None None] Network 6150931d-05af-4617-a968-dd0c72c53b0a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:49.844620 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec39ca-e22f-47cb-b905-1cf2c345eec7 req-0b291869-181f-449a-880f-41aca63be9ed tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:49.858084 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76ec39ca-e22f-47cb-b905-1cf2c345eec7 req-0b291869-181f-449a-880f-41aca63be9ed tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.2463717 Jul 16 01:46:49.861375 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c48474c3-691f-448a-afa8-b831f88b04a1 None None] Provisioning for port b97ceb4f-3665-4a7c-8bfc-215069bcfb44 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:50.013421 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76ec39ca-e22f-47cb-b905-1cf2c345eec7 req-c8926bd9-b1e9-4f04-9eee-fdcc9b7276d6 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539342 Jul 16 01:46:50.076343 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router 3174bb29-c732-4a15-9baf-400b75592204 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:50.441409 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:50.441409 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-14db7d00-1887-4ffd-837f-065d3f83920a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/3174bb29-c732-4a15-9baf-400b75592204/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9438679 Jul 16 01:46:50.444210 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f0f895-4f51-48ba-b794-7aa5b1f8e6f8 None None] Sync routers for ids ['3174bb29-c732-4a15-9baf-400b75592204'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:50.444210 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f0f895-4f51-48ba-b794-7aa5b1f8e6f8 None None] Routers {'3174bb29-c732-4a15-9baf-400b75592204'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:50.444210 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-81f0f895-4f51-48ba-b794-7aa5b1f8e6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:46:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3174bb29-c732-4a15-9baf-400b75592204'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:50.444210 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-81f0f895-4f51-48ba-b794-7aa5b1f8e6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:50.444210 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f0f895-4f51-48ba-b794-7aa5b1f8e6f8 None None] Routers {'3174bb29-c732-4a15-9baf-400b75592204'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:50.444210 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-81f0f895-4f51-48ba-b794-7aa5b1f8e6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:46:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3174bb29-c732-4a15-9baf-400b75592204'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:50.445879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41736) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:50.454532 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b97ceb4f-3665-4a7c-8bfc-215069bcfb44 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:50.455637 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be7782-5c5b-4ad1-9a7d-36974872528b req-87d35f63-702d-4349-99ab-5e2b6fe211b2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:50.464082 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d2be7782-5c5b-4ad1-9a7d-36974872528b req-87d35f63-702d-4349-99ab-5e2b6fe211b2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0913818 Jul 16 01:46:50.479498 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-81f0f895-4f51-48ba-b794-7aa5b1f8e6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:50.480881 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f0f895-4f51-48ba-b794-7aa5b1f8e6f8 None None] The sync data for ids ['3174bb29-c732-4a15-9baf-400b75592204'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:50.560864 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d2be7782-5c5b-4ad1-9a7d-36974872528b req-f3c01a2e-91bb-48bd-8660-f20d1fc6b0cb tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893495 Jul 16 01:46:50.616176 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c274e14f-daa0-4cfb-b98e-706ffa7543df tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:50.618351 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c274e14f-daa0-4cfb-b98e-706ffa7543df tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/ports/86f1be6e-4cd4-4cec-9955-31ceec4274b9 HTTP/1.1" status: 200 len: 910 time: 0.1714609 Jul 16 01:46:50.622138 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41742) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:50.680082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33078675-f653-4169-ac4b-af9f587948de None None] Network 974c02ac-44ea-496c-9155-e33b1e6f1fcd requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:50.800085 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port b97ceb4f-3665-4a7c-8bfc-215069bcfb44 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:50.817344 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fefbb47b-699c-4916-9a5a-dd1b6c71d0c1 None None] Provisioning for port cca05e57-dd3c-44fc-b659-a3f748cfb94b completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:50.836726 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port b97ceb4f-3665-4a7c-8bfc-215069bcfb44 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:50.837508 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.036557 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41754) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:51.042100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b0481306-f9ec-4841-9bb9-1f20ed3d42eb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1386876549'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:51.086147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device e5377fe6-c65b-454e-9e27-4abe198a44a7 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:51.118601 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0481306-f9ec-4841-9bb9-1f20ed3d42eb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Made reservation on behalf of 2e15479fef3d4e8280f34317bd6b66ea for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:51.123257 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0481306-f9ec-4841-9bb9-1f20ed3d42eb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.197883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0481306-f9ec-4841-9bb9-1f20ed3d42eb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:51.218560 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0481306-f9ec-4841-9bb9-1f20ed3d42eb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.219381 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-b0481306-f9ec-4841-9bb9-1f20ed3d42eb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Added segment 8471601f-c6cf-4468-bacd-44966f4bbf62 of type vlan for network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 Jul 16 01:46:51.270243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ecc61a3b-d6fb-49a3-992e-75645d1532df None None] Provisioning complete for port b97ceb4f-3665-4a7c-8bfc-215069bcfb44 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:51.270614 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ecc61a3b-d6fb-49a3-992e-75645d1532df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.275346 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41762) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:51.356496 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0481306-f9ec-4841-9bb9-1f20ed3d42eb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.518270 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0481306-f9ec-4841-9bb9-1f20ed3d42eb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.532462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0481306-f9ec-4841-9bb9-1f20ed3d42eb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:51.533131 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0481306-f9ec-4841-9bb9-1f20ed3d42eb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.704201 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.828666 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0481306-f9ec-4841-9bb9-1f20ed3d42eb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event updated for resources: {'Network': ['ID=61936856-6c7f-41bf-93c7-c9c6608b4eb9,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:51.844518 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b0481306-f9ec-4841-9bb9-1f20ed3d42eb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8068118 Jul 16 01:46:51.851013 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41776) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:51.854589 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:51.871018 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-73e08bb1-41f7-4d47-8edb-2d1eb18a0d4f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1903529355'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:51.884408 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a59cfec-21a8-4b81-a76f-1e4d36ba36da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.898390 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.959184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e08bb1-41f7-4d47-8edb-2d1eb18a0d4f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Made reservation on behalf of 2e15479fef3d4e8280f34317bd6b66ea for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:51.963200 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-73e08bb1-41f7-4d47-8edb-2d1eb18a0d4f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.052407 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port b97ceb4f-3665-4a7c-8bfc-215069bcfb44, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b97ceb4f-3665-4a7c-8bfc-215069bcfb44,segment=NetworkSegment(441a75e9-fc3f-49ee-bf41-3ed5866a34b9),segment_id=441a75e9-fc3f-49ee-bf41-3ed5866a34b9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:52.087101 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.087920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cca05e57-dd3c-44fc-b659-a3f748cfb94b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:52.231909 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a59cfec-21a8-4b81-a76f-1e4d36ba36da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.243257 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a59cfec-21a8-4b81-a76f-1e4d36ba36da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.245747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=b97ceb4f-3665-4a7c-8bfc-215069bcfb44,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:52.252164 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port cca05e57-dd3c-44fc-b659-a3f748cfb94b completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:52.256724 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port cca05e57-dd3c-44fc-b659-a3f748cfb94b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:52.257101 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.259790 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ecc61a3b-d6fb-49a3-992e-75645d1532df None None] Provisioning for port 86f1be6e-4cd4-4cec-9955-31ceec4274b9 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:52.294134 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ecc61a3b-d6fb-49a3-992e-75645d1532df None None] Provisioning complete for port 86f1be6e-4cd4-4cec-9955-31ceec4274b9 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:52.294531 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ecc61a3b-d6fb-49a3-992e-75645d1532df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.346366 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9a59cfec-21a8-4b81-a76f-1e4d36ba36da admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=98c23aff42a74a84849134ca3b8781ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0599320 Jul 16 01:46:52.349164 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41788) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:52.349953 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59cfec-21a8-4b81-a76f-1e4d36ba36da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6527e75-77f6-40d6-bc6e-071a88d9226c,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:52.416904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ecc61a3b-d6fb-49a3-992e-75645d1532df None None] Port 86f1be6e-4cd4-4cec-9955-31ceec4274b9 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:52.439307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e08bb1-41f7-4d47-8edb-2d1eb18a0d4f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:52.465714 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-73e08bb1-41f7-4d47-8edb-2d1eb18a0d4f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.467016 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-73e08bb1-41f7-4d47-8edb-2d1eb18a0d4f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Added segment 7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e of type vlan for network ce6c8df2-7389-4a01-8a34-c56fcf84fa29 Jul 16 01:46:52.525010 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaa22321-29cf-40c2-8f3f-a144f58cad04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.553431 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaa22321-29cf-40c2-8f3f-a144f58cad04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.556696 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Allocated IP 172.21.0.1 (974c02ac-44ea-496c-9155-e33b1e6f1fcd/e3060696-ffb0-43fd-8409-5b3f3b0a728d/4e4157fb-6acb-4c0d-b1f3-f38daf2d770e) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:52.571833 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.573848 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1391f704-30fc-4efa-a9bb-50c9a54a1f56 None None] Provisioning complete for port cca05e57-dd3c-44fc-b659-a3f748cfb94b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:52.574388 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1391f704-30fc-4efa-a9bb-50c9a54a1f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.620074 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaa22321-29cf-40c2-8f3f-a144f58cad04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.625451 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaa22321-29cf-40c2-8f3f-a144f58cad04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.629866 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-eaa22321-29cf-40c2-8f3f-a144f58cad04 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b6527e75-77f6-40d6-bc6e-071a88d9226c HTTP/1.1" status: 204 len: 168 time: 0.2586691 Jul 16 01:46:52.639944 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-73e08bb1-41f7-4d47-8edb-2d1eb18a0d4f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.659676 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa22321-29cf-40c2-8f3f-a144f58cad04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6527e75-77f6-40d6-bc6e-071a88d9226c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:52.763967 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-73e08bb1-41f7-4d47-8edb-2d1eb18a0d4f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.769512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e08bb1-41f7-4d47-8edb-2d1eb18a0d4f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:52.770151 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-73e08bb1-41f7-4d47-8edb-2d1eb18a0d4f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.785190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port cca05e57-dd3c-44fc-b659-a3f748cfb94b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cca05e57-dd3c-44fc-b659-a3f748cfb94b,segment=NetworkSegment(4ba7cd58-b464-4dbc-af50-e607389ea13a),segment_id=4ba7cd58-b464-4dbc-af50-e607389ea13a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:52.818403 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.830513 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1391f704-30fc-4efa-a9bb-50c9a54a1f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.855420 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-73e08bb1-41f7-4d47-8edb-2d1eb18a0d4f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9950118 Jul 16 01:46:52.862161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41804) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:52.882737 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-04f8b20b-e418-42bf-999c-218e798f7abb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Request body: {'subnet': {'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:53.054832 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.102795 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b97ceb4f-3665-4a7c-8bfc-215069bcfb44 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:53.110491 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Transition to ACTIVE for port object 4e4157fb-6acb-4c0d-b1f3-f38daf2d770e will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:53.132142 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e08bb1-41f7-4d47-8edb-2d1eb18a0d4f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event updated for resources: {'Network': ['ID=ce6c8df2-7389-4a01-8a34-c56fcf84fa29,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:53.156262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=cca05e57-dd3c-44fc-b659-a3f748cfb94b,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:53.162266 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network ce6c8df2-7389-4a01-8a34-c56fcf84fa29 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:53.225043 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.266892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a25af-af18-4823-af2d-87e7dbe57990 req-dc86ba43-6f56-4871-b2e6-0b8c0f86e329 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:53.281737 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f51a25af-af18-4823-af2d-87e7dbe57990 req-dc86ba43-6f56-4871-b2e6-0b8c0f86e329 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 1.8501844 Jul 16 01:46:53.296265 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095281e-4a6a-44d2-87e9-eabc8ef1cacc req-26678835-ee2b-4a32-b158-314036bfc07c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:53.305075 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9095281e-4a6a-44d2-87e9-eabc8ef1cacc req-26678835-ee2b-4a32-b158-314036bfc07c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 945 time: 0.3901396 Jul 16 01:46:53.312960 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.api [None req-1391f704-30fc-4efa-a9bb-50c9a54a1f56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:46:53.313324 n-d-800086-6 neutron-server[93833]: DEBUG oslo_db.api [None req-1391f704-30fc-4efa-a9bb-50c9a54a1f56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:46:53.314764 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f8b20b-e418-42bf-999c-218e798f7abb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Made reservation on behalf of 2e15479fef3d4e8280f34317bd6b66ea for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:53.319125 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-04f8b20b-e418-42bf-999c-218e798f7abb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.367271 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port b97ceb4f-3665-4a7c-8bfc-215069bcfb44 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:53.367996 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.382482 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network 974c02ac-44ea-496c-9155-e33b1e6f1fcd is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:53.404895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:53.406823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41814) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:53.430206 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:53.432294 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9095281e-4a6a-44d2-87e9-eabc8ef1cacc req-19a8f900-6977-4145-a393-b747284c68fd tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253552 Jul 16 01:46:53.436855 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-91bfdb96-3b10-4b5a-8d80-a24d7a920647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.544478 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=4e4157fb-6acb-4c0d-b1f3-f38daf2d770e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:53.592070 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f51a25af-af18-4823-af2d-87e7dbe57990 req-1341d201-5952-4893-812e-f400412237b1 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092062 Jul 16 01:46:53.648983 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.797085 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.928319 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1391f704-30fc-4efa-a9bb-50c9a54a1f56 None None] Provisioning complete for port 86f1be6e-4cd4-4cec-9955-31ceec4274b9 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:53.929014 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1391f704-30fc-4efa-a9bb-50c9a54a1f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.937344 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.979551 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1391f704-30fc-4efa-a9bb-50c9a54a1f56 None None] Port 86f1be6e-4cd4-4cec-9955-31ceec4274b9 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:54.048396 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-04f8b20b-e418-42bf-999c-218e798f7abb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.114383 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b28e86e8-948a-4b54-b8fa-968820674b4b None None] Provisioning for port 4e4157fb-6acb-4c0d-b1f3-f38daf2d770e completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:54.126848 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b28e86e8-948a-4b54-b8fa-968820674b4b None None] Provisioning complete for port 4e4157fb-6acb-4c0d-b1f3-f38daf2d770e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:54.130020 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b28e86e8-948a-4b54-b8fa-968820674b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.176056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8b20b-e418-42bf-999c-218e798f7abb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event updated for resources: {'Subnet': ['ID=dd7e40bd-b54b-416d-9777-82ce986f495f,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:54.176556 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-91bfdb96-3b10-4b5a-8d80-a24d7a920647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.186284 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-91bfdb96-3b10-4b5a-8d80-a24d7a920647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.188999 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b28e86e8-948a-4b54-b8fa-968820674b4b None None] Port 4e4157fb-6acb-4c0d-b1f3-f38daf2d770e cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:54.212828 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f8b20b-e418-42bf-999c-218e798f7abb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Checking segment: {'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:54.213866 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f8b20b-e418-42bf-999c-218e798f7abb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Network hostable DHCP agents. Network: 61936856-6c7f-41bf-93c7-c9c6608b4eb9, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:54.254165 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-91bfdb96-3b10-4b5a-8d80-a24d7a920647 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1d3f601f7d0742e88fe74deea3f4a4f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8389850 Jul 16 01:46:54.254909 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41828) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.261462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f442a60-25a1-48be-818a-23987dfa26c3 req-5f930d16-1034-4d9c-b30b-4a85be6929d3 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:54.263765 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2f442a60-25a1-48be-818a-23987dfa26c3 req-5f930d16-1034-4d9c-b30b-4a85be6929d3 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 945 time: 0.1397357 Jul 16 01:46:54.271681 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f8b20b-e418-42bf-999c-218e798f7abb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:54.287581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfdb96-3b10-4b5a-8d80-a24d7a920647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22502d5a-2aa4-4d54-8afa-246ce7cc4941,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:54.320952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-04f8b20b-e418-42bf-999c-218e798f7abb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 61936856-6c7f-41bf-93c7-c9c6608b4eb9) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:54.331239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f834d6d9-58a7-48cc-bcc1-f573be99547e None None] Network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:54.331644 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f8b20b-e418-42bf-999c-218e798f7abb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:54.332284 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-04f8b20b-e418-42bf-999c-218e798f7abb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.382224 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c19e764e-6dd3-43b0-9ec9-c071c8c64832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.393995 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-04f8b20b-e418-42bf-999c-218e798f7abb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5309958 Jul 16 01:46:54.399808 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41830) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.412956 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-fd767c4f-81b3-4087-971a-9d13a20c034c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Request body: {'subnet': {'network_id': 'ce6c8df2-7389-4a01-8a34-c56fcf84fa29', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:54.429483 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c19e764e-6dd3-43b0-9ec9-c071c8c64832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.433374 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-2f442a60-25a1-48be-818a-23987dfa26c3 req-8e4113b1-d9a4-4767-853f-8afad398861f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Deleting port 7ab39194-9f9d-47a0-9f99-0b871ff423bb {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:54.433790 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2f442a60-25a1-48be-818a-23987dfa26c3 req-8e4113b1-d9a4-4767-853f-8afad398861f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.507311 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c19e764e-6dd3-43b0-9ec9-c071c8c64832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.510297 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c19e764e-6dd3-43b0-9ec9-c071c8c64832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.514480 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c19e764e-6dd3-43b0-9ec9-c071c8c64832 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/22502d5a-2aa4-4d54-8afa-246ce7cc4941 HTTP/1.1" status: 204 len: 168 time: 0.2526233 Jul 16 01:46:54.533288 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e764e-6dd3-43b0-9ec9-c071c8c64832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22502d5a-2aa4-4d54-8afa-246ce7cc4941,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:54.536720 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.546074 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.611451 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-61936856-6c7f-41bf-93c7-c9c6608b4eb9', 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'fixed_ips': [{'subnet_id': 'dd7e40bd-b54b-416d-9777-82ce986f495f'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:54.612347 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.702363 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd767c4f-81b3-4087-971a-9d13a20c034c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Made reservation on behalf of 2e15479fef3d4e8280f34317bd6b66ea for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:54.706621 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fd767c4f-81b3-4087-971a-9d13a20c034c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.720000 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-2f442a60-25a1-48be-818a-23987dfa26c3 req-8e4113b1-d9a4-4767-853f-8afad398861f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] For port 7ab39194-9f9d-47a0-9f99-0b871ff423bb, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7ab39194-9f9d-47a0-9f99-0b871ff423bb,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:54.720287 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2f442a60-25a1-48be-818a-23987dfa26c3 req-8e4113b1-d9a4-4767-853f-8afad398861f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.776077 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-2f442a60-25a1-48be-818a-23987dfa26c3 req-8e4113b1-d9a4-4767-853f-8afad398861f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Calling delete_port for 7ab39194-9f9d-47a0-9f99-0b871ff423bb owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:54.808765 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15c4aa-d7cd-4c3d-9696-6ee837ab9577 req-ac3cd259-e257-48c0-9247-9213bc1920a5 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:54.810594 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7a15c4aa-d7cd-4c3d-9696-6ee837ab9577 req-ac3cd259-e257-48c0-9247-9213bc1920a5 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 945 time: 0.1656675 Jul 16 01:46:54.868447 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Allocated IP 10.1.1.2 (61936856-6c7f-41bf-93c7-c9c6608b4eb9/dd7e40bd-b54b-416d-9777-82ce986f495f/0bdefe81-476a-45cc-9ad6-3fd9999ca009) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:54.976809 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7a15c4aa-d7cd-4c3d-9696-6ee837ab9577 req-093eb8b6-6038-4fa1-a1be-d6b62fd70663 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950425 Jul 16 01:46:55.027074 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cca05e57-dd3c-44fc-b659-a3f748cfb94b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:55.259461 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.272957 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fd767c4f-81b3-4087-971a-9d13a20c034c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.289013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Transition to ACTIVE for port object 0bdefe81-476a-45cc-9ad6-3fd9999ca009 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:55.313571 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2f442a60-25a1-48be-818a-23987dfa26c3 req-8e4113b1-d9a4-4767-853f-8afad398861f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.327403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Transition to ACTIVE for port object 0bdefe81-476a-45cc-9ad6-3fd9999ca009 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:55.338399 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.408772 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.409399 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['88e173de-de88-4b7d-85da-c5764a850913', '706ef550-7c49-4fb4-a523-b4c42f156893'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:55.445302 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4113b1-d9a4-4767-853f-8afad398861f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Pushing event deleted for resources: {'Port': ['ID=7ab39194-9f9d-47a0-9f99-0b871ff423bb,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.458853 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f442a60-25a1-48be-818a-23987dfa26c3 req-8e4113b1-d9a4-4767-853f-8afad398861f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] No DVR routers for this DVR port 7ab39194-9f9d-47a0-9f99-0b871ff423bb on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:55.477155 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2f442a60-25a1-48be-818a-23987dfa26c3 req-8e4113b1-d9a4-4767-853f-8afad398861f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.477368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port cca05e57-dd3c-44fc-b659-a3f748cfb94b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:55.479216 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2f442a60-25a1-48be-818a-23987dfa26c3 req-8e4113b1-d9a4-4767-853f-8afad398861f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.26 "DELETE /v2.0/ports/7ab39194-9f9d-47a0-9f99-0b871ff423bb HTTP/1.1" status: 204 len: 173 time: 1.2088630 Jul 16 01:46:55.479891 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8c6611-4391-4305-bf40-1a764f98ae70', 'name': 'network-vif-deleted', 'tag': '7ab39194-9f9d-47a0-9f99-0b871ff423bb'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:55.480394 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.491656 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731ca945-2184-47db-8784-8c2a5b537b5d" -d '{"events": [{"server_uuid": "5c8c6611-4391-4305-bf40-1a764f98ae70", "name": "network-vif-deleted", "tag": "7ab39194-9f9d-47a0-9f99-0b871ff423bb"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:55.514966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd767c4f-81b3-4087-971a-9d13a20c034c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Checking segment: {'id': '7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ce6c8df2-7389-4a01-8a34-c56fcf84fa29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:55.515331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd767c4f-81b3-4087-971a-9d13a20c034c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Network hostable DHCP agents. Network: ce6c8df2-7389-4a01-8a34-c56fcf84fa29, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:55.547470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd767c4f-81b3-4087-971a-9d13a20c034c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event updated for resources: {'Subnet': ['ID=d66e7cad-8485-48ef-b49f-9c0a1aa8b39b,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.572476 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:55.600998 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:55.605511 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:55.609826 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd767c4f-81b3-4087-971a-9d13a20c034c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Network ce6c8df2-7389-4a01-8a34-c56fcf84fa29 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:55.631619 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-fd767c4f-81b3-4087-971a-9d13a20c034c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, ce6c8df2-7389-4a01-8a34-c56fcf84fa29) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:55.647412 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd767c4f-81b3-4087-971a-9d13a20c034c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.648798 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fd767c4f-81b3-4087-971a-9d13a20c034c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.689018 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network 974c02ac-44ea-496c-9155-e33b1e6f1fcd is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:55.693780 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:55.708922 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fd767c4f-81b3-4087-971a-9d13a20c034c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3007624 Jul 16 01:46:55.711127 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41882) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:55.714669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=4e4157fb-6acb-4c0d-b1f3-f38daf2d770e,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.737954 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-413ad388-87da-440f-b4d4-2f1900c2ba8a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Request body: {'port': {'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9', 'name': 'tempest-TaggedBootDevicesTest_v242-1689531516', 'fixed_ips': [{'subnet_id': 'dd7e40bd-b54b-416d-9777-82ce986f495f'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:55.753757 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f10b6e5-5274-4899-8a22-7fbfdcd289c8 None None] Network ce6c8df2-7389-4a01-8a34-c56fcf84fa29 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:55.913499 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400ff740-7310-4959-9c13-9735bc8e57e2 x-openstack-request-id: req-400ff740-7310-4959-9c13-9735bc8e57e2 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:55.914310 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8c6611-4391-4305-bf40-1a764f98ae70", "name": "network-vif-deleted", "tag": "7ab39194-9f9d-47a0-9f99-0b871ff423bb", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:55.914829 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-400ff740-7310-4959-9c13-9735bc8e57e2 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:55.915490 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8c6611-4391-4305-bf40-1a764f98ae70', 'name': 'network-vif-deleted', 'tag': '7ab39194-9f9d-47a0-9f99-0b871ff423bb', 'status': 'completed', 'code': 200} Jul 16 01:46:55.998958 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Attempting to bind port 0bdefe81-476a-45cc-9ad6-3fd9999ca009 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:56.000486 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Attempting to bind port 0bdefe81-476a-45cc-9ad6-3fd9999ca009 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:56.000773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router 3174bb29-c732-4a15-9baf-400b75592204 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:56.002441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Attempting to bind port 0bdefe81-476a-45cc-9ad6-3fd9999ca009 on network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:56.010531 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Pushing event updated for resources: {'Port': ['ID=0bdefe81-476a-45cc-9ad6-3fd9999ca009,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:56.019521 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a2924-2c14-4fd8-b9f3-c79b1527b8ed req-f02519ca-2873-4ea9-b540-df0c2b12bc80 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:56.024909 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d16a2924-2c14-4fd8-b9f3-c79b1527b8ed req-f02519ca-2873-4ea9-b540-df0c2b12bc80 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.6307948 Jul 16 01:46:56.076799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413ad388-87da-440f-b4d4-2f1900c2ba8a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Made reservation on behalf of 2e15479fef3d4e8280f34317bd6b66ea for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:56.166845 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d16a2924-2c14-4fd8-b9f3-c79b1527b8ed req-08cd9915-479f-4506-89b4-ad3ed9c898b9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175907 Jul 16 01:46:56.262839 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:56.263886 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Checking segment: {'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:56.268253 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.268761 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Bound using segment: {'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:56.269359 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Bound port: 0bdefe81-476a-45cc-9ad6-3fd9999ca009, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:56.270358 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.309292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:56.322867 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0cf1ebf6-9247-4312-a1c8-6ba1b0f2d92a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/3174bb29-c732-4a15-9baf-400b75592204/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6990826 Jul 16 01:46:56.326798 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41898) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:56.343511 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-413ad388-87da-440f-b4d4-2f1900c2ba8a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.453605 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2c3018f5-904a-472c-90ce-3eaf5ecd6f44 req-d23c7f59-bb77-4c02-90ec-9db0fe20d0ed tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c8c6611-4391-4305-bf40-1a764f98ae70 HTTP/1.1" status: 200 len: 210 time: 0.0774426 Jul 16 01:46:56.462679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-413ad388-87da-440f-b4d4-2f1900c2ba8a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] device_id is not set on port 1ee21601-191c-45f4-b814-a55228557d82 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:56.464779 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd7e64e-b557-496c-ae53-1128f81049c4 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:56.467918 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-afd7e64e-b557-496c-ae53-1128f81049c4 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/ports/4e4157fb-6acb-4c0d-b1f3-f38daf2d770e HTTP/1.1" status: 200 len: 910 time: 0.1399755 Jul 16 01:46:56.470711 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41904) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:56.501112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e0fb23-6296-450d-a456-1af48ae00ea5 None None] Sync routers for ids ['3174bb29-c732-4a15-9baf-400b75592204'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:56.591341 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] For port 0bdefe81-476a-45cc-9ad6-3fd9999ca009, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:56.601628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6f166c11-9f22-4490-b76d-56e7870c5077 None None] Provisioning complete for port 4e4157fb-6acb-4c0d-b1f3-f38daf2d770e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:56.602009 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f166c11-9f22-4490-b76d-56e7870c5077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.710035 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] For port 0bdefe81-476a-45cc-9ad6-3fd9999ca009, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0bdefe81-476a-45cc-9ad6-3fd9999ca009,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:56.714511 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e0fb23-6296-450d-a456-1af48ae00ea5 None None] Routers {'3174bb29-c732-4a15-9baf-400b75592204'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:56.715376 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-e3e0fb23-6296-450d-a456-1af48ae00ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:46:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3174bb29-c732-4a15-9baf-400b75592204'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:56.760012 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.809159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-413ad388-87da-440f-b4d4-2f1900c2ba8a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Allocated IP 10.1.1.60 (61936856-6c7f-41bf-93c7-c9c6608b4eb9/dd7e40bd-b54b-416d-9777-82ce986f495f/1ee21601-191c-45f4-b814-a55228557d82) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:56.867955 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-e3e0fb23-6296-450d-a456-1af48ae00ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:56.968916 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6f166c11-9f22-4490-b76d-56e7870c5077 None None] Port 4e4157fb-6acb-4c0d-b1f3-f38daf2d770e cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:57.155841 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-413ad388-87da-440f-b4d4-2f1900c2ba8a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.200645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-413ad388-87da-440f-b4d4-2f1900c2ba8a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Transition to ACTIVE for port object 1ee21601-191c-45f4-b814-a55228557d82 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:57.232637 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3dab7dd8-81ba-4a0b-a209-2f15c0d82d44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.323754 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-413ad388-87da-440f-b4d4-2f1900c2ba8a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.333890 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e0fb23-6296-450d-a456-1af48ae00ea5 None None] Routers {'3174bb29-c732-4a15-9baf-400b75592204'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:57.334522 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-e3e0fb23-6296-450d-a456-1af48ae00ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:46:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3174bb29-c732-4a15-9baf-400b75592204'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:57.339426 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 7ab39194-9f9d-47a0-9f99-0b871ff423bb no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:57.401806 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413ad388-87da-440f-b4d4-2f1900c2ba8a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:57.428826 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-413ad388-87da-440f-b4d4-2f1900c2ba8a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:57.446750 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ad388-87da-440f-b4d4-2f1900c2ba8a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:57.515325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ad388-87da-440f-b4d4-2f1900c2ba8a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event updated for resources: {'Port': ['ID=1ee21601-191c-45f4-b814-a55228557d82,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:57.549963 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413ad388-87da-440f-b4d4-2f1900c2ba8a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:57.550979 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-413ad388-87da-440f-b4d4-2f1900c2ba8a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.572211 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-413ad388-87da-440f-b4d4-2f1900c2ba8a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8583462 Jul 16 01:46:57.575607 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41936) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:57.581276 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-93a80178-ea1c-4b63-90be-66e420a08935 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Request body: {'port': {'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9', 'name': 'tempest-TaggedBootDevicesTest_v242-1433819811', 'fixed_ips': [{'subnet_id': 'dd7e40bd-b54b-416d-9777-82ce986f495f'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:57.595884 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-e3e0fb23-6296-450d-a456-1af48ae00ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:57.597349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e0fb23-6296-450d-a456-1af48ae00ea5 None None] The sync data for ids ['3174bb29-c732-4a15-9baf-400b75592204'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:57.615405 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-ce6c8df2-7389-4a01-8a34-c56fcf84fa29', 'network_id': 'ce6c8df2-7389-4a01-8a34-c56fcf84fa29', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'fixed_ips': [{'subnet_id': 'd66e7cad-8485-48ef-b49f-9c0a1aa8b39b'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:57.616388 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.618313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6aa832-e92b-4554-af44-797a12784970 None None] Pushing event updated for resources: {'Port': ['ID=0bdefe81-476a-45cc-9ad6-3fd9999ca009,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:57.658223 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 7ab39194-9f9d-47a0-9f99-0b871ff423bb {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:57.658753 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 7ab39194-9f9d-47a0-9f99-0b871ff423bb not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:57.740977 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a80178-ea1c-4b63-90be-66e420a08935 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Made reservation on behalf of 2e15479fef3d4e8280f34317bd6b66ea for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:57.753873 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93a80178-ea1c-4b63-90be-66e420a08935 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.802946 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-93a80178-ea1c-4b63-90be-66e420a08935 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] device_id is not set on port 588d0e4f-cefb-43a8-a412-487dd40c07f8 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:57.819670 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3f5b0-5345-40d1-8f9e-86bb9179b170 req-ce9c0fdd-79dd-4163-9d3a-0ec96c4a8639 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:57.823152 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-83a3f5b0-5345-40d1-8f9e-86bb9179b170 req-ce9c0fdd-79dd-4163-9d3a-0ec96c4a8639 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.2727757 Jul 16 01:46:58.017740 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-83a3f5b0-5345-40d1-8f9e-86bb9179b170 req-acb06421-4a1a-4c97-8817-2e6e340e1ae2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807761 Jul 16 01:46:58.196078 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Allocated IP 10.2.2.2 (ce6c8df2-7389-4a01-8a34-c56fcf84fa29/d66e7cad-8485-48ef-b49f-9c0a1aa8b39b/2965b453-933e-44c7-bfbe-d4da90d54503) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:58.198263 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-3dab7dd8-81ba-4a0b-a209-2f15c0d82d44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting port 4e4157fb-6acb-4c0d-b1f3-f38daf2d770e {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:58.201311 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3dab7dd8-81ba-4a0b-a209-2f15c0d82d44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.346547 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3dab7dd8-81ba-4a0b-a209-2f15c0d82d44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.350289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-93a80178-ea1c-4b63-90be-66e420a08935 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Allocated IP 10.1.1.92 (61936856-6c7f-41bf-93c7-c9c6608b4eb9/dd7e40bd-b54b-416d-9777-82ce986f495f/588d0e4f-cefb-43a8-a412-487dd40c07f8) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:58.388214 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-3dab7dd8-81ba-4a0b-a209-2f15c0d82d44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Calling delete_port for 4e4157fb-6acb-4c0d-b1f3-f38daf2d770e owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:58.517622 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.529670 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Transition to ACTIVE for port object 2965b453-933e-44c7-bfbe-d4da90d54503 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:58.555207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Transition to ACTIVE for port object 2965b453-933e-44c7-bfbe-d4da90d54503 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:58.571144 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.683021 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Network ce6c8df2-7389-4a01-8a34-c56fcf84fa29 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:58.696914 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:58.726983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Pushing event updated for resources: {'Port': ['ID=2965b453-933e-44c7-bfbe-d4da90d54503,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:58.736608 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:58.743741 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cb32c1-5287-49f8-9bc5-01a24ad8c21e None None] Network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:58.762295 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93a80178-ea1c-4b63-90be-66e420a08935 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.786748 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-93a80178-ea1c-4b63-90be-66e420a08935 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Transition to ACTIVE for port object 588d0e4f-cefb-43a8-a412-487dd40c07f8 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:58.792882 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaaea7-2cee-4385-aa54-e3909984b259 req-82f30380-b79f-4467-8320-c970749ce632 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:58.794708 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31aaaea7-2cee-4385-aa54-e3909984b259 req-82f30380-b79f-4467-8320-c970749ce632 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=271bd656-47bf-49cd-a800-ab72f15658f6 HTTP/1.1" status: 200 len: 946 time: 0.2609653 Jul 16 01:46:58.818602 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb8c9b52-9ccc-47ef-b282-b929f2c1d63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.840800 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93a80178-ea1c-4b63-90be-66e420a08935 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.860338 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.863840 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Attempting to bind port 2965b453-933e-44c7-bfbe-d4da90d54503 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:58.864524 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Attempting to bind port 2965b453-933e-44c7-bfbe-d4da90d54503 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ce6c8df2-7389-4a01-8a34-c56fcf84fa29'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:58.865150 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Attempting to bind port 2965b453-933e-44c7-bfbe-d4da90d54503 on network ce6c8df2-7389-4a01-8a34-c56fcf84fa29 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:58.938200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a80178-ea1c-4b63-90be-66e420a08935 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event updated for resources: {'Port': ['ID=588d0e4f-cefb-43a8-a412-487dd40c07f8,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:58.965899 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31aaaea7-2cee-4385-aa54-e3909984b259 req-73ba3881-0af5-490c-b00c-72a791a8ca8c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583028 Jul 16 01:46:58.966440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a80178-ea1c-4b63-90be-66e420a08935 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:58.967772 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-93a80178-ea1c-4b63-90be-66e420a08935 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:58.986415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a80178-ea1c-4b63-90be-66e420a08935 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:58.987041 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3dab7dd8-81ba-4a0b-a209-2f15c0d82d44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.000422 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:59.005681 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Checking segment: {'id': '7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ce6c8df2-7389-4a01-8a34-c56fcf84fa29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:59.006915 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.007428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Bound using segment: {'id': '7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ce6c8df2-7389-4a01-8a34-c56fcf84fa29'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:59.008244 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Bound port: 2965b453-933e-44c7-bfbe-d4da90d54503, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ce6c8df2-7389-4a01-8a34-c56fcf84fa29'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:59.008907 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.034448 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab7dd8-81ba-4a0b-a209-2f15c0d82d44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Port': ['ID=4e4157fb-6acb-4c0d-b1f3-f38daf2d770e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:59.047135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-443a54fd-8e2f-4164-96de-d8206943a3fc None None] Provisioning for port 0bdefe81-476a-45cc-9ad6-3fd9999ca009 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:59.100788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0bdefe81-476a-45cc-9ad6-3fd9999ca009 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:59.149017 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a80178-ea1c-4b63-90be-66e420a08935 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:59.149715 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93a80178-ea1c-4b63-90be-66e420a08935 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.216935 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-93a80178-ea1c-4b63-90be-66e420a08935 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6401627 Jul 16 01:46:59.457202 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 0bdefe81-476a-45cc-9ad6-3fd9999ca009 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:59.519680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f52cd-f2ab-4f94-83a4-31dc9ef850ee req-679c3b58-be17-47fc-98b0-c05830b53d6f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:59.521911 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd9f52cd-f2ab-4f94-83a4-31dc9ef850ee req-679c3b58-be17-47fc-98b0-c05830b53d6f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1902740 Jul 16 01:46:59.537044 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 0bdefe81-476a-45cc-9ad6-3fd9999ca009 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:59.537571 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.592519 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3dab7dd8-81ba-4a0b-a209-2f15c0d82d44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.597273 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd9f52cd-f2ab-4f94-83a4-31dc9ef850ee req-3d3d8003-e829-4f2d-9878-f40242a55651 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696650 Jul 16 01:46:59.604114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41988) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.609825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] For port 2965b453-933e-44c7-bfbe-d4da90d54503, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:59.610668 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4f13c555-0dd2-4b43-83d9-b1bdcf98f000 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1064296966', 'description': 'tempest-description--821307339'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:59.649374 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4f13c555-0dd2-4b43-83d9-b1bdcf98f000 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.684498 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] For port 2965b453-933e-44c7-bfbe-d4da90d54503, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2965b453-933e-44c7-bfbe-d4da90d54503,segment=NetworkSegment(7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e),segment_id=7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:59.697084 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.802573 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf5d29-e4e8-4889-aa1f-1d5af3b95a40 None None] Pushing event updated for resources: {'Port': ['ID=2965b453-933e-44c7-bfbe-d4da90d54503,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:59.804737 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4f13c555-0dd2-4b43-83d9-b1bdcf98f000 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.816983 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4f13c555-0dd2-4b43-83d9-b1bdcf98f000 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.889422 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4f13c555-0dd2-4b43-83d9-b1bdcf98f000 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.891679 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4f13c555-0dd2-4b43-83d9-b1bdcf98f000 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2847691 Jul 16 01:46:59.895122 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41994) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.900651 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e8c42d83-3103-4feb-a7aa-11bcc63f6ecb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Request body: {'security_group_rule': {'security_group_id': '121cc833-6164-4610-bf48-0fea8c3a51ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:59.906307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13c555-0dd2-4b43-83d9-b1bdcf98f000 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=121cc833-6164-4610-bf48-0fea8c3a51ba,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:59.923549 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.977828 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e8c42d83-3103-4feb-a7aa-11bcc63f6ecb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.003213 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 0bdefe81-476a-45cc-9ad6-3fd9999ca009, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0bdefe81-476a-45cc-9ad6-3fd9999ca009,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:00.017506 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.119651 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=0bdefe81-476a-45cc-9ad6-3fd9999ca009,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:00.180135 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e8c42d83-3103-4feb-a7aa-11bcc63f6ecb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.188267 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e8c42d83-3103-4feb-a7aa-11bcc63f6ecb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.201118 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dab7dd8-81ba-4a0b-a209-2f15c0d82d44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router 3174bb29-c732-4a15-9baf-400b75592204 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:00.227672 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c42d83-3103-4feb-a7aa-11bcc63f6ecb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4fb83c6-bfd0-4d2f-a52a-a43093f35c64,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:00.250788 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e8c42d83-3103-4feb-a7aa-11bcc63f6ecb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.252195 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e8c42d83-3103-4feb-a7aa-11bcc63f6ecb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3560865 Jul 16 01:47:00.256012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42004) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:00.263777 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-594c8567-1526-4490-be56-383b64693be2 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Request body: {'security_group_rule': {'security_group_id': '121cc833-6164-4610-bf48-0fea8c3a51ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:00.369088 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-594c8567-1526-4490-be56-383b64693be2 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.472788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4d088d09-c592-49a4-996d-b54143cf4782 None None] Provisioning complete for port 0bdefe81-476a-45cc-9ad6-3fd9999ca009 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:00.473207 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d088d09-c592-49a4-996d-b54143cf4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.578556 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-594c8567-1526-4490-be56-383b64693be2 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.588919 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-594c8567-1526-4490-be56-383b64693be2 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.628580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c8567-1526-4490-be56-383b64693be2 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26408ab1-ab6f-42d9-8246-8acaa98bbe0c,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:00.645869 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-594c8567-1526-4490-be56-383b64693be2 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.647275 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-594c8567-1526-4490-be56-383b64693be2 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3901188 Jul 16 01:47:00.648158 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dab7dd8-81ba-4a0b-a209-2f15c0d82d44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:00.651852 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42016) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:00.665873 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b334fe5f-4dde-4458-a990-85698ee5a6b9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:00.667699 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9713da-a6b0-4333-b6a1-cad024d02d20 None None] Sync routers for ids ['3174bb29-c732-4a15-9baf-400b75592204'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:00.682850 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3dab7dd8-81ba-4a0b-a209-2f15c0d82d44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/3174bb29-c732-4a15-9baf-400b75592204/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2079055 Jul 16 01:47:00.686878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42018) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:00.689890 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9713da-a6b0-4333-b6a1-cad024d02d20 None None] Routers {'3174bb29-c732-4a15-9baf-400b75592204'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:00.690735 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-0e9713da-a6b0-4333-b6a1-cad024d02d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:46:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3174bb29-c732-4a15-9baf-400b75592204'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:00.707872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c38adb-91ed-439b-9b1b-a79c6e9dc62f req-7843e543-4bbf-45fc-a4e6-fbe5fa0f41ee tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:00.719541 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4d088d09-c592-49a4-996d-b54143cf4782 None None] Provisioning for port 588d0e4f-cefb-43a8-a412-487dd40c07f8 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:00.725508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4d088d09-c592-49a4-996d-b54143cf4782 None None] Provisioning complete for port 588d0e4f-cefb-43a8-a412-487dd40c07f8 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:00.726141 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e5c38adb-91ed-439b-9b1b-a79c6e9dc62f req-7843e543-4bbf-45fc-a4e6-fbe5fa0f41ee tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.47 "GET /v2.0/ports?device_id=271bd656-47bf-49cd-a800-ab72f15658f6 HTTP/1.1" status: 200 len: 946 time: 0.5082521 Jul 16 01:47:00.726942 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d088d09-c592-49a4-996d-b54143cf4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.824226 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-0e9713da-a6b0-4333-b6a1-cad024d02d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:00.852096 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9713da-a6b0-4333-b6a1-cad024d02d20 None None] Routers {'3174bb29-c732-4a15-9baf-400b75592204'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:00.853089 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-0e9713da-a6b0-4333-b6a1-cad024d02d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:46:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3174bb29-c732-4a15-9baf-400b75592204'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:00.859341 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-4d088d09-c592-49a4-996d-b54143cf4782 None None] Port 588d0e4f-cefb-43a8-a412-487dd40c07f8 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:00.888799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4d088d09-c592-49a4-996d-b54143cf4782 None None] Provisioning for port 1ee21601-191c-45f4-b814-a55228557d82 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:00.897831 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4d088d09-c592-49a4-996d-b54143cf4782 None None] Provisioning complete for port 1ee21601-191c-45f4-b814-a55228557d82 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:00.899767 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d088d09-c592-49a4-996d-b54143cf4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.983917 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-4d088d09-c592-49a4-996d-b54143cf4782 None None] Port 1ee21601-191c-45f4-b814-a55228557d82 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:01.005432 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-0e9713da-a6b0-4333-b6a1-cad024d02d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:01.006237 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9713da-a6b0-4333-b6a1-cad024d02d20 None None] The sync data for ids ['3174bb29-c732-4a15-9baf-400b75592204'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:01.008506 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80456648-96f2-4ca4-84b5-b1bdae97859e req-84f0fff9-a890-4199-94bc-0187a4c54142 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.017904 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-80456648-96f2-4ca4-84b5-b1bdae97859e req-84f0fff9-a890-4199-94bc-0187a4c54142 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=271bd656-47bf-49cd-a800-ab72f15658f6 HTTP/1.1" status: 200 len: 946 time: 0.5201056 Jul 16 01:47:01.045040 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c204256b-ddb7-46ca-bec9-8c10a71ef1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.104430 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.140064 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9a659502-fac6-417b-9b09-def6e14fc91b None None] Provisioning complete for port 1ee21601-191c-45f4-b814-a55228557d82 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:01.147301 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a659502-fac6-417b-9b09-def6e14fc91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.151675 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-e5c38adb-91ed-439b-9b1b-a79c6e9dc62f req-78abe07f-1829-4d42-b0a0-585921c4d292 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Deleting port 706ef550-7c49-4fb4-a523-b4c42f156893 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:01.157918 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e5c38adb-91ed-439b-9b1b-a79c6e9dc62f req-78abe07f-1829-4d42-b0a0-585921c4d292 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.247943 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9a659502-fac6-417b-9b09-def6e14fc91b None None] Port 1ee21601-191c-45f4-b814-a55228557d82 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:01.272903 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0bdefe81-476a-45cc-9ad6-3fd9999ca009 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:01.282436 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b334fe5f-4dde-4458-a990-85698ee5a6b9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.375116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 0bdefe81-476a-45cc-9ad6-3fd9999ca009 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:01.375638 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.445851 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-e5c38adb-91ed-439b-9b1b-a79c6e9dc62f req-78abe07f-1829-4d42-b0a0-585921c4d292 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] For port 706ef550-7c49-4fb4-a523-b4c42f156893, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=706ef550-7c49-4fb4-a523-b4c42f156893,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:01.447052 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e5c38adb-91ed-439b-9b1b-a79c6e9dc62f req-78abe07f-1829-4d42-b0a0-585921c4d292 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.492246 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-e5c38adb-91ed-439b-9b1b-a79c6e9dc62f req-78abe07f-1829-4d42-b0a0-585921c4d292 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Calling delete_port for 706ef550-7c49-4fb4-a523-b4c42f156893 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:01.519280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6bf56b31-175e-4bae-8210-4763acffb71d None None] Provisioning complete for port 588d0e4f-cefb-43a8-a412-487dd40c07f8 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:01.519990 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6bf56b31-175e-4bae-8210-4763acffb71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.522370 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2965b453-933e-44c7-bfbe-d4da90d54503 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:01.550573 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-80456648-96f2-4ca4-84b5-b1bdae97859e req-508406a4-11ae-4a6d-9f13-cf227fc3b390 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287457 Jul 16 01:47:01.669525 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6bf56b31-175e-4bae-8210-4763acffb71d None None] Port 588d0e4f-cefb-43a8-a412-487dd40c07f8 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:01.676943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff54cf-efef-4720-baaa-ccdcfffd107b req-126d3679-67e3-411e-89db-e2060535e12c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.687849 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2cff54cf-efef-4720-baaa-ccdcfffd107b req-126d3679-67e3-411e-89db-e2060535e12c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.6957648 Jul 16 01:47:01.703851 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 2965b453-933e-44c7-bfbe-d4da90d54503 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:01.854190 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2cff54cf-efef-4720-baaa-ccdcfffd107b req-ddf89a7b-4b68-4c58-8ffa-e0e5c47b1440 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449969 Jul 16 01:47:01.908162 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b334fe5f-4dde-4458-a990-85698ee5a6b9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.911329 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e5c38adb-91ed-439b-9b1b-a79c6e9dc62f req-78abe07f-1829-4d42-b0a0-585921c4d292 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.952358 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18e94ef-3d72-41c4-a846-c2557a6de887 None None] Network ce6c8df2-7389-4a01-8a34-c56fcf84fa29 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:01.955744 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['88e173de-de88-4b7d-85da-c5764a850913', '706ef550-7c49-4fb4-a523-b4c42f156893'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:02.039974 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abe07f-1829-4d42-b0a0-585921c4d292 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Pushing event deleted for resources: {'Port': ['ID=706ef550-7c49-4fb4-a523-b4c42f156893,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:02.107567 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c38adb-91ed-439b-9b1b-a79c6e9dc62f req-78abe07f-1829-4d42-b0a0-585921c4d292 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] No DVR routers for this DVR port 706ef550-7c49-4fb4-a523-b4c42f156893 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:02.113775 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd1a8-23bb-4ae3-b535-be77e7d5b4ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.114255 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e5c38adb-91ed-439b-9b1b-a79c6e9dc62f req-78abe07f-1829-4d42-b0a0-585921c4d292 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.117221 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e5c38adb-91ed-439b-9b1b-a79c6e9dc62f req-78abe07f-1829-4d42-b0a0-585921c4d292 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.47 "DELETE /v2.0/ports/706ef550-7c49-4fb4-a523-b4c42f156893 HTTP/1.1" status: 204 len: 173 time: 1.3720772 Jul 16 01:47:02.118603 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271bd656-47bf-49cd-a800-ab72f15658f6', 'name': 'network-vif-deleted', 'tag': '706ef550-7c49-4fb4-a523-b4c42f156893'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:02.125516 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520ac396-2eec-4462-9791-0d26da4dd951" -d '{"events": [{"server_uuid": "271bd656-47bf-49cd-a800-ab72f15658f6", "name": "network-vif-deleted", "tag": "706ef550-7c49-4fb4-a523-b4c42f156893"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:02.208381 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df43e68-9624-4f17-afef-407a89ab3692 x-openstack-request-id: req-2df43e68-9624-4f17-afef-407a89ab3692 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:02.208541 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271bd656-47bf-49cd-a800-ab72f15658f6", "name": "network-vif-deleted", "tag": "706ef550-7c49-4fb4-a523-b4c42f156893", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:02.208865 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2df43e68-9624-4f17-afef-407a89ab3692 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:02.209387 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271bd656-47bf-49cd-a800-ab72f15658f6', 'name': 'network-vif-deleted', 'tag': '706ef550-7c49-4fb4-a523-b4c42f156893', 'status': 'completed', 'code': 200} Jul 16 01:47:02.303825 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.321170 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6cd50c2d-0858-4ae0-9b1e-622c48a169cd None None] Provisioning for port 2965b453-933e-44c7-bfbe-d4da90d54503 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:02.386079 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6cd50c2d-0858-4ae0-9b1e-622c48a169cd None None] Provisioning complete for port 2965b453-933e-44c7-bfbe-d4da90d54503 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:02.393515 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6cd50c2d-0858-4ae0-9b1e-622c48a169cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.503553 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-b334fe5f-4dde-4458-a990-85698ee5a6b9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Allocated IP 172.25.1.67 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/1bc93bb8-9846-4045-a9b6-0130b01090d8) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:02.662521 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6cd50c2d-0858-4ae0-9b1e-622c48a169cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.770239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6cd50c2d-0858-4ae0-9b1e-622c48a169cd None None] For port 2965b453-933e-44c7-bfbe-d4da90d54503, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2965b453-933e-44c7-bfbe-d4da90d54503,segment=NetworkSegment(7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e),segment_id=7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:02.778457 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6cd50c2d-0858-4ae0-9b1e-622c48a169cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.821707 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b334fe5f-4dde-4458-a990-85698ee5a6b9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.917417 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd50c2d-0858-4ae0-9b1e-622c48a169cd None None] Pushing event updated for resources: {'Port': ['ID=2965b453-933e-44c7-bfbe-d4da90d54503,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:03.031226 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf06bf4d-dc6f-4f56-bf4e-d4865f0fc405 req-ef5c92b8-6e44-46f0-979e-d24f3de8832c tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=271bd656-47bf-49cd-a800-ab72f15658f6 HTTP/1.1" status: 200 len: 210 time: 0.1295943 Jul 16 01:47:03.117459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-8a5fd1a8-23bb-4ae3-b535-be77e7d5b4ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting port 86f1be6e-4cd4-4cec-9955-31ceec4274b9 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:03.117869 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd1a8-23bb-4ae3-b535-be77e7d5b4ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.138933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-eec13e2f-f92a-4d41-8059-de4273f50d5e None None] Provisioning complete for port 2965b453-933e-44c7-bfbe-d4da90d54503 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:03.140372 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eec13e2f-f92a-4d41-8059-de4273f50d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.223102 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b334fe5f-4dde-4458-a990-85698ee5a6b9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.277306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba634116-063f-4efc-aa28-79659242b3a4 req-3eaf2352-399e-47da-8fe1-4912fdb5a3cb tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:03.285713 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ba634116-063f-4efc-aa28-79659242b3a4 req-3eaf2352-399e-47da-8fe1-4912fdb5a3cb tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1553428 Jul 16 01:47:03.342278 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334fe5f-4dde-4458-a990-85698ee5a6b9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:03.345288 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ba634116-063f-4efc-aa28-79659242b3a4 req-8e52374c-83d2-42f3-9cc7-704c0c87f1eb tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584664 Jul 16 01:47:03.355861 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd1a8-23bb-4ae3-b535-be77e7d5b4ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.360004 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-b334fe5f-4dde-4458-a990-85698ee5a6b9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:03.375789 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b334fe5f-4dde-4458-a990-85698ee5a6b9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:03.418956 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-8a5fd1a8-23bb-4ae3-b535-be77e7d5b4ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Calling delete_port for 86f1be6e-4cd4-4cec-9955-31ceec4274b9 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:03.421020 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334fe5f-4dde-4458-a990-85698ee5a6b9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event updated for resources: {'Port': ['ID=1bc93bb8-9846-4045-a9b6-0130b01090d8,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:03.568374 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b334fe5f-4dde-4458-a990-85698ee5a6b9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.824539 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.926467 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556054c-b18f-437a-aaa3-38dd8da8060f req-c1c235d7-e744-4354-b246-589cd8cbf881 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:03.934901 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a556054c-b18f-437a-aaa3-38dd8da8060f req-c1c235d7-e744-4354-b246-589cd8cbf881 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0820289 Jul 16 01:47:03.985596 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a556054c-b18f-437a-aaa3-38dd8da8060f req-c4488fe3-caab-4815-8778-4e3c72f7c4b6 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491207 Jul 16 01:47:04.187817 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b334fe5f-4dde-4458-a990-85698ee5a6b9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.326682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddd68b-fe6a-4004-aa11-9d950dcaa0ce req-7fe47ca6-34be-4d78-b4bd-0a223359be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:04.328530 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-68ddd68b-fe6a-4004-aa11-9d950dcaa0ce req-7fe47ca6-34be-4d78-b4bd-0a223359be28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 1095 time: 0.2347040 Jul 16 01:47:04.385064 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd1a8-23bb-4ae3-b535-be77e7d5b4ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.460266 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fd1a8-23bb-4ae3-b535-be77e7d5b4ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Port': ['ID=86f1be6e-4cd4-4cec-9955-31ceec4274b9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:04.635398 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddd68b-fe6a-4004-aa11-9d950dcaa0ce req-6adc5172-87f7-4b7b-ab22-3a7cc81c3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:04.637000 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-68ddd68b-fe6a-4004-aa11-9d950dcaa0ce req-6adc5172-87f7-4b7b-ab22-3a7cc81c3362 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 912 time: 0.2983871 Jul 16 01:47:04.639303 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b334fe5f-4dde-4458-a990-85698ee5a6b9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.713512 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b334fe5f-4dde-4458-a990-85698ee5a6b9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.795814 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd1a8-23bb-4ae3-b535-be77e7d5b4ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.876703 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-68ddd68b-fe6a-4004-aa11-9d950dcaa0ce req-44e11a11-575e-41c8-b859-a330f9cd23d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e HTTP/1.1" status: 200 len: 998 time: 0.1993890 Jul 16 01:47:04.889168 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334fe5f-4dde-4458-a990-85698ee5a6b9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event updated for resources: {'Port': ['ID=1bc93bb8-9846-4045-a9b6-0130b01090d8,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:04.988988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2965b453-933e-44c7-bfbe-d4da90d54503 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:05.038079 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b334fe5f-4dde-4458-a990-85698ee5a6b9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.083206 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 2965b453-933e-44c7-bfbe-d4da90d54503 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:05.083587 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.091033 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddd68b-fe6a-4004-aa11-9d950dcaa0ce req-a26ce65d-5e12-48db-8cae-549b8a079baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:05.092758 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-68ddd68b-fe6a-4004-aa11-9d950dcaa0ce req-a26ce65d-5e12-48db-8cae-549b8a079baa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.1977630 Jul 16 01:47:05.093523 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b334fe5f-4dde-4458-a990-85698ee5a6b9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.096421 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b334fe5f-4dde-4458-a990-85698ee5a6b9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4434013 Jul 16 01:47:05.237307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5fd1a8-23bb-4ae3-b535-be77e7d5b4ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router 3174bb29-c732-4a15-9baf-400b75592204 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:05.360977 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af76d2-dca6-4b59-b423-58317e32e529 req-c2fd387c-e297-4ec8-91d9-630574f6992d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:05.362536 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a4af76d2-dca6-4b59-b423-58317e32e529 req-c2fd387c-e297-4ec8-91d9-630574f6992d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1897149 Jul 16 01:47:05.403413 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5fd1a8-23bb-4ae3-b535-be77e7d5b4ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:05.412738 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8a5fd1a8-23bb-4ae3-b535-be77e7d5b4ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/3174bb29-c732-4a15-9baf-400b75592204/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7133980 Jul 16 01:47:05.414372 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42146) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:05.420125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3cfb83-8431-4422-84e8-a8b54c333a88 None None] Sync routers for ids ['3174bb29-c732-4a15-9baf-400b75592204'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:05.435433 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3cfb83-8431-4422-84e8-a8b54c333a88 None None] Routers {'3174bb29-c732-4a15-9baf-400b75592204'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:05.436198 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ff3cfb83-8431-4422-84e8-a8b54c333a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:47:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3174bb29-c732-4a15-9baf-400b75592204'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:05.459416 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddd68b-fe6a-4004-aa11-9d950dcaa0ce req-20bdeb59-44ce-4eb9-ad2a-08ccf5fa9a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:05.462015 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-68ddd68b-fe6a-4004-aa11-9d950dcaa0ce req-20bdeb59-44ce-4eb9-ad2a-08ccf5fa9a66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2343919 Jul 16 01:47:05.509705 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a4af76d2-dca6-4b59-b423-58317e32e529 req-25314ec9-4bd9-43d7-a99b-1eed69543e3c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362500 Jul 16 01:47:05.530046 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ff3cfb83-8431-4422-84e8-a8b54c333a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:05.540607 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3cfb83-8431-4422-84e8-a8b54c333a88 None None] Routers {'3174bb29-c732-4a15-9baf-400b75592204'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:05.541480 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ff3cfb83-8431-4422-84e8-a8b54c333a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:47:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3174bb29-c732-4a15-9baf-400b75592204'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:05.583058 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 706ef550-7c49-4fb4-a523-b4c42f156893 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:05.605844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 706ef550-7c49-4fb4-a523-b4c42f156893 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:05.606547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 706ef550-7c49-4fb4-a523-b4c42f156893 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:05.608604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ff3cfb83-8431-4422-84e8-a8b54c333a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:05.609442 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3cfb83-8431-4422-84e8-a8b54c333a88 None None] The sync data for ids ['3174bb29-c732-4a15-9baf-400b75592204'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:05.626784 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a5bd4ec8-0ab0-49c1-a584-e36e90033125 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/ports?device_id=3174bb29-c732-4a15-9baf-400b75592204 HTTP/1.1" status: 200 len: 205 time: 0.2091973 Jul 16 01:47:05.627736 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42158) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:05.677628 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-68ddd68b-fe6a-4004-aa11-9d950dcaa0ce req-b361eba7-8d3b-4270-92b6-5b111c77125e service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561406 Jul 16 01:47:05.775545 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b400a30-db67-43d3-a8b3-0e27947051b2 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.812791 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-c1636275-f466-4cbe-90ea-94bf55098b23 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1064296966&fields=id&tenant_id=2e15479fef3d4e8280f34317bd6b66ea HTTP/1.1" status: 200 len: 267 time: 0.3054931 Jul 16 01:47:06.056053 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b400a30-db67-43d3-a8b3-0e27947051b2 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.060022 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b400a30-db67-43d3-a8b3-0e27947051b2 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.065296 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-68ddd68b-fe6a-4004-aa11-9d950dcaa0ce req-3b64e51e-b8cc-4eb7-9ef1-3576b6fb1843 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551543 Jul 16 01:47:06.072051 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-822af03b-96bd-4013-9573-5600b90cae7b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:06.073399 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-822af03b-96bd-4013-9573-5600b90cae7b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports/1ee21601-191c-45f4-b814-a55228557d82 HTTP/1.1" status: 200 len: 936 time: 0.2030954 Jul 16 01:47:06.158667 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b400a30-db67-43d3-a8b3-0e27947051b2 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.159125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b400a30-db67-43d3-a8b3-0e27947051b2 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Fanout notify agent at l3_agent the message router_deleted on router 3174bb29-c732-4a15-9baf-400b75592204 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:47:06.166439 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b400a30-db67-43d3-a8b3-0e27947051b2 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.170228 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7b400a30-db67-43d3-a8b3-0e27947051b2 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/routers/3174bb29-c732-4a15-9baf-400b75592204 HTTP/1.1" status: 204 len: 168 time: 0.5389345 Jul 16 01:47:06.171096 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42180) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:06.221169 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-452a8782-e902-46e4-aed6-c18094fd5917 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:06.222490 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-452a8782-e902-46e4-aed6-c18094fd5917 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports/588d0e4f-cefb-43a8-a412-487dd40c07f8 HTTP/1.1" status: 200 len: 936 time: 0.1046863 Jul 16 01:47:06.295090 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-35f19953-c6e8-4dd3-b6ef-1221a8864316 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?network_id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0652239 Jul 16 01:47:06.299565 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-7924df43-1c0d-4916-98db-0058538c23a4 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting subnet e3060696-ffb0-43fd-8409-5b3f3b0a728d {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:06.317770 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7924df43-1c0d-4916-98db-0058538c23a4 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.357372 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-702bc62c-f9d8-463f-9868-4935270bf3e5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?network_id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0553122 Jul 16 01:47:06.405545 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7924df43-1c0d-4916-98db-0058538c23a4 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.571552 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-bcb4e0ae-1197-4811-86ea-2337263fe8e4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:06.578570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-bcb4e0ae-1197-4811-86ea-2337263fe8e4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:06.584544 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-bcb4e0ae-1197-4811-86ea-2337263fe8e4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:06.592690 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-bcb4e0ae-1197-4811-86ea-2337263fe8e4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/networks?id=2db9e81d-658b-4adb-b971-288015f4b66c&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29 HTTP/1.1" status: 200 len: 1995 time: 0.2265186 Jul 16 01:47:06.597882 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42192) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:06.615372 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-4f8da2e1-73a9-47a7-b0d7-8ef61486af33 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/quotas/2e15479fef3d4e8280f34317bd6b66ea HTTP/1.1" status: 200 len: 375 time: 0.0217786 Jul 16 01:47:06.620748 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7924df43-1c0d-4916-98db-0058538c23a4 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.744791 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7924df43-1c0d-4916-98db-0058538c23a4 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.796428 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-c3cd4189-6070-408b-b878-600f991f8023 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1720042 Jul 16 01:47:06.801404 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dccb14c1-1c79-437c-98e7-07c64f42170d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.852508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7378334-2386-409c-97a4-a98f7dd53477 None None] Network 974c02ac-44ea-496c-9155-e33b1e6f1fcd requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:06.853368 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924df43-1c0d-4916-98db-0058538c23a4 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Subnet': ['ID=e3060696-ffb0-43fd-8409-5b3f3b0a728d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:06.855738 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7924df43-1c0d-4916-98db-0058538c23a4 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.861088 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7924df43-1c0d-4916-98db-0058538c23a4 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/subnets/e3060696-ffb0-43fd-8409-5b3f3b0a728d HTTP/1.1" status: 204 len: 168 time: 0.6862216 Jul 16 01:47:06.866227 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42200) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:06.889793 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b7fc1-d8ca-454c-9d01-5feba3a87521 req-ae1e36df-20cc-4098-85d1-d5191c845a92 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:06.892286 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-048b7fc1-d8ca-454c-9d01-5feba3a87521 req-ae1e36df-20cc-4098-85d1-d5191c845a92 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1949558 Jul 16 01:47:06.964899 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1432bae1-008e-41df-a1d6-45aa418e0d25 service neutron] 10.222.0.54 "GET /v2.0/networks/2db9e81d-658b-4adb-b971-288015f4b66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586413 Jul 16 01:47:07.057077 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-048b7fc1-d8ca-454c-9d01-5feba3a87521 req-9fa453a1-85a5-4d36-abdc-b5e9deb74f5f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521544 Jul 16 01:47:07.119650 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-950e3d4f-59d8-42b7-94c2-a350626b6484 service neutron] 10.222.0.54 "GET /v2.0/networks/2db9e81d-658b-4adb-b971-288015f4b66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469526 Jul 16 01:47:07.144786 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9e49cc-64cc-44f1-8602-79f2209977c3 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting subnet 1e0f4d6e-9e7c-4be3-970c-e67a7092198d {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:07.154457 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ae9e49cc-64cc-44f1-8602-79f2209977c3 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.185805 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad948f93-e2de-498c-b43d-aaa4df6b8671 None None] DHCP port deletion for 974c02ac-44ea-496c-9155-e33b1e6f1fcd request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:47:07.205236 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-2454aa4f-1990-4bd2-955c-86ff538ec039 service neutron] 10.222.0.54 "GET /v2.0/ports/1ee21601-191c-45f4-b814-a55228557d82?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0780644 Jul 16 01:47:07.239012 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ae9e49cc-64cc-44f1-8602-79f2209977c3 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.267086 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ad948f93-e2de-498c-b43d-aaa4df6b8671 None None] Deleting port cca05e57-dd3c-44fc-b659-a3f748cfb94b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:07.267461 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ad948f93-e2de-498c-b43d-aaa4df6b8671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.331210 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dccb14c1-1c79-437c-98e7-07c64f42170d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.347930 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dccb14c1-1c79-437c-98e7-07c64f42170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.356322 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-f49158f6-57fc-43f2-98c7-57fd2bd7a5ea service neutron] 10.222.0.54 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416519 Jul 16 01:47:07.367980 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ad948f93-e2de-498c-b43d-aaa4df6b8671 None None] For port cca05e57-dd3c-44fc-b659-a3f748cfb94b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cca05e57-dd3c-44fc-b659-a3f748cfb94b,segment=NetworkSegment(4ba7cd58-b464-4dbc-af50-e607389ea13a),segment_id=4ba7cd58-b464-4dbc-af50-e607389ea13a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:07.368373 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ad948f93-e2de-498c-b43d-aaa4df6b8671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.382412 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ad948f93-e2de-498c-b43d-aaa4df6b8671 None None] Calling delete_port for cca05e57-dd3c-44fc-b659-a3f748cfb94b owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:07.389588 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dccb14c1-1c79-437c-98e7-07c64f42170d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=beb85cb69bb04c85b057092bf3fda74b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7894509 Jul 16 01:47:07.390310 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42210) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:07.493644 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ad948f93-e2de-498c-b43d-aaa4df6b8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.508827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad948f93-e2de-498c-b43d-aaa4df6b8671 None None] No DVR routers for this DVR port cca05e57-dd3c-44fc-b659-a3f748cfb94b on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:07.521654 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ae9e49cc-64cc-44f1-8602-79f2209977c3 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.558999 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad948f93-e2de-498c-b43d-aaa4df6b8671 None None] Pushing event deleted for resources: {'Port': ['ID=cca05e57-dd3c-44fc-b659-a3f748cfb94b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:07.596057 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb14c1-1c79-437c-98e7-07c64f42170d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba62e7e-758f-46aa-8bb9-b6cdd887162c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:07.608610 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3114932-9abd-4444-a4f0-40dd923f14bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.639464 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3114932-9abd-4444-a4f0-40dd923f14bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.743829 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3114932-9abd-4444-a4f0-40dd923f14bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.748932 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3114932-9abd-4444-a4f0-40dd923f14bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.751498 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d3114932-9abd-4444-a4f0-40dd923f14bb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8ba62e7e-758f-46aa-8bb9-b6cdd887162c HTTP/1.1" status: 204 len: 168 time: 0.3577454 Jul 16 01:47:07.771995 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3114932-9abd-4444-a4f0-40dd923f14bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba62e7e-758f-46aa-8bb9-b6cdd887162c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:07.814425 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ae9e49cc-64cc-44f1-8602-79f2209977c3 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.881437 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e49cc-64cc-44f1-8602-79f2209977c3 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0f4d6e-9e7c-4be3-970c-e67a7092198d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:07.891151 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ae9e49cc-64cc-44f1-8602-79f2209977c3 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.893480 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ae9e49cc-64cc-44f1-8602-79f2209977c3 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/subnets/1e0f4d6e-9e7c-4be3-970c-e67a7092198d HTTP/1.1" status: 204 len: 168 time: 1.0002007 Jul 16 01:47:07.895318 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cedeb4-180f-4f1c-b939-ef31212a1494 None None] Network 6150931d-05af-4617-a968-dd0c72c53b0a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:07.896282 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42222) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:08.007159 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-031c34bf-e8ed-4dec-8ee9-504c0ccab52a service neutron] 10.222.0.54 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6418006 Jul 16 01:47:08.106549 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa60b343-6dc2-438f-b1e3-ca10acdec5b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.132900 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-fb99096a-9248-4b1e-b7c8-3d67e64da560 service neutron] 10.222.0.54 "GET /v2.0/ports/588d0e4f-cefb-43a8-a412-487dd40c07f8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1213670 Jul 16 01:47:08.276869 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-519bd45a-2a9b-4305-ab9d-974c188762ce service neutron] 10.222.0.54 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426473 Jul 16 01:47:08.327736 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e10677-2b6c-4de7-a2cf-4600c435c902 None None] DHCP port deletion for 6150931d-05af-4617-a968-dd0c72c53b0a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:47:08.379854 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa60b343-6dc2-438f-b1e3-ca10acdec5b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.412878 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-0ac5c386-51a6-4d7f-86d6-80cff2e3bdb6 service neutron] 10.222.0.54 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236951 Jul 16 01:47:08.417300 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-43e10677-2b6c-4de7-a2cf-4600c435c902 None None] Deleting port b97ceb4f-3665-4a7c-8bfc-215069bcfb44 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:08.417692 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-43e10677-2b6c-4de7-a2cf-4600c435c902 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.429782 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-fa60b343-6dc2-438f-b1e3-ca10acdec5b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974c02ac-44ea-496c-9155-e33b1e6f1fcd']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:08.446628 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-fa60b343-6dc2-438f-b1e3-ca10acdec5b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba7cd58-b464-4dbc-af50-e607389ea13a') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:08.447484 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-fa60b343-6dc2-438f-b1e3-ca10acdec5b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba7cd58-b464-4dbc-af50-e607389ea13a') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:08.462786 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42244) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:08.482719 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e4024c6-e4c9-484e-a66e-f759fd911b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.493733 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa60b343-6dc2-438f-b1e3-ca10acdec5b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.534874 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529fe83-ac38-4277-81bf-e5a849f6871d req-b0fb463c-9405-499d-a9c0-66029691ae6f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:08.545321 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f529fe83-ac38-4277-81bf-e5a849f6871d req-b0fb463c-9405-499d-a9c0-66029691ae6f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 945 time: 0.3310189 Jul 16 01:47:08.565023 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa60b343-6dc2-438f-b1e3-ca10acdec5b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.567937 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-43e10677-2b6c-4de7-a2cf-4600c435c902 None None] For port b97ceb4f-3665-4a7c-8bfc-215069bcfb44, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b97ceb4f-3665-4a7c-8bfc-215069bcfb44,segment=NetworkSegment(441a75e9-fc3f-49ee-bf41-3ed5866a34b9),segment_id=441a75e9-fc3f-49ee-bf41-3ed5866a34b9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:08.567937 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-43e10677-2b6c-4de7-a2cf-4600c435c902 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.580796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa60b343-6dc2-438f-b1e3-ca10acdec5b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:08.581222 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa60b343-6dc2-438f-b1e3-ca10acdec5b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:08.584293 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:08.589443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-43e10677-2b6c-4de7-a2cf-4600c435c902 None None] Calling delete_port for b97ceb4f-3665-4a7c-8bfc-215069bcfb44 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:08.648772 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f529fe83-ac38-4277-81bf-e5a849f6871d req-286a7e5e-6eec-4f7b-9acb-f2f0f4a29764 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001432 Jul 16 01:47:08.706138 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e4024c6-e4c9-484e-a66e-f759fd911b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.717609 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e4024c6-e4c9-484e-a66e-f759fd911b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.718657 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa60b343-6dc2-438f-b1e3-ca10acdec5b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.727288 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fa60b343-6dc2-438f-b1e3-ca10acdec5b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.729238 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fa60b343-6dc2-438f-b1e3-ca10acdec5b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/networks/974c02ac-44ea-496c-9155-e33b1e6f1fcd HTTP/1.1" status: 204 len: 168 time: 0.8312881 Jul 16 01:47:08.741878 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42252) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:08.760063 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4024c6-e4c9-484e-a66e-f759fd911b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8a2842-d156-4bac-96d0-325550a34335,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:08.774054 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60b343-6dc2-438f-b1e3-ca10acdec5b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Network': ['ID=974c02ac-44ea-496c-9155-e33b1e6f1fcd,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:08.803683 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-74ee06e1-0ec3-4cff-a736-f8042d2dc206 service neutron] 10.222.0.54 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843796 Jul 16 01:47:08.806432 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2e4024c6-e4c9-484e-a66e-f759fd911b29 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e988582f711c402eb571e6b7c2fcbaf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422101 Jul 16 01:47:08.809740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42254) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:08.907401 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-43e10677-2b6c-4de7-a2cf-4600c435c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.933701 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e10677-2b6c-4de7-a2cf-4600c435c902 None None] Pushing event deleted for resources: {'Port': ['ID=b97ceb4f-3665-4a7c-8bfc-215069bcfb44,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:08.939755 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e3f65d1-2142-4634-8920-cd8301f876a8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.951494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e10677-2b6c-4de7-a2cf-4600c435c902 None None] No DVR routers for this DVR port b97ceb4f-3665-4a7c-8bfc-215069bcfb44 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:08.978691 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b97ceb4f-3665-4a7c-8bfc-215069bcfb44 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:08.991546 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-586408b6-be5d-4075-acf1-fc77abe9343a service neutron] 10.222.0.54 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741464 Jul 16 01:47:09.000324 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: b97ceb4f-3665-4a7c-8bfc-215069bcfb44 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:09.000921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b97ceb4f-3665-4a7c-8bfc-215069bcfb44 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:09.001516 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cca05e57-dd3c-44fc-b659-a3f748cfb94b no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:09.031559 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: cca05e57-dd3c-44fc-b659-a3f748cfb94b {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:09.031940 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cca05e57-dd3c-44fc-b659-a3f748cfb94b not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:09.113637 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6f40-160d-4313-bab8-7e7e0251dfe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.120674 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141a6e3-431b-43d0-b370-171a655e086e req-882b5796-ef5b-440b-95f1-b4a7e978d49c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:09.123130 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4141a6e3-431b-43d0-b370-171a655e086e req-882b5796-ef5b-440b-95f1-b4a7e978d49c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.2379980 Jul 16 01:47:09.142528 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6f40-160d-4313-bab8-7e7e0251dfe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.155680 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e3f65d1-2142-4634-8920-cd8301f876a8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.171991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6e3f65d1-2142-4634-8920-cd8301f876a8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6150931d-05af-4617-a968-dd0c72c53b0a']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:09.190174 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6e3f65d1-2142-4634-8920-cd8301f876a8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441a75e9-fc3f-49ee-bf41-3ed5866a34b9') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:09.190474 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6e3f65d1-2142-4634-8920-cd8301f876a8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441a75e9-fc3f-49ee-bf41-3ed5866a34b9') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:09.203850 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6f40-160d-4313-bab8-7e7e0251dfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.204097 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e3f65d1-2142-4634-8920-cd8301f876a8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.206390 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6f40-160d-4313-bab8-7e7e0251dfe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.210663 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fa3e6f40-160d-4313-bab8-7e7e0251dfe8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3f8a2842-d156-4bac-96d0-325550a34335 HTTP/1.1" status: 204 len: 168 time: 0.3998911 Jul 16 01:47:09.231886 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e6f40-160d-4313-bab8-7e7e0251dfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8a2842-d156-4bac-96d0-325550a34335,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:09.235077 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4141a6e3-431b-43d0-b370-171a655e086e req-55ed03be-e7a1-4cc7-9e35-39d594c9b91b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765014 Jul 16 01:47:09.250805 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e3f65d1-2142-4634-8920-cd8301f876a8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.259178 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-f2e7be0d-5dd0-4617-9a43-c3ebfab5d7d0 service neutron] 10.222.0.54 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452762 Jul 16 01:47:09.266797 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3f65d1-2142-4634-8920-cd8301f876a8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:09.267510 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e3f65d1-2142-4634-8920-cd8301f876a8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:09.271068 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:09.381561 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e3f65d1-2142-4634-8920-cd8301f876a8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.386634 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6e3f65d1-2142-4634-8920-cd8301f876a8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.390519 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6e3f65d1-2142-4634-8920-cd8301f876a8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/networks/6150931d-05af-4617-a968-dd0c72c53b0a HTTP/1.1" status: 204 len: 168 time: 0.6375918 Jul 16 01:47:09.395202 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42264) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:09.401642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-c605cb78-7ac8-49e1-8781-963423e894c1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'network': {'name': 'tempest-RoutersTest-1770182391'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:09.408039 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f65d1-2142-4634-8920-cd8301f876a8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Network': ['ID=6150931d-05af-4617-a968-dd0c72c53b0a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:09.438840 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8fb0bd2d-add3-4434-b88d-c0e50a7727fb service neutron] 10.222.0.54 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787229 Jul 16 01:47:09.492273 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c605cb78-7ac8-49e1-8781-963423e894c1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Made reservation on behalf of e25ea08c9a1242e0b31ad92aebc38e34 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:09.495904 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c605cb78-7ac8-49e1-8781-963423e894c1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.501714 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd7f5f-e168-4d0b-bc9b-b84be8ba758a req-c948e094-9610-46ed-a70d-574e7797a8bc tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:09.504185 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c1fd7f5f-e168-4d0b-bc9b-b84be8ba758a req-c948e094-9610-46ed-a70d-574e7797a8bc tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0916307 Jul 16 01:47:09.548203 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c1fd7f5f-e168-4d0b-bc9b-b84be8ba758a req-afeaad6d-0937-437c-943e-c2a9744ce391 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384345 Jul 16 01:47:09.575662 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c605cb78-7ac8-49e1-8781-963423e894c1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:09.590427 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c605cb78-7ac8-49e1-8781-963423e894c1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.591040 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-c605cb78-7ac8-49e1-8781-963423e894c1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Added segment 643f2ace-0640-44b2-816f-e9d8fd0c61c5 of type vlan for network ae9c618a-01c8-4919-af9c-b9e29485d11f Jul 16 01:47:09.643999 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-067d654d-9d06-4f1e-85ec-673b8fb164a9 service neutron] 10.222.0.54 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041311 Jul 16 01:47:09.660485 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c605cb78-7ac8-49e1-8781-963423e894c1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.769261 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1fa84-0e65-425c-a8cc-cb9078251981 req-de3eb33f-3f6f-4e4a-a050-18411a4bc81c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:09.771931 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5bd1fa84-0e65-425c-a8cc-cb9078251981 req-de3eb33f-3f6f-4e4a-a050-18411a4bc81c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.0874491 Jul 16 01:47:09.794146 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c605cb78-7ac8-49e1-8781-963423e894c1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.799872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c605cb78-7ac8-49e1-8781-963423e894c1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:09.800573 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c605cb78-7ac8-49e1-8781-963423e894c1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.822445 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5bd1fa84-0e65-425c-a8cc-cb9078251981 req-6f2fb807-0ad8-4f02-84bb-9b7e70cea0b4 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421162 Jul 16 01:47:09.860936 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c605cb78-7ac8-49e1-8781-963423e894c1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4624774 Jul 16 01:47:09.861299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42282) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:09.866454 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-fdd4dbe0-481e-4a09-b6eb-e582c7a3b462 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'subnet': {'network_id': 'ae9c618a-01c8-4919-af9c-b9e29485d11f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:09.874314 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-bf99c05e-e08f-4556-9e7d-e5c9fc530962 service neutron] 10.222.0.54 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097101 Jul 16 01:47:10.001396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605cb78-7ac8-49e1-8781-963423e894c1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Network': ['ID=ae9c618a-01c8-4919-af9c-b9e29485d11f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:10.018804 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network ae9c618a-01c8-4919-af9c-b9e29485d11f details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:10.078835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd4dbe0-481e-4a09-b6eb-e582c7a3b462 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Made reservation on behalf of e25ea08c9a1242e0b31ad92aebc38e34 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:10.080492 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-ef0ec78c-278e-4239-924d-8378fe82fdb1 service neutron] 10.222.0.54 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983211 Jul 16 01:47:10.084169 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fdd4dbe0-481e-4a09-b6eb-e582c7a3b462 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.240380 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-0ae84b6b-6d0e-4b24-8a36-7f21d8a0fc74 service neutron] 10.222.0.54 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585515 Jul 16 01:47:10.634901 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c44a8-f3cd-45fb-9e44-93af1b1ebe99 req-fccc82e0-8637-4258-8d12-6454a9aa785b tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:10.636407 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-654c44a8-f3cd-45fb-9e44-93af1b1ebe99 req-fccc82e0-8637-4258-8d12-6454a9aa785b tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 945 time: 0.6471343 Jul 16 01:47:10.690374 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaf84a-58aa-47a2-8335-6cd9508439bc req-9bbf655a-1811-4eca-a642-0188dc3abb61 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:10.692218 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09eaf84a-58aa-47a2-8335-6cd9508439bc req-9bbf655a-1811-4eca-a642-0188dc3abb61 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.47 "GET /v2.0/ports?device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 945 time: 0.6852319 Jul 16 01:47:10.711186 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-654c44a8-f3cd-45fb-9e44-93af1b1ebe99 req-b34d3910-2d5f-432f-b007-2321e8893fad tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621371 Jul 16 01:47:10.899888 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-09eaf84a-58aa-47a2-8335-6cd9508439bc req-343fcab6-3b8c-455b-8760-7eb09a91df1f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Deleting port 88e173de-de88-4b7d-85da-c5764a850913 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:10.900580 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-09eaf84a-58aa-47a2-8335-6cd9508439bc req-343fcab6-3b8c-455b-8760-7eb09a91df1f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.940411 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fdd4dbe0-481e-4a09-b6eb-e582c7a3b462 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.007305 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4dbe0-481e-4a09-b6eb-e582c7a3b462 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Subnet': ['ID=3369ed81-877c-4d01-9041-787e673d1dba,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:11.159509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd4dbe0-481e-4a09-b6eb-e582c7a3b462 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Checking segment: {'id': '643f2ace-0640-44b2-816f-e9d8fd0c61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ae9c618a-01c8-4919-af9c-b9e29485d11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:11.160354 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd4dbe0-481e-4a09-b6eb-e582c7a3b462 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network hostable DHCP agents. Network: ae9c618a-01c8-4919-af9c-b9e29485d11f, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:11.172243 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-09eaf84a-58aa-47a2-8335-6cd9508439bc req-343fcab6-3b8c-455b-8760-7eb09a91df1f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] For port 88e173de-de88-4b7d-85da-c5764a850913, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=88e173de-de88-4b7d-85da-c5764a850913,segment=NetworkSegment(148309c1-4d25-4db9-8f1f-d705698cb011),segment_id=148309c1-4d25-4db9-8f1f-d705698cb011)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:11.172972 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-09eaf84a-58aa-47a2-8335-6cd9508439bc req-343fcab6-3b8c-455b-8760-7eb09a91df1f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.191213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-09eaf84a-58aa-47a2-8335-6cd9508439bc req-343fcab6-3b8c-455b-8760-7eb09a91df1f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Calling delete_port for 88e173de-de88-4b7d-85da-c5764a850913 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:11.294942 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-54e2afca-79a9-4f7b-a2ee-0ef67050827b req-189786ee-3114-4e8f-a10b-95559070634d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 210 time: 0.0422428 Jul 16 01:47:11.338806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd4dbe0-481e-4a09-b6eb-e582c7a3b462 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network ae9c618a-01c8-4919-af9c-b9e29485d11f is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:11.408007 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-fdd4dbe0-481e-4a09-b6eb-e582c7a3b462 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, ae9c618a-01c8-4919-af9c-b9e29485d11f) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:11.418837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd4dbe0-481e-4a09-b6eb-e582c7a3b462 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:11.422564 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2473b7-b51c-4e96-8e60-c7363e19c815 None None] Network ae9c618a-01c8-4919-af9c-b9e29485d11f requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:11.423601 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fdd4dbe0-481e-4a09-b6eb-e582c7a3b462 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.476955 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fdd4dbe0-481e-4a09-b6eb-e582c7a3b462 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6119034 Jul 16 01:47:11.480714 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42350) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:11.485934 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-3541e48b-f959-4632-a603-0298432f84e5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-271284535', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:11.505515 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-09eaf84a-58aa-47a2-8335-6cd9508439bc req-343fcab6-3b8c-455b-8760-7eb09a91df1f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.600156 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['88e173de-de88-4b7d-85da-c5764a850913'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:11.611210 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fcab6-3b8c-455b-8760-7eb09a91df1f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Pushing event deleted for resources: {'Port': ['ID=88e173de-de88-4b7d-85da-c5764a850913,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:11.613864 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcf9f5-439f-427b-9307-908d813f60a9 req-0cfc78ce-d6a7-4bc2-a5f4-7ba29d04210a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:11.636640 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b8fcf9f5-439f-427b-9307-908d813f60a9 req-0cfc78ce-d6a7-4bc2-a5f4-7ba29d04210a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1922197 Jul 16 01:47:11.735490 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b8fcf9f5-439f-427b-9307-908d813f60a9 req-c3bba0d0-1afb-4d9f-a44d-1e318c02f3ac tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958030 Jul 16 01:47:11.738023 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-09eaf84a-58aa-47a2-8335-6cd9508439bc req-343fcab6-3b8c-455b-8760-7eb09a91df1f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] No DVR routers for this DVR port 88e173de-de88-4b7d-85da-c5764a850913 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:11.739991 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3541e48b-f959-4632-a603-0298432f84e5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.741047 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3541e48b-f959-4632-a603-0298432f84e5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.770543 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-09eaf84a-58aa-47a2-8335-6cd9508439bc req-343fcab6-3b8c-455b-8760-7eb09a91df1f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.772612 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09eaf84a-58aa-47a2-8335-6cd9508439bc req-343fcab6-3b8c-455b-8760-7eb09a91df1f tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.47 "DELETE /v2.0/ports/88e173de-de88-4b7d-85da-c5764a850913 HTTP/1.1" status: 204 len: 173 time: 1.0732858 Jul 16 01:47:11.773131 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21f53ae-42ad-43c6-8e4d-2f8a2361540e', 'name': 'network-vif-deleted', 'tag': '88e173de-de88-4b7d-85da-c5764a850913'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:11.797056 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebebfdc-a158-4a05-aaaa-fa9e116abcc0" -d '{"events": [{"server_uuid": "c21f53ae-42ad-43c6-8e4d-2f8a2361540e", "name": "network-vif-deleted", "tag": "88e173de-de88-4b7d-85da-c5764a850913"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:11.932778 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668f6b52-6190-4714-8124-c78b4fd5a31d x-openstack-request-id: req-668f6b52-6190-4714-8124-c78b4fd5a31d {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:11.933514 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21f53ae-42ad-43c6-8e4d-2f8a2361540e", "name": "network-vif-deleted", "tag": "88e173de-de88-4b7d-85da-c5764a850913", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:11.933514 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-668f6b52-6190-4714-8124-c78b4fd5a31d {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:11.937209 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21f53ae-42ad-43c6-8e4d-2f8a2361540e', 'name': 'network-vif-deleted', 'tag': '88e173de-de88-4b7d-85da-c5764a850913', 'status': 'completed', 'code': 200} Jul 16 01:47:11.963664 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73e9791a-b997-4617-a938-0d81debd3202 req-3de5a8ab-c436-4d89-9742-825b3f8e949a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fb79dcbc-8535-4af5-a56e-e8e01b335809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1614246 Jul 16 01:47:12.008642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42362) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:12.049987 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3541e48b-f959-4632-a603-0298432f84e5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.050270 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-ae9c618a-01c8-4919-af9c-b9e29485d11f', 'network_id': 'ae9c618a-01c8-4919-af9c-b9e29485d11f', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'fixed_ips': [{'subnet_id': '3369ed81-877c-4d01-9041-787e673d1dba'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:12.051589 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.087565 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04da66ac-556d-495a-8387-06605d030256 req-4371c7a6-5976-4b39-904a-5e8da452dbc8 tempest-AttachVolumeNegativeTest-2052468790 tempest-AttachVolumeNegativeTest-2052468790-project] 10.222.0.54 "GET /v2.0/ports?device_id=c21f53ae-42ad-43c6-8e4d-2f8a2361540e HTTP/1.1" status: 200 len: 210 time: 0.0608108 Jul 16 01:47:12.089226 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3541e48b-f959-4632-a603-0298432f84e5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.154849 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3541e48b-f959-4632-a603-0298432f84e5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.157886 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3541e48b-f959-4632-a603-0298432f84e5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6759658 Jul 16 01:47:12.162849 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42366) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:12.179731 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-76524f93-f2e9-4394-97f3-c01e8d920e34 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'port': {'network_id': 'ae9c618a-01c8-4919-af9c-b9e29485d11f', 'name': 'tempest-RoutersTest-244002220'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:12.266453 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9791a-b997-4617-a938-0d81debd3202 req-9070b154-e5fc-40d1-903e-f4121fef9f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:12.268503 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73e9791a-b997-4617-a938-0d81debd3202 req-9070b154-e5fc-40d1-903e-f4121fef9f6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=fb79dcbc-8535-4af5-a56e-e8e01b335809 HTTP/1.1" status: 200 len: 1096 time: 0.2216015 Jul 16 01:47:12.269567 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd924ad5-d99d-49bf-9c6f-41944807e231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.455790 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Allocated IP 172.20.0.2 (ae9c618a-01c8-4919-af9c-b9e29485d11f/3369ed81-877c-4d01-9041-787e673d1dba/ac48bb7d-7c4f-47da-b7c8-330c549bc7da) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:12.510612 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9791a-b997-4617-a938-0d81debd3202 req-3a0c10cc-9ae9-4e25-90fa-b065532cff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:12.513347 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73e9791a-b997-4617-a938-0d81debd3202 req-3a0c10cc-9ae9-4e25-90fa-b065532cff84 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 912 time: 0.1277208 Jul 16 01:47:12.589216 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73e9791a-b997-4617-a938-0d81debd3202 req-ffa516c0-6ce0-4a40-aceb-21416efa144b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df86d409-bae0-4f36-a3b7-0a7767b47abc HTTP/1.1" status: 200 len: 217 time: 0.0648155 Jul 16 01:47:12.630510 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ca718241-4065-4baf-9d64-7e191a534916 req-df85b546-c2a8-4f1b-8774-e8c580d627f6 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 210 time: 0.1114616 Jul 16 01:47:12.717608 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.727031 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9791a-b997-4617-a938-0d81debd3202 req-5e4759a5-c358-43de-a947-2aeb4d094099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:12.728803 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73e9791a-b997-4617-a938-0d81debd3202 req-5e4759a5-c358-43de-a947-2aeb4d094099 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.1147437 Jul 16 01:47:12.729482 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Transition to ACTIVE for port object ac48bb7d-7c4f-47da-b7c8-330c549bc7da will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:12.800678 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd924ad5-d99d-49bf-9c6f-41944807e231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.811134 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd924ad5-d99d-49bf-9c6f-41944807e231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.819245 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Transition to ACTIVE for port object ac48bb7d-7c4f-47da-b7c8-330c549bc7da will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:12.839491 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.842212 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76524f93-f2e9-4394-97f3-c01e8d920e34 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Made reservation on behalf of e25ea08c9a1242e0b31ad92aebc38e34 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:12.855071 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76524f93-f2e9-4394-97f3-c01e8d920e34 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.873869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9791a-b997-4617-a938-0d81debd3202 req-973c77db-c143-4b27-9996-c6a0f4dcb04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:12.875993 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73e9791a-b997-4617-a938-0d81debd3202 req-973c77db-c143-4b27-9996-c6a0f4dcb04c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409259 Jul 16 01:47:12.889519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-76524f93-f2e9-4394-97f3-c01e8d920e34 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] device_id is not set on port 46b1e271-b087-4e50-8c67-4239f8109d2e yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:12.927092 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cd924ad5-d99d-49bf-9c6f-41944807e231 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9413580de38d470bafbce21a6c10e713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9173574 Jul 16 01:47:12.952367 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd924ad5-d99d-49bf-9c6f-41944807e231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f71491c-1b73-43ad-93c2-aa63790211a6,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:13.005149 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Network ae9c618a-01c8-4919-af9c-b9e29485d11f is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:13.008462 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Pushing event updated for resources: {'Port': ['ID=ac48bb7d-7c4f-47da-b7c8-330c549bc7da,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:13.017277 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:13.024818 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:13.073649 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42382) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:13.097599 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-76524f93-f2e9-4394-97f3-c01e8d920e34 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Allocated IP 172.20.0.13 (ae9c618a-01c8-4919-af9c-b9e29485d11f/3369ed81-877c-4d01-9041-787e673d1dba/46b1e271-b087-4e50-8c67-4239f8109d2e) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:13.130856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Attempting to bind port ac48bb7d-7c4f-47da-b7c8-330c549bc7da on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:13.131120 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Attempting to bind port ac48bb7d-7c4f-47da-b7c8-330c549bc7da by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '643f2ace-0640-44b2-816f-e9d8fd0c61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ae9c618a-01c8-4919-af9c-b9e29485d11f'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:13.131586 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Attempting to bind port ac48bb7d-7c4f-47da-b7c8-330c549bc7da on network ae9c618a-01c8-4919-af9c-b9e29485d11f {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:13.151997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:13.153766 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Checking segment: {'id': '643f2ace-0640-44b2-816f-e9d8fd0c61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ae9c618a-01c8-4919-af9c-b9e29485d11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:13.157647 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.158085 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Bound using segment: {'id': '643f2ace-0640-44b2-816f-e9d8fd0c61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ae9c618a-01c8-4919-af9c-b9e29485d11f'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:13.158731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Bound port: ac48bb7d-7c4f-47da-b7c8-330c549bc7da, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643f2ace-0640-44b2-816f-e9d8fd0c61c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ae9c618a-01c8-4919-af9c-b9e29485d11f'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:13.159323 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.162458 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73e9791a-b997-4617-a938-0d81debd3202 req-2bf5512a-16fd-41ed-8e9b-0f2e02c39e4f service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710025 Jul 16 01:47:13.328157 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42ba80-0e1c-4c4b-95eb-af8c3f9aa8f8 req-0a53d6b7-94eb-4d15-be4d-1f4849cac9ba tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:13.335341 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f42ba80-0e1c-4c4b-95eb-af8c3f9aa8f8 req-0a53d6b7-94eb-4d15-be4d-1f4849cac9ba tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.2606304 Jul 16 01:47:13.344485 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42392) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:13.382332 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73e9791a-b997-4617-a938-0d81debd3202 req-6b304093-fa53-4203-b3bd-34983d6cf095 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128406 Jul 16 01:47:13.432291 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] For port ac48bb7d-7c4f-47da-b7c8-330c549bc7da, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:13.437150 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] For port ac48bb7d-7c4f-47da-b7c8-330c549bc7da, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ac48bb7d-7c4f-47da-b7c8-330c549bc7da,segment=NetworkSegment(643f2ace-0640-44b2-816f-e9d8fd0c61c5),segment_id=643f2ace-0640-44b2-816f-e9d8fd0c61c5)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:13.444641 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.451081 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ee9b79be-cf36-4950-8fdb-9def197acf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.480007 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ee9b79be-cf36-4950-8fdb-9def197acf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.494308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbc317d-a39b-4d9e-adcb-c5354addf0c3 admin admin] Deleting subnet e54dbb8b-2b82-4da2-88e4-630984d7eced {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:13.533413 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dbc317d-a39b-4d9e-adcb-c5354addf0c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.549997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405aea83-77a6-4f5b-bffa-ccf7dc887d2a None None] Pushing event updated for resources: {'Port': ['ID=ac48bb7d-7c4f-47da-b7c8-330c549bc7da,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:13.621544 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 88e173de-de88-4b7d-85da-c5764a850913 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:13.662813 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 88e173de-de88-4b7d-85da-c5764a850913 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:13.664195 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 88e173de-de88-4b7d-85da-c5764a850913 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:13.722778 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dbc317d-a39b-4d9e-adcb-c5354addf0c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.741195 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ee9b79be-cf36-4950-8fdb-9def197acf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.743645 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ee9b79be-cf36-4950-8fdb-9def197acf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.748087 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ee9b79be-cf36-4950-8fdb-9def197acf61 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3f71491c-1b73-43ad-93c2-aa63790211a6 HTTP/1.1" status: 204 len: 168 time: 0.6692755 Jul 16 01:47:13.884530 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f42ba80-0e1c-4c4b-95eb-af8c3f9aa8f8 req-6f3b0be1-2df4-4b13-b7ec-7b239b5ec70c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5223048 Jul 16 01:47:13.935154 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a450b1c0-bd8c-49e5-817a-289ca57919e8 req-65503641-f11c-4b11-a0d4-516189e1cb6b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 210 time: 0.1182587 Jul 16 01:47:14.038295 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dbc317d-a39b-4d9e-adcb-c5354addf0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.084251 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b79be-cf36-4950-8fdb-9def197acf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f71491c-1b73-43ad-93c2-aa63790211a6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:14.116048 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-c3d7edc5-8aa6-4bbe-81d6-f5b0b6290059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:14.117960 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-c3d7edc5-8aa6-4bbe-81d6-f5b0b6290059 service neutron] 10.222.0.47 "GET /v2.0/ports/1ee21601-191c-45f4-b814-a55228557d82 HTTP/1.1" status: 200 len: 1032 time: 0.4841938 Jul 16 01:47:14.184499 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76524f93-f2e9-4394-97f3-c01e8d920e34 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.259687 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-76524f93-f2e9-4394-97f3-c01e8d920e34 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Transition to ACTIVE for port object 46b1e271-b087-4e50-8c67-4239f8109d2e will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:14.288704 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dbc317d-a39b-4d9e-adcb-c5354addf0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.292151 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-a4b1a0a3-2f12-4709-9762-a261aacacca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:14.294334 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-a4b1a0a3-2f12-4709-9762-a261aacacca1 service neutron] 10.222.0.47 "GET /v2.0/ports/588d0e4f-cefb-43a8-a412-487dd40c07f8 HTTP/1.1" status: 200 len: 1032 time: 0.1240864 Jul 16 01:47:14.364872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc317d-a39b-4d9e-adcb-c5354addf0c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e54dbb8b-2b82-4da2-88e4-630984d7eced,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:14.383730 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dbc317d-a39b-4d9e-adcb-c5354addf0c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.385773 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6dbc317d-a39b-4d9e-adcb-c5354addf0c3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e54dbb8b-2b82-4da2-88e4-630984d7eced HTTP/1.1" status: 204 len: 168 time: 1.0235553 Jul 16 01:47:14.390114 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42406) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:14.510833 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42410) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:14.548052 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd3a70b1-aa73-48fb-baa8-60dfbe31193c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.555658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f0a66-cfb8-4ea0-aa0d-9ef64333f6b5 req-08a88f40-28d7-4935-b0aa-d901dc5f012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:14.557872 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cb8f0a66-cfb8-4ea0-aa0d-9ef64333f6b5 req-08a88f40-28d7-4935-b0aa-d901dc5f012a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 1095 time: 0.2013772 Jul 16 01:47:14.573404 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76524f93-f2e9-4394-97f3-c01e8d920e34 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.690392 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-07d865ba-66d3-4111-ac49-d7f024d33fc7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:14.697882 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-07d865ba-66d3-4111-ac49-d7f024d33fc7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:14.706417 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-07d865ba-66d3-4111-ac49-d7f024d33fc7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:14.714305 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-07d865ba-66d3-4111-ac49-d7f024d33fc7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.47 "GET /v2.0/networks?id=2db9e81d-658b-4adb-b971-288015f4b66c&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29 HTTP/1.1" status: 200 len: 1995 time: 0.3848522 Jul 16 01:47:14.756719 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76524f93-f2e9-4394-97f3-c01e8d920e34 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network ae9c618a-01c8-4919-af9c-b9e29485d11f is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:14.756980 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd3a70b1-aa73-48fb-baa8-60dfbe31193c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.770325 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd3a70b1-aa73-48fb-baa8-60dfbe31193c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.770605 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-defcfa62-7d14-4180-ab77-3eb39983cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.794092 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-76524f93-f2e9-4394-97f3-c01e8d920e34 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:14.802840 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76524f93-f2e9-4394-97f3-c01e8d920e34 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:14.870962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c77f2-5b46-4f13-a3dd-c1f855b96370 req-6ec2ded3-3933-4b00-9913-b4b403c3c515 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:14.935696 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e5c77f2-5b46-4f13-a3dd-c1f855b96370 req-6ec2ded3-3933-4b00-9913-b4b403c3c515 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.4353635 Jul 16 01:47:14.935696 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f0a66-cfb8-4ea0-aa0d-9ef64333f6b5 req-2b6882f9-79c1-4ec7-b629-3557168cd435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:14.935696 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cb8f0a66-cfb8-4ea0-aa0d-9ef64333f6b5 req-2b6882f9-79c1-4ec7-b629-3557168cd435 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 912 time: 0.3325930 Jul 16 01:47:14.935696 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dd3a70b1-aa73-48fb-baa8-60dfbe31193c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0a657095547c4bae856e6c9396363a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4137402 Jul 16 01:47:14.937235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76524f93-f2e9-4394-97f3-c01e8d920e34 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=46b1e271-b087-4e50-8c67-4239f8109d2e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:14.937426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42420) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:14.953844 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76524f93-f2e9-4394-97f3-c01e8d920e34 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:14.954515 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76524f93-f2e9-4394-97f3-c01e8d920e34 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.959595 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a70b1-aa73-48fb-baa8-60dfbe31193c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ca721e-dbfb-4989-89e5-7d0fa93ff80f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:15.032878 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-93ce2d04-ffc9-45f3-b027-8c7bae9b5c07 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e15479fef3d4e8280f34317bd6b66ea HTTP/1.1" status: 200 len: 380 time: 0.2905269 Jul 16 01:47:15.103997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ac48bb7d-7c4f-47da-b7c8-330c549bc7da up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:15.146387 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e5c77f2-5b46-4f13-a3dd-c1f855b96370 req-be5b5aec-028e-45de-8bc1-162a3c09f68a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662768 Jul 16 01:47:15.164961 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-defcfa62-7d14-4180-ab77-3eb39983cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.198522 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-defcfa62-7d14-4180-ab77-3eb39983cc0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393f0775-2671-49ac-ad1d-f0b15cb8d974']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:15.234461 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cb8f0a66-cfb8-4ea0-aa0d-9ef64333f6b5 req-f51e7913-0af8-47f6-b415-55ebf54f18bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e HTTP/1.1" status: 200 len: 998 time: 0.2866800 Jul 16 01:47:15.236139 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-defcfa62-7d14-4180-ab77-3eb39983cc0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148309c1-4d25-4db9-8f1f-d705698cb011') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:15.236493 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-defcfa62-7d14-4180-ab77-3eb39983cc0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148309c1-4d25-4db9-8f1f-d705698cb011') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:15.253092 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-defcfa62-7d14-4180-ab77-3eb39983cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.256194 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port ac48bb7d-7c4f-47da-b7c8-330c549bc7da completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:15.280240 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-defcfa62-7d14-4180-ab77-3eb39983cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.287597 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defcfa62-7d14-4180-ab77-3eb39983cc0f admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:15.288083 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-defcfa62-7d14-4180-ab77-3eb39983cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.299871 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f0a66-cfb8-4ea0-aa0d-9ef64333f6b5 req-755fd5c8-3302-4049-8ec4-23691b06831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:15.302275 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cb8f0a66-cfb8-4ea0-aa0d-9ef64333f6b5 req-755fd5c8-3302-4049-8ec4-23691b06831a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.0667686 Jul 16 01:47:15.317348 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-76524f93-f2e9-4394-97f3-c01e8d920e34 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1533303 Jul 16 01:47:15.322440 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b967a87b-4937-4ac0-8cfe-65a282bf0128 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Request body: {'port': {'device_id': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c', 'admin_state_up': True, 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'security_groups': ['121cc833-6164-4610-bf48-0fea8c3a51ba']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:15.330038 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:15.331791 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42426) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:15.343324 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcac481-712f-48f1-87d5-5180b8447eba None None] Network ae9c618a-01c8-4919-af9c-b9e29485d11f requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:15.358970 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d13d3a82-796c-4332-9842-7fb0e9a7a027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.424768 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d13d3a82-796c-4332-9842-7fb0e9a7a027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.443301 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f0a66-cfb8-4ea0-aa0d-9ef64333f6b5 req-6c6664b6-331e-419c-80d2-0b584c11df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:15.445050 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cb8f0a66-cfb8-4ea0-aa0d-9ef64333f6b5 req-6c6664b6-331e-419c-80d2-0b584c11df9c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354210 Jul 16 01:47:15.503075 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7a7ff8dd-742d-466c-bc74-cd7901697ec5 None None] Provisioning for port ac48bb7d-7c4f-47da-b7c8-330c549bc7da completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:15.516809 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7a7ff8dd-742d-466c-bc74-cd7901697ec5 None None] Provisioning complete for port ac48bb7d-7c4f-47da-b7c8-330c549bc7da triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:15.517183 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a7ff8dd-742d-466c-bc74-cd7901697ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.577317 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cb8f0a66-cfb8-4ea0-aa0d-9ef64333f6b5 req-fa996db8-327f-4cf7-a7a4-ba806b64eabd service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248047 Jul 16 01:47:15.650630 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a82db9d-1914-41e5-8247-4429dfcc2398 req-e8e3d823-fd1d-4a82-9e88-f81d98c71f80 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 210 time: 0.1411240 Jul 16 01:47:15.709922 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-defcfa62-7d14-4180-ab77-3eb39983cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.744122 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-defcfa62-7d14-4180-ab77-3eb39983cc0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.751875 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-defcfa62-7d14-4180-ab77-3eb39983cc0f admin admin] 10.222.0.54 "DELETE /v2.0/networks/393f0775-2671-49ac-ad1d-f0b15cb8d974 HTTP/1.1" status: 204 len: 168 time: 1.3585510 Jul 16 01:47:15.757217 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cb8f0a66-cfb8-4ea0-aa0d-9ef64333f6b5 req-12ed25de-a870-4f64-990c-a66ea13f8e80 service neutron] 10.222.0.26 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707768 Jul 16 01:47:15.763436 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a7ff8dd-742d-466c-bc74-cd7901697ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.769079 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d13d3a82-796c-4332-9842-7fb0e9a7a027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.776675 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d13d3a82-796c-4332-9842-7fb0e9a7a027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.779135 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d13d3a82-796c-4332-9842-7fb0e9a7a027 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/60ca721e-dbfb-4989-89e5-7d0fa93ff80f HTTP/1.1" status: 204 len: 168 time: 0.8260770 Jul 16 01:47:15.800714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d3a82-796c-4332-9842-7fb0e9a7a027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ca721e-dbfb-4989-89e5-7d0fa93ff80f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:15.827876 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-7a7ff8dd-742d-466c-bc74-cd7901697ec5 None None] For port ac48bb7d-7c4f-47da-b7c8-330c549bc7da, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ac48bb7d-7c4f-47da-b7c8-330c549bc7da,segment=NetworkSegment(643f2ace-0640-44b2-816f-e9d8fd0c61c5),segment_id=643f2ace-0640-44b2-816f-e9d8fd0c61c5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:15.836654 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a7ff8dd-742d-466c-bc74-cd7901697ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.941816 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ff8dd-742d-466c-bc74-cd7901697ec5 None None] Pushing event updated for resources: {'Port': ['ID=ac48bb7d-7c4f-47da-b7c8-330c549bc7da,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:16.015636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcfa62-7d14-4180-ab77-3eb39983cc0f admin admin] Pushing event deleted for resources: {'Network': ['ID=393f0775-2671-49ac-ad1d-f0b15cb8d974,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:16.121503 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42434) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:16.237486 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-17de2edc-f646-4b3a-a2cc-2d84a1c20fae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4d4d59d9b5c74be49d11aeb5012b5447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1137838 Jul 16 01:47:16.240893 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42440) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:16.271848 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-224c8efa-0e40-4ff8-a689-1f41a90a851d None None] Provisioning complete for port ac48bb7d-7c4f-47da-b7c8-330c549bc7da triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:16.272370 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-224c8efa-0e40-4ff8-a689-1f41a90a851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.297011 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b967a87b-4937-4ac0-8cfe-65a282bf0128 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Made reservation on behalf of 2e15479fef3d4e8280f34317bd6b66ea for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:16.300980 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b967a87b-4937-4ac0-8cfe-65a282bf0128 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.441836 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc4f003c-3421-48ac-bb00-0effc199fe10 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.470713 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ee12b037-65df-444f-a55a-d8a1687c543b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.522038 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-224c8efa-0e40-4ff8-a689-1f41a90a851d None None] Provisioning for port 46b1e271-b087-4e50-8c67-4239f8109d2e completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:16.528262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-224c8efa-0e40-4ff8-a689-1f41a90a851d None None] Provisioning complete for port 46b1e271-b087-4e50-8c67-4239f8109d2e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:16.528749 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-224c8efa-0e40-4ff8-a689-1f41a90a851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.565896 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b597fe7-a0b6-49fc-af8a-a22214d440d7 req-db681143-91f8-4b53-8db2-078117e4c19c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:16.573167 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7b597fe7-a0b6-49fc-af8a-a22214d440d7 req-db681143-91f8-4b53-8db2-078117e4c19c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1414125 Jul 16 01:47:16.596740 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-224c8efa-0e40-4ff8-a689-1f41a90a851d None None] Port 46b1e271-b087-4e50-8c67-4239f8109d2e cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:16.608593 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ee12b037-65df-444f-a55a-d8a1687c543b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.620360 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7b597fe7-a0b6-49fc-af8a-a22214d440d7 req-fea339c3-6d57-4ba9-98ff-0ccef53a605a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463295 Jul 16 01:47:16.726778 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3ba2c2f1-7e0e-49d5-b81e-c1e0fee1eac6 None None] Provisioning complete for port 46b1e271-b087-4e50-8c67-4239f8109d2e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:16.728291 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3ba2c2f1-7e0e-49d5-b81e-c1e0fee1eac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.795606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2c2f1-7e0e-49d5-b81e-c1e0fee1eac6 None None] Port 46b1e271-b087-4e50-8c67-4239f8109d2e cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:16.864361 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ee12b037-65df-444f-a55a-d8a1687c543b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.866956 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ee12b037-65df-444f-a55a-d8a1687c543b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.868145 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ee12b037-65df-444f-a55a-d8a1687c543b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb HTTP/1.1" status: 204 len: 168 time: 0.6227038 Jul 16 01:47:16.907312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b967a87b-4937-4ac0-8cfe-65a282bf0128 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Allocated IP 172.20.0.4 (2db9e81d-658b-4adb-b971-288015f4b66c/3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a/33d27387-8386-4734-a29a-d2cfef866aaf) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:16.920673 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1bee497-a77d-40a8-9300-a80659bac23b req-475016dc-3cf9-46ee-868f-9cda37ae15bb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 210 time: 0.0776463 Jul 16 01:47:16.945201 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12b037-65df-444f-a55a-d8a1687c543b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc3bb2b-5b1d-46c0-a1e1-f392fe5c82bb,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:16.987126 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ac48bb7d-7c4f-47da-b7c8-330c549bc7da up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:17.105067 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port ac48bb7d-7c4f-47da-b7c8-330c549bc7da triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:17.106708 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.147066 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc4f003c-3421-48ac-bb00-0effc199fe10 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.202349 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b967a87b-4937-4ac0-8cfe-65a282bf0128 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.219493 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b967a87b-4937-4ac0-8cfe-65a282bf0128 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Transition to ACTIVE for port object 33d27387-8386-4734-a29a-d2cfef866aaf will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:17.262607 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc4f003c-3421-48ac-bb00-0effc199fe10 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.286882 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b967a87b-4937-4ac0-8cfe-65a282bf0128 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.370369 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b967a87b-4937-4ac0-8cfe-65a282bf0128 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Network 2db9e81d-658b-4adb-b971-288015f4b66c is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:17.379476 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b967a87b-4937-4ac0-8cfe-65a282bf0128 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:17.382290 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b967a87b-4937-4ac0-8cfe-65a282bf0128 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:17.553612 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f003c-3421-48ac-bb00-0effc199fe10 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=46b1e271-b087-4e50-8c67-4239f8109d2e,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:17.718721 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b967a87b-4937-4ac0-8cfe-65a282bf0128 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:17.719958 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b967a87b-4937-4ac0-8cfe-65a282bf0128 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.745845 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-25b80d9d-39dd-4f4b-b7f7-8eb9e86b76f0 None None] Provisioning complete for port 46b1e271-b087-4e50-8c67-4239f8109d2e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:17.747659 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-25b80d9d-39dd-4f4b-b7f7-8eb9e86b76f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.769321 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b967a87b-4937-4ac0-8cfe-65a282bf0128 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4480448 Jul 16 01:47:17.809012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-07a11830-5fa9-4b22-a3d5-9db9f29fa1a6 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Request body: {'port': {'device_id': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9', 'admin_state_up': True, 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'security_groups': ['121cc833-6164-4610-bf48-0fea8c3a51ba']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:17.812674 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-25b80d9d-39dd-4f4b-b7f7-8eb9e86b76f0 None None] Port 46b1e271-b087-4e50-8c67-4239f8109d2e cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:17.863852 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967a87b-4937-4ac0-8cfe-65a282bf0128 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event updated for resources: {'Port': ['ID=33d27387-8386-4734-a29a-d2cfef866aaf,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:17.936310 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-deba574c-10bc-47a6-97e5-a3f350d8ca24 None None] Provisioning for port 33d27387-8386-4734-a29a-d2cfef866aaf completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:17.941540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-deba574c-10bc-47a6-97e5-a3f350d8ca24 None None] Provisioning complete for port 33d27387-8386-4734-a29a-d2cfef866aaf triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:17.942981 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-deba574c-10bc-47a6-97e5-a3f350d8ca24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.012422 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc4f003c-3421-48ac-bb00-0effc199fe10 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.022218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad93c6-a4da-4ce0-88cc-7758908a5d38 req-6fae2abf-04b7-4e96-bbe8-2515c0f862dc tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:18.024660 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dfad93c6-a4da-4ce0-88cc-7758908a5d38 req-6fae2abf-04b7-4e96-bbe8-2515c0f862dc tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1518874 Jul 16 01:47:18.076257 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-deba574c-10bc-47a6-97e5-a3f350d8ca24 None None] Port 33d27387-8386-4734-a29a-d2cfef866aaf cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:18.097271 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dfad93c6-a4da-4ce0-88cc-7758908a5d38 req-f20da3f2-a05e-4f3b-8176-941ab3dc56f2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662959 Jul 16 01:47:18.433213 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea60cf-1545-486d-b2f5-890e7462cf25 req-6cea5285-83b0-42f1-9cb1-2ff642084ccf tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:18.434921 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63ea60cf-1545-486d-b2f5-890e7462cf25 req-6cea5285-83b0-42f1-9cb1-2ff642084ccf tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.1093385 Jul 16 01:47:18.479366 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63ea60cf-1545-486d-b2f5-890e7462cf25 req-e9c1d02a-6759-4cf4-972f-5a16d525125f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385962 Jul 16 01:47:18.710424 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-07a11830-5fa9-4b22-a3d5-9db9f29fa1a6 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Made reservation on behalf of 2e15479fef3d4e8280f34317bd6b66ea for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:18.714012 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-07a11830-5fa9-4b22-a3d5-9db9f29fa1a6 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.946345 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc4f003c-3421-48ac-bb00-0effc199fe10 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.984234 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efcbac-aa16-4186-ac62-66ff6036f926 req-d71fa2ae-7b0c-4bdb-a540-4c4bcadde14b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:18.987500 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-72efcbac-aa16-4186-ac62-66ff6036f926 req-d71fa2ae-7b0c-4bdb-a540-4c4bcadde14b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 931 time: 0.8326190 Jul 16 01:47:19.021093 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-07a11830-5fa9-4b22-a3d5-9db9f29fa1a6 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Allocated IP 10.1.1.83 (61936856-6c7f-41bf-93c7-c9c6608b4eb9/dd7e40bd-b54b-416d-9777-82ce986f495f/6e2cfe37-5372-4873-82c7-38150819cf47) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:19.155123 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-72efcbac-aa16-4186-ac62-66ff6036f926 req-53bd07fd-696a-4aa6-b049-49602489fb4f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278963 Jul 16 01:47:19.516249 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-07a11830-5fa9-4b22-a3d5-9db9f29fa1a6 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.552429 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-07a11830-5fa9-4b22-a3d5-9db9f29fa1a6 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Transition to ACTIVE for port object 6e2cfe37-5372-4873-82c7-38150819cf47 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:19.583037 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc4f003c-3421-48ac-bb00-0effc199fe10 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.597236 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc4f003c-3421-48ac-bb00-0effc199fe10 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.684535 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-07a11830-5fa9-4b22-a3d5-9db9f29fa1a6 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.695193 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f003c-3421-48ac-bb00-0effc199fe10 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=46b1e271-b087-4e50-8c67-4239f8109d2e,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:19.698530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42616) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.712535 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc4f003c-3421-48ac-bb00-0effc199fe10 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.767879 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-07a11830-5fa9-4b22-a3d5-9db9f29fa1a6 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:19.786140 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-07a11830-5fa9-4b22-a3d5-9db9f29fa1a6 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:19.816338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-07a11830-5fa9-4b22-a3d5-9db9f29fa1a6 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:19.888540 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ae8e-5440-479b-a5a5-21dee2365ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.896542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a11830-5fa9-4b22-a3d5-9db9f29fa1a6 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event updated for resources: {'Port': ['ID=6e2cfe37-5372-4873-82c7-38150819cf47,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:19.908361 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-07a11830-5fa9-4b22-a3d5-9db9f29fa1a6 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:19.909017 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-07a11830-5fa9-4b22-a3d5-9db9f29fa1a6 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.951405 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-07a11830-5fa9-4b22-a3d5-9db9f29fa1a6 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1594651 Jul 16 01:47:19.996650 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-26e5197b-7abe-487f-b6c1-fe02bb09d86b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Request body: {'port': {'device_id': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9', 'admin_state_up': True, 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'security_groups': ['121cc833-6164-4610-bf48-0fea8c3a51ba']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:20.172374 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4f003c-3421-48ac-bb00-0effc199fe10 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network ae9c618a-01c8-4919-af9c-b9e29485d11f is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:20.179857 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-cc4f003c-3421-48ac-bb00-0effc199fe10 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:20.207469 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91fcb0-8ae8-48f4-a980-780b40dc7c93 req-d3ee4266-3104-4f45-b014-c295e05c13e2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:20.215626 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2a91fcb0-8ae8-48f4-a980-780b40dc7c93 req-d3ee4266-3104-4f45-b014-c295e05c13e2 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=8da43f13-bd59-4421-8a57-2ce7c7fd05a1 HTTP/1.1" status: 200 len: 943 time: 0.1717324 Jul 16 01:47:20.234464 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ae8e-5440-479b-a5a5-21dee2365ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.337742 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9ce1a0a2-8338-45c8-a5e0-9dda5e810b02 None None] Provisioning for port 6e2cfe37-5372-4873-82c7-38150819cf47 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:20.341997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9ce1a0a2-8338-45c8-a5e0-9dda5e810b02 None None] Provisioning complete for port 6e2cfe37-5372-4873-82c7-38150819cf47 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:20.342578 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a0a2-8338-45c8-a5e0-9dda5e810b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.379320 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ae8e-5440-479b-a5a5-21dee2365ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.411952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0ae8e-5440-479b-a5a5-21dee2365ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e734241-110c-4d00-b8ac-0e8d63d50389,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:20.415606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9ce1a0a2-8338-45c8-a5e0-9dda5e810b02 None None] Port 6e2cfe37-5372-4873-82c7-38150819cf47 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:20.446931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-26e5197b-7abe-487f-b6c1-fe02bb09d86b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Made reservation on behalf of 2e15479fef3d4e8280f34317bd6b66ea for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:20.450640 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-26e5197b-7abe-487f-b6c1-fe02bb09d86b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.486407 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a1f0ae8e-5440-479b-a5a5-21dee2365ca7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3cffb612544c4a98936b236067fc177d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7838409 Jul 16 01:47:20.486779 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42638) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:20.540393 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4f003c-3421-48ac-bb00-0effc199fe10 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:47:20.546598 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-95cfdc2a-fe09-4f42-8b18-2298ceffbe80 None None] Provisioning complete for port 46b1e271-b087-4e50-8c67-4239f8109d2e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:20.547166 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95cfdc2a-fe09-4f42-8b18-2298ceffbe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.589095 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-2a91fcb0-8ae8-48f4-a980-780b40dc7c93 req-acff516b-815b-47da-973d-264739dafda0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Deleting port e5377fe6-c65b-454e-9e27-4abe198a44a7 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:20.589745 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2a91fcb0-8ae8-48f4-a980-780b40dc7c93 req-acff516b-815b-47da-973d-264739dafda0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.592182 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-95cfdc2a-fe09-4f42-8b18-2298ceffbe80 None None] Port 46b1e271-b087-4e50-8c67-4239f8109d2e cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:20.594412 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d0ee3e06-e78f-467b-9873-e771f4c89a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.669070 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d0ee3e06-e78f-467b-9873-e771f4c89a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.677000 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2cf40-6994-4b63-91ae-c5a89e70bd21 req-462ad4b8-00fa-4588-bc01-09c41ad5e8a9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:20.684213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2cf40-6994-4b63-91ae-c5a89e70bd21 req-462ad4b8-00fa-4588-bc01-09c41ad5e8a9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:20.685614 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52a2cf40-6994-4b63-91ae-c5a89e70bd21 req-462ad4b8-00fa-4588-bc01-09c41ad5e8a9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 1652 time: 0.3185842 Jul 16 01:47:20.731872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-2a91fcb0-8ae8-48f4-a980-780b40dc7c93 req-acff516b-815b-47da-973d-264739dafda0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] For port e5377fe6-c65b-454e-9e27-4abe198a44a7, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=e5377fe6-c65b-454e-9e27-4abe198a44a7,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:20.732423 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2a91fcb0-8ae8-48f4-a980-780b40dc7c93 req-acff516b-815b-47da-973d-264739dafda0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.745935 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-2a91fcb0-8ae8-48f4-a980-780b40dc7c93 req-acff516b-815b-47da-973d-264739dafda0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Calling delete_port for e5377fe6-c65b-454e-9e27-4abe198a44a7 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:20.759120 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d0ee3e06-e78f-467b-9873-e771f4c89a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.762221 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d0ee3e06-e78f-467b-9873-e771f4c89a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.763685 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d0ee3e06-e78f-467b-9873-e771f4c89a68 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2e734241-110c-4d00-b8ac-0e8d63d50389 HTTP/1.1" status: 204 len: 168 time: 0.2708960 Jul 16 01:47:20.768091 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52a2cf40-6994-4b63-91ae-c5a89e70bd21 req-2eab3ed7-768a-48cd-8004-3d53d66e9ac2 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568867 Jul 16 01:47:20.831921 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee3e06-e78f-467b-9873-e771f4c89a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e734241-110c-4d00-b8ac-0e8d63d50389,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:20.848708 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4f003c-3421-48ac-bb00-0effc199fe10 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:20.859515 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711b68f-2aff-48e3-98fd-7a05e378dad6 None None] Sync routers for ids ['b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:20.874831 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3711b68f-2aff-48e3-98fd-7a05e378dad6 None None] Routers {'b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:20.876004 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3711b68f-2aff-48e3-98fd-7a05e378dad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:47:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:20.879743 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cc4f003c-3421-48ac-bb00-0effc199fe10 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5422773 Jul 16 01:47:20.880187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42644) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:20.902781 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-26e5197b-7abe-487f-b6c1-fe02bb09d86b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Allocated IP 10.1.1.101 (61936856-6c7f-41bf-93c7-c9c6608b4eb9/dd7e40bd-b54b-416d-9777-82ce986f495f/b0eba950-6290-4204-97b4-71fd009ef302) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:20.979537 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3711b68f-2aff-48e3-98fd-7a05e378dad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:20.979773 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fef03d-9a4c-4356-8d27-937faaa16579 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:20.984484 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-08fef03d-9a4c-4356-8d27-937faaa16579 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/ports/46b1e271-b087-4e50-8c67-4239f8109d2e HTTP/1.1" status: 200 len: 977 time: 0.1000516 Jul 16 01:47:20.989542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42648) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:21.010147 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3711b68f-2aff-48e3-98fd-7a05e378dad6 None None] Routers {'b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:21.011049 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3711b68f-2aff-48e3-98fd-7a05e378dad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:47:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:21.095789 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3711b68f-2aff-48e3-98fd-7a05e378dad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:21.099920 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711b68f-2aff-48e3-98fd-7a05e378dad6 None None] The sync data for ids ['b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:21.119682 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2a91fcb0-8ae8-48f4-a980-780b40dc7c93 req-acff516b-815b-47da-973d-264739dafda0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.153604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['32ed3b03-b3d6-48a4-94ec-2c729b8f0db0', 'df86d409-bae0-4f36-a3b7-0a7767b47abc'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:21.284902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a91fcb0-8ae8-48f4-a980-780b40dc7c93 req-acff516b-815b-47da-973d-264739dafda0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] No DVR routers for this DVR port e5377fe6-c65b-454e-9e27-4abe198a44a7 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:21.296885 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2a91fcb0-8ae8-48f4-a980-780b40dc7c93 req-acff516b-815b-47da-973d-264739dafda0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.310247 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2a91fcb0-8ae8-48f4-a980-780b40dc7c93 req-acff516b-815b-47da-973d-264739dafda0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "DELETE /v2.0/ports/e5377fe6-c65b-454e-9e27-4abe198a44a7 HTTP/1.1" status: 204 len: 173 time: 1.0936210 Jul 16 01:47:21.312473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff516b-815b-47da-973d-264739dafda0 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Pushing event deleted for resources: {'Port': ['ID=e5377fe6-c65b-454e-9e27-4abe198a44a7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:21.333685 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da43f13-bd59-4421-8a57-2ce7c7fd05a1', 'name': 'network-vif-deleted', 'tag': 'e5377fe6-c65b-454e-9e27-4abe198a44a7'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:21.342172 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04ced28-e40e-4b3a-8ab1-d7fa077c8c2a" -d '{"events": [{"server_uuid": "8da43f13-bd59-4421-8a57-2ce7c7fd05a1", "name": "network-vif-deleted", "tag": "e5377fe6-c65b-454e-9e27-4abe198a44a7"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:21.389547 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1e68b2d-e540-4c7f-bb8a-b1bccff1573c req-b865a4a4-bbeb-410e-bd52-b791f3a5854e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3971121 Jul 16 01:47:21.421769 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b63c7d4-14ec-4275-a9dd-4a7613ab8532 x-openstack-request-id: req-3b63c7d4-14ec-4275-a9dd-4a7613ab8532 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:21.421971 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da43f13-bd59-4421-8a57-2ce7c7fd05a1", "name": "network-vif-deleted", "tag": "e5377fe6-c65b-454e-9e27-4abe198a44a7", "status": "failed", "code": 422}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:21.422227 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b63c7d4-14ec-4275-a9dd-4a7613ab8532 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:21.422653 n-d-800086-6 neutron-server[93831]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8da43f13-bd59-4421-8a57-2ce7c7fd05a1', 'name': 'network-vif-deleted', 'tag': 'e5377fe6-c65b-454e-9e27-4abe198a44a7', 'status': 'failed', 'code': 422} returned with failed status Jul 16 01:47:21.439385 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42660) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:21.466024 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-26e5197b-7abe-487f-b6c1-fe02bb09d86b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.521540 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e68b2d-e540-4c7f-bb8a-b1bccff1573c req-b20026ba-3606-4de5-9a35-8c3e48b2b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:21.524313 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1e68b2d-e540-4c7f-bb8a-b1bccff1573c req-b20026ba-3606-4de5-9a35-8c3e48b2b62f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 1059 time: 0.0978637 Jul 16 01:47:21.528612 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-26e5197b-7abe-487f-b6c1-fe02bb09d86b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Transition to ACTIVE for port object b0eba950-6290-4204-97b4-71fd009ef302 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:21.656493 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42664) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:21.680929 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4b838576-48f1-4a36-8be0-4c5dea184eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.715982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e68b2d-e540-4c7f-bb8a-b1bccff1573c req-6b2b6a4e-fb89-459e-8b3c-c065bb5f8927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:21.717492 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1e68b2d-e540-4c7f-bb8a-b1bccff1573c req-6b2b6a4e-fb89-459e-8b3c-c065bb5f8927 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 200 len: 912 time: 0.1635802 Jul 16 01:47:21.768435 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-26e5197b-7abe-487f-b6c1-fe02bb09d86b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.801054 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1e68b2d-e540-4c7f-bb8a-b1bccff1573c req-3671e984-9c40-4d09-9a39-829e337b4e0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=245d95ad-0ca6-4b36-ab45-9244c117dcbd HTTP/1.1" status: 200 len: 217 time: 0.0749972 Jul 16 01:47:21.875493 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e68b2d-e540-4c7f-bb8a-b1bccff1573c req-d085a2af-f971-4805-a839-d5e4aebba4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:21.878407 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1e68b2d-e540-4c7f-bb8a-b1bccff1573c req-d085a2af-f971-4805-a839-d5e4aebba4a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 200 len: 850 time: 0.0675023 Jul 16 01:47:21.927897 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-26e5197b-7abe-487f-b6c1-fe02bb09d86b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:21.960388 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-26e5197b-7abe-487f-b6c1-fe02bb09d86b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:21.965778 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-be065b07-e1b9-401e-a230-746c7f8cbdab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.968831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-26e5197b-7abe-487f-b6c1-fe02bb09d86b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:21.981834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5197b-7abe-487f-b6c1-fe02bb09d86b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event updated for resources: {'Port': ['ID=b0eba950-6290-4204-97b4-71fd009ef302,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:22.053028 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e68b2d-e540-4c7f-bb8a-b1bccff1573c req-e2dd1d2b-651f-49a6-aa3d-05b4c75786eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:22.054753 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1e68b2d-e540-4c7f-bb8a-b1bccff1573c req-e2dd1d2b-651f-49a6-aa3d-05b4c75786eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a4578f6-e79e-403f-8401-5b41afbe66e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1681938 Jul 16 01:47:22.186164 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-26e5197b-7abe-487f-b6c1-fe02bb09d86b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:22.186811 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-26e5197b-7abe-487f-b6c1-fe02bb09d86b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.196400 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1e68b2d-e540-4c7f-bb8a-b1bccff1573c req-e5cf342b-4645-4545-86bf-c25f6f8e4260 service neutron] 10.222.0.47 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340315 Jul 16 01:47:22.235461 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7b803f5b-ecb2-4dca-8c04-3df08a9d145c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.321540 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4b838576-48f1-4a36-8be0-4c5dea184eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.337786 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4b838576-48f1-4a36-8be0-4c5dea184eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.373837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b674f-b4ce-4dbc-a9f5-5e15a0975ec9 req-17b79681-4148-41c0-bb35-3657dca2f712 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:22.380885 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b674f-b4ce-4dbc-a9f5-5e15a0975ec9 req-17b79681-4148-41c0-bb35-3657dca2f712 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:22.388346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b674f-b4ce-4dbc-a9f5-5e15a0975ec9 req-17b79681-4148-41c0-bb35-3657dca2f712 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:22.396134 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-598b674f-b4ce-4dbc-a9f5-5e15a0975ec9 req-17b79681-4148-41c0-bb35-3657dca2f712 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 2373 time: 0.3743584 Jul 16 01:47:22.438469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3b406538-11a1-41ef-a539-e8b5ca0d3941 None None] Provisioning for port b0eba950-6290-4204-97b4-71fd009ef302 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:22.441067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b838576-48f1-4a36-8be0-4c5dea184eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9c2ef8-6b5c-4a1b-8399-e55e985a8faf,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:22.447647 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4b838576-48f1-4a36-8be0-4c5dea184eb2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=37cfe69b26e447898238c886c7aa3279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7832546 Jul 16 01:47:22.453714 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1e68b2d-e540-4c7f-bb8a-b1bccff1573c req-6069fc71-9b1b-46b8-b688-f1ba87dcd515 service neutron] 10.222.0.47 "GET /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505362 Jul 16 01:47:22.454451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42672) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.475923 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3b406538-11a1-41ef-a539-e8b5ca0d3941 None None] Provisioning complete for port b0eba950-6290-4204-97b4-71fd009ef302 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:22.476573 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b406538-11a1-41ef-a539-e8b5ca0d3941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.532040 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3b406538-11a1-41ef-a539-e8b5ca0d3941 None None] Port b0eba950-6290-4204-97b4-71fd009ef302 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:22.532450 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-be065b07-e1b9-401e-a230-746c7f8cbdab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.544439 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-be065b07-e1b9-401e-a230-746c7f8cbdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.547892 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-598b674f-b4ce-4dbc-a9f5-5e15a0975ec9 req-978d22d7-c191-4d19-a605-fea1937e2e96 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508813 Jul 16 01:47:22.559416 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-26e5197b-7abe-487f-b6c1-fe02bb09d86b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5820556 Jul 16 01:47:22.590881 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-844ff697-29ba-4757-89f9-5129602072e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Request body: {'port': {'device_id': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ce6c8df2-7389-4a01-8a34-c56fcf84fa29', 'admin_state_up': True, 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'security_groups': ['121cc833-6164-4610-bf48-0fea8c3a51ba']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:22.592082 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-be065b07-e1b9-401e-a230-746c7f8cbdab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a1208913596b48f498acc520cd02fbe0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1511443 Jul 16 01:47:22.594151 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be065b07-e1b9-401e-a230-746c7f8cbdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb36745-ab42-44c6-b819-ecc1eb819ade,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:22.595163 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42678) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.611702 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-998a991b-6d3e-4247-9d37-bc3a85ab71a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.645704 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-998a991b-6d3e-4247-9d37-bc3a85ab71a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.727054 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f32ab2-6c1d-4b7b-9584-cf00cd2fa6e4 req-058180a6-a3a3-4ad2-b0d5-2da1bf62ce8c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:22.728656 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c1f32ab2-6c1d-4b7b-9584-cf00cd2fa6e4 req-058180a6-a3a3-4ad2-b0d5-2da1bf62ce8c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 908 time: 0.0966752 Jul 16 01:47:22.746595 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-998a991b-6d3e-4247-9d37-bc3a85ab71a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.749677 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-998a991b-6d3e-4247-9d37-bc3a85ab71a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.750921 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-998a991b-6d3e-4247-9d37-bc3a85ab71a6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb9c2ef8-6b5c-4a1b-8399-e55e985a8faf HTTP/1.1" status: 204 len: 168 time: 0.2932644 Jul 16 01:47:22.759699 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a991b-6d3e-4247-9d37-bc3a85ab71a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9c2ef8-6b5c-4a1b-8399-e55e985a8faf,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:23.132261 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5489e51e-5612-46f6-9929-b5556fde6ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.185635 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5489e51e-5612-46f6-9929-b5556fde6ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.203564 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-7b803f5b-ecb2-4dca-8c04-3df08a9d145c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting port 46b1e271-b087-4e50-8c67-4239f8109d2e {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:23.203906 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7b803f5b-ecb2-4dca-8c04-3df08a9d145c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.253032 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-844ff697-29ba-4757-89f9-5129602072e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Made reservation on behalf of 2e15479fef3d4e8280f34317bd6b66ea for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:23.384244 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7b803f5b-ecb2-4dca-8c04-3df08a9d145c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.393291 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5489e51e-5612-46f6-9929-b5556fde6ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.396044 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5489e51e-5612-46f6-9929-b5556fde6ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.400225 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5489e51e-5612-46f6-9929-b5556fde6ae6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1cb36745-ab42-44c6-b819-ecc1eb819ade HTTP/1.1" status: 204 len: 168 time: 0.7866924 Jul 16 01:47:23.416386 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-7b803f5b-ecb2-4dca-8c04-3df08a9d145c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Calling delete_port for 46b1e271-b087-4e50-8c67-4239f8109d2e owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:23.425322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489e51e-5612-46f6-9929-b5556fde6ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb36745-ab42-44c6-b819-ecc1eb819ade,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:23.487501 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-844ff697-29ba-4757-89f9-5129602072e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.816075 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.850024 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42714) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.874157 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fea10b59-77a3-4b86-913e-6c776ec01a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.962276 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-844ff697-29ba-4757-89f9-5129602072e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Allocated IP 10.2.2.100 (ce6c8df2-7389-4a01-8a34-c56fcf84fa29/d66e7cad-8485-48ef-b49f-9c0a1aa8b39b/0c40b0ea-30a1-4c59-8cb3-23aed3975cea) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:24.005712 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7b803f5b-ecb2-4dca-8c04-3df08a9d145c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.058044 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fea10b59-77a3-4b86-913e-6c776ec01a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.073098 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fea10b59-77a3-4b86-913e-6c776ec01a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.078586 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b803f5b-ecb2-4dca-8c04-3df08a9d145c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Port': ['ID=46b1e271-b087-4e50-8c67-4239f8109d2e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:24.140665 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810cf10-9c75-4f53-8375-fdf0f8e7794c req-df38f48f-44dc-4069-9313-78d65c426775 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:24.142636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cabe0-35a2-4f7f-a459-7be42dfdf6e2 req-fb63d7ad-b3a0-431f-9712-8802a340274f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:24.155212 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b810cf10-9c75-4f53-8375-fdf0f8e7794c req-df38f48f-44dc-4069-9313-78d65c426775 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 908 time: 0.1532211 Jul 16 01:47:24.155849 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cabe0-35a2-4f7f-a459-7be42dfdf6e2 req-fb63d7ad-b3a0-431f-9712-8802a340274f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:24.162132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cabe0-35a2-4f7f-a459-7be42dfdf6e2 req-fb63d7ad-b3a0-431f-9712-8802a340274f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:24.171480 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-443cabe0-35a2-4f7f-a459-7be42dfdf6e2 req-fb63d7ad-b3a0-431f-9712-8802a340274f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 2373 time: 0.3010762 Jul 16 01:47:24.184008 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea10b59-77a3-4b86-913e-6c776ec01a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b620c6f-7b95-41ce-80d7-813a79ab3063,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:24.192007 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fea10b59-77a3-4b86-913e-6c776ec01a67 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=21cdfc31104f463191d712ae1d0d4c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3404768 Jul 16 01:47:24.194648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42724) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:24.263915 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0f860ad8-3a82-4677-8552-491efbf47ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.295878 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0f860ad8-3a82-4677-8552-491efbf47ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.372665 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-443cabe0-35a2-4f7f-a459-7be42dfdf6e2 req-ab3620d3-f89b-4339-acdf-27466348eea5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000289 Jul 16 01:47:24.441136 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0f860ad8-3a82-4677-8552-491efbf47ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.446571 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0f860ad8-3a82-4677-8552-491efbf47ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.453021 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0f860ad8-3a82-4677-8552-491efbf47ec5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7b620c6f-7b95-41ce-80d7-813a79ab3063 HTTP/1.1" status: 204 len: 168 time: 0.2570448 Jul 16 01:47:24.476190 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f860ad8-3a82-4677-8552-491efbf47ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b620c6f-7b95-41ce-80d7-813a79ab3063,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:24.505766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b68bf7-0641-4a9d-a307-9da82939fca3 req-7e990f3c-483d-4cc2-b35e-218eef9f706a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:24.514906 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-34b68bf7-0641-4a9d-a307-9da82939fca3 req-7e990f3c-483d-4cc2-b35e-218eef9f706a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 908 time: 0.1772401 Jul 16 01:47:24.559919 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-844ff697-29ba-4757-89f9-5129602072e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.584145 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7b803f5b-ecb2-4dca-8c04-3df08a9d145c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.609633 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-844ff697-29ba-4757-89f9-5129602072e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Transition to ACTIVE for port object 0c40b0ea-30a1-4c59-8cb3-23aed3975cea will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:24.672821 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:47:24.758590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-34b68bf7-0641-4a9d-a307-9da82939fca3 req-bcde799c-1244-493f-a184-22d8aa236bf1 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Deleting port 245d95ad-0ca6-4b36-ab45-9244c117dcbd {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:24.760946 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-34b68bf7-0641-4a9d-a307-9da82939fca3 req-bcde799c-1244-493f-a184-22d8aa236bf1 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.805194 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b803f5b-ecb2-4dca-8c04-3df08a9d145c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:24.808559 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-844ff697-29ba-4757-89f9-5129602072e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.915607 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ff697-29ba-4757-89f9-5129602072e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event updated for resources: {'Port': ['ID=0c40b0ea-30a1-4c59-8cb3-23aed3975cea,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:24.960766 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-844ff697-29ba-4757-89f9-5129602072e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Network ce6c8df2-7389-4a01-8a34-c56fcf84fa29 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:24.990162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-844ff697-29ba-4757-89f9-5129602072e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:24.994457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-844ff697-29ba-4757-89f9-5129602072e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:25.025353 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b803f5b-ecb2-4dca-8c04-3df08a9d145c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:25.035461 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7b803f5b-ecb2-4dca-8c04-3df08a9d145c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0423894 Jul 16 01:47:25.036554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42764) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:25.046086 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efab4b5-fbea-45c2-8c80-1e2f71143763 None None] Sync routers for ids ['b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:25.065467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efab4b5-fbea-45c2-8c80-1e2f71143763 None None] Routers {'b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:25.066528 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6efab4b5-fbea-45c2-8c80-1e2f71143763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:47:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:25.169696 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6efab4b5-fbea-45c2-8c80-1e2f71143763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:25.209418 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efab4b5-fbea-45c2-8c80-1e2f71143763 None None] Routers {'b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:25.218161 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6efab4b5-fbea-45c2-8c80-1e2f71143763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:47:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:25.327210 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6efab4b5-fbea-45c2-8c80-1e2f71143763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:25.327925 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efab4b5-fbea-45c2-8c80-1e2f71143763 None None] The sync data for ids ['b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:25.576491 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-844ff697-29ba-4757-89f9-5129602072e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:25.577376 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-844ff697-29ba-4757-89f9-5129602072e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.580750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e80d50fc-00a6-48f8-987d-5ca70fdb76ae None None] Provisioning for port 0c40b0ea-30a1-4c59-8cb3-23aed3975cea completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:25.587307 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e80d50fc-00a6-48f8-987d-5ca70fdb76ae None None] Provisioning complete for port 0c40b0ea-30a1-4c59-8cb3-23aed3975cea triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:25.589367 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e80d50fc-00a6-48f8-987d-5ca70fdb76ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.657365 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-0d7b0229-b418-448a-8d2b-29f4a16e3429 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 01:47:25.661869 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0d7b0229-b418-448a-8d2b-29f4a16e3429 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6250160 Jul 16 01:47:25.664617 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42816) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:25.688711 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e80d50fc-00a6-48f8-987d-5ca70fdb76ae None None] Port 0c40b0ea-30a1-4c59-8cb3-23aed3975cea cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:25.781491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-34b68bf7-0641-4a9d-a307-9da82939fca3 req-bcde799c-1244-493f-a184-22d8aa236bf1 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] For port 245d95ad-0ca6-4b36-ab45-9244c117dcbd, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=245d95ad-0ca6-4b36-ab45-9244c117dcbd,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:25.782058 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-34b68bf7-0641-4a9d-a307-9da82939fca3 req-bcde799c-1244-493f-a184-22d8aa236bf1 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.789105 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-844ff697-29ba-4757-89f9-5129602072e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2026570 Jul 16 01:47:25.801045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-34b68bf7-0641-4a9d-a307-9da82939fca3 req-bcde799c-1244-493f-a184-22d8aa236bf1 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Calling delete_port for 245d95ad-0ca6-4b36-ab45-9244c117dcbd owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:25.805807 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-afae8974-acfa-4631-8c48-e50a2a548737 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/ports?device_id=b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6 HTTP/1.1" status: 200 len: 205 time: 0.1310775 Jul 16 01:47:25.810486 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42832) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:25.814304 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b6500e7b-13ad-431d-bc5b-6f7cbd7ce5f5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Request body: {'port': {'device_id': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ce6c8df2-7389-4a01-8a34-c56fcf84fa29', 'admin_state_up': True, 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'security_groups': ['121cc833-6164-4610-bf48-0fea8c3a51ba']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:25.884445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb18c9b-5419-4372-b0b2-804e38d9d7a2 req-df73517a-f0c8-4065-9ff6-130e9a315010 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:25.898336 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ecb18c9b-5419-4372-b0b2-804e38d9d7a2 req-df73517a-f0c8-4065-9ff6-130e9a315010 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 908 time: 0.2068808 Jul 16 01:47:25.996289 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e298fcf9-892c-4dc6-a60e-6dd9e07c4470 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.039636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b6500e7b-13ad-431d-bc5b-6f7cbd7ce5f5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Made reservation on behalf of 2e15479fef3d4e8280f34317bd6b66ea for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:26.055308 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b6500e7b-13ad-431d-bc5b-6f7cbd7ce5f5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.071926 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03440567-81d0-4808-8f42-2e4c1e5b2262 req-818e78d9-aebd-4cdb-ade9-4b2e9730d416 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:26.084766 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03440567-81d0-4808-8f42-2e4c1e5b2262 req-818e78d9-aebd-4cdb-ade9-4b2e9730d416 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:26.111945 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03440567-81d0-4808-8f42-2e4c1e5b2262 req-818e78d9-aebd-4cdb-ade9-4b2e9730d416 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:26.131005 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03440567-81d0-4808-8f42-2e4c1e5b2262 req-818e78d9-aebd-4cdb-ade9-4b2e9730d416 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:26.141844 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-03440567-81d0-4808-8f42-2e4c1e5b2262 req-818e78d9-aebd-4cdb-ade9-4b2e9730d416 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 3094 time: 0.4950879 Jul 16 01:47:26.208321 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-03440567-81d0-4808-8f42-2e4c1e5b2262 req-31e8fe51-1ed0-42f7-a364-f77c035f30fc tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655031 Jul 16 01:47:26.214947 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42846) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:26.258060 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e298fcf9-892c-4dc6-a60e-6dd9e07c4470 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.262042 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e298fcf9-892c-4dc6-a60e-6dd9e07c4470 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.349455 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e298fcf9-892c-4dc6-a60e-6dd9e07c4470 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.350000 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e298fcf9-892c-4dc6-a60e-6dd9e07c4470 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Fanout notify agent at l3_agent the message router_deleted on router b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:47:26.358495 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e298fcf9-892c-4dc6-a60e-6dd9e07c4470 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.362332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42852) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:26.362447 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e298fcf9-892c-4dc6-a60e-6dd9e07c4470 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/routers/b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6 HTTP/1.1" status: 204 len: 168 time: 0.5487421 Jul 16 01:47:26.379022 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-34b68bf7-0641-4a9d-a307-9da82939fca3 req-bcde799c-1244-493f-a184-22d8aa236bf1 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.419906 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde799c-1244-493f-a184-22d8aa236bf1 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Pushing event deleted for resources: {'Port': ['ID=245d95ad-0ca6-4b36-ab45-9244c117dcbd,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:26.497306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b68bf7-0641-4a9d-a307-9da82939fca3 req-bcde799c-1244-493f-a184-22d8aa236bf1 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] No DVR routers for this DVR port 245d95ad-0ca6-4b36-ab45-9244c117dcbd on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:26.500132 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-34b68bf7-0641-4a9d-a307-9da82939fca3 req-bcde799c-1244-493f-a184-22d8aa236bf1 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.503379 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-34b68bf7-0641-4a9d-a307-9da82939fca3 req-bcde799c-1244-493f-a184-22d8aa236bf1 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.47 "DELETE /v2.0/ports/245d95ad-0ca6-4b36-ab45-9244c117dcbd HTTP/1.1" status: 204 len: 173 time: 1.9821546 Jul 16 01:47:26.503852 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b9eae9-0e60-4448-b1b5-d3e505db2da3', 'name': 'network-vif-deleted', 'tag': '245d95ad-0ca6-4b36-ab45-9244c117dcbd'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:26.522208 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53885948-b129-43fd-b63e-92369fe3ee00" -d '{"events": [{"server_uuid": "78b9eae9-0e60-4448-b1b5-d3e505db2da3", "name": "network-vif-deleted", "tag": "245d95ad-0ca6-4b36-ab45-9244c117dcbd"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:26.561312 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1dd42ad5-0791-4b03-933c-ffe2fed0d5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.589965 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b6500e7b-13ad-431d-bc5b-6f7cbd7ce5f5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Allocated IP 10.2.2.200 (ce6c8df2-7389-4a01-8a34-c56fcf84fa29/d66e7cad-8485-48ef-b49f-9c0a1aa8b39b/b06a2033-1b7a-4ff7-b625-8b69419da338) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:26.601060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25b2eae-7ca5-40d2-853d-39bb4cde9e90 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting subnet 3369ed81-877c-4d01-9041-787e673d1dba {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:26.608029 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d25b2eae-7ca5-40d2-853d-39bb4cde9e90 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.627836 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6589d7cf-b589-4d0d-867a-1e29d32dcf22 x-openstack-request-id: req-6589d7cf-b589-4d0d-867a-1e29d32dcf22 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:26.628332 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b9eae9-0e60-4448-b1b5-d3e505db2da3", "name": "network-vif-deleted", "tag": "245d95ad-0ca6-4b36-ab45-9244c117dcbd", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:26.628754 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6589d7cf-b589-4d0d-867a-1e29d32dcf22 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:26.629440 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b9eae9-0e60-4448-b1b5-d3e505db2da3', 'name': 'network-vif-deleted', 'tag': '245d95ad-0ca6-4b36-ab45-9244c117dcbd', 'status': 'completed', 'code': 200} Jul 16 01:47:26.684993 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d25b2eae-7ca5-40d2-853d-39bb4cde9e90 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.924366 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d25b2eae-7ca5-40d2-853d-39bb4cde9e90 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.985695 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1dd42ad5-0791-4b03-933c-ffe2fed0d5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.994830 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b6500e7b-13ad-431d-bc5b-6f7cbd7ce5f5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.000801 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1dd42ad5-0791-4b03-933c-ffe2fed0d5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.118614 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b6500e7b-13ad-431d-bc5b-6f7cbd7ce5f5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Transition to ACTIVE for port object b06a2033-1b7a-4ff7-b625-8b69419da338 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:27.129006 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d25b2eae-7ca5-40d2-853d-39bb4cde9e90 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.151279 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1dd42ad5-0791-4b03-933c-ffe2fed0d5f0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=df8a9c34e1d545a3b189280f13a30aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9347134 Jul 16 01:47:27.151403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42878) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:27.152794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd42ad5-0791-4b03-933c-ffe2fed0d5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8e6b14-ce53-42c6-82b4-8b19b38ed63d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:27.167410 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c9e1ef-56d5-4009-9ac6-6f7e34e09523 None None] Network ae9c618a-01c8-4919-af9c-b9e29485d11f requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:27.181477 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d25b2eae-7ca5-40d2-853d-39bb4cde9e90 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.183810 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d25b2eae-7ca5-40d2-853d-39bb4cde9e90 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/subnets/3369ed81-877c-4d01-9041-787e673d1dba HTTP/1.1" status: 204 len: 168 time: 0.8168550 Jul 16 01:47:27.190189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42880) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:27.190949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b2eae-7ca5-40d2-853d-39bb4cde9e90 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Subnet': ['ID=3369ed81-877c-4d01-9041-787e673d1dba,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:27.307308 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6757350c-ed53-44ff-87db-808b19bbef65 req-1a16390b-9dfe-4926-9f12-21d8af0e1fb7 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=78b9eae9-0e60-4448-b1b5-d3e505db2da3 HTTP/1.1" status: 200 len: 210 time: 0.1684544 Jul 16 01:47:27.342111 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57acbd9d-3162-47d7-a140-c1fc7f982332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.387663 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57acbd9d-3162-47d7-a140-c1fc7f982332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.483932 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57acbd9d-3162-47d7-a140-c1fc7f982332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.487189 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57acbd9d-3162-47d7-a140-c1fc7f982332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.491036 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-57acbd9d-3162-47d7-a140-c1fc7f982332 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8f8e6b14-ce53-42c6-82b4-8b19b38ed63d HTTP/1.1" status: 204 len: 168 time: 0.3352008 Jul 16 01:47:27.516211 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acbd9d-3162-47d7-a140-c1fc7f982332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8e6b14-ce53-42c6-82b4-8b19b38ed63d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:27.527602 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b6500e7b-13ad-431d-bc5b-6f7cbd7ce5f5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.554192 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.607422 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b6500e7b-13ad-431d-bc5b-6f7cbd7ce5f5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Network ce6c8df2-7389-4a01-8a34-c56fcf84fa29 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:27.614048 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b6500e7b-13ad-431d-bc5b-6f7cbd7ce5f5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:27.619040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b6500e7b-13ad-431d-bc5b-6f7cbd7ce5f5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:27.669053 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6500e7b-13ad-431d-bc5b-6f7cbd7ce5f5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event updated for resources: {'Port': ['ID=b06a2033-1b7a-4ff7-b625-8b69419da338,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:27.702754 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3276e051-3647-45b9-9aa4-2168707e3ec8 None None] DHCP port deletion for ae9c618a-01c8-4919-af9c-b9e29485d11f request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:47:27.806778 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863779d-b51e-4ca7-9f63-04d5c2895bff req-8644a4ca-b4ca-4664-9685-cdc905273aa4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:27.808431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b6500e7b-13ad-431d-bc5b-6f7cbd7ce5f5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:27.809282 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b6500e7b-13ad-431d-bc5b-6f7cbd7ce5f5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.817323 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863779d-b51e-4ca7-9f63-04d5c2895bff req-8644a4ca-b4ca-4664-9685-cdc905273aa4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:27.830900 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863779d-b51e-4ca7-9f63-04d5c2895bff req-8644a4ca-b4ca-4664-9685-cdc905273aa4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:27.836486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting port ac48bb7d-7c4f-47da-b7c8-330c549bc7da {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:27.836831 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.849573 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863779d-b51e-4ca7-9f63-04d5c2895bff req-8644a4ca-b4ca-4664-9685-cdc905273aa4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:27.854874 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b6500e7b-13ad-431d-bc5b-6f7cbd7ce5f5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0473843 Jul 16 01:47:27.864872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863779d-b51e-4ca7-9f63-04d5c2895bff req-8644a4ca-b4ca-4664-9685-cdc905273aa4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:27.876336 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d863779d-b51e-4ca7-9f63-04d5c2895bff req-8644a4ca-b4ca-4664-9685-cdc905273aa4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 3815 time: 0.3623171 Jul 16 01:47:27.877779 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Request body: {'port': {'device_id': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:27.927741 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3276e051-3647-45b9-9aa4-2168707e3ec8 None None] Deleting port ac48bb7d-7c4f-47da-b7c8-330c549bc7da {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:27.928159 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3276e051-3647-45b9-9aa4-2168707e3ec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.972068 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d863779d-b51e-4ca7-9f63-04d5c2895bff req-17a70cf8-5be3-48f7-b069-5536728821bf tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948532 Jul 16 01:47:28.010490 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] For port ac48bb7d-7c4f-47da-b7c8-330c549bc7da, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ac48bb7d-7c4f-47da-b7c8-330c549bc7da,segment=NetworkSegment(643f2ace-0640-44b2-816f-e9d8fd0c61c5),segment_id=643f2ace-0640-44b2-816f-e9d8fd0c61c5)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:28.011178 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.038500 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Calling delete_port for ac48bb7d-7c4f-47da-b7c8-330c549bc7da owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:28.125495 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3276e051-3647-45b9-9aa4-2168707e3ec8 None None] For port ac48bb7d-7c4f-47da-b7c8-330c549bc7da, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ac48bb7d-7c4f-47da-b7c8-330c549bc7da,segment=NetworkSegment(643f2ace-0640-44b2-816f-e9d8fd0c61c5),segment_id=643f2ace-0640-44b2-816f-e9d8fd0c61c5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:28.125915 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3276e051-3647-45b9-9aa4-2168707e3ec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.171052 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-59011769-318c-4be3-8bc8-70bc9871757f None None] Provisioning for port b06a2033-1b7a-4ff7-b625-8b69419da338 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:28.186994 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3276e051-3647-45b9-9aa4-2168707e3ec8 None None] Calling delete_port for ac48bb7d-7c4f-47da-b7c8-330c549bc7da owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:28.190937 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-59011769-318c-4be3-8bc8-70bc9871757f None None] Provisioning complete for port b06a2033-1b7a-4ff7-b625-8b69419da338 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:28.192106 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-59011769-318c-4be3-8bc8-70bc9871757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.263279 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-59011769-318c-4be3-8bc8-70bc9871757f None None] Port b06a2033-1b7a-4ff7-b625-8b69419da338 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:28.289565 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.364207 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42990) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:28.388069 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f134cbfb-9552-438a-8d68-8c81c73692f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.389764 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17cf8469-6341-47c6-a52b-7120e011e8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.448195 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3276e051-3647-45b9-9aa4-2168707e3ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.481601 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.507293 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3276e051-3647-45b9-9aa4-2168707e3ec8 None None] No DVR routers for this DVR port ac48bb7d-7c4f-47da-b7c8-330c549bc7da on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:28.515862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276e051-3647-45b9-9aa4-2168707e3ec8 None None] Pushing event deleted for resources: {'Port': ['ID=ac48bb7d-7c4f-47da-b7c8-330c549bc7da,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:28.553147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Port': ['ID=ac48bb7d-7c4f-47da-b7c8-330c549bc7da,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:28.561921 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] No DVR routers for this DVR port ac48bb7d-7c4f-47da-b7c8-330c549bc7da on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:28.603218 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17cf8469-6341-47c6-a52b-7120e011e8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.612886 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17cf8469-6341-47c6-a52b-7120e011e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.651852 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.712225 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.733021 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9c618a-01c8-4919-af9c-b9e29485d11f']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:28.750661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643f2ace-0640-44b2-816f-e9d8fd0c61c5') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:28.751086 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643f2ace-0640-44b2-816f-e9d8fd0c61c5') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:28.766321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-17cf8469-6341-47c6-a52b-7120e011e8cf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=14f4cf32a2dd45bfac6b7a2b76f02c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002020 Jul 16 01:47:28.767274 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf8469-6341-47c6-a52b-7120e011e8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf449fd-5fe3-4fdc-ab00-1f9590930813,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:28.769696 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43026) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:28.773516 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.798103 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.810991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:28.811528 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:28.814819 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:28.909682 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8246605a-db7e-41cb-9673-14d2c1d4b60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.924535 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d27387-8386-4734-a29a-d2cfef866aaf {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:28.933711 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.937717 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.950069 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.952982 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/networks/ae9c618a-01c8-4919-af9c-b9e29485d11f HTTP/1.1" status: 204 len: 168 time: 1.7599080 Jul 16 01:47:28.968115 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43044) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:28.987862 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8246605a-db7e-41cb-9673-14d2c1d4b60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.998870 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-fb85b538-5c8e-4249-be49-22115294e9ff tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'network': {'name': 'tempest-RoutersTest-548625768'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:29.023789 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ac48bb7d-7c4f-47da-b7c8-330c549bc7da no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:29.049946 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ee5f9-d074-47bf-a9d3-52bceeff13ea tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Network': ['ID=ae9c618a-01c8-4919-af9c-b9e29485d11f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:29.063610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb85b538-5c8e-4249-be49-22115294e9ff tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Made reservation on behalf of e25ea08c9a1242e0b31ad92aebc38e34 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:29.071594 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8246605a-db7e-41cb-9673-14d2c1d4b60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.071928 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fb85b538-5c8e-4249-be49-22115294e9ff tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.074848 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8246605a-db7e-41cb-9673-14d2c1d4b60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.078889 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8246605a-db7e-41cb-9673-14d2c1d4b60d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1bf449fd-5fe3-4fdc-ab00-1f9590930813 HTTP/1.1" status: 204 len: 168 time: 0.2983327 Jul 16 01:47:29.086115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: ac48bb7d-7c4f-47da-b7c8-330c549bc7da {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:29.091307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246605a-db7e-41cb-9673-14d2c1d4b60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf449fd-5fe3-4fdc-ab00-1f9590930813,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:29.110133 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ac48bb7d-7c4f-47da-b7c8-330c549bc7da not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:29.130264 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Transition to ACTIVE for port object 33d27387-8386-4734-a29a-d2cfef866aaf will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:29.159938 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.377908 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb85b538-5c8e-4249-be49-22115294e9ff tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:29.596070 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Pushing event updated for resources: {'Port': ['ID=33d27387-8386-4734-a29a-d2cfef866aaf,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:29.706082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 245d95ad-0ca6-4b36-ab45-9244c117dcbd no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:29.723499 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fb85b538-5c8e-4249-be49-22115294e9ff tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.724173 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-fb85b538-5c8e-4249-be49-22115294e9ff tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Added segment a88bb005-62af-4f89-a174-4735535cbcfb of type vlan for network 10d30b9f-8fa8-47f1-b5af-06a393f53190 Jul 16 01:47:29.758570 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 245d95ad-0ca6-4b36-ab45-9244c117dcbd {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:29.758840 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 245d95ad-0ca6-4b36-ab45-9244c117dcbd not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:29.859788 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fb85b538-5c8e-4249-be49-22115294e9ff tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.886965 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e92f0-904a-4387-b906-ff684d3352c5 req-09780c6e-1410-44a5-835c-f74c60a00ef5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:29.900070 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-746e92f0-904a-4387-b906-ff684d3352c5 req-09780c6e-1410-44a5-835c-f74c60a00ef5 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb79dcbc-8535-4af5-a56e-e8e01b335809 HTTP/1.1" status: 200 len: 945 time: 0.1549568 Jul 16 01:47:29.952613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd08896-8c3e-4374-a4f9-d56f40d583cf req-357eaea5-90c9-4dd2-b66f-0e3143544cba tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:29.958918 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd08896-8c3e-4374-a4f9-d56f40d583cf req-357eaea5-90c9-4dd2-b66f-0e3143544cba tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:29.967269 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd08896-8c3e-4374-a4f9-d56f40d583cf req-357eaea5-90c9-4dd2-b66f-0e3143544cba tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:29.973955 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd08896-8c3e-4374-a4f9-d56f40d583cf req-357eaea5-90c9-4dd2-b66f-0e3143544cba tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:29.983442 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd08896-8c3e-4374-a4f9-d56f40d583cf req-357eaea5-90c9-4dd2-b66f-0e3143544cba tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:29.992115 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9fd08896-8c3e-4374-a4f9-d56f40d583cf req-357eaea5-90c9-4dd2-b66f-0e3143544cba tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 3827 time: 0.4774699 Jul 16 01:47:30.000422 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-746e92f0-904a-4387-b906-ff684d3352c5 req-5c9513f9-0aa8-4e20-ae92-b2ba3548e378 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932727 Jul 16 01:47:30.030231 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fb85b538-5c8e-4249-be49-22115294e9ff tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.039608 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb85b538-5c8e-4249-be49-22115294e9ff tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:30.040465 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fb85b538-5c8e-4249-be49-22115294e9ff tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.069832 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Attempting to bind port 33d27387-8386-4734-a29a-d2cfef866aaf on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:30.070229 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Attempting to bind port 33d27387-8386-4734-a29a-d2cfef866aaf by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'afae7da1-a189-45ef-b8ac-2f8a1e00592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:30.070551 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Attempting to bind port 33d27387-8386-4734-a29a-d2cfef866aaf on network 2db9e81d-658b-4adb-b971-288015f4b66c {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:30.096210 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fb85b538-5c8e-4249-be49-22115294e9ff tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1095791 Jul 16 01:47:30.098920 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43152) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:30.106726 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-7aa58ade-f3d8-45b9-afd4-90aac7300385 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'subnet': {'network_id': '10d30b9f-8fa8-47f1-b5af-06a393f53190', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:30.140486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Port 33d27387-8386-4734-a29a-d2cfef866aaf on network 2db9e81d-658b-4adb-b971-288015f4b66c not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:30.148735 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Attempting to bind port 33d27387-8386-4734-a29a-d2cfef866aaf on network 2db9e81d-658b-4adb-b971-288015f4b66c {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:30.198036 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:30.198386 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Checking segment: {'id': 'afae7da1-a189-45ef-b8ac-2f8a1e00592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:30.198900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Bound using segment: {'id': 'afae7da1-a189-45ef-b8ac-2f8a1e00592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:30.199614 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Bound port: 33d27387-8386-4734-a29a-d2cfef866aaf, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afae7da1-a189-45ef-b8ac-2f8a1e00592d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:30.200049 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.260054 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43170) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:30.293410 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9fd08896-8c3e-4374-a4f9-d56f40d583cf req-689e9497-e370-4444-86ed-f938be474fb5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997229 Jul 16 01:47:30.308021 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85b538-5c8e-4249-be49-22115294e9ff tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Network': ['ID=10d30b9f-8fa8-47f1-b5af-06a393f53190,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:30.325354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa58ade-f3d8-45b9-afd4-90aac7300385 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Made reservation on behalf of e25ea08c9a1242e0b31ad92aebc38e34 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:30.326726 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 10d30b9f-8fa8-47f1-b5af-06a393f53190 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:30.335827 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7aa58ade-f3d8-45b9-afd4-90aac7300385 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.455993 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] For port 33d27387-8386-4734-a29a-d2cfef866aaf, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:30.460798 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] For port 33d27387-8386-4734-a29a-d2cfef866aaf, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=33d27387-8386-4734-a29a-d2cfef866aaf,segment=NetworkSegment(afae7da1-a189-45ef-b8ac-2f8a1e00592d),segment_id=afae7da1-a189-45ef-b8ac-2f8a1e00592d)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:30.471123 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.553057 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:30.553814 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.558899 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] 10.222.0.47 "PUT /v2.0/ports/33d27387-8386-4734-a29a-d2cfef866aaf HTTP/1.1" status: 200 len: 1091 time: 2.6830575 Jul 16 01:47:30.561979 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'tag': '33d27387-8386-4734-a29a-d2cfef866aaf'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:30.567516 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8955f0a5-9a04-4cfa-8c17-615a7f792c80" -d '{"events": [{"name": "network-changed", "server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "tag": "33d27387-8386-4734-a29a-d2cfef866aaf"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:30.632258 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Request body: {'port': {'device_id': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:30.652010 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95248937-58d8-440f-807b-118a24a263d2 x-openstack-request-id: req-95248937-58d8-440f-807b-118a24a263d2 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:30.652362 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "tag": "33d27387-8386-4734-a29a-d2cfef866aaf", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:30.652644 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-95248937-58d8-440f-807b-118a24a263d2 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:30.653059 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'tag': '33d27387-8386-4734-a29a-d2cfef866aaf', 'status': 'completed', 'code': 200} Jul 16 01:47:30.739807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84a683-80f6-40a2-8c3a-87a50cb2018a service neutron] Pushing event updated for resources: {'Port': ['ID=33d27387-8386-4734-a29a-d2cfef866aaf,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:30.834327 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e9f807fb-8393-4a63-8d6c-96bf7730b39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.867685 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7aa58ade-f3d8-45b9-afd4-90aac7300385 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.901151 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.084773 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a684f8e6-81b9-44e2-89de-beec2e6da836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.094399 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa58ade-f3d8-45b9-afd4-90aac7300385 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Subnet': ['ID=fbc93b05-9083-4384-af05-6d00a94fcf69,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:31.110021 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.115372 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955f0a5-9a04-4cfa-8c17-615a7f792c80 req-3f1e1572-962e-40a3-b679-3c63e90bdd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.116184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955f0a5-9a04-4cfa-8c17-615a7f792c80 req-3f1e1572-962e-40a3-b679-3c63e90bdd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.117248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955f0a5-9a04-4cfa-8c17-615a7f792c80 req-3f1e1572-962e-40a3-b679-3c63e90bdd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.117958 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955f0a5-9a04-4cfa-8c17-615a7f792c80 req-3f1e1572-962e-40a3-b679-3c63e90bdd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.118594 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955f0a5-9a04-4cfa-8c17-615a7f792c80 req-3f1e1572-962e-40a3-b679-3c63e90bdd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.122614 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8955f0a5-9a04-4cfa-8c17-615a7f792c80 req-3f1e1572-962e-40a3-b679-3c63e90bdd18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 4362 time: 0.3849120 Jul 16 01:47:31.156809 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa58ade-f3d8-45b9-afd4-90aac7300385 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Checking segment: {'id': 'a88bb005-62af-4f89-a174-4735535cbcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '10d30b9f-8fa8-47f1-b5af-06a393f53190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:31.158294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa58ade-f3d8-45b9-afd4-90aac7300385 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network hostable DHCP agents. Network: 10d30b9f-8fa8-47f1-b5af-06a393f53190, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:31.424772 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e9f807fb-8393-4a63-8d6c-96bf7730b39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.481055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa58ade-f3d8-45b9-afd4-90aac7300385 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network 10d30b9f-8fa8-47f1-b5af-06a393f53190 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:31.498109 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e9f807fb-8393-4a63-8d6c-96bf7730b39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.625403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955f0a5-9a04-4cfa-8c17-615a7f792c80 req-7ff7f3bb-aa8a-474c-b6ba-5665777f9fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.625889 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955f0a5-9a04-4cfa-8c17-615a7f792c80 req-7ff7f3bb-aa8a-474c-b6ba-5665777f9fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.626362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955f0a5-9a04-4cfa-8c17-615a7f792c80 req-7ff7f3bb-aa8a-474c-b6ba-5665777f9fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.631901 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8955f0a5-9a04-4cfa-8c17-615a7f792c80 req-7ff7f3bb-aa8a-474c-b6ba-5665777f9fd9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4797854 Jul 16 01:47:31.643487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-7aa58ade-f3d8-45b9-afd4-90aac7300385 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 10d30b9f-8fa8-47f1-b5af-06a393f53190) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:31.660908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f24cef7-50e5-49f1-80b7-867289bab8ed None None] Network 10d30b9f-8fa8-47f1-b5af-06a393f53190 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:31.782472 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e9f807fb-8393-4a63-8d6c-96bf7730b39b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1ed05ed2b57542eb9cdd0b4033db2c92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5213716 Jul 16 01:47:31.786523 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa58ade-f3d8-45b9-afd4-90aac7300385 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.788006 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7aa58ade-f3d8-45b9-afd4-90aac7300385 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.810794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43346) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:31.839105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f807fb-8393-4a63-8d6c-96bf7730b39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c205977-5973-42b7-980c-10b0302d5dc9,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:31.910837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0ddae-185c-4e9a-8d40-daf140b9e661 req-c3ca2781-283b-4e59-b14a-0651c8a9913c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.920052 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-46d0ddae-185c-4e9a-8d40-daf140b9e661 req-c3ca2781-283b-4e59-b14a-0651c8a9913c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb79dcbc-8535-4af5-a56e-e8e01b335809 HTTP/1.1" status: 200 len: 945 time: 0.6456509 Jul 16 01:47:31.941501 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7b924-8542-4b52-b441-8de06a6ffaee req-dec66026-982e-4798-a29c-19872e62ad3a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.943083 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-25f7b924-8542-4b52-b441-8de06a6ffaee req-dec66026-982e-4798-a29c-19872e62ad3a tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb79dcbc-8535-4af5-a56e-e8e01b335809 HTTP/1.1" status: 200 len: 945 time: 0.8507574 Jul 16 01:47:31.957250 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43370) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:31.958416 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7aa58ade-f3d8-45b9-afd4-90aac7300385 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8478255 Jul 16 01:47:31.975974 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a4245c84-984d-4683-bd17-66f77d5159b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1523680568', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:32.021706 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee21601-191c-45f4-b814-a55228557d82 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:32.040731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-10d30b9f-8fa8-47f1-b5af-06a393f53190', 'network_id': '10d30b9f-8fa8-47f1-b5af-06a393f53190', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'fixed_ips': [{'subnet_id': 'fbc93b05-9083-4384-af05-6d00a94fcf69'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:32.041695 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.047837 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.089015 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec10dd7-aaf3-4ae6-aba2-77e8431712ab req-5cb5895d-ff2b-4c86-8199-29631ae8b191 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.104475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec10dd7-aaf3-4ae6-aba2-77e8431712ab req-5cb5895d-ff2b-4c86-8199-29631ae8b191 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.124441 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec10dd7-aaf3-4ae6-aba2-77e8431712ab req-5cb5895d-ff2b-4c86-8199-29631ae8b191 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.130673 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.144814 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec10dd7-aaf3-4ae6-aba2-77e8431712ab req-5cb5895d-ff2b-4c86-8199-29631ae8b191 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.146770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Transition to ACTIVE for port object 1ee21601-191c-45f4-b814-a55228557d82 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:32.171641 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-46d0ddae-185c-4e9a-8d40-daf140b9e661 req-e6c0f14f-2a03-45d7-9533-0b26c4cf2a78 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166069 Jul 16 01:47:32.174479 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec10dd7-aaf3-4ae6-aba2-77e8431712ab req-5cb5895d-ff2b-4c86-8199-29631ae8b191 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.189487 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9ec10dd7-aaf3-4ae6-aba2-77e8431712ab req-5cb5895d-ff2b-4c86-8199-29631ae8b191 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 3827 time: 0.6678705 Jul 16 01:47:32.191238 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a4245c84-984d-4683-bd17-66f77d5159b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.194317 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a4245c84-984d-4683-bd17-66f77d5159b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.200141 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Allocated IP 172.20.0.2 (10d30b9f-8fa8-47f1-b5af-06a393f53190/fbc93b05-9083-4384-af05-6d00a94fcf69/72397966-cd1b-4f41-ac46-26223dd4bc88) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:32.207007 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.211530 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-812d1bb6-b763-4d9e-b785-5111f8cc5e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.321597 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955f0a5-9a04-4cfa-8c17-615a7f792c80 req-7fbaf9ff-1cc6-4ea1-9fd4-16a59e0082d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.326242 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8955f0a5-9a04-4cfa-8c17-615a7f792c80 req-7fbaf9ff-1cc6-4ea1-9fd4-16a59e0082d5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6251032 Jul 16 01:47:32.363069 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-812d1bb6-b763-4d9e-b785-5111f8cc5e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.439435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee21601-191c-45f4-b814-a55228557d82,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:32.492928 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.515493 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9ec10dd7-aaf3-4ae6-aba2-77e8431712ab req-022a5ddd-1f1d-41dd-b334-1fcb2e48f509 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250647 Jul 16 01:47:32.569727 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-25f7b924-8542-4b52-b441-8de06a6ffaee req-d5b7c2c0-854f-4297-9ab4-adef0bda8dc9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Deleting port df86d409-bae0-4f36-a3b7-0a7767b47abc {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:32.570078 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-25f7b924-8542-4b52-b441-8de06a6ffaee req-d5b7c2c0-854f-4297-9ab4-adef0bda8dc9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.576606 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a4245c84-984d-4683-bd17-66f77d5159b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.579761 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Transition to ACTIVE for port object 72397966-cd1b-4f41-ac46-26223dd4bc88 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:32.607189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Transition to ACTIVE for port object 72397966-cd1b-4f41-ac46-26223dd4bc88 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:32.613492 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.625787 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-812d1bb6-b763-4d9e-b785-5111f8cc5e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.638212 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-812d1bb6-b763-4d9e-b785-5111f8cc5e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.639414 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-812d1bb6-b763-4d9e-b785-5111f8cc5e8e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3c205977-5973-42b7-980c-10b0302d5dc9 HTTP/1.1" status: 204 len: 168 time: 0.8175905 Jul 16 01:47:32.640580 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a4245c84-984d-4683-bd17-66f77d5159b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.726114 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a4245c84-984d-4683-bd17-66f77d5159b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.727311 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a4245c84-984d-4683-bd17-66f77d5159b8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7676885 Jul 16 01:47:32.734805 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Pushing event updated for resources: {'Port': ['ID=72397966-cd1b-4f41-ac46-26223dd4bc88,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:32.735313 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43420) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:32.747760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d1bb6-b763-4d9e-b785-5111f8cc5e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c205977-5973-42b7-980c-10b0302d5dc9,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:32.762771 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Network 10d30b9f-8fa8-47f1-b5af-06a393f53190 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:32.769771 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:32.784683 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:32.822113 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Attempting to bind port 1ee21601-191c-45f4-b814-a55228557d82 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:32.822610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Attempting to bind port 1ee21601-191c-45f4-b814-a55228557d82 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:32.822810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Attempting to bind port 1ee21601-191c-45f4-b814-a55228557d82 on network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:32.829339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Port 1ee21601-191c-45f4-b814-a55228557d82 on network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:32.829879 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Attempting to bind port 1ee21601-191c-45f4-b814-a55228557d82 on network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:32.837003 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:32.837437 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Checking segment: {'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:32.837879 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Bound using segment: {'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:32.838519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Bound port: 1ee21601-191c-45f4-b814-a55228557d82, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:32.840642 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.934807 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Attempting to bind port 72397966-cd1b-4f41-ac46-26223dd4bc88 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:32.935044 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Attempting to bind port 72397966-cd1b-4f41-ac46-26223dd4bc88 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'a88bb005-62af-4f89-a174-4735535cbcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '10d30b9f-8fa8-47f1-b5af-06a393f53190'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:32.935901 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Attempting to bind port 72397966-cd1b-4f41-ac46-26223dd4bc88 on network 10d30b9f-8fa8-47f1-b5af-06a393f53190 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:32.941856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:32.942432 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Checking segment: {'id': 'a88bb005-62af-4f89-a174-4735535cbcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '10d30b9f-8fa8-47f1-b5af-06a393f53190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:32.943001 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.943534 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Bound using segment: {'id': 'a88bb005-62af-4f89-a174-4735535cbcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '10d30b9f-8fa8-47f1-b5af-06a393f53190'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:32.944332 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Bound port: 72397966-cd1b-4f41-ac46-26223dd4bc88, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88bb005-62af-4f89-a174-4735535cbcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '10d30b9f-8fa8-47f1-b5af-06a393f53190'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:32.945525 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.023982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-25f7b924-8542-4b52-b441-8de06a6ffaee req-d5b7c2c0-854f-4297-9ab4-adef0bda8dc9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] For port df86d409-bae0-4f36-a3b7-0a7767b47abc, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=df86d409-bae0-4f36-a3b7-0a7767b47abc,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:33.024297 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-25f7b924-8542-4b52-b441-8de06a6ffaee req-d5b7c2c0-854f-4297-9ab4-adef0bda8dc9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.073279 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-25f7b924-8542-4b52-b441-8de06a6ffaee req-d5b7c2c0-854f-4297-9ab4-adef0bda8dc9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Calling delete_port for df86d409-bae0-4f36-a3b7-0a7767b47abc owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:33.075575 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] For port 1ee21601-191c-45f4-b814-a55228557d82, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:33.087392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] For port 72397966-cd1b-4f41-ac46-26223dd4bc88, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:33.088570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] For port 1ee21601-191c-45f4-b814-a55228557d82, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=1ee21601-191c-45f4-b814-a55228557d82,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:33.093212 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] For port 72397966-cd1b-4f41-ac46-26223dd4bc88, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=72397966-cd1b-4f41-ac46-26223dd4bc88,segment=NetworkSegment(a88bb005-62af-4f89-a174-4735535cbcfb),segment_id=a88bb005-62af-4f89-a174-4735535cbcfb)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:33.105793 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.111666 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.280829 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c02659-4a6f-4908-8dcd-902fa045350d None None] Pushing event updated for resources: {'Port': ['ID=72397966-cd1b-4f41-ac46-26223dd4bc88,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:33.327661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee21601-191c-45f4-b814-a55228557d82,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:33.349904 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:33.351532 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.353173 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6f957155-39db-40f2-a5fe-a207985d9497 service neutron] 10.222.0.47 "PUT /v2.0/ports/1ee21601-191c-45f4-b814-a55228557d82 HTTP/1.1" status: 200 len: 1135 time: 2.7315574 Jul 16 01:47:33.353827 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'tag': '1ee21601-191c-45f4-b814-a55228557d82'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:33.359747 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfc663d-ed63-4c95-bb1c-729b487b360a" -d '{"events": [{"name": "network-changed", "server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "tag": "1ee21601-191c-45f4-b814-a55228557d82"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:33.363042 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43448) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:33.399129 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Request body: {'port': {'device_id': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:33.442274 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-196a5510-2179-496f-a042-5cce63fea401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.476828 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7c1c0c-7437-4e77-9afb-c110da662f77 x-openstack-request-id: req-bb7c1c0c-7437-4e77-9afb-c110da662f77 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:33.477383 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "tag": "1ee21601-191c-45f4-b814-a55228557d82", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:33.477842 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb7c1c0c-7437-4e77-9afb-c110da662f77 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:33.478591 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'tag': '1ee21601-191c-45f4-b814-a55228557d82', 'status': 'completed', 'code': 200} Jul 16 01:47:33.521678 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.806078 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.844768 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-25f7b924-8542-4b52-b441-8de06a6ffaee req-d5b7c2c0-854f-4297-9ab4-adef0bda8dc9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.863738 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-196a5510-2179-496f-a042-5cce63fea401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.891990 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['32ed3b03-b3d6-48a4-94ec-2c729b8f0db0'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:33.948276 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-196a5510-2179-496f-a042-5cce63fea401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.968306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7c2c0-854f-4297-9ab4-adef0bda8dc9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Pushing event deleted for resources: {'Port': ['ID=df86d409-bae0-4f36-a3b7-0a7767b47abc,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:34.092432 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-196a5510-2179-496f-a042-5cce63fea401 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=264d6d27ae1c4ebd902a398dc3eb41d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7278674 Jul 16 01:47:34.096623 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a5510-2179-496f-a042-5cce63fea401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a29aee-69c9-42f7-b010-8f8b80e492ab,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:34.099308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43468) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:34.108136 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f7b924-8542-4b52-b441-8de06a6ffaee req-d5b7c2c0-854f-4297-9ab4-adef0bda8dc9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] No DVR routers for this DVR port df86d409-bae0-4f36-a3b7-0a7767b47abc on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:34.116558 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-25f7b924-8542-4b52-b441-8de06a6ffaee req-d5b7c2c0-854f-4297-9ab4-adef0bda8dc9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.119052 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-25f7b924-8542-4b52-b441-8de06a6ffaee req-d5b7c2c0-854f-4297-9ab4-adef0bda8dc9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.26 "DELETE /v2.0/ports/df86d409-bae0-4f36-a3b7-0a7767b47abc HTTP/1.1" status: 204 len: 173 time: 2.1593618 Jul 16 01:47:34.119823 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb79dcbc-8535-4af5-a56e-e8e01b335809', 'name': 'network-vif-deleted', 'tag': 'df86d409-bae0-4f36-a3b7-0a7767b47abc'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:34.123142 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8715a729-6371-49cc-947a-6011e2343e1c" -d '{"events": [{"server_uuid": "fb79dcbc-8535-4af5-a56e-e8e01b335809", "name": "network-vif-deleted", "tag": "df86d409-bae0-4f36-a3b7-0a7767b47abc"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:34.166022 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73360bb-2ac6-4349-8cf4-0b6e300e0f78 req-66fd8460-ae81-4a58-b0e2-167bfb519b7c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.174566 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f73360bb-2ac6-4349-8cf4-0b6e300e0f78 req-66fd8460-ae81-4a58-b0e2-167bfb519b7c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb79dcbc-8535-4af5-a56e-e8e01b335809 HTTP/1.1" status: 200 len: 867 time: 0.6841800 Jul 16 01:47:34.210118 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c703622-35c5-41a1-8f89-a3c367ec62fe req-4323b9ab-8b8a-4b57-9bce-a8b40388d98b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.224206 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c703622-35c5-41a1-8f89-a3c367ec62fe req-4323b9ab-8b8a-4b57-9bce-a8b40388d98b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.233270 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c703622-35c5-41a1-8f89-a3c367ec62fe req-4323b9ab-8b8a-4b57-9bce-a8b40388d98b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.240625 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c703622-35c5-41a1-8f89-a3c367ec62fe req-4323b9ab-8b8a-4b57-9bce-a8b40388d98b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.247742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c703622-35c5-41a1-8f89-a3c367ec62fe req-4323b9ab-8b8a-4b57-9bce-a8b40388d98b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.253943 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c703622-35c5-41a1-8f89-a3c367ec62fe req-4323b9ab-8b8a-4b57-9bce-a8b40388d98b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.263405 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9c703622-35c5-41a1-8f89-a3c367ec62fe req-4323b9ab-8b8a-4b57-9bce-a8b40388d98b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 4604 time: 0.4440963 Jul 16 01:47:34.270834 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.304048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc663d-ed63-4c95-bb1c-729b487b360a req-3291c93b-d80b-453d-bd5e-3d3aa678fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.304541 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc663d-ed63-4c95-bb1c-729b487b360a req-3291c93b-d80b-453d-bd5e-3d3aa678fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.305041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc663d-ed63-4c95-bb1c-729b487b360a req-3291c93b-d80b-453d-bd5e-3d3aa678fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.305482 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc663d-ed63-4c95-bb1c-729b487b360a req-3291c93b-d80b-453d-bd5e-3d3aa678fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.306056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc663d-ed63-4c95-bb1c-729b487b360a req-3291c93b-d80b-453d-bd5e-3d3aa678fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.306433 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc663d-ed63-4c95-bb1c-729b487b360a req-3291c93b-d80b-453d-bd5e-3d3aa678fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.318580 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbfc663d-ed63-4c95-bb1c-729b487b360a req-3291c93b-d80b-453d-bd5e-3d3aa678fbc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5290 time: 0.5357051 Jul 16 01:47:34.490099 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7864d098-3f49-4acc-a3ad-752ad00cc5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.583891 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9c703622-35c5-41a1-8f89-a3c367ec62fe req-3e1080bc-9fdf-45cc-8b04-686246003daf tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3194969 Jul 16 01:47:34.655926 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f73360bb-2ac6-4349-8cf4-0b6e300e0f78 req-243321e3-24c0-4cea-8b45-935888dc8fc4 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804454 Jul 16 01:47:34.683952 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7864d098-3f49-4acc-a3ad-752ad00cc5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.726613 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc663d-ed63-4c95-bb1c-729b487b360a req-10a5821d-5181-47a3-bc2c-f1f4c83b80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.727478 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc663d-ed63-4c95-bb1c-729b487b360a req-10a5821d-5181-47a3-bc2c-f1f4c83b80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.728100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc663d-ed63-4c95-bb1c-729b487b360a req-10a5821d-5181-47a3-bc2c-f1f4c83b80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.733954 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbfc663d-ed63-4c95-bb1c-729b487b360a req-10a5821d-5181-47a3-bc2c-f1f4c83b80ba service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3892856 Jul 16 01:47:34.845219 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396c300e-9bb6-46ba-b55e-52665dd4995d x-openstack-request-id: req-396c300e-9bb6-46ba-b55e-52665dd4995d {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:34.847384 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb79dcbc-8535-4af5-a56e-e8e01b335809", "name": "network-vif-deleted", "tag": "df86d409-bae0-4f36-a3b7-0a7767b47abc", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:34.847849 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-396c300e-9bb6-46ba-b55e-52665dd4995d {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:34.848408 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb79dcbc-8535-4af5-a56e-e8e01b335809', 'name': 'network-vif-deleted', 'tag': 'df86d409-bae0-4f36-a3b7-0a7767b47abc', 'status': 'completed', 'code': 200} Jul 16 01:47:34.873418 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588d0e4f-cefb-43a8-a412-487dd40c07f8 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:34.897662 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.934234 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7864d098-3f49-4acc-a3ad-752ad00cc5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.950163 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7864d098-3f49-4acc-a3ad-752ad00cc5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.950163 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7864d098-3f49-4acc-a3ad-752ad00cc5d3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/82a29aee-69c9-42f7-b010-8f8b80e492ab HTTP/1.1" status: 204 len: 168 time: 0.8111751 Jul 16 01:47:34.963123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Transition to ACTIVE for port object 588d0e4f-cefb-43a8-a412-487dd40c07f8 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:34.997611 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.012151 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864d098-3f49-4acc-a3ad-752ad00cc5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a29aee-69c9-42f7-b010-8f8b80e492ab,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:35.212255 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device df86d409-bae0-4f36-a3b7-0a7767b47abc no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:35.244893 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc663d-ed63-4c95-bb1c-729b487b360a req-60d0ef8b-f777-4dec-bb64-1679d10ff454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:35.247059 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbfc663d-ed63-4c95-bb1c-729b487b360a req-60d0ef8b-f777-4dec-bb64-1679d10ff454 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4593363 Jul 16 01:47:35.273591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=588d0e4f-cefb-43a8-a412-487dd40c07f8,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:35.333573 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: df86d409-bae0-4f36-a3b7-0a7767b47abc {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:35.333886 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device df86d409-bae0-4f36-a3b7-0a7767b47abc not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:35.342942 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 72397966-cd1b-4f41-ac46-26223dd4bc88 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:35.439242 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Allocated IP 172.20.0.1 (10d30b9f-8fa8-47f1-b5af-06a393f53190/fbc93b05-9083-4384-af05-6d00a94fcf69/3800e92a-8843-4315-a682-126d4668f181) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:35.521423 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84ab4a2-0ab7-4a34-8b39-516d0559b03c None None] Network 10d30b9f-8fa8-47f1-b5af-06a393f53190 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:35.637955 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Attempting to bind port 588d0e4f-cefb-43a8-a412-487dd40c07f8 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:35.639314 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Attempting to bind port 588d0e4f-cefb-43a8-a412-487dd40c07f8 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:35.640251 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Attempting to bind port 588d0e4f-cefb-43a8-a412-487dd40c07f8 on network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:35.659858 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Port 588d0e4f-cefb-43a8-a412-487dd40c07f8 on network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:35.664127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Attempting to bind port 588d0e4f-cefb-43a8-a412-487dd40c07f8 on network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:35.684948 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:35.685327 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Checking segment: {'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:35.688515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Bound using segment: {'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:35.691146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Bound port: 588d0e4f-cefb-43a8-a412-487dd40c07f8, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:35.691542 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.826242 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.894876 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] For port 588d0e4f-cefb-43a8-a412-487dd40c07f8, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:35.899285 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] For port 588d0e4f-cefb-43a8-a412-487dd40c07f8, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=588d0e4f-cefb-43a8-a412-487dd40c07f8,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:35.900764 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Transition to ACTIVE for port object 3800e92a-8843-4315-a682-126d4668f181 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:35.907462 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.003200 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:36.003895 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.007780 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] 10.222.0.47 "PUT /v2.0/ports/588d0e4f-cefb-43a8-a412-487dd40c07f8 HTTP/1.1" status: 200 len: 1135 time: 2.6145949 Jul 16 01:47:36.008275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'tag': '588d0e4f-cefb-43a8-a412-487dd40c07f8'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:36.017371 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a67494f-babd-4952-9bcd-c821bf5552fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "tag": "588d0e4f-cefb-43a8-a412-487dd40c07f8"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:36.071980 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.099687 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Request body: {'port': {'device_id': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:36.145236 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43528) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:36.154957 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871e9e0-0bf6-467e-bdf2-ce1ed0690fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=588d0e4f-cefb-43a8-a412-487dd40c07f8,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:36.169511 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network 10d30b9f-8fa8-47f1-b5af-06a393f53190 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:36.175812 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:36.197561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:36.355917 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=3800e92a-8843-4315-a682-126d4668f181,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:36.381370 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.440236 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.493105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e941903-1666-4735-80dc-59fb4dd36006 req-eb2f704c-19fb-4258-9d28-812fa0e5939d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:36.508152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e941903-1666-4735-80dc-59fb4dd36006 req-eb2f704c-19fb-4258-9d28-812fa0e5939d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:36.516753 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e941903-1666-4735-80dc-59fb4dd36006 req-eb2f704c-19fb-4258-9d28-812fa0e5939d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:36.523054 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e941903-1666-4735-80dc-59fb4dd36006 req-eb2f704c-19fb-4258-9d28-812fa0e5939d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:36.541607 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e941903-1666-4735-80dc-59fb4dd36006 req-eb2f704c-19fb-4258-9d28-812fa0e5939d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:36.549136 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-420b236b-9561-418e-aced-945f700e87c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.559139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e941903-1666-4735-80dc-59fb4dd36006 req-eb2f704c-19fb-4258-9d28-812fa0e5939d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:36.579176 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e941903-1666-4735-80dc-59fb4dd36006 req-eb2f704c-19fb-4258-9d28-812fa0e5939d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:36.591027 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6e941903-1666-4735-80dc-59fb4dd36006 req-eb2f704c-19fb-4258-9d28-812fa0e5939d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5381 time: 0.5774503 Jul 16 01:47:36.600440 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3ec98474-418f-47b6-a58d-64743b1064b6 None None] Provisioning for port 72397966-cd1b-4f41-ac46-26223dd4bc88 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:36.658739 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 72397966-cd1b-4f41-ac46-26223dd4bc88 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:36.679469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 72397966-cd1b-4f41-ac46-26223dd4bc88 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:36.680085 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.798433 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8994c6ba-b9b0-4621-b8ea-3adfa668da15 x-openstack-request-id: req-8994c6ba-b9b0-4621-b8ea-3adfa668da15 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:36.798808 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "tag": "588d0e4f-cefb-43a8-a412-487dd40c07f8", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:36.799172 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8994c6ba-b9b0-4621-b8ea-3adfa668da15 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:36.799721 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'tag': '588d0e4f-cefb-43a8-a412-487dd40c07f8', 'status': 'completed', 'code': 200} Jul 16 01:47:36.926091 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6e941903-1666-4735-80dc-59fb4dd36006 req-8736c33f-62c3-48a7-9d01-6710f1bf96b2 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3313911 Jul 16 01:47:36.940458 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.021721 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 72397966-cd1b-4f41-ac46-26223dd4bc88, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=72397966-cd1b-4f41-ac46-26223dd4bc88,segment=NetworkSegment(a88bb005-62af-4f89-a174-4735535cbcfb),segment_id=a88bb005-62af-4f89-a174-4735535cbcfb)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:37.029856 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.091733 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67494f-babd-4952-9bcd-c821bf5552fa req-f314b95c-cf32-432d-a7c5-f780e8e78980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:37.092143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67494f-babd-4952-9bcd-c821bf5552fa req-f314b95c-cf32-432d-a7c5-f780e8e78980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:37.092739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67494f-babd-4952-9bcd-c821bf5552fa req-f314b95c-cf32-432d-a7c5-f780e8e78980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:37.093095 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67494f-babd-4952-9bcd-c821bf5552fa req-f314b95c-cf32-432d-a7c5-f780e8e78980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:37.093537 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67494f-babd-4952-9bcd-c821bf5552fa req-f314b95c-cf32-432d-a7c5-f780e8e78980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:37.093998 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67494f-babd-4952-9bcd-c821bf5552fa req-f314b95c-cf32-432d-a7c5-f780e8e78980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:37.095051 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=72397966-cd1b-4f41-ac46-26223dd4bc88,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:37.112983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67494f-babd-4952-9bcd-c821bf5552fa req-f314b95c-cf32-432d-a7c5-f780e8e78980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:37.115460 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a67494f-babd-4952-9bcd-c821bf5552fa req-f314b95c-cf32-432d-a7c5-f780e8e78980 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 6218 time: 0.4020169 Jul 16 01:47:37.124241 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.205041 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-420b236b-9561-418e-aced-945f700e87c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.234241 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-31c1b115-d3a8-4394-84cc-914221037766 None None] Provisioning for port 3800e92a-8843-4315-a682-126d4668f181 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:37.242868 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-31c1b115-d3a8-4394-84cc-914221037766 None None] Provisioning complete for port 3800e92a-8843-4315-a682-126d4668f181 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:37.243470 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31c1b115-d3a8-4394-84cc-914221037766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.250301 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-420b236b-9561-418e-aced-945f700e87c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.361136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-31c1b115-d3a8-4394-84cc-914221037766 None None] Port 3800e92a-8843-4315-a682-126d4668f181 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:37.393972 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-31c1b115-d3a8-4394-84cc-914221037766 None None] Provisioning complete for port 72397966-cd1b-4f41-ac46-26223dd4bc88 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:37.394520 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31c1b115-d3a8-4394-84cc-914221037766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.437624 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-420b236b-9561-418e-aced-945f700e87c1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b4a2fdf9224a4095b4791a20e1d98229&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2907696 Jul 16 01:47:37.442812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2cfe37-5372-4873-82c7-38150819cf47 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:37.474093 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43554) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:37.475386 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b236b-9561-418e-aced-945f700e87c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a45c311-be62-498b-8a98-2f07b152688a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:37.504747 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.558304 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Transition to ACTIVE for port object 6e2cfe37-5372-4873-82c7-38150819cf47 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:37.582906 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141986a4-691e-44ba-85fb-a60a9820efa4 req-b058698d-69d9-4142-a026-93c09a71b19d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:37.589842 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-141986a4-691e-44ba-85fb-a60a9820efa4 req-b058698d-69d9-4142-a026-93c09a71b19d tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.4378550 Jul 16 01:47:37.591732 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.765886 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0f58277f-9e4f-4b4d-b88c-2cadc70653aa None None] Provisioning complete for port 3800e92a-8843-4315-a682-126d4668f181 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:37.766379 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f58277f-9e4f-4b4d-b88c-2cadc70653aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.793086 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e73d5a5-4d56-4645-a852-5e061a105fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.824738 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e73d5a5-4d56-4645-a852-5e061a105fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.867278 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0f58277f-9e4f-4b4d-b88c-2cadc70653aa None None] Port 3800e92a-8843-4315-a682-126d4668f181 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:37.921510 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-141986a4-691e-44ba-85fb-a60a9820efa4 req-632b05a1-b8da-413a-a868-1e07c5898e74 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306520 Jul 16 01:47:37.927882 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Pushing event updated for resources: {'Port': ['ID=6e2cfe37-5372-4873-82c7-38150819cf47,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:37.937008 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e73d5a5-4d56-4645-a852-5e061a105fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.943999 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e73d5a5-4d56-4645-a852-5e061a105fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.950000 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2e73d5a5-4d56-4645-a852-5e061a105fdf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5a45c311-be62-498b-8a98-2f07b152688a HTTP/1.1" status: 204 len: 168 time: 0.4675338 Jul 16 01:47:38.009205 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73d5a5-4d56-4645-a852-5e061a105fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a45c311-be62-498b-8a98-2f07b152688a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:38.194695 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67494f-babd-4952-9bcd-c821bf5552fa req-7f4c9e67-8647-469e-b97b-6d32142be00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:38.195313 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67494f-babd-4952-9bcd-c821bf5552fa req-7f4c9e67-8647-469e-b97b-6d32142be00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:38.195867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67494f-babd-4952-9bcd-c821bf5552fa req-7f4c9e67-8647-469e-b97b-6d32142be00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:38.197733 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a67494f-babd-4952-9bcd-c821bf5552fa req-7f4c9e67-8647-469e-b97b-6d32142be00a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0600474 Jul 16 01:47:38.235442 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Attempting to bind port 6e2cfe37-5372-4873-82c7-38150819cf47 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:38.236012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Attempting to bind port 6e2cfe37-5372-4873-82c7-38150819cf47 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:38.236113 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Attempting to bind port 6e2cfe37-5372-4873-82c7-38150819cf47 on network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:38.248126 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Port 6e2cfe37-5372-4873-82c7-38150819cf47 on network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:38.248477 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Attempting to bind port 6e2cfe37-5372-4873-82c7-38150819cf47 on network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:38.255546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:38.255955 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Checking segment: {'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:38.256342 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Bound using segment: {'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:38.256773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Bound port: 6e2cfe37-5372-4873-82c7-38150819cf47, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:38.257142 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.317196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67494f-babd-4952-9bcd-c821bf5552fa req-91c3f9f6-ee0d-42ca-923b-021577a0ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:38.321172 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a67494f-babd-4952-9bcd-c821bf5552fa req-91c3f9f6-ee0d-42ca-923b-021577a0ed7c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1105723 Jul 16 01:47:38.418592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dc7fc-4505-4405-a537-28d8ebec9427 req-5eac857a-ba6e-4c97-ad2f-8bfc67a675d7 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:38.420213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] For port 6e2cfe37-5372-4873-82c7-38150819cf47, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:38.420786 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f49dc7fc-4505-4405-a537-28d8ebec9427 req-5eac857a-ba6e-4c97-ad2f-8bfc67a675d7 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.26 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 1.1131332 Jul 16 01:47:38.430181 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] For port 6e2cfe37-5372-4873-82c7-38150819cf47, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6e2cfe37-5372-4873-82c7-38150819cf47,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:38.438221 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.502877 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:38.503499 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.509544 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] 10.222.0.47 "PUT /v2.0/ports/6e2cfe37-5372-4873-82c7-38150819cf47 HTTP/1.1" status: 200 len: 1090 time: 2.4452720 Jul 16 01:47:38.597833 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Request body: {'port': {'device_id': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:38.664895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10dd885-0ffb-4027-b82c-8583357b052b service neutron] Pushing event updated for resources: {'Port': ['ID=6e2cfe37-5372-4873-82c7-38150819cf47,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:38.723623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d7629-645f-4956-912b-f37f820a217d req-6b2b6239-07e4-4481-8466-c8142a69e1f4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:38.743041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d7629-645f-4956-912b-f37f820a217d req-6b2b6239-07e4-4481-8466-c8142a69e1f4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:38.771333 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43578) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:38.773723 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d7629-645f-4956-912b-f37f820a217d req-6b2b6239-07e4-4481-8466-c8142a69e1f4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:38.783908 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d7629-645f-4956-912b-f37f820a217d req-6b2b6239-07e4-4481-8466-c8142a69e1f4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:38.795681 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d7629-645f-4956-912b-f37f820a217d req-6b2b6239-07e4-4481-8466-c8142a69e1f4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:38.800842 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'tag': '6e2cfe37-5372-4873-82c7-38150819cf47'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:38.803083 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d7629-645f-4956-912b-f37f820a217d req-6b2b6239-07e4-4481-8466-c8142a69e1f4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:38.806184 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96a0ebf-b013-499a-9fc7-f060cd7685d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "tag": "6e2cfe37-5372-4873-82c7-38150819cf47"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:38.812645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d7629-645f-4956-912b-f37f820a217d req-6b2b6239-07e4-4481-8466-c8142a69e1f4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:38.821422 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b1d7629-645f-4956-912b-f37f820a217d req-6b2b6239-07e4-4481-8466-c8142a69e1f4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5393 time: 0.6319046 Jul 16 01:47:38.855673 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-68778265-4f69-4118-a269-95303e767cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.879349 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.915291 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a4b875-20f2-406b-a2b1-8fa3b2cdc029 x-openstack-request-id: req-97a4b875-20f2-406b-a2b1-8fa3b2cdc029 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:38.915588 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "tag": "6e2cfe37-5372-4873-82c7-38150819cf47", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:38.915867 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-97a4b875-20f2-406b-a2b1-8fa3b2cdc029 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:38.916264 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'tag': '6e2cfe37-5372-4873-82c7-38150819cf47', 'status': 'completed', 'code': 200} Jul 16 01:47:39.112376 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b1d7629-645f-4956-912b-f37f820a217d req-df075b68-26fe-450a-892f-62a2d4143f9f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2900259 Jul 16 01:47:39.147402 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.166012 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.208371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 72397966-cd1b-4f41-ac46-26223dd4bc88 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:39.209005 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-f49dc7fc-4505-4405-a537-28d8ebec9427 req-67f61425-b291-43d4-aa61-1e7642476818 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Deleting port 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:39.209383 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f49dc7fc-4505-4405-a537-28d8ebec9427 req-67f61425-b291-43d4-aa61-1e7642476818 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.310370 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-f49dc7fc-4505-4405-a537-28d8ebec9427 req-67f61425-b291-43d4-aa61-1e7642476818 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] For port 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=32ed3b03-b3d6-48a4-94ec-2c729b8f0db0,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:39.311002 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f49dc7fc-4505-4405-a537-28d8ebec9427 req-67f61425-b291-43d4-aa61-1e7642476818 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.315034 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 72397966-cd1b-4f41-ac46-26223dd4bc88 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:39.317353 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.326180 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-f49dc7fc-4505-4405-a537-28d8ebec9427 req-67f61425-b291-43d4-aa61-1e7642476818 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Calling delete_port for 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:39.525955 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da2245-9ca4-4ded-9763-c700f3148bc3 req-a6a199ce-5be4-4d41-b482-7b1390ea44fe tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:39.533402 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f49dc7fc-4505-4405-a537-28d8ebec9427 req-67f61425-b291-43d4-aa61-1e7642476818 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.533594 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09da2245-9ca4-4ded-9763-c700f3148bc3 req-a6a199ce-5be4-4d41-b482-7b1390ea44fe tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 946 time: 0.3566790 Jul 16 01:47:39.586605 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.600698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=3800e92a-8843-4315-a682-126d4668f181,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:39.614004 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09da2245-9ca4-4ded-9763-c700f3148bc3 req-1b1a5453-e534-4e2b-a40c-2af68b00fe2b tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7b5ae0a-b533-441c-8764-72827ecd300f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795712 Jul 16 01:47:39.641896 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-68778265-4f69-4118-a269-95303e767cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.721362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49dc7fc-4505-4405-a537-28d8ebec9427 req-67f61425-b291-43d4-aa61-1e7642476818 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] No DVR routers for this DVR port 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:39.738731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a0ebf-b013-499a-9fc7-f060cd7685d3 req-89d700ac-3d68-4256-a134-7d8f72bc4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:39.739252 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a0ebf-b013-499a-9fc7-f060cd7685d3 req-89d700ac-3d68-4256-a134-7d8f72bc4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:39.739831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a0ebf-b013-499a-9fc7-f060cd7685d3 req-89d700ac-3d68-4256-a134-7d8f72bc4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:39.740362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a0ebf-b013-499a-9fc7-f060cd7685d3 req-89d700ac-3d68-4256-a134-7d8f72bc4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:39.740894 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a0ebf-b013-499a-9fc7-f060cd7685d3 req-89d700ac-3d68-4256-a134-7d8f72bc4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:39.741426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a0ebf-b013-499a-9fc7-f060cd7685d3 req-89d700ac-3d68-4256-a134-7d8f72bc4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:39.752401 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a0ebf-b013-499a-9fc7-f060cd7685d3 req-89d700ac-3d68-4256-a134-7d8f72bc4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:39.754747 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f96a0ebf-b013-499a-9fc7-f060cd7685d3 req-89d700ac-3d68-4256-a134-7d8f72bc4d08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 6285 time: 0.7709203 Jul 16 01:47:39.756245 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f49dc7fc-4505-4405-a537-28d8ebec9427 req-67f61425-b291-43d4-aa61-1e7642476818 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.758231 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f49dc7fc-4505-4405-a537-28d8ebec9427 req-67f61425-b291-43d4-aa61-1e7642476818 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.26 "DELETE /v2.0/ports/32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 HTTP/1.1" status: 204 len: 173 time: 1.3145468 Jul 16 01:47:39.760712 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f61425-b291-43d4-aa61-1e7642476818 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Pushing event deleted for resources: {'Port': ['ID=32ed3b03-b3d6-48a4-94ec-2c729b8f0db0,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:39.774048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60450ab-f879-4a8c-9e73-8e07aa6e2412', 'name': 'network-vif-deleted', 'tag': '32ed3b03-b3d6-48a4-94ec-2c729b8f0db0'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:39.777148 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b18dd9-154e-4ba4-a514-3740cdac9da6" -d '{"events": [{"server_uuid": "a60450ab-f879-4a8c-9e73-8e07aa6e2412", "name": "network-vif-deleted", "tag": "32ed3b03-b3d6-48a4-94ec-2c729b8f0db0"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:39.828275 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-68778265-4f69-4118-a269-95303e767cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.860907 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0eba950-6290-4204-97b4-71fd009ef302 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:39.891317 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.925034 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Transition to ACTIVE for port object b0eba950-6290-4204-97b4-71fd009ef302 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:39.928271 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-68778265-4f69-4118-a269-95303e767cbf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b8a16f92e3964b61a8fe15d62493c205&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1515098 Jul 16 01:47:39.929329 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68778265-4f69-4118-a269-95303e767cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad527526-9217-46e5-98dd-582892e37bd4,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:39.932080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43602) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:39.939775 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.079278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Pushing event updated for resources: {'Port': ['ID=b0eba950-6290-4204-97b4-71fd009ef302,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:40.121876 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-60ffe6b9-3f02-4db7-abf6-708113980216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.157419 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-60ffe6b9-3f02-4db7-abf6-708113980216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.165866 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Attempting to bind port b0eba950-6290-4204-97b4-71fd009ef302 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:40.166209 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Attempting to bind port b0eba950-6290-4204-97b4-71fd009ef302 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:40.166632 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Attempting to bind port b0eba950-6290-4204-97b4-71fd009ef302 on network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:40.173545 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Port b0eba950-6290-4204-97b4-71fd009ef302 on network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:40.173870 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Attempting to bind port b0eba950-6290-4204-97b4-71fd009ef302 on network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:40.189556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:40.189899 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Checking segment: {'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:40.190292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Bound using segment: {'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:40.190737 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Bound port: b0eba950-6290-4204-97b4-71fd009ef302, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8471601f-c6cf-4468-bacd-44966f4bbf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:40.191096 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.222837 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53489f9f-40ef-497c-8ecb-ea2ebddfa264 x-openstack-request-id: req-53489f9f-40ef-497c-8ecb-ea2ebddfa264 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:40.223985 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60450ab-f879-4a8c-9e73-8e07aa6e2412", "name": "network-vif-deleted", "tag": "32ed3b03-b3d6-48a4-94ec-2c729b8f0db0", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:40.224400 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-53489f9f-40ef-497c-8ecb-ea2ebddfa264 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:40.230330 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60450ab-f879-4a8c-9e73-8e07aa6e2412', 'name': 'network-vif-deleted', 'tag': '32ed3b03-b3d6-48a4-94ec-2c729b8f0db0', 'status': 'completed', 'code': 200} Jul 16 01:47:40.250075 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network 10d30b9f-8fa8-47f1-b5af-06a393f53190 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:40.269309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:40.433566 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-60ffe6b9-3f02-4db7-abf6-708113980216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.461498 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-60ffe6b9-3f02-4db7-abf6-708113980216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.462747 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-60ffe6b9-3f02-4db7-abf6-708113980216 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ad527526-9217-46e5-98dd-582892e37bd4 HTTP/1.1" status: 204 len: 168 time: 0.5288477 Jul 16 01:47:40.534843 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffe6b9-3f02-4db7-abf6-708113980216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad527526-9217-46e5-98dd-582892e37bd4,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:40.610735 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] For port b0eba950-6290-4204-97b4-71fd009ef302, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:40.628834 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a0ebf-b013-499a-9fc7-f060cd7685d3 req-14ce904b-f222-4ae6-8810-2eca89de7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:40.631258 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a0ebf-b013-499a-9fc7-f060cd7685d3 req-14ce904b-f222-4ae6-8810-2eca89de7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:40.631796 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a0ebf-b013-499a-9fc7-f060cd7685d3 req-14ce904b-f222-4ae6-8810-2eca89de7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:40.635561 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f96a0ebf-b013-499a-9fc7-f060cd7685d3 req-14ce904b-f222-4ae6-8810-2eca89de7d59 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8451607 Jul 16 01:47:40.733677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43614) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:40.804284 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] For port b0eba950-6290-4204-97b4-71fd009ef302, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b0eba950-6290-4204-97b4-71fd009ef302,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:40.844345 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b0e6c7f9-22ef-4445-a69f-c9f315ba155e None None] Provisioning complete for port 3800e92a-8843-4315-a682-126d4668f181 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:40.846255 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0e6c7f9-22ef-4445-a69f-c9f315ba155e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.847232 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.916241 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:40.923567 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.927579 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] 10.222.0.47 "PUT /v2.0/ports/b0eba950-6290-4204-97b4-71fd009ef302 HTTP/1.1" status: 200 len: 1091 time: 2.3715360 Jul 16 01:47:40.973805 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'tag': 'b0eba950-6290-4204-97b4-71fd009ef302'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:40.976876 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f38b48-6cd6-406b-843b-267579893f87" -d '{"events": [{"name": "network-changed", "server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "tag": "b0eba950-6290-4204-97b4-71fd009ef302"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:40.993119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b0e6c7f9-22ef-4445-a69f-c9f315ba155e None None] Port 3800e92a-8843-4315-a682-126d4668f181 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:41.011415 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Request body: {'port': {'device_id': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:41.044407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a0ebf-b013-499a-9fc7-f060cd7685d3 req-7330a3da-9089-426e-8328-617b6dbd331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.046573 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f96a0ebf-b013-499a-9fc7-f060cd7685d3 req-7330a3da-9089-426e-8328-617b6dbd331e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3980639 Jul 16 01:47:41.115489 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b24de2c6-d7b1-432a-85ad-037d6c94aa5a req-d0c822d6-e3e7-4398-85a5-a91d510c9bb8 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a60450ab-f879-4a8c-9e73-8e07aa6e2412 HTTP/1.1" status: 200 len: 210 time: 0.2192461 Jul 16 01:47:41.138100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router 4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:47:41.168191 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1c30-a08e-414f-b767-75a90587b136 req-80b782b9-96f4-4d38-b4c4-8ce25696aae7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.172086 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74944414-8164-4cb3-a96b-ed87ce704478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.189704 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1c30-a08e-414f-b767-75a90587b136 req-80b782b9-96f4-4d38-b4c4-8ce25696aae7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.224011 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1c30-a08e-414f-b767-75a90587b136 req-80b782b9-96f4-4d38-b4c4-8ce25696aae7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.239807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1c30-a08e-414f-b767-75a90587b136 req-80b782b9-96f4-4d38-b4c4-8ce25696aae7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.256038 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1c30-a08e-414f-b767-75a90587b136 req-80b782b9-96f4-4d38-b4c4-8ce25696aae7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.273214 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1c30-a08e-414f-b767-75a90587b136 req-80b782b9-96f4-4d38-b4c4-8ce25696aae7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.290983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:41.315763 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1c30-a08e-414f-b767-75a90587b136 req-80b782b9-96f4-4d38-b4c4-8ce25696aae7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.321098 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-800b1c30-a08e-414f-b767-75a90587b136 req-80b782b9-96f4-4d38-b4c4-8ce25696aae7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5405 time: 0.7233856 Jul 16 01:47:41.327496 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f7d3ad-7ab1-4bf4-a6a0-dd6a66816d30 x-openstack-request-id: req-f6f7d3ad-7ab1-4bf4-a6a0-dd6a66816d30 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:41.327827 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "tag": "b0eba950-6290-4204-97b4-71fd009ef302", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:41.332213 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f6f7d3ad-7ab1-4bf4-a6a0-dd6a66816d30 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:41.332659 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'tag': 'b0eba950-6290-4204-97b4-71fd009ef302', 'status': 'completed', 'code': 200} Jul 16 01:47:41.358131 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c72adb-f0ea-4ccd-b7d2-f59f55c3ea9c service neutron] Pushing event updated for resources: {'Port': ['ID=b0eba950-6290-4204-97b4-71fd009ef302,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:41.393115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:41.393661 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 32ed3b03-b3d6-48a4-94ec-2c729b8f0db0 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:41.436160 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.516881 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-800b1c30-a08e-414f-b767-75a90587b136 req-4ccca0e3-85ad-4eaf-824a-c0719e603bbb tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1451824 Jul 16 01:47:41.650153 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:41.665628 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19234f58-1198-47ba-9fea-91649f694c88 None None] Sync routers for ids ['4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:41.671676 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3d41deab-1840-46f9-91c1-59ae371740b0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9306335 Jul 16 01:47:41.675677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43636) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:41.685002 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19234f58-1198-47ba-9fea-91649f694c88 None None] Routers {'4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:41.685984 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-19234f58-1198-47ba-9fea-91649f694c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:47:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:41.739814 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-19234f58-1198-47ba-9fea-91649f694c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:41.744430 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38b48-6cd6-406b-843b-267579893f87 req-af187245-eaba-4845-8229-f4bcbd7ebebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.745328 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38b48-6cd6-406b-843b-267579893f87 req-af187245-eaba-4845-8229-f4bcbd7ebebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.746140 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38b48-6cd6-406b-843b-267579893f87 req-af187245-eaba-4845-8229-f4bcbd7ebebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.746752 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38b48-6cd6-406b-843b-267579893f87 req-af187245-eaba-4845-8229-f4bcbd7ebebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.747293 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38b48-6cd6-406b-843b-267579893f87 req-af187245-eaba-4845-8229-f4bcbd7ebebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.747964 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38b48-6cd6-406b-843b-267579893f87 req-af187245-eaba-4845-8229-f4bcbd7ebebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.748707 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38b48-6cd6-406b-843b-267579893f87 req-af187245-eaba-4845-8229-f4bcbd7ebebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.750732 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b4f38b48-6cd6-406b-843b-267579893f87 req-af187245-eaba-4845-8229-f4bcbd7ebebf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 6352 time: 0.3358238 Jul 16 01:47:41.753207 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74944414-8164-4cb3-a96b-ed87ce704478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.756140 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19234f58-1198-47ba-9fea-91649f694c88 None None] Routers {'4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:41.757117 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-19234f58-1198-47ba-9fea-91649f694c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:47:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:41.788971 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74944414-8164-4cb3-a96b-ed87ce704478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.895048 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c40b0ea-30a1-4c59-8cb3-23aed3975cea {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:41.895603 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-19234f58-1198-47ba-9fea-91649f694c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:41.895904 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19234f58-1198-47ba-9fea-91649f694c88 None None] The sync data for ids ['4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:41.905238 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.920073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Transition to ACTIVE for port object 0c40b0ea-30a1-4c59-8cb3-23aed3975cea will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:41.926573 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6352486a-87f6-4bdb-a511-6b895de76f7f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.928190 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6352486a-87f6-4bdb-a511-6b895de76f7f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/ports/3800e92a-8843-4315-a682-126d4668f181 HTTP/1.1" status: 200 len: 910 time: 0.2512779 Jul 16 01:47:41.929503 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.931890 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43642) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:41.946854 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-74944414-8164-4cb3-a96b-ed87ce704478 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a71c08d46db64155b3acd114e801ae8c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1913419 Jul 16 01:47:41.952921 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43644) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:42.009378 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74944414-8164-4cb3-a96b-ed87ce704478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6fb0e7-9cba-47f6-b15b-b34bb3cf9d2f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:42.082728 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-665d54de-f725-4354-94d2-d64fcfaf093c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.091479 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38b48-6cd6-406b-843b-267579893f87 req-e5d51cdc-7567-4a93-b81e-5f943bd9f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:42.091981 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38b48-6cd6-406b-843b-267579893f87 req-e5d51cdc-7567-4a93-b81e-5f943bd9f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:42.092546 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38b48-6cd6-406b-843b-267579893f87 req-e5d51cdc-7567-4a93-b81e-5f943bd9f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:42.094149 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b4f38b48-6cd6-406b-843b-267579893f87 req-e5d51cdc-7567-4a93-b81e-5f943bd9f819 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3127933 Jul 16 01:47:42.146188 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-665d54de-f725-4354-94d2-d64fcfaf093c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.220786 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Pushing event updated for resources: {'Port': ['ID=0c40b0ea-30a1-4c59-8cb3-23aed3975cea,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:42.266563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38b48-6cd6-406b-843b-267579893f87 req-0b58e03b-ddfa-47c6-80bf-51107e89830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:42.268489 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b4f38b48-6cd6-406b-843b-267579893f87 req-0b58e03b-ddfa-47c6-80bf-51107e89830a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1655879 Jul 16 01:47:42.316808 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-665d54de-f725-4354-94d2-d64fcfaf093c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.326058 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-665d54de-f725-4354-94d2-d64fcfaf093c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.331354 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-665d54de-f725-4354-94d2-d64fcfaf093c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7b6fb0e7-9cba-47f6-b15b-b34bb3cf9d2f HTTP/1.1" status: 204 len: 168 time: 0.3712969 Jul 16 01:47:42.355213 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d54de-f725-4354-94d2-d64fcfaf093c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6fb0e7-9cba-47f6-b15b-b34bb3cf9d2f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:42.521271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Attempting to bind port 0c40b0ea-30a1-4c59-8cb3-23aed3975cea on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:42.521632 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Attempting to bind port 0c40b0ea-30a1-4c59-8cb3-23aed3975cea by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ce6c8df2-7389-4a01-8a34-c56fcf84fa29'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:42.521928 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Attempting to bind port 0c40b0ea-30a1-4c59-8cb3-23aed3975cea on network ce6c8df2-7389-4a01-8a34-c56fcf84fa29 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:42.536281 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Port 0c40b0ea-30a1-4c59-8cb3-23aed3975cea on network ce6c8df2-7389-4a01-8a34-c56fcf84fa29 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:42.536608 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Attempting to bind port 0c40b0ea-30a1-4c59-8cb3-23aed3975cea on network ce6c8df2-7389-4a01-8a34-c56fcf84fa29 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:42.543779 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:42.544133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Checking segment: {'id': '7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ce6c8df2-7389-4a01-8a34-c56fcf84fa29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:42.544616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Bound using segment: {'id': '7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ce6c8df2-7389-4a01-8a34-c56fcf84fa29'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:42.544943 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Bound port: 0c40b0ea-30a1-4c59-8cb3-23aed3975cea, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ce6c8df2-7389-4a01-8a34-c56fcf84fa29'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:42.545301 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.658003 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] For port 0c40b0ea-30a1-4c59-8cb3-23aed3975cea, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:42.675259 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] For port 0c40b0ea-30a1-4c59-8cb3-23aed3975cea, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=0c40b0ea-30a1-4c59-8cb3-23aed3975cea,segment=NetworkSegment(7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e),segment_id=7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:42.682114 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.688872 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-601193bc-b324-4249-ac33-217b3be7bf5f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.835176 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:42.837761 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.839460 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] 10.222.0.47 "PUT /v2.0/ports/0c40b0ea-30a1-4c59-8cb3-23aed3975cea HTTP/1.1" status: 200 len: 1091 time: 1.8331459 Jul 16 01:47:42.844968 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43668) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:42.893502 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Request body: {'port': {'device_id': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:42.938747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47a94d-661c-4f72-b671-9db373e1ebef service neutron] Pushing event updated for resources: {'Port': ['ID=0c40b0ea-30a1-4c59-8cb3-23aed3975cea,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:42.973294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665a59f-499b-48a3-8f04-e70370ae9b3c req-62e3aa25-4f7d-41de-9221-242bd0e3dbea tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:42.981085 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665a59f-499b-48a3-8f04-e70370ae9b3c req-62e3aa25-4f7d-41de-9221-242bd0e3dbea tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:42.988825 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665a59f-499b-48a3-8f04-e70370ae9b3c req-62e3aa25-4f7d-41de-9221-242bd0e3dbea tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:42.998623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665a59f-499b-48a3-8f04-e70370ae9b3c req-62e3aa25-4f7d-41de-9221-242bd0e3dbea tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.010689 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665a59f-499b-48a3-8f04-e70370ae9b3c req-62e3aa25-4f7d-41de-9221-242bd0e3dbea tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.018549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665a59f-499b-48a3-8f04-e70370ae9b3c req-62e3aa25-4f7d-41de-9221-242bd0e3dbea tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.025483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665a59f-499b-48a3-8f04-e70370ae9b3c req-62e3aa25-4f7d-41de-9221-242bd0e3dbea tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.029593 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d665a59f-499b-48a3-8f04-e70370ae9b3c req-62e3aa25-4f7d-41de-9221-242bd0e3dbea tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5417 time: 0.1924114 Jul 16 01:47:43.030400 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43672) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:43.062221 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-36002ccf-7c22-4873-bdbc-39876a503edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.113891 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d665a59f-499b-48a3-8f04-e70370ae9b3c req-68655f6f-9fe8-4ccf-b910-807434e6793b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750198 Jul 16 01:47:43.161714 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.172757 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5206f683-31b1-4587-9398-127c94f673d7 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1917400609'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:43.237955 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-36002ccf-7c22-4873-bdbc-39876a503edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.243023 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-36002ccf-7c22-4873-bdbc-39876a503edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.287475 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-36002ccf-7c22-4873-bdbc-39876a503edf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=abad0299d8304194a27b7c26af883d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2557192 Jul 16 01:47:43.289604 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43674) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:43.293207 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36002ccf-7c22-4873-bdbc-39876a503edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e1811b-f0e5-452a-b01c-b1116e315922,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:43.336750 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'tag': '0c40b0ea-30a1-4c59-8cb3-23aed3975cea'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:43.338972 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10dd8b6-aee7-4e41-b6de-ddd4cc9cd682" -d '{"events": [{"name": "network-changed", "server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "tag": "0c40b0ea-30a1-4c59-8cb3-23aed3975cea"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:43.350851 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3cbb36e5-2687-4499-a983-289519c1c1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.374722 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14ce22-c50a-4fc6-babd-7920c8bcad79 req-b38bb827-0a91-4d01-8be4-392723b88b69 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.380029 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3cbb36e5-2687-4499-a983-289519c1c1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.381337 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e14ce22-c50a-4fc6-babd-7920c8bcad79 req-b38bb827-0a91-4d01-8be4-392723b88b69 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.3800650 Jul 16 01:47:43.422957 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffce4877-3ebc-4295-9ddc-82306e89635e x-openstack-request-id: req-ffce4877-3ebc-4295-9ddc-82306e89635e {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:43.422957 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "tag": "0c40b0ea-30a1-4c59-8cb3-23aed3975cea", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:43.423282 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ffce4877-3ebc-4295-9ddc-82306e89635e {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:43.423492 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'tag': '0c40b0ea-30a1-4c59-8cb3-23aed3975cea', 'status': 'completed', 'code': 200} Jul 16 01:47:43.424063 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5206f683-31b1-4587-9398-127c94f673d7 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Made reservation on behalf of aba3b8d1f5f5440e88dc84c6b2407feb for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:43.427526 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5206f683-31b1-4587-9398-127c94f673d7 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.445977 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3cbb36e5-2687-4499-a983-289519c1c1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.450960 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5206f683-31b1-4587-9398-127c94f673d7 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.453114 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3cbb36e5-2687-4499-a983-289519c1c1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.458508 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3cbb36e5-2687-4499-a983-289519c1c1f5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a8e1811b-f0e5-452a-b01c-b1116e315922 HTTP/1.1" status: 204 len: 168 time: 0.1666873 Jul 16 01:47:43.506746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb36e5-2687-4499-a983-289519c1c1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e1811b-f0e5-452a-b01c-b1116e315922,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:43.535850 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e14ce22-c50a-4fc6-babd-7920c8bcad79 req-c6bc37af-1c94-40b8-b913-f6ce2efc28ac tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501613 Jul 16 01:47:43.561739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dd8b6-aee7-4e41-b6de-ddd4cc9cd682 req-adda17b2-7e11-4f4a-a1dc-c6aae74c824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.562228 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dd8b6-aee7-4e41-b6de-ddd4cc9cd682 req-adda17b2-7e11-4f4a-a1dc-c6aae74c824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.562848 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dd8b6-aee7-4e41-b6de-ddd4cc9cd682 req-adda17b2-7e11-4f4a-a1dc-c6aae74c824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.563324 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dd8b6-aee7-4e41-b6de-ddd4cc9cd682 req-adda17b2-7e11-4f4a-a1dc-c6aae74c824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.563907 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dd8b6-aee7-4e41-b6de-ddd4cc9cd682 req-adda17b2-7e11-4f4a-a1dc-c6aae74c824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.564374 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dd8b6-aee7-4e41-b6de-ddd4cc9cd682 req-adda17b2-7e11-4f4a-a1dc-c6aae74c824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.565232 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dd8b6-aee7-4e41-b6de-ddd4cc9cd682 req-adda17b2-7e11-4f4a-a1dc-c6aae74c824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.567218 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c10dd8b6-aee7-4e41-b6de-ddd4cc9cd682 req-adda17b2-7e11-4f4a-a1dc-c6aae74c824e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 6419 time: 0.1070864 Jul 16 01:47:43.719629 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dd8b6-aee7-4e41-b6de-ddd4cc9cd682 req-529d8881-2dec-473e-9aa5-d8bcace4e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.720266 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dd8b6-aee7-4e41-b6de-ddd4cc9cd682 req-529d8881-2dec-473e-9aa5-d8bcace4e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.720749 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dd8b6-aee7-4e41-b6de-ddd4cc9cd682 req-529d8881-2dec-473e-9aa5-d8bcace4e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.722580 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c10dd8b6-aee7-4e41-b6de-ddd4cc9cd682 req-529d8881-2dec-473e-9aa5-d8bcace4e9cb service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1364458 Jul 16 01:47:43.867317 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dd8b6-aee7-4e41-b6de-ddd4cc9cd682 req-52e09069-0352-44f6-a3c2-deed16f67a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.869008 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c10dd8b6-aee7-4e41-b6de-ddd4cc9cd682 req-52e09069-0352-44f6-a3c2-deed16f67a9e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1383882 Jul 16 01:47:44.033199 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-601193bc-b324-4249-ac33-217b3be7bf5f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting port 3800e92a-8843-4315-a682-126d4668f181 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:44.033781 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-601193bc-b324-4249-ac33-217b3be7bf5f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.188528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06a2033-1b7a-4ff7-b625-8b69419da338 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:44.195808 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5206f683-31b1-4587-9398-127c94f673d7 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.209021 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.213376 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5206f683-31b1-4587-9398-127c94f673d7 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.225895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5206f683-31b1-4587-9398-127c94f673d7 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:44.235184 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5206f683-31b1-4587-9398-127c94f673d7 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.235533 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-5206f683-31b1-4587-9398-127c94f673d7 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Added segment 41d1cb84-b6a1-4cdb-b9a9-8688db641da0 of type vlan for network f42ff77a-710f-4b55-adb2-8fc115f6eaab Jul 16 01:47:44.265629 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-601193bc-b324-4249-ac33-217b3be7bf5f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.304089 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-601193bc-b324-4249-ac33-217b3be7bf5f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Calling delete_port for 3800e92a-8843-4315-a682-126d4668f181 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:44.326141 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5206f683-31b1-4587-9398-127c94f673d7 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.329953 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Transition to ACTIVE for port object b06a2033-1b7a-4ff7-b625-8b69419da338 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:44.348241 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.354506 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206f683-31b1-4587-9398-127c94f673d7 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c68ad6-85e5-4960-8cf1-a50347449da2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:44.444218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e4bbb-8e4c-4949-bba4-75506890cc43 req-6c4f8386-a9d8-4f7e-aa23-bc8e4b26b34f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:44.451348 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e4bbb-8e4c-4949-bba4-75506890cc43 req-6c4f8386-a9d8-4f7e-aa23-bc8e4b26b34f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:44.457746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e4bbb-8e4c-4949-bba4-75506890cc43 req-6c4f8386-a9d8-4f7e-aa23-bc8e4b26b34f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:44.466615 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e4bbb-8e4c-4949-bba4-75506890cc43 req-6c4f8386-a9d8-4f7e-aa23-bc8e4b26b34f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:44.473261 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5206f683-31b1-4587-9398-127c94f673d7 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.477306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e4bbb-8e4c-4949-bba4-75506890cc43 req-6c4f8386-a9d8-4f7e-aa23-bc8e4b26b34f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:44.479412 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206f683-31b1-4587-9398-127c94f673d7 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:44.480137 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5206f683-31b1-4587-9398-127c94f673d7 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.483930 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e4bbb-8e4c-4949-bba4-75506890cc43 req-6c4f8386-a9d8-4f7e-aa23-bc8e4b26b34f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:44.492931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Pushing event updated for resources: {'Port': ['ID=b06a2033-1b7a-4ff7-b625-8b69419da338,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:44.494451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e4bbb-8e4c-4949-bba4-75506890cc43 req-6c4f8386-a9d8-4f7e-aa23-bc8e4b26b34f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:44.499199 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-896e4bbb-8e4c-4949-bba4-75506890cc43 req-6c4f8386-a9d8-4f7e-aa23-bc8e4b26b34f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5429 time: 0.1706758 Jul 16 01:47:44.519016 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c0f6c-5cb0-4d88-8fbc-ea900852a4df req-da71474b-7de4-4983-946b-fe945b0691e9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:44.520598 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-096c0f6c-5cb0-4d88-8fbc-ea900852a4df req-da71474b-7de4-4983-946b-fe945b0691e9 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.2061589 Jul 16 01:47:44.614504 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-896e4bbb-8e4c-4949-bba4-75506890cc43 req-5d2c1096-ce15-429d-a59f-fda183653f85 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066339 Jul 16 01:47:44.717166 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-096c0f6c-5cb0-4d88-8fbc-ea900852a4df req-95d402ad-0838-4aa1-930c-fd8b6c4571fe tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Deleting port 5e607433-33c7-480e-a37e-a6f09cdbfb5e {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:44.717510 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-096c0f6c-5cb0-4d88-8fbc-ea900852a4df req-95d402ad-0838-4aa1-930c-fd8b6c4571fe tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.739850 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5206f683-31b1-4587-9398-127c94f673d7 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8868463 Jul 16 01:47:44.742527 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43708) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:44.847452 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-096c0f6c-5cb0-4d88-8fbc-ea900852a4df req-95d402ad-0838-4aa1-930c-fd8b6c4571fe tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] For port 5e607433-33c7-480e-a37e-a6f09cdbfb5e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5e607433-33c7-480e-a37e-a6f09cdbfb5e,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:44.847871 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-096c0f6c-5cb0-4d88-8fbc-ea900852a4df req-95d402ad-0838-4aa1-930c-fd8b6c4571fe tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.922528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206f683-31b1-4587-9398-127c94f673d7 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Pushing event updated for resources: {'Network': ['ID=f42ff77a-710f-4b55-adb2-8fc115f6eaab,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:44.938747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network f42ff77a-710f-4b55-adb2-8fc115f6eaab details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:44.965699 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Attempting to bind port b06a2033-1b7a-4ff7-b625-8b69419da338 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:44.966531 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Attempting to bind port b06a2033-1b7a-4ff7-b625-8b69419da338 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ce6c8df2-7389-4a01-8a34-c56fcf84fa29'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:44.966877 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Attempting to bind port b06a2033-1b7a-4ff7-b625-8b69419da338 on network ce6c8df2-7389-4a01-8a34-c56fcf84fa29 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:44.972788 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-601193bc-b324-4249-ac33-217b3be7bf5f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.979829 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Port b06a2033-1b7a-4ff7-b625-8b69419da338 on network ce6c8df2-7389-4a01-8a34-c56fcf84fa29 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:44.980156 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Attempting to bind port b06a2033-1b7a-4ff7-b625-8b69419da338 on network ce6c8df2-7389-4a01-8a34-c56fcf84fa29 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:45.038004 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:45.038696 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Checking segment: {'id': '7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ce6c8df2-7389-4a01-8a34-c56fcf84fa29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:45.038696 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Bound using segment: {'id': '7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ce6c8df2-7389-4a01-8a34-c56fcf84fa29'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:45.039155 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Bound port: b06a2033-1b7a-4ff7-b625-8b69419da338, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ce6c8df2-7389-4a01-8a34-c56fcf84fa29'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:45.039513 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.050905 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601193bc-b324-4249-ac33-217b3be7bf5f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Port': ['ID=3800e92a-8843-4315-a682-126d4668f181,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:45.085329 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-edae5505-9d72-4488-81ab-750aa188a2fe tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Request body: {'network': {'name': 'tempest-network--731502268', 'router:external': True}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:45.099255 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ee835-d000-4f04-bc2d-25655993c74a req-2c1095fe-4b18-45a2-bf67-71235d2eeea4 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:45.100945 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a29ee835-d000-4f04-bc2d-25655993c74a req-2c1095fe-4b18-45a2-bf67-71235d2eeea4 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 944 time: 0.3591762 Jul 16 01:47:45.115023 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-096c0f6c-5cb0-4d88-8fbc-ea900852a4df req-95d402ad-0838-4aa1-930c-fd8b6c4571fe tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.115628 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-096c0f6c-5cb0-4d88-8fbc-ea900852a4df req-95d402ad-0838-4aa1-930c-fd8b6c4571fe tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.116122 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [req-096c0f6c-5cb0-4d88-8fbc-ea900852a4df req-95d402ad-0838-4aa1-930c-fd8b6c4571fe tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Floating IP 90f08f38-0e27-4252-9d50-b72dedd78cd2 disassociated. External IP: 172.25.1.64, port: 5e607433-33c7-480e-a37e-a6f09cdbfb5e. Jul 16 01:47:45.116606 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-096c0f6c-5cb0-4d88-8fbc-ea900852a4df req-95d402ad-0838-4aa1-930c-fd8b6c4571fe tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Calling delete_port for 5e607433-33c7-480e-a37e-a6f09cdbfb5e owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:45.137815 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edae5505-9d72-4488-81ab-750aa188a2fe tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Made reservation on behalf of 9c4be871e81049a995cabe34b560ef6d for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:45.141435 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-edae5505-9d72-4488-81ab-750aa188a2fe tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.184283 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-edae5505-9d72-4488-81ab-750aa188a2fe tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.311257 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a29ee835-d000-4f04-bc2d-25655993c74a req-28a8b080-ed94-41f1-af85-df29f0d47c7c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups?id=72730884-e3ae-4fa7-8b55-297f268b0801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703882 Jul 16 01:47:45.381855 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-edae5505-9d72-4488-81ab-750aa188a2fe tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.397096 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-edae5505-9d72-4488-81ab-750aa188a2fe tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.423415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edae5505-9d72-4488-81ab-750aa188a2fe tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:45.444092 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae5505-9d72-4488-81ab-750aa188a2fe tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e042695c-e02d-4428-ba6e-2cbde3962692,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:45.481320 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] For port b06a2033-1b7a-4ff7-b625-8b69419da338, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:45.488960 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-edae5505-9d72-4488-81ab-750aa188a2fe tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.489952 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-edae5505-9d72-4488-81ab-750aa188a2fe tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Added segment 78a9f5d4-8301-427b-8497-b12f8dfc04b0 of type vlan for network a42b89d5-e7f0-47a0-b27d-e03793ffe171 Jul 16 01:47:45.494860 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-601193bc-b324-4249-ac33-217b3be7bf5f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.560738 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-edae5505-9d72-4488-81ab-750aa188a2fe tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.565335 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-096c0f6c-5cb0-4d88-8fbc-ea900852a4df req-95d402ad-0838-4aa1-930c-fd8b6c4571fe tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.593152 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] For port b06a2033-1b7a-4ff7-b625-8b69419da338, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b06a2033-1b7a-4ff7-b625-8b69419da338,segment=NetworkSegment(7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e),segment_id=7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:45.613631 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d402ad-0838-4aa1-930c-fd8b6c4571fe tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Pushing event deleted for resources: {'Port': ['ID=5e607433-33c7-480e-a37e-a6f09cdbfb5e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:45.673880 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.712589 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601193bc-b324-4249-ac33-217b3be7bf5f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router 4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:45.719980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:45.721346 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.722780 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] 10.222.0.47 "PUT /v2.0/ports/b06a2033-1b7a-4ff7-b625-8b69419da338 HTTP/1.1" status: 200 len: 1091 time: 2.8402054 Jul 16 01:47:45.725342 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'tag': 'b06a2033-1b7a-4ff7-b625-8b69419da338'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:45.725544 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-edae5505-9d72-4488-81ab-750aa188a2fe tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.726499 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae5505-9d72-4488-81ab-750aa188a2fe tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:45.727071 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-edae5505-9d72-4488-81ab-750aa188a2fe tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.727651 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16c882b-68f7-4d20-846a-85c4f7b5f157" -d '{"events": [{"name": "network-changed", "server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "tag": "b06a2033-1b7a-4ff7-b625-8b69419da338"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:45.777224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3c7dd-d23c-4035-bc7b-d7a38a6eaf6f service neutron] Pushing event updated for resources: {'Port': ['ID=b06a2033-1b7a-4ff7-b625-8b69419da338,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:45.790567 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc52fbce-8e72-48b5-9314-343c291947f4 x-openstack-request-id: req-cc52fbce-8e72-48b5-9314-343c291947f4 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:45.791198 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "tag": "b06a2033-1b7a-4ff7-b625-8b69419da338", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:45.791847 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cc52fbce-8e72-48b5-9314-343c291947f4 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:45.793337 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'tag': 'b06a2033-1b7a-4ff7-b625-8b69419da338', 'status': 'completed', 'code': 200} Jul 16 01:47:45.821874 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae5505-9d72-4488-81ab-750aa188a2fe tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Pushing event updated for resources: {'Network': ['ID=a42b89d5-e7f0-47a0-b27d-e03793ffe171,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:45.834026 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network a42b89d5-e7f0-47a0-b27d-e03793ffe171 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:45.849925 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-edae5505-9d72-4488-81ab-750aa188a2fe tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1037426 Jul 16 01:47:45.857237 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43730) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:45.991136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601193bc-b324-4249-ac33-217b3be7bf5f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:46.003417 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-601193bc-b324-4249-ac33-217b3be7bf5f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0640705 Jul 16 01:47:46.003842 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-096c0f6c-5cb0-4d88-8fbc-ea900852a4df req-95d402ad-0838-4aa1-930c-fd8b6c4571fe tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Router ee9017b8-f372-4286-9640-bb6d9747a04b has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:46.007436 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43736) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:46.008294 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56fee74-7714-428e-878f-ee413d257d06 None None] Sync routers for ids ['4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:46.032669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56fee74-7714-428e-878f-ee413d257d06 None None] Routers {'4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:46.033344 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-f56fee74-7714-428e-878f-ee413d257d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:47:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:46.089620 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d15eac49-fd7e-4538-a092-a7f05289f4ce tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8 HTTP/1.1" status: 200 len: 205 time: 0.0519409 Jul 16 01:47:46.093144 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ac4a4193-c6d3-48be-b048-d584fd80ecb9 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.095792 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43738) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:46.116050 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-f56fee74-7714-428e-878f-ee413d257d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:46.146384 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-aeedb459-729f-4a96-b1b1-63079549214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.146900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-aeedb459-729f-4a96-b1b1-63079549214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.147365 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-aeedb459-729f-4a96-b1b1-63079549214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.147878 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-aeedb459-729f-4a96-b1b1-63079549214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.148359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-aeedb459-729f-4a96-b1b1-63079549214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.148838 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-aeedb459-729f-4a96-b1b1-63079549214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.149315 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-aeedb459-729f-4a96-b1b1-63079549214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.157508 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-aeedb459-729f-4a96-b1b1-63079549214c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 6486 time: 0.2645705 Jul 16 01:47:46.160989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56fee74-7714-428e-878f-ee413d257d06 None None] Routers {'4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:46.162454 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-f56fee74-7714-428e-878f-ee413d257d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:47:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:46.245979 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b99081f4-1452-40d1-aa87-ce61cae9d723 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33d27387-8386-4734-a29a-d2cfef866aaf HTTP/1.1" status: 200 len: 217 time: 0.0731950 Jul 16 01:47:46.260553 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-f56fee74-7714-428e-878f-ee413d257d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:46.262129 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56fee74-7714-428e-878f-ee413d257d06 None None] The sync data for ids ['4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:46.348799 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-c3f29408-7412-40b2-b6c9-23bf007987ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.350826 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-c3f29408-7412-40b2-b6c9-23bf007987ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a HTTP/1.1" status: 200 len: 855 time: 0.0968606 Jul 16 01:47:46.454726 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-d6cc85cf-7333-4450-be93-c4dd93d42724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.460999 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-d6cc85cf-7333-4450-be93-c4dd93d42724 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2db9e81d-658b-4adb-b971-288015f4b66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981829 Jul 16 01:47:46.654519 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8462475f-c295-4bb9-b08b-081489515e10 req-a6a85c02-c92f-4e19-9cab-f5afe918a618 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 210 time: 0.0434577 Jul 16 01:47:46.686296 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-1a426d17-a9dc-4101-a213-c5c2a0a599f7 service neutron] 10.222.0.47 "GET /v2.0/networks/2db9e81d-658b-4adb-b971-288015f4b66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176461 Jul 16 01:47:46.801864 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-52412f3f-e50f-48e3-9b04-336237b27cc5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.836321 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-ded87923-9637-45b6-93bb-a693ea159046 service neutron] 10.222.0.47 "GET /v2.0/networks/2db9e81d-658b-4adb-b971-288015f4b66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420572 Jul 16 01:47:46.926923 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-80ab01bc-ffc0-4965-8db6-6a592dcc5adf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=1ee21601-191c-45f4-b814-a55228557d82 HTTP/1.1" status: 200 len: 217 time: 0.0818498 Jul 16 01:47:46.935990 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb9a25-9520-4a2f-9ca3-52b326a1c668 req-1963e10d-a4b5-4b62-b3d3-d43742f1ba40 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.942184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb9a25-9520-4a2f-9ca3-52b326a1c668 req-1963e10d-a4b5-4b62-b3d3-d43742f1ba40 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.948389 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb9a25-9520-4a2f-9ca3-52b326a1c668 req-1963e10d-a4b5-4b62-b3d3-d43742f1ba40 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.954501 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb9a25-9520-4a2f-9ca3-52b326a1c668 req-1963e10d-a4b5-4b62-b3d3-d43742f1ba40 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.961264 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb9a25-9520-4a2f-9ca3-52b326a1c668 req-1963e10d-a4b5-4b62-b3d3-d43742f1ba40 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.967418 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb9a25-9520-4a2f-9ca3-52b326a1c668 req-1963e10d-a4b5-4b62-b3d3-d43742f1ba40 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.973467 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb9a25-9520-4a2f-9ca3-52b326a1c668 req-1963e10d-a4b5-4b62-b3d3-d43742f1ba40 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.975442 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1ceb9a25-9520-4a2f-9ca3-52b326a1c668 req-1963e10d-a4b5-4b62-b3d3-d43742f1ba40 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5429 time: 1.0668683 Jul 16 01:47:46.994521 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-36f39549-4bac-46be-94a1-19084a63d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.996384 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-36f39549-4bac-46be-94a1-19084a63d91a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.0612881 Jul 16 01:47:47.130623 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6464f271-5e57-4702-9a3b-5692f4ade7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:47.133805 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-6464f271-5e57-4702-9a3b-5692f4ade7e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1209052 Jul 16 01:47:47.186835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43770) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:47.270419 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1ceb9a25-9520-4a2f-9ca3-52b326a1c668 req-769d01ac-80da-4f03-8b6d-cb3a5c8451ad tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2670419 Jul 16 01:47:47.301440 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-a096467f-24a2-4b47-b5fd-7d421e434417 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602869 Jul 16 01:47:47.324156 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5e607433-33c7-480e-a37e-a6f09cdbfb5e no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:47.334061 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ac4a4193-c6d3-48be-b048-d584fd80ecb9 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.339390 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-52412f3f-e50f-48e3-9b04-336237b27cc5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.348509 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-52412f3f-e50f-48e3-9b04-336237b27cc5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.358067 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-ac4a4193-c6d3-48be-b048-d584fd80ecb9 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42b89d5-e7f0-47a0-b27d-e03793ffe171']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:47.360791 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 5e607433-33c7-480e-a37e-a6f09cdbfb5e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:47.361179 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5e607433-33c7-480e-a37e-a6f09cdbfb5e not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:47.381705 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-096c0f6c-5cb0-4d88-8fbc-ea900852a4df req-95d402ad-0838-4aa1-930c-fd8b6c4571fe tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:47.389193 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-ac4a4193-c6d3-48be-b048-d584fd80ecb9 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a9f5d4-8301-427b-8497-b12f8dfc04b0') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:47.389702 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-ac4a4193-c6d3-48be-b048-d584fd80ecb9 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a9f5d4-8301-427b-8497-b12f8dfc04b0') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:47.395251 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6582cc9-12f1-4b18-a8a5-272bf444a82f None None] Sync routers for ids ['ee9017b8-f372-4286-9640-bb6d9747a04b'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:47.406886 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6582cc9-12f1-4b18-a8a5-272bf444a82f None None] Routers {'ee9017b8-f372-4286-9640-bb6d9747a04b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:47.407523 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e6582cc9-12f1-4b18-a8a5-272bf444a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:47:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ee9017b8-f372-4286-9640-bb6d9747a04b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:47.438176 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c9e3cdf7-d0de-400e-9b29-467a963d4cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.478284 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-2624c48a-9cf4-4760-87b9-92b7f9fd3ec3 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677759 Jul 16 01:47:47.494142 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-096c0f6c-5cb0-4d88-8fbc-ea900852a4df req-95d402ad-0838-4aa1-930c-fd8b6c4571fe tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] No DVR routers for this DVR port 5e607433-33c7-480e-a37e-a6f09cdbfb5e on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:47.500588 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ac4a4193-c6d3-48be-b048-d584fd80ecb9 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.503330 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-096c0f6c-5cb0-4d88-8fbc-ea900852a4df req-95d402ad-0838-4aa1-930c-fd8b6c4571fe tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.505561 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-096c0f6c-5cb0-4d88-8fbc-ea900852a4df req-95d402ad-0838-4aa1-930c-fd8b6c4571fe tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.26 "DELETE /v2.0/ports/5e607433-33c7-480e-a37e-a6f09cdbfb5e HTTP/1.1" status: 204 len: 173 time: 2.9793704 Jul 16 01:47:47.506121 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'name': 'network-vif-deleted', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:47.517670 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189d5a32-2c61-4d8e-82c6-0812a4d4a581" -d '{"events": [{"server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "name": "network-vif-deleted", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:47.528601 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-e6582cc9-12f1-4b18-a8a5-272bf444a82f None None] Set router ee9017b8-f372-4286-9640-bb6d9747a04b gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:47.540613 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-3c4273e9-3096-4b68-8847-ba972e53b996 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=588d0e4f-cefb-43a8-a412-487dd40c07f8 HTTP/1.1" status: 200 len: 217 time: 0.0548105 Jul 16 01:47:47.544474 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-52412f3f-e50f-48e3-9b04-336237b27cc5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.545501 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52412f3f-e50f-48e3-9b04-336237b27cc5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Fanout notify agent at l3_agent the message router_deleted on router 4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:47:47.562536 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-52412f3f-e50f-48e3-9b04-336237b27cc5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.579302 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-52412f3f-e50f-48e3-9b04-336237b27cc5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/routers/4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8 HTTP/1.1" status: 204 len: 168 time: 1.4790313 Jul 16 01:47:47.593099 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43778) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:47.610146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-21698b4a-aa6f-4c99-8076-527752d17a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:47.612286 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-21698b4a-aa6f-4c99-8076-527752d17a51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.0581348 Jul 16 01:47:47.629010 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ac4a4193-c6d3-48be-b048-d584fd80ecb9 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.656332 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfcc03b-fbb4-4e14-a19f-1212c3360f1e x-openstack-request-id: req-4bfcc03b-fbb4-4e14-a19f-1212c3360f1e {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:47.656746 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f332994-c2b6-4995-9e8c-6f90242199aa", "name": "network-vif-deleted", "tag": "5e607433-33c7-480e-a37e-a6f09cdbfb5e", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:47.657113 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4bfcc03b-fbb4-4e14-a19f-1212c3360f1e {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:47.657622 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f332994-c2b6-4995-9e8c-6f90242199aa', 'name': 'network-vif-deleted', 'tag': '5e607433-33c7-480e-a37e-a6f09cdbfb5e', 'status': 'completed', 'code': 200} Jul 16 01:47:47.666978 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4a4193-c6d3-48be-b048-d584fd80ecb9 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:47.669141 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ac4a4193-c6d3-48be-b048-d584fd80ecb9 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:47.671146 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:47.750996 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-7a40ac3e-6008-4bbd-9c95-beb07d576744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:47.755642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-7a40ac3e-6008-4bbd-9c95-beb07d576744 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1353452 Jul 16 01:47:47.771940 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22ae813-95ba-4cb7-9a5f-ed421353d400 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting subnet fbc93b05-9083-4384-af05-6d00a94fcf69 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:47.776977 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a22ae813-95ba-4cb7-9a5f-ed421353d400 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.821724 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e6582cc9-12f1-4b18-a8a5-272bf444a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'name': 'tempest-ServerActionsTestJSON-665739114-router', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'gw_port': {'id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:12Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '225dfc41-7f4b-4466-a461-5ae628d6ec90', 'name': '', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'mac_address': 'fa:16:3e:58:04:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:18Z', 'updated_at': '2021-07-16T01:38:27Z', 'revision_number': 5, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'subnets': [{'id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:47.832158 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a22ae813-95ba-4cb7-9a5f-ed421353d400 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.857977 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6582cc9-12f1-4b18-a8a5-272bf444a82f None None] Checking router: ee9017b8-f372-4286-9640-bb6d9747a04b for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:47:47.869714 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6582cc9-12f1-4b18-a8a5-272bf444a82f None None] Routers {'ee9017b8-f372-4286-9640-bb6d9747a04b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:47.872018 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e6582cc9-12f1-4b18-a8a5-272bf444a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:47:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ee9017b8-f372-4286-9640-bb6d9747a04b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:47.932208 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ac4a4193-c6d3-48be-b048-d584fd80ecb9 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.936757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4a4193-c6d3-48be-b048-d584fd80ecb9 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a42b89d5-e7f0-47a0-b27d-e03793ffe171 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:47:47.938944 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ac4a4193-c6d3-48be-b048-d584fd80ecb9 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.946025 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ac4a4193-c6d3-48be-b048-d584fd80ecb9 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] 10.222.0.54 "DELETE /v2.0/networks/a42b89d5-e7f0-47a0-b27d-e03793ffe171 HTTP/1.1" status: 204 len: 168 time: 2.0868101 Jul 16 01:47:47.946180 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43784) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:47.975609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:48.020337 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f63a40f4-b194-419f-8e3f-0fc31ec7dde6 req-a19648b5-ac9d-4609-8a8f-7bf6cb9401bb tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f332994-c2b6-4995-9e8c-6f90242199aa HTTP/1.1" status: 200 len: 210 time: 0.0919509 Jul 16 01:47:48.021882 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-e6582cc9-12f1-4b18-a8a5-272bf444a82f None None] Set router ee9017b8-f372-4286-9640-bb6d9747a04b gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:48.022966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a4193-c6d3-48be-b048-d584fd80ecb9 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Pushing event deleted for resources: {'Network': ['ID=a42b89d5-e7f0-47a0-b27d-e03793ffe171,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:48.039222 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a22ae813-95ba-4cb7-9a5f-ed421353d400 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.055813 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c9e3cdf7-d0de-400e-9b29-467a963d4cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.068489 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c9e3cdf7-d0de-400e-9b29-467a963d4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.090406 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Made reservation on behalf of 9c4be871e81049a995cabe34b560ef6d for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:48.093873 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.118715 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-41b3a2db-60e1-4d04-808a-2f3ef0e17702 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549130 Jul 16 01:47:48.142589 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:48.165411 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.165826 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Added segment a6365c00-4441-4e53-affd-b317cb0d5011 of type vlan for network d34c3d4a-1f99-44f0-8c8c-3bb0a78421a0 Jul 16 01:47:48.177151 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a22ae813-95ba-4cb7-9a5f-ed421353d400 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.193523 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3cdf7-d0de-400e-9b29-467a963d4cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f207dc20-80d7-4ee9-9bb6-eaeee3d38840,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:48.240514 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a22ae813-95ba-4cb7-9a5f-ed421353d400 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.242653 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a22ae813-95ba-4cb7-9a5f-ed421353d400 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/subnets/fbc93b05-9083-4384-af05-6d00a94fcf69 HTTP/1.1" status: 204 len: 168 time: 0.6417515 Jul 16 01:47:48.247816 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70f6d72-bd6c-4dba-8787-da0fb82f3284 None None] Network 10d30b9f-8fa8-47f1-b5af-06a393f53190 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:48.248428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ae813-95ba-4cb7-9a5f-ed421353d400 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc93b05-9083-4384-af05-6d00a94fcf69,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:48.254105 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c9e3cdf7-d0de-400e-9b29-467a963d4cf5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=11015f7d59ad46f0b4bcf2b4e854eed9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0663459 Jul 16 01:47:48.258976 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43786) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:48.259314 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43788) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:48.264932 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3cdf7-d0de-400e-9b29-467a963d4cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.265279 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3cdf7-d0de-400e-9b29-467a963d4cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.265750 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3cdf7-d0de-400e-9b29-467a963d4cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.266090 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3cdf7-d0de-400e-9b29-467a963d4cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.266420 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3cdf7-d0de-400e-9b29-467a963d4cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.266746 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3cdf7-d0de-400e-9b29-467a963d4cf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.267068 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3cdf7-d0de-400e-9b29-467a963d4cf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.267390 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3cdf7-d0de-400e-9b29-467a963d4cf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.267728 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3cdf7-d0de-400e-9b29-467a963d4cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.268053 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3cdf7-d0de-400e-9b29-467a963d4cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.268374 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3cdf7-d0de-400e-9b29-467a963d4cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.268690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e3cdf7-d0de-400e-9b29-467a963d4cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.368131 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.468300 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-408579f4-d8e7-4976-a76f-f9ced37619dd service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391628 Jul 16 01:47:48.507225 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e6582cc9-12f1-4b18-a8a5-272bf444a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'name': 'tempest-ServerActionsTestJSON-665739114-router', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'gw_port': {'id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:12Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '225dfc41-7f4b-4466-a461-5ae628d6ec90', 'name': '', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'mac_address': 'fa:16:3e:58:04:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:18Z', 'updated_at': '2021-07-16T01:38:27Z', 'revision_number': 5, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'subnets': [{'id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:48.551018 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-4a59782e-43fa-4d80-b9da-774517dac7f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=6e2cfe37-5372-4873-82c7-38150819cf47 HTTP/1.1" status: 200 len: 217 time: 0.0736470 Jul 16 01:47:48.569049 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6582cc9-12f1-4b18-a8a5-272bf444a82f None None] The sync data for ids ['ee9017b8-f372-4286-9640-bb6d9747a04b'] in n-d-800086-6 is: [{'id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'name': 'tempest-ServerActionsTestJSON-665739114-router', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'gw_port': {'id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:12Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '225dfc41-7f4b-4466-a461-5ae628d6ec90', 'name': '', 'network_id': '9a4578f6-e79e-403f-8401-5b41afbe66e6', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'mac_address': 'fa:16:3e:58:04:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:18Z', 'updated_at': '2021-07-16T01:38:27Z', 'revision_number': 5, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'subnets': [{'id': 'e58ed57f-5f2f-47f0-8d91-3a3adcdcd958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:48.614257 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-07a5e8ab-737b-4396-ae13-e85649c3b27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.615361 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b8dc0045-e2cd-413a-956d-15e50f969a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:48.617277 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.resource_extend [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:47:48.628439 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.629006 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] DHCP port deletion for 10d30b9f-8fa8-47f1-b5af-06a393f53190 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:47:48.635190 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-b8dc0045-e2cd-413a-956d-15e50f969a92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.0764794 Jul 16 01:47:48.699128 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-07a5e8ab-737b-4396-ae13-e85649c3b27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.702253 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.703281 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:48.704045 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.714292 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] Deleting port 72397966-cd1b-4f41-ac46-26223dd4bc88 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:48.714936 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.796825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] For port 72397966-cd1b-4f41-ac46-26223dd4bc88, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=72397966-cd1b-4f41-ac46-26223dd4bc88,segment=NetworkSegment(a88bb005-62af-4f89-a174-4735535cbcfb),segment_id=a88bb005-62af-4f89-a174-4735535cbcfb)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:48.797518 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.816130 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] Calling delete_port for 72397966-cd1b-4f41-ac46-26223dd4bc88 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:48.881401 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9201825 Jul 16 01:47:48.882639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43796) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:48.903826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-59651ce9-aa23-4f09-af97-c019fe29530c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Request body: {'subnet': {'network_id': 'd34c3d4a-1f99-44f0-8c8c-3bb0a78421a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:48.912903 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.943649 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] Pushing event deleted for resources: {'Port': ['ID=72397966-cd1b-4f41-ac46-26223dd4bc88,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:48.954512 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.955099 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.955616 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.956135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.956643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.957305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.957803 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.958297 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.958886 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.959373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.959939 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.960915 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:48.971261 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68b852d-d21f-4b68-8577-4168cde86ba1 None None] No DVR routers for this DVR port 72397966-cd1b-4f41-ac46-26223dd4bc88 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:48.979164 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Pushing event updated for resources: {'Network': ['ID=d34c3d4a-1f99-44f0-8c8c-3bb0a78421a0,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:49.005363 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.005804 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.006078 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.007798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.008755 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.009798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.010158 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.010495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.012586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.012961 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.013308 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.013650 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013def97-1355-4050-a0aa-79bcdc4ccf55 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:49.020236 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab27dd0-a38d-4994-9ccb-0ffe29abb4a2 req-ca3972b0-2f57-4998-bcb1-2a059580b243 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.025641 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network d34c3d4a-1f99-44f0-8c8c-3bb0a78421a0 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:49.034787 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting port 72397966-cd1b-4f41-ac46-26223dd4bc88 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:49.035950 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.041373 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab27dd0-a38d-4994-9ccb-0ffe29abb4a2 req-ca3972b0-2f57-4998-bcb1-2a059580b243 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.059538 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab27dd0-a38d-4994-9ccb-0ffe29abb4a2 req-ca3972b0-2f57-4998-bcb1-2a059580b243 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.082814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab27dd0-a38d-4994-9ccb-0ffe29abb4a2 req-ca3972b0-2f57-4998-bcb1-2a059580b243 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.098032 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab27dd0-a38d-4994-9ccb-0ffe29abb4a2 req-ca3972b0-2f57-4998-bcb1-2a059580b243 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.107468 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-07a5e8ab-737b-4396-ae13-e85649c3b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.120879 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-07a5e8ab-737b-4396-ae13-e85649c3b27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.120879 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-07a5e8ab-737b-4396-ae13-e85649c3b27b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f207dc20-80d7-4ee9-9bb6-eaeee3d38840 HTTP/1.1" status: 204 len: 168 time: 0.8526280 Jul 16 01:47:49.121745 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab27dd0-a38d-4994-9ccb-0ffe29abb4a2 req-ca3972b0-2f57-4998-bcb1-2a059580b243 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.141250 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab27dd0-a38d-4994-9ccb-0ffe29abb4a2 req-ca3972b0-2f57-4998-bcb1-2a059580b243 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.143194 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2ab27dd0-a38d-4994-9ccb-0ffe29abb4a2 req-ca3972b0-2f57-4998-bcb1-2a059580b243 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5429 time: 0.5056419 Jul 16 01:47:49.154471 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59651ce9-aa23-4f09-af97-c019fe29530c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Made reservation on behalf of 9c4be871e81049a995cabe34b560ef6d for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:49.157222 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59651ce9-aa23-4f09-af97-c019fe29530c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.165835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-5853343d-c2ac-4633-bfab-57fee6d14dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.167872 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-5853343d-c2ac-4633-bfab-57fee6d14dfd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5234237 Jul 16 01:47:49.227586 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 72397966-cd1b-4f41-ac46-26223dd4bc88 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:49.235751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5e8ab-737b-4396-ae13-e85649c3b27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f207dc20-80d7-4ee9-9bb6-eaeee3d38840,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:49.247086 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] For port 72397966-cd1b-4f41-ac46-26223dd4bc88, host n-d-800086-6, got binding levels [] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:49.247479 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.276387 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Calling delete_port for 72397966-cd1b-4f41-ac46-26223dd4bc88 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:49.282766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.ipam_backend_mixin [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Port 72397966-cd1b-4f41-ac46-26223dd4bc88 was not found and therefore no delete operation was performed {{(pid=93831) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:47:49.286234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 72397966-cd1b-4f41-ac46-26223dd4bc88 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:49.286827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 72397966-cd1b-4f41-ac46-26223dd4bc88 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:49.302140 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.371799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Port': ['ID=72397966-cd1b-4f41-ac46-26223dd4bc88,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:49.377452 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43806) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:49.390193 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] No DVR routers for this DVR port 72397966-cd1b-4f41-ac46-26223dd4bc88 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:49.455861 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2ab27dd0-a38d-4994-9ccb-0ffe29abb4a2 req-85b7d2cb-ceca-4412-93f9-53127bb5a3d4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2959232 Jul 16 01:47:49.539052 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.555774 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-037ad4ad-a193-4d97-b9e3-b558cc6b06e8 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690751 Jul 16 01:47:49.563780 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d30b9f-8fa8-47f1-b5af-06a393f53190']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:49.575955 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88bb005-62af-4f89-a174-4735535cbcfb') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:49.576294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88bb005-62af-4f89-a174-4735535cbcfb') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:49.591462 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.608813 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.617595 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1da5d43-6218-4c75-a219-b68e7e0caa69 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.619498 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:49.620843 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:49.625844 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:49.656298 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed7937c-9e3d-4ad4-8f87-e5a8bd773dd4 None None] New status for floating IP 90f08f38-0e27-4252-9d50-b72dedd78cd2: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:47:49.694429 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1da5d43-6218-4c75-a219-b68e7e0caa69 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.732129 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.747206 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.752956 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/networks/10d30b9f-8fa8-47f1-b5af-06a393f53190 HTTP/1.1" status: 204 len: 168 time: 1.4859693 Jul 16 01:47:49.756479 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43814) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:49.766651 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c254c-2411-415f-a337-c778da7c0c73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Network': ['ID=10d30b9f-8fa8-47f1-b5af-06a393f53190,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:49.787067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1910529747', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}, 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:49.860035 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-bc2e140b-6b5e-4186-a0dc-fe61c854398b service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790608 Jul 16 01:47:49.968622 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.969900 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.999419 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-f60440ce-9ead-42e8-a075-5ae11b9c7718 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=b0eba950-6290-4204-97b4-71fd009ef302 HTTP/1.1" status: 200 len: 217 time: 0.1250699 Jul 16 01:47:50.017969 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1da5d43-6218-4c75-a219-b68e7e0caa69 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.020510 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1da5d43-6218-4c75-a219-b68e7e0caa69 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.021670 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e1da5d43-6218-4c75-a219-b68e7e0caa69 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "DELETE /v2.0/security-groups/72730884-e3ae-4fa7-8b55-297f268b0801 HTTP/1.1" status: 204 len: 168 time: 0.6402686 Jul 16 01:47:50.025010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43824) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:50.048799 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-be13bbdd-aa98-412c-8db2-6858f7bc9c2c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] show failed (client error): The resource could not be found. Jul 16 01:47:50.050940 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43828) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:50.052162 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-be13bbdd-aa98-412c-8db2-6858f7bc9c2c tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "GET /v2.0/security-groups/72730884-e3ae-4fa7-8b55-297f268b0801 HTTP/1.1" status: 404 len: 347 time: 0.0254736 Jul 16 01:47:50.575201 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da5d43-6218-4c75-a219-b68e7e0caa69 tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72730884-e3ae-4fa7-8b55-297f268b0801,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:50.596064 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.734840 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43842) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:50.763010 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-f47ebf8c-07c8-4a8f-aba8-930681f7e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:50.764533 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-f47ebf8c-07c8-4a8f-aba8-930681f7e563 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.7418623 Jul 16 01:47:50.764968 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961ffca-8e5c-42df-8ca7-20c7874295c3 req-eb17f1bc-36f0-4864-b746-1a99e4a0b249 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:50.774842 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961ffca-8e5c-42df-8ca7-20c7874295c3 req-eb17f1bc-36f0-4864-b746-1a99e4a0b249 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:50.782181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961ffca-8e5c-42df-8ca7-20c7874295c3 req-eb17f1bc-36f0-4864-b746-1a99e4a0b249 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:50.788453 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961ffca-8e5c-42df-8ca7-20c7874295c3 req-eb17f1bc-36f0-4864-b746-1a99e4a0b249 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:50.797459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961ffca-8e5c-42df-8ca7-20c7874295c3 req-eb17f1bc-36f0-4864-b746-1a99e4a0b249 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:50.806008 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961ffca-8e5c-42df-8ca7-20c7874295c3 req-eb17f1bc-36f0-4864-b746-1a99e4a0b249 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:50.813139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961ffca-8e5c-42df-8ca7-20c7874295c3 req-eb17f1bc-36f0-4864-b746-1a99e4a0b249 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:50.815101 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b961ffca-8e5c-42df-8ca7-20c7874295c3 req-eb17f1bc-36f0-4864-b746-1a99e4a0b249 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5429 time: 0.1453552 Jul 16 01:47:50.897463 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b961ffca-8e5c-42df-8ca7-20c7874295c3 req-158fede9-6c1c-4dab-b66b-efb224bc967e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697873 Jul 16 01:47:50.909937 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.954631 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1147-1917-4d23-acd5-7c27a5f14643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.037123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.objects.ports [None req-59651ce9-aa23-4f09-af97-c019fe29530c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:47:51.037602 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59651ce9-aa23-4f09-af97-c019fe29530c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.044947 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e570934c-915c-4788-ac51-8a982af41dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:51.046529 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-e570934c-915c-4788-ac51-8a982af41dba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2568991 Jul 16 01:47:51.051582 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-3ccda96d-cec0-41e9-acdf-60ec1a746f0f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Deleting port 4c252181-4239-47bb-b9ec-4f4b822849eb {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:51.051968 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3ccda96d-cec0-41e9-acdf-60ec1a746f0f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.130542 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1147-1917-4d23-acd5-7c27a5f14643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.139789 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1147-1917-4d23-acd5-7c27a5f14643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.173051 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59651ce9-aa23-4f09-af97-c019fe29530c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Pushing event updated for resources: {'Subnet': ['ID=51734bc6-d2bf-4f4c-8508-893f144e014b,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:51.173257 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f1147-1917-4d23-acd5-7c27a5f14643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71144b8-25ca-4648-b0a4-a7171a048775,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:51.219519 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ba6f1147-1917-4d23-acd5-7c27a5f14643 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ba236df648624668824f77f5dc4b4604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813156 Jul 16 01:47:51.219889 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43850) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:51.279748 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-07775f4f-03f8-4859-9814-f42b10ce5f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.319394 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-07775f4f-03f8-4859-9814-f42b10ce5f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.320935 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3ccda96d-cec0-41e9-acdf-60ec1a746f0f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.321254 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3ccda96d-cec0-41e9-acdf-60ec1a746f0f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.335364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59651ce9-aa23-4f09-af97-c019fe29530c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Checking segment: {'id': 'a6365c00-4441-4e53-affd-b317cb0d5011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd34c3d4a-1f99-44f0-8c8c-3bb0a78421a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:51.335835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59651ce9-aa23-4f09-af97-c019fe29530c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Network hostable DHCP agents. Network: d34c3d4a-1f99-44f0-8c8c-3bb0a78421a0, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:51.347917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-3ccda96d-cec0-41e9-acdf-60ec1a746f0f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Calling delete_port for 4c252181-4239-47bb-b9ec-4f4b822849eb owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:51.367588 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-175a680f-a408-4792-988c-0b0aa0caecd3 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796602 Jul 16 01:47:51.383501 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-07775f4f-03f8-4859-9814-f42b10ce5f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.413326 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-07775f4f-03f8-4859-9814-f42b10ce5f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.417642 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-07775f4f-03f8-4859-9814-f42b10ce5f62 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c71144b8-25ca-4648-b0a4-a7171a048775 HTTP/1.1" status: 204 len: 168 time: 0.1962957 Jul 16 01:47:51.428904 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07775f4f-03f8-4859-9814-f42b10ce5f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71144b8-25ca-4648-b0a4-a7171a048775,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:51.544479 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59651ce9-aa23-4f09-af97-c019fe29530c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Network d34c3d4a-1f99-44f0-8c8c-3bb0a78421a0 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:51.640421 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-59651ce9-aa23-4f09-af97-c019fe29530c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, d34c3d4a-1f99-44f0-8c8c-3bb0a78421a0) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:51.654484 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c542aa-baaa-4adb-99c9-644e8df35bd2 None None] Network d34c3d4a-1f99-44f0-8c8c-3bb0a78421a0 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:51.662708 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59651ce9-aa23-4f09-af97-c019fe29530c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:51.663568 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59651ce9-aa23-4f09-af97-c019fe29530c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.668924 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-24f6fcbf-4e62-4f20-bc4f-ab293b88826c service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919626 Jul 16 01:47:51.721616 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.836425 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-4d7de67c-7674-40c5-89a3-fddd71a6f845 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0c40b0ea-30a1-4c59-8cb3-23aed3975cea HTTP/1.1" status: 200 len: 217 time: 0.1549463 Jul 16 01:47:51.843151 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-59651ce9-aa23-4f09-af97-c019fe29530c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9502082 Jul 16 01:47:51.843151 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.843445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43864) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:51.847853 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-74e21377-fbe3-41ba-a167-078c5fcfd6e6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Request body: {'floatingip': {'floating_network_id': 'd34c3d4a-1f99-44f0-8c8c-3bb0a78421a0'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:51.899207 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74e21377-fbe3-41ba-a167-078c5fcfd6e6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.905994 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa577c9-bafc-4958-ac0f-f5953aeea8e1 None None] Network d34c3d4a-1f99-44f0-8c8c-3bb0a78421a0 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:52.001637 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-a0ee61a1-1e78-4234-9eca-922e368576ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:52.003742 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-a0ee61a1-1e78-4234-9eca-922e368576ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d66e7cad-8485-48ef-b49f-9c0a1aa8b39b HTTP/1.1" status: 200 len: 797 time: 0.1493037 Jul 16 01:47:52.019412 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3ccda96d-cec0-41e9-acdf-60ec1a746f0f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.139975 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74e21377-fbe3-41ba-a167-078c5fcfd6e6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.145052 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccda96d-cec0-41e9-acdf-60ec1a746f0f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Pushing event deleted for resources: {'Port': ['ID=4c252181-4239-47bb-b9ec-4f4b822849eb,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:52.288867 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Allocated IP 172.25.1.131 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/52160ea0-efd8-444d-857b-e8e3570abf10) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:52.326006 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-74e21377-fbe3-41ba-a167-078c5fcfd6e6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Allocated IP 172.20.0.11 (d34c3d4a-1f99-44f0-8c8c-3bb0a78421a0/51734bc6-d2bf-4f4c-8508-893f144e014b/500d65a1-935d-4c9c-9412-891d1d298d1e) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:52.453554 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.521780 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74e21377-fbe3-41ba-a167-078c5fcfd6e6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.564336 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.566157 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74e21377-fbe3-41ba-a167-078c5fcfd6e6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.631425 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e21377-fbe3-41ba-a167-078c5fcfd6e6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Network d34c3d4a-1f99-44f0-8c8c-3bb0a78421a0 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:52.638343 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-74e21377-fbe3-41ba-a167-078c5fcfd6e6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:52.642134 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e21377-fbe3-41ba-a167-078c5fcfd6e6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:52.670872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:52.675929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e21377-fbe3-41ba-a167-078c5fcfd6e6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Pushing event updated for resources: {'Port': ['ID=500d65a1-935d-4c9c-9412-891d1d298d1e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:52.691694 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:52.699721 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:52.811326 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74e21377-fbe3-41ba-a167-078c5fcfd6e6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.821356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43882) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:52.853514 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-9a96104e-c3b4-4df2-b3ce-314d9dde6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:52.855280 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-9a96104e-c3b4-4df2-b3ce-314d9dde6c7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8370237 Jul 16 01:47:52.858771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=52160ea0-efd8-444d-857b-e8e3570abf10,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:52.864277 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3ccda96d-cec0-41e9-acdf-60ec1a746f0f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.867081 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3ccda96d-cec0-41e9-acdf-60ec1a746f0f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.868283 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3ccda96d-cec0-41e9-acdf-60ec1a746f0f tempest-ServerActionsTestJSON-165945517 tempest-ServerActionsTestJSON-165945517-project] 10.222.0.54 "DELETE /v2.0/floatingips/90f08f38-0e27-4252-9d50-b72dedd78cd2 HTTP/1.1" status: 204 len: 168 time: 2.7917156 Jul 16 01:47:52.875899 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43888) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:52.905612 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74e21377-fbe3-41ba-a167-078c5fcfd6e6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.942992 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99136cd0-1295-497e-9b6c-e9c5dc35beb3 req-f247a5cb-7952-4944-9bff-33a425b872be tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:52.951617 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99136cd0-1295-497e-9b6c-e9c5dc35beb3 req-f247a5cb-7952-4944-9bff-33a425b872be tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:52.959648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99136cd0-1295-497e-9b6c-e9c5dc35beb3 req-f247a5cb-7952-4944-9bff-33a425b872be tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:52.978921 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99136cd0-1295-497e-9b6c-e9c5dc35beb3 req-f247a5cb-7952-4944-9bff-33a425b872be tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:52.989923 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99136cd0-1295-497e-9b6c-e9c5dc35beb3 req-f247a5cb-7952-4944-9bff-33a425b872be tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:53.012419 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99136cd0-1295-497e-9b6c-e9c5dc35beb3 req-f247a5cb-7952-4944-9bff-33a425b872be tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:53.020059 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99136cd0-1295-497e-9b6c-e9c5dc35beb3 req-f247a5cb-7952-4944-9bff-33a425b872be tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:53.022005 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99136cd0-1295-497e-9b6c-e9c5dc35beb3 req-f247a5cb-7952-4944-9bff-33a425b872be tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5429 time: 0.5126772 Jul 16 01:47:53.256159 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74e21377-fbe3-41ba-a167-078c5fcfd6e6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.280408 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74e21377-fbe3-41ba-a167-078c5fcfd6e6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.383755 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3c14-9ee2-4bbe-8f6c-1574d440888a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.388316 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74e21377-fbe3-41ba-a167-078c5fcfd6e6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.438898 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e21377-fbe3-41ba-a167-078c5fcfd6e6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Pushing event updated for resources: {'Port': ['ID=500d65a1-935d-4c9c-9412-891d1d298d1e,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:53.535013 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3c14-9ee2-4bbe-8f6c-1574d440888a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.539664 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f5ad3c14-9ee2-4bbe-8f6c-1574d440888a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.570514 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f5ad3c14-9ee2-4bbe-8f6c-1574d440888a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f0eae6c49bb44735b770dade5e0b9ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7472990 Jul 16 01:47:53.573581 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43900) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:53.613735 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74e21377-fbe3-41ba-a167-078c5fcfd6e6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.618644 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-74e21377-fbe3-41ba-a167-078c5fcfd6e6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7740650 Jul 16 01:47:53.619400 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43902) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:53.742230 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-efb1bee3-887b-4f53-b015-f19b9becc0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.767550 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad3c14-9ee2-4bbe-8f6c-1574d440888a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56284f2-9474-413c-a247-1fc83f2c336e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:53.801364 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-efb1bee3-887b-4f53-b015-f19b9becc0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.810941 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.858726 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-96685870-f58f-43d2-8462-a8802d0cd8d0 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] 10.222.0.54 "GET /v2.0/floatingips?floating_network_id=d34c3d4a-1f99-44f0-8c8c-3bb0a78421a0 HTTP/1.1" status: 200 len: 690 time: 0.2270155 Jul 16 01:47:53.858726 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-efb1bee3-887b-4f53-b015-f19b9becc0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.861285 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-efb1bee3-887b-4f53-b015-f19b9becc0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.862597 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-efb1bee3-887b-4f53-b015-f19b9becc0e2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d56284f2-9474-413c-a247-1fc83f2c336e HTTP/1.1" status: 204 len: 168 time: 0.2881052 Jul 16 01:47:53.863189 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43912) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:53.870107 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.883401 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1bee3-887b-4f53-b015-f19b9becc0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56284f2-9474-413c-a247-1fc83f2c336e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:53.922706 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99136cd0-1295-497e-9b6c-e9c5dc35beb3 req-4958158d-77fa-4291-9700-c4eff88d7229 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8680725 Jul 16 01:47:53.950311 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-71328bf0-8db9-4b0a-a80d-1c6672d4c169 service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0751407 Jul 16 01:47:54.047274 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.208512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Deleting port 500d65a1-935d-4c9c-9412-891d1d298d1e {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:54.209205 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.265046 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-5c0ee5ad-5d8b-4d84-a8eb-9da9d86ace8f service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028286 Jul 16 01:47:54.351987 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.353337 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.391671 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Calling delete_port for 500d65a1-935d-4c9c-9412-891d1d298d1e owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:54.449279 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-c47b04ae-dafe-4b60-aa4b-be722714cb05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b06a2033-1b7a-4ff7-b625-8b69419da338 HTTP/1.1" status: 200 len: 217 time: 0.1317575 Jul 16 01:47:54.456496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43932) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:54.480619 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-560e29b2-787e-4d3c-a9be-681185526784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.582609 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-df4cf0da-5a46-44d5-b655-e8c486702f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:54.585070 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-df4cf0da-5a46-44d5-b655-e8c486702f34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d66e7cad-8485-48ef-b49f-9c0a1aa8b39b HTTP/1.1" status: 200 len: 797 time: 0.1249049 Jul 16 01:47:54.594190 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.605592 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-560e29b2-787e-4d3c-a9be-681185526784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.617131 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-560e29b2-787e-4d3c-a9be-681185526784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.694804 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e29b2-787e-4d3c-a9be-681185526784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3644ec6-2e19-4a62-9d1c-8f5c40cb2788,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:54.701605 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-560e29b2-787e-4d3c-a9be-681185526784 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c12db1121ca2477ab406f69759c663c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414658 Jul 16 01:47:54.703649 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43958) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:54.771488 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.826163 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Pushing event deleted for resources: {'Port': ['ID=500d65a1-935d-4c9c-9412-891d1d298d1e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:54.835373 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-73d983da-6ae0-4bc6-8221-a70404402406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:54.837096 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-73d983da-6ae0-4bc6-8221-a70404402406 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2450583 Jul 16 01:47:54.859126 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e05be9ef-4931-4d90-b9c8-744825a1454f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.917052 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e05be9ef-4931-4d90-b9c8-744825a1454f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.931829 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.007668 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.032044 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e05be9ef-4931-4d90-b9c8-744825a1454f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.034734 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e05be9ef-4931-4d90-b9c8-744825a1454f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.035911 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e05be9ef-4931-4d90-b9c8-744825a1454f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d3644ec6-2e19-4a62-9d1c-8f5c40cb2788 HTTP/1.1" status: 204 len: 168 time: 0.3205085 Jul 16 01:47:55.080101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05be9ef-4931-4d90-b9c8-744825a1454f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3644ec6-2e19-4a62-9d1c-8f5c40cb2788,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:55.086545 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-8401cbe8-a264-4ac7-977d-f21f6940a8ac service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382197 Jul 16 01:47:55.150834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router 7cd4a137-72cb-4fac-bd0b-e97fb32cea84 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:47:55.164529 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.201943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=51734bc6-d2bf-4f4c-8508-893f144e014b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:55.220605 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c93d8-6de1-45eb-99e7-e26075813bb7 req-5793368f-4347-43c9-874a-feab775245a5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.226417 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c93d8-6de1-45eb-99e7-e26075813bb7 req-5793368f-4347-43c9-874a-feab775245a5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.233306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c93d8-6de1-45eb-99e7-e26075813bb7 req-5793368f-4347-43c9-874a-feab775245a5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.239178 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c93d8-6de1-45eb-99e7-e26075813bb7 req-5793368f-4347-43c9-874a-feab775245a5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.246400 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c93d8-6de1-45eb-99e7-e26075813bb7 req-5793368f-4347-43c9-874a-feab775245a5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.248733 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f37b0c83-f28f-47ec-9569-c56abd1a91a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.252559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c93d8-6de1-45eb-99e7-e26075813bb7 req-5793368f-4347-43c9-874a-feab775245a5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.259439 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c93d8-6de1-45eb-99e7-e26075813bb7 req-5793368f-4347-43c9-874a-feab775245a5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.261609 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-495c93d8-6de1-45eb-99e7-e26075813bb7 req-5793368f-4347-43c9-874a-feab775245a5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5429 time: 0.1858435 Jul 16 01:47:55.333855 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.354010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34c3d4a-1f99-44f0-8c8c-3bb0a78421a0']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:55.368251 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-495c93d8-6de1-45eb-99e7-e26075813bb7 req-b7343412-5ae3-4598-a766-3eea51360ba9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963917 Jul 16 01:47:55.372587 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6365c00-4441-4e53-affd-b317cb0d5011') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:55.372886 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6365c00-4441-4e53-affd-b317cb0d5011') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:55.382602 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.401179 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.405089 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:55.405588 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:55.407736 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:55.451515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:55.471367 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840086e3-0359-4eda-9031-744d8185f722 None None] Sync routers for ids ['7cd4a137-72cb-4fac-bd0b-e97fb32cea84'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:55.473392 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.480906 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d34c3d4a-1f99-44f0-8c8c-3bb0a78421a0 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:47:55.488769 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840086e3-0359-4eda-9031-744d8185f722 None None] Routers {'7cd4a137-72cb-4fac-bd0b-e97fb32cea84'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:55.489621 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-840086e3-0359-4eda-9031-744d8185f722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:47:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7cd4a137-72cb-4fac-bd0b-e97fb32cea84'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:55.495892 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.496208 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbf02efb-5733-408a-8bbc-24e16931f033 req-a6bb2f89-d12c-40b4-9c6b-c37254b244db service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968301 Jul 16 01:47:55.501264 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] 10.222.0.54 "DELETE /v2.0/networks/d34c3d4a-1f99-44f0-8c8c-3bb0a78421a0 HTTP/1.1" status: 204 len: 168 time: 1.6267231 Jul 16 01:47:55.504231 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4195c48-db99-45d2-b633-e770c55af312 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Pushing event deleted for resources: {'Network': ['ID=d34c3d4a-1f99-44f0-8c8c-3bb0a78421a0,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:55.509150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44014) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:55.557193 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44016) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:55.584670 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-840086e3-0359-4eda-9031-744d8185f722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:55.603078 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840086e3-0359-4eda-9031-744d8185f722 None None] Routers {'7cd4a137-72cb-4fac-bd0b-e97fb32cea84'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:55.608386 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-840086e3-0359-4eda-9031-744d8185f722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:47:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7cd4a137-72cb-4fac-bd0b-e97fb32cea84'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:55.666401 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-840086e3-0359-4eda-9031-744d8185f722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:55.668123 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840086e3-0359-4eda-9031-744d8185f722 None None] The sync data for ids ['7cd4a137-72cb-4fac-bd0b-e97fb32cea84'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:55.668268 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.669454 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ca66a2c9-bfc7-4127-a519-9ea3b1459edc tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.9061954 Jul 16 01:47:55.673325 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44026) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:55.723884 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4b840011-53e5-4f6d-9f6e-153fed62654a tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2261 time: 0.2026861 Jul 16 01:47:55.723884 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44030) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:55.886838 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ca33-e6cd-4e4f-805d-12f900fda907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.899853 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6a220-3a23-4353-9cc9-77e8de6ce94c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.900402 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6a220-3a23-4353-9cc9-77e8de6ce94c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.900866 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6a220-3a23-4353-9cc9-77e8de6ce94c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.901945 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6a220-3a23-4353-9cc9-77e8de6ce94c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.902740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6a220-3a23-4353-9cc9-77e8de6ce94c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.903254 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6a220-3a23-4353-9cc9-77e8de6ce94c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.903745 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6a220-3a23-4353-9cc9-77e8de6ce94c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.904250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6a220-3a23-4353-9cc9-77e8de6ce94c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.904703 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6a220-3a23-4353-9cc9-77e8de6ce94c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.905737 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6a220-3a23-4353-9cc9-77e8de6ce94c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.905737 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6a220-3a23-4353-9cc9-77e8de6ce94c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.908088 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4cd6a220-3a23-4353-9cc9-77e8de6ce94c tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7001 time: 0.1876471 Jul 16 01:47:55.910913 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44040) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:55.955217 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-5f39ae02-68e3-4a45-8f6f-b019d2b423d6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] delete failed (client error): The resource could not be found. Jul 16 01:47:55.956803 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5f39ae02-68e3-4a45-8f6f-b019d2b423d6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/d6b19eef-c974-47b6-9b99-a0e080c6b102 HTTP/1.1" status: 404 len: 345 time: 0.0444605 Jul 16 01:47:55.959199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44042) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:55.976703 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9d085dcf-f17d-42ca-acb4-013b07a292f1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/routers/7cd4a137-72cb-4fac-bd0b-e97fb32cea84 HTTP/1.1" status: 200 len: 881 time: 0.3008320 Jul 16 01:47:55.981715 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44044) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:56.005404 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c882b-68f7-4d20-846a-85c4f7b5f157 req-56166111-1299-47d8-8369-3c6813b4d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.005892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c882b-68f7-4d20-846a-85c4f7b5f157 req-56166111-1299-47d8-8369-3c6813b4d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.007667 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c9b2fc-e4ea-4a6d-955e-865143ae1b4f tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 01:47:56.007849 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c882b-68f7-4d20-846a-85c4f7b5f157 req-56166111-1299-47d8-8369-3c6813b4d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.008206 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c882b-68f7-4d20-846a-85c4f7b5f157 req-56166111-1299-47d8-8369-3c6813b4d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.008437 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c9b2fc-e4ea-4a6d-955e-865143ae1b4f tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:56.008686 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c882b-68f7-4d20-846a-85c4f7b5f157 req-56166111-1299-47d8-8369-3c6813b4d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.009160 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c882b-68f7-4d20-846a-85c4f7b5f157 req-56166111-1299-47d8-8369-3c6813b4d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.009625 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c882b-68f7-4d20-846a-85c4f7b5f157 req-56166111-1299-47d8-8369-3c6813b4d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.011622 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e1c9b2fc-e4ea-4a6d-955e-865143ae1b4f tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] 10.222.0.54 "DELETE /v2.0/networks/d34c3d4a-1f99-44f0-8c8c-3bb0a78421a0 HTTP/1.1" status: 404 len: 339 time: 0.0504000 Jul 16 01:47:56.012073 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e16c882b-68f7-4d20-846a-85c4f7b5f157 req-56166111-1299-47d8-8369-3c6813b4d983 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 6486 time: 0.2306468 Jul 16 01:47:56.016559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44046) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:56.042826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5509014a-eca7-436d-b155-ab56a211b7a1 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Request body: {'network': {'name': 'tempest-network--770415016', 'router:external': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:56.229279 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c882b-68f7-4d20-846a-85c4f7b5f157 req-44aab814-0218-4640-b7bd-08d36e757dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.231647 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e16c882b-68f7-4d20-846a-85c4f7b5f157 req-44aab814-0218-4640-b7bd-08d36e757dfc service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29 HTTP/1.1" status: 200 len: 903 time: 0.1951544 Jul 16 01:47:56.249994 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f37b0c83-f28f-47ec-9569-c56abd1a91a4 admin admin] Deleting port 225dfc41-7f4b-4466-a461-5ae628d6ec90 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:56.250537 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f37b0c83-f28f-47ec-9569-c56abd1a91a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.254319 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ca33-e6cd-4e4f-805d-12f900fda907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.285020 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ca33-e6cd-4e4f-805d-12f900fda907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.355120 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e16c882b-68f7-4d20-846a-85c4f7b5f157 req-4a133240-002a-43fd-bed4-89f2c39ff05e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b06a2033-1b7a-4ff7-b625-8b69419da338 HTTP/1.1" status: 200 len: 217 time: 0.0860615 Jul 16 01:47:56.465437 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8ab2ca33-e6cd-4e4f-805d-12f900fda907 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3d22982688bc4978b7a9fa4869515055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9050434 Jul 16 01:47:56.472456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5509014a-eca7-436d-b155-ab56a211b7a1 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Made reservation on behalf of 9c4be871e81049a995cabe34b560ef6d for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:56.475161 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5509014a-eca7-436d-b155-ab56a211b7a1 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.476937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44072) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:56.484567 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2ca33-e6cd-4e4f-805d-12f900fda907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274c14c2-14f4-4b32-b6ca-6b60dbf70ac0,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:56.574548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c882b-68f7-4d20-846a-85c4f7b5f157 req-045198ef-f9a6-4e92-b358-84c432d4b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.576122 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e16c882b-68f7-4d20-846a-85c4f7b5f157 req-045198ef-f9a6-4e92-b358-84c432d4b06a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d66e7cad-8485-48ef-b49f-9c0a1aa8b39b HTTP/1.1" status: 200 len: 797 time: 0.2053854 Jul 16 01:47:56.604376 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-f37b0c83-f28f-47ec-9569-c56abd1a91a4 admin admin] For port 225dfc41-7f4b-4466-a461-5ae628d6ec90, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=225dfc41-7f4b-4466-a461-5ae628d6ec90,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:56.604678 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f37b0c83-f28f-47ec-9569-c56abd1a91a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.634090 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5509014a-eca7-436d-b155-ab56a211b7a1 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:56.660554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f37b0c83-f28f-47ec-9569-c56abd1a91a4 admin admin] Calling delete_port for 225dfc41-7f4b-4466-a461-5ae628d6ec90 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:56.677891 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5509014a-eca7-436d-b155-ab56a211b7a1 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.678233 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-5509014a-eca7-436d-b155-ab56a211b7a1 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Added segment a405df2f-2637-43b0-a198-dbf5ba5e507b of type vlan for network e9d6ab36-0b9e-4d7d-baa4-e5f18093f879 Jul 16 01:47:56.707600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d64f02-a649-46da-b9ed-db316c8321ab req-b720d606-cd0a-42f3-a419-62d656f46da3 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.709159 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4d64f02-a649-46da-b9ed-db316c8321ab req-b720d606-cd0a-42f3-a419-62d656f46da3 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 945 time: 0.1492801 Jul 16 01:47:56.734848 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b7ec1270-10c2-432e-8142-e2514916aa90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.743823 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f540321e-9458-485e-a796-cd789cd50888 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7583544 Jul 16 01:47:56.744027 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44076) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:56.749853 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3d5ec60c-338e-4dbd-99d4-5890b7452ef9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1910529747'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:56.811744 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5509014a-eca7-436d-b155-ab56a211b7a1 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.825200 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b7ec1270-10c2-432e-8142-e2514916aa90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.851887 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4d64f02-a649-46da-b9ed-db316c8321ab req-9e593aec-a8ed-4a35-a63a-b1efe8ee8c2d tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=684dfec8-6da4-4fcd-8d99-b5327def6179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343980 Jul 16 01:47:56.875538 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4c3a3-c7d2-4d12-a1e3-43f7f1f54d83 req-837a735c-8255-4416-9c9d-f17ccaeef09e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.881523 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4c3a3-c7d2-4d12-a1e3-43f7f1f54d83 req-837a735c-8255-4416-9c9d-f17ccaeef09e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.888017 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4c3a3-c7d2-4d12-a1e3-43f7f1f54d83 req-837a735c-8255-4416-9c9d-f17ccaeef09e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.894117 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4c3a3-c7d2-4d12-a1e3-43f7f1f54d83 req-837a735c-8255-4416-9c9d-f17ccaeef09e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.900518 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4c3a3-c7d2-4d12-a1e3-43f7f1f54d83 req-837a735c-8255-4416-9c9d-f17ccaeef09e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.906713 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4c3a3-c7d2-4d12-a1e3-43f7f1f54d83 req-837a735c-8255-4416-9c9d-f17ccaeef09e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.912563 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4c3a3-c7d2-4d12-a1e3-43f7f1f54d83 req-837a735c-8255-4416-9c9d-f17ccaeef09e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.914661 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93a4c3a3-c7d2-4d12-a1e3-43f7f1f54d83 req-837a735c-8255-4416-9c9d-f17ccaeef09e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5429 time: 0.3819568 Jul 16 01:47:57.010692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c882b-68f7-4d20-846a-85c4f7b5f157 req-873c890e-a83a-4a7d-97d8-060f6472e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.012315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e16c882b-68f7-4d20-846a-85c4f7b5f157 req-873c890e-a83a-4a7d-97d8-060f6472e5e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4050310 Jul 16 01:47:57.055230 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5509014a-eca7-436d-b155-ab56a211b7a1 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.056203 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5509014a-eca7-436d-b155-ab56a211b7a1 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.057035 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5509014a-eca7-436d-b155-ab56a211b7a1 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.064030 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44084) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:57.116791 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-93a4c3a3-c7d2-4d12-a1e3-43f7f1f54d83 req-a9c5e801-3403-434f-a937-4b00531e5b69 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1937790 Jul 16 01:47:57.127117 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b7ec1270-10c2-432e-8142-e2514916aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.129786 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b7ec1270-10c2-432e-8142-e2514916aa90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.130916 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b7ec1270-10c2-432e-8142-e2514916aa90 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/274c14c2-14f4-4b32-b6ca-6b60dbf70ac0 HTTP/1.1" status: 204 len: 168 time: 0.6476145 Jul 16 01:47:57.212866 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d5ec60c-338e-4dbd-99d4-5890b7452ef9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.227107 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d5ec60c-338e-4dbd-99d4-5890b7452ef9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.363198 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5ec60c-338e-4dbd-99d4-5890b7452ef9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router 7cd4a137-72cb-4fac-bd0b-e97fb32cea84 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:57.476853 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44092) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:57.496180 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-39ba6918-849b-4937-8fe4-5385b4daef4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.498333 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5ec60c-338e-4dbd-99d4-5890b7452ef9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:57.505670 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d5ec60c-338e-4dbd-99d4-5890b7452ef9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.506881 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3d5ec60c-338e-4dbd-99d4-5890b7452ef9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/7cd4a137-72cb-4fac-bd0b-e97fb32cea84 HTTP/1.1" status: 200 len: 888 time: 0.7619612 Jul 16 01:47:57.511565 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bd3a45-74b9-4bb4-ad31-e8fd96251ccd None None] Sync routers for ids ['7cd4a137-72cb-4fac-bd0b-e97fb32cea84'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:57.513123 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44094) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:57.523047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bd3a45-74b9-4bb4-ad31-e8fd96251ccd None None] Routers {'7cd4a137-72cb-4fac-bd0b-e97fb32cea84'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:57.523489 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-06bd3a45-74b9-4bb4-ad31-e8fd96251ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:47:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7cd4a137-72cb-4fac-bd0b-e97fb32cea84'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:57.544796 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5509014a-eca7-436d-b155-ab56a211b7a1 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5092318 Jul 16 01:47:57.553424 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44096) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:57.555792 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-06bd3a45-74b9-4bb4-ad31-e8fd96251ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:57.566646 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bd3a45-74b9-4bb4-ad31-e8fd96251ccd None None] Routers {'7cd4a137-72cb-4fac-bd0b-e97fb32cea84'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:57.567494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-06bd3a45-74b9-4bb4-ad31-e8fd96251ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:47:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7cd4a137-72cb-4fac-bd0b-e97fb32cea84'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:57.594262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec1270-10c2-432e-8142-e2514916aa90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274c14c2-14f4-4b32-b6ca-6b60dbf70ac0,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:57.605519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509014a-eca7-436d-b155-ab56a211b7a1 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Pushing event updated for resources: {'Network': ['ID=e9d6ab36-0b9e-4d7d-baa4-e5f18093f879,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:57.607731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-06bd3a45-74b9-4bb4-ad31-e8fd96251ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:57.608413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bd3a45-74b9-4bb4-ad31-e8fd96251ccd None None] The sync data for ids ['7cd4a137-72cb-4fac-bd0b-e97fb32cea84'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:57.614144 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3218f41-6549-435a-81e9-a3ba7c16b7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.643890 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network e9d6ab36-0b9e-4d7d-baa4-e5f18093f879 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:57.673747 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e16c882b-68f7-4d20-846a-85c4f7b5f157 req-a27b3bf7-8822-481b-a0c8-097f6dc9e78b service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6513011 Jul 16 01:47:57.726608 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f37b0c83-f28f-47ec-9569-c56abd1a91a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.783576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b0c83-f28f-47ec-9569-c56abd1a91a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=225dfc41-7f4b-4466-a461-5ae628d6ec90,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:57.827419 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-eeab2744-839e-4001-b35e-b23cc729e926 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/routers/7cd4a137-72cb-4fac-bd0b-e97fb32cea84 HTTP/1.1" status: 200 len: 888 time: 0.3108056 Jul 16 01:47:57.829500 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44098) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:57.838252 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefba946-d6d4-4a83-978b-4948c4c54af6 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.845400 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefba946-d6d4-4a83-978b-4948c4c54af6 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.851440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefba946-d6d4-4a83-978b-4948c4c54af6 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.858437 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefba946-d6d4-4a83-978b-4948c4c54af6 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.860100 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-eefba946-d6d4-4a83-978b-4948c4c54af6 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3057294 Jul 16 01:47:57.864715 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44100) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:57.876451 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e16c882b-68f7-4d20-846a-85c4f7b5f157 req-629fca45-6898-45ea-bf8d-6acf10ab84f2 service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922729 Jul 16 01:47:57.897201 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d8182058-70ff-470d-b3ca-02fb996501a9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cd4a137-72cb-4fac-bd0b-e97fb32cea84 HTTP/1.1" status: 200 len: 205 time: 0.0642684 Jul 16 01:47:57.897883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44104) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:57.995530 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ec49a823-2b74-42f1-889d-c916f6cd0235 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.017901 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-39ba6918-849b-4937-8fe4-5385b4daef4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.035106 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-39ba6918-849b-4937-8fe4-5385b4daef4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.142943 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1985-00a3-479f-8546-2be6b25e1d35 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.148868 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-39ba6918-849b-4937-8fe4-5385b4daef4e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=18f50f4fe1ca4235a55ea4b8ff061daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6710219 Jul 16 01:47:58.149560 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba6918-849b-4937-8fe4-5385b4daef4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bfc8a6-6bd3-49eb-9120-0f9eb1a67299,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:58.152599 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44106) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:58.190497 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ec49a823-2b74-42f1-889d-c916f6cd0235 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.209742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-ec49a823-2b74-42f1-889d-c916f6cd0235 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d6ab36-0b9e-4d7d-baa4-e5f18093f879']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:58.233144 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-ec49a823-2b74-42f1-889d-c916f6cd0235 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a405df2f-2637-43b0-a198-dbf5ba5e507b') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:58.233698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-ec49a823-2b74-42f1-889d-c916f6cd0235 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a405df2f-2637-43b0-a198-dbf5ba5e507b') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:58.242762 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f37b0c83-f28f-47ec-9569-c56abd1a91a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.252969 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ec49a823-2b74-42f1-889d-c916f6cd0235 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.306099 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e6d8b-5f64-4eee-9867-20dd02e57d7d req-f1f81aa2-c716-4a00-9b29-e59b5fd01e46 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:58.307951 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e66e6d8b-5f64-4eee-9867-20dd02e57d7d req-f1f81aa2-c716-4a00-9b29-e59b5fd01e46 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 945 time: 0.2868974 Jul 16 01:47:58.328462 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ec49a823-2b74-42f1-889d-c916f6cd0235 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.346057 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c3734c2-367d-486c-bc45-184488f85ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.360846 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483b7ea-a82f-45be-82d3-266c601d2968 req-e3cc0582-fea4-4b04-a3c0-baae2a237b66 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:58.362413 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5483b7ea-a82f-45be-82d3-266c601d2968 req-e3cc0582-fea4-4b04-a3c0-baae2a237b66 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 945 time: 0.2676847 Jul 16 01:47:58.364115 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec49a823-2b74-42f1-889d-c916f6cd0235 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:58.364535 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ec49a823-2b74-42f1-889d-c916f6cd0235 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:58.366463 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:58.376726 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-59dd5a9b-a3f4-49f6-a954-578accb73976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.420862 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1985-00a3-479f-8546-2be6b25e1d35 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.451679 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e66e6d8b-5f64-4eee-9867-20dd02e57d7d req-f5c98834-3ccf-440d-b814-24cab3b54e83 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=684dfec8-6da4-4fcd-8d99-b5327def6179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336963 Jul 16 01:47:58.456259 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-59dd5a9b-a3f4-49f6-a954-578accb73976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.470266 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3218f41-6549-435a-81e9-a3ba7c16b7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.482686 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3218f41-6549-435a-81e9-a3ba7c16b7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.514616 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ec49a823-2b74-42f1-889d-c916f6cd0235 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.541673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec49a823-2b74-42f1-889d-c916f6cd0235 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e9d6ab36-0b9e-4d7d-baa4-e5f18093f879 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:47:58.558206 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ec49a823-2b74-42f1-889d-c916f6cd0235 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.560178 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ec49a823-2b74-42f1-889d-c916f6cd0235 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] 10.222.0.54 "DELETE /v2.0/networks/e9d6ab36-0b9e-4d7d-baa4-e5f18093f879 HTTP/1.1" status: 204 len: 168 time: 0.6945069 Jul 16 01:47:58.564282 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44112) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:58.571483 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d3218f41-6549-435a-81e9-a3ba7c16b7ae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b7de73b83762474b96bb4d6861a3771f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4995592 Jul 16 01:47:58.572394 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49a823-2b74-42f1-889d-c916f6cd0235 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Pushing event deleted for resources: {'Network': ['ID=e9d6ab36-0b9e-4d7d-baa4-e5f18093f879,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:58.575533 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44114) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:58.577932 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-79a20cdd-e679-4b7e-b028-18bb0f035f58 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Request body: {'network': {'name': 'tempest-network--1270529288', 'router:external': True}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:58.578575 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3218f41-6549-435a-81e9-a3ba7c16b7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500d96c8-fbce-4634-8b44-9ca0f5ccda0b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:58.602834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda1faa-2d33-4840-ad63-5311f0f88363 req-e283fee8-233a-4fcb-907d-e8b80f9791ba tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:58.608998 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda1faa-2d33-4840-ad63-5311f0f88363 req-e283fee8-233a-4fcb-907d-e8b80f9791ba tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:58.612447 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b1985-00a3-479f-8546-2be6b25e1d35 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting port 52160ea0-efd8-444d-857b-e8e3570abf10 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:58.612808 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1985-00a3-479f-8546-2be6b25e1d35 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.614556 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-59dd5a9b-a3f4-49f6-a954-578accb73976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.614953 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda1faa-2d33-4840-ad63-5311f0f88363 req-e283fee8-233a-4fcb-907d-e8b80f9791ba tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:58.617158 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-59dd5a9b-a3f4-49f6-a954-578accb73976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.621378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-59dd5a9b-a3f4-49f6-a954-578accb73976 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b6bfc8a6-6bd3-49eb-9120-0f9eb1a67299 HTTP/1.1" status: 204 len: 168 time: 0.4294848 Jul 16 01:47:58.622418 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda1faa-2d33-4840-ad63-5311f0f88363 req-e283fee8-233a-4fcb-907d-e8b80f9791ba tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:58.623745 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-5483b7ea-a82f-45be-82d3-266c601d2968 req-bf6ab6c7-7e9b-4581-98b6-915b99c8d0dd tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Deleting port a94392af-0eac-4564-bb29-acd1ad6827a7 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:58.624088 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5483b7ea-a82f-45be-82d3-266c601d2968 req-bf6ab6c7-7e9b-4581-98b6-915b99c8d0dd tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.628260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda1faa-2d33-4840-ad63-5311f0f88363 req-e283fee8-233a-4fcb-907d-e8b80f9791ba tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:58.634275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda1faa-2d33-4840-ad63-5311f0f88363 req-e283fee8-233a-4fcb-907d-e8b80f9791ba tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:58.636482 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a20cdd-e679-4b7e-b028-18bb0f035f58 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Made reservation on behalf of 9c4be871e81049a995cabe34b560ef6d for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:58.638807 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-79a20cdd-e679-4b7e-b028-18bb0f035f58 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.640560 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda1faa-2d33-4840-ad63-5311f0f88363 req-e283fee8-233a-4fcb-907d-e8b80f9791ba tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:58.642742 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0cda1faa-2d33-4840-ad63-5311f0f88363 req-e283fee8-233a-4fcb-907d-e8b80f9791ba tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5429 time: 0.3378420 Jul 16 01:47:58.679610 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd5a9b-a3f4-49f6-a954-578accb73976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bfc8a6-6bd3-49eb-9120-0f9eb1a67299,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:58.679862 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.776910 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a20cdd-e679-4b7e-b028-18bb0f035f58 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:58.806616 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-79a20cdd-e679-4b7e-b028-18bb0f035f58 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.806952 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-79a20cdd-e679-4b7e-b028-18bb0f035f58 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Added segment 61976b40-b07a-4ac2-b210-fa5d517a3613 of type vlan for network fd651089-1686-4500-a9fb-7800d8a84b45 Jul 16 01:47:58.815304 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0cda1faa-2d33-4840-ad63-5311f0f88363 req-600dc338-a252-4553-9dd3-144d8fd3bb8b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1611366 Jul 16 01:47:58.831954 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1985-00a3-479f-8546-2be6b25e1d35 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.857987 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5483b7ea-a82f-45be-82d3-266c601d2968 req-bf6ab6c7-7e9b-4581-98b6-915b99c8d0dd tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] For port a94392af-0eac-4564-bb29-acd1ad6827a7, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a94392af-0eac-4564-bb29-acd1ad6827a7,segment=NetworkSegment(ae7d78ab-006f-4e5c-832f-66c419c31b42),segment_id=ae7d78ab-006f-4e5c-832f-66c419c31b42)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:58.858356 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5483b7ea-a82f-45be-82d3-266c601d2968 req-bf6ab6c7-7e9b-4581-98b6-915b99c8d0dd tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.866021 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b6e3d7dc-1326-427b-87d1-c694998e5516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.880380 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37b0c83-f28f-47ec-9569-c56abd1a91a4 admin admin] Router ee9017b8-f372-4286-9640-bb6d9747a04b has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:58.897809 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b6e3d7dc-1326-427b-87d1-c694998e5516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.021703 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37b0c83-f28f-47ec-9569-c56abd1a91a4 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:59.029846 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f37b0c83-f28f-47ec-9569-c56abd1a91a4 admin admin] 10.222.0.54 "PUT /v2.0/routers/ee9017b8-f372-4286-9640-bb6d9747a04b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1318672 Jul 16 01:47:59.032461 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44122) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:59.271821 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6fbb81-5be6-4120-b646-9fbfa1cc1790 None None] Sync routers for ids ['ee9017b8-f372-4286-9640-bb6d9747a04b'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:59.281690 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6fbb81-5be6-4120-b646-9fbfa1cc1790 None None] Routers {'ee9017b8-f372-4286-9640-bb6d9747a04b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:59.282694 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ce6fbb81-5be6-4120-b646-9fbfa1cc1790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:47:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ee9017b8-f372-4286-9640-bb6d9747a04b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:59.285957 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c2aebd-c40a-4fa0-8688-e5e635890096 admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.322034 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b6e3d7dc-1326-427b-87d1-c694998e5516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.325736 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b6e3d7dc-1326-427b-87d1-c694998e5516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.329907 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b6e3d7dc-1326-427b-87d1-c694998e5516 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/500d96c8-fbce-4634-8b44-9ca0f5ccda0b HTTP/1.1" status: 204 len: 168 time: 0.7522519 Jul 16 01:47:59.343118 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3d7dc-1326-427b-87d1-c694998e5516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500d96c8-fbce-4634-8b44-9ca0f5ccda0b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:59.427594 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b1985-00a3-479f-8546-2be6b25e1d35 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Calling delete_port for 52160ea0-efd8-444d-857b-e8e3570abf10 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:59.456975 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-79a20cdd-e679-4b7e-b028-18bb0f035f58 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.494870 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ce6fbb81-5be6-4120-b646-9fbfa1cc1790 None None] Set router ee9017b8-f372-4286-9640-bb6d9747a04b gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:59.502297 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c2aebd-c40a-4fa0-8688-e5e635890096 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.516256 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5483b7ea-a82f-45be-82d3-266c601d2968 req-bf6ab6c7-7e9b-4581-98b6-915b99c8d0dd tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.516875 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5483b7ea-a82f-45be-82d3-266c601d2968 req-bf6ab6c7-7e9b-4581-98b6-915b99c8d0dd tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.517375 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [req-5483b7ea-a82f-45be-82d3-266c601d2968 req-bf6ab6c7-7e9b-4581-98b6-915b99c8d0dd tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Floating IP 2c7f7fd5-d513-4f8e-81f6-dc3db901a304 disassociated. External IP: 172.25.1.153, port: a94392af-0eac-4564-bb29-acd1ad6827a7. Jul 16 01:47:59.517873 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-5483b7ea-a82f-45be-82d3-266c601d2968 req-bf6ab6c7-7e9b-4581-98b6-915b99c8d0dd tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Calling delete_port for a94392af-0eac-4564-bb29-acd1ad6827a7 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:59.631558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-39c2aebd-c40a-4fa0-8688-e5e635890096 admin admin] Deleting port 782fb458-2b8d-4828-adfb-5a3400258a86 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:59.634390 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c2aebd-c40a-4fa0-8688-e5e635890096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.721343 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-79a20cdd-e679-4b7e-b028-18bb0f035f58 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.722586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a20cdd-e679-4b7e-b028-18bb0f035f58 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:59.723502 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-79a20cdd-e679-4b7e-b028-18bb0f035f58 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.768156 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ce6fbb81-5be6-4120-b646-9fbfa1cc1790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'name': 'tempest-ServerActionsTestJSON-665739114-router', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:47:57Z', 'revision_number': 5, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'gw_port': {'id': '782fb458-2b8d-4828-adfb-5a3400258a86', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:25:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:12Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:59.785244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-39c2aebd-c40a-4fa0-8688-e5e635890096 admin admin] For port 782fb458-2b8d-4828-adfb-5a3400258a86, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=782fb458-2b8d-4828-adfb-5a3400258a86,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:59.785614 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c2aebd-c40a-4fa0-8688-e5e635890096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.801401 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-39c2aebd-c40a-4fa0-8688-e5e635890096 admin admin] Calling delete_port for 782fb458-2b8d-4828-adfb-5a3400258a86 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:59.826647 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6fbb81-5be6-4120-b646-9fbfa1cc1790 None None] Checking router: ee9017b8-f372-4286-9640-bb6d9747a04b for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:47:59.844393 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6fbb81-5be6-4120-b646-9fbfa1cc1790 None None] Routers {'ee9017b8-f372-4286-9640-bb6d9747a04b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:59.846233 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ce6fbb81-5be6-4120-b646-9fbfa1cc1790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:47:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ee9017b8-f372-4286-9640-bb6d9747a04b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:59.874209 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-79a20cdd-e679-4b7e-b028-18bb0f035f58 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3030987 Jul 16 01:47:59.887970 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44152) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:00.013407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc8e4e0-8982-4577-93d5-2877b6e77460 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:00.014926 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cfc8e4e0-8982-4577-93d5-2877b6e77460 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] 10.222.0.54 "GET /v2.0/networks/fd651089-1686-4500-a9fb-7800d8a84b45 HTTP/1.1" status: 200 len: 757 time: 0.1237855 Jul 16 01:48:00.018182 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44164) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:00.028940 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a20cdd-e679-4b7e-b028-18bb0f035f58 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Pushing event updated for resources: {'Network': ['ID=fd651089-1686-4500-a9fb-7800d8a84b45,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:00.046740 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network fd651089-1686-4500-a9fb-7800d8a84b45 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:00.047451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c77a1-ec4f-4932-b80b-7f50e45cfe1f req-af36f513-f136-4d6a-970b-0bf5fa023683 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:00.049750 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a2c77a1-ec4f-4932-b80b-7f50e45cfe1f req-af36f513-f136-4d6a-970b-0bf5fa023683 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 945 time: 0.3638997 Jul 16 01:48:00.109776 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ce6fbb81-5be6-4120-b646-9fbfa1cc1790 None None] Set router ee9017b8-f372-4286-9640-bb6d9747a04b gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:00.178655 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a2c77a1-ec4f-4932-b80b-7f50e45cfe1f req-273e5741-ecfb-4339-94de-401c12e87e6b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups?id=684dfec8-6da4-4fcd-8d99-b5327def6179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214740 Jul 16 01:48:00.209695 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1985-00a3-479f-8546-2be6b25e1d35 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.225781 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5483b7ea-a82f-45be-82d3-266c601d2968 req-bf6ab6c7-7e9b-4581-98b6-915b99c8d0dd tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.239177 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ce6fbb81-5be6-4120-b646-9fbfa1cc1790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'name': 'tempest-ServerActionsTestJSON-665739114-router', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:47:59Z', 'revision_number': 6, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:00.349747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17073826-6986-491a-8576-30a264ed8d36 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:00.351234 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-17073826-6986-491a-8576-30a264ed8d36 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] 10.222.0.54 "GET /v2.0/networks/f42ff77a-710f-4b55-adb2-8fc115f6eaab HTTP/1.1" status: 200 len: 768 time: 0.3299627 Jul 16 01:48:00.357291 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44178) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:00.357665 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b1985-00a3-479f-8546-2be6b25e1d35 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Port': ['ID=52160ea0-efd8-444d-857b-e8e3570abf10,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:00.431538 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2419d21-f337-4af9-ab08-7e8a5144254d req-ddd96dfe-ddf4-48d5-8ac1-2830b63d30e7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:00.438742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2419d21-f337-4af9-ab08-7e8a5144254d req-ddd96dfe-ddf4-48d5-8ac1-2830b63d30e7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:00.446013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2419d21-f337-4af9-ab08-7e8a5144254d req-ddd96dfe-ddf4-48d5-8ac1-2830b63d30e7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:00.454228 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2419d21-f337-4af9-ab08-7e8a5144254d req-ddd96dfe-ddf4-48d5-8ac1-2830b63d30e7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:00.460980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2419d21-f337-4af9-ab08-7e8a5144254d req-ddd96dfe-ddf4-48d5-8ac1-2830b63d30e7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:00.467763 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2419d21-f337-4af9-ab08-7e8a5144254d req-ddd96dfe-ddf4-48d5-8ac1-2830b63d30e7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:00.475139 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2419d21-f337-4af9-ab08-7e8a5144254d req-ddd96dfe-ddf4-48d5-8ac1-2830b63d30e7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:00.485842 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f2419d21-f337-4af9-ab08-7e8a5144254d req-ddd96dfe-ddf4-48d5-8ac1-2830b63d30e7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5429 time: 0.3973520 Jul 16 01:48:00.509352 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6fbb81-5be6-4120-b646-9fbfa1cc1790 None None] The sync data for ids ['ee9017b8-f372-4286-9640-bb6d9747a04b'] in n-d-800086-6 is: [{'id': 'ee9017b8-f372-4286-9640-bb6d9747a04b', 'name': 'tempest-ServerActionsTestJSON-665739114-router', 'tenant_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:47:59Z', 'revision_number': 6, 'project_id': '0c8ea4369a43418786bc678e4bd3ed2c', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:00.524403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ab6c7-7e9b-4581-98b6-915b99c8d0dd tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Pushing event deleted for resources: {'Port': ['ID=a94392af-0eac-4564-bb29-acd1ad6827a7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:00.561266 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1985-00a3-479f-8546-2be6b25e1d35 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.617641 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38b11e66-2168-4540-9e78-262b758c8385 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.649770 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f2419d21-f337-4af9-ab08-7e8a5144254d req-6b6df859-fad6-467b-8f83-641b14572716 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1628132 Jul 16 01:48:00.651930 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c2aebd-c40a-4fa0-8688-e5e635890096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.724652 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2aebd-c40a-4fa0-8688-e5e635890096 admin admin] Pushing event deleted for resources: {'Port': ['ID=782fb458-2b8d-4828-adfb-5a3400258a86,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:00.779486 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1985-00a3-479f-8546-2be6b25e1d35 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.783373 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1985-00a3-479f-8546-2be6b25e1d35 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.805803 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c2aebd-c40a-4fa0-8688-e5e635890096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.860344 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1985-00a3-479f-8546-2be6b25e1d35 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.861118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5b1985-00a3-479f-8546-2be6b25e1d35 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Fanout notify agent at l3_agent the message router_deleted on router 7cd4a137-72cb-4fac-bd0b-e97fb32cea84 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:00.872581 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1985-00a3-479f-8546-2be6b25e1d35 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.878099 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5a5b1985-00a3-479f-8546-2be6b25e1d35 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/routers/7cd4a137-72cb-4fac-bd0b-e97fb32cea84 HTTP/1.1" status: 204 len: 168 time: 2.9748516 Jul 16 01:48:00.883016 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44200) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:00.906509 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4d952a3e-25a3-4de3-8e96-e8c2153e40bf tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'network': {'name': 'tempest-RoutersTest-1824875539'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:00.998591 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d952a3e-25a3-4de3-8e96-e8c2153e40bf tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Made reservation on behalf of e25ea08c9a1242e0b31ad92aebc38e34 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:01.005148 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4d952a3e-25a3-4de3-8e96-e8c2153e40bf tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.013279 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38b11e66-2168-4540-9e78-262b758c8385 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.017137 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c2aebd-c40a-4fa0-8688-e5e635890096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.024035 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c2aebd-c40a-4fa0-8688-e5e635890096 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.025266 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5483b7ea-a82f-45be-82d3-266c601d2968 req-bf6ab6c7-7e9b-4581-98b6-915b99c8d0dd tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Router 40c0cfd5-5610-42cf-aab9-975d9c77081c has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:01.029762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-38b11e66-2168-4540-9e78-262b758c8385 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd651089-1686-4500-a9fb-7800d8a84b45']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:01.081738 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf19a-ba2a-4ae8-94e8-550867b362c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.085698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-38b11e66-2168-4540-9e78-262b758c8385 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61976b40-b07a-4ac2-b210-fa5d517a3613') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:01.086028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-38b11e66-2168-4540-9e78-262b758c8385 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61976b40-b07a-4ac2-b210-fa5d517a3613') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:01.086951 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d952a3e-25a3-4de3-8e96-e8c2153e40bf tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:01.099022 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38b11e66-2168-4540-9e78-262b758c8385 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.113438 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.123000 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c2aebd-c40a-4fa0-8688-e5e635890096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.123517 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c2aebd-c40a-4fa0-8688-e5e635890096 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee9017b8-f372-4286-9640-bb6d9747a04b {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:01.137583 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c2aebd-c40a-4fa0-8688-e5e635890096 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.138950 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-39c2aebd-c40a-4fa0-8688-e5e635890096 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ee9017b8-f372-4286-9640-bb6d9747a04b HTTP/1.1" status: 204 len: 168 time: 2.1055956 Jul 16 01:48:01.142978 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4d952a3e-25a3-4de3-8e96-e8c2153e40bf tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.143337 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-4d952a3e-25a3-4de3-8e96-e8c2153e40bf tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Added segment f4ff3288-8f9b-4dcc-b5c5-dd2b3ceafb11 of type vlan for network 3a180532-f012-4d3d-8195-557b56bee8c0 Jul 16 01:48:01.143985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44224) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:01.185887 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38b11e66-2168-4540-9e78-262b758c8385 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.205024 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b11e66-2168-4540-9e78-262b758c8385 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:01.205591 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38b11e66-2168-4540-9e78-262b758c8385 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:01.208201 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:01.257660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d819d8-7dcf-439b-818f-1aada6528d87 admin admin] Deleting subnet e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:01.323830 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76d819d8-7dcf-439b-818f-1aada6528d87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.351973 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4d952a3e-25a3-4de3-8e96-e8c2153e40bf tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.359771 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38b11e66-2168-4540-9e78-262b758c8385 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.384040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b11e66-2168-4540-9e78-262b758c8385 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd651089-1686-4500-a9fb-7800d8a84b45 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:48:01.387862 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76d819d8-7dcf-439b-818f-1aada6528d87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.390001 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b11e66-2168-4540-9e78-262b758c8385 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd651089-1686-4500-a9fb-7800d8a84b45,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:01.396881 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38b11e66-2168-4540-9e78-262b758c8385 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.404613 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-38b11e66-2168-4540-9e78-262b758c8385 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] 10.222.0.54 "DELETE /v2.0/networks/fd651089-1686-4500-a9fb-7800d8a84b45 HTTP/1.1" status: 204 len: 168 time: 1.0448692 Jul 16 01:48:01.411894 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44236) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:01.419689 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device a94392af-0eac-4564-bb29-acd1ad6827a7 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:01.428814 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ede8d444-6277-4663-9089-5501aa4cf6d7 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Request body: {'network': {'name': 'tempest-network--982599141'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:01.472501 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.resource_extend [None req-4d952a3e-25a3-4de3-8e96-e8c2153e40bf tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:48:01.483255 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: a94392af-0eac-4564-bb29-acd1ad6827a7 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:01.483879 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device a94392af-0eac-4564-bb29-acd1ad6827a7 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:01.502545 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76d819d8-7dcf-439b-818f-1aada6528d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.551161 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 225dfc41-7f4b-4466-a461-5ae628d6ec90 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:01.566737 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44240) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:01.568004 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-29df72e1-b79e-4d48-a813-9fa592849202 req-b8bb4794-f3d5-410d-88fd-e69ac78bc23b tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 210 time: 0.1588104 Jul 16 01:48:01.589829 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 225dfc41-7f4b-4466-a461-5ae628d6ec90 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:01.590408 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 225dfc41-7f4b-4466-a461-5ae628d6ec90 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:01.606517 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76d819d8-7dcf-439b-818f-1aada6528d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.612321 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4d952a3e-25a3-4de3-8e96-e8c2153e40bf tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.618072 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d952a3e-25a3-4de3-8e96-e8c2153e40bf tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:01.623849 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76d819d8-7dcf-439b-818f-1aada6528d87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.624909 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4d952a3e-25a3-4de3-8e96-e8c2153e40bf tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.627207 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-76d819d8-7dcf-439b-818f-1aada6528d87 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e58ed57f-5f2f-47f0-8d91-3a3adcdcd958 HTTP/1.1" status: 204 len: 168 time: 0.4816041 Jul 16 01:48:01.628903 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7467f88f-db40-41f3-8225-ee47ae0517b8 None None] Network 9a4578f6-e79e-403f-8401-5b41afbe66e6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:01.644802 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44244) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:01.649177 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d819d8-7dcf-439b-818f-1aada6528d87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e58ed57f-5f2f-47f0-8d91-3a3adcdcd958,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:01.670628 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5483b7ea-a82f-45be-82d3-266c601d2968 req-bf6ab6c7-7e9b-4581-98b6-915b99c8d0dd tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:01.671655 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:48:01.733917 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15cda33c-9ae3-41b6-ad86-8ef3351637c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.735473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede8d444-6277-4663-9089-5501aa4cf6d7 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Made reservation on behalf of 9c4be871e81049a995cabe34b560ef6d for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:01.738107 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ede8d444-6277-4663-9089-5501aa4cf6d7 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.909136 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d952a3e-25a3-4de3-8e96-e8c2153e40bf tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Network': ['ID=3a180532-f012-4d3d-8195-557b56bee8c0,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:01.923166 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 3a180532-f012-4d3d-8195-557b56bee8c0 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:01.930593 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15cda33c-9ae3-41b6-ad86-8ef3351637c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.945944 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede8d444-6277-4663-9089-5501aa4cf6d7 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:01.964995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5483b7ea-a82f-45be-82d3-266c601d2968 req-bf6ab6c7-7e9b-4581-98b6-915b99c8d0dd tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] No DVR routers for this DVR port a94392af-0eac-4564-bb29-acd1ad6827a7 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:01.979098 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ede8d444-6277-4663-9089-5501aa4cf6d7 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.980616 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-ede8d444-6277-4663-9089-5501aa4cf6d7 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Added segment 304bc7b1-24a0-41e1-81c2-3557893387ad of type vlan for network 6fe43a78-0e3e-445f-8479-c91571306b29 Jul 16 01:48:01.990765 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15cda33c-9ae3-41b6-ad86-8ef3351637c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.997570 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72efe450-3d62-451d-bed5-3aab143c5c00 None None] DHCP port deletion for 9a4578f6-e79e-403f-8401-5b41afbe66e6 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:02.059994 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.060401 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ede8d444-6277-4663-9089-5501aa4cf6d7 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.067753 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-15cda33c-9ae3-41b6-ad86-8ef3351637c1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=16b96f4c1cb546a584c40a3570a9024e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4996324 Jul 16 01:48:02.071222 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44248) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:02.072543 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-72efe450-3d62-451d-bed5-3aab143c5c00 None None] Deleting port d178f225-1686-4325-98f0-552c6e6fa42d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:02.073742 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72efe450-3d62-451d-bed5-3aab143c5c00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.109651 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cda33c-9ae3-41b6-ad86-8ef3351637c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5776e92-def5-4f66-a057-9ec24537fe79,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:02.140197 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4d952a3e-25a3-4de3-8e96-e8c2153e40bf tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2556751 Jul 16 01:48:02.142795 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5483b7ea-a82f-45be-82d3-266c601d2968 req-bf6ab6c7-7e9b-4581-98b6-915b99c8d0dd tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.149580 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5483b7ea-a82f-45be-82d3-266c601d2968 req-bf6ab6c7-7e9b-4581-98b6-915b99c8d0dd tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.26 "DELETE /v2.0/ports/a94392af-0eac-4564-bb29-acd1ad6827a7 HTTP/1.1" status: 204 len: 173 time: 3.7805896 Jul 16 01:48:02.155442 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c902075-f684-41cf-a33c-28bbb45f5f44', 'name': 'network-vif-deleted', 'tag': 'a94392af-0eac-4564-bb29-acd1ad6827a7'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:02.157775 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150cb5e-06c6-4953-abac-4f57069e66ad req-74165f52-b9b3-4808-a6f1-be4c35509a7a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.158950 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9908e57b-3af2-4373-87a1-79bb622ea051" -d '{"events": [{"server_uuid": "3c902075-f684-41cf-a33c-28bbb45f5f44", "name": "network-vif-deleted", "tag": "a94392af-0eac-4564-bb29-acd1ad6827a7"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:02.162002 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ede8d444-6277-4663-9089-5501aa4cf6d7 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.163326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede8d444-6277-4663-9089-5501aa4cf6d7 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.164245 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150cb5e-06c6-4953-abac-4f57069e66ad req-74165f52-b9b3-4808-a6f1-be4c35509a7a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.165092 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ede8d444-6277-4663-9089-5501aa4cf6d7 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.172490 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150cb5e-06c6-4953-abac-4f57069e66ad req-74165f52-b9b3-4808-a6f1-be4c35509a7a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.182496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44250) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:02.206052 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150cb5e-06c6-4953-abac-4f57069e66ad req-74165f52-b9b3-4808-a6f1-be4c35509a7a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.207939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d323e4a5-5681-4268-8b5c-de8e11922e24 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'subnet': {'network_id': '3a180532-f012-4d3d-8195-557b56bee8c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:02.225116 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ede8d444-6277-4663-9089-5501aa4cf6d7 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8098080 Jul 16 01:48:02.227690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150cb5e-06c6-4953-abac-4f57069e66ad req-74165f52-b9b3-4808-a6f1-be4c35509a7a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.237074 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-72efe450-3d62-451d-bed5-3aab143c5c00 None None] For port d178f225-1686-4325-98f0-552c6e6fa42d, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d178f225-1686-4325-98f0-552c6e6fa42d,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:02.238063 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72efe450-3d62-451d-bed5-3aab143c5c00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.247050 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150cb5e-06c6-4953-abac-4f57069e66ad req-74165f52-b9b3-4808-a6f1-be4c35509a7a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.256453 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-72efe450-3d62-451d-bed5-3aab143c5c00 None None] Calling delete_port for d178f225-1686-4325-98f0-552c6e6fa42d owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:02.261982 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150cb5e-06c6-4953-abac-4f57069e66ad req-74165f52-b9b3-4808-a6f1-be4c35509a7a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.264202 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5150cb5e-06c6-4953-abac-4f57069e66ad req-74165f52-b9b3-4808-a6f1-be4c35509a7a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5429 time: 0.3401916 Jul 16 01:48:02.267058 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44254) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:02.275350 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-3aec0d5a-3bc7-4959-881a-04d214943ff6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:02.289744 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8125f396-e7da-45a5-bad3-5ba50056a519 x-openstack-request-id: req-8125f396-e7da-45a5-bad3-5ba50056a519 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:02.298269 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c902075-f684-41cf-a33c-28bbb45f5f44", "name": "network-vif-deleted", "tag": "a94392af-0eac-4564-bb29-acd1ad6827a7", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:02.298598 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8125f396-e7da-45a5-bad3-5ba50056a519 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:02.299134 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c902075-f684-41cf-a33c-28bbb45f5f44', 'name': 'network-vif-deleted', 'tag': 'a94392af-0eac-4564-bb29-acd1ad6827a7', 'status': 'completed', 'code': 200} Jul 16 01:48:02.363542 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed7d6f4-3aae-4ba3-b8a9-1c2366679631 None None] Sync routers for ids ['40c0cfd5-5610-42cf-aab9-975d9c77081c'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:02.388381 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.421654 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5a06ab2-f5be-498b-aff3-9027f80f63d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.423748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed7d6f4-3aae-4ba3-b8a9-1c2366679631 None None] Routers {'40c0cfd5-5610-42cf-aab9-975d9c77081c'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:02.425867 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5ed7d6f4-3aae-4ba3-b8a9-1c2366679631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['40c0cfd5-5610-42cf-aab9-975d9c77081c'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:02.429508 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8d444-6277-4663-9089-5501aa4cf6d7 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Pushing event updated for resources: {'Network': ['ID=6fe43a78-0e3e-445f-8479-c91571306b29,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:02.497490 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 6fe43a78-0e3e-445f-8479-c91571306b29 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:02.504293 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5150cb5e-06c6-4953-abac-4f57069e66ad req-d097572f-19cc-40e8-8297-95040615d0bd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2334962 Jul 16 01:48:02.531587 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5a06ab2-f5be-498b-aff3-9027f80f63d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.545423 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d323e4a5-5681-4268-8b5c-de8e11922e24 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Made reservation on behalf of e25ea08c9a1242e0b31ad92aebc38e34 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:02.549390 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d323e4a5-5681-4268-8b5c-de8e11922e24 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.577105 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3aec0d5a-3bc7-4959-881a-04d214943ff6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.606675 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3aec0d5a-3bc7-4959-881a-04d214943ff6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.639839 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] Deleting port d178f225-1686-4325-98f0-552c6e6fa42d {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:02.646215 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.654014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3aec0d5a-3bc7-4959-881a-04d214943ff6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Network 6fe43a78-0e3e-445f-8479-c91571306b29 is not hosted by any dhcp agent {{(pid=93832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:48:02.654814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec0d5a-3bc7-4959-881a-04d214943ff6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.655407 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3aec0d5a-3bc7-4959-881a-04d214943ff6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.656761 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3aec0d5a-3bc7-4959-881a-04d214943ff6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] 10.222.0.54 "PUT /v2.0/networks/6fe43a78-0e3e-445f-8479-c91571306b29 HTTP/1.1" status: 200 len: 857 time: 0.3872571 Jul 16 01:48:02.675206 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44260) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:02.693248 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5a06ab2-f5be-498b-aff3-9027f80f63d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.695810 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5a06ab2-f5be-498b-aff3-9027f80f63d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.710366 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b5a06ab2-f5be-498b-aff3-9027f80f63d7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b5776e92-def5-4f66-a057-9ec24537fe79 HTTP/1.1" status: 204 len: 168 time: 0.6278071 Jul 16 01:48:02.788916 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] For port d178f225-1686-4325-98f0-552c6e6fa42d, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d178f225-1686-4325-98f0-552c6e6fa42d,segment=NetworkSegment(946b1b65-871e-4d1d-ac9c-ff631bd603b7),segment_id=946b1b65-871e-4d1d-ac9c-ff631bd603b7)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:02.789568 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.813615 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] Calling delete_port for d178f225-1686-4325-98f0-552c6e6fa42d owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:02.826875 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72efe450-3d62-451d-bed5-3aab143c5c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.866969 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efe450-3d62-451d-bed5-3aab143c5c00 None None] Pushing event deleted for resources: {'Port': ['ID=d178f225-1686-4325-98f0-552c6e6fa42d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:02.882392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72efe450-3d62-451d-bed5-3aab143c5c00 None None] No DVR routers for this DVR port d178f225-1686-4325-98f0-552c6e6fa42d on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:02.931169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-5ed7d6f4-3aae-4ba3-b8a9-1c2366679631 None None] Set router 40c0cfd5-5610-42cf-aab9-975d9c77081c gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:02.947666 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.221010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 782fb458-2b8d-4828-adfb-5a3400258a86 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:03.307036 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 782fb458-2b8d-4828-adfb-5a3400258a86 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:03.307900 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 782fb458-2b8d-4828-adfb-5a3400258a86 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:03.308777 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d178f225-1686-4325-98f0-552c6e6fa42d no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:03.337759 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: d178f225-1686-4325-98f0-552c6e6fa42d {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:03.338105 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d178f225-1686-4325-98f0-552c6e6fa42d not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:03.353831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44270) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:03.358971 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] No DVR routers for this DVR port d178f225-1686-4325-98f0-552c6e6fa42d on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:03.377130 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a06ab2-f5be-498b-aff3-9027f80f63d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5776e92-def5-4f66-a057-9ec24537fe79,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.379171 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec0d5a-3bc7-4959-881a-04d214943ff6 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Pushing event updated for resources: {'Network': ['ID=6fe43a78-0e3e-445f-8479-c91571306b29,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.379969 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4be0c480-d7e2-4207-a967-e39cd16b6c8c req-c060048b-1bd8-4b25-b24c-de40db3e54ac tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c902075-f684-41cf-a33c-28bbb45f5f44 HTTP/1.1" status: 200 len: 210 time: 0.4252417 Jul 16 01:48:03.384943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=d178f225-1686-4325-98f0-552c6e6fa42d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.386606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5ed7d6f4-3aae-4ba3-b8a9-1c2366679631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port': {'id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6355e7f9-4e6d-4905-a453-1b2f47ee6dff', 'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'mac_address': 'fa:16:3e:42:c3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:16Z', 'updated_at': '2021-07-16T01:39:26Z', 'revision_number': 5, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'subnets': [{'id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:03.423002 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c9a4-ebd4-4044-86d8-8ab7d908332d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.437989 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bda824b3-a2e1-4f37-bf1f-9fdae3187519 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.454423 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed7d6f4-3aae-4ba3-b8a9-1c2366679631 None None] Checking router: 40c0cfd5-5610-42cf-aab9-975d9c77081c for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:03.482071 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed7d6f4-3aae-4ba3-b8a9-1c2366679631 None None] Routers {'40c0cfd5-5610-42cf-aab9-975d9c77081c'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:03.483051 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5ed7d6f4-3aae-4ba3-b8a9-1c2366679631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['40c0cfd5-5610-42cf-aab9-975d9c77081c'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:03.565485 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bda824b3-a2e1-4f37-bf1f-9fdae3187519 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.594020 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-bda824b3-a2e1-4f37-bf1f-9fdae3187519 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe43a78-0e3e-445f-8479-c91571306b29']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:03.613080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-bda824b3-a2e1-4f37-bf1f-9fdae3187519 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304bc7b1-24a0-41e1-81c2-3557893387ad') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:03.613382 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-bda824b3-a2e1-4f37-bf1f-9fdae3187519 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304bc7b1-24a0-41e1-81c2-3557893387ad') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:03.616664 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.636172 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bda824b3-a2e1-4f37-bf1f-9fdae3187519 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.669969 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bda824b3-a2e1-4f37-bf1f-9fdae3187519 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.680823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda824b3-a2e1-4f37-bf1f-9fdae3187519 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:03.681620 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bda824b3-a2e1-4f37-bf1f-9fdae3187519 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.684865 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-5ed7d6f4-3aae-4ba3-b8a9-1c2366679631 None None] Set router 40c0cfd5-5610-42cf-aab9-975d9c77081c gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:03.685671 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:03.735016 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4578f6-e79e-403f-8401-5b41afbe66e6']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:03.767424 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bda824b3-a2e1-4f37-bf1f-9fdae3187519 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.771192 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946b1b65-871e-4d1d-ac9c-ff631bd603b7') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:03.772521 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946b1b65-871e-4d1d-ac9c-ff631bd603b7') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:03.807680 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda824b3-a2e1-4f37-bf1f-9fdae3187519 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6fe43a78-0e3e-445f-8479-c91571306b29 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:48:03.813447 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bda824b3-a2e1-4f37-bf1f-9fdae3187519 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.817666 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bda824b3-a2e1-4f37-bf1f-9fdae3187519 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] 10.222.0.54 "DELETE /v2.0/networks/6fe43a78-0e3e-445f-8479-c91571306b29 HTTP/1.1" status: 204 len: 168 time: 1.1400170 Jul 16 01:48:03.820066 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda824b3-a2e1-4f37-bf1f-9fdae3187519 tempest-ExternalNetworksTestJSON-6634805 tempest-ExternalNetworksTestJSON-6634805-project-admin] Pushing event deleted for resources: {'Network': ['ID=6fe43a78-0e3e-445f-8479-c91571306b29,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.820958 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.822407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44286) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:03.842181 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.854835 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d323e4a5-5681-4268-8b5c-de8e11922e24 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.865285 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e10e989-3148-488b-8883-50f52ad30d92 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] DELETE failed (client error): The resource could not be found. Jul 16 01:48:03.866052 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e10e989-3148-488b-8883-50f52ad30d92 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:03.868723 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3e10e989-3148-488b-8883-50f52ad30d92 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] 10.222.0.54 "DELETE /v2.0/subnets/51734bc6-d2bf-4f4c-8508-893f144e014b HTTP/1.1" status: 404 len: 337 time: 0.0445998 Jul 16 01:48:03.873181 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44290) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:03.892026 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.963206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:03.964407 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:03.972301 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:04.025252 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50920197-4961-4ffd-9778-784330682209 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.029905 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5ed7d6f4-3aae-4ba3-b8a9-1c2366679631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port': {'id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6355e7f9-4e6d-4905-a453-1b2f47ee6dff', 'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'mac_address': 'fa:16:3e:42:c3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:16Z', 'updated_at': '2021-07-16T01:39:26Z', 'revision_number': 5, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'subnets': [{'id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:04.063799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d323e4a5-5681-4268-8b5c-de8e11922e24 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Checking segment: {'id': 'f4ff3288-8f9b-4dcc-b5c5-dd2b3ceafb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a180532-f012-4d3d-8195-557b56bee8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:04.064179 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d323e4a5-5681-4268-8b5c-de8e11922e24 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network hostable DHCP agents. Network: 3a180532-f012-4d3d-8195-557b56bee8c0, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:04.072503 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed7d6f4-3aae-4ba3-b8a9-1c2366679631 None None] The sync data for ids ['40c0cfd5-5610-42cf-aab9-975d9c77081c'] in n-d-800086-6 is: [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port': {'id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6355e7f9-4e6d-4905-a453-1b2f47ee6dff', 'name': '', 'network_id': 'bbab9db4-4886-4665-a04f-6c86f080eea8', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'mac_address': 'fa:16:3e:42:c3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:16Z', 'updated_at': '2021-07-16T01:39:26Z', 'revision_number': 5, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'subnets': [{'id': '9e8d412d-f3ed-49c0-9f76-a0b8381deff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:04.128803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323e4a5-5681-4268-8b5c-de8e11922e24 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Subnet': ['ID=f8968b59-9744-4fc6-8f4c-e1a42816569c,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:04.142473 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.162790 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c9a4-ebd4-4044-86d8-8ab7d908332d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.166007 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.171304 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] 10.222.0.54 "DELETE /v2.0/networks/9a4578f6-e79e-403f-8401-5b41afbe66e6 HTTP/1.1" status: 204 len: 168 time: 2.5207655 Jul 16 01:48:04.190266 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50920197-4961-4ffd-9778-784330682209 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.212991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af996eca-10e2-473c-a658-66348c1081c5 req-b5bc545a-693a-4683-9290-988d716de888 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.232381 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af996eca-10e2-473c-a658-66348c1081c5 req-b5bc545a-693a-4683-9290-988d716de888 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.242092 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-50920197-4961-4ffd-9778-784330682209 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42ff77a-710f-4b55-adb2-8fc115f6eaab']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:04.247498 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af996eca-10e2-473c-a658-66348c1081c5 req-b5bc545a-693a-4683-9290-988d716de888 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.255398 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af996eca-10e2-473c-a658-66348c1081c5 req-b5bc545a-693a-4683-9290-988d716de888 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.258666 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-50920197-4961-4ffd-9778-784330682209 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d1cb84-b6a1-4cdb-b9a9-8688db641da0') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:04.258963 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-50920197-4961-4ffd-9778-784330682209 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d1cb84-b6a1-4cdb-b9a9-8688db641da0') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:04.263088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af996eca-10e2-473c-a658-66348c1081c5 req-b5bc545a-693a-4683-9290-988d716de888 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.271150 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50920197-4961-4ffd-9778-784330682209 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.271751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af996eca-10e2-473c-a658-66348c1081c5 req-b5bc545a-693a-4683-9290-988d716de888 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.280354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af996eca-10e2-473c-a658-66348c1081c5 req-b5bc545a-693a-4683-9290-988d716de888 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.289134 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-af996eca-10e2-473c-a658-66348c1081c5 req-b5bc545a-693a-4683-9290-988d716de888 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5429 time: 0.5774567 Jul 16 01:48:04.291539 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fcd9c9a4-ebd4-4044-86d8-8ab7d908332d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.300966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac29ba-e47a-4337-b09c-417caf5ad1fd admin admin] Pushing event deleted for resources: {'Network': ['ID=9a4578f6-e79e-403f-8401-5b41afbe66e6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:04.308993 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50920197-4961-4ffd-9778-784330682209 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.319496 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50920197-4961-4ffd-9778-784330682209 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:04.320056 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50920197-4961-4ffd-9778-784330682209 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:04.324536 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:04.337980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d323e4a5-5681-4268-8b5c-de8e11922e24 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network 3a180532-f012-4d3d-8195-557b56bee8c0 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:04.390017 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05843f9-0089-4420-885f-1c6f016841eb req-77bc20fd-044c-43f1-baf1-2005c7db9c0c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.403049 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05843f9-0089-4420-885f-1c6f016841eb req-77bc20fd-044c-43f1-baf1-2005c7db9c0c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.410817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05843f9-0089-4420-885f-1c6f016841eb req-77bc20fd-044c-43f1-baf1-2005c7db9c0c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.421592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05843f9-0089-4420-885f-1c6f016841eb req-77bc20fd-044c-43f1-baf1-2005c7db9c0c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.424758 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9c9a4-ebd4-4044-86d8-8ab7d908332d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41262d9f-5e23-4893-af57-3db7d8e2e48a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:04.429045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-d323e4a5-5681-4268-8b5c-de8e11922e24 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 3a180532-f012-4d3d-8195-557b56bee8c0) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:04.434954 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05843f9-0089-4420-885f-1c6f016841eb req-77bc20fd-044c-43f1-baf1-2005c7db9c0c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.440332 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1db73b-597a-4b56-a18d-77683ce8dcf7 None None] Network 3a180532-f012-4d3d-8195-557b56bee8c0 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:04.443516 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05843f9-0089-4420-885f-1c6f016841eb req-77bc20fd-044c-43f1-baf1-2005c7db9c0c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.451571 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05843f9-0089-4420-885f-1c6f016841eb req-77bc20fd-044c-43f1-baf1-2005c7db9c0c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.454663 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f05843f9-0089-4420-885f-1c6f016841eb req-77bc20fd-044c-43f1-baf1-2005c7db9c0c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5429 time: 0.2568905 Jul 16 01:48:04.477563 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fcd9c9a4-ebd4-4044-86d8-8ab7d908332d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=33135afbac34469f8910943b5daaa5fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1179690 Jul 16 01:48:04.488452 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d323e4a5-5681-4268-8b5c-de8e11922e24 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.489243 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d323e4a5-5681-4268-8b5c-de8e11922e24 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.491873 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44312) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:04.523977 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-af996eca-10e2-473c-a658-66348c1081c5 req-a247a8be-2495-48f5-bd19-4a762e75cd98 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2338481 Jul 16 01:48:04.554559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44316) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:04.567885 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50920197-4961-4ffd-9778-784330682209 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.597671 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50920197-4961-4ffd-9778-784330682209 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.599535 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-50920197-4961-4ffd-9778-784330682209 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] 10.222.0.54 "DELETE /v2.0/networks/f42ff77a-710f-4b55-adb2-8fc115f6eaab HTTP/1.1" status: 204 len: 168 time: 0.7249269 Jul 16 01:48:04.641651 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d323e4a5-5681-4268-8b5c-de8e11922e24 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4523668 Jul 16 01:48:04.647998 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44320) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:04.650542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50920197-4961-4ffd-9778-784330682209 tempest-ExternalNetworksTestJSON-829994652 tempest-ExternalNetworksTestJSON-829994652-project] Pushing event deleted for resources: {'Network': ['ID=f42ff77a-710f-4b55-adb2-8fc115f6eaab,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:04.662519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4ba171f2-b067-488c-843c-2f99cff3b7e5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1523005154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:04.704511 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f05843f9-0089-4420-885f-1c6f016841eb req-57833793-d740-415a-b3c7-59c4a09b0bd9 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1826603 Jul 16 01:48:04.724672 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e290504c-5a9f-4349-83f0-242b3b51397c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0c8ea4369a43418786bc678e4bd3ed2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571665 Jul 16 01:48:04.726567 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44322) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:04.773275 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ba171f2-b067-488c-843c-2f99cff3b7e5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.774534 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-02f453be-7f4a-49f7-a2d5-7a21837bd47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.776591 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ba171f2-b067-488c-843c-2f99cff3b7e5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.811960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44326) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:04.839269 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-3a180532-f012-4d3d-8195-557b56bee8c0', 'network_id': '3a180532-f012-4d3d-8195-557b56bee8c0', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'fixed_ips': [{'subnet_id': 'f8968b59-9744-4fc6-8f4c-e1a42816569c'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:04.840650 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.899043 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-02f453be-7f4a-49f7-a2d5-7a21837bd47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.958133 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ba171f2-b067-488c-843c-2f99cff3b7e5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.972200 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ba171f2-b067-488c-843c-2f99cff3b7e5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.980380 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2c00-53e4-43d3-90d0-7c988cb64d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.988295 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-02f453be-7f4a-49f7-a2d5-7a21837bd47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.993553 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-02f453be-7f4a-49f7-a2d5-7a21837bd47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.998863 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-02f453be-7f4a-49f7-a2d5-7a21837bd47b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/41262d9f-5e23-4893-af57-3db7d8e2e48a HTTP/1.1" status: 204 len: 168 time: 0.4910076 Jul 16 01:48:05.038089 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ba171f2-b067-488c-843c-2f99cff3b7e5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.042815 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4ba171f2-b067-488c-843c-2f99cff3b7e5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3898828 Jul 16 01:48:05.047141 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-711d3f5b-4aee-453c-906a-028394f1a937 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.050219 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2c00-53e4-43d3-90d0-7c988cb64d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.055590 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44332) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:05.057141 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b9a946-71e3-4941-a17d-42f148c596b1 None None] New status for floating IP 2c7f7fd5-d513-4f8e-81f6-dc3db901a304: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:48:05.067016 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Allocated IP 172.20.0.2 (3a180532-f012-4d3d-8195-557b56bee8c0/f8968b59-9744-4fc6-8f4c-e1a42816569c/9a6207cf-7e99-4a13-93b9-311926ab1475) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:05.092313 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-711d3f5b-4aee-453c-906a-028394f1a937 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.153142 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44334) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:05.248910 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-711d3f5b-4aee-453c-906a-028394f1a937 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.257968 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-711d3f5b-4aee-453c-906a-028394f1a937 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.263373 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-711d3f5b-4aee-453c-906a-028394f1a937 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "DELETE /v2.0/security-groups/684dfec8-6da4-4fcd-8d99-b5327def6179 HTTP/1.1" status: 204 len: 168 time: 0.4503469 Jul 16 01:48:05.264730 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f453be-7f4a-49f7-a2d5-7a21837bd47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41262d9f-5e23-4893-af57-3db7d8e2e48a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:05.277065 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44338) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:05.348239 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d3f5b-4aee-453c-906a-028394f1a937 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=684dfec8-6da4-4fcd-8d99-b5327def6179,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:05.355236 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.369559 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Transition to ACTIVE for port object 9a6207cf-7e99-4a13-93b9-311926ab1475 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:05.372713 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-aef9834f-84e8-4c14-b69d-08c3752bdf19 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] show failed (client error): The resource could not be found. Jul 16 01:48:05.389977 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-aef9834f-84e8-4c14-b69d-08c3752bdf19 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "GET /v2.0/security-groups/684dfec8-6da4-4fcd-8d99-b5327def6179 HTTP/1.1" status: 404 len: 347 time: 0.0882602 Jul 16 01:48:05.391535 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44340) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:05.396949 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Transition to ACTIVE for port object 9a6207cf-7e99-4a13-93b9-311926ab1475 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:05.414714 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.487319 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-f2270cee-e37b-40de-92fc-f3d96354998f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.493919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-f2270cee-e37b-40de-92fc-f3d96354998f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.500803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-f2270cee-e37b-40de-92fc-f3d96354998f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.517309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-f2270cee-e37b-40de-92fc-f3d96354998f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.529818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-f2270cee-e37b-40de-92fc-f3d96354998f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.544731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Pushing event updated for resources: {'Port': ['ID=9a6207cf-7e99-4a13-93b9-311926ab1475,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:05.547024 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-f2270cee-e37b-40de-92fc-f3d96354998f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.553937 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-f2270cee-e37b-40de-92fc-f3d96354998f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.562021 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-f2270cee-e37b-40de-92fc-f3d96354998f tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.26 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5429 time: 0.3908930 Jul 16 01:48:05.563584 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2c00-53e4-43d3-90d0-7c988cb64d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.568743 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Network 3a180532-f012-4d3d-8195-557b56bee8c0 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:05.572118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:05.572624 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2c00-53e4-43d3-90d0-7c988cb64d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.575391 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:05.575627 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4c0e2c00-53e4-43d3-90d0-7c988cb64d3a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d7b5ae0a-b533-441c-8764-72827ecd300f HTTP/1.1" status: 204 len: 168 time: 0.8480668 Jul 16 01:48:05.678378 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.681850 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e2c00-53e4-43d3-90d0-7c988cb64d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b5ae0a-b533-441c-8764-72827ecd300f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:05.716290 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Attempting to bind port 9a6207cf-7e99-4a13-93b9-311926ab1475 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:05.718410 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Attempting to bind port 9a6207cf-7e99-4a13-93b9-311926ab1475 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'f4ff3288-8f9b-4dcc-b5c5-dd2b3ceafb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a180532-f012-4d3d-8195-557b56bee8c0'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:05.718410 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Attempting to bind port 9a6207cf-7e99-4a13-93b9-311926ab1475 on network 3a180532-f012-4d3d-8195-557b56bee8c0 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:05.737459 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:05.737843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Checking segment: {'id': 'f4ff3288-8f9b-4dcc-b5c5-dd2b3ceafb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a180532-f012-4d3d-8195-557b56bee8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:05.738307 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.738653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Bound using segment: {'id': 'f4ff3288-8f9b-4dcc-b5c5-dd2b3ceafb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a180532-f012-4d3d-8195-557b56bee8c0'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:05.739134 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Bound port: 9a6207cf-7e99-4a13-93b9-311926ab1475, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ff3288-8f9b-4dcc-b5c5-dd2b3ceafb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a180532-f012-4d3d-8195-557b56bee8c0'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:05.739521 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.820137 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-ee1954e5-880d-40fb-bb61-2eb64d5e8577 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.821775 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-ee1954e5-880d-40fb-bb61-2eb64d5e8577 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.26 "GET /v2.0/ports/38632ecf-0c45-4f74-98a7-3369ccdd828e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2503040 Jul 16 01:48:05.859915 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-905a7028-8ae6-4cab-aa3e-87331fe83987 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aba3b8d1f5f5440e88dc84c6b2407feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7055428 Jul 16 01:48:05.862362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44358) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:05.982500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] For port 9a6207cf-7e99-4a13-93b9-311926ab1475, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:05.987424 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] For port 9a6207cf-7e99-4a13-93b9-311926ab1475, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9a6207cf-7e99-4a13-93b9-311926ab1475,segment=NetworkSegment(f4ff3288-8f9b-4dcc-b5c5-dd2b3ceafb11),segment_id=f4ff3288-8f9b-4dcc-b5c5-dd2b3ceafb11)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:05.998386 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.159429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf8f01-0bf7-40a2-88fa-cbbe81d8fc1e None None] Pushing event updated for resources: {'Port': ['ID=9a6207cf-7e99-4a13-93b9-311926ab1475,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:06.199499 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-3e710e01-230a-4425-a174-c6d01b0e7599 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Deleting port c23c98ab-65c3-4b08-8cf6-72c2d358f3f6 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:06.200103 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3e710e01-230a-4425-a174-c6d01b0e7599 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.272519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Allocated IP 172.20.0.1 (3a180532-f012-4d3d-8195-557b56bee8c0/f8968b59-9744-4fc6-8f4c-e1a42816569c/634f74bd-09ff-45b9-b91b-4fe2ca0cd5ac) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:06.274219 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-cebba185-bf7d-49ec-b3bd-47a9bd9d6312 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.26 "GET /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4407151 Jul 16 01:48:06.284232 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ded70f0b-abd1-4542-9e87-e155f75c1c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.287951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e137216-5b43-410f-96d2-39257deca96e req-2f5cf8c7-b3bc-4c10-a86c-1dae4c21003c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.296368 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e137216-5b43-410f-96d2-39257deca96e req-2f5cf8c7-b3bc-4c10-a86c-1dae4c21003c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.302435 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-2261b4b3-802b-4403-94b8-2a10057d692a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:06.303526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e137216-5b43-410f-96d2-39257deca96e req-2f5cf8c7-b3bc-4c10-a86c-1dae4c21003c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.313400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e137216-5b43-410f-96d2-39257deca96e req-2f5cf8c7-b3bc-4c10-a86c-1dae4c21003c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.320431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e137216-5b43-410f-96d2-39257deca96e req-2f5cf8c7-b3bc-4c10-a86c-1dae4c21003c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.335361 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e137216-5b43-410f-96d2-39257deca96e req-2f5cf8c7-b3bc-4c10-a86c-1dae4c21003c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.359509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e137216-5b43-410f-96d2-39257deca96e req-2f5cf8c7-b3bc-4c10-a86c-1dae4c21003c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.361837 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e137216-5b43-410f-96d2-39257deca96e req-2f5cf8c7-b3bc-4c10-a86c-1dae4c21003c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 5429 time: 0.3870192 Jul 16 01:48:06.444748 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ded70f0b-abd1-4542-9e87-e155f75c1c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.464142 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3e710e01-230a-4425-a174-c6d01b0e7599 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.464490 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3e710e01-230a-4425-a174-c6d01b0e7599 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.486032 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e137216-5b43-410f-96d2-39257deca96e req-ebbc68fb-b36d-41b4-93a4-5266fe1538a2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1081645 Jul 16 01:48:06.503100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbce66-f0a3-4bc7-9109-2dffd95d437f req-03ce3b34-aade-461a-bf92-8ce04421f2d7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.511257 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbce66-f0a3-4bc7-9109-2dffd95d437f req-03ce3b34-aade-461a-bf92-8ce04421f2d7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.519295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbce66-f0a3-4bc7-9109-2dffd95d437f req-03ce3b34-aade-461a-bf92-8ce04421f2d7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.527938 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbce66-f0a3-4bc7-9109-2dffd95d437f req-03ce3b34-aade-461a-bf92-8ce04421f2d7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.534219 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbce66-f0a3-4bc7-9109-2dffd95d437f req-03ce3b34-aade-461a-bf92-8ce04421f2d7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.542408 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbce66-f0a3-4bc7-9109-2dffd95d437f req-03ce3b34-aade-461a-bf92-8ce04421f2d7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.566746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbce66-f0a3-4bc7-9109-2dffd95d437f req-03ce3b34-aade-461a-bf92-8ce04421f2d7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.568814 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-39fbce66-f0a3-4bc7-9109-2dffd95d437f req-03ce3b34-aade-461a-bf92-8ce04421f2d7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5429 time: 0.6227143 Jul 16 01:48:06.623311 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.658862 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Transition to ACTIVE for port object 634f74bd-09ff-45b9-b91b-4fe2ca0cd5ac will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:06.678113 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-3e710e01-230a-4425-a174-c6d01b0e7599 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Calling delete_port for c23c98ab-65c3-4b08-8cf6-72c2d358f3f6 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:06.730347 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.757785 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-2261b4b3-802b-4403-94b8-2a10057d692a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.804350 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-39fbce66-f0a3-4bc7-9109-2dffd95d437f req-183642fb-c387-4e2a-95a6-e407c41010f7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1659930 Jul 16 01:48:06.858555 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network 3a180532-f012-4d3d-8195-557b56bee8c0 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:06.866407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:06.871524 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:06.890591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=634f74bd-09ff-45b9-b91b-4fe2ca0cd5ac,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:06.941813 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ded70f0b-abd1-4542-9e87-e155f75c1c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.953195 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ded70f0b-abd1-4542-9e87-e155f75c1c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.954394 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ded70f0b-abd1-4542-9e87-e155f75c1c05 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/87c68ad6-85e5-4960-8cf1-a50347449da2 HTTP/1.1" status: 204 len: 168 time: 1.0908608 Jul 16 01:48:06.987166 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.016983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded70f0b-abd1-4542-9e87-e155f75c1c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c68ad6-85e5-4960-8cf1-a50347449da2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:07.090426 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44400) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:07.295548 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9a6207cf-7e99-4a13-93b9-311926ab1475 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:07.314399 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-2261b4b3-802b-4403-94b8-2a10057d692a service neutron] For port 38632ecf-0c45-4f74-98a7-3369ccdd828e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=38632ecf-0c45-4f74-98a7-3369ccdd828e,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:07.381705 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3e710e01-230a-4425-a174-c6d01b0e7599 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.382501 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.452988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 9a6207cf-7e99-4a13-93b9-311926ab1475 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:07.467076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6010988f-c8d0-471b-afab-a70f8f8eb477 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:07.486619 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-2261b4b3-802b-4403-94b8-2a10057d692a service neutron] For port 38632ecf-0c45-4f74-98a7-3369ccdd828e, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:07.492853 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e710e01-230a-4425-a174-c6d01b0e7599 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Pushing event deleted for resources: {'Port': ['ID=c23c98ab-65c3-4b08-8cf6-72c2d358f3f6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:07.642339 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.688065 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6010988f-c8d0-471b-afab-a70f8f8eb477'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:07.690663 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2f1c825d-c53e-4bca-a6bd-be9168a63f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.694025 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17927c3d-e3d3-45ad-8209-2af0d3fcf80d" -d '{"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "6010988f-c8d0-471b-afab-a70f8f8eb477"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:07.733767 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6010988f-c8d0-471b-afab-a70f8f8eb477, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6010988f-c8d0-471b-afab-a70f8f8eb477,segment=NetworkSegment(3986646c-2b6f-4b44-8db9-e3622b113280),segment_id=3986646c-2b6f-4b44-8db9-e3622b113280)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:07.743533 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.744284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 5ae438b0-6561-4508-8234-dd26f7191e3e no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:07.777465 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-2261b4b3-802b-4403-94b8-2a10057d692a service neutron] device_id is not set on port 38632ecf-0c45-4f74-98a7-3369ccdd828e yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:07.817805 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-2261b4b3-802b-4403-94b8-2a10057d692a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.844040 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3e710e01-230a-4425-a174-c6d01b0e7599 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.848674 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3e710e01-230a-4425-a174-c6d01b0e7599 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.853324 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3e710e01-230a-4425-a174-c6d01b0e7599 tempest-AttachVolumeTestJSON-1913661701 tempest-AttachVolumeTestJSON-1913661701-project] 10.222.0.54 "DELETE /v2.0/floatingips/2c7f7fd5-d513-4f8e-81f6-dc3db901a304 HTTP/1.1" status: 204 len: 168 time: 2.4587591 Jul 16 01:48:07.854176 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-2261b4b3-802b-4403-94b8-2a10057d692a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.935112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396c2de4-fd74-4ba5-89e8-4fe40954cb4d None None] Network 3a180532-f012-4d3d-8195-557b56bee8c0 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:08.068949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-2261b4b3-802b-4403-94b8-2a10057d692a service neutron] No DVR routers for this DVR port 38632ecf-0c45-4f74-98a7-3369ccdd828e on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:08.085314 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261b4b3-802b-4403-94b8-2a10057d692a service neutron] Pushing event updated for resources: {'Port': ['ID=38632ecf-0c45-4f74-98a7-3369ccdd828e,revision_number=6']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:08.087623 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=6010988f-c8d0-471b-afab-a70f8f8eb477,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:08.088358 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44434) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:08.137261 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2f1c825d-c53e-4bca-a6bd-be9168a63f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.169481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-2261b4b3-802b-4403-94b8-2a10057d692a service neutron] In _notify_port_updated(), no bound segment for port 38632ecf-0c45-4f74-98a7-3369ccdd828e on network 525896ce-09df-4da2-9eab-4fa66a501412 {{(pid=93831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:48:08.172080 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-2261b4b3-802b-4403-94b8-2a10057d692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.172549 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-2261b4b3-802b-4403-94b8-2a10057d692a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.173875 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-2261b4b3-802b-4403-94b8-2a10057d692a service neutron] 10.222.0.26 "PUT /v2.0/ports/38632ecf-0c45-4f74-98a7-3369ccdd828e HTTP/1.1" status: 200 len: 1027 time: 1.8850384 Jul 16 01:48:08.200722 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2f1c825d-c53e-4bca-a6bd-be9168a63f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.253371 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6a0d441a-306b-4610-bd75-27af1b13c26e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c4be871e81049a995cabe34b560ef6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622787 Jul 16 01:48:08.258676 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44438) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:08.286765 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-c96c87a0-78c9-4a36-a7d9-cccde79d68c8 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.288882 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-c96c87a0-78c9-4a36-a7d9-cccde79d68c8 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.26 "GET /v2.0/ports/6d22a53b-2464-4614-a2e4-ad4303acef4b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0979235 Jul 16 01:48:08.302126 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-c53f8d67-74e0-4db2-b8f3-b9514fea7d16 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:08.315035 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2f1c825d-c53e-4bca-a6bd-be9168a63f50 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=64828102c15644f4871ba1f89fbb1a46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2170343 Jul 16 01:48:08.320933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-79e84402-0f27-478d-b700-eb1ac280676c None None] Provisioning for port 9a6207cf-7e99-4a13-93b9-311926ab1475 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:08.324605 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44442) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:08.422051 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae436fe4-5a82-4aea-9ed8-6968ca69dc55 x-openstack-request-id: req-ae436fe4-5a82-4aea-9ed8-6968ca69dc55 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:08.422346 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "6010988f-c8d0-471b-afab-a70f8f8eb477", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:08.424786 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ae436fe4-5a82-4aea-9ed8-6968ca69dc55 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:08.425997 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6010988f-c8d0-471b-afab-a70f8f8eb477', 'code': 200} Jul 16 01:48:08.461998 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-79e84402-0f27-478d-b700-eb1ac280676c None None] Provisioning complete for port 9a6207cf-7e99-4a13-93b9-311926ab1475 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:08.462393 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79e84402-0f27-478d-b700-eb1ac280676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.509213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44446) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:08.571932 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-c53f8d67-74e0-4db2-b8f3-b9514fea7d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.583702 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.595216 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c825d-c53e-4bca-a6bd-be9168a63f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b7ab32-5456-4161-addf-ec75b4ebe81a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:08.664577 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 5ae438b0-6561-4508-8234-dd26f7191e3e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5ae438b0-6561-4508-8234-dd26f7191e3e,segment=NetworkSegment(3986646c-2b6f-4b44-8db9-e3622b113280),segment_id=3986646c-2b6f-4b44-8db9-e3622b113280)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:08.689470 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.690388 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 65ae1488-7894-4e05-a642-06cbec3578dd no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:08.724099 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da732625-9486-4510-9bff-9febace25f5d req-b4ec1dd5-266e-43dd-b40a-3ca2371cfab4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.731081 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da732625-9486-4510-9bff-9febace25f5d req-b4ec1dd5-266e-43dd-b40a-3ca2371cfab4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.758467 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da732625-9486-4510-9bff-9febace25f5d req-b4ec1dd5-266e-43dd-b40a-3ca2371cfab4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.773355 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da732625-9486-4510-9bff-9febace25f5d req-b4ec1dd5-266e-43dd-b40a-3ca2371cfab4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.782224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da732625-9486-4510-9bff-9febace25f5d req-b4ec1dd5-266e-43dd-b40a-3ca2371cfab4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.788447 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da732625-9486-4510-9bff-9febace25f5d req-b4ec1dd5-266e-43dd-b40a-3ca2371cfab4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.790569 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da732625-9486-4510-9bff-9febace25f5d req-b4ec1dd5-266e-43dd-b40a-3ca2371cfab4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 4653 time: 0.9637949 Jul 16 01:48:08.814646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-c53f8d67-74e0-4db2-b8f3-b9514fea7d16 service neutron] For port 6d22a53b-2464-4614-a2e4-ad4303acef4b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6d22a53b-2464-4614-a2e4-ad4303acef4b,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:08.863736 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a05c8969-3747-4d41-86cb-1f35f1000659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.866331 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dacda342-5a05-40ea-ac27-bf90c7eb5ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.911063 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.911635 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-c53f8d67-74e0-4db2-b8f3-b9514fea7d16 service neutron] For port 6d22a53b-2464-4614-a2e4-ad4303acef4b, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:08.920847 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da732625-9486-4510-9bff-9febace25f5d req-da172f2a-4326-4b67-b48b-6c5728f8b017 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&id=07600164-e1c9-4129-b13b-a8bd8fbdcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1204748 Jul 16 01:48:08.932340 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.993945 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a05c8969-3747-4d41-86cb-1f35f1000659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.021875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-c53f8d67-74e0-4db2-b8f3-b9514fea7d16 service neutron] device_id is not set on port 6d22a53b-2464-4614-a2e4-ad4303acef4b yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:09.045136 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-c53f8d67-74e0-4db2-b8f3-b9514fea7d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.086543 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68a96e58-a3b5-4927-aa43-f246408e85de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.088217 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-c53f8d67-74e0-4db2-b8f3-b9514fea7d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.130076 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6d11eee5-95fe-438e-b6f6-770f29dff7bd req-4e25f108-4783-46ab-9ea2-3de306c7893f tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.0638552 Jul 16 01:48:09.272591 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68a96e58-a3b5-4927-aa43-f246408e85de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.290457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=634f74bd-09ff-45b9-b91b-4fe2ca0cd5ac,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:09.323079 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.355207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=5ae438b0-6561-4508-8234-dd26f7191e3e,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:09.364731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-c53f8d67-74e0-4db2-b8f3-b9514fea7d16 service neutron] No DVR routers for this DVR port 6d22a53b-2464-4614-a2e4-ad4303acef4b on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:09.429366 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a05c8969-3747-4d41-86cb-1f35f1000659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.434018 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a05c8969-3747-4d41-86cb-1f35f1000659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.436305 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a05c8969-3747-4d41-86cb-1f35f1000659 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/80b7ab32-5456-4161-addf-ec75b4ebe81a HTTP/1.1" status: 204 len: 168 time: 1.1101975 Jul 16 01:48:09.463482 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79e84402-0f27-478d-b700-eb1ac280676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.467937 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.468678 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-c53f8d67-74e0-4db2-b8f3-b9514fea7d16 service neutron] In _notify_port_updated(), no bound segment for port 6d22a53b-2464-4614-a2e4-ad4303acef4b on network 525896ce-09df-4da2-9eab-4fa66a501412 {{(pid=93831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:48:09.469584 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-c53f8d67-74e0-4db2-b8f3-b9514fea7d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.470226 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-c53f8d67-74e0-4db2-b8f3-b9514fea7d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.471479 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-c53f8d67-74e0-4db2-b8f3-b9514fea7d16 service neutron] 10.222.0.26 "PUT /v2.0/ports/6d22a53b-2464-4614-a2e4-ad4303acef4b HTTP/1.1" status: 200 len: 1026 time: 1.1762674 Jul 16 01:48:09.472123 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f8d67-74e0-4db2-b8f3-b9514fea7d16 service neutron] Pushing event updated for resources: {'Port': ['ID=6d22a53b-2464-4614-a2e4-ad4303acef4b,revision_number=6']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:09.524965 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 65ae1488-7894-4e05-a642-06cbec3578dd, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=65ae1488-7894-4e05-a642-06cbec3578dd,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:09.542815 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.544051 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 38632ecf-0c45-4f74-98a7-3369ccdd828e no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:09.549725 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c8969-3747-4d41-86cb-1f35f1000659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b7ab32-5456-4161-addf-ec75b4ebe81a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:09.552185 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39d00b-f2ff-4d23-8c81-f1061c6ab587 req-f05c78c2-0adb-4b29-afb4-ddf6c480d41c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.560585 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39d00b-f2ff-4d23-8c81-f1061c6ab587 req-f05c78c2-0adb-4b29-afb4-ddf6c480d41c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.567532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39d00b-f2ff-4d23-8c81-f1061c6ab587 req-f05c78c2-0adb-4b29-afb4-ddf6c480d41c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.574774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39d00b-f2ff-4d23-8c81-f1061c6ab587 req-f05c78c2-0adb-4b29-afb4-ddf6c480d41c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.584098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39d00b-f2ff-4d23-8c81-f1061c6ab587 req-f05c78c2-0adb-4b29-afb4-ddf6c480d41c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.591216 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39d00b-f2ff-4d23-8c81-f1061c6ab587 req-f05c78c2-0adb-4b29-afb4-ddf6c480d41c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.598698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network 3a180532-f012-4d3d-8195-557b56bee8c0 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:09.598905 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39d00b-f2ff-4d23-8c81-f1061c6ab587 req-f05c78c2-0adb-4b29-afb4-ddf6c480d41c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.601462 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bb39d00b-f2ff-4d23-8c81-f1061c6ab587 req-f05c78c2-0adb-4b29-afb4-ddf6c480d41c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5429 time: 1.0211718 Jul 16 01:48:09.623566 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:09.648569 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 38632ecf-0c45-4f74-98a7-3369ccdd828e not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:09.649280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6d22a53b-2464-4614-a2e4-ad4303acef4b no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:09.714950 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bb39d00b-f2ff-4d23-8c81-f1061c6ab587 req-7057c0a5-4a50-48b1-abd6-fda03a18cb5d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903909 Jul 16 01:48:09.752392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-79e84402-0f27-478d-b700-eb1ac280676c None None] For port 9a6207cf-7e99-4a13-93b9-311926ab1475, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9a6207cf-7e99-4a13-93b9-311926ab1475,segment=NetworkSegment(f4ff3288-8f9b-4dcc-b5c5-dd2b3ceafb11),segment_id=f4ff3288-8f9b-4dcc-b5c5-dd2b3ceafb11)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:09.763855 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79e84402-0f27-478d-b700-eb1ac280676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.770642 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68a96e58-a3b5-4927-aa43-f246408e85de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.773321 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68a96e58-a3b5-4927-aa43-f246408e85de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.777463 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-68a96e58-a3b5-4927-aa43-f246408e85de admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e042695c-e02d-4428-ba6e-2cbde3962692 HTTP/1.1" status: 204 len: 168 time: 1.5146868 Jul 16 01:48:09.815108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a96e58-a3b5-4927-aa43-f246408e85de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e042695c-e02d-4428-ba6e-2cbde3962692,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:09.850789 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-5dab3a44-12b1-4339-9954-6bb87002075d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Deleting port 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:09.851609 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-5dab3a44-12b1-4339-9954-6bb87002075d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.916158 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6d22a53b-2464-4614-a2e4-ad4303acef4b not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:09.917663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 7a8a248f-ea30-4e34-8a9e-022a3b879da9 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:09.932419 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dacda342-5a05-40ea-ac27-bf90c7eb5ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.945705 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dacda342-5a05-40ea-ac27-bf90c7eb5ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.019009 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=65ae1488-7894-4e05-a642-06cbec3578dd,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:10.074421 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dacda342-5a05-40ea-ac27-bf90c7eb5ce8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=23411b04405b47d7a8ad116caaf867ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5584273 Jul 16 01:48:10.077954 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44470) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:10.079176 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacda342-5a05-40ea-ac27-bf90c7eb5ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9590cd0d-23c0-4f2b-94ad-5efb1b2a35f9,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:10.157157 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e84402-0f27-478d-b700-eb1ac280676c None None] Pushing event updated for resources: {'Port': ['ID=9a6207cf-7e99-4a13-93b9-311926ab1475,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:10.167756 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1df8b52c-21dc-443d-8bd5-15b543980eab None None] Provisioning complete for port 38632ecf-0c45-4f74-98a7-3369ccdd828e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:10.168405 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1df8b52c-21dc-443d-8bd5-15b543980eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.193892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router 73449ce4-05d5-4429-8e9b-878c4fac7f28 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:10.202566 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-5dab3a44-12b1-4339-9954-6bb87002075d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] For port 6072fcdc-ba07-43e1-a11f-87e967e3d8d2, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6072fcdc-ba07-43e1-a11f-87e967e3d8d2,segment=NetworkSegment(f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e),segment_id=f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:10.202566 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-5dab3a44-12b1-4339-9954-6bb87002075d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.215649 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1df8b52c-21dc-443d-8bd5-15b543980eab None None] Port 38632ecf-0c45-4f74-98a7-3369ccdd828e cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:10.264439 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1df8b52c-21dc-443d-8bd5-15b543980eab None None] Provisioning complete for port 6d22a53b-2464-4614-a2e4-ad4303acef4b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:10.264972 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1df8b52c-21dc-443d-8bd5-15b543980eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.438579 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae438b0-6561-4508-8234-dd26f7191e3e'}, {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65ae1488-7894-4e05-a642-06cbec3578dd'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:10.446819 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fe226c-1025-4192-a511-0f7e1d7519bf" -d '{"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae438b0-6561-4508-8234-dd26f7191e3e"}, {"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "65ae1488-7894-4e05-a642-06cbec3578dd"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:10.460608 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.512025 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a7e749e0-03c1-401e-9185-259b5871a4a8 req-5380b028-4b92-407c-acf0-8f5b845b1a13 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.0874112 Jul 16 01:48:10.561763 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b742e1c2-0457-4c66-ac65-e29e43e9d37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.626750 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b742e1c2-0457-4c66-ac65-e29e43e9d37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.640007 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:10.648135 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9a962f0c-ce71-4139-a764-301e45d7312f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/73449ce4-05d5-4429-8e9b-878c4fac7f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5910842 Jul 16 01:48:10.651040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44486) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:10.667413 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f6d239-31ae-4f71-a8d6-4ebd491eb6e3 x-openstack-request-id: req-f4f6d239-31ae-4f71-a8d6-4ebd491eb6e3 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:10.669865 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae438b0-6561-4508-8234-dd26f7191e3e", "code": 200}, {"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "65ae1488-7894-4e05-a642-06cbec3578dd", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:10.670356 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f4f6d239-31ae-4f71-a8d6-4ebd491eb6e3 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:10.672184 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae438b0-6561-4508-8234-dd26f7191e3e', 'code': 200} Jul 16 01:48:10.672658 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65ae1488-7894-4e05-a642-06cbec3578dd', 'code': 200} Jul 16 01:48:10.683279 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa90d52-7295-4d31-96dd-0785201a6c9e None None] Sync routers for ids ['73449ce4-05d5-4429-8e9b-878c4fac7f28'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:10.693827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 7a8a248f-ea30-4e34-8a9e-022a3b879da9, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7a8a248f-ea30-4e34-8a9e-022a3b879da9,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:10.701018 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1df8b52c-21dc-443d-8bd5-15b543980eab None None] Port 6d22a53b-2464-4614-a2e4-ad4303acef4b cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:10.714628 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.715446 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:10.756141 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-5dab3a44-12b1-4339-9954-6bb87002075d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.756696 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-5dab3a44-12b1-4339-9954-6bb87002075d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.757168 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-5dab3a44-12b1-4339-9954-6bb87002075d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Floating IP e7d76680-e3f3-4c29-a40a-e32281d42aca disassociated. External IP: 172.25.1.113, port: 6072fcdc-ba07-43e1-a11f-87e967e3d8d2. Jul 16 01:48:10.757951 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-5dab3a44-12b1-4339-9954-6bb87002075d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Calling delete_port for 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:10.787429 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b742e1c2-0457-4c66-ac65-e29e43e9d37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.795188 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b742e1c2-0457-4c66-ac65-e29e43e9d37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.804864 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b742e1c2-0457-4c66-ac65-e29e43e9d37a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9590cd0d-23c0-4f2b-94ad-5efb1b2a35f9 HTTP/1.1" status: 204 len: 168 time: 0.7203217 Jul 16 01:48:10.909306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=7a8a248f-ea30-4e34-8a9e-022a3b879da9,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:10.920721 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab057da-1e67-4e75-83c8-1515f51fa5d5 req-7963c031-472d-4096-ab03-d2cec17abae4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:10.938261 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab057da-1e67-4e75-83c8-1515f51fa5d5 req-7963c031-472d-4096-ab03-d2cec17abae4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:10.969260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab057da-1e67-4e75-83c8-1515f51fa5d5 req-7963c031-472d-4096-ab03-d2cec17abae4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:10.986019 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa90d52-7295-4d31-96dd-0785201a6c9e None None] Routers {'73449ce4-05d5-4429-8e9b-878c4fac7f28'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:10.986647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-4fa90d52-7295-4d31-96dd-0785201a6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['73449ce4-05d5-4429-8e9b-878c4fac7f28'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:10.989808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b6208e5b-736d-4ec2-90d8-f95ed18edc38 None None] Provisioning for port 634f74bd-09ff-45b9-b91b-4fe2ca0cd5ac completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:11.005006 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab057da-1e67-4e75-83c8-1515f51fa5d5 req-7963c031-472d-4096-ab03-d2cec17abae4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:11.033790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab057da-1e67-4e75-83c8-1515f51fa5d5 req-7963c031-472d-4096-ab03-d2cec17abae4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:11.047103 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cab057da-1e67-4e75-83c8-1515f51fa5d5 req-7963c031-472d-4096-ab03-d2cec17abae4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 3876 time: 0.6710715 Jul 16 01:48:11.048203 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b6208e5b-736d-4ec2-90d8-f95ed18edc38 None None] Provisioning complete for port 634f74bd-09ff-45b9-b91b-4fe2ca0cd5ac triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:11.048578 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b6208e5b-736d-4ec2-90d8-f95ed18edc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.053352 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-4fa90d52-7295-4d31-96dd-0785201a6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:11.127941 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742e1c2-0457-4c66-ac65-e29e43e9d37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9590cd0d-23c0-4f2b-94ad-5efb1b2a35f9,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:11.156974 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.159229 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-5dab3a44-12b1-4339-9954-6bb87002075d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.162759 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa90d52-7295-4d31-96dd-0785201a6c9e None None] Routers {'73449ce4-05d5-4429-8e9b-878c4fac7f28'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:11.163626 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-4fa90d52-7295-4d31-96dd-0785201a6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['73449ce4-05d5-4429-8e9b-878c4fac7f28'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:11.183252 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4024bebc-2569-405c-8816-e767df73eb96 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:11.184766 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4024bebc-2569-405c-8816-e767df73eb96 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/ports/634f74bd-09ff-45b9-b91b-4fe2ca0cd5ac HTTP/1.1" status: 200 len: 910 time: 0.5319746 Jul 16 01:48:11.195451 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44502) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:11.204075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2658525f-cfd7-46a4-8bdd-84dcbd9c52f0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8968b59-9744-4fc6-8f4c-e1a42816569c'}]}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:11.219350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-4fa90d52-7295-4d31-96dd-0785201a6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:11.228129 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa90d52-7295-4d31-96dd-0785201a6c9e None None] The sync data for ids ['73449ce4-05d5-4429-8e9b-878c4fac7f28'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:11.230249 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b6208e5b-736d-4ec2-90d8-f95ed18edc38 None None] Port 634f74bd-09ff-45b9-b91b-4fe2ca0cd5ac cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:11.255151 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9a6207cf-7e99-4a13-93b9-311926ab1475 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:11.337089 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cab057da-1e67-4e75-83c8-1515f51fa5d5 req-fe6a144f-fb4d-461b-8c4f-0000a7a9547c tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2874756 Jul 16 01:48:11.349721 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab3a44-12b1-4339-9954-6bb87002075d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event deleted for resources: {'Port': ['ID=6072fcdc-ba07-43e1-a11f-87e967e3d8d2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:11.364614 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b6208e5b-736d-4ec2-90d8-f95ed18edc38 None None] Provisioning complete for port 9a6207cf-7e99-4a13-93b9-311926ab1475 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:11.365026 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b6208e5b-736d-4ec2-90d8-f95ed18edc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.515903 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 9a6207cf-7e99-4a13-93b9-311926ab1475 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:11.516535 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.599060 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-5dab3a44-12b1-4339-9954-6bb87002075d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Router 7375b49a-c7e0-46d5-bca6-92c352423d07 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:11.626219 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4acb8-7d13-4ec5-9a6f-7c54e5642b32 req-9f500ec7-6500-41a3-b4bf-3f7fcd9cfb48 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:11.640339 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4acb8-7d13-4ec5-9a6f-7c54e5642b32 req-9f500ec7-6500-41a3-b4bf-3f7fcd9cfb48 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:11.642263 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4acb8-7d13-4ec5-9a6f-7c54e5642b32 req-9f500ec7-6500-41a3-b4bf-3f7fcd9cfb48 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:11.644460 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2658525f-cfd7-46a4-8bdd-84dcbd9c52f0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.649924 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4acb8-7d13-4ec5-9a6f-7c54e5642b32 req-9f500ec7-6500-41a3-b4bf-3f7fcd9cfb48 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:11.659049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4acb8-7d13-4ec5-9a6f-7c54e5642b32 req-9f500ec7-6500-41a3-b4bf-3f7fcd9cfb48 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:11.665953 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4acb8-7d13-4ec5-9a6f-7c54e5642b32 req-9f500ec7-6500-41a3-b4bf-3f7fcd9cfb48 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:11.676043 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4acb8-7d13-4ec5-9a6f-7c54e5642b32 req-9f500ec7-6500-41a3-b4bf-3f7fcd9cfb48 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:11.684713 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbb4acb8-7d13-4ec5-9a6f-7c54e5642b32 req-9f500ec7-6500-41a3-b4bf-3f7fcd9cfb48 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5429 time: 0.6233690 Jul 16 01:48:11.731682 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1ba0e1c0-0e2e-4297-bfba-3d2c32f3d167 None None] Provisioning complete for port 634f74bd-09ff-45b9-b91b-4fe2ca0cd5ac triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:11.734320 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e1c0-0e2e-4297-bfba-3d2c32f3d167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.817465 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbb4acb8-7d13-4ec5-9a6f-7c54e5642b32 req-3594e4fc-1026-436a-85e2-32e291ca56e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1317439 Jul 16 01:48:11.853185 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1ba0e1c0-0e2e-4297-bfba-3d2c32f3d167 None None] Port 634f74bd-09ff-45b9-b91b-4fe2ca0cd5ac cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:12.418327 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-79b9fd14-e7e1-4c52-aeea-2bbe5525bd76 req-ad744320-b3c6-431f-a340-d07ca8a3d40d tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.5302691 Jul 16 01:48:12.500851 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-054db54d-1acf-41e4-83fa-6e4cc1e3e0a8 req-7993a505-45b6-4cbd-83c1-4ecb42e02b23 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.0790024 Jul 16 01:48:12.674082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a8a248f-ea30-4e34-8a9e-022a3b879da9'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:12.678886 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f48237-ec2e-4076-ba88-cada26a5cfd8" -d '{"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "7a8a248f-ea30-4e34-8a9e-022a3b879da9"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:12.727373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-5dab3a44-12b1-4339-9954-6bb87002075d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:12.740344 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7fcfe1-c702-40f3-8cd0-2901c55c999e None None] Sync routers for ids ['7375b49a-c7e0-46d5-bca6-92c352423d07'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:12.765944 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7fcfe1-c702-40f3-8cd0-2901c55c999e None None] Routers {'7375b49a-c7e0-46d5-bca6-92c352423d07'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:12.766590 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fe7fcfe1-c702-40f3-8cd0-2901c55c999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7375b49a-c7e0-46d5-bca6-92c352423d07'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:12.800109 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6431f572-50c6-4ee9-9ee3-be7474335198 x-openstack-request-id: req-6431f572-50c6-4ee9-9ee3-be7474335198 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:12.800672 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "7a8a248f-ea30-4e34-8a9e-022a3b879da9", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:12.801032 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6431f572-50c6-4ee9-9ee3-be7474335198 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:12.801503 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a8a248f-ea30-4e34-8a9e-022a3b879da9', 'code': 200} Jul 16 01:48:12.819020 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-5dab3a44-12b1-4339-9954-6bb87002075d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] No DVR routers for this DVR port 6072fcdc-ba07-43e1-a11f-87e967e3d8d2 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:12.822271 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-5dab3a44-12b1-4339-9954-6bb87002075d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.837654 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-5dab3a44-12b1-4339-9954-6bb87002075d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.26 "DELETE /v2.0/ports/6072fcdc-ba07-43e1-a11f-87e967e3d8d2 HTTP/1.1" status: 204 len: 173 time: 3.3408527 Jul 16 01:48:12.840101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-deleted', 'tag': '6072fcdc-ba07-43e1-a11f-87e967e3d8d2'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:12.842583 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f450d4e7-df13-4c4a-9da9-160b4cee3629" -d '{"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-deleted", "tag": "6072fcdc-ba07-43e1-a11f-87e967e3d8d2"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:13.035053 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-fe7fcfe1-c702-40f3-8cd0-2901c55c999e None None] Set router 7375b49a-c7e0-46d5-bca6-92c352423d07 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:13.040034 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d36ebd-728f-40e1-b3c8-73ea233bdc2c req-4119abe1-0290-4f9e-823e-6ed9c4370b2d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.050093 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d36ebd-728f-40e1-b3c8-73ea233bdc2c req-4119abe1-0290-4f9e-823e-6ed9c4370b2d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.063312 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d36ebd-728f-40e1-b3c8-73ea233bdc2c req-4119abe1-0290-4f9e-823e-6ed9c4370b2d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.069743 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d36ebd-728f-40e1-b3c8-73ea233bdc2c req-4119abe1-0290-4f9e-823e-6ed9c4370b2d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.076677 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a0d36ebd-728f-40e1-b3c8-73ea233bdc2c req-4119abe1-0290-4f9e-823e-6ed9c4370b2d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 3139 time: 0.4279110 Jul 16 01:48:13.087244 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2658525f-cfd7-46a4-8bdd-84dcbd9c52f0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.164850 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a0d36ebd-728f-40e1-b3c8-73ea233bdc2c req-6272ddd8-368f-4758-91eb-8a1bff774e63 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871918 Jul 16 01:48:13.171823 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2658525f-cfd7-46a4-8bdd-84dcbd9c52f0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.205173 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-6137abbb-6811-418a-90bd-ce074ab8b111 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Deleting port 6010988f-c8d0-471b-afab-a70f8f8eb477 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:13.205523 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-6137abbb-6811-418a-90bd-ce074ab8b111 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.253249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44580) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:13.294486 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b65263-b5b5-4e1d-8934-ca98bccb36b8 x-openstack-request-id: req-e7b65263-b5b5-4e1d-8934-ca98bccb36b8 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:13.294806 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-deleted", "tag": "6072fcdc-ba07-43e1-a11f-87e967e3d8d2", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:13.295030 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e7b65263-b5b5-4e1d-8934-ca98bccb36b8 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:13.295604 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-deleted', 'tag': '6072fcdc-ba07-43e1-a11f-87e967e3d8d2', 'status': 'completed', 'code': 200} Jul 16 01:48:13.420811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2658525f-cfd7-46a4-8bdd-84dcbd9c52f0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.422277 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2658525f-cfd7-46a4-8bdd-84dcbd9c52f0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.423840 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2658525f-cfd7-46a4-8bdd-84dcbd9c52f0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/ports/634f74bd-09ff-45b9-b91b-4fe2ca0cd5ac HTTP/1.1" status: 200 len: 910 time: 2.2272840 Jul 16 01:48:13.427511 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44584) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:13.436236 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658525f-cfd7-46a4-8bdd-84dcbd9c52f0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=634f74bd-09ff-45b9-b91b-4fe2ca0cd5ac,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:13.443223 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fe7fcfe1-c702-40f3-8cd0-2901c55c999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'name': 'tempest-TaggedBootDevicesTest-389640896-router', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:12Z', 'updated_at': '2021-07-16T01:37:22Z', 'revision_number': 4, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'gw_port': {'id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:13Z', 'updated_at': '2021-07-16T01:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '34f14632-1d17-45c8-9be6-0e361468f103', 'name': '', 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'mac_address': 'fa:16:3e:98:65:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:19Z', 'updated_at': '2021-07-16T01:37:34Z', 'revision_number': 5, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'subnets': [{'id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:13.453754 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2fc34-8f92-4337-9141-4c58aeed2adc req-c8b3991a-54e0-4f83-8e87-31f47bd0c1ae tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.468383 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-6137abbb-6811-418a-90bd-ce074ab8b111 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] For port 6010988f-c8d0-471b-afab-a70f8f8eb477, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6010988f-c8d0-471b-afab-a70f8f8eb477,segment=NetworkSegment(3986646c-2b6f-4b44-8db9-e3622b113280),segment_id=3986646c-2b6f-4b44-8db9-e3622b113280)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:13.469395 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-6137abbb-6811-418a-90bd-ce074ab8b111 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.473450 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2fc34-8f92-4337-9141-4c58aeed2adc req-c8b3991a-54e0-4f83-8e87-31f47bd0c1ae tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.480410 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7fcfe1-c702-40f3-8cd0-2901c55c999e None None] Checking router: 7375b49a-c7e0-46d5-bca6-92c352423d07 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:13.494795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-6137abbb-6811-418a-90bd-ce074ab8b111 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Calling delete_port for 6010988f-c8d0-471b-afab-a70f8f8eb477 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:13.496166 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2fc34-8f92-4337-9141-4c58aeed2adc req-c8b3991a-54e0-4f83-8e87-31f47bd0c1ae tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.524500 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2fc34-8f92-4337-9141-4c58aeed2adc req-c8b3991a-54e0-4f83-8e87-31f47bd0c1ae tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.530896 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2fc34-8f92-4337-9141-4c58aeed2adc req-c8b3991a-54e0-4f83-8e87-31f47bd0c1ae tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.563217 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2fc34-8f92-4337-9141-4c58aeed2adc req-c8b3991a-54e0-4f83-8e87-31f47bd0c1ae tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.567603 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7fcfe1-c702-40f3-8cd0-2901c55c999e None None] Routers {'7375b49a-c7e0-46d5-bca6-92c352423d07'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:13.575667 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fe7fcfe1-c702-40f3-8cd0-2901c55c999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7375b49a-c7e0-46d5-bca6-92c352423d07'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:13.593079 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2fc34-8f92-4337-9141-4c58aeed2adc req-c8b3991a-54e0-4f83-8e87-31f47bd0c1ae tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.607984 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61c2fc34-8f92-4337-9141-4c58aeed2adc req-c8b3991a-54e0-4f83-8e87-31f47bd0c1ae tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5429 time: 0.5480778 Jul 16 01:48:13.737375 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-6137abbb-6811-418a-90bd-ce074ab8b111 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.843129 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137abbb-6811-418a-90bd-ce074ab8b111 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event deleted for resources: {'Port': ['ID=6010988f-c8d0-471b-afab-a70f8f8eb477,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:13.893329 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44628) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:13.898830 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2cc51465-da33-4635-8e65-48b6f7da196e req-26abf267-e7c5-40e6-af1a-b088221aa8d7 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.0585771 Jul 16 01:48:13.976552 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61c2fc34-8f92-4337-9141-4c58aeed2adc req-f3350adf-c64a-4ef6-84b7-8f30d97fe8ec tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3676860 Jul 16 01:48:14.009189 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-fe7fcfe1-c702-40f3-8cd0-2901c55c999e None None] Set router 7375b49a-c7e0-46d5-bca6-92c352423d07 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:14.034072 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-6137abbb-6811-418a-90bd-ce074ab8b111 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] No DVR routers for this DVR port 6010988f-c8d0-471b-afab-a70f8f8eb477 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:14.038825 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-628dcedd-6d10-409e-8aed-3b708e609b2e tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1350956172', 'router:external': True}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:14.044476 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-6137abbb-6811-418a-90bd-ce074ab8b111 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.046769 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-6137abbb-6811-418a-90bd-ce074ab8b111 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.26 "DELETE /v2.0/ports/6010988f-c8d0-471b-afab-a70f8f8eb477 HTTP/1.1" status: 204 len: 173 time: 1.1863413 Jul 16 01:48:14.145304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628dcedd-6d10-409e-8aed-3b708e609b2e tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Made reservation on behalf of 6bc7efd7b81d4ff18bc02ff6423e784d for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:14.147755 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-628dcedd-6d10-409e-8aed-3b708e609b2e tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.165418 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-628dcedd-6d10-409e-8aed-3b708e609b2e tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.218369 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-983d4d3f-b137-40b2-b720-64aa4acfcdc6 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-992967615'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:14.219968 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-983d4d3f-b137-40b2-b720-64aa4acfcdc6 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] Unknown quota resources ['metering_label']. {{(pid=93832) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:48:14.515357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-1b1d9cee-091e-4157-a7d0-765b68e5b406 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Deleting port 7a8a248f-ea30-4e34-8a9e-022a3b879da9 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:14.515735 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-1b1d9cee-091e-4157-a7d0-765b68e5b406 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.696045 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fe7fcfe1-c702-40f3-8cd0-2901c55c999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'name': 'tempest-TaggedBootDevicesTest-389640896-router', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:12Z', 'updated_at': '2021-07-16T01:37:22Z', 'revision_number': 4, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'gw_port': {'id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:13Z', 'updated_at': '2021-07-16T01:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '34f14632-1d17-45c8-9be6-0e361468f103', 'name': '', 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'mac_address': 'fa:16:3e:98:65:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:19Z', 'updated_at': '2021-07-16T01:37:34Z', 'revision_number': 5, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'subnets': [{'id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:14.765964 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7fcfe1-c702-40f3-8cd0-2901c55c999e None None] The sync data for ids ['7375b49a-c7e0-46d5-bca6-92c352423d07'] in n-d-800086-6 is: [{'id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'name': 'tempest-TaggedBootDevicesTest-389640896-router', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:12Z', 'updated_at': '2021-07-16T01:37:22Z', 'revision_number': 4, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'gw_port': {'id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:13Z', 'updated_at': '2021-07-16T01:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '34f14632-1d17-45c8-9be6-0e361468f103', 'name': '', 'network_id': '390a5774-3bfa-4097-9619-3ba7e652e7e6', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'mac_address': 'fa:16:3e:98:65:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:19Z', 'updated_at': '2021-07-16T01:37:34Z', 'revision_number': 5, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'subnets': [{'id': '4a8c7af0-3057-4f99-aaea-3d21547f38a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:14.869004 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-983d4d3f-b137-40b2-b720-64aa4acfcdc6 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.870259 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-983d4d3f-b137-40b2-b720-64aa4acfcdc6 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9751759 Jul 16 01:48:14.873098 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44656) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:14.879538 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a5e0253a-8451-45ce-8552-2bcb4616a748 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5ca3de89-a4a3-4433-a493-425e4b327c58'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:14.879871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a5e0253a-8451-45ce-8552-2bcb4616a748 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93832) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:48:14.924752 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-628dcedd-6d10-409e-8aed-3b708e609b2e tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.968870 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-628dcedd-6d10-409e-8aed-3b708e609b2e tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.005165 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65e7a5-2fba-44d7-890c-2513080d7ea6 req-3c2f293d-90f7-47de-9904-0ab707e9f7ad tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:15.016957 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65e7a5-2fba-44d7-890c-2513080d7ea6 req-3c2f293d-90f7-47de-9904-0ab707e9f7ad tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:15.023110 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65e7a5-2fba-44d7-890c-2513080d7ea6 req-3c2f293d-90f7-47de-9904-0ab707e9f7ad tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:15.034116 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ce65e7a5-2fba-44d7-890c-2513080d7ea6 req-3c2f293d-90f7-47de-9904-0ab707e9f7ad tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 2406 time: 0.4891984 Jul 16 01:48:15.104550 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628dcedd-6d10-409e-8aed-3b708e609b2e tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:15.109940 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-1b1d9cee-091e-4157-a7d0-765b68e5b406 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] For port 7a8a248f-ea30-4e34-8a9e-022a3b879da9, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=7a8a248f-ea30-4e34-8a9e-022a3b879da9,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:15.110734 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-1b1d9cee-091e-4157-a7d0-765b68e5b406 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.123958 n-d-800086-6 neutron-server[93832]: WARNING neutron.services.metering.metering_plugin [None req-a5e0253a-8451-45ce-8552-2bcb4616a748 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:48:15.133474 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dcedd-6d10-409e-8aed-3b708e609b2e tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc7b398-3b96-4392-ac8f-f4e3c8f79d4b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:15.164390 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-628dcedd-6d10-409e-8aed-3b708e609b2e tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.164846 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-628dcedd-6d10-409e-8aed-3b708e609b2e tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Added segment bd79c6cc-3549-4858-9359-ae5602ed5909 of type vlan for network f985c600-51b2-4a26-9ff1-8e15a837b618 Jul 16 01:48:15.167124 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-1b1d9cee-091e-4157-a7d0-765b68e5b406 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Calling delete_port for 7a8a248f-ea30-4e34-8a9e-022a3b879da9 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:15.224138 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ce65e7a5-2fba-44d7-890c-2513080d7ea6 req-07f55e73-5816-43fb-aa7e-7117566fe72a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889992 Jul 16 01:48:15.287038 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0549d3d7-566a-4567-bf99-5f2d01669c2b None None] New status for floating IP e7d76680-e3f3-4c29-a40a-e32281d42aca: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:48:15.298119 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-deleted', 'tag': '6010988f-c8d0-471b-afab-a70f8f8eb477'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:15.300826 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97e540f-0757-4d49-a5ad-0650b5eac7f0" -d '{"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-deleted", "tag": "6010988f-c8d0-471b-afab-a70f8f8eb477"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:15.331596 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-628dcedd-6d10-409e-8aed-3b708e609b2e tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.347635 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0299ae31-0eff-43c9-84ee-b69c8ce5645e req-e9163c8e-f8d7-45fd-8381-562836b3f4a2 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.1697078 Jul 16 01:48:15.394040 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5e0253a-8451-45ce-8552-2bcb4616a748 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.395637 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a5e0253a-8451-45ce-8552-2bcb4616a748 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5213375 Jul 16 01:48:15.398384 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44684) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:15.439991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4a9ae7c8-e8bc-4d0a-a1a1-346aa6d6c118 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5ca3de89-a4a3-4433-a493-425e4b327c58'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:15.442544 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4a9ae7c8-e8bc-4d0a-a1a1-346aa6d6c118 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93832) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:48:15.476534 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e5f9e9-81c6-4b1b-b6ed-bf2102a5cd81 x-openstack-request-id: req-40e5f9e9-81c6-4b1b-b6ed-bf2102a5cd81 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:15.477145 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-deleted", "tag": "6010988f-c8d0-471b-afab-a70f8f8eb477", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:15.478182 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-40e5f9e9-81c6-4b1b-b6ed-bf2102a5cd81 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:15.481703 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-deleted', 'tag': '6010988f-c8d0-471b-afab-a70f8f8eb477', 'status': 'completed', 'code': 200} Jul 16 01:48:15.567889 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-628dcedd-6d10-409e-8aed-3b708e609b2e tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.574593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628dcedd-6d10-409e-8aed-3b708e609b2e tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:15.575500 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-628dcedd-6d10-409e-8aed-3b708e609b2e tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.608605 n-d-800086-6 neutron-server[93832]: WARNING neutron.services.metering.metering_plugin [None req-4a9ae7c8-e8bc-4d0a-a1a1-346aa6d6c118 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:48:15.718573 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a9ae7c8-e8bc-4d0a-a1a1-346aa6d6c118 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.722300 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4a9ae7c8-e8bc-4d0a-a1a1-346aa6d6c118 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2969480 Jul 16 01:48:15.722711 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44688) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:15.740652 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4dc7b592-3634-4c0a-a158-0f7f5e5bccce tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=13e7dcbc-4a7a-4f69-8ee3-190c1ba67a8c HTTP/1.1" status: 200 len: 462 time: 0.0142925 Jul 16 01:48:15.742266 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44690) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:15.745197 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f27f77ba-d7d1-4e82-b6b0-2c4c98eac3df tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.758095 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dcedd-6d10-409e-8aed-3b708e609b2e tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Pushing event updated for resources: {'Network': ['ID=f985c600-51b2-4a26-9ff1-8e15a837b618,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:15.765387 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-1b1d9cee-091e-4157-a7d0-765b68e5b406 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.771245 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network f985c600-51b2-4a26-9ff1-8e15a837b618 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:15.863583 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d9cee-091e-4157-a7d0-765b68e5b406 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event deleted for resources: {'Port': ['ID=7a8a248f-ea30-4e34-8a9e-022a3b879da9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:15.890548 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-628dcedd-6d10-409e-8aed-3b708e609b2e tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.6329315 Jul 16 01:48:15.890548 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44692) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:15.896102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-36c8ae42-a955-4265-82ea-c28fd93d74fe tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Request body: {'subnet': {'network_id': 'f985c600-51b2-4a26-9ff1-8e15a837b618', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:15.917543 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 33d27387-8386-4734-a29a-d2cfef866aaf details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:16.022604 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc6b00-82cd-4480-8e77-60abceec7869 req-193b7fc9-6b71-4715-a17b-0414e5b192e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.029998 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc6b00-82cd-4480-8e77-60abceec7869 req-193b7fc9-6b71-4715-a17b-0414e5b192e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.046204 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc6b00-82cd-4480-8e77-60abceec7869 req-193b7fc9-6b71-4715-a17b-0414e5b192e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.064909 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc6b00-82cd-4480-8e77-60abceec7869 req-193b7fc9-6b71-4715-a17b-0414e5b192e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.086496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc6b00-82cd-4480-8e77-60abceec7869 req-193b7fc9-6b71-4715-a17b-0414e5b192e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.109375 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc6b00-82cd-4480-8e77-60abceec7869 req-193b7fc9-6b71-4715-a17b-0414e5b192e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.121115 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc6b00-82cd-4480-8e77-60abceec7869 req-193b7fc9-6b71-4715-a17b-0414e5b192e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.129673 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76fc6b00-82cd-4480-8e77-60abceec7869 req-193b7fc9-6b71-4715-a17b-0414e5b192e0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5429 time: 0.6270831 Jul 16 01:48:16.130073 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c8ae42-a955-4265-82ea-c28fd93d74fe tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Made reservation on behalf of 6bc7efd7b81d4ff18bc02ff6423e784d for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:16.132497 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-36c8ae42-a955-4265-82ea-c28fd93d74fe tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.168784 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6dc197f-1c77-4f51-90f4-fd303808bd23 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.169953 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c6dc197f-1c77-4f51-90f4-fd303808bd23 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/13e7dcbc-4a7a-4f69-8ee3-190c1ba67a8c HTTP/1.1" status: 204 len: 168 time: 0.2221570 Jul 16 01:48:16.173837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44696) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:16.189376 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1568f9b6-e8bb-4eb1-8ca9-951ab7690bd3 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=13e7dcbc-4a7a-4f69-8ee3-190c1ba67a8c HTTP/1.1" status: 200 len: 221 time: 0.0145683 Jul 16 01:48:16.195655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44700) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:16.201973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-cd6dcea4-9498-4f21-ac8a-d7c8356a1f95 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--318113467', 'description': 'label created by tempest'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:16.202431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-cd6dcea4-9498-4f21-ac8a-d7c8356a1f95 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] Unknown quota resources ['metering_label']. {{(pid=93832) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:48:16.246642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-1b1d9cee-091e-4157-a7d0-765b68e5b406 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] No DVR routers for this DVR port 7a8a248f-ea30-4e34-8a9e-022a3b879da9 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:16.246900 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 33d27387-8386-4734-a29a-d2cfef866aaf, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=33d27387-8386-4734-a29a-d2cfef866aaf,segment=NetworkSegment(afae7da1-a189-45ef-b8ac-2f8a1e00592d),segment_id=afae7da1-a189-45ef-b8ac-2f8a1e00592d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:16.262126 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-1b1d9cee-091e-4157-a7d0-765b68e5b406 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.273368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '33d27387-8386-4734-a29a-d2cfef866aaf', 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c', 'port_id': '33d27387-8386-4734-a29a-d2cfef866aaf', 'mac_address': 'fa:16:3e:e0:4f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:16.273757 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-1b1d9cee-091e-4157-a7d0-765b68e5b406 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.26 "DELETE /v2.0/ports/7a8a248f-ea30-4e34-8a9e-022a3b879da9 HTTP/1.1" status: 204 len: 173 time: 2.2193868 Jul 16 01:48:16.368184 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.399397 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d27387-8386-4734-a29a-d2cfef866aaf {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:16.450088 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 33d27387-8386-4734-a29a-d2cfef866aaf, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=33d27387-8386-4734-a29a-d2cfef866aaf,segment=NetworkSegment(afae7da1-a189-45ef-b8ac-2f8a1e00592d),segment_id=afae7da1-a189-45ef-b8ac-2f8a1e00592d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:16.462168 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.463139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device b0eba950-6290-4204-97b4-71fd009ef302 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:16.588500 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76fc6b00-82cd-4480-8e77-60abceec7869 req-36f4e939-9878-4bb6-abc8-b9dbfe4a7ad6 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4027448 Jul 16 01:48:16.682444 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=33d27387-8386-4734-a29a-d2cfef866aaf,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:16.747870 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cd6dcea4-9498-4f21-ac8a-d7c8356a1f95 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.752592 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cd6dcea4-9498-4f21-ac8a-d7c8356a1f95 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5547032 Jul 16 01:48:16.756272 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44712) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:16.825267 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port b0eba950-6290-4204-97b4-71fd009ef302, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b0eba950-6290-4204-97b4-71fd009ef302,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:16.835896 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-84ad8d3e-616b-4779-a227-23c2b8bcf9f3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Deleting port 65ae1488-7894-4e05-a642-06cbec3578dd {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:16.836249 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-84ad8d3e-616b-4779-a227-23c2b8bcf9f3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.847537 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'b0eba950-6290-4204-97b4-71fd009ef302', 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9', 'port_id': 'b0eba950-6290-4204-97b4-71fd009ef302', 'mac_address': 'fa:16:3e:8a:18:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7e40bd-b54b-416d-9777-82ce986f495f', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:16.854295 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-49e2dd99-9811-4585-9716-009c7e93a9f7 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=6b0f0cd4-a7da-4876-94f0-9ec3d6577bcb HTTP/1.1" status: 200 len: 467 time: 0.0968029 Jul 16 01:48:16.854915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44718) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:16.937924 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.973826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0eba950-6290-4204-97b4-71fd009ef302 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:17.001854 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f27f77ba-d7d1-4e82-b6b0-2c4c98eac3df tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting port 634f74bd-09ff-45b9-b91b-4fe2ca0cd5ac {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:17.002207 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f27f77ba-d7d1-4e82-b6b0-2c4c98eac3df tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.007871 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port b0eba950-6290-4204-97b4-71fd009ef302, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b0eba950-6290-4204-97b4-71fd009ef302,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:17.024722 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.025403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 6e2cfe37-5372-4873-82c7-38150819cf47 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:17.195460 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=b0eba950-6290-4204-97b4-71fd009ef302,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:17.200081 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 6e2cfe37-5372-4873-82c7-38150819cf47, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6e2cfe37-5372-4873-82c7-38150819cf47,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:17.207433 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f27f77ba-d7d1-4e82-b6b0-2c4c98eac3df tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.226860 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f27f77ba-d7d1-4e82-b6b0-2c4c98eac3df tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Calling delete_port for 634f74bd-09ff-45b9-b91b-4fe2ca0cd5ac owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:17.233592 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '6e2cfe37-5372-4873-82c7-38150819cf47', 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9', 'port_id': '6e2cfe37-5372-4873-82c7-38150819cf47', 'mac_address': 'fa:16:3e:f2:67:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7e40bd-b54b-416d-9777-82ce986f495f', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:17.310788 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-84ad8d3e-616b-4779-a227-23c2b8bcf9f3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] For port 65ae1488-7894-4e05-a642-06cbec3578dd, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=65ae1488-7894-4e05-a642-06cbec3578dd,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:17.311349 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-84ad8d3e-616b-4779-a227-23c2b8bcf9f3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.324039 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.350715 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2cfe37-5372-4873-82c7-38150819cf47 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:17.388277 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 6e2cfe37-5372-4873-82c7-38150819cf47, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6e2cfe37-5372-4873-82c7-38150819cf47,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:17.390548 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-84ad8d3e-616b-4779-a227-23c2b8bcf9f3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Calling delete_port for 65ae1488-7894-4e05-a642-06cbec3578dd owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:17.398812 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.399503 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device b06a2033-1b7a-4ff7-b625-8b69419da338 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:17.468495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb36bc-9e46-422f-9624-da5847e532f1 req-b14db930-ba18-4c6b-8d51-749dba17513a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.477682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb36bc-9e46-422f-9624-da5847e532f1 req-b14db930-ba18-4c6b-8d51-749dba17513a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.485574 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1fcb36bc-9e46-422f-9624-da5847e532f1 req-b14db930-ba18-4c6b-8d51-749dba17513a tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 1675 time: 0.5336747 Jul 16 01:48:17.490738 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-deleted', 'tag': '7a8a248f-ea30-4e34-8a9e-022a3b879da9'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:17.494027 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6162bcd5-87ea-4873-a956-edb4c91ac500" -d '{"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-deleted", "tag": "7a8a248f-ea30-4e34-8a9e-022a3b879da9"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:17.630573 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ffc30a53-0a3b-45b0-a5cd-4f0d05ded842 req-e4f18430-581e-491a-88b8-044ee6a82302 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.0506663 Jul 16 01:48:17.650061 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e3e7eb3e-83fe-4a61-b1b8-cb48cef45e42 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.654462 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e3e7eb3e-83fe-4a61-b1b8-cb48cef45e42 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/6b0f0cd4-a7da-4876-94f0-9ec3d6577bcb HTTP/1.1" status: 204 len: 168 time: 0.7959960 Jul 16 01:48:17.655554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44734) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:17.680712 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8ab01d2e-e828-4b8b-90c0-d4a97249bd07 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=6b0f0cd4-a7da-4876-94f0-9ec3d6577bcb HTTP/1.1" status: 200 len: 216 time: 0.0209153 Jul 16 01:48:17.681268 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44736) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:17.683165 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port b06a2033-1b7a-4ff7-b625-8b69419da338, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b06a2033-1b7a-4ff7-b625-8b69419da338,segment=NetworkSegment(7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e),segment_id=7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:17.688590 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=6e2cfe37-5372-4873-82c7-38150819cf47,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:17.700182 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bc420e2c-5b77-417a-be72-0084615ec0c5 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0147319 Jul 16 01:48:17.704999 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44738) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:17.719318 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'b06a2033-1b7a-4ff7-b625-8b69419da338', 'network_id': 'ce6c8df2-7389-4a01-8a34-c56fcf84fa29', 'port_id': 'b06a2033-1b7a-4ff7-b625-8b69419da338', 'mac_address': 'fa:16:3e:c7:f3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd66e7cad-8485-48ef-b49f-9c0a1aa8b39b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:17.756383 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1fcb36bc-9e46-422f-9624-da5847e532f1 req-563b15e1-ae78-4a11-958c-389ed4aee268 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696109 Jul 16 01:48:17.797433 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ca9324eb-5351-47e4-8e4f-9ad333ada877 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0867395 Jul 16 01:48:17.802749 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2df612d-9ca9-40a6-b7f1-684b168b4d47 x-openstack-request-id: req-b2df612d-9ca9-40a6-b7f1-684b168b4d47 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:17.804257 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-deleted", "tag": "7a8a248f-ea30-4e34-8a9e-022a3b879da9", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:17.804664 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2df612d-9ca9-40a6-b7f1-684b168b4d47 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:17.805201 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-deleted', 'tag': '7a8a248f-ea30-4e34-8a9e-022a3b879da9', 'status': 'completed', 'code': 200} Jul 16 01:48:17.811149 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44742) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:17.849400 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.883592 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06a2033-1b7a-4ff7-b625-8b69419da338 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:17.934867 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port b06a2033-1b7a-4ff7-b625-8b69419da338, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b06a2033-1b7a-4ff7-b625-8b69419da338,segment=NetworkSegment(7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e),segment_id=7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:17.942973 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.943857 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 0c40b0ea-30a1-4c59-8cb3-23aed3975cea details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:17.994115 n-d-800086-6 neutron-server[93831]: DEBUG neutron.objects.ports [None req-36c8ae42-a955-4265-82ea-c28fd93d74fe tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:48:17.995217 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-36c8ae42-a955-4265-82ea-c28fd93d74fe tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.010381 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3c9ba7cc-3273-4de8-998a-d17388b25fe6 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels/5ca3de89-a4a3-4433-a493-425e4b327c58 HTTP/1.1" status: 200 len: 472 time: 0.1978166 Jul 16 01:48:18.017471 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44744) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:18.020096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 0c40b0ea-30a1-4c59-8cb3-23aed3975cea, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=0c40b0ea-30a1-4c59-8cb3-23aed3975cea,segment=NetworkSegment(7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e),segment_id=7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:18.023491 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=b06a2033-1b7a-4ff7-b625-8b69419da338,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:18.035414 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '0c40b0ea-30a1-4c59-8cb3-23aed3975cea', 'network_id': 'ce6c8df2-7389-4a01-8a34-c56fcf84fa29', 'port_id': '0c40b0ea-30a1-4c59-8cb3-23aed3975cea', 'mac_address': 'fa:16:3e:0d:05:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd66e7cad-8485-48ef-b49f-9c0a1aa8b39b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:18.045836 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9fe1d695-fd16-4688-81c6-2ce03ead4a84 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules/bdffd20c-30d3-459f-bd0f-1275513faaeb HTTP/1.1" status: 200 len: 459 time: 0.0269899 Jul 16 01:48:18.051346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44746) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:18.076804 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f27f77ba-d7d1-4e82-b6b0-2c4c98eac3df tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.088036 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.106416 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c40b0ea-30a1-4c59-8cb3-23aed3975cea {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:18.137578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 0c40b0ea-30a1-4c59-8cb3-23aed3975cea, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=0c40b0ea-30a1-4c59-8cb3-23aed3975cea,segment=NetworkSegment(7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e),segment_id=7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:18.154120 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.156564 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 1ee21601-191c-45f4-b814-a55228557d82 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:18.163158 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-84ad8d3e-616b-4779-a227-23c2b8bcf9f3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.168561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8ae42-a955-4265-82ea-c28fd93d74fe tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d3af4efe-85ad-4f96-8501-6f2c6942b54a,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:18.204945 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f77ba-d7d1-4e82-b6b0-2c4c98eac3df tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Port': ['ID=634f74bd-09ff-45b9-b91b-4fe2ca0cd5ac,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:18.281823 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad8d3e-616b-4779-a227-23c2b8bcf9f3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event deleted for resources: {'Port': ['ID=65ae1488-7894-4e05-a642-06cbec3578dd,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:18.347906 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 1ee21601-191c-45f4-b814-a55228557d82, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=1ee21601-191c-45f4-b814-a55228557d82,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:18.364556 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=0c40b0ea-30a1-4c59-8cb3-23aed3975cea,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:18.372332 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-55e915e0-1ae2-42e1-94ed-3f46d4e9a963 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.373588 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-55e915e0-1ae2-42e1-94ed-3f46d4e9a963 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/bdffd20c-30d3-459f-bd0f-1275513faaeb HTTP/1.1" status: 204 len: 168 time: 0.3210533 Jul 16 01:48:18.376576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44752) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:18.393388 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '1ee21601-191c-45f4-b814-a55228557d82', 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9', 'port_id': '1ee21601-191c-45f4-b814-a55228557d82', 'mac_address': 'fa:16:3e:b8:f9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7e40bd-b54b-416d-9777-82ce986f495f', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:18.435448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-84ad8d3e-616b-4779-a227-23c2b8bcf9f3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] No DVR routers for this DVR port 65ae1488-7894-4e05-a642-06cbec3578dd on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:18.438069 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-84ad8d3e-616b-4779-a227-23c2b8bcf9f3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.440678 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-84ad8d3e-616b-4779-a227-23c2b8bcf9f3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.26 "DELETE /v2.0/ports/65ae1488-7894-4e05-a642-06cbec3578dd HTTP/1.1" status: 204 len: 173 time: 2.1503229 Jul 16 01:48:18.443479 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c8ae42-a955-4265-82ea-c28fd93d74fe tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Checking segment: {'id': 'bd79c6cc-3549-4858-9359-ae5602ed5909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f985c600-51b2-4a26-9ff1-8e15a837b618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:18.443897 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c8ae42-a955-4265-82ea-c28fd93d74fe tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Network hostable DHCP agents. Network: f985c600-51b2-4a26-9ff1-8e15a837b618, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:18.460003 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36d3e4-f251-42c0-926c-30f827280b94 req-d24c0c68-c24f-4253-a85a-9d2352818bfe tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.466411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36d3e4-f251-42c0-926c-30f827280b94 req-d24c0c68-c24f-4253-a85a-9d2352818bfe tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.475758 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.484755 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36d3e4-f251-42c0-926c-30f827280b94 req-d24c0c68-c24f-4253-a85a-9d2352818bfe tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.490803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36d3e4-f251-42c0-926c-30f827280b94 req-d24c0c68-c24f-4253-a85a-9d2352818bfe tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.492115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee21601-191c-45f4-b814-a55228557d82 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:18.498117 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36d3e4-f251-42c0-926c-30f827280b94 req-d24c0c68-c24f-4253-a85a-9d2352818bfe tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.505731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36d3e4-f251-42c0-926c-30f827280b94 req-d24c0c68-c24f-4253-a85a-9d2352818bfe tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.513630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36d3e4-f251-42c0-926c-30f827280b94 req-d24c0c68-c24f-4253-a85a-9d2352818bfe tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.522480 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a36d3e4-f251-42c0-926c-30f827280b94 req-d24c0c68-c24f-4253-a85a-9d2352818bfe tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5433 time: 0.5841308 Jul 16 01:48:18.522796 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 1ee21601-191c-45f4-b814-a55228557d82, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=1ee21601-191c-45f4-b814-a55228557d82,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:18.529848 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.530599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 588d0e4f-cefb-43a8-a412-487dd40c07f8 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:18.594917 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 588d0e4f-cefb-43a8-a412-487dd40c07f8, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=588d0e4f-cefb-43a8-a412-487dd40c07f8,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:18.625398 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a36d3e4-f251-42c0-926c-30f827280b94 req-fe253ac2-347f-4e87-a7a0-6ee99d9c460e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019154 Jul 16 01:48:18.639510 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c8ae42-a955-4265-82ea-c28fd93d74fe tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Network f985c600-51b2-4a26-9ff1-8e15a837b618 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:18.665846 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '588d0e4f-cefb-43a8-a412-487dd40c07f8', 'network_id': '61936856-6c7f-41bf-93c7-c9c6608b4eb9', 'port_id': '588d0e4f-cefb-43a8-a412-487dd40c07f8', 'mac_address': 'fa:16:3e:3b:1e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7e40bd-b54b-416d-9777-82ce986f495f', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:18.697154 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-36c8ae42-a955-4265-82ea-c28fd93d74fe tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, f985c600-51b2-4a26-9ff1-8e15a837b618) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:18.703904 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c8ae42-a955-4265-82ea-c28fd93d74fe tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.706006 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-36c8ae42-a955-4265-82ea-c28fd93d74fe tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.748364 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-36c8ae42-a955-4265-82ea-c28fd93d74fe tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8563051 Jul 16 01:48:18.752990 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44756) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:18.758162 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4f14c22c-88ee-4e04-b403-46c0932a9b83 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1419523746', 'network_id': 'f985c600-51b2-4a26-9ff1-8e15a837b618'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:18.785520 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f8cc66-fb09-4db0-9d88-f71818fcbc02 None None] Network f985c600-51b2-4a26-9ff1-8e15a837b618 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:18.875819 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-ff20043d-633f-4b1a-abd4-3fc183dc9bdd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Deleting port 5ae438b0-6561-4508-8234-dd26f7191e3e {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:18.876513 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-ff20043d-633f-4b1a-abd4-3fc183dc9bdd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.944576 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f14c22c-88ee-4e04-b403-46c0932a9b83 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Made reservation on behalf of 6bc7efd7b81d4ff18bc02ff6423e784d for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:18.959850 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4f14c22c-88ee-4e04-b403-46c0932a9b83 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.994062 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=1ee21601-191c-45f4-b814-a55228557d82,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:19.028179 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-4f14c22c-88ee-4e04-b403-46c0932a9b83 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] device_id is not set on port db34ec62-c861-4df5-bc94-a486e892a9be yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:19.065515 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.069688 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41ffa0b-b55b-406e-acfc-2f1d0954182c None None] Network f985c600-51b2-4a26-9ff1-8e15a837b618 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:19.101360 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588d0e4f-cefb-43a8-a412-487dd40c07f8 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:19.139901 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 588d0e4f-cefb-43a8-a412-487dd40c07f8, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=588d0e4f-cefb-43a8-a412-487dd40c07f8,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:19.316063 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f27f77ba-d7d1-4e82-b6b0-2c4c98eac3df tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.343759 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-ff20043d-633f-4b1a-abd4-3fc183dc9bdd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] For port 5ae438b0-6561-4508-8234-dd26f7191e3e, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=5ae438b0-6561-4508-8234-dd26f7191e3e,segment=NetworkSegment(3986646c-2b6f-4b44-8db9-e3622b113280),segment_id=3986646c-2b6f-4b44-8db9-e3622b113280)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:19.344480 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-ff20043d-633f-4b1a-abd4-3fc183dc9bdd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.380274 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-ff20043d-633f-4b1a-abd4-3fc183dc9bdd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Calling delete_port for 5ae438b0-6561-4508-8234-dd26f7191e3e owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:19.387164 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.398314 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-33c0cb2e-8625-4794-b877-6a1507a13c0f req-58e9cc15-4c9d-4794-b50c-0b5e0bf01d44 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.1490040 Jul 16 01:48:19.401446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-4f14c22c-88ee-4e04-b403-46c0932a9b83 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Allocated IP 172.20.0.10 (f985c600-51b2-4a26-9ff1-8e15a837b618/d3af4efe-85ad-4f96-8501-6f2c6942b54a/db34ec62-c861-4df5-bc94-a486e892a9be) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:19.411307 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b0b6-982e-404f-aa18-5c06c3556b48 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.431500 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df5479-14fd-478d-9685-908c2bf3811f req-15b6c946-90c0-469e-b4a7-98b9a017f4a9 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.432267 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d8d4b0b6-982e-404f-aa18-5c06c3556b48 tempest-MeteringIpV6TestJSON-1598772350 tempest-MeteringIpV6TestJSON-1598772350-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/5ca3de89-a4a3-4433-a493-425e4b327c58 HTTP/1.1" status: 204 len: 168 time: 1.0411475 Jul 16 01:48:19.438488 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88df5479-14fd-478d-9685-908c2bf3811f req-15b6c946-90c0-469e-b4a7-98b9a017f4a9 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 943 time: 0.3316722 Jul 16 01:48:19.492608 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=588d0e4f-cefb-43a8-a412-487dd40c07f8,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:19.640362 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88df5479-14fd-478d-9685-908c2bf3811f req-a03e1a7b-30dc-44a8-8d7b-51d7fe15f4c9 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups?id=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792397 Jul 16 01:48:19.802311 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27f77ba-d7d1-4e82-b6b0-2c4c98eac3df tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router 73449ce4-05d5-4429-8e9b-878c4fac7f28 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:19.855692 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-deleted', 'tag': '65ae1488-7894-4e05-a642-06cbec3578dd'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:19.860944 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b4ea93-8d6c-40cf-8f54-cea1e230f2f2" -d '{"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-deleted", "tag": "65ae1488-7894-4e05-a642-06cbec3578dd"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:19.958400 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd19de7d-531c-4adc-a703-8921aa7504e2 x-openstack-request-id: req-cd19de7d-531c-4adc-a703-8921aa7504e2 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:19.958893 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-deleted", "tag": "65ae1488-7894-4e05-a642-06cbec3578dd", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:19.959007 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cd19de7d-531c-4adc-a703-8921aa7504e2 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:19.959328 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-deleted', 'tag': '65ae1488-7894-4e05-a642-06cbec3578dd', 'status': 'completed', 'code': 200} Jul 16 01:48:19.970618 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-ff20043d-633f-4b1a-abd4-3fc183dc9bdd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.986730 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27f77ba-d7d1-4e82-b6b0-2c4c98eac3df tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:19.994972 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f27f77ba-d7d1-4e82-b6b0-2c4c98eac3df tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/73449ce4-05d5-4429-8e9b-878c4fac7f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5655818 Jul 16 01:48:19.995632 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44784) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:20.003540 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c3dc38-b26b-4e4b-b6bd-54d324c0ee6f None None] Sync routers for ids ['73449ce4-05d5-4429-8e9b-878c4fac7f28'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:20.020215 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c3dc38-b26b-4e4b-b6bd-54d324c0ee6f None None] Routers {'73449ce4-05d5-4429-8e9b-878c4fac7f28'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:20.021932 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-34c3dc38-b26b-4e4b-b6bd-54d324c0ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['73449ce4-05d5-4429-8e9b-878c4fac7f28'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:20.052855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44786) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:20.075517 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6f4de674-c4fb-4f7c-95fc-195029fb138d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/ports?device_id=73449ce4-05d5-4429-8e9b-878c4fac7f28 HTTP/1.1" status: 200 len: 205 time: 0.0769517 Jul 16 01:48:20.075517 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44788) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:20.087576 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20043d-633f-4b1a-abd4-3fc183dc9bdd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event deleted for resources: {'Port': ['ID=5ae438b0-6561-4508-8234-dd26f7191e3e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:20.093909 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4f14c22c-88ee-4e04-b403-46c0932a9b83 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.143160 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-34c3dc38-b26b-4e4b-b6bd-54d324c0ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:20.175691 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c3dc38-b26b-4e4b-b6bd-54d324c0ee6f None None] Routers {'73449ce4-05d5-4429-8e9b-878c4fac7f28'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:20.176635 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-34c3dc38-b26b-4e4b-b6bd-54d324c0ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['73449ce4-05d5-4429-8e9b-878c4fac7f28'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:20.255417 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d19d2da2-4f3a-4b84-a5d0-111cc74ba0f5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.263863 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-34c3dc38-b26b-4e4b-b6bd-54d324c0ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:20.264829 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c3dc38-b26b-4e4b-b6bd-54d324c0ee6f None None] The sync data for ids ['73449ce4-05d5-4429-8e9b-878c4fac7f28'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:20.324705 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-ff20043d-633f-4b1a-abd4-3fc183dc9bdd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] No DVR routers for this DVR port 5ae438b0-6561-4508-8234-dd26f7191e3e on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:20.335227 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dec70fc5-96a1-4359-bcc1-097c32e7796d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.350025 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-ff20043d-633f-4b1a-abd4-3fc183dc9bdd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.353384 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4192cc5-0fe7-455e-8751-4cb1bb69c575 req-ff20043d-633f-4b1a-abd4-3fc183dc9bdd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.26 "DELETE /v2.0/ports/5ae438b0-6561-4508-8234-dd26f7191e3e HTTP/1.1" status: 204 len: 173 time: 1.8194711 Jul 16 01:48:20.446398 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4f14c22c-88ee-4e04-b403-46c0932a9b83 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.512471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a0bb9-3b79-4d84-b245-c1100d094f3a req-5227268e-7e69-4677-80fc-7ac02748242d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.529898 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a0bb9-3b79-4d84-b245-c1100d094f3a req-5227268e-7e69-4677-80fc-7ac02748242d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.545957 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a0bb9-3b79-4d84-b245-c1100d094f3a req-5227268e-7e69-4677-80fc-7ac02748242d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.563952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['33d27387-8386-4734-a29a-d2cfef866aaf'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:20.569042 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a0bb9-3b79-4d84-b245-c1100d094f3a req-5227268e-7e69-4677-80fc-7ac02748242d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.583884 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a0bb9-3b79-4d84-b245-c1100d094f3a req-5227268e-7e69-4677-80fc-7ac02748242d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.587552 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d19d2da2-4f3a-4b84-a5d0-111cc74ba0f5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.596189 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d19d2da2-4f3a-4b84-a5d0-111cc74ba0f5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.601113 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a0bb9-3b79-4d84-b245-c1100d094f3a req-5227268e-7e69-4677-80fc-7ac02748242d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.608407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a0bb9-3b79-4d84-b245-c1100d094f3a req-5227268e-7e69-4677-80fc-7ac02748242d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.611305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['1ee21601-191c-45f4-b814-a55228557d82'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:20.628318 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-067a0bb9-3b79-4d84-b245-c1100d094f3a req-5227268e-7e69-4677-80fc-7ac02748242d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5436 time: 0.7607982 Jul 16 01:48:20.688495 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['588d0e4f-cefb-43a8-a412-487dd40c07f8'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:20.693866 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d19d2da2-4f3a-4b84-a5d0-111cc74ba0f5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.694538 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19d2da2-4f3a-4b84-a5d0-111cc74ba0f5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Fanout notify agent at l3_agent the message router_deleted on router 73449ce4-05d5-4429-8e9b-878c4fac7f28 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:20.703205 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d19d2da2-4f3a-4b84-a5d0-111cc74ba0f5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.707125 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d19d2da2-4f3a-4b84-a5d0-111cc74ba0f5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/routers/73449ce4-05d5-4429-8e9b-878c4fac7f28 HTTP/1.1" status: 204 len: 168 time: 0.6300099 Jul 16 01:48:20.708473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44796) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:20.721545 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['b0eba950-6290-4204-97b4-71fd009ef302'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:20.724025 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['0c40b0ea-30a1-4c59-8cb3-23aed3975cea'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:20.726867 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['b06a2033-1b7a-4ff7-b625-8b69419da338'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:20.904731 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6077e49f-58ee-43e5-bc9e-c0541bbdfee4 req-fe24a0dc-682e-4d0e-bca1-0e0bc303ff20 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.0944617 Jul 16 01:48:20.935618 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4a9025-79b1-4ea6-9714-fe3d52402de5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting subnet f8968b59-9744-4fc6-8f4c-e1a42816569c {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:20.939692 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3f4a9025-79b1-4ea6-9714-fe3d52402de5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.033591 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3f4a9025-79b1-4ea6-9714-fe3d52402de5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.196712 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d731b40a-b78f-4428-acb4-4255ea57373e req-ef2940a7-0d49-4add-a7e3-96c241309e14 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.0651767 Jul 16 01:48:21.253857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f14c22c-88ee-4e04-b403-46c0932a9b83 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Network f985c600-51b2-4a26-9ff1-8e15a837b618 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:21.318760 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dec70fc5-96a1-4359-bcc1-097c32e7796d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.330541 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-4f14c22c-88ee-4e04-b403-46c0932a9b83 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:21.336221 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dec70fc5-96a1-4359-bcc1-097c32e7796d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.339064 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f14c22c-88ee-4e04-b403-46c0932a9b83 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:21.356288 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3f4a9025-79b1-4ea6-9714-fe3d52402de5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.386620 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f14c22c-88ee-4e04-b403-46c0932a9b83 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:21.386856 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4f14c22c-88ee-4e04-b403-46c0932a9b83 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.432841 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['6e2cfe37-5372-4873-82c7-38150819cf47'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:21.444775 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-067a0bb9-3b79-4d84-b245-c1100d094f3a req-52a18912-3770-462c-adc2-a7366c07f468 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8153284 Jul 16 01:48:21.481156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14c22c-88ee-4e04-b403-46c0932a9b83 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Pushing event updated for resources: {'Port': ['ID=db34ec62-c861-4df5-bc94-a486e892a9be,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:21.531048 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4f14c22c-88ee-4e04-b403-46c0932a9b83 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.7767711 Jul 16 01:48:21.534940 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44802) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:21.558611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec70fc5-96a1-4359-bcc1-097c32e7796d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a22784-c39a-42c6-bb9e-eb9ba8936c77,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:21.561881 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3f4a9025-79b1-4ea6-9714-fe3d52402de5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.627350 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dec70fc5-96a1-4359-bcc1-097c32e7796d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cf161e3fbe9849be879fd4a061ba53b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5640910 Jul 16 01:48:21.630503 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44804) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:21.636585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a9025-79b1-4ea6-9714-fe3d52402de5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Subnet': ['ID=f8968b59-9744-4fc6-8f4c-e1a42816569c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:21.644797 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3f4a9025-79b1-4ea6-9714-fe3d52402de5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.652243 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3f4a9025-79b1-4ea6-9714-fe3d52402de5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/subnets/f8968b59-9744-4fc6-8f4c-e1a42816569c HTTP/1.1" status: 204 len: 168 time: 0.9433911 Jul 16 01:48:21.652994 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44806) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:21.688182 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39605e0c-0f2a-45b7-9ed7-156de5237bd3 None None] Network 3a180532-f012-4d3d-8195-557b56bee8c0 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:21.789354 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-29f96422-8934-4df7-b66b-f935b96087f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.832447 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.848178 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-29f96422-8934-4df7-b66b-f935b96087f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.924473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-dd39fab6-0eb8-4088-a5c5-cff28c033e3c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Deleting port db34ec62-c861-4df5-bc94-a486e892a9be {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:21.924834 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd39fab6-0eb8-4088-a5c5-cff28c033e3c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.953364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting port 9a6207cf-7e99-4a13-93b9-311926ab1475 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:21.953775 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.962141 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-deleted', 'tag': '5ae438b0-6561-4508-8234-dd26f7191e3e'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:21.964811 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b49ffba-148e-4c8c-8a7c-580baab4ddd0" -d '{"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-deleted", "tag": "5ae438b0-6561-4508-8234-dd26f7191e3e"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:22.014456 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-29f96422-8934-4df7-b66b-f935b96087f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.017165 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-29f96422-8934-4df7-b66b-f935b96087f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.028909 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-29f96422-8934-4df7-b66b-f935b96087f2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/59a22784-c39a-42c6-bb9e-eb9ba8936c77 HTTP/1.1" status: 204 len: 168 time: 0.3869393 Jul 16 01:48:22.070077 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] For port 9a6207cf-7e99-4a13-93b9-311926ab1475, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9a6207cf-7e99-4a13-93b9-311926ab1475,segment=NetworkSegment(f4ff3288-8f9b-4dcc-b5c5-dd2b3ceafb11),segment_id=f4ff3288-8f9b-4dcc-b5c5-dd2b3ceafb11)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:22.070439 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.091430 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Calling delete_port for 9a6207cf-7e99-4a13-93b9-311926ab1475 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:22.191881 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f06f1e-7095-4f28-b151-3f3e410418f8 x-openstack-request-id: req-03f06f1e-7095-4f28-b151-3f3e410418f8 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:22.193055 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4972fd7e-d7da-44ee-8d57-d09d2f9de8e3", "name": "network-vif-deleted", "tag": "5ae438b0-6561-4508-8234-dd26f7191e3e", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:22.195549 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-03f06f1e-7095-4f28-b151-3f3e410418f8 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:22.196818 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4972fd7e-d7da-44ee-8d57-d09d2f9de8e3', 'name': 'network-vif-deleted', 'tag': '5ae438b0-6561-4508-8234-dd26f7191e3e', 'status': 'completed', 'code': 200} Jul 16 01:48:22.258627 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f96422-8934-4df7-b66b-f935b96087f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a22784-c39a-42c6-bb9e-eb9ba8936c77,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:22.323066 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.338691 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bda78a-f3ee-408b-88cd-a594b926021f None None] DHCP port deletion for 3a180532-f012-4d3d-8195-557b56bee8c0 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:22.358059 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] No DVR routers for this DVR port 9a6207cf-7e99-4a13-93b9-311926ab1475 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:22.419312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Port': ['ID=9a6207cf-7e99-4a13-93b9-311926ab1475,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:22.420805 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd39fab6-0eb8-4088-a5c5-cff28c033e3c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.440333 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-dd39fab6-0eb8-4088-a5c5-cff28c033e3c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Calling delete_port for db34ec62-c861-4df5-bc94-a486e892a9be owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:22.566318 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44824) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:22.574191 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.597016 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a180532-f012-4d3d-8195-557b56bee8c0']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:22.624107 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ff3288-8f9b-4dcc-b5c5-dd2b3ceafb11') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:22.628885 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ff3288-8f9b-4dcc-b5c5-dd2b3ceafb11') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:22.629732 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48d393bc-234e-464b-84c9-d1cf0f94faf2 req-c01e4dc6-fb00-4e0a-b731-7b292bd7525a tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.3242202 Jul 16 01:48:22.657281 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-44fe9221-f76a-4f4e-bf13-e6e24a17a2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.674079 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.699952 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd39fab6-0eb8-4088-a5c5-cff28c033e3c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.711912 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.724146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:22.724595 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:22.751603 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:22.775397 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9412ef8f-3bba-49cd-86a5-c8ab27a7c260 req-18be765c-6b75-4c83-bdbd-bac7d8c36794 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.1614122 Jul 16 01:48:22.790440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39fab6-0eb8-4088-a5c5-cff28c033e3c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Pushing event deleted for resources: {'Port': ['ID=db34ec62-c861-4df5-bc94-a486e892a9be,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:22.859044 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.886965 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.889040 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/networks/3a180532-f012-4d3d-8195-557b56bee8c0 HTTP/1.1" status: 204 len: 168 time: 1.2350845 Jul 16 01:48:22.889955 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0209288-b01f-4929-8169-92fddd061a48 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Network': ['ID=3a180532-f012-4d3d-8195-557b56bee8c0,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:22.899079 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44826) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:22.905827 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2d70240c-2b1d-4545-851d-632d7d144013 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1363369525', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:22.984382 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd39fab6-0eb8-4088-a5c5-cff28c033e3c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.986593 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dd39fab6-0eb8-4088-a5c5-cff28c033e3c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "DELETE /v2.0/ports/db34ec62-c861-4df5-bc94-a486e892a9be HTTP/1.1" status: 204 len: 168 time: 1.4457564 Jul 16 01:48:22.989534 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44828) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:22.996234 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f985c600-51b2-4a26-9ff1-8e15a837b618', 'external_fixed_ips': [{'subnet_id': 'd3af4efe-85ad-4f96-8501-6f2c6942b54a', 'ip_address': '172.20.0.10'}]}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:23.049451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35fb98-efe6-483a-b671-32ad934de1ce req-135bbda2-0840-4f46-9381-21dab65f1617 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:23.055685 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35fb98-efe6-483a-b671-32ad934de1ce req-135bbda2-0840-4f46-9381-21dab65f1617 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:23.062380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35fb98-efe6-483a-b671-32ad934de1ce req-135bbda2-0840-4f46-9381-21dab65f1617 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:23.068299 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35fb98-efe6-483a-b671-32ad934de1ce req-135bbda2-0840-4f46-9381-21dab65f1617 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:23.075171 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35fb98-efe6-483a-b671-32ad934de1ce req-135bbda2-0840-4f46-9381-21dab65f1617 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:23.081471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35fb98-efe6-483a-b671-32ad934de1ce req-135bbda2-0840-4f46-9381-21dab65f1617 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:23.087533 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35fb98-efe6-483a-b671-32ad934de1ce req-135bbda2-0840-4f46-9381-21dab65f1617 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:23.090170 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7c35fb98-efe6-483a-b671-32ad934de1ce req-135bbda2-0840-4f46-9381-21dab65f1617 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5436 time: 0.1962554 Jul 16 01:48:23.092216 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-44fe9221-f76a-4f4e-bf13-e6e24a17a2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.102795 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-44fe9221-f76a-4f4e-bf13-e6e24a17a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.126710 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d70240c-2b1d-4545-851d-632d7d144013 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.127538 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d70240c-2b1d-4545-851d-632d7d144013 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.163094 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.164105 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.209241 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-44fe9221-f76a-4f4e-bf13-e6e24a17a2ca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=33c3ed9cae914a45bae6f0f03c6dc8c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6397505 Jul 16 01:48:23.213570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44832) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:23.214607 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe9221-f76a-4f4e-bf13-e6e24a17a2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1989aec-8c71-4553-a1d5-d16b864841a9,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:23.217133 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9a6207cf-7e99-4a13-93b9-311926ab1475 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:23.255081 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 9a6207cf-7e99-4a13-93b9-311926ab1475 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:23.255434 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9a6207cf-7e99-4a13-93b9-311926ab1475 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:23.268458 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7c35fb98-efe6-483a-b671-32ad934de1ce req-46b2cdf3-e846-4101-a3ff-783f2f12a565 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1704564 Jul 16 01:48:23.300889 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d70240c-2b1d-4545-851d-632d7d144013 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.318918 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d70240c-2b1d-4545-851d-632d7d144013 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.350959 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5082-f8b7-4da2-8d01-4fefe0e34fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.368424 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d70240c-2b1d-4545-851d-632d7d144013 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.370564 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2d70240c-2b1d-4545-851d-632d7d144013 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4702554 Jul 16 01:48:23.373220 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44834) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:23.374909 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.383033 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2e5d7e2b-2c90-4aba-90d1-0e82e4b1ae83 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'network': {'name': 'tempest-RoutersTest-436507445'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:23.386197 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5082-f8b7-4da2-8d01-4fefe0e34fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.453988 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5d7e2b-2c90-4aba-90d1-0e82e4b1ae83 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Made reservation on behalf of e25ea08c9a1242e0b31ad92aebc38e34 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:23.464324 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e5d7e2b-2c90-4aba-90d1-0e82e4b1ae83 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.507416 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5082-f8b7-4da2-8d01-4fefe0e34fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.510134 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5082-f8b7-4da2-8d01-4fefe0e34fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.513800 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2e9b5082-f8b7-4da2-8d01-4fefe0e34fcf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e1989aec-8c71-4553-a1d5-d16b864841a9 HTTP/1.1" status: 204 len: 168 time: 0.2767918 Jul 16 01:48:23.532195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b5082-f8b7-4da2-8d01-4fefe0e34fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1989aec-8c71-4553-a1d5-d16b864841a9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:23.583778 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 0c40b0ea-30a1-4c59-8cb3-23aed3975cea up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:23.691367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 0c40b0ea-30a1-4c59-8cb3-23aed3975cea completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:23.699000 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 0c40b0ea-30a1-4c59-8cb3-23aed3975cea triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:23.701462 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.708520 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5d7e2b-2c90-4aba-90d1-0e82e4b1ae83 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:23.801281 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.814562 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e5d7e2b-2c90-4aba-90d1-0e82e4b1ae83 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.815002 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-2e5d7e2b-2c90-4aba-90d1-0e82e4b1ae83 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Added segment aaee9561-65cb-4ae7-9b04-52975aba9794 of type vlan for network be68f52d-cbff-4872-ba54-2cf513be7dbc Jul 16 01:48:23.836886 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.837903 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.894198 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c40b0ea-30a1-4c59-8cb3-23aed3975cea'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:23.902084 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a364ca5-e4fb-4f90-8453-2cb051b668ce" -d '{"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-plugged", "status": "completed", "tag": "0c40b0ea-30a1-4c59-8cb3-23aed3975cea"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:23.912625 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e08b97c3-197e-4307-9691-b496b108def9 req-ace99c02-aa1f-4744-91e7-86e70a8ac318 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.0600543 Jul 16 01:48:23.918249 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 0c40b0ea-30a1-4c59-8cb3-23aed3975cea, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=0c40b0ea-30a1-4c59-8cb3-23aed3975cea,segment=NetworkSegment(7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e),segment_id=7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:23.919569 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e5d7e2b-2c90-4aba-90d1-0e82e4b1ae83 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.924659 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.926375 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 33d27387-8386-4734-a29a-d2cfef866aaf up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:24.008412 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d475cbb-4dd2-42b7-9a87-85d7b9460c19 x-openstack-request-id: req-9d475cbb-4dd2-42b7-9a87-85d7b9460c19 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:24.008708 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-plugged", "status": "completed", "tag": "0c40b0ea-30a1-4c59-8cb3-23aed3975cea", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:24.009094 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d475cbb-4dd2-42b7-9a87-85d7b9460c19 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:24.009483 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c40b0ea-30a1-4c59-8cb3-23aed3975cea', 'code': 200} Jul 16 01:48:24.046582 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=0c40b0ea-30a1-4c59-8cb3-23aed3975cea,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:24.068315 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 33d27387-8386-4734-a29a-d2cfef866aaf completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:24.083449 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 33d27387-8386-4734-a29a-d2cfef866aaf triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:24.084555 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.101208 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e5d7e2b-2c90-4aba-90d1-0e82e4b1ae83 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.117302 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5d7e2b-2c90-4aba-90d1-0e82e4b1ae83 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:24.120257 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e5d7e2b-2c90-4aba-90d1-0e82e4b1ae83 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.136861 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d9ea39d1-81ed-4ac1-9897-5f76863ad0fd req-09348b36-35b5-480e-8049-d30e99a788d3 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.0705745 Jul 16 01:48:24.236714 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.265438 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d7e2b-2c90-4aba-90d1-0e82e4b1ae83 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Network': ['ID=be68f52d-cbff-4872-ba54-2cf513be7dbc,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:24.287973 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2e5d7e2b-2c90-4aba-90d1-0e82e4b1ae83 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9106243 Jul 16 01:48:24.289939 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44858) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:24.293897 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network be68f52d-cbff-4872-ba54-2cf513be7dbc details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:24.295823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-8f602a53-7ee0-4f2c-a470-256511a56e44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'subnet': {'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:24.561217 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 33d27387-8386-4734-a29a-d2cfef866aaf, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=33d27387-8386-4734-a29a-d2cfef866aaf,segment=NetworkSegment(afae7da1-a189-45ef-b8ac-2f8a1e00592d),segment_id=afae7da1-a189-45ef-b8ac-2f8a1e00592d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:24.571595 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.632377 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=33d27387-8386-4734-a29a-d2cfef866aaf,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:24.710215 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44878) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:25.060035 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f602a53-7ee0-4f2c-a470-256511a56e44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Made reservation on behalf of e25ea08c9a1242e0b31ad92aebc38e34 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:25.071617 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8f602a53-7ee0-4f2c-a470-256511a56e44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.208224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffcac2-f099-4b9a-bfd3-8685875e181f req-ca81fce3-c055-44ac-a670-0538fd1eb6d7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.215204 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffcac2-f099-4b9a-bfd3-8685875e181f req-ca81fce3-c055-44ac-a670-0538fd1eb6d7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.221263 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffcac2-f099-4b9a-bfd3-8685875e181f req-ca81fce3-c055-44ac-a670-0538fd1eb6d7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.227216 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffcac2-f099-4b9a-bfd3-8685875e181f req-ca81fce3-c055-44ac-a670-0538fd1eb6d7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.233563 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffcac2-f099-4b9a-bfd3-8685875e181f req-ca81fce3-c055-44ac-a670-0538fd1eb6d7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.240108 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffcac2-f099-4b9a-bfd3-8685875e181f req-ca81fce3-c055-44ac-a670-0538fd1eb6d7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.246567 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffcac2-f099-4b9a-bfd3-8685875e181f req-ca81fce3-c055-44ac-a670-0538fd1eb6d7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.255324 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a9ffcac2-f099-4b9a-bfd3-8685875e181f req-ca81fce3-c055-44ac-a670-0538fd1eb6d7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5437 time: 0.8169684 Jul 16 01:48:25.273437 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.312922 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44cf4214-33cd-46a7-80a7-879e96ba6ea2 req-2eb56a74-dc80-4b81-84ad-e99cdeaa1f16 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.0829480 Jul 16 01:48:25.346393 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.460016 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a9ffcac2-f099-4b9a-bfd3-8685875e181f req-7098e592-9820-46af-a78f-36b48b20fa2b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2036495 Jul 16 01:48:25.595353 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device b0eba950-6290-4204-97b4-71fd009ef302 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:25.671757 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e63fc66d-3f0d-460e-80fc-b5add1d90a30 req-3d99c657-3cdc-4bc2-a5b7-a6daf567e001 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.0601604 Jul 16 01:48:25.732647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port b0eba950-6290-4204-97b4-71fd009ef302 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:25.736779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port b0eba950-6290-4204-97b4-71fd009ef302 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:25.737205 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.841675 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Allocated IP 172.20.0.10 (f985c600-51b2-4a26-9ff1-8e15a837b618/d3af4efe-85ad-4f96-8501-6f2c6942b54a/e0911971-1148-4362-ab0e-8fb72484af6d) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:25.860049 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8f602a53-7ee0-4f2c-a470-256511a56e44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.917536 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.966875 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port b0eba950-6290-4204-97b4-71fd009ef302, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b0eba950-6290-4204-97b4-71fd009ef302,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:25.975383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f602a53-7ee0-4f2c-a470-256511a56e44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Subnet': ['ID=fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:25.981891 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.982729 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 6e2cfe37-5372-4873-82c7-38150819cf47 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:26.045779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d27387-8386-4734-a29a-d2cfef866aaf'}, {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0eba950-6290-4204-97b4-71fd009ef302'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:26.051949 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ac1756-fbf8-4a26-a1d4-01b701c9fb28" -d '{"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-plugged", "status": "completed", "tag": "33d27387-8386-4734-a29a-d2cfef866aaf"}, {"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-plugged", "status": "completed", "tag": "b0eba950-6290-4204-97b4-71fd009ef302"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:26.063255 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=b0eba950-6290-4204-97b4-71fd009ef302,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:26.064080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f602a53-7ee0-4f2c-a470-256511a56e44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Checking segment: {'id': 'aaee9561-65cb-4ae7-9b04-52975aba9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:26.065218 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f602a53-7ee0-4f2c-a470-256511a56e44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network hostable DHCP agents. Network: be68f52d-cbff-4872-ba54-2cf513be7dbc, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:26.099570 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.127352 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f602a53-7ee0-4f2c-a470-256511a56e44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network be68f52d-cbff-4872-ba54-2cf513be7dbc is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:26.165549 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-8f602a53-7ee0-4f2c-a470-256511a56e44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, be68f52d-cbff-4872-ba54-2cf513be7dbc) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:26.176759 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1615cf38-4433-4c7c-ade3-d7fdb187c415 None None] Network be68f52d-cbff-4872-ba54-2cf513be7dbc requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:26.191018 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f602a53-7ee0-4f2c-a470-256511a56e44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:26.191638 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8f602a53-7ee0-4f2c-a470-256511a56e44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.203621 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a0bbd6f9-b1f9-4377-b584-4f880ec8267c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.205150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44906) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:26.234050 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8f602a53-7ee0-4f2c-a470-256511a56e44 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9428871 Jul 16 01:48:26.237606 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44910) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:26.246448 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8e9e88-4533-461e-8e44-04b2d4e1d65a x-openstack-request-id: req-ec8e9e88-4533-461e-8e44-04b2d4e1d65a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:26.247853 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-plugged", "status": "completed", "tag": "33d27387-8386-4734-a29a-d2cfef866aaf", "code": 200}, {"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-plugged", "status": "completed", "tag": "b0eba950-6290-4204-97b4-71fd009ef302", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:26.248353 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec8e9e88-4533-461e-8e44-04b2d4e1d65a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:26.249103 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d27387-8386-4734-a29a-d2cfef866aaf', 'code': 200} Jul 16 01:48:26.249604 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0eba950-6290-4204-97b4-71fd009ef302', 'code': 200} Jul 16 01:48:26.310827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 6e2cfe37-5372-4873-82c7-38150819cf47 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:26.318350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 6e2cfe37-5372-4873-82c7-38150819cf47 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:26.319088 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.423591 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.434617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-19aa5132-ee03-45b0-b11f-9471b2ad1255 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-925542055'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:26.476625 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Pushing event updated for resources: {'Port': ['ID=e0911971-1148-4362-ab0e-8fb72484af6d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:26.507478 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.552838 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-19aa5132-ee03-45b0-b11f-9471b2ad1255 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.554014 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-19aa5132-ee03-45b0-b11f-9471b2ad1255 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.562613 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-be68f52d-cbff-4872-ba54-2cf513be7dbc', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:26.564260 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.620012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Network f985c600-51b2-4a26-9ff1-8e15a837b618 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:26.625839 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:26.630427 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:26.737654 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 6e2cfe37-5372-4873-82c7-38150819cf47, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6e2cfe37-5372-4873-82c7-38150819cf47,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:26.757836 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.758646 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device b06a2033-1b7a-4ff7-b625-8b69419da338 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:26.833882 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-56aa4cbd-e5c3-40fd-98de-0357d370b1eb req-a9594f36-2191-4229-a06f-8f553f620e03 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.1741397 Jul 16 01:48:26.899831 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port b06a2033-1b7a-4ff7-b625-8b69419da338 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:26.922856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port b06a2033-1b7a-4ff7-b625-8b69419da338 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:26.923242 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.925069 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-19aa5132-ee03-45b0-b11f-9471b2ad1255 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.945722 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-19aa5132-ee03-45b0-b11f-9471b2ad1255 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.987103 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-19aa5132-ee03-45b0-b11f-9471b2ad1255 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.990729 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-19aa5132-ee03-45b0-b11f-9471b2ad1255 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7812355 Jul 16 01:48:26.994056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44920) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:27.033938 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=6e2cfe37-5372-4873-82c7-38150819cf47,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:27.045645 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.069812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5168e-4617-45b2-8cd6-c4432f884e08 req-df79537a-0a10-41b2-ab54-663e5d6566ad tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.078429 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5168e-4617-45b2-8cd6-c4432f884e08 req-df79537a-0a10-41b2-ab54-663e5d6566ad tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.085525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5168e-4617-45b2-8cd6-c4432f884e08 req-df79537a-0a10-41b2-ab54-663e5d6566ad tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.089349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Allocated IP 172.20.0.2 (be68f52d-cbff-4872-ba54-2cf513be7dbc/fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118/7662e8c9-d4ec-4170-8b10-b0ab2d550daa) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:27.099377 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5168e-4617-45b2-8cd6-c4432f884e08 req-df79537a-0a10-41b2-ab54-663e5d6566ad tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.113971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5168e-4617-45b2-8cd6-c4432f884e08 req-df79537a-0a10-41b2-ab54-663e5d6566ad tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.130511 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5168e-4617-45b2-8cd6-c4432f884e08 req-df79537a-0a10-41b2-ab54-663e5d6566ad tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.148252 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5168e-4617-45b2-8cd6-c4432f884e08 req-df79537a-0a10-41b2-ab54-663e5d6566ad tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.155816 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-80e5168e-4617-45b2-8cd6-c4432f884e08 req-df79537a-0a10-41b2-ab54-663e5d6566ad tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5440 time: 0.4296098 Jul 16 01:48:27.273462 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3aef260d-6554-44ac-a849-dcb0bf0878fc tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.450225 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5491d4a1-b6b8-4ac0-8ae6-5516aab6e275 req-0a20e0b2-aef6-4b71-801b-6056a829c9fe tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.0440531 Jul 16 01:48:27.528298 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.594262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port b06a2033-1b7a-4ff7-b625-8b69419da338, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b06a2033-1b7a-4ff7-b625-8b69419da338,segment=NetworkSegment(7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e),segment_id=7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:27.600279 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-80e5168e-4617-45b2-8cd6-c4432f884e08 req-96c86d36-03df-4cec-a287-a04bb86c87d7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2557280 Jul 16 01:48:27.630519 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.633282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 1ee21601-191c-45f4-b814-a55228557d82 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:27.684822 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.726283 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.773061 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Transition to ACTIVE for port object 7662e8c9-d4ec-4170-8b10-b0ab2d550daa will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:27.829243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=b06a2033-1b7a-4ff7-b625-8b69419da338,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:27.833151 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Transition to ACTIVE for port object 7662e8c9-d4ec-4170-8b10-b0ab2d550daa will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:27.849650 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.857210 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 1ee21601-191c-45f4-b814-a55228557d82 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:27.893451 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3aef260d-6554-44ac-a849-dcb0bf0878fc tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.899702 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3aef260d-6554-44ac-a849-dcb0bf0878fc tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.908087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-a0bbd6f9-b1f9-4377-b584-4f880ec8267c admin admin] Deleting port 6355e7f9-4e6d-4905-a453-1b2f47ee6dff {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:27.908483 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a0bbd6f9-b1f9-4377-b584-4f880ec8267c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.920680 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 1ee21601-191c-45f4-b814-a55228557d82 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:27.923283 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.012164 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Network be68f52d-cbff-4872-ba54-2cf513be7dbc is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:28.019231 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3aef260d-6554-44ac-a849-dcb0bf0878fc tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.019231 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aef260d-6554-44ac-a849-dcb0bf0878fc tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1f1479f-f746-49ef-a2d4-090093931588 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:28.070764 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:28.079146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:28.080211 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3aef260d-6554-44ac-a849-dcb0bf0878fc tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.084667 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3aef260d-6554-44ac-a849-dcb0bf0878fc tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] 10.222.0.54 "DELETE /v2.0/routers/e1f1479f-f746-49ef-a2d4-090093931588 HTTP/1.1" status: 204 len: 168 time: 1.0891943 Jul 16 01:48:28.089262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44926) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:28.099355 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Pushing event updated for resources: {'Port': ['ID=7662e8c9-d4ec-4170-8b10-b0ab2d550daa,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:28.121654 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4866c07b-a42c-4c2a-8739-669d9a6ad1a1 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Request body: {'router': {'name': 'tempest-router-63666670', 'distributed': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:28.131792 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bc7d2c05-21a8-40a6-b1db-e903758c03f6 req-51ac9bbb-b8b5-4d5f-bde8-50393891cbaa tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.0459201 Jul 16 01:48:28.166702 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-a0bbd6f9-b1f9-4377-b584-4f880ec8267c admin admin] For port 6355e7f9-4e6d-4905-a453-1b2f47ee6dff, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6355e7f9-4e6d-4905-a453-1b2f47ee6dff,segment=NetworkSegment(ae7d78ab-006f-4e5c-832f-66c419c31b42),segment_id=ae7d78ab-006f-4e5c-832f-66c419c31b42)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:28.167068 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a0bbd6f9-b1f9-4377-b584-4f880ec8267c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.184860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-a0bbd6f9-b1f9-4377-b584-4f880ec8267c admin admin] Calling delete_port for 6355e7f9-4e6d-4905-a453-1b2f47ee6dff owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:28.199125 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Allocated IP 172.20.0.1 (be68f52d-cbff-4872-ba54-2cf513be7dbc/fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118/29b54def-6e40-4906-b685-4d41db805b5a) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:28.218683 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Attempting to bind port 7662e8c9-d4ec-4170-8b10-b0ab2d550daa on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:28.218982 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Attempting to bind port 7662e8c9-d4ec-4170-8b10-b0ab2d550daa by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'aaee9561-65cb-4ae7-9b04-52975aba9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:28.219308 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Attempting to bind port 7662e8c9-d4ec-4170-8b10-b0ab2d550daa on network be68f52d-cbff-4872-ba54-2cf513be7dbc {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:28.225223 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.227868 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:28.228367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Checking segment: {'id': 'aaee9561-65cb-4ae7-9b04-52975aba9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:28.229189 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.229855 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Bound using segment: {'id': 'aaee9561-65cb-4ae7-9b04-52975aba9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:28.230467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Bound port: 7662e8c9-d4ec-4170-8b10-b0ab2d550daa, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaee9561-65cb-4ae7-9b04-52975aba9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:28.231530 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.240409 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.252071 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2cfe37-5372-4873-82c7-38150819cf47'}, {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06a2033-1b7a-4ff7-b625-8b69419da338'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:28.254216 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78776ea5-9099-450b-b7ed-1e68e3a4192a" -d '{"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-plugged", "status": "completed", "tag": "6e2cfe37-5372-4873-82c7-38150819cf47"}, {"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-plugged", "status": "completed", "tag": "b06a2033-1b7a-4ff7-b625-8b69419da338"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:28.258372 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4866c07b-a42c-4c2a-8739-669d9a6ad1a1 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.261536 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4866c07b-a42c-4c2a-8739-669d9a6ad1a1 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.333720 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 1ee21601-191c-45f4-b814-a55228557d82, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=1ee21601-191c-45f4-b814-a55228557d82,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:28.337798 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24929b3-55f9-44c0-9967-7230798d7fd8 x-openstack-request-id: req-f24929b3-55f9-44c0-9967-7230798d7fd8 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:28.337798 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-plugged", "status": "completed", "tag": "6e2cfe37-5372-4873-82c7-38150819cf47", "code": 200}, {"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-plugged", "status": "completed", "tag": "b06a2033-1b7a-4ff7-b625-8b69419da338", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:28.337798 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f24929b3-55f9-44c0-9967-7230798d7fd8 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:28.338399 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2cfe37-5372-4873-82c7-38150819cf47', 'code': 200} Jul 16 01:48:28.338819 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06a2033-1b7a-4ff7-b625-8b69419da338', 'code': 200} Jul 16 01:48:28.355304 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.356396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 588d0e4f-cefb-43a8-a412-487dd40c07f8 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:28.435406 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] For port 7662e8c9-d4ec-4170-8b10-b0ab2d550daa, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:28.444206 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d42956fd-64b0-4938-91f4-f97302b02890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.470822 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] For port 7662e8c9-d4ec-4170-8b10-b0ab2d550daa, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7662e8c9-d4ec-4170-8b10-b0ab2d550daa,segment=NetworkSegment(aaee9561-65cb-4ae7-9b04-52975aba9794),segment_id=aaee9561-65cb-4ae7-9b04-52975aba9794)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:28.486206 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.491489 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=1ee21601-191c-45f4-b814-a55228557d82,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:28.505257 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.583649 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 588d0e4f-cefb-43a8-a412-487dd40c07f8 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:28.599626 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Transition to ACTIVE for port object 29b54def-6e40-4906-b685-4d41db805b5a will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:28.602430 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4866c07b-a42c-4c2a-8739-669d9a6ad1a1 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.606872 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a0bbd6f9-b1f9-4377-b584-4f880ec8267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.616697 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 588d0e4f-cefb-43a8-a412-487dd40c07f8 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:28.617030 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.626185 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4866c07b-a42c-4c2a-8739-669d9a6ad1a1 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.698305 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4866c07b-a42c-4c2a-8739-669d9a6ad1a1 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.701253 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbd6f9-b1f9-4377-b584-4f880ec8267c admin admin] Pushing event deleted for resources: {'Port': ['ID=6355e7f9-4e6d-4905-a453-1b2f47ee6dff,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:28.702833 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4866c07b-a42c-4c2a-8739-669d9a6ad1a1 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6099195 Jul 16 01:48:28.706096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44934) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:28.762571 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84468a-63f4-4b77-bdce-74d6c0da7f5a None None] Pushing event updated for resources: {'Port': ['ID=7662e8c9-d4ec-4170-8b10-b0ab2d550daa,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:28.826981 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc218f85-8c8b-4311-a986-8e35951e4df8 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.849525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Router 22c95df2-1b6d-4c4f-9203-e9856611dc2c is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:28.851245 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.874642 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.896189 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cf747d27-b839-4c71-9d77-0626c2b544f8 req-3e586f16-3319-4564-8313-f5f139ae3bf4 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.1797605 Jul 16 01:48:28.970266 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 588d0e4f-cefb-43a8-a412-487dd40c07f8, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=588d0e4f-cefb-43a8-a412-487dd40c07f8,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:28.975175 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.983778 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.152790 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=588d0e4f-cefb-43a8-a412-487dd40c07f8,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:29.299365 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a0bbd6f9-b1f9-4377-b584-4f880ec8267c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.444925 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7662e8c9-d4ec-4170-8b10-b0ab2d550daa up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:29.495203 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7971cd9d-b185-42d1-99e6-f9c1fef6b8f7 req-c0daad14-221c-4827-8a59-67f24a4352ed tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.0681157 Jul 16 01:48:29.520601 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 7662e8c9-d4ec-4170-8b10-b0ab2d550daa completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:29.665124 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=29b54def-6e40-4906-b685-4d41db805b5a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:29.748955 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bbd6f9-b1f9-4377-b584-4f880ec8267c admin admin] Router 40c0cfd5-5610-42cf-aab9-975d9c77081c has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:29.846943 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network be68f52d-cbff-4872-ba54-2cf513be7dbc is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:29.851055 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:29.855096 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc218f85-8c8b-4311-a986-8e35951e4df8 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.877383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:29.886491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bbd6f9-b1f9-4377-b584-4f880ec8267c admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:29.895191 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64408c2c-be1f-446e-b0a8-fdbe6a3cb45e None None] Sync routers for ids ['40c0cfd5-5610-42cf-aab9-975d9c77081c'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:29.897321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a0bbd6f9-b1f9-4377-b584-4f880ec8267c admin admin] 10.222.0.54 "PUT /v2.0/routers/40c0cfd5-5610-42cf-aab9-975d9c77081c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1857572 Jul 16 01:48:29.897954 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44940) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:29.910973 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64408c2c-be1f-446e-b0a8-fdbe6a3cb45e None None] Routers {'40c0cfd5-5610-42cf-aab9-975d9c77081c'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:29.914239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-64408c2c-be1f-446e-b0a8-fdbe6a3cb45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['40c0cfd5-5610-42cf-aab9-975d9c77081c'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:29.966897 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc218f85-8c8b-4311-a986-8e35951e4df8 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.984284 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.076076 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89516d11-f9f5-4ce7-90b2-d3d586ea2b24 admin admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.146650 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-64408c2c-be1f-446e-b0a8-fdbe6a3cb45e None None] Set router 40c0cfd5-5610-42cf-aab9-975d9c77081c gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:30.173782 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33997443-0831-4d77-86f9-55d6e45dcbe3 None None] Network be68f52d-cbff-4872-ba54-2cf513be7dbc requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:30.183654 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc218f85-8c8b-4311-a986-8e35951e4df8 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.184271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc218f85-8c8b-4311-a986-8e35951e4df8 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 474da6bc-4170-46dc-81f3-e1a3bdce002a {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:30.197850 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc218f85-8c8b-4311-a986-8e35951e4df8 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.199406 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cc218f85-8c8b-4311-a986-8e35951e4df8 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] 10.222.0.54 "DELETE /v2.0/routers/474da6bc-4170-46dc-81f3-e1a3bdce002a HTTP/1.1" status: 204 len: 168 time: 1.4921820 Jul 16 01:48:30.208499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44946) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:30.271123 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89516d11-f9f5-4ce7-90b2-d3d586ea2b24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.291481 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cf8c0e41-bb8e-4492-bbf5-f4a1bf475538 req-842c741a-0703-408b-9e75-b33335ce630d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.0735078 Jul 16 01:48:30.302251 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-540b05fc-55c9-4948-b864-8588a402cf34 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Request body: {'router': {'name': 'tempest-router-50910009', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8c158ea681ac47e88c39e13b2c7aec9e'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:30.320863 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fe5c9-78a4-4e1c-a3f2-90d4eab34d4f req-2b54a06b-bc96-47bc-b98e-3d54f8a8c326 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:30.328131 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fe5c9-78a4-4e1c-a3f2-90d4eab34d4f req-2b54a06b-bc96-47bc-b98e-3d54f8a8c326 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:30.341616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fe5c9-78a4-4e1c-a3f2-90d4eab34d4f req-2b54a06b-bc96-47bc-b98e-3d54f8a8c326 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:30.343796 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee21601-191c-45f4-b814-a55228557d82'}, {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588d0e4f-cefb-43a8-a412-487dd40c07f8'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:30.347344 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0072ce74-ebcf-441c-9d8f-f6ab18073148" -d '{"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-plugged", "status": "completed", "tag": "1ee21601-191c-45f4-b814-a55228557d82"}, {"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-plugged", "status": "completed", "tag": "588d0e4f-cefb-43a8-a412-487dd40c07f8"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:30.348424 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fe5c9-78a4-4e1c-a3f2-90d4eab34d4f req-2b54a06b-bc96-47bc-b98e-3d54f8a8c326 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:30.355250 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fe5c9-78a4-4e1c-a3f2-90d4eab34d4f req-2b54a06b-bc96-47bc-b98e-3d54f8a8c326 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:30.365292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fe5c9-78a4-4e1c-a3f2-90d4eab34d4f req-2b54a06b-bc96-47bc-b98e-3d54f8a8c326 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:30.375450 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fe5c9-78a4-4e1c-a3f2-90d4eab34d4f req-2b54a06b-bc96-47bc-b98e-3d54f8a8c326 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:30.384272 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3d7fe5c9-78a4-4e1c-a3f2-90d4eab34d4f req-2b54a06b-bc96-47bc-b98e-3d54f8a8c326 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5443 time: 1.3080430 Jul 16 01:48:30.416537 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-89516d11-f9f5-4ce7-90b2-d3d586ea2b24 admin admin] Deleting port c0e458f4-0e54-4201-990d-6e659926f1f8 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:30.417957 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89516d11-f9f5-4ce7-90b2-d3d586ea2b24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.432709 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2964ce07-fa84-420f-8383-0d377a1c6d8d x-openstack-request-id: req-2964ce07-fa84-420f-8383-0d377a1c6d8d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:30.432985 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-plugged", "status": "completed", "tag": "1ee21601-191c-45f4-b814-a55228557d82", "code": 200}, {"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-plugged", "status": "completed", "tag": "588d0e4f-cefb-43a8-a412-487dd40c07f8", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:30.433271 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2964ce07-fa84-420f-8383-0d377a1c6d8d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:30.433721 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee21601-191c-45f4-b814-a55228557d82', 'code': 200} Jul 16 01:48:30.434042 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588d0e4f-cefb-43a8-a412-487dd40c07f8', 'code': 200} Jul 16 01:48:30.436780 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d03da28e-61fd-4525-afe0-3c34f3425e8c None None] Provisioning for port 7662e8c9-d4ec-4170-8b10-b0ab2d550daa completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:30.456260 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d03da28e-61fd-4525-afe0-3c34f3425e8c None None] Provisioning complete for port 7662e8c9-d4ec-4170-8b10-b0ab2d550daa triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:30.456508 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d03da28e-61fd-4525-afe0-3c34f3425e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.527489 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3d7fe5c9-78a4-4e1c-a3f2-90d4eab34d4f req-09257f5d-befe-4d3e-af03-65e3c9f70436 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1409719 Jul 16 01:48:30.549405 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-540b05fc-55c9-4948-b864-8588a402cf34 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.550939 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-540b05fc-55c9-4948-b864-8588a402cf34 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.618682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-89516d11-f9f5-4ce7-90b2-d3d586ea2b24 admin admin] For port c0e458f4-0e54-4201-990d-6e659926f1f8, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c0e458f4-0e54-4201-990d-6e659926f1f8,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:30.619912 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89516d11-f9f5-4ce7-90b2-d3d586ea2b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.631165 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-540b05fc-55c9-4948-b864-8588a402cf34 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.651141 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-89516d11-f9f5-4ce7-90b2-d3d586ea2b24 admin admin] Calling delete_port for c0e458f4-0e54-4201-990d-6e659926f1f8 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:30.659986 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-540b05fc-55c9-4948-b864-8588a402cf34 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.726281 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-540b05fc-55c9-4948-b864-8588a402cf34 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.727477 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-540b05fc-55c9-4948-b864-8588a402cf34 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5178018 Jul 16 01:48:30.727595 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d03da28e-61fd-4525-afe0-3c34f3425e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.729291 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:30.734024 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44952) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:30.740081 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Sync routers for ids ['22c95df2-1b6d-4c4f-9203-e9856611dc2c'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:30.759091 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Routers {'22c95df2-1b6d-4c4f-9203-e9856611dc2c'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:30.763600 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['22c95df2-1b6d-4c4f-9203-e9856611dc2c'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:30.768262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a2d114c6-82e3-4552-b32f-722faa8486e2 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:30.782302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-64408c2c-be1f-446e-b0a8-fdbe6a3cb45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:48:28Z', 'revision_number': 5, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port': {'id': 'c0e458f4-0e54-4201-990d-6e659926f1f8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:30.830825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64408c2c-be1f-446e-b0a8-fdbe6a3cb45e None None] Checking router: 40c0cfd5-5610-42cf-aab9-975d9c77081c for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:30.834437 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d03da28e-61fd-4525-afe0-3c34f3425e8c None None] For port 7662e8c9-d4ec-4170-8b10-b0ab2d550daa, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7662e8c9-d4ec-4170-8b10-b0ab2d550daa,segment=NetworkSegment(aaee9561-65cb-4ae7-9b04-52975aba9794),segment_id=aaee9561-65cb-4ae7-9b04-52975aba9794)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:30.845713 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d03da28e-61fd-4525-afe0-3c34f3425e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.871965 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.872211 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64408c2c-be1f-446e-b0a8-fdbe6a3cb45e None None] Routers {'40c0cfd5-5610-42cf-aab9-975d9c77081c'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:30.872909 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-64408c2c-be1f-446e-b0a8-fdbe6a3cb45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['40c0cfd5-5610-42cf-aab9-975d9c77081c'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:30.875876 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7233806c-50c6-4ae9-824d-3ce183aedc7c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.8826122 Jul 16 01:48:30.919461 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44954) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:30.949073 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.992635 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03da28e-61fd-4525-afe0-3c34f3425e8c None None] Pushing event updated for resources: {'Port': ['ID=7662e8c9-d4ec-4170-8b10-b0ab2d550daa,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:31.006152 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-64408c2c-be1f-446e-b0a8-fdbe6a3cb45e None None] Set router 40c0cfd5-5610-42cf-aab9-975d9c77081c gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:31.102225 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-34e37a94-3dd3-406b-b1df-fef1727ec60f req-ff5369ea-1f00-45ba-9ceb-d7d88ccd7d3d tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.1344917 Jul 16 01:48:31.148134 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Set router 22c95df2-1b6d-4c4f-9203-e9856611dc2c gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:31.186147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-64408c2c-be1f-446e-b0a8-fdbe6a3cb45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:48:30Z', 'revision_number': 6, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:31.307042 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7662e8c9-d4ec-4170-8b10-b0ab2d550daa up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:31.310747 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89516d11-f9f5-4ce7-90b2-d3d586ea2b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.322936 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64408c2c-be1f-446e-b0a8-fdbe6a3cb45e None None] The sync data for ids ['40c0cfd5-5610-42cf-aab9-975d9c77081c'] in n-d-800086-6 is: [{'id': '40c0cfd5-5610-42cf-aab9-975d9c77081c', 'name': 'tempest-AttachVolumeTestJSON-980235808-router', 'tenant_id': 'e6903e818f0943108870e394a4b6e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:07Z', 'updated_at': '2021-07-16T01:48:30Z', 'revision_number': 6, 'project_id': 'e6903e818f0943108870e394a4b6e918', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:31.333400 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8f763697-c59b-4075-902d-f687e1cf89a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.411986 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.417023 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89516d11-f9f5-4ce7-90b2-d3d586ea2b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e458f4-0e54-4201-990d-6e659926f1f8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:31.492859 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-932dd0d4-5c6a-4e86-aa98-f36566857fbe None None] Provisioning complete for port 7662e8c9-d4ec-4170-8b10-b0ab2d550daa triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:31.493246 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-932dd0d4-5c6a-4e86-aa98-f36566857fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.511323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c5468-dadc-4800-acff-4d5c035aae50 req-ef6876ad-5fff-4d1a-8008-e03a603a34ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:31.515486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c5468-dadc-4800-acff-4d5c035aae50 req-ef6876ad-5fff-4d1a-8008-e03a603a34ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:31.516312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c5468-dadc-4800-acff-4d5c035aae50 req-ef6876ad-5fff-4d1a-8008-e03a603a34ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:31.519438 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c5468-dadc-4800-acff-4d5c035aae50 req-ef6876ad-5fff-4d1a-8008-e03a603a34ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:31.520930 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c5468-dadc-4800-acff-4d5c035aae50 req-ef6876ad-5fff-4d1a-8008-e03a603a34ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:31.521428 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c5468-dadc-4800-acff-4d5c035aae50 req-ef6876ad-5fff-4d1a-8008-e03a603a34ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:31.521916 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c5468-dadc-4800-acff-4d5c035aae50 req-ef6876ad-5fff-4d1a-8008-e03a603a34ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:31.528403 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683c5468-dadc-4800-acff-4d5c035aae50 req-ef6876ad-5fff-4d1a-8008-e03a603a34ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 6500 time: 0.8881259 Jul 16 01:48:31.578483 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89516d11-f9f5-4ce7-90b2-d3d586ea2b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.585282 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c95df2-1b6d-4c4f-9203-e9856611dc2c', 'name': '', 'tenant_id': '6bc7efd7b81d4ff18bc02ff6423e784d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f985c600-51b2-4a26-9ff1-8e15a837b618', 'external_fixed_ips': [{'subnet_id': 'd3af4efe-85ad-4f96-8501-6f2c6942b54a', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e0911971-1148-4362-ab0e-8fb72484af6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:27Z', 'revision_number': 3, 'project_id': '6bc7efd7b81d4ff18bc02ff6423e784d', 'gw_port': {'id': 'e0911971-1148-4362-ab0e-8fb72484af6d', 'name': '', 'network_id': 'f985c600-51b2-4a26-9ff1-8e15a837b618', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:59:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c95df2-1b6d-4c4f-9203-e9856611dc2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'd3af4efe-85ad-4f96-8501-6f2c6942b54a', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:25Z', 'updated_at': '2021-07-16T01:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3af4efe-85ad-4f96-8501-6f2c6942b54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:31.633181 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Checking router: 22c95df2-1b6d-4c4f-9203-e9856611dc2c for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:31.636171 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Updating router 22c95df2-1b6d-4c4f-9203-e9856611dc2c port e0911971-1148-4362-ab0e-8fb72484af6d binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:31.650125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 7662e8c9-d4ec-4170-8b10-b0ab2d550daa triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:31.651039 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.715413 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.919702 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89516d11-f9f5-4ce7-90b2-d3d586ea2b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.924275 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89516d11-f9f5-4ce7-90b2-d3d586ea2b24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.018829 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89516d11-f9f5-4ce7-90b2-d3d586ea2b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.019927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89516d11-f9f5-4ce7-90b2-d3d586ea2b24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40c0cfd5-5610-42cf-aab9-975d9c77081c {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:32.026312 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89516d11-f9f5-4ce7-90b2-d3d586ea2b24 admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.027818 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-89516d11-f9f5-4ce7-90b2-d3d586ea2b24 admin admin] 10.222.0.54 "DELETE /v2.0/routers/40c0cfd5-5610-42cf-aab9-975d9c77081c HTTP/1.1" status: 204 len: 168 time: 2.1287701 Jul 16 01:48:32.030787 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44962) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:32.050315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39d1e2df-cf4d-4044-b986-f09e9b77d87c req-81438f98-4d58-4a21-abfd-f8a6a371df3e tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.3946602 Jul 16 01:48:32.068376 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-287f811e-7fe0-4f66-9d0b-7ec14b9bf301 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.123356 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.125244 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-932dd0d4-5c6a-4e86-aa98-f36566857fbe None None] Provisioning for port 29b54def-6e40-4906-b685-4d41db805b5a completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:32.125687 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf5ad1-53ad-4c8a-bf20-2cd92869e818 req-3c67a26e-ecd2-4e66-b7f5-b1beed6a5b92 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:32.130896 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-932dd0d4-5c6a-4e86-aa98-f36566857fbe None None] Provisioning complete for port 29b54def-6e40-4906-b685-4d41db805b5a triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:32.131533 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-932dd0d4-5c6a-4e86-aa98-f36566857fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.135944 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf5ad1-53ad-4c8a-bf20-2cd92869e818 req-3c67a26e-ecd2-4e66-b7f5-b1beed6a5b92 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:32.144123 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf5ad1-53ad-4c8a-bf20-2cd92869e818 req-3c67a26e-ecd2-4e66-b7f5-b1beed6a5b92 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:32.154976 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf5ad1-53ad-4c8a-bf20-2cd92869e818 req-3c67a26e-ecd2-4e66-b7f5-b1beed6a5b92 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:32.168475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf5ad1-53ad-4c8a-bf20-2cd92869e818 req-3c67a26e-ecd2-4e66-b7f5-b1beed6a5b92 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:32.177241 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf5ad1-53ad-4c8a-bf20-2cd92869e818 req-3c67a26e-ecd2-4e66-b7f5-b1beed6a5b92 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:32.186240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf5ad1-53ad-4c8a-bf20-2cd92869e818 req-3c67a26e-ecd2-4e66-b7f5-b1beed6a5b92 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:32.195369 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7dcf5ad1-53ad-4c8a-bf20-2cd92869e818 req-3c67a26e-ecd2-4e66-b7f5-b1beed6a5b92 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5443 time: 0.3540587 Jul 16 01:48:32.195663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-932dd0d4-5c6a-4e86-aa98-f36566857fbe None None] Port 29b54def-6e40-4906-b685-4d41db805b5a cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:32.222713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-59461f3b-afb1-4e88-89b6-8fcbd0a66f05 admin admin] Deleting subnet 9e8d412d-f3ed-49c0-9f76-a0b8381deff4 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:32.231258 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-59461f3b-afb1-4e88-89b6-8fcbd0a66f05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.313027 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7dcf5ad1-53ad-4c8a-bf20-2cd92869e818 req-9d3440f7-dc0b-448d-85ca-978de42355f5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166382 Jul 16 01:48:32.332011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-61e4d674-2515-4fa4-a494-a88c0356fa5a None None] Provisioning complete for port 29b54def-6e40-4906-b685-4d41db805b5a triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:32.335047 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-61e4d674-2515-4fa4-a494-a88c0356fa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.374392 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-59461f3b-afb1-4e88-89b6-8fcbd0a66f05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.413250 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a2d114c6-82e3-4552-b32f-722faa8486e2 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.413250 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a2d114c6-82e3-4552-b32f-722faa8486e2 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.435086 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-61e4d674-2515-4fa4-a494-a88c0356fa5a None None] Port 29b54def-6e40-4906-b685-4d41db805b5a cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:32.508005 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-287f811e-7fe0-4f66-9d0b-7ec14b9bf301 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.582052 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.593750 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Transition to ACTIVE for port object e0911971-1148-4362-ab0e-8fb72484af6d will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:32.603007 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.616241 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-59461f3b-afb1-4e88-89b6-8fcbd0a66f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.653164 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Attempting to bind port e0911971-1148-4362-ab0e-8fb72484af6d on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:32.653539 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Attempting to bind port e0911971-1148-4362-ab0e-8fb72484af6d by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'bd79c6cc-3549-4858-9359-ae5602ed5909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f985c600-51b2-4a26-9ff1-8e15a837b618'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:32.653900 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Attempting to bind port e0911971-1148-4362-ab0e-8fb72484af6d on network f985c600-51b2-4a26-9ff1-8e15a837b618 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:32.668748 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:32.669117 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Checking segment: {'id': 'bd79c6cc-3549-4858-9359-ae5602ed5909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f985c600-51b2-4a26-9ff1-8e15a837b618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:32.669518 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.669910 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Bound using segment: {'id': 'bd79c6cc-3549-4858-9359-ae5602ed5909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f985c600-51b2-4a26-9ff1-8e15a837b618'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:32.670539 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Bound port: e0911971-1148-4362-ab0e-8fb72484af6d, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd79c6cc-3549-4858-9359-ae5602ed5909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f985c600-51b2-4a26-9ff1-8e15a837b618'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:32.670919 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.719102 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-59461f3b-afb1-4e88-89b6-8fcbd0a66f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.767290 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] For port e0911971-1148-4362-ab0e-8fb72484af6d, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:32.770953 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] For port e0911971-1148-4362-ab0e-8fb72484af6d, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e0911971-1148-4362-ab0e-8fb72484af6d,segment=NetworkSegment(bd79c6cc-3549-4858-9359-ae5602ed5909),segment_id=bd79c6cc-3549-4858-9359-ae5602ed5909)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:32.772249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59461f3b-afb1-4e88-89b6-8fcbd0a66f05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e8d412d-f3ed-49c0-9f76-a0b8381deff4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:32.788309 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb502329-36b9-4125-b1b2-84e3f77dd590 None None] Network bbab9db4-4886-4665-a04f-6c86f080eea8 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:32.788527 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.789414 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-59461f3b-afb1-4e88-89b6-8fcbd0a66f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.792367 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-59461f3b-afb1-4e88-89b6-8fcbd0a66f05 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9e8d412d-f3ed-49c0-9f76-a0b8381deff4 HTTP/1.1" status: 204 len: 168 time: 0.7601628 Jul 16 01:48:32.794827 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44968) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:32.800049 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56746720-dfde-495e-9245-f17cbea50313 None None] Pushing event updated for resources: {'Port': ['ID=e0911971-1148-4362-ab0e-8fb72484af6d,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:32.827065 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56746720-dfde-495e-9245-f17cbea50313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:32.832371 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56746720-dfde-495e-9245-f17cbea50313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:32.832912 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56746720-dfde-495e-9245-f17cbea50313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:32.835124 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56746720-dfde-495e-9245-f17cbea50313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:32.835894 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56746720-dfde-495e-9245-f17cbea50313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:32.836386 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56746720-dfde-495e-9245-f17cbea50313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:32.837293 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56746720-dfde-495e-9245-f17cbea50313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:32.837836 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56746720-dfde-495e-9245-f17cbea50313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:32.838357 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56746720-dfde-495e-9245-f17cbea50313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:32.843007 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56746720-dfde-495e-9245-f17cbea50313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:32.844062 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56746720-dfde-495e-9245-f17cbea50313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:32.846068 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56746720-dfde-495e-9245-f17cbea50313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:32.938588 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-683c5468-dadc-4800-acff-4d5c035aae50 req-a485ac7d-f28c-48dd-a075-8d6bb26a84b6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=64dd612d-2022-474b-95bc-1d9ebdae664e&id=121cc833-6164-4610-bf48-0fea8c3a51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.3952348 Jul 16 01:48:32.942323 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3ec4e3f9-1b15-4c1b-8e9d-0426dd0bc3fc req-1f7f6a15-d820-4fe5-a000-5511c0b9d7b6 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.4693387 Jul 16 01:48:32.942517 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Routers {'22c95df2-1b6d-4c4f-9203-e9856611dc2c'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:32.943001 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['22c95df2-1b6d-4c4f-9203-e9856611dc2c'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:32.957114 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.131033 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56746720-dfde-495e-9245-f17cbea50313 None None] Pushing event updated for resources: {'Port': ['ID=e0911971-1148-4362-ab0e-8fb72484af6d,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:33.134397 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] Deleting port 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:33.134918 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.165956 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] Set router 22c95df2-1b6d-4c4f-9203-e9856611dc2c gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:33.200567 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b772b1-4fc0-41a8-b3f4-f3f6022e53a7 None None] DHCP port deletion for bbab9db4-4886-4665-a04f-6c86f080eea8 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:33.215793 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.239315 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.247444 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c95df2-1b6d-4c4f-9203-e9856611dc2c', 'name': '', 'tenant_id': '6bc7efd7b81d4ff18bc02ff6423e784d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:32Z', 'revision_number': 4, 'project_id': '6bc7efd7b81d4ff18bc02ff6423e784d', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:33.263562 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6355e7f9-4e6d-4905-a453-1b2f47ee6dff no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:33.308441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a2d114c6-82e3-4552-b32f-722faa8486e2 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93832) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 01:48:33.309100 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a2d114c6-82e3-4552-b32f-722faa8486e2 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Router 28a85fa3-6629-4faf-a5b4-49084a9eb1fe migrating from provider to provider. {{(pid=93832) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 01:48:33.309701 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a2d114c6-82e3-4552-b32f-722faa8486e2 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.313648 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35328f6-2ee2-48af-add7-b4b1cb1c6ec2 None None] The sync data for ids ['22c95df2-1b6d-4c4f-9203-e9856611dc2c'] in n-d-800086-6 is: [{'id': '22c95df2-1b6d-4c4f-9203-e9856611dc2c', 'name': '', 'tenant_id': '6bc7efd7b81d4ff18bc02ff6423e784d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:32Z', 'revision_number': 4, 'project_id': '6bc7efd7b81d4ff18bc02ff6423e784d', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:33.327390 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a2d114c6-82e3-4552-b32f-722faa8486e2 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.338877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] For port 69a55f5d-f1d1-44c9-aa41-15c13f8e6574, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=69a55f5d-f1d1-44c9-aa41-15c13f8e6574,segment=NetworkSegment(ae7d78ab-006f-4e5c-832f-66c419c31b42),segment_id=ae7d78ab-006f-4e5c-832f-66c419c31b42)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:33.339949 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.342176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 6355e7f9-4e6d-4905-a453-1b2f47ee6dff {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:33.342541 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6355e7f9-4e6d-4905-a453-1b2f47ee6dff not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:33.351048 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c0e458f4-0e54-4201-990d-6e659926f1f8 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:33.382775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] Calling delete_port for 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:33.390030 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a2d114c6-82e3-4552-b32f-722faa8486e2 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.395964 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: c0e458f4-0e54-4201-990d-6e659926f1f8 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:33.397339 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c0e458f4-0e54-4201-990d-6e659926f1f8 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:33.410672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=29b54def-6e40-4906-b685-4d41db805b5a,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:33.422519 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.469672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-84b772b1-4fc0-41a8-b3f4-f3f6022e53a7 None None] Deleting port 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:33.470063 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-84b772b1-4fc0-41a8-b3f4-f3f6022e53a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.507635 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b935480d-eb43-4d70-bce7-17dd1f55df4a req-10ccf12a-81b4-4cd4-8d7b-0795b31c2ae6 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.1198893 Jul 16 01:48:33.583167 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-287f811e-7fe0-4f66-9d0b-7ec14b9bf301 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Deleting port e0911971-1148-4362-ab0e-8fb72484af6d {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:33.583535 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-287f811e-7fe0-4f66-9d0b-7ec14b9bf301 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.617349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-84b772b1-4fc0-41a8-b3f4-f3f6022e53a7 None None] For port 69a55f5d-f1d1-44c9-aa41-15c13f8e6574, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=69a55f5d-f1d1-44c9-aa41-15c13f8e6574,segment=NetworkSegment(ae7d78ab-006f-4e5c-832f-66c419c31b42),segment_id=ae7d78ab-006f-4e5c-832f-66c419c31b42)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:33.617762 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-84b772b1-4fc0-41a8-b3f4-f3f6022e53a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.647320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-84b772b1-4fc0-41a8-b3f4-f3f6022e53a7 None None] Calling delete_port for 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:33.713493 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-287f811e-7fe0-4f66-9d0b-7ec14b9bf301 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.734144 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:33.773613 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:48:33.782429 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a55f5d-f1d1-44c9-aa41-15c13f8e6574,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:33.796947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] No DVR routers for this DVR port 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:33.808162 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-84b772b1-4fc0-41a8-b3f4-f3f6022e53a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.842498 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.843356 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-287f811e-7fe0-4f66-9d0b-7ec14b9bf301 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Calling delete_port for e0911971-1148-4362-ab0e-8fb72484af6d owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:33.850127 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b772b1-4fc0-41a8-b3f4-f3f6022e53a7 None None] No DVR routers for this DVR port 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:33.857979 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b772b1-4fc0-41a8-b3f4-f3f6022e53a7 None None] Pushing event deleted for resources: {'Port': ['ID=69a55f5d-f1d1-44c9-aa41-15c13f8e6574,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:33.880770 n-d-800086-6 neutron-server[93832]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a2d114c6-82e3-4552-b32f-722faa8486e2 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] No L3 agents can host the router 28a85fa3-6629-4faf-a5b4-49084a9eb1fe Jul 16 01:48:34.111586 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21b896-741e-4531-a887-2e337819d906 req-db75b481-5f8f-4622-850f-cd64699078db tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:34.119481 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21b896-741e-4531-a887-2e337819d906 req-db75b481-5f8f-4622-850f-cd64699078db tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:34.125933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21b896-741e-4531-a887-2e337819d906 req-db75b481-5f8f-4622-850f-cd64699078db tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:34.132486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21b896-741e-4531-a887-2e337819d906 req-db75b481-5f8f-4622-850f-cd64699078db tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:34.140035 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21b896-741e-4531-a887-2e337819d906 req-db75b481-5f8f-4622-850f-cd64699078db tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:34.147692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21b896-741e-4531-a887-2e337819d906 req-db75b481-5f8f-4622-850f-cd64699078db tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:34.154725 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21b896-741e-4531-a887-2e337819d906 req-db75b481-5f8f-4622-850f-cd64699078db tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:34.157025 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3c21b896-741e-4531-a887-2e337819d906 req-db75b481-5f8f-4622-850f-cd64699078db tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5443 time: 0.4302163 Jul 16 01:48:34.225662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network be68f52d-cbff-4872-ba54-2cf513be7dbc is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:34.255842 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.279038 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbab9db4-4886-4665-a04f-6c86f080eea8']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:34.287865 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:34.296201 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d114c6-82e3-4552-b32f-722faa8486e2 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Hosts for router 28a85fa3-6629-4faf-a5b4-49084a9eb1fe: [] {{(pid=93832) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 01:48:34.315129 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2849d1a4-a6e6-41f8-ae4e-06dd1f5926d7 req-8b3bb01f-129d-4d8d-9452-1c60aee1c2d3 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.0522583 Jul 16 01:48:34.328679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7d78ab-006f-4e5c-832f-66c419c31b42') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:34.328964 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7d78ab-006f-4e5c-832f-66c419c31b42') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:34.339557 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.356614 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.364794 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:34.365197 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:34.366891 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:34.463101 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.481077 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.490205 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/bbab9db4-4886-4665-a04f-6c86f080eea8 HTTP/1.1" status: 204 len: 168 time: 1.6937590 Jul 16 01:48:34.524138 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc265f21-ef0b-47b6-b88d-f629ff44c9d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbab9db4-4886-4665-a04f-6c86f080eea8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:34.673692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d114c6-82e3-4552-b32f-722faa8486e2 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Hosts for other DVR routers connected to router 28a85fa3-6629-4faf-a5b4-49084a9eb1fe: set() {{(pid=93832) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 01:48:34.699588 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a2d114c6-82e3-4552-b32f-722faa8486e2 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.700864 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a2d114c6-82e3-4552-b32f-722faa8486e2 tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] 10.222.0.54 "PUT /v2.0/routers/28a85fa3-6629-4faf-a5b4-49084a9eb1fe HTTP/1.1" status: 200 len: 715 time: 3.9601984 Jul 16 01:48:34.703976 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44984) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:34.715011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d049da3e-0d14-4f5b-8fc8-d4920d72ef8e None None] Provisioning complete for port 29b54def-6e40-4906-b685-4d41db805b5a triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:34.715481 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d049da3e-0d14-4f5b-8fc8-d4920d72ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.777677 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3c21b896-741e-4531-a887-2e337819d906 req-72ea22d6-f12d-47e0-a747-84682515345b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6072805 Jul 16 01:48:34.835650 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d049da3e-0d14-4f5b-8fc8-d4920d72ef8e None None] Port 29b54def-6e40-4906-b685-4d41db805b5a cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:34.850956 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-287f811e-7fe0-4f66-9d0b-7ec14b9bf301 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.878304 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d8164345-6f96-4501-af27-384ce361c1ae tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] 10.222.0.54 "GET /v2.0/routers/28a85fa3-6629-4faf-a5b4-49084a9eb1fe HTTP/1.1" status: 200 len: 715 time: 0.1730807 Jul 16 01:48:34.880902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44990) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:34.907209 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f811e-7fe0-4f66-9d0b-7ec14b9bf301 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0911971-1148-4362-ab0e-8fb72484af6d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:34.986486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router b071903a-098a-46e2-9901-ff4ace804520 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:35.023632 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ff43f02d-6927-49b1-a7e0-b029f6fd3045 req-27633ada-c156-40e2-834a-16c5172f53ab tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.0642347 Jul 16 01:48:35.030145 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44998) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:35.162615 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-287f811e-7fe0-4f66-9d0b-7ec14b9bf301 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.184030 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-02817858-504b-44a0-a4b6-2884c029a21e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e6903e818f0943108870e394a4b6e918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522856 Jul 16 01:48:35.187848 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45000) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:35.193977 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:35.206302 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7b415a6d-10df-40f8-83c3-79600f2ed208 tempest-RoutersTestDVR-1567739402 tempest-RoutersTestDVR-1567739402-project] 10.222.0.54 "GET /v2.0/routers/28a85fa3-6629-4faf-a5b4-49084a9eb1fe HTTP/1.1" status: 200 len: 681 time: 0.3227503 Jul 16 01:48:35.212720 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45002) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:35.232294 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:35.232926 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 69a55f5d-f1d1-44c9-aa41-15c13f8e6574 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:35.289059 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-287f811e-7fe0-4f66-9d0b-7ec14b9bf301 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.296141 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-287f811e-7fe0-4f66-9d0b-7ec14b9bf301 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.334592 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9af7780e-d321-4fd4-a04b-5a3085f1927a tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.350499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:35.361285 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bcf74ff2-1839-4d51-be5d-4df924c57842 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/b071903a-098a-46e2-9901-ff4ace804520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1186752 Jul 16 01:48:35.361285 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-287f811e-7fe0-4f66-9d0b-7ec14b9bf301 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.361285 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287f811e-7fe0-4f66-9d0b-7ec14b9bf301 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22c95df2-1b6d-4c4f-9203-e9856611dc2c {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:35.362674 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45006) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:35.367876 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Sync routers for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:35.369822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ff81053b-14db-4b07-8d93-337f2886ce81 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'network': {'name': 'tempest-RoutersTest-280387355'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:35.375367 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-287f811e-7fe0-4f66-9d0b-7ec14b9bf301 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.380888 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-287f811e-7fe0-4f66-9d0b-7ec14b9bf301 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "DELETE /v2.0/routers/22c95df2-1b6d-4c4f-9203-e9856611dc2c HTTP/1.1" status: 204 len: 168 time: 4.4603179 Jul 16 01:48:35.382972 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45008) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:35.398493 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:35.401647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:35.433985 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-22eab498-6831-45af-9c10-e996cf6bfe80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.496886 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53e0c36-f9e6-4e5c-b871-df052c3312fc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Deleting subnet d3af4efe-85ad-4f96-8501-6f2c6942b54a {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:35.502514 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff81053b-14db-4b07-8d93-337f2886ce81 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Made reservation on behalf of e25ea08c9a1242e0b31ad92aebc38e34 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:35.507097 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff81053b-14db-4b07-8d93-337f2886ce81 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.520315 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a53e0c36-f9e6-4e5c-b871-df052c3312fc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.569814 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-22eab498-6831-45af-9c10-e996cf6bfe80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.580404 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9af7780e-d321-4fd4-a04b-5a3085f1927a tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.583727 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9af7780e-d321-4fd4-a04b-5a3085f1927a tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.615202 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:35.624545 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7d141570-0ec0-4c83-b8eb-9b54ed11b6f4 req-143b6fa7-76e5-4089-b3af-8ede2fa39873 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.0695236 Jul 16 01:48:35.637770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff81053b-14db-4b07-8d93-337f2886ce81 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:35.641585 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a53e0c36-f9e6-4e5c-b871-df052c3312fc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.666468 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9af7780e-d321-4fd4-a04b-5a3085f1927a tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.678503 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af7780e-d321-4fd4-a04b-5a3085f1927a tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28a85fa3-6629-4faf-a5b4-49084a9eb1fe {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:35.685508 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff81053b-14db-4b07-8d93-337f2886ce81 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.686001 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-ff81053b-14db-4b07-8d93-337f2886ce81 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Added segment 8bc89187-e52e-4d75-b07f-267d9d34e200 of type vlan for network 6e8b8915-a71c-49ca-b63c-7417a8012482 Jul 16 01:48:35.688563 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9af7780e-d321-4fd4-a04b-5a3085f1927a tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.695866 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9af7780e-d321-4fd4-a04b-5a3085f1927a tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] 10.222.0.54 "DELETE /v2.0/routers/28a85fa3-6629-4faf-a5b4-49084a9eb1fe HTTP/1.1" status: 204 len: 168 time: 0.4758041 Jul 16 01:48:35.701154 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45010) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:35.719901 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-61dfbba2-79bb-4c52-b6e5-ac27fdbbda7e tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Request body: {'router': {'name': 'tempest-router-1028991632', 'distributed': True}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:35.728867 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-22eab498-6831-45af-9c10-e996cf6bfe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.731561 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-22eab498-6831-45af-9c10-e996cf6bfe80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.732783 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-22eab498-6831-45af-9c10-e996cf6bfe80 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d732efc-228d-4bd4-a282-47ea5d26a903 HTTP/1.1" status: 204 len: 168 time: 0.5402293 Jul 16 01:48:35.742945 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff81053b-14db-4b07-8d93-337f2886ce81 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.784476 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eab498-6831-45af-9c10-e996cf6bfe80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d732efc-228d-4bd4-a282-47ea5d26a903,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:35.788158 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff81053b-14db-4b07-8d93-337f2886ce81 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.795746 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff81053b-14db-4b07-8d93-337f2886ce81 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:35.796874 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff81053b-14db-4b07-8d93-337f2886ce81 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.801653 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a53e0c36-f9e6-4e5c-b871-df052c3312fc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.813268 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61dfbba2-79bb-4c52-b6e5-ac27fdbbda7e tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.814475 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61dfbba2-79bb-4c52-b6e5-ac27fdbbda7e tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.956264 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ff81053b-14db-4b07-8d93-337f2886ce81 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5925248 Jul 16 01:48:35.960711 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45026) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:35.984570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-94e07580-e04d-4fe9-b63f-e9c706af021b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'subnet': {'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:36.001467 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61dfbba2-79bb-4c52-b6e5-ac27fdbbda7e tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.007161 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61dfbba2-79bb-4c52-b6e5-ac27fdbbda7e tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.051159 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81053b-14db-4b07-8d93-337f2886ce81 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Network': ['ID=6e8b8915-a71c-49ca-b63c-7417a8012482,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:36.066546 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 6e8b8915-a71c-49ca-b63c-7417a8012482 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:36.167028 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61dfbba2-79bb-4c52-b6e5-ac27fdbbda7e tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.175529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:30Z', 'revision_number': 2, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:32Z', 'revision_number': 2, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:36.184608 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-61dfbba2-79bb-4c52-b6e5-ac27fdbbda7e tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4823170 Jul 16 01:48:36.187150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45032) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:36.191376 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a53e0c36-f9e6-4e5c-b871-df052c3312fc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.206647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Checking router: b071903a-098a-46e2-9901-ff4ace804520 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:36.207341 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Updating router b071903a-098a-46e2-9901-ff4ace804520 port 29b54def-6e40-4906-b685-4d41db805b5a binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:36.253386 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.269268 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a53e0c36-f9e6-4e5c-b871-df052c3312fc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.274041 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a53e0c36-f9e6-4e5c-b871-df052c3312fc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/d3af4efe-85ad-4f96-8501-6f2c6942b54a HTTP/1.1" status: 204 len: 168 time: 0.8901656 Jul 16 01:48:36.287423 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45034) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:36.330030 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e0c36-f9e6-4e5c-b871-df052c3312fc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d3af4efe-85ad-4f96-8501-6f2c6942b54a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:36.343742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e07580-e04d-4fe9-b63f-e9c706af021b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Made reservation on behalf of e25ea08c9a1242e0b31ad92aebc38e34 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:36.354021 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94e07580-e04d-4fe9-b63f-e9c706af021b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.427501 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6cb0e3a7-0f14-4b07-a55f-1ce0a4c1f859 req-e9b5154c-9f10-49e7-8d47-98d7be37b307 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.0637417 Jul 16 01:48:36.521518 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b2de-6402-4ba9-8723-dec1aff95bef tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.646224 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c31aae6-937c-4041-8474-8e25fcd049d2 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.667937 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea16a8-e824-41f4-94c1-f410e9967c14 req-c5c3e489-7089-4957-b149-fd5297e73642 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:36.674264 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea16a8-e824-41f4-94c1-f410e9967c14 req-c5c3e489-7089-4957-b149-fd5297e73642 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:36.682002 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea16a8-e824-41f4-94c1-f410e9967c14 req-c5c3e489-7089-4957-b149-fd5297e73642 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:36.708907 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea16a8-e824-41f4-94c1-f410e9967c14 req-c5c3e489-7089-4957-b149-fd5297e73642 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:36.735257 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea16a8-e824-41f4-94c1-f410e9967c14 req-c5c3e489-7089-4957-b149-fd5297e73642 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:36.737237 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94e07580-e04d-4fe9-b63f-e9c706af021b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.766398 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea16a8-e824-41f4-94c1-f410e9967c14 req-c5c3e489-7089-4957-b149-fd5297e73642 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:36.784061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea16a8-e824-41f4-94c1-f410e9967c14 req-c5c3e489-7089-4957-b149-fd5297e73642 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:36.788788 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.798915 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eeea16a8-e824-41f4-94c1-f410e9967c14 req-c5c3e489-7089-4957-b149-fd5297e73642 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5443 time: 0.7726254 Jul 16 01:48:36.818688 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Transition to ACTIVE for port object 29b54def-6e40-4906-b685-4d41db805b5a will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:36.826268 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.876272 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e07580-e04d-4fe9-b63f-e9c706af021b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Subnet': ['ID=d28eea85-965e-4d4d-a4dc-fdd1d95dfa8c,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:36.991795 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6daaf7c6-e1cd-4c8e-8108-a893b4433323 req-884e595c-8662-41c3-af87-be93c2fce68b tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.1044717 Jul 16 01:48:37.055988 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b2de-6402-4ba9-8723-dec1aff95bef tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.069284 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e07580-e04d-4fe9-b63f-e9c706af021b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Checking segment: {'id': '8bc89187-e52e-4d75-b07f-267d9d34e200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:37.069717 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e07580-e04d-4fe9-b63f-e9c706af021b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network hostable DHCP agents. Network: 6e8b8915-a71c-49ca-b63c-7417a8012482, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:37.080206 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Attempting to bind port 29b54def-6e40-4906-b685-4d41db805b5a on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:37.081177 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Attempting to bind port 29b54def-6e40-4906-b685-4d41db805b5a by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'aaee9561-65cb-4ae7-9b04-52975aba9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:37.081729 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Attempting to bind port 29b54def-6e40-4906-b685-4d41db805b5a on network be68f52d-cbff-4872-ba54-2cf513be7dbc {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:37.085298 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5f297-809e-42ea-9ae4-608e539aeb6c None None] Pushing event updated for resources: {'Port': ['ID=29b54def-6e40-4906-b685-4d41db805b5a,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:37.089605 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b2de-6402-4ba9-8723-dec1aff95bef tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.116921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:37.118469 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eeea16a8-e824-41f4-94c1-f410e9967c14 req-9e31b011-5f31-4ae1-83da-f7a0767126c0 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3129282 Jul 16 01:48:37.120482 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Checking segment: {'id': 'aaee9561-65cb-4ae7-9b04-52975aba9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:37.121688 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.121936 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e07580-e04d-4fe9-b63f-e9c706af021b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network 6e8b8915-a71c-49ca-b63c-7417a8012482 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:37.123792 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Bound using segment: {'id': 'aaee9561-65cb-4ae7-9b04-52975aba9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:37.126580 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Bound port: 29b54def-6e40-4906-b685-4d41db805b5a, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaee9561-65cb-4ae7-9b04-52975aba9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:37.128615 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.136655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-94e07580-e04d-4fe9-b63f-e9c706af021b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 6e8b8915-a71c-49ca-b63c-7417a8012482) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:37.144856 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e07580-e04d-4fe9-b63f-e9c706af021b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:37.145455 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94e07580-e04d-4fe9-b63f-e9c706af021b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.202057 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-94e07580-e04d-4fe9-b63f-e9c706af021b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2388160 Jul 16 01:48:37.202762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45058) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:37.264649 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c31aae6-937c-4041-8474-8e25fcd049d2 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.275321 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-4c31aae6-937c-4041-8474-8e25fcd049d2 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f985c600-51b2-4a26-9ff1-8e15a837b618']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:37.287679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-4c31aae6-937c-4041-8474-8e25fcd049d2 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd79c6cc-3549-4858-9359-ae5602ed5909') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:37.288142 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-4c31aae6-937c-4041-8474-8e25fcd049d2 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd79c6cc-3549-4858-9359-ae5602ed5909') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:37.288689 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] For port 29b54def-6e40-4906-b685-4d41db805b5a, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:37.299029 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c31aae6-937c-4041-8474-8e25fcd049d2 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.302158 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] For port 29b54def-6e40-4906-b685-4d41db805b5a, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=29b54def-6e40-4906-b685-4d41db805b5a,segment=NetworkSegment(aaee9561-65cb-4ae7-9b04-52975aba9794),segment_id=aaee9561-65cb-4ae7-9b04-52975aba9794)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:37.305240 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cf783a-b608-46e8-a559-568d33e5a941 None None] Network 6e8b8915-a71c-49ca-b63c-7417a8012482 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:37.318068 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c31aae6-937c-4041-8474-8e25fcd049d2 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.322998 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.325653 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c31aae6-937c-4041-8474-8e25fcd049d2 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:37.326178 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c31aae6-937c-4041-8474-8e25fcd049d2 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:37.426424 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:37.430102 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c31aae6-937c-4041-8474-8e25fcd049d2 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.438102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c31aae6-937c-4041-8474-8e25fcd049d2 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f985c600-51b2-4a26-9ff1-8e15a837b618 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:48:37.441800 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c31aae6-937c-4041-8474-8e25fcd049d2 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.463133 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4c31aae6-937c-4041-8474-8e25fcd049d2 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "DELETE /v2.0/networks/f985c600-51b2-4a26-9ff1-8e15a837b618 HTTP/1.1" status: 204 len: 168 time: 1.1615291 Jul 16 01:48:37.497634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b2de-6402-4ba9-8723-dec1aff95bef tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.499053 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee3b2de-6402-4ba9-8723-dec1aff95bef tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea874445-8ba5-4b75-9639-f6720dd65a4d {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:37.503248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31aae6-937c-4041-8474-8e25fcd049d2 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Pushing event deleted for resources: {'Network': ['ID=f985c600-51b2-4a26-9ff1-8e15a837b618,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:37.516238 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5f297-809e-42ea-9ae4-608e539aeb6c None None] Pushing event updated for resources: {'Port': ['ID=29b54def-6e40-4906-b685-4d41db805b5a,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:37.517176 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b2de-6402-4ba9-8723-dec1aff95bef tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.526163 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2ee3b2de-6402-4ba9-8723-dec1aff95bef tempest-RoutersTestDVR-1006117250 tempest-RoutersTestDVR-1006117250-project-admin] 10.222.0.54 "DELETE /v2.0/routers/ea874445-8ba5-4b75-9639-f6720dd65a4d HTTP/1.1" status: 204 len: 168 time: 1.3379846 Jul 16 01:48:37.644451 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:37.646599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:37.898195 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:37.911233 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9e12189d-2eb5-45d5-81ec-25b178fa4d83 req-98d9b3a9-668b-4ad1-b094-99f45b065629 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.1245196 Jul 16 01:48:38.262370 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45090) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:38.267100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-74eb25bd-a27f-40eb-8ab8-a3c53b6af783 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Request body: {'router': {'name': 'tempest-router--2087797295', 'project_id': '6c681cef724c48a58aa9470f98a36c4c'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:38.309304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45092) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:38.420907 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74eb25bd-a27f-40eb-8ab8-a3c53b6af783 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.424719 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74eb25bd-a27f-40eb-8ab8-a3c53b6af783 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.538456 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f338f5a7-a56f-4263-a1cd-65ad5ae003e9 req-e6bcdb73-5a13-43a4-8934-30b2057bb49c tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.1775126 Jul 16 01:48:38.672407 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:48:38.673644 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74eb25bd-a27f-40eb-8ab8-a3c53b6af783 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.690283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-6e8b8915-a71c-49ca-b63c-7417a8012482', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:38.692556 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74eb25bd-a27f-40eb-8ab8-a3c53b6af783 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.692949 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.696112 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9333ab06-c0f6-4878-9582-a58a24366b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.750476 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.776709 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109af041-c09c-4fbe-aa6b-4e66cd6335e0 req-4b80f0a9-9823-48e8-b7af-74fc770c96ee tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:38.783352 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109af041-c09c-4fbe-aa6b-4e66cd6335e0 req-4b80f0a9-9823-48e8-b7af-74fc770c96ee tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:38.790278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109af041-c09c-4fbe-aa6b-4e66cd6335e0 req-4b80f0a9-9823-48e8-b7af-74fc770c96ee tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:38.798132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109af041-c09c-4fbe-aa6b-4e66cd6335e0 req-4b80f0a9-9823-48e8-b7af-74fc770c96ee tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:38.805110 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109af041-c09c-4fbe-aa6b-4e66cd6335e0 req-4b80f0a9-9823-48e8-b7af-74fc770c96ee tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:38.812424 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109af041-c09c-4fbe-aa6b-4e66cd6335e0 req-4b80f0a9-9823-48e8-b7af-74fc770c96ee tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:38.819060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109af041-c09c-4fbe-aa6b-4e66cd6335e0 req-4b80f0a9-9823-48e8-b7af-74fc770c96ee tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:38.835593 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-109af041-c09c-4fbe-aa6b-4e66cd6335e0 req-4b80f0a9-9823-48e8-b7af-74fc770c96ee tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5443 time: 0.7249751 Jul 16 01:48:38.838253 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45100) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:38.844871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-deb8ec90-55c2-4a05-815e-4d1f17009e91 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Request body: {'floatingip': {'port_id': '33d27387-8386-4734-a29a-d2cfef866aaf'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:38.894506 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-deb8ec90-55c2-4a05-815e-4d1f17009e91 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for floatingip, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.905107 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9333ab06-c0f6-4878-9582-a58a24366b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.907081 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74eb25bd-a27f-40eb-8ab8-a3c53b6af783 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.911008 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-74eb25bd-a27f-40eb-8ab8-a3c53b6af783 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6450391 Jul 16 01:48:38.911488 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45102) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:38.920129 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9333ab06-c0f6-4878-9582-a58a24366b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.946374 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Allocated IP 172.21.0.2 (6e8b8915-a71c-49ca-b63c-7417a8012482/d28eea85-965e-4d4d-a4dc-fdd1d95dfa8c/68fb9969-3661-473f-a026-93f4012fbd89) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:39.052727 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9333ab06-c0f6-4878-9582-a58a24366b5f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8c158ea681ac47e88c39e13b2c7aec9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7390482 Jul 16 01:48:39.053656 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1e161a6f-160b-427c-8ad5-43407b477efb tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.055366 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45106) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:39.056424 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333ab06-c0f6-4878-9582-a58a24366b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f511f293-91d0-4976-82c6-5d867836c542,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:39.280467 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1329d1f7-14d4-44ad-8b2d-e02c6b1249e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.392450 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e747a1da-ee74-4698-88ed-f6fc5da30b30 req-29755f32-a8d3-4402-869e-87e45a382b81 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.1469305 Jul 16 01:48:39.428078 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:30Z', 'revision_number': 2, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:37Z', 'revision_number': 4, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:39.483266 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b144396-43ea-4b13-943b-36ed0e2c6859 None None] The sync data for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 is: [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:30Z', 'revision_number': 2, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:37Z', 'revision_number': 4, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:39.496426 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.503776 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Transition to ACTIVE for port object 68fb9969-3661-473f-a026-93f4012fbd89 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:39.531889 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Transition to ACTIVE for port object 68fb9969-3661-473f-a026-93f4012fbd89 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:39.550351 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.644075 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Pushing event updated for resources: {'Port': ['ID=68fb9969-3661-473f-a026-93f4012fbd89,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:39.669572 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Network 6e8b8915-a71c-49ca-b63c-7417a8012482 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:39.672528 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1329d1f7-14d4-44ad-8b2d-e02c6b1249e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.673014 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:39.678645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:39.811254 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Attempting to bind port 68fb9969-3661-473f-a026-93f4012fbd89 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:39.812019 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Attempting to bind port 68fb9969-3661-473f-a026-93f4012fbd89 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '8bc89187-e52e-4d75-b07f-267d9d34e200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:39.812019 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Attempting to bind port 68fb9969-3661-473f-a026-93f4012fbd89 on network 6e8b8915-a71c-49ca-b63c-7417a8012482 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:39.829559 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:39.829989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Checking segment: {'id': '8bc89187-e52e-4d75-b07f-267d9d34e200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:39.837791 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.838315 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Bound using segment: {'id': '8bc89187-e52e-4d75-b07f-267d9d34e200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:39.838872 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Bound port: 68fb9969-3661-473f-a026-93f4012fbd89, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc89187-e52e-4d75-b07f-267d9d34e200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:39.844090 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.853992 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1e161a6f-160b-427c-8ad5-43407b477efb tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.857880 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1e161a6f-160b-427c-8ad5-43407b477efb tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.917040 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1329d1f7-14d4-44ad-8b2d-e02c6b1249e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.920152 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1329d1f7-14d4-44ad-8b2d-e02c6b1249e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.921680 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1329d1f7-14d4-44ad-8b2d-e02c6b1249e9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f511f293-91d0-4976-82c6-5d867836c542 HTTP/1.1" status: 204 len: 168 time: 0.8612428 Jul 16 01:48:39.946041 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1e161a6f-160b-427c-8ad5-43407b477efb tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.950085 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e161a6f-160b-427c-8ad5-43407b477efb tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e13c618d-4789-4a20-97cf-7266cd597e64 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:39.995344 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1e161a6f-160b-427c-8ad5-43407b477efb tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.016927 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1e161a6f-160b-427c-8ad5-43407b477efb tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "DELETE /v2.0/routers/e13c618d-4789-4a20-97cf-7266cd597e64 HTTP/1.1" status: 204 len: 168 time: 1.0877206 Jul 16 01:48:40.027058 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329d1f7-14d4-44ad-8b2d-e02c6b1249e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f511f293-91d0-4976-82c6-5d867836c542,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:40.098219 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] For port 68fb9969-3661-473f-a026-93f4012fbd89, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:40.132108 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] For port 68fb9969-3661-473f-a026-93f4012fbd89, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=68fb9969-3661-473f-a026-93f4012fbd89,segment=NetworkSegment(8bc89187-e52e-4d75-b07f-267d9d34e200),segment_id=8bc89187-e52e-4d75-b07f-267d9d34e200)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:40.140309 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.355445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45120) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:40.362765 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261f697-063a-492a-ab10-c41da72b64d6 None None] Pushing event updated for resources: {'Port': ['ID=68fb9969-3661-473f-a026-93f4012fbd89,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:40.642497 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f12cd9de-14b6-47ac-9dff-3070cd219de1 req-49714946-d4c0-4779-85cc-d273e9728ee0 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.3551571 Jul 16 01:48:40.772889 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1789676085', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}, 'admin_state_up': False}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:40.807257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Allocated IP 172.21.0.1 (6e8b8915-a71c-49ca-b63c-7417a8012482/d28eea85-965e-4d4d-a4dc-fdd1d95dfa8c/5cf12f65-184f-4c9d-978b-1203e7203d82) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:40.905053 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b92b2ab-8694-4ba8-b5be-73c4781d0b81 req-e8fd4d0c-b2be-4961-a303-a2bb54533727 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.1600611 Jul 16 01:48:40.939901 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45130) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:40.958450 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15f5d117-f0f9-49d7-83d1-8932e69d3a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.981388 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.982607 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.045704 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.054159 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.089431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Transition to ACTIVE for port object 5cf12f65-184f-4c9d-978b-1203e7203d82 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:41.223273 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.399587 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 29b54def-6e40-4906-b685-4d41db805b5a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:41.406710 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network 6e8b8915-a71c-49ca-b63c-7417a8012482 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:41.416499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:41.422111 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:41.545346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=5cf12f65-184f-4c9d-978b-1203e7203d82,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:41.561399 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 29b54def-6e40-4906-b685-4d41db805b5a completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:41.573261 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 29b54def-6e40-4906-b685-4d41db805b5a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:41.573649 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.597460 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.resource_extend [None req-deb8ec90-55c2-4a05-815e-4d1f17009e91 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:48:41.600411 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.874116 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.974604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 29b54def-6e40-4906-b685-4d41db805b5a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=29b54def-6e40-4906-b685-4d41db805b5a,segment=NetworkSegment(aaee9561-65cb-4ae7-9b04-52975aba9794),segment_id=aaee9561-65cb-4ae7-9b04-52975aba9794)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:41.983156 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cc4d648d-6c2c-4316-b584-24d269ee91b7 req-43d20532-5c7a-4a5e-9789-7eae243dd8bb tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.0636098 Jul 16 01:48:41.983779 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.985512 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 68fb9969-3661-473f-a026-93f4012fbd89 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:42.014285 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-deb8ec90-55c2-4a05-815e-4d1f17009e91 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.034899 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-deb8ec90-55c2-4a05-815e-4d1f17009e91 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.246210 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 68fb9969-3661-473f-a026-93f4012fbd89 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:42.271438 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=29b54def-6e40-4906-b685-4d41db805b5a,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:42.340069 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8a7ebb-d83f-4269-9372-326f302ef409 None None] Network 6e8b8915-a71c-49ca-b63c-7417a8012482 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:42.365966 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15f5d117-f0f9-49d7-83d1-8932e69d3a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.375854 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15f5d117-f0f9-49d7-83d1-8932e69d3a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.390907 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.543234 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5d117-f0f9-49d7-83d1-8932e69d3a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23eceb7-fbb8-42d7-b91d-5769a2fcf7a3,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:42.548086 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0b3ae3ff-3c29-4f03-be90-298f95e63a0c None None] Provisioning for port 68fb9969-3661-473f-a026-93f4012fbd89 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:42.555935 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0b3ae3ff-3c29-4f03-be90-298f95e63a0c None None] Provisioning complete for port 68fb9969-3661-473f-a026-93f4012fbd89 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:42.557450 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b3ae3ff-3c29-4f03-be90-298f95e63a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.568958 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-15f5d117-f0f9-49d7-83d1-8932e69d3a24 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3305e22ecbbd4196bc3e7f0c4a144cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6276791 Jul 16 01:48:42.569689 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45150) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:42.696374 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1d2b692-c01f-443e-8765-a131cc05c067 req-a2f68f27-d288-49c5-82f8-7f9a88a533f5 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.0695155 Jul 16 01:48:42.697621 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d3d792b6-af92-4717-a365-0c6014bd3681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.826944 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.852896 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d3d792b6-af92-4717-a365-0c6014bd3681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.895157 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-deb8ec90-55c2-4a05-815e-4d1f17009e91 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Floating IP ecd13786-7c34-4219-a4e5-7ca438ba5e91 associated. External IP: 172.25.1.67, port: 33d27387-8386-4734-a29a-d2cfef866aaf. Jul 16 01:48:42.954072 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b3ae3ff-3c29-4f03-be90-298f95e63a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.009307 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0b3ae3ff-3c29-4f03-be90-298f95e63a0c None None] For port 68fb9969-3661-473f-a026-93f4012fbd89, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=68fb9969-3661-473f-a026-93f4012fbd89,segment=NetworkSegment(8bc89187-e52e-4d75-b07f-267d9d34e200),segment_id=8bc89187-e52e-4d75-b07f-267d9d34e200)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:43.015196 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b3ae3ff-3c29-4f03-be90-298f95e63a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.110422 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ae3ff-3c29-4f03-be90-298f95e63a0c None None] Pushing event updated for resources: {'Port': ['ID=68fb9969-3661-473f-a026-93f4012fbd89,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:43.211360 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.310985 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.326476 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d3d792b6-af92-4717-a365-0c6014bd3681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.329073 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d3d792b6-af92-4717-a365-0c6014bd3681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.355473 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d3d792b6-af92-4717-a365-0c6014bd3681 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f23eceb7-fbb8-42d7-b91d-5769a2fcf7a3 HTTP/1.1" status: 204 len: 168 time: 0.7832110 Jul 16 01:48:43.377620 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 29b54def-6e40-4906-b685-4d41db805b5a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:43.517793 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 29b54def-6e40-4906-b685-4d41db805b5a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:43.518186 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.603358 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Allocated IP 172.25.1.97 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/b6bbbf25-08c5-43ae-a325-0bb3d522fd2d) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:43.655591 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-20cabdc2-1f95-4076-9271-d5ed5022ac75 None None] Provisioning for port 5cf12f65-184f-4c9d-978b-1203e7203d82 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:43.660361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-20cabdc2-1f95-4076-9271-d5ed5022ac75 None None] Provisioning complete for port 5cf12f65-184f-4c9d-978b-1203e7203d82 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:43.660750 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20cabdc2-1f95-4076-9271-d5ed5022ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.799775 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.805112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-20cabdc2-1f95-4076-9271-d5ed5022ac75 None None] Port 5cf12f65-184f-4c9d-978b-1203e7203d82 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:43.851474 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-20cabdc2-1f95-4076-9271-d5ed5022ac75 None None] Provisioning complete for port 68fb9969-3661-473f-a026-93f4012fbd89 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:43.851937 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20cabdc2-1f95-4076-9271-d5ed5022ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.873461 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.890644 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.897261 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.976883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Pushing event updated for resources: {'Port': ['ID=b6bbbf25-08c5-43ae-a325-0bb3d522fd2d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:43.981084 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d792b6-af92-4717-a365-0c6014bd3681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23eceb7-fbb8-42d7-b91d-5769a2fcf7a3,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:44.000803 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.017574 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba03710c-0a4b-4ea1-a026-16419ef1683c req-11c3fdfc-0a9a-4b0b-87de-37b96f575ee6 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.1316631 Jul 16 01:48:44.025088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:44.026832 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:44.039844 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:44.198009 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-dcf7738c-3986-4e08-80fb-3a2bc6d7e22c None None] Provisioning complete for port 5cf12f65-184f-4c9d-978b-1203e7203d82 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:44.198009 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dcf7738c-3986-4e08-80fb-3a2bc6d7e22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.272222 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=5cf12f65-184f-4c9d-978b-1203e7203d82,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:44.272647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-dcf7738c-3986-4e08-80fb-3a2bc6d7e22c None None] Port 5cf12f65-184f-4c9d-978b-1203e7203d82 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:44.285620 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0f715ce8-9771-457b-aaac-2bc22cd4d41d req-4b639270-7968-408e-bf78-3709ae3c14e8 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.2025888 Jul 16 01:48:44.307338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network 6e8b8915-a71c-49ca-b63c-7417a8012482 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:44.313886 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb8ec90-55c2-4a05-815e-4d1f17009e91 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Router 883719d3-41f2-48ff-bddb-e3556a652165 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:44.316415 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:44.568107 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.666760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb8ec90-55c2-4a05-815e-4d1f17009e91 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:44.677123 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-deb8ec90-55c2-4a05-815e-4d1f17009e91 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.679147 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d010ae3b-9c14-4ac5-b496-44204dd8eff0 None None] Sync routers for ids ['883719d3-41f2-48ff-bddb-e3556a652165'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:44.702069 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010ae3b-9c14-4ac5-b496-44204dd8eff0 None None] Routers {'883719d3-41f2-48ff-bddb-e3556a652165'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:44.703041 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d010ae3b-9c14-4ac5-b496-44204dd8eff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['883719d3-41f2-48ff-bddb-e3556a652165'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:44.756132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45190) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:44.823777 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-deb8ec90-55c2-4a05-815e-4d1f17009e91 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "PUT /v2.0/floatingips/ecd13786-7c34-4219-a4e5-7ca438ba5e91 HTTP/1.1" status: 200 len: 990 time: 5.9837816 Jul 16 01:48:44.826006 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'tag': '33d27387-8386-4734-a29a-d2cfef866aaf'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:44.842651 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-80ea77e6-f4fe-410d-a6e3-61614982af88 None None] Provisioning complete for port 5cf12f65-184f-4c9d-978b-1203e7203d82 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:44.843156 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-80ea77e6-f4fe-410d-a6e3-61614982af88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.844011 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795ae339-88e8-4312-bea3-fb8ee8c18119" -d '{"events": [{"name": "network-changed", "server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "tag": "33d27387-8386-4734-a29a-d2cfef866aaf"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:44.877816 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router b071903a-098a-46e2-9901-ff4ace804520 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:44.941215 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-d010ae3b-9c14-4ac5-b496-44204dd8eff0 None None] Set router 883719d3-41f2-48ff-bddb-e3556a652165 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:44.944931 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-80ea77e6-f4fe-410d-a6e3-61614982af88 None None] Port 5cf12f65-184f-4c9d-978b-1203e7203d82 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:45.126025 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:45.151777 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Sync routers for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:45.155984 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3b27ad73-97fc-4209-9ca8-a65413f47135 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/b071903a-098a-46e2-9901-ff4ace804520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9487345 Jul 16 01:48:45.156088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45208) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:45.160829 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.170749 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-8b79bd34-aec3-476d-b423-808b9979c1e8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'network': {'name': 'tempest-RoutersTest-78983577'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:45.172096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:45.172994 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:45.198253 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9633de73-da15-48e2-9fd6-99c04c2dbdf4 x-openstack-request-id: req-9633de73-da15-48e2-9fd6-99c04c2dbdf4 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:45.198563 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "tag": "33d27387-8386-4734-a29a-d2cfef866aaf", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:45.198881 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9633de73-da15-48e2-9fd6-99c04c2dbdf4 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:45.199378 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'tag': '33d27387-8386-4734-a29a-d2cfef866aaf', 'status': 'completed', 'code': 200} Jul 16 01:48:45.268378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b79bd34-aec3-476d-b423-808b9979c1e8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Made reservation on behalf of e25ea08c9a1242e0b31ad92aebc38e34 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:45.288145 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8b79bd34-aec3-476d-b423-808b9979c1e8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.363507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:45.391654 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b79bd34-aec3-476d-b423-808b9979c1e8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:45.399360 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-08e26ba4-fa08-40eb-9948-6ad3cad53a31 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-45393269'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:45.417214 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8b79bd34-aec3-476d-b423-808b9979c1e8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.420336 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-8b79bd34-aec3-476d-b423-808b9979c1e8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Added segment c17efbf3-fe19-464b-9c0f-cf4291a52ee0 of type vlan for network a8388ddb-6396-4db4-bf88-6182fe882ce8 Jul 16 01:48:45.500709 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d010ae3b-9c14-4ac5-b496-44204dd8eff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883719d3-41f2-48ff-bddb-e3556a652165', 'name': 'tempest-TaggedBootDevicesTest_v242-546995690-router', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:02Z', 'updated_at': '2021-07-16T01:46:07Z', 'revision_number': 4, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'gw_port': {'id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:03Z', 'updated_at': '2021-07-16T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'ecd13786-7c34-4219-a4e5-7ca438ba5e91', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'port_id': '33d27387-8386-4734-a29a-d2cfef866aaf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c', 'mac_address': 'fa:16:3e:e0:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:47:03Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 1, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b464d0-80ee-42e4-9021-9bb9fb195d4f', 'name': '', 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'mac_address': 'fa:16:3e:0b:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:06Z', 'updated_at': '2021-07-16T01:46:20Z', 'revision_number': 5, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'subnets': [{'id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:45.501611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e26ba4-fa08-40eb-9948-6ad3cad53a31 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Made reservation on behalf of 23548256d8454967b386ed7bb4b88b46 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:45.508773 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-08e26ba4-fa08-40eb-9948-6ad3cad53a31 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.602923 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d010ae3b-9c14-4ac5-b496-44204dd8eff0 None None] Checking router: 883719d3-41f2-48ff-bddb-e3556a652165 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:45.619472 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47da8882-be76-444c-970f-678872ba2779 req-3d2a21c6-7f50-4bf6-9617-d7104c091f74 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.0993218 Jul 16 01:48:45.628156 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-08e26ba4-fa08-40eb-9948-6ad3cad53a31 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.658138 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010ae3b-9c14-4ac5-b496-44204dd8eff0 None None] Routers {'883719d3-41f2-48ff-bddb-e3556a652165'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:45.662788 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d010ae3b-9c14-4ac5-b496-44204dd8eff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['883719d3-41f2-48ff-bddb-e3556a652165'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:45.674173 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 68fb9969-3661-473f-a026-93f4012fbd89 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:45.743972 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8b79bd34-aec3-476d-b423-808b9979c1e8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.818838 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-08e26ba4-fa08-40eb-9948-6ad3cad53a31 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.827187 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19fd1b16-7f7d-4ad8-bba9-45a2c4290d45 req-79eec394-a81a-492c-b1e5-a21bf60fabde tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/ports?device_id=4972fd7e-d7da-44ee-8d57-d09d2f9de8e3 HTTP/1.1" status: 200 len: 210 time: 0.0967057 Jul 16 01:48:45.852174 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-08e26ba4-fa08-40eb-9948-6ad3cad53a31 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.891390 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e26ba4-fa08-40eb-9948-6ad3cad53a31 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:45.910099 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Router 0d4533d7-5826-4d68-b494-17b88cd3e3bf is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:45.964196 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-d010ae3b-9c14-4ac5-b496-44204dd8eff0 None None] Set router 883719d3-41f2-48ff-bddb-e3556a652165 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:45.973347 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ae339-88e8-4312-bea3-fb8ee8c18119 req-4d441d35-082c-4224-bda2-bf467201853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:45.975078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ae339-88e8-4312-bea3-fb8ee8c18119 req-4d441d35-082c-4224-bda2-bf467201853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:45.975639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ae339-88e8-4312-bea3-fb8ee8c18119 req-4d441d35-082c-4224-bda2-bf467201853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:45.976173 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ae339-88e8-4312-bea3-fb8ee8c18119 req-4d441d35-082c-4224-bda2-bf467201853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:45.976643 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ae339-88e8-4312-bea3-fb8ee8c18119 req-4d441d35-082c-4224-bda2-bf467201853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:45.979951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ae339-88e8-4312-bea3-fb8ee8c18119 req-4d441d35-082c-4224-bda2-bf467201853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:45.980765 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ae339-88e8-4312-bea3-fb8ee8c18119 req-4d441d35-082c-4224-bda2-bf467201853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:45.984838 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-795ae339-88e8-4312-bea3-fb8ee8c18119 req-4d441d35-082c-4224-bda2-bf467201853f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 6500 time: 0.6707463 Jul 16 01:48:46.034016 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8b79bd34-aec3-476d-b423-808b9979c1e8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.057826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 68fb9969-3661-473f-a026-93f4012fbd89 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:46.061614 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b79bd34-aec3-476d-b423-808b9979c1e8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:46.065680 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8b79bd34-aec3-476d-b423-808b9979c1e8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.070461 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.178241 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e26ba4-fa08-40eb-9948-6ad3cad53a31 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2c17fb-e26d-4cb0-8d67-2b7be0de87f7,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:46.183244 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-08e26ba4-fa08-40eb-9948-6ad3cad53a31 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.183724 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-08e26ba4-fa08-40eb-9948-6ad3cad53a31 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Added segment 3015cb12-fd3f-4847-8ebc-29aae7feb73a of type vlan for network 384d9c73-b20a-48db-beca-f85ab6b6696e Jul 16 01:48:46.188471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:46.202695 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e8e4b0-d7b1-4c14-8271-ee210e3dd202 None None] Sync routers for ids ['0d4533d7-5826-4d68-b494-17b88cd3e3bf'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:46.327272 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8b79bd34-aec3-476d-b423-808b9979c1e8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.1674230 Jul 16 01:48:46.327987 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45230) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.350695 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e8e4b0-d7b1-4c14-8271-ee210e3dd202 None None] Routers {'0d4533d7-5826-4d68-b494-17b88cd3e3bf'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:46.354074 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a6e8e4b0-d7b1-4c14-8271-ee210e3dd202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0d4533d7-5826-4d68-b494-17b88cd3e3bf'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:46.377507 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-08e26ba4-fa08-40eb-9948-6ad3cad53a31 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.422129 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2a8e6d2a-79b5-4980-a912-2b24801d7622 req-d267c791-ba6c-46e4-88fb-72af5cccf350 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.5964792 Jul 16 01:48:46.435334 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-08e26ba4-fa08-40eb-9948-6ad3cad53a31 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.451136 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e26ba4-fa08-40eb-9948-6ad3cad53a31 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:46.451957 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-08e26ba4-fa08-40eb-9948-6ad3cad53a31 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.455408 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.459463 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e7291f0f-f2ba-4785-8d2c-53931fed443d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1004324 Jul 16 01:48:46.476679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45232) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.482798 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:42Z', 'revision_number': 3, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:43Z', 'revision_number': 2, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:46.493663 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a6e8e4b0-d7b1-4c14-8271-ee210e3dd202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:46.498295 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-08e26ba4-fa08-40eb-9948-6ad3cad53a31 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7397566 Jul 16 01:48:46.513192 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'subnet': {'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:46.516533 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45234) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.518886 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e8e4b0-d7b1-4c14-8271-ee210e3dd202 None None] Routers {'0d4533d7-5826-4d68-b494-17b88cd3e3bf'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:46.519952 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a6e8e4b0-d7b1-4c14-8271-ee210e3dd202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0d4533d7-5826-4d68-b494-17b88cd3e3bf'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:46.571317 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Checking router: b071903a-098a-46e2-9901-ff4ace804520 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:46.574106 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a6e8e4b0-d7b1-4c14-8271-ee210e3dd202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:46.574732 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Updating router b071903a-098a-46e2-9901-ff4ace804520 port 5cf12f65-184f-4c9d-978b-1203e7203d82 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:46.575160 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e8e4b0-d7b1-4c14-8271-ee210e3dd202 None None] The sync data for ids ['0d4533d7-5826-4d68-b494-17b88cd3e3bf'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:46.600123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ae339-88e8-4312-bea3-fb8ee8c18119 req-74342ffd-eba9-43ef-beb1-926df0714b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:46.601684 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-795ae339-88e8-4312-bea3-fb8ee8c18119 req-74342ffd-eba9-43ef-beb1-926df0714b98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2db9e81d-658b-4adb-b971-288015f4b66c HTTP/1.1" status: 200 len: 917 time: 0.6086400 Jul 16 01:48:46.613911 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d010ae3b-9c14-4ac5-b496-44204dd8eff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883719d3-41f2-48ff-bddb-e3556a652165', 'name': 'tempest-TaggedBootDevicesTest_v242-546995690-router', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:02Z', 'updated_at': '2021-07-16T01:46:07Z', 'revision_number': 4, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'gw_port': {'id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:03Z', 'updated_at': '2021-07-16T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'ecd13786-7c34-4219-a4e5-7ca438ba5e91', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'port_id': '33d27387-8386-4734-a29a-d2cfef866aaf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c', 'mac_address': 'fa:16:3e:e0:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:47:03Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 1, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b464d0-80ee-42e4-9021-9bb9fb195d4f', 'name': '', 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'mac_address': 'fa:16:3e:0b:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:06Z', 'updated_at': '2021-07-16T01:46:20Z', 'revision_number': 5, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'subnets': [{'id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:46.624771 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-45a2050f-4741-4472-816f-05031f53bdf2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Request body: {'subnet': {'network_id': '384d9c73-b20a-48db-beca-f85ab6b6696e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:46.649772 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d010ae3b-9c14-4ac5-b496-44204dd8eff0 None None] The sync data for ids ['883719d3-41f2-48ff-bddb-e3556a652165'] in n-d-800086-6 is: [{'id': '883719d3-41f2-48ff-bddb-e3556a652165', 'name': 'tempest-TaggedBootDevicesTest_v242-546995690-router', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:02Z', 'updated_at': '2021-07-16T01:46:07Z', 'revision_number': 4, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'gw_port': {'id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:03Z', 'updated_at': '2021-07-16T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'ecd13786-7c34-4219-a4e5-7ca438ba5e91', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'port_id': '33d27387-8386-4734-a29a-d2cfef866aaf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c', 'mac_address': 'fa:16:3e:e0:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:47:03Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 1, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b464d0-80ee-42e4-9021-9bb9fb195d4f', 'name': '', 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'mac_address': 'fa:16:3e:0b:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:06Z', 'updated_at': '2021-07-16T01:46:20Z', 'revision_number': 5, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'subnets': [{'id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:46.674911 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.775845 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79bd34-aec3-476d-b423-808b9979c1e8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Network': ['ID=a8388ddb-6396-4db4-bf88-6182fe882ce8,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:46.833456 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e26ba4-fa08-40eb-9948-6ad3cad53a31 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event updated for resources: {'Network': ['ID=384d9c73-b20a-48db-beca-f85ab6b6696e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:46.921816 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Made reservation on behalf of e25ea08c9a1242e0b31ad92aebc38e34 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:46.925759 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.955887 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-795ae339-88e8-4312-bea3-fb8ee8c18119 req-d94f1198-4b6e-410d-90e5-bbcf68b3b73a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33d27387-8386-4734-a29a-d2cfef866aaf HTTP/1.1" status: 200 len: 998 time: 0.3441477 Jul 16 01:48:46.977366 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7f18825-bfc2-4401-9da3-0dd5b0e83cb7 req-846fa97a-ad0e-4f80-bf34-4c6964fe36c6 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.0783350 Jul 16 01:48:47.028236 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8dcd1609-86a5-4196-82e0-a2ea73c4a722 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "GET /v2.0/routers/0d4533d7-5826-4d68-b494-17b88cd3e3bf HTTP/1.1" status: 200 len: 920 time: 0.5498455 Jul 16 01:48:47.031095 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45240) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:47.088725 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network a8388ddb-6396-4db4-bf88-6182fe882ce8 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:47.095023 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ae339-88e8-4312-bea3-fb8ee8c18119 req-9f56e72e-b7b1-4882-9237-006218ce913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:47.096904 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-795ae339-88e8-4312-bea3-fb8ee8c18119 req-9f56e72e-b7b1-4882-9237-006218ce913c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a HTTP/1.1" status: 200 len: 855 time: 0.1012511 Jul 16 01:48:47.101794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45244) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:47.133653 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2764abef-aec8-47e9-9c0b-92d5506fda18 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d4533d7-5826-4d68-b494-17b88cd3e3bf HTTP/1.1" status: 200 len: 205 time: 0.0963638 Jul 16 01:48:47.136016 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45246) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:47.227216 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 384d9c73-b20a-48db-beca-f85ab6b6696e details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:47.267649 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a2050f-4741-4472-816f-05031f53bdf2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Made reservation on behalf of 23548256d8454967b386ed7bb4b88b46 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:47.273918 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-45a2050f-4741-4472-816f-05031f53bdf2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.326273 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b4becb-a84f-4155-b5cf-bb28bcc38e0e None None] New status for floating IP ecd13786-7c34-4219-a4e5-7ca438ba5e91: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:48:47.464545 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff329-ebeb-48a6-a5e3-2522bf2ec005 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.492138 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.515540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Transition to ACTIVE for port object 5cf12f65-184f-4c9d-978b-1203e7203d82 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:47.585006 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.590713 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.779110 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc9703-2a86-45e9-827c-ffd3d163ebb1 None None] Pushing event updated for resources: {'Port': ['ID=5cf12f65-184f-4c9d-978b-1203e7203d82,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:47.984357 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff329-ebeb-48a6-a5e3-2522bf2ec005 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.064342 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-45a2050f-4741-4472-816f-05031f53bdf2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.172774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2050f-4741-4472-816f-05031f53bdf2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event updated for resources: {'Subnet': ['ID=e8d6b245-bf66-480c-b332-5c421d90be3e,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:48.234113 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a2050f-4741-4472-816f-05031f53bdf2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Checking segment: {'id': '3015cb12-fd3f-4847-8ebc-29aae7feb73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '384d9c73-b20a-48db-beca-f85ab6b6696e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:48.234639 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a2050f-4741-4472-816f-05031f53bdf2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Network hostable DHCP agents. Network: 384d9c73-b20a-48db-beca-f85ab6b6696e, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:48.288401 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Attempting to bind port 5cf12f65-184f-4c9d-978b-1203e7203d82 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:48.288879 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Attempting to bind port 5cf12f65-184f-4c9d-978b-1203e7203d82 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '8bc89187-e52e-4d75-b07f-267d9d34e200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:48.289492 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Attempting to bind port 5cf12f65-184f-4c9d-978b-1203e7203d82 on network 6e8b8915-a71c-49ca-b63c-7417a8012482 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:48.301271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ff329-ebeb-48a6-a5e3-2522bf2ec005 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Deleting port b6bbbf25-08c5-43ae-a325-0bb3d522fd2d {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:48.303994 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff329-ebeb-48a6-a5e3-2522bf2ec005 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.310567 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Subnet': ['ID=c98d1de6-85aa-4918-82ae-17fb1388c535,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:48.319373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:48.319834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Checking segment: {'id': '8bc89187-e52e-4d75-b07f-267d9d34e200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:48.320551 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.321067 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Bound using segment: {'id': '8bc89187-e52e-4d75-b07f-267d9d34e200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:48.321648 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Bound port: 5cf12f65-184f-4c9d-978b-1203e7203d82, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc89187-e52e-4d75-b07f-267d9d34e200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:48.322173 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.327960 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:48.328313 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:48.328657 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:48.328994 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:48.329325 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:48.329653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:48.329983 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:48.330308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:48.330630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:48.330952 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:48.331273 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:48.331590 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:48.340571 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eb2a3414-632f-477f-a007-174dc758ab26 req-f4d0fb7c-516e-4467-b6bb-2ec3562fc8f4 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.0522454 Jul 16 01:48:48.341295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a2050f-4741-4472-816f-05031f53bdf2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Network 384d9c73-b20a-48db-beca-f85ab6b6696e is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:48.367355 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-45a2050f-4741-4472-816f-05031f53bdf2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 384d9c73-b20a-48db-beca-f85ab6b6696e) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:48.373006 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a2050f-4741-4472-816f-05031f53bdf2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:48.373943 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-45a2050f-4741-4472-816f-05031f53bdf2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.393447 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-800dea0c-09a5-4791-8a1f-16503cd4f50d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.414755 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97c7112-0aae-40c1-a5c5-bbe78ce913d2 None None] Network 384d9c73-b20a-48db-beca-f85ab6b6696e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:48.455321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-45a2050f-4741-4472-816f-05031f53bdf2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9347742 Jul 16 01:48:48.458241 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-800dea0c-09a5-4791-8a1f-16503cd4f50d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.459427 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45290) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:48.466855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Request body: {'port': {'network_id': '384d9c73-b20a-48db-beca-f85ab6b6696e', 'name': 'tempest-AllowedAddressPairTestJSON-1667506524'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:48.588032 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-800dea0c-09a5-4791-8a1f-16503cd4f50d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.590672 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-800dea0c-09a5-4791-8a1f-16503cd4f50d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.591900 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-800dea0c-09a5-4791-8a1f-16503cd4f50d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "DELETE /v2.0/security-groups/b01c2995-f3f8-4e35-8788-92e0ed7e0d6f HTTP/1.1" status: 204 len: 168 time: 1.4890525 Jul 16 01:48:48.593194 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Checking segment: {'id': 'c17efbf3-fe19-464b-9c0f-cf4291a52ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:48.593565 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network hostable DHCP agents. Network: a8388ddb-6396-4db4-bf88-6182fe882ce8, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:48.604126 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45294) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:48.617995 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff329-ebeb-48a6-a5e3-2522bf2ec005 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.631574 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800dea0c-09a5-4791-8a1f-16503cd4f50d tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01c2995-f3f8-4e35-8788-92e0ed7e0d6f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:48.631945 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ff329-ebeb-48a6-a5e3-2522bf2ec005 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Calling delete_port for b6bbbf25-08c5-43ae-a325-0bb3d522fd2d owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:48.662192 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] For port 5cf12f65-184f-4c9d-978b-1203e7203d82, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:48.696524 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ae339-88e8-4312-bea3-fb8ee8c18119 req-69fe958f-8505-4ce5-89a0-9011e2765e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:48.702743 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-795ae339-88e8-4312-bea3-fb8ee8c18119 req-69fe958f-8505-4ce5-89a0-9011e2765e09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2db9e81d-658b-4adb-b971-288015f4b66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5500531 Jul 16 01:48:48.705409 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-f53c3aef-592a-4036-8267-214311ab7ecd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] show failed (client error): The resource could not be found. Jul 16 01:48:48.708539 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f53c3aef-592a-4036-8267-214311ab7ecd tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "GET /v2.0/security-groups/b01c2995-f3f8-4e35-8788-92e0ed7e0d6f HTTP/1.1" status: 404 len: 347 time: 0.1018991 Jul 16 01:48:48.709448 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network a8388ddb-6396-4db4-bf88-6182fe882ce8 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:48.716570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45298) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:48.735470 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-795ae339-88e8-4312-bea3-fb8ee8c18119 req-0bfbb5ec-8b91-42ab-b568-0e2438320609 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:48:48.740446 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-795ae339-88e8-4312-bea3-fb8ee8c18119 req-0bfbb5ec-8b91-42ab-b568-0e2438320609 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231133 Jul 16 01:48:48.745322 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] For port 5cf12f65-184f-4c9d-978b-1203e7203d82, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5cf12f65-184f-4c9d-978b-1203e7203d82,segment=NetworkSegment(8bc89187-e52e-4d75-b07f-267d9d34e200),segment_id=8bc89187-e52e-4d75-b07f-267d9d34e200)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:48.771260 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.882695 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-384d9c73-b20a-48db-beca-f85ab6b6696e', 'network_id': '384d9c73-b20a-48db-beca-f85ab6b6696e', 'tenant_id': '23548256d8454967b386ed7bb4b88b46', 'fixed_ips': [{'subnet_id': 'e8d6b245-bf66-480c-b332-5c421d90be3e'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:48.883655 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.904147 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff329-ebeb-48a6-a5e3-2522bf2ec005 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.937963 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:48.938627 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:48.972788 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Made reservation on behalf of 23548256d8454967b386ed7bb4b88b46 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:48.982330 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.006701 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ff329-ebeb-48a6-a5e3-2522bf2ec005 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Pushing event deleted for resources: {'Port': ['ID=b6bbbf25-08c5-43ae-a325-0bb3d522fd2d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:49.114997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:49.131936 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-795ae339-88e8-4312-bea3-fb8ee8c18119 req-dd1a6924-ce94-44a5-b2f7-d039f86d087d service neutron] 10.222.0.47 "GET /v2.0/networks/2db9e81d-658b-4adb-b971-288015f4b66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758099 Jul 16 01:48:49.149562 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, a8388ddb-6396-4db4-bf88-6182fe882ce8) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:49.168581 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e0a4d96-4e18-4306-99c3-925061722202 req-bce75365-4a42-49ae-bf7c-0ea4682ef4b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=301539fe5dfc4fddb142c94469d80d7d&device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.1021686 Jul 16 01:48:49.179052 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] device_id is not set on port 115c38cc-95f9-4b7f-a453-57568925deb9 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:49.214464 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:49.215079 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.245523 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865fc82b-b800-44fc-8043-e858cc3f8193 None None] Network a8388ddb-6396-4db4-bf88-6182fe882ce8 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:49.317303 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e0a4d96-4e18-4306-99c3-925061722202 req-1fb72542-355f-49e0-97bd-e82a0239de51 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=301539fe5dfc4fddb142c94469d80d7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1279392 Jul 16 01:48:49.318349 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff329-ebeb-48a6-a5e3-2522bf2ec005 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.328603 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8732404d-2c1c-4d11-a0f7-7f8e001279a0 req-e0295538-dc57-48b9-9979-f613010a1333 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.1242089 Jul 16 01:48:49.395079 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3d6e996c-ff78-442a-9504-bcaf43bf1967 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0431702 Jul 16 01:48:49.395690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45312) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:49.510988 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff329-ebeb-48a6-a5e3-2522bf2ec005 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.519869 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff329-ebeb-48a6-a5e3-2522bf2ec005 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.556045 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc9703-2a86-45e9-827c-ffd3d163ebb1 None None] Pushing event updated for resources: {'Port': ['ID=5cf12f65-184f-4c9d-978b-1203e7203d82,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:49.574215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9703-2a86-45e9-827c-ffd3d163ebb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:49.574986 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9703-2a86-45e9-827c-ffd3d163ebb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:49.575964 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9703-2a86-45e9-827c-ffd3d163ebb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:49.576958 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9703-2a86-45e9-827c-ffd3d163ebb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:49.577491 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9703-2a86-45e9-827c-ffd3d163ebb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:49.578063 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9703-2a86-45e9-827c-ffd3d163ebb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:49.578727 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9703-2a86-45e9-827c-ffd3d163ebb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:49.579248 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9703-2a86-45e9-827c-ffd3d163ebb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:49.579895 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9703-2a86-45e9-827c-ffd3d163ebb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:49.580439 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9703-2a86-45e9-827c-ffd3d163ebb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:49.581144 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9703-2a86-45e9-827c-ffd3d163ebb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:49.581685 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc9703-2a86-45e9-827c-ffd3d163ebb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:49.812022 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:42Z', 'revision_number': 3, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:48Z', 'revision_number': 4, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:49.844065 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639d9360-ef6f-4c7d-9727-f04f3587ac7b None None] The sync data for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 is: [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:42Z', 'revision_number': 3, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:48Z', 'revision_number': 4, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:49.845738 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-a8388ddb-6396-4db4-bf88-6182fe882ce8', 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'fixed_ips': [{'subnet_id': 'c98d1de6-85aa-4918-82ae-17fb1388c535'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:49.846591 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.100339 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-795ae339-88e8-4312-bea3-fb8ee8c18119 req-1a3c9918-bc73-40c6-aeba-61ec8ad9609c service neutron] 10.222.0.47 "GET /v2.0/networks/2db9e81d-658b-4adb-b971-288015f4b66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9511852 Jul 16 01:48:50.125682 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-df5e93b0-2080-4f2d-a6ce-bab871597ef6 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Deleting port e2db422d-a612-4b59-9498-8f2f3ff65f38 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:50.126027 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df5e93b0-2080-4f2d-a6ce-bab871597ef6 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.198816 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Allocated IP 172.22.0.2 (a8388ddb-6396-4db4-bf88-6182fe882ce8/c98d1de6-85aa-4918-82ae-17fb1388c535/e901f49d-c51e-4740-ae1d-5e9c4a87ed7a) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:50.233203 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff329-ebeb-48a6-a5e3-2522bf2ec005 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.233829 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1ff329-ebeb-48a6-a5e3-2522bf2ec005 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Fanout notify agent at l3_agent the message router_deleted on router 0d4533d7-5826-4d68-b494-17b88cd3e3bf {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:50.264207 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df5e93b0-2080-4f2d-a6ce-bab871597ef6 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.264540 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df5e93b0-2080-4f2d-a6ce-bab871597ef6 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.266983 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff329-ebeb-48a6-a5e3-2522bf2ec005 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.272068 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3e1ff329-ebeb-48a6-a5e3-2522bf2ec005 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "DELETE /v2.0/routers/0d4533d7-5826-4d68-b494-17b88cd3e3bf HTTP/1.1" status: 204 len: 168 time: 3.1348870 Jul 16 01:48:50.288921 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45318) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:50.299259 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-df5e93b0-2080-4f2d-a6ce-bab871597ef6 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Calling delete_port for e2db422d-a612-4b59-9498-8f2f3ff65f38 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:50.301526 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Request body: {'router': {'name': 'tempest-snat-router-931186339', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'enable_snat': False}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:50.352413 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Allocated IP 172.20.0.3 (384d9c73-b20a-48db-beca-f85ab6b6696e/e8d6b245-bf66-480c-b332-5c421d90be3e/115c38cc-95f9-4b7f-a453-57568925deb9) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:50.397833 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.404812 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.421307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a4d96-4e18-4306-99c3-925061722202 req-e9b2f3d9-b809-4f36-9947-65e0350f9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:50.422840 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e0a4d96-4e18-4306-99c3-925061722202 req-e9b2f3d9-b809-4f36-9947-65e0350f9f49 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0979259 Jul 16 01:48:50.446286 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.457532 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Transition to ACTIVE for port object e901f49d-c51e-4740-ae1d-5e9c4a87ed7a will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:50.476775 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Transition to ACTIVE for port object e901f49d-c51e-4740-ae1d-5e9c4a87ed7a will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:50.484183 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.544817 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Pushing event updated for resources: {'Port': ['ID=e901f49d-c51e-4740-ae1d-5e9c4a87ed7a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:50.554089 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df5e93b0-2080-4f2d-a6ce-bab871597ef6 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.558630 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Network a8388ddb-6396-4db4-bf88-6182fe882ce8 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:50.562804 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:50.570057 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:50.589110 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e93b0-2080-4f2d-a6ce-bab871597ef6 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event deleted for resources: {'Port': ['ID=e2db422d-a612-4b59-9498-8f2f3ff65f38,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:50.683937 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.727128 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Attempting to bind port e901f49d-c51e-4740-ae1d-5e9c4a87ed7a on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:50.729275 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Attempting to bind port e901f49d-c51e-4740-ae1d-5e9c4a87ed7a by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'c17efbf3-fe19-464b-9c0f-cf4291a52ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:50.729728 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Attempting to bind port e901f49d-c51e-4740-ae1d-5e9c4a87ed7a on network a8388ddb-6396-4db4-bf88-6182fe882ce8 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:50.747629 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:50.748103 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Checking segment: {'id': 'c17efbf3-fe19-464b-9c0f-cf4291a52ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:50.748513 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.748912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Bound using segment: {'id': 'c17efbf3-fe19-464b-9c0f-cf4291a52ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:50.758295 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Bound port: e901f49d-c51e-4740-ae1d-5e9c4a87ed7a, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17efbf3-fe19-464b-9c0f-cf4291a52ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:50.758833 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.786414 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.906975 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.954664 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] For port e901f49d-c51e-4740-ae1d-5e9c4a87ed7a, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:50.959915 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] For port e901f49d-c51e-4740-ae1d-5e9c4a87ed7a, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e901f49d-c51e-4740-ae1d-5e9c4a87ed7a,segment=NetworkSegment(c17efbf3-fe19-464b-9c0f-cf4291a52ee0),segment_id=c17efbf3-fe19-464b-9c0f-cf4291a52ee0)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:50.968092 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.036629 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.053556 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c296b-74f8-42e8-953c-19e053cd6e54 None None] Pushing event updated for resources: {'Port': ['ID=e901f49d-c51e-4740-ae1d-5e9c4a87ed7a,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:51.093637 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Transition to ACTIVE for port object 115c38cc-95f9-4b7f-a453-57568925deb9 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:51.153846 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2ff408f-bad8-4feb-beb6-52aef01b74be req-7aa8d462-52ff-486d-aef3-bfb747c23970 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.0556300 Jul 16 01:48:51.255887 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df5e93b0-2080-4f2d-a6ce-bab871597ef6 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.265630 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df5e93b0-2080-4f2d-a6ce-bab871597ef6 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.277868 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5cf12f65-184f-4c9d-978b-1203e7203d82 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:51.281323 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.288661 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-df5e93b0-2080-4f2d-a6ce-bab871597ef6 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "DELETE /v2.0/floatingips/e7d76680-e3f3-4c29-a40a-e32281d42aca HTTP/1.1" status: 204 len: 168 time: 2.5635300 Jul 16 01:48:51.293775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45328) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:51.436810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Allocated IP 172.22.0.1 (a8388ddb-6396-4db4-bf88-6182fe882ce8/c98d1de6-85aa-4918-82ae-17fb1388c535/42ae4542-1329-494f-aa49-5d6944d3d000) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:51.522430 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 5cf12f65-184f-4c9d-978b-1203e7203d82 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:51.531304 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 5cf12f65-184f-4c9d-978b-1203e7203d82 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:51.531733 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.565644 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.589106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event updated for resources: {'Port': ['ID=115c38cc-95f9-4b7f-a453-57568925deb9,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:51.594592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Network 384d9c73-b20a-48db-beca-f85ab6b6696e is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:51.618130 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Allocated IP 172.20.0.2 (384d9c73-b20a-48db-beca-f85ab6b6696e/e8d6b245-bf66-480c-b332-5c421d90be3e/361f9ee2-e3ad-4072-a718-3f425640617d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:51.629836 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.739845 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.769694 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.777677 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Transition to ACTIVE for port object 42ae4542-1329-494f-aa49-5d6944d3d000 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:51.859086 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.862348 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 5cf12f65-184f-4c9d-978b-1203e7203d82, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5cf12f65-184f-4c9d-978b-1203e7203d82,segment=NetworkSegment(8bc89187-e52e-4d75-b07f-267d9d34e200),segment_id=8bc89187-e52e-4d75-b07f-267d9d34e200)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:51.874325 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.893992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Allocated IP 172.25.1.121 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/515307d4-d9d4-4c97-9e1a-e4c42624919e) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:51.943497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network a8388ddb-6396-4db4-bf88-6182fe882ce8 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:51.944804 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=42ae4542-1329-494f-aa49-5d6944d3d000,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:51.947693 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:51.951089 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:51.997457 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:51.997825 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:51.998225 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:51.998568 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:51.998955 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:51.999302 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:51.999639 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.000087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.000468 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.000805 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.001136 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.001467 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:52.021024 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:52.030208 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.030412 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:52.075026 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e0a4d96-4e18-4306-99c3-925061722202 req-a0dee3cc-ccad-42a2-aadf-488813a46baf tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.26 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.0688865 Jul 16 01:48:52.189634 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=5cf12f65-184f-4c9d-978b-1203e7203d82,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:52.245106 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.249721 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.346627 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:52.353244 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.385741 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-e5896aab-189a-4338-b092-b6f8a7a5d7ed tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Deleting port 6d22a53b-2464-4614-a2e4-ad4303acef4b {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:52.386761 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e5896aab-189a-4338-b092-b6f8a7a5d7ed tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.445282 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.467921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Transition to ACTIVE for port object 361f9ee2-e3ad-4072-a718-3f425640617d will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:52.555680 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Transition to ACTIVE for port object 361f9ee2-e3ad-4072-a718-3f425640617d will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:52.573687 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.649279 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Network 384d9c73-b20a-48db-beca-f85ab6b6696e is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:52.653886 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:52.664666 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:52.771208 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Pushing event updated for resources: {'Port': ['ID=361f9ee2-e3ad-4072-a718-3f425640617d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:52.790267 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Attempting to bind port 361f9ee2-e3ad-4072-a718-3f425640617d on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:52.791303 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Attempting to bind port 361f9ee2-e3ad-4072-a718-3f425640617d by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '3015cb12-fd3f-4847-8ebc-29aae7feb73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '384d9c73-b20a-48db-beca-f85ab6b6696e'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:52.791500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Attempting to bind port 361f9ee2-e3ad-4072-a718-3f425640617d on network 384d9c73-b20a-48db-beca-f85ab6b6696e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:52.807401 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e5896aab-189a-4338-b092-b6f8a7a5d7ed tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.813751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:52.818770 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Checking segment: {'id': '3015cb12-fd3f-4847-8ebc-29aae7feb73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '384d9c73-b20a-48db-beca-f85ab6b6696e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:52.820547 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.823052 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Bound using segment: {'id': '3015cb12-fd3f-4847-8ebc-29aae7feb73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '384d9c73-b20a-48db-beca-f85ab6b6696e'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:52.824756 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Bound port: 361f9ee2-e3ad-4072-a718-3f425640617d, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3015cb12-fd3f-4847-8ebc-29aae7feb73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '384d9c73-b20a-48db-beca-f85ab6b6696e'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:52.826337 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.879426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-e5896aab-189a-4338-b092-b6f8a7a5d7ed tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Calling delete_port for 6d22a53b-2464-4614-a2e4-ad4303acef4b owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:53.164000 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f62b8b5a-4b2c-47c2-b309-8cae77375478 req-2a52f716-b6c0-449d-8cf6-0bd31cfa75f2 tempest-ServerShowV254Test-1212817686 tempest-ServerShowV254Test-1212817686-project] 10.222.0.54 "GET /v2.0/ports?device_id=af66470d-3ca6-41fd-bb9f-159fc79a257c HTTP/1.1" status: 200 len: 210 time: 0.0885789 Jul 16 01:48:53.233475 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b14909ac-f20a-4f58-abee-be1747a5355c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7663960 Jul 16 01:48:53.234201 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45346) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:53.256714 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] For port 361f9ee2-e3ad-4072-a718-3f425640617d, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:53.262337 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-117712b7-d63f-421e-917d-29a2c754fe21 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Request body: {'port': {'network_id': '384d9c73-b20a-48db-beca-f85ab6b6696e', 'name': 'tempest-AllowedAddressPairTestJSON-995552468', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:c8:0b:eb'}]}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:53.274398 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37a556b-b331-4683-87ec-b5fbb66bb643 None None] Network a8388ddb-6396-4db4-bf88-6182fe882ce8 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:53.289557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] For port 361f9ee2-e3ad-4072-a718-3f425640617d, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=361f9ee2-e3ad-4072-a718-3f425640617d,segment=NetworkSegment(3015cb12-fd3f-4847-8ebc-29aae7feb73a),segment_id=3015cb12-fd3f-4847-8ebc-29aae7feb73a)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:53.340969 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.401361 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.511847 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:53.541227 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:53.545403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:53.560229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e901f49d-c51e-4740-ae1d-5e9c4a87ed7a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:53.639040 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.678806 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.702683 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e5896aab-189a-4338-b092-b6f8a7a5d7ed tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.707880 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a03d168e-4998-4601-bad1-84c16f525c40 None None] Provisioning for port e901f49d-c51e-4740-ae1d-5e9c4a87ed7a completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:53.755941 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4521f2c-302c-4886-a800-53b743afa1d1 None None] Pushing event updated for resources: {'Port': ['ID=361f9ee2-e3ad-4072-a718-3f425640617d,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:53.849467 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.862149 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port e901f49d-c51e-4740-ae1d-5e9c4a87ed7a completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:53.890400 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e901f49d-c51e-4740-ae1d-5e9c4a87ed7a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:53.891146 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.902805 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.041726 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Pushing event updated for resources: {'Port': ['ID=515307d4-d9d4-4c97-9e1a-e4c42624919e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.142170 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5896aab-189a-4338-b092-b6f8a7a5d7ed tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event deleted for resources: {'Port': ['ID=6d22a53b-2464-4614-a2e4-ad4303acef4b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.172466 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e5896aab-189a-4338-b092-b6f8a7a5d7ed tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.176005 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e5896aab-189a-4338-b092-b6f8a7a5d7ed tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "DELETE /v2.0/ports/6d22a53b-2464-4614-a2e4-ad4303acef4b HTTP/1.1" status: 204 len: 168 time: 2.8515399 Jul 16 01:48:54.185809 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45354) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:54.386344 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=42ae4542-1329-494f-aa49-5d6944d3d000,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.483347 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network a8388ddb-6396-4db4-bf88-6182fe882ce8 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:54.490895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:54.498908 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117712b7-d63f-421e-917d-29a2c754fe21 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Made reservation on behalf of 23548256d8454967b386ed7bb4b88b46 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:54.639102 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.740057 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port e901f49d-c51e-4740-ae1d-5e9c4a87ed7a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e901f49d-c51e-4740-ae1d-5e9c4a87ed7a,segment=NetworkSegment(c17efbf3-fe19-464b-9c0f-cf4291a52ee0),segment_id=c17efbf3-fe19-464b-9c0f-cf4291a52ee0)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:54.757518 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-117712b7-d63f-421e-917d-29a2c754fe21 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.760839 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.768668 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5cf12f65-184f-4c9d-978b-1203e7203d82 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:54.807918 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-117712b7-d63f-421e-917d-29a2c754fe21 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] device_id is not set on port ea647ca8-54a5-485a-a480-6ccfa1225639 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:54.902380 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.084299 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-33eb2524-93f3-40b7-81ea-c80bb97a1087 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Deleting port 38632ecf-0c45-4f74-98a7-3369ccdd828e {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:55.089595 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33eb2524-93f3-40b7-81ea-c80bb97a1087 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.130322 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 5cf12f65-184f-4c9d-978b-1203e7203d82 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:55.130725 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.139613 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=e901f49d-c51e-4740-ae1d-5e9c4a87ed7a,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:55.168581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-117712b7-d63f-421e-917d-29a2c754fe21 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Allocated IP 172.20.0.10 (384d9c73-b20a-48db-beca-f85ab6b6696e/e8d6b245-bf66-480c-b332-5c421d90be3e/ea647ca8-54a5-485a-a480-6ccfa1225639) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:55.350448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45368) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:55.510896 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e74456cf-dc31-46d9-9bfd-696c1d90033c None None] Provisioning for port 42ae4542-1329-494f-aa49-5d6944d3d000 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:55.531278 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e74456cf-dc31-46d9-9bfd-696c1d90033c None None] Provisioning complete for port 42ae4542-1329-494f-aa49-5d6944d3d000 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:55.536703 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e74456cf-dc31-46d9-9bfd-696c1d90033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.706867 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e74456cf-dc31-46d9-9bfd-696c1d90033c None None] Port 42ae4542-1329-494f-aa49-5d6944d3d000 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:55.746231 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e74456cf-dc31-46d9-9bfd-696c1d90033c None None] Provisioning complete for port e901f49d-c51e-4740-ae1d-5e9c4a87ed7a triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:55.746894 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e74456cf-dc31-46d9-9bfd-696c1d90033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.766463 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33eb2524-93f3-40b7-81ea-c80bb97a1087 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.791174 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f5daf9e0-df6a-4349-86a9-3c792dcae0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.931502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-33eb2524-93f3-40b7-81ea-c80bb97a1087 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Calling delete_port for 38632ecf-0c45-4f74-98a7-3369ccdd828e owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:55.972826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a144515-6385-41e6-ab2e-614d3fdc5b5e None None] Network 384d9c73-b20a-48db-beca-f85ab6b6696e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:56.052525 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e901f49d-c51e-4740-ae1d-5e9c4a87ed7a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:56.195351 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.413042 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e2da89b4-d2da-437b-815c-00dd1f7954c7 None None] Provisioning complete for port 42ae4542-1329-494f-aa49-5d6944d3d000 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:56.413313 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2da89b4-d2da-437b-815c-00dd1f7954c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.556538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e2da89b4-d2da-437b-815c-00dd1f7954c7 None None] Port 42ae4542-1329-494f-aa49-5d6944d3d000 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:56.607008 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e901f49d-c51e-4740-ae1d-5e9c4a87ed7a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:56.607382 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.699044 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33eb2524-93f3-40b7-81ea-c80bb97a1087 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.728666 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e2da89b4-d2da-437b-815c-00dd1f7954c7 None None] Provisioning for port 361f9ee2-e3ad-4072-a718-3f425640617d completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:56.820892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router b071903a-098a-46e2-9901-ff4ace804520 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:56.877501 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 361f9ee2-e3ad-4072-a718-3f425640617d up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:56.956936 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-117712b7-d63f-421e-917d-29a2c754fe21 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.014317 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-117712b7-d63f-421e-917d-29a2c754fe21 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Transition to ACTIVE for port object ea647ca8-54a5-485a-a480-6ccfa1225639 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:57.022828 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:57.033138 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-aa601e50-917c-44d0-9aa5-e80858c29e43 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/b071903a-098a-46e2-9901-ff4ace804520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5925953 Jul 16 01:48:57.036425 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45380) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:57.045152 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Sync routers for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:57.052570 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d9127f9d-05da-484f-81e3-ee7a39c66975 None None] Provisioning complete for port 42ae4542-1329-494f-aa49-5d6944d3d000 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:57.054254 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d9127f9d-05da-484f-81e3-ee7a39c66975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.062961 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-704e0ca7-03fa-41f6-b31f-244e1d9ac34b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'network': {'name': 'tempest-RoutersTest-1098381145'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:57.073093 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:57.073742 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:57.167266 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-117712b7-d63f-421e-917d-29a2c754fe21 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.176093 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 361f9ee2-e3ad-4072-a718-3f425640617d completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:57.185909 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 361f9ee2-e3ad-4072-a718-3f425640617d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:57.189550 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.191768 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d9127f9d-05da-484f-81e3-ee7a39c66975 None None] Port 42ae4542-1329-494f-aa49-5d6944d3d000 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:57.252569 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117712b7-d63f-421e-917d-29a2c754fe21 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Network 384d9c73-b20a-48db-beca-f85ab6b6696e is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:57.331416 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:57.333621 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-117712b7-d63f-421e-917d-29a2c754fe21 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:57.339063 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117712b7-d63f-421e-917d-29a2c754fe21 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:57.401842 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb2524-93f3-40b7-81ea-c80bb97a1087 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event deleted for resources: {'Port': ['ID=38632ecf-0c45-4f74-98a7-3369ccdd828e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:57.516304 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.526914 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-64ebf86b-953f-45e1-9e0b-10d12c96c6ce None None] Provisioning for port 115c38cc-95f9-4b7f-a453-57568925deb9 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:57.540804 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-64ebf86b-953f-45e1-9e0b-10d12c96c6ce None None] Provisioning complete for port 115c38cc-95f9-4b7f-a453-57568925deb9 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:57.541357 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64ebf86b-953f-45e1-9e0b-10d12c96c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.561669 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33eb2524-93f3-40b7-81ea-c80bb97a1087 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.564408 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-33eb2524-93f3-40b7-81ea-c80bb97a1087 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "DELETE /v2.0/ports/38632ecf-0c45-4f74-98a7-3369ccdd828e HTTP/1.1" status: 204 len: 168 time: 3.3754482 Jul 16 01:48:57.569782 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45382) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:57.596307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117712b7-d63f-421e-917d-29a2c754fe21 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event updated for resources: {'Port': ['ID=ea647ca8-54a5-485a-a480-6ccfa1225639,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:57.611042 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f5daf9e0-df6a-4349-86a9-3c792dcae0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.622170 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-64ebf86b-953f-45e1-9e0b-10d12c96c6ce None None] Port 115c38cc-95f9-4b7f-a453-57568925deb9 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:57.636820 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f5daf9e0-df6a-4349-86a9-3c792dcae0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.666414 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117712b7-d63f-421e-917d-29a2c754fe21 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:57.671041 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-64ebf86b-953f-45e1-9e0b-10d12c96c6ce None None] Provisioning complete for port 361f9ee2-e3ad-4072-a718-3f425640617d triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:57.671944 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-64ebf86b-953f-45e1-9e0b-10d12c96c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.675982 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-117712b7-d63f-421e-917d-29a2c754fe21 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.676283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 361f9ee2-e3ad-4072-a718-3f425640617d, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=361f9ee2-e3ad-4072-a718-3f425640617d,segment=NetworkSegment(3015cb12-fd3f-4847-8ebc-29aae7feb73a),segment_id=3015cb12-fd3f-4847-8ebc-29aae7feb73a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:57.703581 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.735114 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704e0ca7-03fa-41f6-b31f-244e1d9ac34b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Made reservation on behalf of e25ea08c9a1242e0b31ad92aebc38e34 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:57.756307 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-704e0ca7-03fa-41f6-b31f-244e1d9ac34b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.758726 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5daf9e0-df6a-4349-86a9-3c792dcae0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb06a40-f355-4965-9355-cb6c4adf83d1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:57.776675 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-117712b7-d63f-421e-917d-29a2c754fe21 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.5250905 Jul 16 01:48:57.811037 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45390) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:57.871511 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Router 0841a8f3-22e3-40e5-bd98-25f8ba3af4a2 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:57.883352 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=361f9ee2-e3ad-4072-a718-3f425640617d,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:57.924948 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f5daf9e0-df6a-4349-86a9-3c792dcae0e4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=301539fe5dfc4fddb142c94469d80d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5710111 Jul 16 01:48:57.928870 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45392) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:57.942421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70b0f57-069e-4d01-ad21-d6ae955636df tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Deleting subnet bee1b643-788b-4220-9980-461350f0a6df {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:57.970019 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f70b0f57-069e-4d01-ad21-d6ae955636df tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.006797 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704e0ca7-03fa-41f6-b31f-244e1d9ac34b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:58.038017 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:52Z', 'revision_number': 4, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ae4542-1329-494f-aa49-5d6944d3d000', 'name': '', 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:b4:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:51Z', 'updated_at': '2021-07-16T01:48:52Z', 'revision_number': 2, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:58.123282 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-704e0ca7-03fa-41f6-b31f-244e1d9ac34b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.124396 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-704e0ca7-03fa-41f6-b31f-244e1d9ac34b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Added segment b96872b0-2f28-4407-8a26-a96cbaced3e6 of type vlan for network 08e1eb36-8d37-48a4-86b2-0b42646b93ca Jul 16 01:48:58.139868 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f70b0f57-069e-4d01-ad21-d6ae955636df tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.152190 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Checking router: b071903a-098a-46e2-9901-ff4ace804520 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:58.153420 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Updating router b071903a-098a-46e2-9901-ff4ace804520 port 42ae4542-1329-494f-aa49-5d6944d3d000 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:58.256045 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.299329 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7a1cfe1f-dc8f-41a0-9d35-92b18ed29fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.327151 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ffe34d32-d145-4019-9094-cbf81fab8df1 None None] Provisioning complete for port 115c38cc-95f9-4b7f-a453-57568925deb9 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:58.327522 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ffe34d32-d145-4019-9094-cbf81fab8df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.354632 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3584af-aca4-48db-a8e5-75a856959841 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:58.376504 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3584af-aca4-48db-a8e5-75a856959841 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:58.394768 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3584af-aca4-48db-a8e5-75a856959841 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:58.401962 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5a3584af-aca4-48db-a8e5-75a856959841 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.5779362 Jul 16 01:48:58.405986 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45398) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:58.489025 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f70b0f57-069e-4d01-ad21-d6ae955636df tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.490792 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-704e0ca7-03fa-41f6-b31f-244e1d9ac34b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.521161 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3fb365e1-26c5-4b13-bf07-cbbd5a03fb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.525682 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ffe34d32-d145-4019-9094-cbf81fab8df1 None None] Port 115c38cc-95f9-4b7f-a453-57568925deb9 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:58.623143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ffe34d32-d145-4019-9094-cbf81fab8df1 None None] Provisioning for port ea647ca8-54a5-485a-a480-6ccfa1225639 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:58.630375 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7a1cfe1f-dc8f-41a0-9d35-92b18ed29fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.645351 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ffe34d32-d145-4019-9094-cbf81fab8df1 None None] Provisioning complete for port ea647ca8-54a5-485a-a480-6ccfa1225639 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:58.646500 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ffe34d32-d145-4019-9094-cbf81fab8df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.653454 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:58.739313 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7a1cfe1f-dc8f-41a0-9d35-92b18ed29fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.742404 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7a1cfe1f-dc8f-41a0-9d35-92b18ed29fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.747992 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7a1cfe1f-dc8f-41a0-9d35-92b18ed29fb9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dcb06a40-f355-4965-9355-cb6c4adf83d1 HTTP/1.1" status: 204 len: 168 time: 0.8170466 Jul 16 01:48:58.761778 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.765460 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d1b52433-06c5-4c84-bc19-17174d58e021 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.4684649 Jul 16 01:48:58.769570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45402) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:58.772101 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f70b0f57-069e-4d01-ad21-d6ae955636df tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.832229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Sync routers for ids ['0841a8f3-22e3-40e5-bd98-25f8ba3af4a2'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:58.834500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ffe34d32-d145-4019-9094-cbf81fab8df1 None None] Port ea647ca8-54a5-485a-a480-6ccfa1225639 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:58.862975 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.866143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Routers {'0841a8f3-22e3-40e5-bd98-25f8ba3af4a2'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:58.866797 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0841a8f3-22e3-40e5-bd98-25f8ba3af4a2'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:58.887144 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b0f57-069e-4d01-ad21-d6ae955636df tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event deleted for resources: {'Subnet': ['ID=bee1b643-788b-4220-9980-461350f0a6df,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:58.890749 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.918116 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f70b0f57-069e-4d01-ad21-d6ae955636df tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.925781 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f70b0f57-069e-4d01-ad21-d6ae955636df tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "DELETE /v2.0/subnets/bee1b643-788b-4220-9980-461350f0a6df HTTP/1.1" status: 204 len: 168 time: 1.3502884 Jul 16 01:48:58.935698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45406) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:58.938106 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Transition to ACTIVE for port object 42ae4542-1329-494f-aa49-5d6944d3d000 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:58.948744 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.047631 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69dea0-55bf-4d1c-8803-b096964c0347 None None] Pushing event updated for resources: {'Port': ['ID=42ae4542-1329-494f-aa49-5d6944d3d000,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:59.073167 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Set router 0841a8f3-22e3-40e5-bd98-25f8ba3af4a2 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:59.082454 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1cfe1f-dc8f-41a0-9d35-92b18ed29fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb06a40-f355-4965-9355-cb6c4adf83d1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:59.147216 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4b2d4b28-1545-4af1-b40c-64d27d1b2897 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "GET /v2.0/routers/0841a8f3-22e3-40e5-bd98-25f8ba3af4a2 HTTP/1.1" status: 200 len: 908 time: 0.3714895 Jul 16 01:48:59.174581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45412) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:59.193385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80dd27d-5106-4f5e-a150-d6d65ee7b3bc None None] Network b9af7ef5-ac18-4736-89a9-97ab3ca3428e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:59.201088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-fabead3d-6e30-46b5-bf90-c931dce67d56 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Deleting subnet f2c50c7f-3bfe-422a-ae80-e07354d7446f {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:59.208823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Request body: {'router': {'name': 'tempest-snat-router-931186339', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'enable_snat': True}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:59.210924 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fabead3d-6e30-46b5-bf90-c931dce67d56 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.216646 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-704e0ca7-03fa-41f6-b31f-244e1d9ac34b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.235081 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704e0ca7-03fa-41f6-b31f-244e1d9ac34b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:59.235330 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-704e0ca7-03fa-41f6-b31f-244e1d9ac34b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.244684 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Attempting to bind port 42ae4542-1329-494f-aa49-5d6944d3d000 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:59.245233 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Attempting to bind port 42ae4542-1329-494f-aa49-5d6944d3d000 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'c17efbf3-fe19-464b-9c0f-cf4291a52ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:59.245412 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Attempting to bind port 42ae4542-1329-494f-aa49-5d6944d3d000 on network a8388ddb-6396-4db4-bf88-6182fe882ce8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:59.263023 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:59.263396 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Checking segment: {'id': 'c17efbf3-fe19-464b-9c0f-cf4291a52ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:59.266600 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.269992 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Bound using segment: {'id': 'c17efbf3-fe19-464b-9c0f-cf4291a52ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:59.270748 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Bound port: 42ae4542-1329-494f-aa49-5d6944d3d000, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17efbf3-fe19-464b-9c0f-cf4291a52ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:59.272155 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.330889 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45414) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:59.333218 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-704e0ca7-03fa-41f6-b31f-244e1d9ac34b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2952073 Jul 16 01:48:59.358513 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-95e21ce8-29d4-432f-832d-c5382e705b4c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'subnet': {'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:59.491306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-de728851-a621-4a58-81a6-19095acfc56e tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Deleting port ea647ca8-54a5-485a-a480-6ccfa1225639 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:59.491668 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de728851-a621-4a58-81a6-19095acfc56e tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.513382 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fabead3d-6e30-46b5-bf90-c931dce67d56 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.524336 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.525342 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.591120 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] For port 42ae4542-1329-494f-aa49-5d6944d3d000, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:59.606615 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] For port 42ae4542-1329-494f-aa49-5d6944d3d000, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=42ae4542-1329-494f-aa49-5d6944d3d000,segment=NetworkSegment(c17efbf3-fe19-464b-9c0f-cf4291a52ee0),segment_id=c17efbf3-fe19-464b-9c0f-cf4291a52ee0)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:59.615673 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.799183 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e21ce8-29d4-432f-832d-c5382e705b4c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Made reservation on behalf of e25ea08c9a1242e0b31ad92aebc38e34 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:59.802976 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95e21ce8-29d4-432f-832d-c5382e705b4c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.826888 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fabead3d-6e30-46b5-bf90-c931dce67d56 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.849868 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69dea0-55bf-4d1c-8803-b096964c0347 None None] Pushing event updated for resources: {'Port': ['ID=42ae4542-1329-494f-aa49-5d6944d3d000,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:59.898096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e0ca7-03fa-41f6-b31f-244e1d9ac34b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Network': ['ID=08e1eb36-8d37-48a4-86b2-0b42646b93ca,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:59.939596 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:59.940307 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:48:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:00.019073 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 08e1eb36-8d37-48a4-86b2-0b42646b93ca details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:00.092849 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 361f9ee2-e3ad-4072-a718-3f425640617d up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:00.153038 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.172565 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:00.194617 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fabead3d-6e30-46b5-bf90-c931dce67d56 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.391366 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de728851-a621-4a58-81a6-19095acfc56e tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.395431 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabead3d-6e30-46b5-bf90-c931dce67d56 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c50c7f-3bfe-422a-ae80-e07354d7446f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:00.424015 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fabead3d-6e30-46b5-bf90-c931dce67d56 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.426169 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fabead3d-6e30-46b5-bf90-c931dce67d56 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "DELETE /v2.0/subnets/f2c50c7f-3bfe-422a-ae80-e07354d7446f HTTP/1.1" status: 204 len: 168 time: 1.4709873 Jul 16 01:49:00.434383 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45434) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:00.720696 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.726343 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95e21ce8-29d4-432f-832d-c5382e705b4c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.797704 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-de728851-a621-4a58-81a6-19095acfc56e tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Calling delete_port for ea647ca8-54a5-485a-a480-6ccfa1225639 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:00.859834 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.933508 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e21ce8-29d4-432f-832d-c5382e705b4c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Subnet': ['ID=81dd06c2-1b1c-4a34-8b75-56ecb433d2e4,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:00.973453 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e21ce8-29d4-432f-832d-c5382e705b4c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Checking segment: {'id': 'b96872b0-2f28-4407-8a26-a96cbaced3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:00.975817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e21ce8-29d4-432f-832d-c5382e705b4c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network hostable DHCP agents. Network: 08e1eb36-8d37-48a4-86b2-0b42646b93ca, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:01.002602 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Deleting port f7486031-040f-4553-b36f-0203ac1de113 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:01.003308 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.115656 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5825f7-dcc0-4870-b2f3-b10633032910 None None] Network 525896ce-09df-4da2-9eab-4fa66a501412 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:01.146801 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e21ce8-29d4-432f-832d-c5382e705b4c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network 08e1eb36-8d37-48a4-86b2-0b42646b93ca is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:01.174472 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] For port f7486031-040f-4553-b36f-0203ac1de113, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f7486031-040f-4553-b36f-0203ac1de113,segment=NetworkSegment(3986646c-2b6f-4b44-8db9-e3622b113280),segment_id=3986646c-2b6f-4b44-8db9-e3622b113280)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:01.175255 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:52Z', 'revision_number': 4, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ae4542-1329-494f-aa49-5d6944d3d000', 'name': '', 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:b4:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:51Z', 'updated_at': '2021-07-16T01:48:59Z', 'revision_number': 4, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:01.176980 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.202154 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-95e21ce8-29d4-432f-832d-c5382e705b4c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 08e1eb36-8d37-48a4-86b2-0b42646b93ca) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:01.230955 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e21ce8-29d4-432f-832d-c5382e705b4c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:01.231915 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95e21ce8-29d4-432f-832d-c5382e705b4c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.244451 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0a393d-cc21-4df2-a7fe-0c817e265db0 None None] Network 08e1eb36-8d37-48a4-86b2-0b42646b93ca requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:01.270894 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-95e21ce8-29d4-432f-832d-c5382e705b4c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9371586 Jul 16 01:49:01.288810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45446) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:01.303444 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Calling delete_port for f7486031-040f-4553-b36f-0203ac1de113 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:01.318596 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f54c8-b0da-4f33-bc00-606372e2b419 None None] The sync data for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 is: [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:52Z', 'revision_number': 4, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ae4542-1329-494f-aa49-5d6944d3d000', 'name': '', 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:b4:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:51Z', 'updated_at': '2021-07-16T01:48:59Z', 'revision_number': 4, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:01.467054 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 361f9ee2-e3ad-4072-a718-3f425640617d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:01.467644 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.481069 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.493778 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-29009217-0796-4e0b-95e2-7d060f911ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.611187 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.724986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] No DVR routers for this DVR port f7486031-040f-4553-b36f-0203ac1de113 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:01.734360 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event deleted for resources: {'Port': ['ID=f7486031-040f-4553-b36f-0203ac1de113,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:01.834986 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-08e1eb36-8d37-48a4-86b2-0b42646b93ca', 'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'fixed_ips': [{'subnet_id': '81dd06c2-1b1c-4a34-8b75-56ecb433d2e4'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:01.837362 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.852515 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e01849-1aa7-4b03-ba87-091a52d4c0e8 None None] DHCP port deletion for b9af7ef5-ac18-4736-89a9-97ab3ca3428e request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:01.889199 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de728851-a621-4a58-81a6-19095acfc56e tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.967992 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.000448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9af7ef5-ac18-4736-89a9-97ab3ca3428e']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:02.021525 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0841a8f3-22e3-40e5-bd98-25f8ba3af4a2', 'name': 'tempest-snat-router-931186339', 'tenant_id': '6bc7efd7b81d4ff18bc02ff6423e784d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.121'}], 'enable_snat': False}, 'gw_port_id': '515307d4-d9d4-4c97-9e1a-e4c42624919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:50Z', 'updated_at': '2021-07-16T01:48:54Z', 'revision_number': 3, 'project_id': '6bc7efd7b81d4ff18bc02ff6423e784d', 'gw_port': {'id': '515307d4-d9d4-4c97-9e1a-e4c42624919e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:59:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0841a8f3-22e3-40e5-bd98-25f8ba3af4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:51Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:02.027093 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3986646c-2b6f-4b44-8db9-e3622b113280') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:02.027575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3986646c-2b6f-4b44-8db9-e3622b113280') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:02.042873 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.057360 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de728851-a621-4a58-81a6-19095acfc56e tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event deleted for resources: {'Port': ['ID=ea647ca8-54a5-485a-a480-6ccfa1225639,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:02.089942 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Checking router: 0841a8f3-22e3-40e5-bd98-25f8ba3af4a2 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:02.090320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Updating router 0841a8f3-22e3-40e5-bd98-25f8ba3af4a2 port 515307d4-d9d4-4c97-9e1a-e4c42624919e binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:02.090504 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.108550 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:02.109999 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:02.317360 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:02.321550 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.323792 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.369345 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.374255 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "DELETE /v2.0/networks/b9af7ef5-ac18-4736-89a9-97ab3ca3428e HTTP/1.1" status: 204 len: 168 time: 1.9387262 Jul 16 01:49:02.403290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45466) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:02.459850 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee6c43-5125-4f7a-91d2-bc842eca70b0 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event deleted for resources: {'Network': ['ID=b9af7ef5-ac18-4736-89a9-97ab3ca3428e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:02.461044 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.622196 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa072d3e-63d6-434c-b942-d4ff083d9027 None None] DHCP port deletion for 525896ce-09df-4da2-9eab-4fa66a501412 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:02.645086 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 42ae4542-1329-494f-aa49-5d6944d3d000 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:02.692250 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.789075 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Deleting port e27ea036-8008-410e-8542-6f5d07070854 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:02.790547 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.906830 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Allocated IP 172.23.0.2 (08e1eb36-8d37-48a4-86b2-0b42646b93ca/81dd06c2-1b1c-4a34-8b75-56ecb433d2e4/ed894fba-8945-4372-a305-a207defa6f88) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:02.987803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] For port e27ea036-8008-410e-8542-6f5d07070854, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e27ea036-8008-410e-8542-6f5d07070854,segment=NetworkSegment(86bfd702-0cde-40a3-8663-57b2e1c4afa7),segment_id=86bfd702-0cde-40a3-8663-57b2e1c4afa7)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:02.988204 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.018652 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Calling delete_port for e27ea036-8008-410e-8542-6f5d07070854 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:03.236710 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.257972 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.291041 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Transition to ACTIVE for port object ed894fba-8945-4372-a305-a207defa6f88 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:03.307833 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event deleted for resources: {'Port': ['ID=e27ea036-8008-410e-8542-6f5d07070854,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:03.317878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] No DVR routers for this DVR port e27ea036-8008-410e-8542-6f5d07070854 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:03.323013 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45482) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:03.331886 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Transition to ACTIVE for port object ed894fba-8945-4372-a305-a207defa6f88 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:03.542215 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.546090 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.573084 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525896ce-09df-4da2-9eab-4fa66a501412']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:03.576452 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-10978fe7-9088-4054-ac84-114964b3228e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.593202 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bfd702-0cde-40a3-8663-57b2e1c4afa7') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:03.593498 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bfd702-0cde-40a3-8663-57b2e1c4afa7') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:03.612851 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.632914 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.658975 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.673883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:03.674428 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:03.678313 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:03.813463 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.825242 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.831334 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] 10.222.0.54 "DELETE /v2.0/networks/525896ce-09df-4da2-9eab-4fa66a501412 HTTP/1.1" status: 204 len: 168 time: 1.3914621 Jul 16 01:49:03.847208 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.865893 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de728851-a621-4a58-81a6-19095acfc56e tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.870536 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-de728851-a621-4a58-81a6-19095acfc56e tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "DELETE /v2.0/ports/ea647ca8-54a5-485a-a480-6ccfa1225639 HTTP/1.1" status: 204 len: 168 time: 5.4377913 Jul 16 01:49:03.874487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b0fbd-f90e-462a-8592-e9098c4bd1b2 tempest-TaggedBootDevicesTest-1928290228 tempest-TaggedBootDevicesTest-1928290228-project] Pushing event deleted for resources: {'Network': ['ID=525896ce-09df-4da2-9eab-4fa66a501412,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:03.878731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45494) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:03.944092 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c288d6c-8be8-4f11-a12e-28b2d1b727bb tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] GET failed (client error): The resource could not be found. Jul 16 01:49:03.957300 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4c288d6c-8be8-4f11-a12e-28b2d1b727bb tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "GET /v2.0/ports/ea647ca8-54a5-485a-a480-6ccfa1225639 HTTP/1.1" status: 404 len: 333 time: 0.0564849 Jul 16 01:49:03.961043 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45496) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:03.983593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-8e2a4452-7918-46fa-9ba8-af8c55506345 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Request body: {'port': {'network_id': '384d9c73-b20a-48db-beca-f85ab6b6696e', 'name': 'tempest-AllowedAddressPairTestJSON-453771483'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:03.991173 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Network 08e1eb36-8d37-48a4-86b2-0b42646b93ca is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:04.014806 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-aa072d3e-63d6-434c-b942-d4ff083d9027 None None] Deleting port e27ea036-8008-410e-8542-6f5d07070854 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:04.015804 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa072d3e-63d6-434c-b942-d4ff083d9027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server [None req-aa072d3e-63d6-434c-b942-d4ff083d9027 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 525896ce-09df-4da2-9eab-4fa66a501412 could not be found. Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 525896ce-09df-4da2-9eab-4fa66a501412 could not be found. Jul 16 01:49:04.073320 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Jul 16 01:49:04.079518 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.097835 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:04.110975 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:04.166755 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ddd7f1-b0cd-4912-a59f-ba811e37760f None None] DHCP port deletion for 525896ce-09df-4da2-9eab-4fa66a501412 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:04.168985 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-10978fe7-9088-4054-ac84-114964b3228e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.177220 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-10978fe7-9088-4054-ac84-114964b3228e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.307201 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 42ae4542-1329-494f-aa49-5d6944d3d000 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:04.325278 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-10978fe7-9088-4054-ac84-114964b3228e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8c116e45d47940b0a730eca2a4c01c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9975774 Jul 16 01:49:04.336431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45502) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:04.343863 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 42ae4542-1329-494f-aa49-5d6944d3d000 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:04.344409 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.365739 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Pushing event updated for resources: {'Port': ['ID=ed894fba-8945-4372-a305-a207defa6f88,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:04.384684 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.401605 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10978fe7-9088-4054-ac84-114964b3228e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd51b5b-5c3c-494b-8a63-294b166f6921,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:04.432061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2a4452-7918-46fa-9ba8-af8c55506345 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Made reservation on behalf of 23548256d8454967b386ed7bb4b88b46 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:04.445690 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4452-7918-46fa-9ba8-af8c55506345 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.498200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-8e2a4452-7918-46fa-9ba8-af8c55506345 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] device_id is not set on port d17880ab-d102-4a03-b2fd-152d819cfd85 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:49:04.502664 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Attempting to bind port ed894fba-8945-4372-a305-a207defa6f88 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:04.503169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Attempting to bind port ed894fba-8945-4372-a305-a207defa6f88 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'b96872b0-2f28-4407-8a26-a96cbaced3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:04.503718 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Attempting to bind port ed894fba-8945-4372-a305-a207defa6f88 on network 08e1eb36-8d37-48a4-86b2-0b42646b93ca {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:04.542109 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.544800 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:04.545678 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Checking segment: {'id': 'b96872b0-2f28-4407-8a26-a96cbaced3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:04.547076 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.547644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Bound using segment: {'id': 'b96872b0-2f28-4407-8a26-a96cbaced3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:04.548346 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Bound port: ed894fba-8945-4372-a305-a207defa6f88, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96872b0-2f28-4407-8a26-a96cbaced3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:04.548752 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.568694 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-48dfae21-562f-42c5-89f3-4bdea0ff2d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.614177 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-48dfae21-562f-42c5-89f3-4bdea0ff2d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.677399 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Transition to ACTIVE for port object 515307d4-d9d4-4c97-9e1a-e4c42624919e will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:04.689786 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.709523 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-8e2a4452-7918-46fa-9ba8-af8c55506345 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Allocated IP 172.20.0.14 (384d9c73-b20a-48db-beca-f85ab6b6696e/e8d6b245-bf66-480c-b332-5c421d90be3e/d17880ab-d102-4a03-b2fd-152d819cfd85) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:04.913115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Attempting to bind port 515307d4-d9d4-4c97-9e1a-e4c42624919e on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:04.913500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Attempting to bind port 515307d4-d9d4-4c97-9e1a-e4c42624919e by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:04.914736 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Attempting to bind port 515307d4-d9d4-4c97-9e1a-e4c42624919e on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:04.928535 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Allocated IP 172.25.1.172 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/5507b2c8-89b8-46cd-8ac2-f6ccf21b2704) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:04.929449 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] For port ed894fba-8945-4372-a305-a207defa6f88, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:04.939050 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45518) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:04.957118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:04.957501 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:04.958222 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.958647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:04.959164 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Bound port: 515307d4-d9d4-4c97-9e1a-e4c42624919e, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:04.959558 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.961339 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670fe18-8fef-4b27-940b-3e88ac8766d4 None None] Pushing event updated for resources: {'Port': ['ID=515307d4-d9d4-4c97-9e1a-e4c42624919e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:04.966442 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] For port ed894fba-8945-4372-a305-a207defa6f88, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ed894fba-8945-4372-a305-a207defa6f88,segment=NetworkSegment(b96872b0-2f28-4407-8a26-a96cbaced3e6),segment_id=b96872b0-2f28-4407-8a26-a96cbaced3e6)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:04.969069 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.988180 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4452-7918-46fa-9ba8-af8c55506345 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.995546 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.031891 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-48dfae21-562f-42c5-89f3-4bdea0ff2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.047323 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-48dfae21-562f-42c5-89f3-4bdea0ff2d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.049672 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-8e2a4452-7918-46fa-9ba8-af8c55506345 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Transition to ACTIVE for port object d17880ab-d102-4a03-b2fd-152d819cfd85 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:05.052253 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-48dfae21-562f-42c5-89f3-4bdea0ff2d06 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3bd51b5b-5c3c-494b-8a63-294b166f6921 HTTP/1.1" status: 204 len: 168 time: 0.7141917 Jul 16 01:49:05.084991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfae21-562f-42c5-89f3-4bdea0ff2d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd51b5b-5c3c-494b-8a63-294b166f6921,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:05.125559 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96508d-b6fa-4caf-96bb-881c0457848e None None] Pushing event updated for resources: {'Port': ['ID=ed894fba-8945-4372-a305-a207defa6f88,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:05.185514 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4452-7918-46fa-9ba8-af8c55506345 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.194966 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 42ae4542-1329-494f-aa49-5d6944d3d000, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=42ae4542-1329-494f-aa49-5d6944d3d000,segment=NetworkSegment(c17efbf3-fe19-464b-9c0f-cf4291a52ee0),segment_id=c17efbf3-fe19-464b-9c0f-cf4291a52ee0)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:05.212608 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.324153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] For port 515307d4-d9d4-4c97-9e1a-e4c42624919e, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:05.334787 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4252bc3b-691d-45a2-96d3-335c91284bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.347272 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f7486031-040f-4553-b36f-0203ac1de113 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:05.360913 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] For port 515307d4-d9d4-4c97-9e1a-e4c42624919e, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=515307d4-d9d4-4c97-9e1a-e4c42624919e,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:05.364867 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Allocated IP 172.23.0.1 (08e1eb36-8d37-48a4-86b2-0b42646b93ca/81dd06c2-1b1c-4a34-8b75-56ecb433d2e4/35806d39-b647-421e-9f5d-b7a11fb66bfa) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:05.396751 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.413365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: f7486031-040f-4553-b36f-0203ac1de113 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:05.413724 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f7486031-040f-4553-b36f-0203ac1de113 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:05.426140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=42ae4542-1329-494f-aa49-5d6944d3d000,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:05.433628 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2a4452-7918-46fa-9ba8-af8c55506345 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Network 384d9c73-b20a-48db-beca-f85ab6b6696e is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:05.523476 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670fe18-8fef-4b27-940b-3e88ac8766d4 None None] Pushing event updated for resources: {'Port': ['ID=515307d4-d9d4-4c97-9e1a-e4c42624919e,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:05.534350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Routers {'0841a8f3-22e3-40e5-bd98-25f8ba3af4a2'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:05.535010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0841a8f3-22e3-40e5-bd98-25f8ba3af4a2'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:05.678387 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-8e2a4452-7918-46fa-9ba8-af8c55506345 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:05.696203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a4452-7918-46fa-9ba8-af8c55506345 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:05.829527 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a4452-7918-46fa-9ba8-af8c55506345 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event updated for resources: {'Port': ['ID=d17880ab-d102-4a03-b2fd-152d819cfd85,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:05.831454 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.875415 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Transition to ACTIVE for port object 35806d39-b647-421e-9f5d-b7a11fb66bfa will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:05.886228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 42ae4542-1329-494f-aa49-5d6944d3d000 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:05.895818 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4252bc3b-691d-45a2-96d3-335c91284bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.907354 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4252bc3b-691d-45a2-96d3-335c91284bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.961817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2a4452-7918-46fa-9ba8-af8c55506345 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:05.963970 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4452-7918-46fa-9ba8-af8c55506345 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.017326 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.031120 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.050843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 42ae4542-1329-494f-aa49-5d6944d3d000 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:06.051232 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.085500 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8e2a4452-7918-46fa-9ba8-af8c55506345 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1175942 Jul 16 01:49:06.102237 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4252bc3b-691d-45a2-96d3-335c91284bef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0dc018ab094a4ceebacc73897567e7f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1587722 Jul 16 01:49:06.102237 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45544) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:06.115053 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45548) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:06.117412 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e3f75fdb-3f85-4959-bafc-ffae2b64f2d2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:c8:0b:eb'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:06.126275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network 08e1eb36-8d37-48a4-86b2-0b42646b93ca is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:06.126472 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252bc3b-691d-45a2-96d3-335c91284bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f08969-9a8f-4757-944d-e31444cf9097,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:06.161478 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] Set router 0841a8f3-22e3-40e5-bd98-25f8ba3af4a2 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:06.309394 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:06.348938 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.358649 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b572644d-aae5-4986-945f-a6f5b13f2ab2 None None] Provisioning for port d17880ab-d102-4a03-b2fd-152d819cfd85 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:06.375775 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:06.424419 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b572644d-aae5-4986-945f-a6f5b13f2ab2 None None] Provisioning complete for port d17880ab-d102-4a03-b2fd-152d819cfd85 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:06.424805 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b572644d-aae5-4986-945f-a6f5b13f2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.522514 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.588716 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b572644d-aae5-4986-945f-a6f5b13f2ab2 None None] Port d17880ab-d102-4a03-b2fd-152d819cfd85 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:06.620334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e27ea036-8008-410e-8542-6f5d07070854 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:06.660808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: e27ea036-8008-410e-8542-6f5d07070854 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:06.661260 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e27ea036-8008-410e-8542-6f5d07070854 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:06.673658 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0841a8f3-22e3-40e5-bd98-25f8ba3af4a2', 'name': 'tempest-snat-router-931186339', 'tenant_id': '6bc7efd7b81d4ff18bc02ff6423e784d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.121'}], 'enable_snat': False}, 'gw_port_id': '515307d4-d9d4-4c97-9e1a-e4c42624919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:50Z', 'updated_at': '2021-07-16T01:48:54Z', 'revision_number': 3, 'project_id': '6bc7efd7b81d4ff18bc02ff6423e784d', 'gw_port': {'id': '515307d4-d9d4-4c97-9e1a-e4c42624919e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:59:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0841a8f3-22e3-40e5-bd98-25f8ba3af4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:51Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:06.713094 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3f75fdb-3f85-4959-bafc-ffae2b64f2d2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.728369 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d57bcf6-b68d-4b27-a1b4-b6630a1d6df3 None None] The sync data for ids ['0841a8f3-22e3-40e5-bd98-25f8ba3af4a2'] in n-d-800086-6 is: [{'id': '0841a8f3-22e3-40e5-bd98-25f8ba3af4a2', 'name': 'tempest-snat-router-931186339', 'tenant_id': '6bc7efd7b81d4ff18bc02ff6423e784d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.121'}], 'enable_snat': False}, 'gw_port_id': '515307d4-d9d4-4c97-9e1a-e4c42624919e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:50Z', 'updated_at': '2021-07-16T01:48:54Z', 'revision_number': 3, 'project_id': '6bc7efd7b81d4ff18bc02ff6423e784d', 'gw_port': {'id': '515307d4-d9d4-4c97-9e1a-e4c42624919e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:59:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0841a8f3-22e3-40e5-bd98-25f8ba3af4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:51Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:06.748957 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:06.754744 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=35806d39-b647-421e-9f5d-b7a11fb66bfa,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:06.840419 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62d51f8e-95e8-4ba9-a478-c9334638730a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.973932 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62d51f8e-95e8-4ba9-a478-c9334638730a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.097005 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:07.101086 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:07.138660 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62d51f8e-95e8-4ba9-a478-c9334638730a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.141567 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62d51f8e-95e8-4ba9-a478-c9334638730a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.142460 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-62d51f8e-95e8-4ba9-a478-c9334638730a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f5f08969-9a8f-4757-944d-e31444cf9097 HTTP/1.1" status: 204 len: 168 time: 1.0142453 Jul 16 01:49:07.160640 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc7907b-9298-4796-8fab-c9fa97c45d20 None None] Network 08e1eb36-8d37-48a4-86b2-0b42646b93ca requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:07.174892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d51f8e-95e8-4ba9-a478-c9334638730a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f08969-9a8f-4757-944d-e31444cf9097,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:07.222655 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3f75fdb-3f85-4959-bafc-ffae2b64f2d2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.232571 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3f75fdb-3f85-4959-bafc-ffae2b64f2d2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.278547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4cb88427-be76-4536-95df-5a8f84789824 None None] Provisioning for port ed894fba-8945-4372-a305-a207defa6f88 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:07.323064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Pushing event updated for resources: {'Port': ['ID=5507b2c8-89b8-46cd-8ac2-f6ccf21b2704,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:07.444632 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f75fdb-3f85-4959-bafc-ffae2b64f2d2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event updated for resources: {'Port': ['ID=d17880ab-d102-4a03-b2fd-152d819cfd85,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:07.482383 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-e3f75fdb-3f85-4959-bafc-ffae2b64f2d2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] In _notify_port_updated(), no bound segment for port d17880ab-d102-4a03-b2fd-152d819cfd85 on network 384d9c73-b20a-48db-beca-f85ab6b6696e {{(pid=93831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:49:07.490897 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f75fdb-3f85-4959-bafc-ffae2b64f2d2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:07.496034 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3f75fdb-3f85-4959-bafc-ffae2b64f2d2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.504302 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e3f75fdb-3f85-4959-bafc-ffae2b64f2d2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "PUT /v2.0/ports/d17880ab-d102-4a03-b2fd-152d819cfd85 HTTP/1.1" status: 200 len: 993 time: 1.4016063 Jul 16 01:49:07.505833 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45574) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:07.569816 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.756835 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ed894fba-8945-4372-a305-a207defa6f88 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:07.820040 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-fdad9b4c-86aa-4852-8992-eb82ea4be217 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Deleting port d17880ab-d102-4a03-b2fd-152d819cfd85 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:07.820646 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fdad9b4c-86aa-4852-8992-eb82ea4be217 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.842233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port ed894fba-8945-4372-a305-a207defa6f88 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:07.846503 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port ed894fba-8945-4372-a305-a207defa6f88 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:07.846888 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.060064 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-08da86ef-d947-456c-a8a8-ad49c6d719fc None None] Provisioning complete for port d17880ab-d102-4a03-b2fd-152d819cfd85 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:08.060459 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08da86ef-d947-456c-a8a8-ad49c6d719fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.106738 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fdad9b4c-86aa-4852-8992-eb82ea4be217 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.182361 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-fdad9b4c-86aa-4852-8992-eb82ea4be217 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Calling delete_port for d17880ab-d102-4a03-b2fd-152d819cfd85 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:08.209729 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.240506 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-08da86ef-d947-456c-a8a8-ad49c6d719fc None None] Port d17880ab-d102-4a03-b2fd-152d819cfd85 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:08.350358 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port ed894fba-8945-4372-a305-a207defa6f88, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ed894fba-8945-4372-a305-a207defa6f88,segment=NetworkSegment(b96872b0-2f28-4407-8a26-a96cbaced3e6),segment_id=b96872b0-2f28-4407-8a26-a96cbaced3e6)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:08.366706 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.373223 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 515307d4-d9d4-4c97-9e1a-e4c42624919e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:08.518573 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45592) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:08.574634 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f4f51c2e-b241-407c-a498-dcbf61322589 None None] Provisioning complete for port ed894fba-8945-4372-a305-a207defa6f88 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:08.580854 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-155c3c11-353e-4fd8-baa5-a8be8567ceeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.582726 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4f51c2e-b241-407c-a498-dcbf61322589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.632657 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.663013 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.672234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=ed894fba-8945-4372-a305-a207defa6f88,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:08.677302 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.712606 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fdad9b4c-86aa-4852-8992-eb82ea4be217 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.722313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 515307d4-d9d4-4c97-9e1a-e4c42624919e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:08.729196 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 515307d4-d9d4-4c97-9e1a-e4c42624919e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:08.730070 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.780192 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8882138-f0d6-4d3c-ae2a-8e4e790ef90e None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:49:08.812174 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad9b4c-86aa-4852-8992-eb82ea4be217 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event deleted for resources: {'Port': ['ID=d17880ab-d102-4a03-b2fd-152d819cfd85,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:09.060237 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.065433 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event updated for resources: {'Port': ['ID=35806d39-b647-421e-9f5d-b7a11fb66bfa,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:09.112005 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f4f51c2e-b241-407c-a498-dcbf61322589 None None] Provisioning for port 35806d39-b647-421e-9f5d-b7a11fb66bfa completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:09.126280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f4f51c2e-b241-407c-a498-dcbf61322589 None None] Provisioning complete for port 35806d39-b647-421e-9f5d-b7a11fb66bfa triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:09.126888 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4f51c2e-b241-407c-a498-dcbf61322589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.134492 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.209208 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 515307d4-d9d4-4c97-9e1a-e4c42624919e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=515307d4-d9d4-4c97-9e1a-e4c42624919e,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:09.221197 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.233960 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f4f51c2e-b241-407c-a498-dcbf61322589 None None] Port 35806d39-b647-421e-9f5d-b7a11fb66bfa cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:09.307119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8882138-f0d6-4d3c-ae2a-8e4e790ef90e None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:49:09.335179 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-155c3c11-353e-4fd8-baa5-a8be8567ceeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.353558 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-155c3c11-353e-4fd8-baa5-a8be8567ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.377539 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fdad9b4c-86aa-4852-8992-eb82ea4be217 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.384315 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45616) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:09.387471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=515307d4-d9d4-4c97-9e1a-e4c42624919e,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:09.398706 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fdad9b4c-86aa-4852-8992-eb82ea4be217 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "DELETE /v2.0/ports/d17880ab-d102-4a03-b2fd-152d819cfd85 HTTP/1.1" status: 204 len: 168 time: 1.8864949 Jul 16 01:49:09.456831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c3c11-353e-4fd8-baa5-a8be8567ceeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12777527-4b06-4fb4-b77a-2f7b782c4358,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:09.485429 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-155c3c11-353e-4fd8-baa5-a8be8567ceeb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=467c6f3c164e47b48785f1259066bc6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9643192 Jul 16 01:49:09.487641 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45622) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:09.503965 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c0bf90-1509-4af7-b17d-c40d3d6c7d53 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] GET failed (client error): The resource could not be found. Jul 16 01:49:09.507789 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-31c0bf90-1509-4af7-b17d-c40d3d6c7d53 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "GET /v2.0/ports/d17880ab-d102-4a03-b2fd-152d819cfd85 HTTP/1.1" status: 404 len: 333 time: 0.1200008 Jul 16 01:49:09.514510 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Network 08e1eb36-8d37-48a4-86b2-0b42646b93ca is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:09.520747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45624) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:09.543285 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b292e67a-de9c-470f-8fc0-5a6b14307d34 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Request body: {'port': {'network_id': '384d9c73-b20a-48db-beca-f85ab6b6696e', 'name': 'tempest-AllowedAddressPairTestJSON-1133927070'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:09.581508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:09.653888 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8df884ce-4834-45de-a1ac-681daebdf98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.710051 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ed894fba-8945-4372-a305-a207defa6f88 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:09.712425 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8df884ce-4834-45de-a1ac-681daebdf98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.786701 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8df884ce-4834-45de-a1ac-681daebdf98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.789519 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8df884ce-4834-45de-a1ac-681daebdf98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.794685 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8df884ce-4834-45de-a1ac-681daebdf98c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/12777527-4b06-4fb4-b77a-2f7b782c4358 HTTP/1.1" status: 204 len: 168 time: 0.3045406 Jul 16 01:49:09.806401 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df884ce-4834-45de-a1ac-681daebdf98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12777527-4b06-4fb4-b77a-2f7b782c4358,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:09.853160 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.863642 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fe181c8b-6a42-4af3-8127-9a419a928914 None None] Provisioning complete for port 35806d39-b647-421e-9f5d-b7a11fb66bfa triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:09.864216 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe181c8b-6a42-4af3-8127-9a419a928914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.013577 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fe181c8b-6a42-4af3-8127-9a419a928914 None None] Port 35806d39-b647-421e-9f5d-b7a11fb66bfa cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:10.022993 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port ed894fba-8945-4372-a305-a207defa6f88 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:10.023691 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.224849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45642) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:10.373747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 515307d4-d9d4-4c97-9e1a-e4c42624919e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:10.530169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 515307d4-d9d4-4c97-9e1a-e4c42624919e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:10.530586 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.552747 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d75ade14-0380-456d-b6d8-7cf14c58a90e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.843590 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d75ade14-0380-456d-b6d8-7cf14c58a90e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.848775 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d75ade14-0380-456d-b6d8-7cf14c58a90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.897388 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f1b842fb-e580-4f52-a474-c1646bcc56ec None None] Provisioning complete for port 35806d39-b647-421e-9f5d-b7a11fb66bfa triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:10.898050 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1b842fb-e580-4f52-a474-c1646bcc56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.918688 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ade14-0380-456d-b6d8-7cf14c58a90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b411968-4d8f-418f-a9fc-6d499d4a58b9,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:10.935299 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d75ade14-0380-456d-b6d8-7cf14c58a90e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8a105073a6c543918bec86197db779c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7090476 Jul 16 01:49:10.938034 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45668) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:10.964428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f1b842fb-e580-4f52-a474-c1646bcc56ec None None] Port 35806d39-b647-421e-9f5d-b7a11fb66bfa cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:11.014208 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6ed4853e-b9cb-4199-ad3d-f9bba4ec7d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.041373 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router b071903a-098a-46e2-9901-ff4ace804520 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:11.075790 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6ed4853e-b9cb-4199-ad3d-f9bba4ec7d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.169101 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6ed4853e-b9cb-4199-ad3d-f9bba4ec7d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.171984 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6ed4853e-b9cb-4199-ad3d-f9bba4ec7d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.173317 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6ed4853e-b9cb-4199-ad3d-f9bba4ec7d81 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2b411968-4d8f-418f-a9fc-6d499d4a58b9 HTTP/1.1" status: 204 len: 168 time: 0.2343371 Jul 16 01:49:11.199614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4853e-b9cb-4199-ad3d-f9bba4ec7d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b411968-4d8f-418f-a9fc-6d499d4a58b9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:11.262758 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b292e67a-de9c-470f-8fc0-5a6b14307d34 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Made reservation on behalf of 23548256d8454967b386ed7bb4b88b46 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:11.267130 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b292e67a-de9c-470f-8fc0-5a6b14307d34 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.458257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:11.471973 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Sync routers for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:11.516380 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:11.517528 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:11.524166 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45680) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:11.529875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-c071e236-802e-4cec-8a9a-b3110bc7a8ec tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:11.534966 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f605e894-0d02-4e10-9212-1f37889c3e27 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/b071903a-098a-46e2-9901-ff4ace804520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2313943 Jul 16 01:49:11.551815 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-b292e67a-de9c-470f-8fc0-5a6b14307d34 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] device_id is not set on port d39a0cf9-1622-4df7-ad6f-cde5cb0e6204 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:49:11.672406 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Router efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:49:11.794085 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:12.069711 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45692) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:12.159654 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df1f65a7-8e85-4749-b221-8a984dccb7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.205591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-b292e67a-de9c-470f-8fc0-5a6b14307d34 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Allocated IP 172.20.0.11 (384d9c73-b20a-48db-beca-f85ab6b6696e/e8d6b245-bf66-480c-b332-5c421d90be3e/d39a0cf9-1622-4df7-ad6f-cde5cb0e6204) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:12.303074 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:12.314991 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Sync routers for ids ['efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:12.340481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Routers {'efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:12.341072 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:12.352222 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:07Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35806d39-b647-421e-9f5d-b7a11fb66bfa', 'name': '', 'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:a5:b6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '81dd06c2-1b1c-4a34-8b75-56ecb433d2e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:08Z', 'revision_number': 2, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': '81dd06c2-1b1c-4a34-8b75-56ecb433d2e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ae4542-1329-494f-aa49-5d6944d3d000', 'name': '', 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:b4:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:51Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:12.450813 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Checking router: b071903a-098a-46e2-9901-ff4ace804520 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:12.452805 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Updating router b071903a-098a-46e2-9901-ff4ace804520 port 35806d39-b647-421e-9f5d-b7a11fb66bfa binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:12.553481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Set router efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:12.556495 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.957941 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df1f65a7-8e85-4749-b221-8a984dccb7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.976165 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df1f65a7-8e85-4749-b221-8a984dccb7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.997711 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.001602 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6b3e6f02-9d33-40a0-b0c1-038d4b3f1ae9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.8191741 Jul 16 01:49:13.007580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45710) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:13.172658 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-df1f65a7-8e85-4749-b221-8a984dccb7f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3fe5572c2e4340e88a91a2f742ec7a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1008301 Jul 16 01:49:13.175762 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45716) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:13.186371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d', 'name': 'tempest-snat-router-931186339', 'tenant_id': '6bc7efd7b81d4ff18bc02ff6423e784d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5507b2c8-89b8-46cd-8ac2-f6ccf21b2704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:59Z', 'updated_at': '2021-07-16T01:49:07Z', 'revision_number': 3, 'project_id': '6bc7efd7b81d4ff18bc02ff6423e784d', 'gw_port': {'id': '5507b2c8-89b8-46cd-8ac2-f6ccf21b2704', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:40:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:03Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:13.198029 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f65a7-8e85-4749-b221-8a984dccb7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dc3c51-1b23-49e1-8b64-222d20636ddc,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:13.231235 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b292e67a-de9c-470f-8fc0-5a6b14307d34 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.264224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-b292e67a-de9c-470f-8fc0-5a6b14307d34 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Transition to ACTIVE for port object d39a0cf9-1622-4df7-ad6f-cde5cb0e6204 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:13.273052 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Checking router: efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:13.273423 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Updating router efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d port 5507b2c8-89b8-46cd-8ac2-f6ccf21b2704 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:13.356607 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.357524 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b292e67a-de9c-470f-8fc0-5a6b14307d34 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.456148 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.462617 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b292e67a-de9c-470f-8fc0-5a6b14307d34 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Network 384d9c73-b20a-48db-beca-f85ab6b6696e is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:13.472810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-b292e67a-de9c-470f-8fc0-5a6b14307d34 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:13.487066 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Transition to ACTIVE for port object 35806d39-b647-421e-9f5d-b7a11fb66bfa will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:13.493876 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b292e67a-de9c-470f-8fc0-5a6b14307d34 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:13.497026 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.601751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292e67a-de9c-470f-8fc0-5a6b14307d34 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event updated for resources: {'Port': ['ID=d39a0cf9-1622-4df7-ad6f-cde5cb0e6204,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:13.601949 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1eacfc1-180d-4821-af63-c300bb36edd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.631369 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-707c5f56-3fa2-4b19-b628-6c3cb9a5e463 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "GET /v2.0/routers/efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d HTTP/1.1" status: 200 len: 907 time: 0.6206219 Jul 16 01:49:13.639873 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45722) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:13.647964 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.extraroute_db [None req-c071e236-802e-4cec-8a9a-b3110bc7a8ec tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93831) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:49:13.684164 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfdc40-172c-4fc8-a31b-bde0140df82d None None] Pushing event updated for resources: {'Port': ['ID=35806d39-b647-421e-9f5d-b7a11fb66bfa,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:13.737474 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1eacfc1-180d-4821-af63-c300bb36edd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.740025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.extraroute_db [None req-c071e236-802e-4cec-8a9a-b3110bc7a8ec tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Removed routes are [] {{(pid=93831) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:49:13.740549 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c071e236-802e-4cec-8a9a-b3110bc7a8ec tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.831611 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Attempting to bind port 35806d39-b647-421e-9f5d-b7a11fb66bfa on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:13.832899 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Attempting to bind port 35806d39-b647-421e-9f5d-b7a11fb66bfa by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'b96872b0-2f28-4407-8a26-a96cbaced3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:13.833676 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Attempting to bind port 35806d39-b647-421e-9f5d-b7a11fb66bfa on network 08e1eb36-8d37-48a4-86b2-0b42646b93ca {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:13.839039 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b292e67a-de9c-470f-8fc0-5a6b14307d34 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:13.839962 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b292e67a-de9c-470f-8fc0-5a6b14307d34 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.851879 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:13.852499 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Checking segment: {'id': 'b96872b0-2f28-4407-8a26-a96cbaced3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:13.853519 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.855861 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Bound using segment: {'id': 'b96872b0-2f28-4407-8a26-a96cbaced3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:13.858180 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Bound port: 35806d39-b647-421e-9f5d-b7a11fb66bfa, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96872b0-2f28-4407-8a26-a96cbaced3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:13.859145 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.909391 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b292e67a-de9c-470f-8fc0-5a6b14307d34 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3851318 Jul 16 01:49:13.921907 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45726) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:13.935220 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e83d9992-e975-444a-acd7-e10060049f0f tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c8:0b:eb'}]}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:14.059811 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] For port 35806d39-b647-421e-9f5d-b7a11fb66bfa, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:14.068913 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] For port 35806d39-b647-421e-9f5d-b7a11fb66bfa, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=35806d39-b647-421e-9f5d-b7a11fb66bfa,segment=NetworkSegment(b96872b0-2f28-4407-8a26-a96cbaced3e6),segment_id=b96872b0-2f28-4407-8a26-a96cbaced3e6)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:14.078761 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.157000 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1eacfc1-180d-4821-af63-c300bb36edd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.170400 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1eacfc1-180d-4821-af63-c300bb36edd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.182712 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d1eacfc1-180d-4821-af63-c300bb36edd3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/41dc3c51-1b23-49e1-8b64-222d20636ddc HTTP/1.1" status: 204 len: 168 time: 1.0038264 Jul 16 01:49:14.184535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3a616827-c3e2-423f-a22e-1887a44fbdc1 None None] Provisioning for port d39a0cf9-1622-4df7-ad6f-cde5cb0e6204 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:14.203605 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3a616827-c3e2-423f-a22e-1887a44fbdc1 None None] Provisioning complete for port d39a0cf9-1622-4df7-ad6f-cde5cb0e6204 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:14.204694 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a616827-c3e2-423f-a22e-1887a44fbdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.411022 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfdc40-172c-4fc8-a31b-bde0140df82d None None] Pushing event updated for resources: {'Port': ['ID=35806d39-b647-421e-9f5d-b7a11fb66bfa,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:14.441796 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:14.442590 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:14.446948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eacfc1-180d-4821-af63-c300bb36edd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dc3c51-1b23-49e1-8b64-222d20636ddc,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:14.496484 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3a616827-c3e2-423f-a22e-1887a44fbdc1 None None] Port d39a0cf9-1622-4df7-ad6f-cde5cb0e6204 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:14.508091 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ffb95cc-5c29-4f5c-9c95-a7c7b166aeb0 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.527873 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c071e236-802e-4cec-8a9a-b3110bc7a8ec tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.536944 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c071e236-802e-4cec-8a9a-b3110bc7a8ec tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.691116 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:14.790781 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c071e236-802e-4cec-8a9a-b3110bc7a8ec tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router b071903a-098a-46e2-9901-ff4ace804520 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:14.877135 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.903559 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e83d9992-e975-444a-acd7-e10060049f0f tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.925056 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Transition to ACTIVE for port object 5507b2c8-89b8-46cd-8ac2-f6ccf21b2704 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:14.943370 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.052863 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Attempting to bind port 5507b2c8-89b8-46cd-8ac2-f6ccf21b2704 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:15.053548 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Attempting to bind port 5507b2c8-89b8-46cd-8ac2-f6ccf21b2704 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:15.054723 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Attempting to bind port 5507b2c8-89b8-46cd-8ac2-f6ccf21b2704 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:15.084833 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:15.085668 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:15.086310 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.087537 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:15.088331 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Bound port: 5507b2c8-89b8-46cd-8ac2-f6ccf21b2704, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:15.089060 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.100632 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b06402-dc14-4793-ab69-a2d30efbd724 None None] Pushing event updated for resources: {'Port': ['ID=5507b2c8-89b8-46cd-8ac2-f6ccf21b2704,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:15.119379 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c071e236-802e-4cec-8a9a-b3110bc7a8ec tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:15.155259 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c071e236-802e-4cec-8a9a-b3110bc7a8ec tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.163029 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c071e236-802e-4cec-8a9a-b3110bc7a8ec tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/b071903a-098a-46e2-9901-ff4ace804520 HTTP/1.1" status: 200 len: 934 time: 3.6369963 Jul 16 01:49:15.167249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45746) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:15.238911 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] For port 5507b2c8-89b8-46cd-8ac2-f6ccf21b2704, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:15.242331 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] For port 5507b2c8-89b8-46cd-8ac2-f6ccf21b2704, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5507b2c8-89b8-46cd-8ac2-f6ccf21b2704,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:15.247470 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.367281 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:13Z', 'revision_number': 6, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35806d39-b647-421e-9f5d-b7a11fb66bfa', 'name': '', 'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:a5:b6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '81dd06c2-1b1c-4a34-8b75-56ecb433d2e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:14Z', 'revision_number': 4, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': '81dd06c2-1b1c-4a34-8b75-56ecb433d2e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ae4542-1329-494f-aa49-5d6944d3d000', 'name': '', 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:b4:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:51Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:15.407656 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Routers {'efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:15.408342 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:15.413815 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c78d6dbd-19eb-4acd-930e-6cfe13ab0512 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/routers/b071903a-098a-46e2-9901-ff4ace804520 HTTP/1.1" status: 200 len: 934 time: 0.2442760 Jul 16 01:49:15.414975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45756) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:15.422066 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-c117bf61-b265-4c21-a4a9-3ebe04ab6af8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'router': {'routes': None}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:15.482471 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103cafc4-2178-40c3-b487-86b789ac67e4 None None] The sync data for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 is: [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:13Z', 'revision_number': 6, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35806d39-b647-421e-9f5d-b7a11fb66bfa', 'name': '', 'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:a5:b6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '81dd06c2-1b1c-4a34-8b75-56ecb433d2e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:14Z', 'revision_number': 4, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': '81dd06c2-1b1c-4a34-8b75-56ecb433d2e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ae4542-1329-494f-aa49-5d6944d3d000', 'name': '', 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:b4:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:51Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:15.502857 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ffb95cc-5c29-4f5c-9c95-a7c7b166aeb0 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.653891 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e83d9992-e975-444a-acd7-e10060049f0f tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.674013 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:49:15.686845 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e83d9992-e975-444a-acd7-e10060049f0f tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.845023 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] Set router efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:15.966674 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d9992-e975-444a-acd7-e10060049f0f tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event updated for resources: {'Port': ['ID=d39a0cf9-1622-4df7-ad6f-cde5cb0e6204,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:16.038951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb95cc-5c29-4f5c-9c95-a7c7b166aeb0 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Deleting port 5507b2c8-89b8-46cd-8ac2-f6ccf21b2704 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:16.038951 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ffb95cc-5c29-4f5c-9c95-a7c7b166aeb0 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.069852 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b06402-dc14-4793-ab69-a2d30efbd724 None None] Pushing event updated for resources: {'Port': ['ID=5507b2c8-89b8-46cd-8ac2-f6ccf21b2704,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:16.148331 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e83d9992-e975-444a-acd7-e10060049f0f tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] In _notify_port_updated(), no bound segment for port d39a0cf9-1622-4df7-ad6f-cde5cb0e6204 on network 384d9c73-b20a-48db-beca-f85ab6b6696e {{(pid=93832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:49:16.154487 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83d9992-e975-444a-acd7-e10060049f0f tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:16.155208 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e83d9992-e975-444a-acd7-e10060049f0f tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.194106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45764) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:16.195165 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e83d9992-e975-444a-acd7-e10060049f0f tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "PUT /v2.0/ports/d39a0cf9-1622-4df7-ad6f-cde5cb0e6204 HTTP/1.1" status: 200 len: 997 time: 2.2719386 Jul 16 01:49:16.468817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-1ffb95cc-5c29-4f5c-9c95-a7c7b166aeb0 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] For port 5507b2c8-89b8-46cd-8ac2-f6ccf21b2704, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5507b2c8-89b8-46cd-8ac2-f6ccf21b2704,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:16.468817 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ffb95cc-5c29-4f5c-9c95-a7c7b166aeb0 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.472315 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0dfb3bac-62a3-423d-99bc-d443ef22af50 None None] Provisioning complete for port d39a0cf9-1622-4df7-ad6f-cde5cb0e6204 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:16.472700 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3bac-62a3-423d-99bc-d443ef22af50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.552953 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb95cc-5c29-4f5c-9c95-a7c7b166aeb0 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Calling delete_port for 5507b2c8-89b8-46cd-8ac2-f6ccf21b2704 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:16.561095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d', 'name': 'tempest-snat-router-931186339', 'tenant_id': '6bc7efd7b81d4ff18bc02ff6423e784d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5507b2c8-89b8-46cd-8ac2-f6ccf21b2704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:59Z', 'updated_at': '2021-07-16T01:49:07Z', 'revision_number': 3, 'project_id': '6bc7efd7b81d4ff18bc02ff6423e784d', 'gw_port': {'id': '5507b2c8-89b8-46cd-8ac2-f6ccf21b2704', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:40:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:03Z', 'updated_at': '2021-07-16T01:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:16.598825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b5ce12-0ae2-40df-a514-0075cc4caa20 None None] The sync data for ids ['efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d'] in n-d-800086-6 is: [{'id': 'efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d', 'name': 'tempest-snat-router-931186339', 'tenant_id': '6bc7efd7b81d4ff18bc02ff6423e784d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '5507b2c8-89b8-46cd-8ac2-f6ccf21b2704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:59Z', 'updated_at': '2021-07-16T01:49:07Z', 'revision_number': 3, 'project_id': '6bc7efd7b81d4ff18bc02ff6423e784d', 'gw_port': {'id': '5507b2c8-89b8-46cd-8ac2-f6ccf21b2704', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:40:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:03Z', 'updated_at': '2021-07-16T01:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:16.616230 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb3bac-62a3-423d-99bc-d443ef22af50 None None] Port d39a0cf9-1622-4df7-ad6f-cde5cb0e6204 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:16.707665 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-de4a50cf-39d0-4aa0-81d7-ed668768de5d tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Deleting port d39a0cf9-1622-4df7-ad6f-cde5cb0e6204 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:16.708779 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-de4a50cf-39d0-4aa0-81d7-ed668768de5d tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.816000 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.extraroute_db [None req-c117bf61-b265-4c21-a4a9-3ebe04ab6af8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Added routes are [] {{(pid=93831) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:49:16.816563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.extraroute_db [None req-c117bf61-b265-4c21-a4a9-3ebe04ab6af8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93831) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:49:16.962383 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-de4a50cf-39d0-4aa0-81d7-ed668768de5d tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.978936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-de4a50cf-39d0-4aa0-81d7-ed668768de5d tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Calling delete_port for d39a0cf9-1622-4df7-ad6f-cde5cb0e6204 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:17.091288 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c117bf61-b265-4c21-a4a9-3ebe04ab6af8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.381544 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ffb95cc-5c29-4f5c-9c95-a7c7b166aeb0 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.465918 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32620593-2bba-4413-8dc0-86a524a03116 None None] Sync routers for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:17.467742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb95cc-5c29-4f5c-9c95-a7c7b166aeb0 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Pushing event deleted for resources: {'Port': ['ID=5507b2c8-89b8-46cd-8ac2-f6ccf21b2704,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:17.479661 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32620593-2bba-4413-8dc0-86a524a03116 None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:17.485592 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-32620593-2bba-4413-8dc0-86a524a03116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:17.628552 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45794) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:17.754553 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 35806d39-b647-421e-9f5d-b7a11fb66bfa up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:17.769889 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c117bf61-b265-4c21-a4a9-3ebe04ab6af8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.775361 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c117bf61-b265-4c21-a4a9-3ebe04ab6af8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.866247 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-32620593-2bba-4413-8dc0-86a524a03116 None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:17.886527 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ffb95cc-5c29-4f5c-9c95-a7c7b166aeb0 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.888683 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-de4a50cf-39d0-4aa0-81d7-ed668768de5d tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.945340 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 35806d39-b647-421e-9f5d-b7a11fb66bfa completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:17.965457 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 35806d39-b647-421e-9f5d-b7a11fb66bfa triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:17.966236 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.211197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a50cf-39d0-4aa0-81d7-ed668768de5d tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event deleted for resources: {'Port': ['ID=d39a0cf9-1622-4df7-ad6f-cde5cb0e6204,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:18.305125 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0c66d93a-6baa-4b1c-8653-aef0754386a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.344449 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ffb95cc-5c29-4f5c-9c95-a7c7b166aeb0 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.353377 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ffb95cc-5c29-4f5c-9c95-a7c7b166aeb0 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.354979 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.475026 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 35806d39-b647-421e-9f5d-b7a11fb66bfa, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=35806d39-b647-421e-9f5d-b7a11fb66bfa,segment=NetworkSegment(b96872b0-2f28-4407-8a26-a96cbaced3e6),segment_id=b96872b0-2f28-4407-8a26-a96cbaced3e6)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:18.482903 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.504540 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-de4a50cf-39d0-4aa0-81d7-ed668768de5d tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.509959 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-de4a50cf-39d0-4aa0-81d7-ed668768de5d tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "DELETE /v2.0/ports/d39a0cf9-1622-4df7-ad6f-cde5cb0e6204 HTTP/1.1" status: 204 len: 168 time: 2.3148022 Jul 16 01:49:18.527288 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45810) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:18.599700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=35806d39-b647-421e-9f5d-b7a11fb66bfa,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:18.677318 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ffb95cc-5c29-4f5c-9c95-a7c7b166aeb0 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.678926 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffb95cc-5c29-4f5c-9c95-a7c7b166aeb0 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:18.690380 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ffb95cc-5c29-4f5c-9c95-a7c7b166aeb0 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.692236 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1ffb95cc-5c29-4f5c-9c95-a7c7b166aeb0 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "DELETE /v2.0/routers/efae1d8f-1ff4-4ce3-b38e-6b4f84bf5c9d HTTP/1.1" status: 204 len: 168 time: 5.0450428 Jul 16 01:49:18.699958 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c117bf61-b265-4c21-a4a9-3ebe04ab6af8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router b071903a-098a-46e2-9901-ff4ace804520 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:18.706890 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45814) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:18.708135 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-844b2d95-c138-4707-888b-089fb6daa03c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] GET failed (client error): The resource could not be found. Jul 16 01:49:18.714791 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45816) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:18.717867 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-32620593-2bba-4413-8dc0-86a524a03116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:16Z', 'revision_number': 7, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35806d39-b647-421e-9f5d-b7a11fb66bfa', 'name': '', 'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:a5:b6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '81dd06c2-1b1c-4a34-8b75-56ecb433d2e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:14Z', 'revision_number': 4, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': '81dd06c2-1b1c-4a34-8b75-56ecb433d2e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ae4542-1329-494f-aa49-5d6944d3d000', 'name': '', 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:b4:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:51Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:18.725922 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-844b2d95-c138-4707-888b-089fb6daa03c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "GET /v2.0/ports/d39a0cf9-1622-4df7-ad6f-cde5cb0e6204 HTTP/1.1" status: 404 len: 333 time: 0.1972837 Jul 16 01:49:18.743433 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-1b6445b8-7444-4233-b827-caac28fdd32b tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Request body: {'port': {'network_id': '384d9c73-b20a-48db-beca-f85ab6b6696e', 'name': 'tempest-AllowedAddressPairTestJSON-375633327'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:18.817161 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32620593-2bba-4413-8dc0-86a524a03116 None None] Checking router: b071903a-098a-46e2-9901-ff4ace804520 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:18.842050 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32620593-2bba-4413-8dc0-86a524a03116 None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:18.842911 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-32620593-2bba-4413-8dc0-86a524a03116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:19.197085 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-32620593-2bba-4413-8dc0-86a524a03116 None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:19.239352 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0c66d93a-6baa-4b1c-8653-aef0754386a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.255395 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0c66d93a-6baa-4b1c-8653-aef0754386a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.332634 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c117bf61-b265-4c21-a4a9-3ebe04ab6af8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:19.341362 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c117bf61-b265-4c21-a4a9-3ebe04ab6af8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.345390 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c117bf61-b265-4c21-a4a9-3ebe04ab6af8 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/b071903a-098a-46e2-9901-ff4ace804520 HTTP/1.1" status: 200 len: 700 time: 3.9293249 Jul 16 01:49:19.347732 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45828) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:19.626387 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0c66d93a-6baa-4b1c-8653-aef0754386a4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a912f9468a5d42a1ae3b174b81343b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9868486 Jul 16 01:49:19.630962 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45834) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:19.632745 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66d93a-6baa-4b1c-8653-aef0754386a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83b79c1-f751-48d0-aa93-41373dca7048,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:19.787051 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-32620593-2bba-4413-8dc0-86a524a03116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:16Z', 'revision_number': 7, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35806d39-b647-421e-9f5d-b7a11fb66bfa', 'name': '', 'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:a5:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '81dd06c2-1b1c-4a34-8b75-56ecb433d2e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:18Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': '81dd06c2-1b1c-4a34-8b75-56ecb433d2e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ae4542-1329-494f-aa49-5d6944d3d000', 'name': '', 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:b4:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:51Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:19.791895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6445b8-7444-4233-b827-caac28fdd32b tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Made reservation on behalf of 23548256d8454967b386ed7bb4b88b46 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:19.798508 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b6445b8-7444-4233-b827-caac28fdd32b tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.823644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 35806d39-b647-421e-9f5d-b7a11fb66bfa up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:19.828164 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74c0b411-009d-49fb-ac80-51b918218829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.837989 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32620593-2bba-4413-8dc0-86a524a03116 None None] The sync data for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 is: [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:16Z', 'revision_number': 7, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35806d39-b647-421e-9f5d-b7a11fb66bfa', 'name': '', 'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:a5:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '81dd06c2-1b1c-4a34-8b75-56ecb433d2e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:18Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': '81dd06c2-1b1c-4a34-8b75-56ecb433d2e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ae4542-1329-494f-aa49-5d6944d3d000', 'name': '', 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:b4:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:51Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:19.841058 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-1b6445b8-7444-4233-b827-caac28fdd32b tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] device_id is not set on port b988e380-b244-491e-83b1-dfe09283e0dc yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:49:19.916807 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74c0b411-009d-49fb-ac80-51b918218829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.024432 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 35806d39-b647-421e-9f5d-b7a11fb66bfa triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:20.024842 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.066483 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0e0d1b28-6c45-4736-bae5-b22f780731dd tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/routers/b071903a-098a-46e2-9901-ff4ace804520 HTTP/1.1" status: 200 len: 700 time: 0.7175930 Jul 16 01:49:20.070418 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45838) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:20.100332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-1b6445b8-7444-4233-b827-caac28fdd32b tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Allocated IP 172.20.0.8 (384d9c73-b20a-48db-beca-f85ab6b6696e/e8d6b245-bf66-480c-b332-5c421d90be3e/b988e380-b244-491e-83b1-dfe09283e0dc) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:20.109263 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b43b4a3-e0e5-47aa-a0fd-c551630a0bdc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.231959 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74c0b411-009d-49fb-ac80-51b918218829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.241045 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74c0b411-009d-49fb-ac80-51b918218829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.244494 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-74c0b411-009d-49fb-ac80-51b918218829 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e83b79c1-f751-48d0-aa93-41373dca7048 HTTP/1.1" status: 204 len: 168 time: 0.5955296 Jul 16 01:49:20.480528 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b43b4a3-e0e5-47aa-a0fd-c551630a0bdc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.564973 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b097e38-763f-448a-a41b-fc73ae1cdd9f None None] Sync routers for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:20.581574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b097e38-763f-448a-a41b-fc73ae1cdd9f None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:20.591721 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-8b097e38-763f-448a-a41b-fc73ae1cdd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:20.695440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-7b43b4a3-e0e5-47aa-a0fd-c551630a0bdc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Deleting port 515307d4-d9d4-4c97-9e1a-e4c42624919e {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:20.695440 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b43b4a3-e0e5-47aa-a0fd-c551630a0bdc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.905864 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45852) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:20.938952 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0b411-009d-49fb-ac80-51b918218829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83b79c1-f751-48d0-aa93-41373dca7048,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:21.006859 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-8b097e38-763f-448a-a41b-fc73ae1cdd9f None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:21.145491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-7b43b4a3-e0e5-47aa-a0fd-c551630a0bdc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] For port 515307d4-d9d4-4c97-9e1a-e4c42624919e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=515307d4-d9d4-4c97-9e1a-e4c42624919e,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:21.146143 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b43b4a3-e0e5-47aa-a0fd-c551630a0bdc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.258262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45860) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.285763 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea542b13-e57d-403a-9191-f429e8eaad21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.304345 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-7b43b4a3-e0e5-47aa-a0fd-c551630a0bdc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Calling delete_port for 515307d4-d9d4-4c97-9e1a-e4c42624919e owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:21.332450 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6495eabf-7444-49e3-be8f-1a20775c41ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.482536 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-8b097e38-763f-448a-a41b-fc73ae1cdd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:16Z', 'revision_number': 7, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35806d39-b647-421e-9f5d-b7a11fb66bfa', 'name': '', 'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:a5:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '81dd06c2-1b1c-4a34-8b75-56ecb433d2e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:18Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': '81dd06c2-1b1c-4a34-8b75-56ecb433d2e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ae4542-1329-494f-aa49-5d6944d3d000', 'name': '', 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:b4:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:51Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:21.579977 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5507b2c8-89b8-46cd-8ac2-f6ccf21b2704 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:21.582322 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b097e38-763f-448a-a41b-fc73ae1cdd9f None None] Checking router: b071903a-098a-46e2-9901-ff4ace804520 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:21.611260 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 5507b2c8-89b8-46cd-8ac2-f6ccf21b2704 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:21.611877 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5507b2c8-89b8-46cd-8ac2-f6ccf21b2704 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:21.623384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b097e38-763f-448a-a41b-fc73ae1cdd9f None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:21.624282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-8b097e38-763f-448a-a41b-fc73ae1cdd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:21.663594 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6495eabf-7444-49e3-be8f-1a20775c41ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.694345 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6495eabf-7444-49e3-be8f-1a20775c41ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.721706 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-8b097e38-763f-448a-a41b-fc73ae1cdd9f None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:21.747123 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b6445b8-7444-4233-b827-caac28fdd32b tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.776977 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495eabf-7444-49e3-be8f-1a20775c41ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e1528f-f751-4f39-8465-5adf206679d9,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:21.790849 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b43b4a3-e0e5-47aa-a0fd-c551630a0bdc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.804248 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6495eabf-7444-49e3-be8f-1a20775c41ff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4bf3938431a04f5a9739839f33a125e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5406201 Jul 16 01:49:21.810600 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45862) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.831892 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43b4a3-e0e5-47aa-a0fd-c551630a0bdc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Pushing event deleted for resources: {'Port': ['ID=515307d4-d9d4-4c97-9e1a-e4c42624919e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:21.857494 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-1b6445b8-7444-4233-b827-caac28fdd32b tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Transition to ACTIVE for port object b988e380-b244-491e-83b1-dfe09283e0dc will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:22.013459 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d419c9f2-4088-45ac-a596-45e354388b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.052432 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea542b13-e57d-403a-9191-f429e8eaad21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.053031 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d419c9f2-4088-45ac-a596-45e354388b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.053593 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b43b4a3-e0e5-47aa-a0fd-c551630a0bdc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.055732 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b6445b8-7444-4233-b827-caac28fdd32b tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.120111 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea542b13-e57d-403a-9191-f429e8eaad21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.142393 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-37bde89c-1622-40c9-8f98-315e674ba43a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.172356 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-8b097e38-763f-448a-a41b-fc73ae1cdd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:16Z', 'revision_number': 7, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35806d39-b647-421e-9f5d-b7a11fb66bfa', 'name': '', 'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:a5:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '81dd06c2-1b1c-4a34-8b75-56ecb433d2e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:18Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': '81dd06c2-1b1c-4a34-8b75-56ecb433d2e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ae4542-1329-494f-aa49-5d6944d3d000', 'name': '', 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:b4:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:51Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:22.244857 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6445b8-7444-4233-b827-caac28fdd32b tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Network 384d9c73-b20a-48db-beca-f85ab6b6696e is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:22.253275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-1b6445b8-7444-4233-b827-caac28fdd32b tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:22.263946 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6445b8-7444-4233-b827-caac28fdd32b tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:22.268971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6445b8-7444-4233-b827-caac28fdd32b tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event updated for resources: {'Port': ['ID=b988e380-b244-491e-83b1-dfe09283e0dc,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:22.312355 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d419c9f2-4088-45ac-a596-45e354388b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.314909 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d419c9f2-4088-45ac-a596-45e354388b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.318477 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d419c9f2-4088-45ac-a596-45e354388b3d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/72e1528f-f751-4f39-8465-5adf206679d9 HTTP/1.1" status: 204 len: 168 time: 0.5019104 Jul 16 01:49:22.326939 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b097e38-763f-448a-a41b-fc73ae1cdd9f None None] The sync data for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 is: [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:16Z', 'revision_number': 7, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35806d39-b647-421e-9f5d-b7a11fb66bfa', 'name': '', 'network_id': '08e1eb36-8d37-48a4-86b2-0b42646b93ca', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:a5:b6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '81dd06c2-1b1c-4a34-8b75-56ecb433d2e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:18Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': '81dd06c2-1b1c-4a34-8b75-56ecb433d2e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ae4542-1329-494f-aa49-5d6944d3d000', 'name': '', 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:b4:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:51Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:22.402507 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ea542b13-e57d-403a-9191-f429e8eaad21 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e6e48d3caa074385bd4aafe1e7836477&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4887595 Jul 16 01:49:22.407913 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419c9f2-4088-45ac-a596-45e354388b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e1528f-f751-4f39-8465-5adf206679d9,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:22.412001 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45870) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:22.433877 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b43b4a3-e0e5-47aa-a0fd-c551630a0bdc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.453955 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b43b4a3-e0e5-47aa-a0fd-c551630a0bdc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.480761 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea542b13-e57d-403a-9191-f429e8eaad21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8490d1aa-0b9f-4e40-ba45-07733ca5bb38,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:22.547346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6445b8-7444-4233-b827-caac28fdd32b tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:22.548325 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b6445b8-7444-4233-b827-caac28fdd32b tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.612352 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b43b4a3-e0e5-47aa-a0fd-c551630a0bdc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.613612 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b43b4a3-e0e5-47aa-a0fd-c551630a0bdc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0841a8f3-22e3-40e5-bd98-25f8ba3af4a2 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:22.622419 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b43b4a3-e0e5-47aa-a0fd-c551630a0bdc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.628228 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7b43b4a3-e0e5-47aa-a0fd-c551630a0bdc tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "DELETE /v2.0/routers/0841a8f3-22e3-40e5-bd98-25f8ba3af4a2 HTTP/1.1" status: 204 len: 168 time: 3.8965392 Jul 16 01:49:22.631676 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45874) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:22.647358 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2007171539', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}, 'admin_state_up': False}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:22.718817 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.722142 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.732549 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1b6445b8-7444-4233-b827-caac28fdd32b tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0113575 Jul 16 01:49:22.733817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45876) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:22.740389 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df7c3f36-c02c-426c-a849-66e0d1a211c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.758031 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f3b6facd-b644-4733-b699-3f72de5a06e0 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Request body: {'port': {'network_id': '384d9c73-b20a-48db-beca-f85ab6b6696e', 'name': 'tempest-AllowedAddressPairTestJSON-1636790132'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:22.824723 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df7c3f36-c02c-426c-a849-66e0d1a211c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.866609 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1a42d449-8728-4d31-a588-59bc45bc2b98 None None] Provisioning for port b988e380-b244-491e-83b1-dfe09283e0dc completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:22.891233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1a42d449-8728-4d31-a588-59bc45bc2b98 None None] Provisioning complete for port b988e380-b244-491e-83b1-dfe09283e0dc triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:22.909485 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a42d449-8728-4d31-a588-59bc45bc2b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.968926 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1a42d449-8728-4d31-a588-59bc45bc2b98 None None] Port b988e380-b244-491e-83b1-dfe09283e0dc cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:23.006356 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df7c3f36-c02c-426c-a849-66e0d1a211c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.010150 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df7c3f36-c02c-426c-a849-66e0d1a211c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.018243 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.030920 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-df7c3f36-c02c-426c-a849-66e0d1a211c1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8490d1aa-0b9f-4e40-ba45-07733ca5bb38 HTTP/1.1" status: 204 len: 168 time: 0.6074092 Jul 16 01:49:23.045755 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c3f36-c02c-426c-a849-66e0d1a211c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8490d1aa-0b9f-4e40-ba45-07733ca5bb38,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:23.227861 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-a70a6630-b6a5-46c0-835d-1fd26c943b36 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3010283 Jul 16 01:49:23.324273 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-37bde89c-1622-40c9-8f98-315e674ba43a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting port 35806d39-b647-421e-9f5d-b7a11fb66bfa {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:23.325705 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-37bde89c-1622-40c9-8f98-315e674ba43a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.417788 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b6facd-b644-4733-b699-3f72de5a06e0 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Made reservation on behalf of 23548256d8454967b386ed7bb4b88b46 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:23.422180 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3b6facd-b644-4733-b699-3f72de5a06e0 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.476014 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.487655 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-f3b6facd-b644-4733-b699-3f72de5a06e0 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] device_id is not set on port 49c296ab-9b6e-43fe-a94f-969013ba5231 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:49:23.620915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45896) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:23.678920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 515307d4-d9d4-4c97-9e1a-e4c42624919e no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:23.754115 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-37bde89c-1622-40c9-8f98-315e674ba43a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] For port 35806d39-b647-421e-9f5d-b7a11fb66bfa, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=35806d39-b647-421e-9f5d-b7a11fb66bfa,segment=NetworkSegment(b96872b0-2f28-4407-8a26-a96cbaced3e6),segment_id=b96872b0-2f28-4407-8a26-a96cbaced3e6)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:23.759415 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-37bde89c-1622-40c9-8f98-315e674ba43a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.763430 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 515307d4-d9d4-4c97-9e1a-e4c42624919e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:23.763791 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 515307d4-d9d4-4c97-9e1a-e4c42624919e not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:23.788950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-37bde89c-1622-40c9-8f98-315e674ba43a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Calling delete_port for 35806d39-b647-421e-9f5d-b7a11fb66bfa owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:23.843855 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.864610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-6ff807ee-d96f-4b63-9ebe-ff207e223889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:23.874569 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-6ff807ee-d96f-4b63-9ebe-ff207e223889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:23.875902 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-6ff807ee-d96f-4b63-9ebe-ff207e223889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:23.876585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-6ff807ee-d96f-4b63-9ebe-ff207e223889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:23.877273 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-6ff807ee-d96f-4b63-9ebe-ff207e223889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:23.877932 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-6ff807ee-d96f-4b63-9ebe-ff207e223889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:23.878593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-6ff807ee-d96f-4b63-9ebe-ff207e223889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:23.881333 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-6ff807ee-d96f-4b63-9ebe-ff207e223889 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 6500 time: 0.4716871 Jul 16 01:49:23.968507 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-f3b6facd-b644-4733-b699-3f72de5a06e0 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Allocated IP 172.20.0.6 (384d9c73-b20a-48db-beca-f85ab6b6696e/e8d6b245-bf66-480c-b332-5c421d90be3e/49c296ab-9b6e-43fe-a94f-969013ba5231) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:24.148777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45908) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:24.212472 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d742051f-482e-403c-a60d-789063a04f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.407813 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.432677 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.520670 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3b6facd-b644-4733-b699-3f72de5a06e0 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.586297 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Allocated IP 172.25.1.188 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/567c09ab-9fa8-4b3f-b926-07458a5e5549) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:24.614915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-08a6fda9-937e-4243-9ec9-9d24ecc0730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:24.615418 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-08a6fda9-937e-4243-9ec9-9d24ecc0730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:24.615932 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-08a6fda9-937e-4243-9ec9-9d24ecc0730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:24.617558 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-08a6fda9-937e-4243-9ec9-9d24ecc0730a service neutron] 10.222.0.47 "GET /v2.0/networks?id=2db9e81d-658b-4adb-b971-288015f4b66c&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29 HTTP/1.1" status: 200 len: 2298 time: 0.6576693 Jul 16 01:49:24.736375 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-37bde89c-1622-40c9-8f98-315e674ba43a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.794061 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.797887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-f3b6facd-b644-4733-b699-3f72de5a06e0 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Transition to ACTIVE for port object 49c296ab-9b6e-43fe-a94f-969013ba5231 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:24.851558 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-8a5e7a68-5a5f-4c91-8a22-4e18314f97e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33d27387-8386-4734-a29a-d2cfef866aaf HTTP/1.1" status: 200 len: 1000 time: 0.2210968 Jul 16 01:49:24.866650 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bde89c-1622-40c9-8f98-315e674ba43a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Port': ['ID=35806d39-b647-421e-9f5d-b7a11fb66bfa,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:24.898436 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3b6facd-b644-4733-b699-3f72de5a06e0 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.902184 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.016799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b6facd-b644-4733-b699-3f72de5a06e0 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Network 384d9c73-b20a-48db-beca-f85ab6b6696e is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:25.027150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-f3b6facd-b644-4733-b699-3f72de5a06e0 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:25.043562 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b6facd-b644-4733-b699-3f72de5a06e0 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:25.061996 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:25.076436 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-1e0ac098-cc9a-4af2-9cb2-5e5358cb67b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:25.078229 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-1e0ac098-cc9a-4af2-9cb2-5e5358cb67b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a HTTP/1.1" status: 200 len: 855 time: 0.2008696 Jul 16 01:49:25.101653 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:25.105448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:25.117438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Pushing event updated for resources: {'Port': ['ID=567c09ab-9fa8-4b3f-b926-07458a5e5549,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:25.138304 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d742051f-482e-403c-a60d-789063a04f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.302886 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b6facd-b644-4733-b699-3f72de5a06e0 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:25.303899 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3b6facd-b644-4733-b699-3f72de5a06e0 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.327979 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f3b6facd-b644-4733-b699-3f72de5a06e0 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5872452 Jul 16 01:49:25.328875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45930) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:25.332001 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6facd-b644-4733-b699-3f72de5a06e0 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event updated for resources: {'Port': ['ID=49c296ab-9b6e-43fe-a94f-969013ba5231,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:25.345924 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-47df7ff4-c034-4f1c-afc1-b868c77c91ee tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:c8:0b:eb'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:1f:2a:c4'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:25.425474 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2734d7e6-7982-4afb-a2b3-3f9b2f8a5f97 None None] Provisioning for port 49c296ab-9b6e-43fe-a94f-969013ba5231 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:25.433283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2734d7e6-7982-4afb-a2b3-3f9b2f8a5f97 None None] Provisioning complete for port 49c296ab-9b6e-43fe-a94f-969013ba5231 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:25.433761 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2734d7e6-7982-4afb-a2b3-3f9b2f8a5f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.487143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-2734d7e6-7982-4afb-a2b3-3f9b2f8a5f97 None None] Port 49c296ab-9b6e-43fe-a94f-969013ba5231 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:25.621223 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d742051f-482e-403c-a60d-789063a04f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.696402 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-37bde89c-1622-40c9-8f98-315e674ba43a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.738447 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.823334 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47df7ff4-c034-4f1c-afc1-b868c77c91ee tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.016819 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bde89c-1622-40c9-8f98-315e674ba43a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router b071903a-098a-46e2-9901-ff4ace804520 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:26.025950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742051f-482e-403c-a60d-789063a04f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afc1d25-d516-41a8-b6f0-fa97d8b0bbd5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:26.036450 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d742051f-482e-403c-a60d-789063a04f2d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=775c9a9182b24d3ab4d4265cc3ba8437&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8697703 Jul 16 01:49:26.041285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45952) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:26.056278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-90a73809-9677-4290-bdd9-9e264db0694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:26.058041 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-90a73809-9677-4290-bdd9-9e264db0694c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2db9e81d-658b-4adb-b971-288015f4b66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9661067 Jul 16 01:49:26.307592 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1911db6f-8562-44a0-b0fb-27999019e6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.344019 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47df7ff4-c034-4f1c-afc1-b868c77c91ee tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.357262 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47df7ff4-c034-4f1c-afc1-b868c77c91ee tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.402978 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1911db6f-8562-44a0-b0fb-27999019e6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.404175 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-398b276c-5a9c-45d8-af33-3b9490abdacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.406314 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bde89c-1622-40c9-8f98-315e674ba43a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:26.413323 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-37bde89c-1622-40c9-8f98-315e674ba43a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/b071903a-098a-46e2-9901-ff4ace804520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3402493 Jul 16 01:49:26.419405 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac93d356-747d-48aa-a30b-858af34dd645 None None] Sync routers for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:26.437933 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac93d356-747d-48aa-a30b-858af34dd645 None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:26.438678 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ac93d356-747d-48aa-a30b-858af34dd645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:26.440287 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45966) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:26.451694 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-a5b65071-6095-437e-a5ec-a376d0f6067e service neutron] 10.222.0.47 "GET /v2.0/networks/2db9e81d-658b-4adb-b971-288015f4b66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558621 Jul 16 01:49:26.533960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-47df7ff4-c034-4f1c-afc1-b868c77c91ee tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] In _notify_port_updated(), no bound segment for port 49c296ab-9b6e-43fe-a94f-969013ba5231 on network 384d9c73-b20a-48db-beca-f85ab6b6696e {{(pid=93831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:49:26.542840 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47df7ff4-c034-4f1c-afc1-b868c77c91ee tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:26.543843 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47df7ff4-c034-4f1c-afc1-b868c77c91ee tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.545553 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-47df7ff4-c034-4f1c-afc1-b868c77c91ee tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "PUT /v2.0/ports/49c296ab-9b6e-43fe-a94f-969013ba5231 HTTP/1.1" status: 200 len: 1055 time: 1.2149508 Jul 16 01:49:26.600682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45970) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:26.627210 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ac93d356-747d-48aa-a30b-858af34dd645 None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:26.665973 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-baa67206-9474-4c99-8c79-2bd94a726682 service neutron] 10.222.0.47 "GET /v2.0/networks/2db9e81d-658b-4adb-b971-288015f4b66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984661 Jul 16 01:49:26.824922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-478c7453-1bf0-4d3c-8975-21355c655fbf None None] Provisioning complete for port 49c296ab-9b6e-43fe-a94f-969013ba5231 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:26.826052 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-478c7453-1bf0-4d3c-8975-21355c655fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.833835 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-85b32494-0c73-49d0-9254-d5441b11187e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=1ee21601-191c-45f4-b814-a55228557d82 HTTP/1.1" status: 200 len: 217 time: 0.1027482 Jul 16 01:49:26.868886 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-478c7453-1bf0-4d3c-8975-21355c655fbf None None] Port 49c296ab-9b6e-43fe-a94f-969013ba5231 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:26.959020 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-e432a0fc-cd39-46de-92e2-a0935c3d0f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:26.962439 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-e432a0fc-cd39-46de-92e2-a0935c3d0f6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.1078122 Jul 16 01:49:26.991844 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ac93d356-747d-48aa-a30b-858af34dd645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:24Z', 'revision_number': 8, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ae4542-1329-494f-aa49-5d6944d3d000', 'name': '', 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:b4:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:51Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:27.033017 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac93d356-747d-48aa-a30b-858af34dd645 None None] Checking router: b071903a-098a-46e2-9901-ff4ace804520 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:27.043632 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac93d356-747d-48aa-a30b-858af34dd645 None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:27.044960 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ac93d356-747d-48aa-a30b-858af34dd645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:27.067491 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.162799 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-47cb2732-015e-4983-adfe-30ec622276b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:27.164456 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-47cb2732-015e-4983-adfe-30ec622276b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1960032 Jul 16 01:49:27.174658 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ac93d356-747d-48aa-a30b-858af34dd645 None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:27.175904 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45984) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:27.212516 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-398b276c-5a9c-45d8-af33-3b9490abdacf admin admin] Deleting port 34f14632-1d17-45c8-9be6-0e361468f103 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:27.212816 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-398b276c-5a9c-45d8-af33-3b9490abdacf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.298733 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df7ff4-c034-4f1c-afc1-b868c77c91ee tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event updated for resources: {'Port': ['ID=49c296ab-9b6e-43fe-a94f-969013ba5231,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:27.376674 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-d912848e-887d-4a5b-9bfe-e61f1c4aa2de tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting subnet 81dd06c2-1b1c-4a34-8b75-56ecb433d2e4 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:27.389516 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d912848e-887d-4a5b-9bfe-e61f1c4aa2de tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.390813 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-5ec6c9ef-73b1-4086-819e-ea1ea7fe7846 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156899 Jul 16 01:49:27.437873 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d912848e-887d-4a5b-9bfe-e61f1c4aa2de tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.465184 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-398b276c-5a9c-45d8-af33-3b9490abdacf admin admin] For port 34f14632-1d17-45c8-9be6-0e361468f103, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=34f14632-1d17-45c8-9be6-0e361468f103,segment=NetworkSegment(f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e),segment_id=f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:27.465807 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-398b276c-5a9c-45d8-af33-3b9490abdacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.483878 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-398b276c-5a9c-45d8-af33-3b9490abdacf admin admin] Calling delete_port for 34f14632-1d17-45c8-9be6-0e361468f103 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:27.548520 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9728b7a6-322b-4979-b7ac-4eb3db2ceb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.555423 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d912848e-887d-4a5b-9bfe-e61f1c4aa2de tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.562324 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ac93d356-747d-48aa-a30b-858af34dd645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:24Z', 'revision_number': 8, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ae4542-1329-494f-aa49-5d6944d3d000', 'name': '', 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:b4:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:51Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:27.604698 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac93d356-747d-48aa-a30b-858af34dd645 None None] The sync data for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 is: [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:24Z', 'revision_number': 8, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42ae4542-1329-494f-aa49-5d6944d3d000', 'name': '', 'network_id': 'a8388ddb-6396-4db4-bf88-6182fe882ce8', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:b4:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:51Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'c98d1de6-85aa-4918-82ae-17fb1388c535', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:27.640991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-74b78165-483b-45eb-8056-b25a7b98472d tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Deleting port 49c296ab-9b6e-43fe-a94f-969013ba5231 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:27.641288 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74b78165-483b-45eb-8056-b25a7b98472d tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.672858 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1911db6f-8562-44a0-b0fb-27999019e6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.675436 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1911db6f-8562-44a0-b0fb-27999019e6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.679529 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1911db6f-8562-44a0-b0fb-27999019e6e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2afc1d25-d516-41a8-b6f0-fa97d8b0bbd5 HTTP/1.1" status: 204 len: 168 time: 1.6354403 Jul 16 01:49:27.679529 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d912848e-887d-4a5b-9bfe-e61f1c4aa2de tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.718681 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912848e-887d-4a5b-9bfe-e61f1c4aa2de tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Subnet': ['ID=81dd06c2-1b1c-4a34-8b75-56ecb433d2e4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:27.720421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Router b276270b-9d03-4c8d-b65c-241e887a3f99 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:49:27.728082 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-bddac48a-42ad-4c5e-9ec7-bd5e62d591c8 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228538 Jul 16 01:49:27.742174 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911db6f-8562-44a0-b0fb-27999019e6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afc1d25-d516-41a8-b6f0-fa97d8b0bbd5,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:27.751108 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d912848e-887d-4a5b-9bfe-e61f1c4aa2de tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.751425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9ac59b-1567-411d-99f1-b4c59aac9d2c None None] Network 08e1eb36-8d37-48a4-86b2-0b42646b93ca requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:27.756515 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d912848e-887d-4a5b-9bfe-e61f1c4aa2de tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/subnets/81dd06c2-1b1c-4a34-8b75-56ecb433d2e4 HTTP/1.1" status: 204 len: 168 time: 1.3044615 Jul 16 01:49:27.761770 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45994) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:27.797589 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-926abff5-7052-4d0d-a256-fe625b3436c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=588d0e4f-cefb-43a8-a412-487dd40c07f8 HTTP/1.1" status: 200 len: 217 time: 0.0605445 Jul 16 01:49:27.890757 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-a7dbb5f4-c53c-4496-8d49-cd2677e5e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:27.899572 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-a7dbb5f4-c53c-4496-8d49-cd2677e5e538 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.0795918 Jul 16 01:49:28.009896 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9728b7a6-322b-4979-b7ac-4eb3db2ceb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.021716 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9728b7a6-322b-4979-b7ac-4eb3db2ceb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.047046 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cd2424-a9b5-43ac-b87a-b37c3402fa5b None None] DHCP port deletion for 08e1eb36-8d37-48a4-86b2-0b42646b93ca request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:28.059355 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-398b276c-5a9c-45d8-af33-3b9490abdacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.103235 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74b78165-483b-45eb-8056-b25a7b98472d tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.106382 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:28.116325 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.122286 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f42f1f2-a03c-49cc-ba34-5bbecc226120 None None] Sync routers for ids ['b276270b-9d03-4c8d-b65c-241e887a3f99'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:28.139979 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-74b78165-483b-45eb-8056-b25a7b98472d tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Calling delete_port for 49c296ab-9b6e-43fe-a94f-969013ba5231 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:28.155364 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f42f1f2-a03c-49cc-ba34-5bbecc226120 None None] Routers {'b276270b-9d03-4c8d-b65c-241e887a3f99'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:28.156032 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6f42f1f2-a03c-49cc-ba34-5bbecc226120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b276270b-9d03-4c8d-b65c-241e887a3f99'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:28.171456 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9728b7a6-322b-4979-b7ac-4eb3db2ceb61 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=005ebd01dd9a47089a85294f75bda0e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9925797 Jul 16 01:49:28.186395 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46000) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:28.195340 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b276c-5a9c-45d8-af33-3b9490abdacf admin admin] Pushing event deleted for resources: {'Port': ['ID=34f14632-1d17-45c8-9be6-0e361468f103,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:28.209623 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728b7a6-322b-4979-b7ac-4eb3db2ceb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3938fa46-7d73-42be-9133-3db6cf0611c4,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:28.231881 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.233200 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-34188ade-b428-4f63-a4b4-38370ac8c407 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6003411 Jul 16 01:49:28.239973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46004) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:28.249172 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-421239be-67b2-46eb-9ad3-1a0e6626178f tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'enable_snat': False}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:28.424923 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-72097d3e-fd7b-4377-9786-d5e3c12620c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:28.426470 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-72097d3e-fd7b-4377-9786-d5e3c12620c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5259752 Jul 16 01:49:28.457114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting port ed894fba-8945-4372-a305-a207defa6f88 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:28.458801 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.505132 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-91ff1f78-836f-43e6-b1ce-38ccebfa4c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.537714 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-91ff1f78-836f-43e6-b1ce-38ccebfa4c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.559102 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-55cd2424-a9b5-43ac-b87a-b37c3402fa5b None None] Deleting port ed894fba-8945-4372-a305-a207defa6f88 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:28.559487 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55cd2424-a9b5-43ac-b87a-b37c3402fa5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.687581 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] For port ed894fba-8945-4372-a305-a207defa6f88, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ed894fba-8945-4372-a305-a207defa6f88,segment=NetworkSegment(b96872b0-2f28-4407-8a26-a96cbaced3e6),segment_id=b96872b0-2f28-4407-8a26-a96cbaced3e6)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:28.688044 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.700993 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-91ff1f78-836f-43e6-b1ce-38ccebfa4c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.703754 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-91ff1f78-836f-43e6-b1ce-38ccebfa4c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.704738 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-91ff1f78-836f-43e6-b1ce-38ccebfa4c9c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3938fa46-7d73-42be-9133-3db6cf0611c4 HTTP/1.1" status: 204 len: 168 time: 0.4834950 Jul 16 01:49:28.719641 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Calling delete_port for ed894fba-8945-4372-a305-a207defa6f88 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:28.720635 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-55cd2424-a9b5-43ac-b87a-b37c3402fa5b None None] For port ed894fba-8945-4372-a305-a207defa6f88, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ed894fba-8945-4372-a305-a207defa6f88,segment=NetworkSegment(b96872b0-2f28-4407-8a26-a96cbaced3e6),segment_id=b96872b0-2f28-4407-8a26-a96cbaced3e6)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:28.721040 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55cd2424-a9b5-43ac-b87a-b37c3402fa5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.757538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-55cd2424-a9b5-43ac-b87a-b37c3402fa5b None None] Calling delete_port for ed894fba-8945-4372-a305-a207defa6f88 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:28.762229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff1f78-836f-43e6-b1ce-38ccebfa4c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3938fa46-7d73-42be-9133-3db6cf0611c4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:28.780041 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74b78165-483b-45eb-8056-b25a7b98472d tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.805987 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6f42f1f2-a03c-49cc-ba34-5bbecc226120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:28.890034 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b78165-483b-45eb-8056-b25a7b98472d tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event deleted for resources: {'Port': ['ID=49c296ab-9b6e-43fe-a94f-969013ba5231,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:28.943835 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ee0f55d-8544-470d-b3bb-cb112fcac97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.965213 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f42f1f2-a03c-49cc-ba34-5bbecc226120 None None] Routers {'b276270b-9d03-4c8d-b65c-241e887a3f99'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:28.965674 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6f42f1f2-a03c-49cc-ba34-5bbecc226120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b276270b-9d03-4c8d-b65c-241e887a3f99'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:28.967442 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.059189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6f42f1f2-a03c-49cc-ba34-5bbecc226120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:29.059873 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f42f1f2-a03c-49cc-ba34-5bbecc226120 None None] The sync data for ids ['b276270b-9d03-4c8d-b65c-241e887a3f99'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:29.142182 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55cd2424-a9b5-43ac-b87a-b37c3402fa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.167309 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.180913 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd2424-a9b5-43ac-b87a-b37c3402fa5b None None] Pushing event deleted for resources: {'Port': ['ID=ed894fba-8945-4372-a305-a207defa6f88,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:29.187304 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd2424-a9b5-43ac-b87a-b37c3402fa5b None None] No DVR routers for this DVR port ed894fba-8945-4372-a305-a207defa6f88 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:29.217138 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Port': ['ID=ed894fba-8945-4372-a305-a207defa6f88,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:29.261930 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] No DVR routers for this DVR port ed894fba-8945-4372-a305-a207defa6f88 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:29.374413 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74b78165-483b-45eb-8056-b25a7b98472d tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.379173 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-74b78165-483b-45eb-8056-b25a7b98472d tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "DELETE /v2.0/ports/49c296ab-9b6e-43fe-a94f-969013ba5231 HTTP/1.1" status: 204 len: 168 time: 2.7656341 Jul 16 01:49:29.382191 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46038) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:29.431478 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.433766 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46040) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:29.463073 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-09407e28-95c1-4f19-baa1-afa12f9a6a2f tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] GET failed (client error): The resource could not be found. Jul 16 01:49:29.467970 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-09407e28-95c1-4f19-baa1-afa12f9a6a2f tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "GET /v2.0/ports/49c296ab-9b6e-43fe-a94f-969013ba5231 HTTP/1.1" status: 404 len: 333 time: 0.0846753 Jul 16 01:49:29.468640 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46044) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:29.482272 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e1eb36-8d37-48a4-86b2-0b42646b93ca']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:29.531168 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96872b0-2f28-4407-8a26-a96cbaced3e6') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:29.531594 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96872b0-2f28-4407-8a26-a96cbaced3e6') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:29.550691 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.576065 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.612793 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:29.613078 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.616158 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-52ce4dd9-0071-4e42-bd1a-ce0be8e9728a service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1693342 Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:29.618415 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:29.628328 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-807cb3d5-d41c-461d-89c5-466234be38fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.646648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46048) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:29.663552 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-398b276c-5a9c-45d8-af33-3b9490abdacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.718713 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ed894fba-8945-4372-a305-a207defa6f88 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:29.743507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: ed894fba-8945-4372-a305-a207defa6f88 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:29.744182 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ed894fba-8945-4372-a305-a207defa6f88 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:29.744605 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 35806d39-b647-421e-9f5d-b7a11fb66bfa no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:29.756128 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.767003 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.770234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 35806d39-b647-421e-9f5d-b7a11fb66bfa {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:29.771093 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 35806d39-b647-421e-9f5d-b7a11fb66bfa not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:29.775814 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/networks/08e1eb36-8d37-48a4-86b2-0b42646b93ca HTTP/1.1" status: 204 len: 168 time: 2.0092034 Jul 16 01:49:29.795566 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46054) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:29.904261 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-492a87a2-6bf3-43e9-9c77-621b17662ade tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Deleting port b988e380-b244-491e-83b1-dfe09283e0dc {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:29.904261 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-492a87a2-6bf3-43e9-9c77-621b17662ade tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.905811 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-8c9ec658-4096-4d0f-8335-a2130f860cdb service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803161 Jul 16 01:49:29.966405 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7a446-07d5-49aa-a7ba-c072f6c7673d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Network': ['ID=08e1eb36-8d37-48a4-86b2-0b42646b93ca,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:29.999304 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d0542ac-14b0-43a7-a474-bbce1131894a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.011009 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-b80a5b98-cae2-44b5-b2c4-47a923a9c0cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=6e2cfe37-5372-4873-82c7-38150819cf47 HTTP/1.1" status: 200 len: 217 time: 0.0878258 Jul 16 01:49:30.043953 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-807cb3d5-d41c-461d-89c5-466234be38fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.084924 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-807cb3d5-d41c-461d-89c5-466234be38fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.151860 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-421239be-67b2-46eb-9ad3-1a0e6626178f tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.170979 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-807cb3d5-d41c-461d-89c5-466234be38fd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6730d92d1d6c4ecc93be47f8d54d474b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6659603 Jul 16 01:49:30.173671 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cb3d5-d41c-461d-89c5-466234be38fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2685a14b-43f2-4af6-b8cd-cbac56170b11,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:30.178195 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-e4f86035-c976-48c0-ae6f-c69c9b492482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:30.180222 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-e4f86035-c976-48c0-ae6f-c69c9b492482 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.1382201 Jul 16 01:49:30.180700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46056) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:30.186179 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-492a87a2-6bf3-43e9-9c77-621b17662ade tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.214328 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-492a87a2-6bf3-43e9-9c77-621b17662ade tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Calling delete_port for b988e380-b244-491e-83b1-dfe09283e0dc owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:30.390518 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-40c308a9-c25d-42ce-9273-682db6c629ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.435849 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d0542ac-14b0-43a7-a474-bbce1131894a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.439568 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-40c308a9-c25d-42ce-9273-682db6c629ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.442381 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d0542ac-14b0-43a7-a474-bbce1131894a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.474576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-722b0384-47fe-459c-b18b-6057bd4ae4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:30.476128 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-722b0384-47fe-459c-b18b-6057bd4ae4b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2730005 Jul 16 01:49:30.485969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398b276c-5a9c-45d8-af33-3b9490abdacf admin admin] Router 7375b49a-c7e0-46d5-bca6-92c352423d07 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:30.530836 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8d0542ac-14b0-43a7-a474-bbce1131894a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=73d125e041a342879e58f8a0441fe2a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8817720 Jul 16 01:49:30.543128 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46060) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:30.543353 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0542ac-14b0-43a7-a474-bbce1131894a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18c9d79-dc95-454c-98f8-90f1a74ebd86,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:30.565251 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-492a87a2-6bf3-43e9-9c77-621b17662ade tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.644803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a87a2-6bf3-43e9-9c77-621b17662ade tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event deleted for resources: {'Port': ['ID=b988e380-b244-491e-83b1-dfe09283e0dc,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:30.744690 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-40c308a9-c25d-42ce-9273-682db6c629ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.747373 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-40c308a9-c25d-42ce-9273-682db6c629ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.761910 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-40c308a9-c25d-42ce-9273-682db6c629ca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2685a14b-43f2-4af6-b8cd-cbac56170b11 HTTP/1.1" status: 204 len: 168 time: 0.5689402 Jul 16 01:49:30.788956 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-492a87a2-6bf3-43e9-9c77-621b17662ade tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.791676 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-492a87a2-6bf3-43e9-9c77-621b17662ade tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "DELETE /v2.0/ports/b988e380-b244-491e-83b1-dfe09283e0dc HTTP/1.1" status: 204 len: 168 time: 1.3198559 Jul 16 01:49:30.808224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46068) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:30.820209 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-41e04e93-bfba-4852-bc25-34b328d49524 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331215 Jul 16 01:49:30.895748 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c308a9-c25d-42ce-9273-682db6c629ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2685a14b-43f2-4af6-b8cd-cbac56170b11,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:30.896786 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-2417b79b-c1b0-4e97-b762-208e2851e866 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] GET failed (client error): The resource could not be found. Jul 16 01:49:30.903857 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2417b79b-c1b0-4e97-b762-208e2851e866 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "GET /v2.0/ports/b988e380-b244-491e-83b1-dfe09283e0dc HTTP/1.1" status: 404 len: 333 time: 0.0884147 Jul 16 01:49:30.903857 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-abee6aa3-bef1-48f7-88d6-20f438fd2cd1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.912836 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46070) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:30.994737 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca08cb93-0e39-48b0-a400-bd901da4b1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.007649 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398b276c-5a9c-45d8-af33-3b9490abdacf admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:31.021661 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-398b276c-5a9c-45d8-af33-3b9490abdacf admin admin] 10.222.0.54 "PUT /v2.0/routers/7375b49a-c7e0-46d5-bca6-92c352423d07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3882341 Jul 16 01:49:31.021879 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9291f527-d4f1-4fc3-bd80-3939a616326e None None] Sync routers for ids ['7375b49a-c7e0-46d5-bca6-92c352423d07'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:31.028939 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46076) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:31.037429 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9291f527-d4f1-4fc3-bd80-3939a616326e None None] Routers {'7375b49a-c7e0-46d5-bca6-92c352423d07'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:31.042309 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9291f527-d4f1-4fc3-bd80-3939a616326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7375b49a-c7e0-46d5-bca6-92c352423d07'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:31.092055 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f72579d9-dfd3-4a07-b628-72ac63250e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.104669 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.208436 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca08cb93-0e39-48b0-a400-bd901da4b1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.297886 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-9291f527-d4f1-4fc3-bd80-3939a616326e None None] Set router 7375b49a-c7e0-46d5-bca6-92c352423d07 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:31.474574 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ae31a-272e-4742-9b81-5bcd0b72636c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Deleting port 115c38cc-95f9-4b7f-a453-57568925deb9 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:31.475138 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b5ae31a-272e-4742-9b81-5bcd0b72636c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.513700 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9291f527-d4f1-4fc3-bd80-3939a616326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'name': 'tempest-TaggedBootDevicesTest-389640896-router', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:12Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 5, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'gw_port': {'id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:13Z', 'updated_at': '2021-07-16T01:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:31.550964 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9291f527-d4f1-4fc3-bd80-3939a616326e None None] Checking router: 7375b49a-c7e0-46d5-bca6-92c352423d07 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:31.562635 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9291f527-d4f1-4fc3-bd80-3939a616326e None None] Routers {'7375b49a-c7e0-46d5-bca6-92c352423d07'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:31.564030 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9291f527-d4f1-4fc3-bd80-3939a616326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7375b49a-c7e0-46d5-bca6-92c352423d07'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:31.768203 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-53f0bfd2-45be-4602-9407-7989e621679b service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8649044 Jul 16 01:49:31.775305 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-9291f527-d4f1-4fc3-bd80-3939a616326e None None] Set router 7375b49a-c7e0-46d5-bca6-92c352423d07 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:31.859468 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-0e2a654c-5e65-486d-ae76-7074fde3414e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=b0eba950-6290-4204-97b4-71fd009ef302 HTTP/1.1" status: 200 len: 217 time: 0.0820553 Jul 16 01:49:31.862518 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c3a89efd-aa4a-4308-8629-dab9441c8834 admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.030545 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9291f527-d4f1-4fc3-bd80-3939a616326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'name': 'tempest-TaggedBootDevicesTest-389640896-router', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:12Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 5, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'gw_port': {'id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:13Z', 'updated_at': '2021-07-16T01:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:32.043411 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca08cb93-0e39-48b0-a400-bd901da4b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.050346 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.052895 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca08cb93-0e39-48b0-a400-bd901da4b1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.057228 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ca08cb93-0e39-48b0-a400-bd901da4b1fe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f18c9d79-dc95-454c-98f8-90f1a74ebd86 HTTP/1.1" status: 204 len: 168 time: 1.5067744 Jul 16 01:49:32.063223 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b5ae31a-272e-4742-9b81-5bcd0b72636c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.067422 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9291f527-d4f1-4fc3-bd80-3939a616326e None None] The sync data for ids ['7375b49a-c7e0-46d5-bca6-92c352423d07'] in n-d-800086-6 is: [{'id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'name': 'tempest-TaggedBootDevicesTest-389640896-router', 'tenant_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:12Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 5, 'project_id': 'fa5d0aa8f7424cfc9d4100cd0760da64', 'gw_port': {'id': '31abbfca-9346-4130-ae5e-88fdebb27de9', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375b49a-c7e0-46d5-bca6-92c352423d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:13Z', 'updated_at': '2021-07-16T01:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:32.077199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ae31a-272e-4742-9b81-5bcd0b72636c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Calling delete_port for 115c38cc-95f9-4b7f-a453-57568925deb9 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:32.129706 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c3a89efd-aa4a-4308-8629-dab9441c8834 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.149838 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08cb93-0e39-48b0-a400-bd901da4b1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18c9d79-dc95-454c-98f8-90f1a74ebd86,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:32.181556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-bd731b61-07bc-463d-b329-e770dbb419d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:32.183083 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-bd731b61-07bc-463d-b329-e770dbb419d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.1816735 Jul 16 01:49:32.191280 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-abee6aa3-bef1-48f7-88d6-20f438fd2cd1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting port 42ae4542-1329-494f-aa49-5d6944d3d000 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:32.191643 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-abee6aa3-bef1-48f7-88d6-20f438fd2cd1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.380927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-abee6aa3-bef1-48f7-88d6-20f438fd2cd1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] For port 42ae4542-1329-494f-aa49-5d6944d3d000, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=42ae4542-1329-494f-aa49-5d6944d3d000,segment=NetworkSegment(c17efbf3-fe19-464b-9c0f-cf4291a52ee0),segment_id=c17efbf3-fe19-464b-9c0f-cf4291a52ee0)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:32.381452 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-abee6aa3-bef1-48f7-88d6-20f438fd2cd1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.403070 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-abee6aa3-bef1-48f7-88d6-20f438fd2cd1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Calling delete_port for 42ae4542-1329-494f-aa49-5d6944d3d000 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:32.403310 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-c3a89efd-aa4a-4308-8629-dab9441c8834 admin admin] Deleting port 31abbfca-9346-4130-ae5e-88fdebb27de9 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:32.403655 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c3a89efd-aa4a-4308-8629-dab9441c8834 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.410579 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b5ae31a-272e-4742-9b81-5bcd0b72636c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.473199 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-1619b5b0-ad89-4774-a268-9afa45e6abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:32.475034 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-1619b5b0-ad89-4774-a268-9afa45e6abcb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2691603 Jul 16 01:49:32.516591 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-421239be-67b2-46eb-9ad3-1a0e6626178f tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.559055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ae31a-272e-4742-9b81-5bcd0b72636c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event deleted for resources: {'Port': ['ID=115c38cc-95f9-4b7f-a453-57568925deb9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:32.659564 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-421239be-67b2-46eb-9ad3-1a0e6626178f tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.663542 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b5ae31a-272e-4742-9b81-5bcd0b72636c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.666134 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3b5ae31a-272e-4742-9b81-5bcd0b72636c tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "DELETE /v2.0/ports/115c38cc-95f9-4b7f-a453-57568925deb9 HTTP/1.1" status: 204 len: 168 time: 1.7441647 Jul 16 01:49:32.670360 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46116) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:32.819940 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b5c3b0-1af2-4588-a962-2ad34310a5e2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Deleting subnet e8d6b245-bf66-480c-b332-5c421d90be3e {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:32.834019 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c3b0-1af2-4588-a962-2ad34310a5e2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.925314 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-c3a89efd-aa4a-4308-8629-dab9441c8834 admin admin] For port 31abbfca-9346-4130-ae5e-88fdebb27de9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=31abbfca-9346-4130-ae5e-88fdebb27de9,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:32.926298 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c3a89efd-aa4a-4308-8629-dab9441c8834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.926724 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c3b0-1af2-4588-a962-2ad34310a5e2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.999336 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-c3a89efd-aa4a-4308-8629-dab9441c8834 admin admin] Calling delete_port for 31abbfca-9346-4130-ae5e-88fdebb27de9 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:33.016920 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-05afd7e0-e242-47a1-87af-5ba476345765 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092371 Jul 16 01:49:33.097812 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-abee6aa3-bef1-48f7-88d6-20f438fd2cd1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.112079 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421239be-67b2-46eb-9ad3-1a0e6626178f tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Router b276270b-9d03-4c8d-b65c-241e887a3f99 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:33.214750 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c3b0-1af2-4588-a962-2ad34310a5e2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.217883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee6aa3-bef1-48f7-88d6-20f438fd2cd1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Port': ['ID=42ae4542-1329-494f-aa49-5d6944d3d000,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:33.224729 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-9b6d18bd-49c1-4602-abc0-a5d6c3ba3c44 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984782 Jul 16 01:49:33.312022 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c3b0-1af2-4588-a962-2ad34310a5e2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.340794 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c3b0-1af2-4588-a962-2ad34310a5e2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.342924 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f1b5c3b0-1af2-4588-a962-2ad34310a5e2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "DELETE /v2.0/subnets/e8d6b245-bf66-480c-b332-5c421d90be3e HTTP/1.1" status: 204 len: 168 time: 0.6715930 Jul 16 01:49:33.345058 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7519f5-5bc6-4269-80a3-4ab8f422eeab None None] Network 384d9c73-b20a-48db-beca-f85ab6b6696e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:33.346125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46138) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:33.391810 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5c3b0-1af2-4588-a962-2ad34310a5e2 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d6b245-bf66-480c-b332-5c421d90be3e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:33.564892 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-e9615e6b-d3aa-47a3-895e-b2e2ba77d524 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0c40b0ea-30a1-4c59-8cb3-23aed3975cea HTTP/1.1" status: 200 len: 217 time: 0.3270209 Jul 16 01:49:33.580179 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c3a89efd-aa4a-4308-8629-dab9441c8834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.669481 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.695508 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-abee6aa3-bef1-48f7-88d6-20f438fd2cd1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.703259 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 34f14632-1d17-45c8-9be6-0e361468f103 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:33.727040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a89efd-aa4a-4308-8629-dab9441c8834 admin admin] Pushing event deleted for resources: {'Port': ['ID=31abbfca-9346-4130-ae5e-88fdebb27de9,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:33.769898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 34f14632-1d17-45c8-9be6-0e361468f103 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:33.770585 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 34f14632-1d17-45c8-9be6-0e361468f103 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:33.839035 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.848757 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cc5159-cf64-45f3-beb1-5f18eb958f15 None None] DHCP port deletion for 384d9c73-b20a-48db-beca-f85ab6b6696e request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:33.887639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-d4830fde-db92-411c-a55b-b779321cc0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:33.889524 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-d4830fde-db92-411c-a55b-b779321cc0ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d66e7cad-8485-48ef-b49f-9c0a1aa8b39b HTTP/1.1" status: 200 len: 797 time: 0.3135242 Jul 16 01:49:33.920552 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Deleting port 361f9ee2-e3ad-4072-a718-3f425640617d {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:33.920913 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.941515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421239be-67b2-46eb-9ad3-1a0e6626178f tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:33.949386 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-421239be-67b2-46eb-9ad3-1a0e6626178f tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.953849 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-421239be-67b2-46eb-9ad3-1a0e6626178f tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "PUT /v2.0/routers/b276270b-9d03-4c8d-b65c-241e887a3f99 HTTP/1.1" status: 200 len: 922 time: 5.7104113 Jul 16 01:49:33.956802 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b6b80-ad7e-4178-8283-64579842261e None None] Sync routers for ids ['b276270b-9d03-4c8d-b65c-241e887a3f99'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:33.957672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46156) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:33.961830 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c3a89efd-aa4a-4308-8629-dab9441c8834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.988797 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b6b80-ad7e-4178-8283-64579842261e None None] Routers {'b276270b-9d03-4c8d-b65c-241e887a3f99'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:33.989826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6e3b6b80-ad7e-4178-8283-64579842261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b276270b-9d03-4c8d-b65c-241e887a3f99'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:34.035983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-93cc5159-cf64-45f3-beb1-5f18eb958f15 None None] Deleting port 361f9ee2-e3ad-4072-a718-3f425640617d {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:34.036711 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-93cc5159-cf64-45f3-beb1-5f18eb958f15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.168270 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-93cc5159-cf64-45f3-beb1-5f18eb958f15 None None] For port 361f9ee2-e3ad-4072-a718-3f425640617d, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=361f9ee2-e3ad-4072-a718-3f425640617d,segment=NetworkSegment(3015cb12-fd3f-4847-8ebc-29aae7feb73a),segment_id=3015cb12-fd3f-4847-8ebc-29aae7feb73a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:34.169329 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-93cc5159-cf64-45f3-beb1-5f18eb958f15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.183936 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-93cc5159-cf64-45f3-beb1-5f18eb958f15 None None] Calling delete_port for 361f9ee2-e3ad-4072-a718-3f425640617d owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:34.243018 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6e3b6b80-ad7e-4178-8283-64579842261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:34.270652 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b6b80-ad7e-4178-8283-64579842261e None None] Routers {'b276270b-9d03-4c8d-b65c-241e887a3f99'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:34.271344 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6e3b6b80-ad7e-4178-8283-64579842261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b276270b-9d03-4c8d-b65c-241e887a3f99'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:34.280618 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] For port 361f9ee2-e3ad-4072-a718-3f425640617d, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=361f9ee2-e3ad-4072-a718-3f425640617d,segment=NetworkSegment(3015cb12-fd3f-4847-8ebc-29aae7feb73a),segment_id=3015cb12-fd3f-4847-8ebc-29aae7feb73a)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:34.280991 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.331772 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6e3b6b80-ad7e-4178-8283-64579842261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:34.332012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Calling delete_port for 361f9ee2-e3ad-4072-a718-3f425640617d owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:34.332114 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b6b80-ad7e-4178-8283-64579842261e None None] The sync data for ids ['b276270b-9d03-4c8d-b65c-241e887a3f99'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:34.361144 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abee6aa3-bef1-48f7-88d6-20f438fd2cd1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router b071903a-098a-46e2-9901-ff4ace804520 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:34.380156 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c3a89efd-aa4a-4308-8629-dab9441c8834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.383071 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-93cc5159-cf64-45f3-beb1-5f18eb958f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.398010 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c3a89efd-aa4a-4308-8629-dab9441c8834 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.433824 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cc5159-cf64-45f3-beb1-5f18eb958f15 None None] No DVR routers for this DVR port 361f9ee2-e3ad-4072-a718-3f425640617d on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:34.440035 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc5159-cf64-45f3-beb1-5f18eb958f15 None None] Pushing event deleted for resources: {'Port': ['ID=361f9ee2-e3ad-4072-a718-3f425640617d,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:34.597651 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c3a89efd-aa4a-4308-8629-dab9441c8834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.600387 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a89efd-aa4a-4308-8629-dab9441c8834 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7375b49a-c7e0-46d5-bca6-92c352423d07 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:34.607125 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c3a89efd-aa4a-4308-8629-dab9441c8834 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.608328 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c3a89efd-aa4a-4308-8629-dab9441c8834 admin admin] 10.222.0.54 "DELETE /v2.0/routers/7375b49a-c7e0-46d5-bca6-92c352423d07 HTTP/1.1" status: 204 len: 168 time: 3.5513747 Jul 16 01:49:34.616892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46180) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:34.641330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abee6aa3-bef1-48f7-88d6-20f438fd2cd1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:34.655996 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296375c9-05be-4fab-ac51-e0c459bcaf21 None None] Sync routers for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:34.659625 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-abee6aa3-bef1-48f7-88d6-20f438fd2cd1 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/b071903a-098a-46e2-9901-ff4ace804520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8589251 Jul 16 01:49:34.672656 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296375c9-05be-4fab-ac51-e0c459bcaf21 None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:34.675068 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-296375c9-05be-4fab-ac51-e0c459bcaf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:34.677250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46182) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:34.797153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-1871809c-6839-46af-8498-6dcdbe662ba1 admin admin] Deleting subnet 4a8c7af0-3057-4f99-aaea-3d21547f38a4 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:34.821494 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-b8b369fa-18dc-4f3b-991c-95d89eba0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:34.825794 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-b8b369fa-18dc-4f3b-991c-95d89eba0603 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9228528 Jul 16 01:49:34.829991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e8ada9-dbfc-49c3-bf6b-ed6485477762 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting subnet c98d1de6-85aa-4918-82ae-17fb1388c535 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:34.834553 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-16e8ada9-dbfc-49c3-bf6b-ed6485477762 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.847599 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-497c83c6-64fa-442d-a2a5-a6a0ee54abf9 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "GET /v2.0/routers/b276270b-9d03-4c8d-b65c-241e887a3f99 HTTP/1.1" status: 200 len: 922 time: 0.8750417 Jul 16 01:49:34.850083 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1871809c-6839-46af-8498-6dcdbe662ba1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.856835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46194) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:34.912922 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-16e8ada9-dbfc-49c3-bf6b-ed6485477762 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.923541 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-296375c9-05be-4fab-ac51-e0c459bcaf21 None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:35.003230 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.101818 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1871809c-6839-46af-8498-6dcdbe662ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.117300 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event deleted for resources: {'Port': ['ID=361f9ee2-e3ad-4072-a718-3f425640617d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:35.123888 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] No DVR routers for this DVR port 361f9ee2-e3ad-4072-a718-3f425640617d on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:35.260397 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-ffd8d89f-3b82-42fb-a627-212d718f1448 service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018440 Jul 16 01:49:35.300953 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d273c6-46cc-453d-bd8f-36ce4a6a2f27 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:35.302764 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-65d273c6-46cc-453d-bd8f-36ce4a6a2f27 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=88f2079c-e547-45f1-859f-49428e13c11a&device_id=b276270b-9d03-4c8d-b65c-241e887a3f99&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4227233 Jul 16 01:49:35.317132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46208) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:35.395903 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-296375c9-05be-4fab-ac51-e0c459bcaf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:32Z', 'revision_number': 9, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:35.516521 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.557462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384d9c73-b20a-48db-beca-f85ab6b6696e']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:35.570666 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-16e8ada9-dbfc-49c3-bf6b-ed6485477762 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.593865 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3015cb12-fd3f-4847-8ebc-29aae7feb73a') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:35.594189 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3015cb12-fd3f-4847-8ebc-29aae7feb73a') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:35.616200 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 31abbfca-9346-4130-ae5e-88fdebb27de9 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:35.634411 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.657029 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.669071 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:35.669071 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:35.671450 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:35.700593 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 31abbfca-9346-4130-ae5e-88fdebb27de9 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:35.705899 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 31abbfca-9346-4130-ae5e-88fdebb27de9 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:35.708602 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 361f9ee2-e3ad-4072-a718-3f425640617d no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:35.765155 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-16e8ada9-dbfc-49c3-bf6b-ed6485477762 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.780135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 361f9ee2-e3ad-4072-a718-3f425640617d {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:35.781289 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 361f9ee2-e3ad-4072-a718-3f425640617d not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:35.789965 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46218) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:35.806315 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296375c9-05be-4fab-ac51-e0c459bcaf21 None None] Checking router: b071903a-098a-46e2-9901-ff4ace804520 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:35.814411 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25911d25-9e06-47c5-8b0e-673aa28a0b0d None None] Network a8388ddb-6396-4db4-bf88-6182fe882ce8 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:35.821380 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296375c9-05be-4fab-ac51-e0c459bcaf21 None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:35.822383 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-296375c9-05be-4fab-ac51-e0c459bcaf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:35.841348 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-16e8ada9-dbfc-49c3-bf6b-ed6485477762 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.845698 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-16e8ada9-dbfc-49c3-bf6b-ed6485477762 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/subnets/c98d1de6-85aa-4918-82ae-17fb1388c535 HTTP/1.1" status: 204 len: 168 time: 1.1614294 Jul 16 01:49:35.849577 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46222) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:35.850388 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8ada9-dbfc-49c3-bf6b-ed6485477762 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Subnet': ['ID=c98d1de6-85aa-4918-82ae-17fb1388c535,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:35.852923 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.918947 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.921536 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] 10.222.0.54 "DELETE /v2.0/networks/384d9c73-b20a-48db-beca-f85ab6b6696e HTTP/1.1" status: 204 len: 168 time: 2.5530958 Jul 16 01:49:35.922429 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb3b16-c87c-4cba-a04b-90a769a6e864 tempest-AllowedAddressPairTestJSON-1087989205 tempest-AllowedAddressPairTestJSON-1087989205-project] Pushing event deleted for resources: {'Network': ['ID=384d9c73-b20a-48db-beca-f85ab6b6696e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:35.983348 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-296375c9-05be-4fab-ac51-e0c459bcaf21 None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:36.104082 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4f6f263-9271-436e-accf-7aebd00a9670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.122518 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.253706 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ae4830-0b93-4428-8a5a-243aa4a1652c None None] DHCP port deletion for a8388ddb-6396-4db4-bf88-6182fe882ce8 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:36.306184 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-847a7fbd-54ea-4dd0-b8a6-3dbafc152721 service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0105424 Jul 16 01:49:36.386080 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-296375c9-05be-4fab-ac51-e0c459bcaf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:32Z', 'revision_number': 9, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:36.390825 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccbe464-53ad-415d-b2b2-ff5e8ce7d1a6 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.395441 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bccbe464-53ad-415d-b2b2-ff5e8ce7d1a6 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 881 time: 1.0763927 Jul 16 01:49:36.403071 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46236) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.404870 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1871809c-6839-46af-8498-6dcdbe662ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.409551 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-89ae4830-0b93-4428-8a5a-243aa4a1652c None None] Deleting port e901f49d-c51e-4740-ae1d-5e9c4a87ed7a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:36.409942 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89ae4830-0b93-4428-8a5a-243aa4a1652c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.423892 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting port e901f49d-c51e-4740-ae1d-5e9c4a87ed7a {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:36.424287 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.464266 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296375c9-05be-4fab-ac51-e0c459bcaf21 None None] The sync data for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 is: [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:32Z', 'revision_number': 9, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf12f65-184f-4c9d-978b-1203e7203d82', 'name': '', 'network_id': '6e8b8915-a71c-49ca-b63c-7417a8012482', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:dd:60:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:39Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'd28eea85-965e-4d4d-a4dc-fdd1d95dfa8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:36.482374 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8c6fce08-944e-488a-8ac4-ffe70fa90706 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "GET /v2.0/ports?device_id=b276270b-9d03-4c8d-b65c-241e887a3f99 HTTP/1.1" status: 200 len: 205 time: 0.0740480 Jul 16 01:49:36.483453 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46238) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.498311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46240) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.532316 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-f9086487-141c-461f-9876-11bf3f25340f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b06a2033-1b7a-4ff7-b625-8b69419da338 HTTP/1.1" status: 200 len: 217 time: 0.1354516 Jul 16 01:49:36.572689 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-89ae4830-0b93-4428-8a5a-243aa4a1652c None None] For port e901f49d-c51e-4740-ae1d-5e9c4a87ed7a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e901f49d-c51e-4740-ae1d-5e9c4a87ed7a,segment=NetworkSegment(c17efbf3-fe19-464b-9c0f-cf4291a52ee0),segment_id=c17efbf3-fe19-464b-9c0f-cf4291a52ee0)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:36.573646 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89ae4830-0b93-4428-8a5a-243aa4a1652c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.592760 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-89ae4830-0b93-4428-8a5a-243aa4a1652c None None] Calling delete_port for e901f49d-c51e-4740-ae1d-5e9c4a87ed7a owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:36.637424 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] For port e901f49d-c51e-4740-ae1d-5e9c4a87ed7a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e901f49d-c51e-4740-ae1d-5e9c4a87ed7a,segment=NetworkSegment(c17efbf3-fe19-464b-9c0f-cf4291a52ee0),segment_id=c17efbf3-fe19-464b-9c0f-cf4291a52ee0)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:36.637814 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.650118 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4f6f263-9271-436e-accf-7aebd00a9670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.656948 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4f6f263-9271-436e-accf-7aebd00a9670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.659700 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Calling delete_port for e901f49d-c51e-4740-ae1d-5e9c4a87ed7a owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:36.688587 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-3f81766a-4b66-4cc8-b79e-d56f20ae33e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.692845 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-3f81766a-4b66-4cc8-b79e-d56f20ae33e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d66e7cad-8485-48ef-b49f-9c0a1aa8b39b HTTP/1.1" status: 200 len: 797 time: 0.1078112 Jul 16 01:49:36.715258 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d4f6f263-9271-436e-accf-7aebd00a9670 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2a587d01352243cf96ab9bb6f70a68ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9230046 Jul 16 01:49:36.724210 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46248) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.752216 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6f263-9271-436e-accf-7aebd00a9670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1624d4b7-ca22-4e80-9e0b-a161824e8314,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:36.772601 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-89ae4830-0b93-4428-8a5a-243aa4a1652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.788293 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ae4830-0b93-4428-8a5a-243aa4a1652c None None] No DVR routers for this DVR port e901f49d-c51e-4740-ae1d-5e9c4a87ed7a on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:36.804820 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-08605639-5ae9-4e1c-8e44-57c88b802f98 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=23548256d8454967b386ed7bb4b88b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051102 Jul 16 01:49:36.805533 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46250) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.816364 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae4830-0b93-4428-8a5a-243aa4a1652c None None] Pushing event deleted for resources: {'Port': ['ID=e901f49d-c51e-4740-ae1d-5e9c4a87ed7a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:36.899966 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.909873 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6d82cd76-480f-4b72-ae42-b2e35a6b4fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.957429 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6d82cd76-480f-4b72-ae42-b2e35a6b4fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.959529 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] No DVR routers for this DVR port e901f49d-c51e-4740-ae1d-5e9c4a87ed7a on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:36.962045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Port': ['ID=e901f49d-c51e-4740-ae1d-5e9c4a87ed7a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:36.978595 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c25969f6-deb6-4756-b1a7-766f8b91ad8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.002289 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c25969f6-deb6-4756-b1a7-766f8b91ad8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.062553 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1871809c-6839-46af-8498-6dcdbe662ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.069541 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c25969f6-deb6-4756-b1a7-766f8b91ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.074058 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.075446 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c25969f6-deb6-4756-b1a7-766f8b91ad8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.084829 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c25969f6-deb6-4756-b1a7-766f8b91ad8e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1624d4b7-ca22-4e80-9e0b-a161824e8314 HTTP/1.1" status: 204 len: 168 time: 0.3512290 Jul 16 01:49:37.085604 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8388ddb-6396-4db4-bf88-6182fe882ce8']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.106777 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17efbf3-fe19-464b-9c0f-cf4291a52ee0') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.107074 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17efbf3-fe19-464b-9c0f-cf4291a52ee0') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.118480 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.120381 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6d82cd76-480f-4b72-ae42-b2e35a6b4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.123118 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6d82cd76-480f-4b72-ae42-b2e35a6b4fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.127985 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6d82cd76-480f-4b72-ae42-b2e35a6b4fbd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3e2c17fb-e26d-4cb0-8d67-2b7be0de87f7 HTTP/1.1" status: 204 len: 168 time: 0.3165753 Jul 16 01:49:37.147660 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82cd76-480f-4b72-ae42-b2e35a6b4fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2c17fb-e26d-4cb0-8d67-2b7be0de87f7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:37.150733 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.158821 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:37.159513 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:37.162797 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:37.167067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25969f6-deb6-4756-b1a7-766f8b91ad8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1624d4b7-ca22-4e80-9e0b-a161824e8314,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:37.175096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd351-f516-429e-a850-95b0019a6295 req-c506abf9-8bf9-4fc3-915b-a1234e9c4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:37.184846 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-c506abf9-8bf9-4fc3-915b-a1234e9c4888 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4761596 Jul 16 01:49:37.209664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871809c-6839-46af-8498-6dcdbe662ba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a8c7af0-3057-4f99-aaea-3d21547f38a4,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:37.218318 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f21c380d-f5eb-4c2c-83f4-d333ccfcbb2e tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.261522 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.272015 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.279330 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/networks/a8388ddb-6396-4db4-bf88-6182fe882ce8 HTTP/1.1" status: 204 len: 168 time: 1.4242916 Jul 16 01:49:37.288436 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46262) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.293304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5abd99-6b27-4856-b6dd-f784f13a4a4d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Network': ['ID=a8388ddb-6396-4db4-bf88-6182fe882ce8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:37.328995 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dcaf29-3440-4473-aa8a-b1698872db08 None None] Network 390a5774-3bfa-4097-9619-3ba7e652e7e6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:37.329231 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1871809c-6839-46af-8498-6dcdbe662ba1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.333765 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1871809c-6839-46af-8498-6dcdbe662ba1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4a8c7af0-3057-4f99-aaea-3d21547f38a4 HTTP/1.1" status: 204 len: 168 time: 2.7076180 Jul 16 01:49:37.336601 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46264) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.664113 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e901f49d-c51e-4740-ae1d-5e9c4a87ed7a no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:37.731944 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f21c380d-f5eb-4c2c-83f4-d333ccfcbb2e tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.763160 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: e901f49d-c51e-4740-ae1d-5e9c4a87ed7a {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:37.774529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e901f49d-c51e-4740-ae1d-5e9c4a87ed7a not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:37.775110 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 42ae4542-1329-494f-aa49-5d6944d3d000 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:37.786040 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.799182 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-77c3aafe-7c5e-4eb2-b33f-d8f4f5f790ba service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134269 Jul 16 01:49:37.827001 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 42ae4542-1329-494f-aa49-5d6944d3d000 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:37.827596 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 42ae4542-1329-494f-aa49-5d6944d3d000 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:37.958500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef387e0-d73b-4e1c-bd4d-2e143e2687e2 None None] DHCP port deletion for 390a5774-3bfa-4097-9619-3ba7e652e7e6 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:38.024678 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-703a94fe-a140-472e-8761-209f0744b9e9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.048020 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-4ef387e0-d73b-4e1c-bd4d-2e143e2687e2 None None] Deleting port 33eff346-895e-4a75-9d28-7b9b23582618 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:38.051878 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ef387e0-d73b-4e1c-bd4d-2e143e2687e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.171213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] Deleting port 33eff346-895e-4a75-9d28-7b9b23582618 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:38.171552 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.182080 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-adcdd351-f516-429e-a850-95b0019a6295 req-639eaf3e-fe42-43be-91b3-af6560386277 service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724971 Jul 16 01:49:38.185488 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f21c380d-f5eb-4c2c-83f4-d333ccfcbb2e tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Deleting port 567c09ab-9fa8-4b3f-b926-07458a5e5549 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:38.185828 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f21c380d-f5eb-4c2c-83f4-d333ccfcbb2e tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.237889 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-4ef387e0-d73b-4e1c-bd4d-2e143e2687e2 None None] For port 33eff346-895e-4a75-9d28-7b9b23582618, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=33eff346-895e-4a75-9d28-7b9b23582618,segment=NetworkSegment(f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e),segment_id=f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:38.238285 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ef387e0-d73b-4e1c-bd4d-2e143e2687e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.275328 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-4ef387e0-d73b-4e1c-bd4d-2e143e2687e2 None None] Calling delete_port for 33eff346-895e-4a75-9d28-7b9b23582618 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:38.477945 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ef387e0-d73b-4e1c-bd4d-2e143e2687e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.493995 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef387e0-d73b-4e1c-bd4d-2e143e2687e2 None None] No DVR routers for this DVR port 33eff346-895e-4a75-9d28-7b9b23582618 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:38.494673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] For port 33eff346-895e-4a75-9d28-7b9b23582618, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=33eff346-895e-4a75-9d28-7b9b23582618,segment=NetworkSegment(f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e),segment_id=f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:38.495616 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.532482 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] Calling delete_port for 33eff346-895e-4a75-9d28-7b9b23582618 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:38.549557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef387e0-d73b-4e1c-bd4d-2e143e2687e2 None None] Pushing event deleted for resources: {'Port': ['ID=33eff346-895e-4a75-9d28-7b9b23582618,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:38.569288 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f21c380d-f5eb-4c2c-83f4-d333ccfcbb2e tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.611272 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f21c380d-f5eb-4c2c-83f4-d333ccfcbb2e tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Calling delete_port for 567c09ab-9fa8-4b3f-b926-07458a5e5549 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:38.717459 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.778341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-703a94fe-a140-472e-8761-209f0744b9e9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting port 5cf12f65-184f-4c9d-978b-1203e7203d82 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:38.778699 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-703a94fe-a140-472e-8761-209f0744b9e9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.836603 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=33eff346-895e-4a75-9d28-7b9b23582618,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:38.857536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] No DVR routers for this DVR port 33eff346-895e-4a75-9d28-7b9b23582618 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:38.981688 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-703a94fe-a140-472e-8761-209f0744b9e9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] For port 5cf12f65-184f-4c9d-978b-1203e7203d82, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5cf12f65-184f-4c9d-978b-1203e7203d82,segment=NetworkSegment(8bc89187-e52e-4d75-b07f-267d9d34e200),segment_id=8bc89187-e52e-4d75-b07f-267d9d34e200)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:38.982064 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-703a94fe-a140-472e-8761-209f0744b9e9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.999576 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-703a94fe-a140-472e-8761-209f0744b9e9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Calling delete_port for 5cf12f65-184f-4c9d-978b-1203e7203d82 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:39.049474 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.066366 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390a5774-3bfa-4097-9619-3ba7e652e7e6']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:39.079581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:39.080180 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9bd35fc-4d9a-4cb3-bb2f-d1703a9fef3e') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:39.082675 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f21c380d-f5eb-4c2c-83f4-d333ccfcbb2e tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.123364 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.135227 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c380d-f5eb-4c2c-83f4-d333ccfcbb2e tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Pushing event deleted for resources: {'Port': ['ID=567c09ab-9fa8-4b3f-b926-07458a5e5549,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:39.195110 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.210951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:39.211847 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:39.213950 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:39.281315 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f21c380d-f5eb-4c2c-83f4-d333ccfcbb2e tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.423753 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.432171 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.435264 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/390a5774-3bfa-4097-9619-3ba7e652e7e6 HTTP/1.1" status: 204 len: 168 time: 2.0953937 Jul 16 01:49:39.452958 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f21c380d-f5eb-4c2c-83f4-d333ccfcbb2e tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.455880 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f21c380d-f5eb-4c2c-83f4-d333ccfcbb2e tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.457986 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d049bd-320d-4f0d-a686-5a28411cccf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=390a5774-3bfa-4097-9619-3ba7e652e7e6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:39.515424 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f21c380d-f5eb-4c2c-83f4-d333ccfcbb2e tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.516525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21c380d-f5eb-4c2c-83f4-d333ccfcbb2e tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Fanout notify agent at l3_agent the message router_deleted on router b276270b-9d03-4c8d-b65c-241e887a3f99 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:39.533745 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f21c380d-f5eb-4c2c-83f4-d333ccfcbb2e tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.535111 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f21c380d-f5eb-4c2c-83f4-d333ccfcbb2e tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "DELETE /v2.0/routers/b276270b-9d03-4c8d-b65c-241e887a3f99 HTTP/1.1" status: 204 len: 168 time: 3.0177450 Jul 16 01:49:39.538737 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46328) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:39.551166 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d407e2ff-c64b-466a-b44d-bcb56e0005a2 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1910978895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:39.594494 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d407e2ff-c64b-466a-b44d-bcb56e0005a2 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.595842 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d407e2ff-c64b-466a-b44d-bcb56e0005a2 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.625439 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 33eff346-895e-4a75-9d28-7b9b23582618 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:39.658901 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 33eff346-895e-4a75-9d28-7b9b23582618 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:39.660702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 33eff346-895e-4a75-9d28-7b9b23582618 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:39.681096 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d407e2ff-c64b-466a-b44d-bcb56e0005a2 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.687350 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d407e2ff-c64b-466a-b44d-bcb56e0005a2 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.722346 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d407e2ff-c64b-466a-b44d-bcb56e0005a2 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.727403 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d407e2ff-c64b-466a-b44d-bcb56e0005a2 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1860435 Jul 16 01:49:39.729185 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46330) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:39.750368 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-64ce82e1-e807-4984-a8c0-e52d202ed49f tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Request body: {'router': {'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:39.792018 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46334) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:39.837174 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-703a94fe-a140-472e-8761-209f0744b9e9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.928999 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a94fe-a140-472e-8761-209f0744b9e9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Port': ['ID=5cf12f65-184f-4c9d-978b-1203e7203d82,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:39.961767 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2578e059-2647-450a-b85a-f9402c7bdfc3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fa5d0aa8f7424cfc9d4100cd0760da64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658940 Jul 16 01:49:39.962713 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46340) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:40.221793 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64ce82e1-e807-4984-a8c0-e52d202ed49f tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.283566 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-703a94fe-a140-472e-8761-209f0744b9e9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.323203 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e68cddd6-1438-49ec-83c2-f708a6a9fd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.326730 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46352) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:40.357027 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e68cddd6-1438-49ec-83c2-f708a6a9fd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.419480 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e68cddd6-1438-49ec-83c2-f708a6a9fd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.422775 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e68cddd6-1438-49ec-83c2-f708a6a9fd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.424026 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e68cddd6-1438-49ec-83c2-f708a6a9fd16 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/07600164-e1c9-4129-b13b-a8bd8fbdcb97 HTTP/1.1" status: 204 len: 168 time: 0.4602904 Jul 16 01:49:40.434945 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cddd6-1438-49ec-83c2-f708a6a9fd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07600164-e1c9-4129-b13b-a8bd8fbdcb97,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:40.671047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703a94fe-a140-472e-8761-209f0744b9e9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router b071903a-098a-46e2-9901-ff4ace804520 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:40.809491 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64ce82e1-e807-4984-a8c0-e52d202ed49f tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.856621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703a94fe-a140-472e-8761-209f0744b9e9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:40.862606 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64ce82e1-e807-4984-a8c0-e52d202ed49f tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.865035 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-703a94fe-a140-472e-8761-209f0744b9e9 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/b071903a-098a-46e2-9901-ff4ace804520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5731311 Jul 16 01:49:40.865855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46368) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:40.868971 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dc5b7a-5f92-466b-aacf-bc2b85b52fe6 None None] Sync routers for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:40.882620 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dc5b7a-5f92-466b-aacf-bc2b85b52fe6 None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:40.883976 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-19dc5b7a-5f92-466b-aacf-bc2b85b52fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:40.987124 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-44152c8e-e0d7-4869-8475-9d436908d047 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting subnet d28eea85-965e-4d4d-a4dc-fdd1d95dfa8c {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:40.998222 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-44152c8e-e0d7-4869-8475-9d436908d047 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.087670 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-44152c8e-e0d7-4869-8475-9d436908d047 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.129125 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-64ce82e1-e807-4984-a8c0-e52d202ed49f tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Allocated IP 172.25.1.89 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/7c1f9143-bffc-4b1c-9d75-9ac5995821c6) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:41.146343 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-395d96ea-b7ae-488e-b889-5ecd3df807e8 tempest-SubnetPoolsTestJSON-909535058 tempest-SubnetPoolsTestJSON-909535058-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1953744377', 'prefixes': ['172.20.0.0/16']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:41.149939 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-19dc5b7a-5f92-466b-aacf-bc2b85b52fe6 None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:41.312932 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64ce82e1-e807-4984-a8c0-e52d202ed49f tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.345467 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-395d96ea-b7ae-488e-b889-5ecd3df807e8 tempest-SubnetPoolsTestJSON-909535058 tempest-SubnetPoolsTestJSON-909535058-project] Notify callbacks [] for subnetpool, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.347010 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-395d96ea-b7ae-488e-b889-5ecd3df807e8 tempest-SubnetPoolsTestJSON-909535058 tempest-SubnetPoolsTestJSON-909535058-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0189710 Jul 16 01:49:41.349364 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46390) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:41.410262 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64ce82e1-e807-4984-a8c0-e52d202ed49f tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.421982 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2498a49c-7820-43b2-9167-964b8fda0fce tempest-SubnetPoolsTestJSON-909535058 tempest-SubnetPoolsTestJSON-909535058-project] 10.222.0.54 "GET /v2.0/subnetpools/cb790415-c88a-4da8-bfe4-25eeef8ecebe HTTP/1.1" status: 200 len: 732 time: 0.0669587 Jul 16 01:49:41.421982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46394) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:41.427304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a2f67f89-20d2-4c53-9d61-76aca74d14dd tempest-SubnetPoolsTestJSON-909535058 tempest-SubnetPoolsTestJSON-909535058-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1991226741'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:41.435662 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-44152c8e-e0d7-4869-8475-9d436908d047 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.487671 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ce82e1-e807-4984-a8c0-e52d202ed49f tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:41.500265 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-64ce82e1-e807-4984-a8c0-e52d202ed49f tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:41.510187 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ce82e1-e807-4984-a8c0-e52d202ed49f tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:41.583856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-19dc5b7a-5f92-466b-aacf-bc2b85b52fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:39Z', 'revision_number': 10, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:41.621763 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dc5b7a-5f92-466b-aacf-bc2b85b52fe6 None None] Checking router: b071903a-098a-46e2-9901-ff4ace804520 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:41.630146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce82e1-e807-4984-a8c0-e52d202ed49f tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Pushing event updated for resources: {'Port': ['ID=7c1f9143-bffc-4b1c-9d75-9ac5995821c6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:41.643137 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dc5b7a-5f92-466b-aacf-bc2b85b52fe6 None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:41.644426 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-19dc5b7a-5f92-466b-aacf-bc2b85b52fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:41.671377 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-44152c8e-e0d7-4869-8475-9d436908d047 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.696400 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-44152c8e-e0d7-4869-8475-9d436908d047 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.732961 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039f8b8f-ac35-43a9-9fbb-ac86f24e413a None None] Network 6e8b8915-a71c-49ca-b63c-7417a8012482 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:41.734965 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-44152c8e-e0d7-4869-8475-9d436908d047 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/subnets/d28eea85-965e-4d4d-a4dc-fdd1d95dfa8c HTTP/1.1" status: 204 len: 168 time: 0.8671563 Jul 16 01:49:41.742989 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46402) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:41.825780 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46406) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:41.895629 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44152c8e-e0d7-4869-8475-9d436908d047 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Subnet': ['ID=d28eea85-965e-4d4d-a4dc-fdd1d95dfa8c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:41.935259 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-19dc5b7a-5f92-466b-aacf-bc2b85b52fe6 None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:41.953335 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2f67f89-20d2-4c53-9d61-76aca74d14dd tempest-SubnetPoolsTestJSON-909535058 tempest-SubnetPoolsTestJSON-909535058-project] Notify callbacks [] for subnetpool, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.957263 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a2f67f89-20d2-4c53-9d61-76aca74d14dd tempest-SubnetPoolsTestJSON-909535058 tempest-SubnetPoolsTestJSON-909535058-project] 10.222.0.54 "PUT /v2.0/subnetpools/cb790415-c88a-4da8-bfe4-25eeef8ecebe HTTP/1.1" status: 200 len: 684 time: 0.5328226 Jul 16 01:49:41.958615 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46420) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:42.076536 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9de382e2-b684-41c6-b1ad-d1f49e169e7f tempest-SubnetPoolsTestJSON-909535058 tempest-SubnetPoolsTestJSON-909535058-project] Notify callbacks [] for subnetpool, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.077622 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9de382e2-b684-41c6-b1ad-d1f49e169e7f tempest-SubnetPoolsTestJSON-909535058 tempest-SubnetPoolsTestJSON-909535058-project] 10.222.0.54 "DELETE /v2.0/subnetpools/cb790415-c88a-4da8-bfe4-25eeef8ecebe HTTP/1.1" status: 204 len: 168 time: 0.1178234 Jul 16 01:49:42.083982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46422) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:42.106252 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-146c6b52-83c9-48f1-9d55-69c26c007dee tempest-SubnetPoolsTestJSON-909535058 tempest-SubnetPoolsTestJSON-909535058-project] show failed (client error): The resource could not be found. Jul 16 01:49:42.107429 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-146c6b52-83c9-48f1-9d55-69c26c007dee tempest-SubnetPoolsTestJSON-909535058 tempest-SubnetPoolsTestJSON-909535058-project] 10.222.0.54 "GET /v2.0/subnetpools/cb790415-c88a-4da8-bfe4-25eeef8ecebe HTTP/1.1" status: 404 len: 346 time: 0.0224297 Jul 16 01:49:42.111875 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.115935 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46424) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:42.137491 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-4ec2d3d2-23c0-44d6-9cb7-9524e32e7040 tempest-SubnetPoolsTestJSON-909535058 tempest-SubnetPoolsTestJSON-909535058-project] delete failed (client error): The resource could not be found. Jul 16 01:49:42.138690 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4ec2d3d2-23c0-44d6-9cb7-9524e32e7040 tempest-SubnetPoolsTestJSON-909535058 tempest-SubnetPoolsTestJSON-909535058-project] 10.222.0.54 "DELETE /v2.0/subnetpools/cb790415-c88a-4da8-bfe4-25eeef8ecebe HTTP/1.1" status: 404 len: 346 time: 0.0201807 Jul 16 01:49:42.327119 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting port 68fb9969-3661-473f-a026-93f4012fbd89 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:42.328091 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.474814 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7bb6eb80-59ea-4306-97d0-ce263a269fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.556905 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea16566c-4fab-47f3-9137-07f7276d1364 None None] DHCP port deletion for 6e8b8915-a71c-49ca-b63c-7417a8012482 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:42.656868 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-19dc5b7a-5f92-466b-aacf-bc2b85b52fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:39Z', 'revision_number': 10, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:42.693520 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ea16566c-4fab-47f3-9137-07f7276d1364 None None] Deleting port 68fb9969-3661-473f-a026-93f4012fbd89 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:42.693942 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ea16566c-4fab-47f3-9137-07f7276d1364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.696594 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dc5b7a-5f92-466b-aacf-bc2b85b52fe6 None None] The sync data for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 is: [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:39Z', 'revision_number': 10, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None, '_interfaces': [{'id': '29b54def-6e40-4906-b685-4d41db805b5a', 'name': '', 'network_id': 'be68f52d-cbff-4872-ba54-2cf513be7dbc', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'mac_address': 'fa:16:3e:2e:69:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b071903a-098a-46e2-9901-ff4ace804520', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:41Z', 'revision_number': 5, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'subnets': [{'id': 'fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:42.724990 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] For port 68fb9969-3661-473f-a026-93f4012fbd89, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=68fb9969-3661-473f-a026-93f4012fbd89,segment=NetworkSegment(8bc89187-e52e-4d75-b07f-267d9d34e200),segment_id=8bc89187-e52e-4d75-b07f-267d9d34e200)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:42.725365 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.764978 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Calling delete_port for 68fb9969-3661-473f-a026-93f4012fbd89 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:42.800139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ea16566c-4fab-47f3-9137-07f7276d1364 None None] For port 68fb9969-3661-473f-a026-93f4012fbd89, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=68fb9969-3661-473f-a026-93f4012fbd89,segment=NetworkSegment(8bc89187-e52e-4d75-b07f-267d9d34e200),segment_id=8bc89187-e52e-4d75-b07f-267d9d34e200)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:42.800932 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ea16566c-4fab-47f3-9137-07f7276d1364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.820155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ea16566c-4fab-47f3-9137-07f7276d1364 None None] Calling delete_port for 68fb9969-3661-473f-a026-93f4012fbd89 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:42.835883 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64ce82e1-e807-4984-a8c0-e52d202ed49f tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.947515 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.952234 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7bb6eb80-59ea-4306-97d0-ce263a269fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.960159 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7bb6eb80-59ea-4306-97d0-ce263a269fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.995748 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Port': ['ID=68fb9969-3661-473f-a026-93f4012fbd89,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:43.001869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] No DVR routers for this DVR port 68fb9969-3661-473f-a026-93f4012fbd89 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:43.016839 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ea16566c-4fab-47f3-9137-07f7276d1364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.038978 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46468) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:43.069224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6eb80-59ea-4306-97d0-ce263a269fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadecca4-3a5b-440c-8c8f-3182f7f367dd,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:43.082284 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7bb6eb80-59ea-4306-97d0-ce263a269fc5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=943714955a064db1b34c1c71565ad181&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2551339 Jul 16 01:49:43.094479 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea16566c-4fab-47f3-9137-07f7276d1364 None None] No DVR routers for this DVR port 68fb9969-3661-473f-a026-93f4012fbd89 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:43.096525 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16566c-4fab-47f3-9137-07f7276d1364 None None] Pushing event deleted for resources: {'Port': ['ID=68fb9969-3661-473f-a026-93f4012fbd89,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:43.112300 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46474) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:43.186530 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.218911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8b8915-a71c-49ca-b63c-7417a8012482']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:43.221574 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64ce82e1-e807-4984-a8c0-e52d202ed49f tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.226036 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64ce82e1-e807-4984-a8c0-e52d202ed49f tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.234466 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc89187-e52e-4d75-b07f-267d9d34e200') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:43.234767 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc89187-e52e-4d75-b07f-267d9d34e200') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:43.249209 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.269295 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-de55f4df-de9b-4e67-85ea-3c0b7feb8b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.271207 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.280732 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:43.281178 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:43.285293 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:43.368970 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-de55f4df-de9b-4e67-85ea-3c0b7feb8b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.387848 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.410009 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.420377 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/networks/6e8b8915-a71c-49ca-b63c-7417a8012482 HTTP/1.1" status: 204 len: 168 time: 1.6714585 Jul 16 01:49:43.420678 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46482) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:43.434936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629efd8-9b76-4292-9d87-29492fcf46cb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Network': ['ID=6e8b8915-a71c-49ca-b63c-7417a8012482,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:43.461452 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-de55f4df-de9b-4e67-85ea-3c0b7feb8b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.465223 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-de55f4df-de9b-4e67-85ea-3c0b7feb8b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.466448 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-de55f4df-de9b-4e67-85ea-3c0b7feb8b34 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fadecca4-3a5b-440c-8c8f-3182f7f367dd HTTP/1.1" status: 204 len: 168 time: 0.3531725 Jul 16 01:49:43.485992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55f4df-de9b-4e67-85ea-3c0b7feb8b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadecca4-3a5b-440c-8c8f-3182f7f367dd,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:43.572930 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ce82e1-e807-4984-a8c0-e52d202ed49f tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Router a079d90d-8cbb-4889-a40b-538c60259b0d is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:49:43.659031 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 68fb9969-3661-473f-a026-93f4012fbd89 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:43.725699 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 68fb9969-3661-473f-a026-93f4012fbd89 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:43.728236 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 68fb9969-3661-473f-a026-93f4012fbd89 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:43.732571 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5cf12f65-184f-4c9d-978b-1203e7203d82 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:43.776705 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 5cf12f65-184f-4c9d-978b-1203e7203d82 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:43.777293 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5cf12f65-184f-4c9d-978b-1203e7203d82 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:43.785488 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-318ac495-8624-4df4-ac5c-d22156d7125b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.989635 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ce82e1-e807-4984-a8c0-e52d202ed49f tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:44.004956 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64ce82e1-e807-4984-a8c0-e52d202ed49f tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.006225 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f79d9da-4ecc-4c47-b59b-12685a84fdfc None None] Sync routers for ids ['a079d90d-8cbb-4889-a40b-538c60259b0d'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:44.007015 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-64ce82e1-e807-4984-a8c0-e52d202ed49f tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "PUT /v2.0/routers/a079d90d-8cbb-4889-a40b-538c60259b0d HTTP/1.1" status: 200 len: 879 time: 4.2763257 Jul 16 01:49:44.010112 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46526) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:44.020646 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f79d9da-4ecc-4c47-b59b-12685a84fdfc None None] Routers {'a079d90d-8cbb-4889-a40b-538c60259b0d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:44.021867 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-4f79d9da-4ecc-4c47-b59b-12685a84fdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a079d90d-8cbb-4889-a40b-538c60259b0d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:44.060997 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-4f79d9da-4ecc-4c47-b59b-12685a84fdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:44.071632 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f79d9da-4ecc-4c47-b59b-12685a84fdfc None None] Routers {'a079d90d-8cbb-4889-a40b-538c60259b0d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:44.072962 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-4f79d9da-4ecc-4c47-b59b-12685a84fdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a079d90d-8cbb-4889-a40b-538c60259b0d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:44.146470 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-4f79d9da-4ecc-4c47-b59b-12685a84fdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:44.149821 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46534) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:44.152340 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f79d9da-4ecc-4c47-b59b-12685a84fdfc None None] The sync data for ids ['a079d90d-8cbb-4889-a40b-538c60259b0d'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:44.190820 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b0f52b17-6c32-4724-88f0-486cefb3b15c tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "GET /v2.0/routers/a079d90d-8cbb-4889-a40b-538c60259b0d HTTP/1.1" status: 200 len: 920 time: 0.1794021 Jul 16 01:49:44.193498 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46540) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:44.202966 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-318ac495-8624-4df4-ac5c-d22156d7125b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.211357 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-318ac495-8624-4df4-ac5c-d22156d7125b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.269868 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-318ac495-8624-4df4-ac5c-d22156d7125b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bdbea6736c9849159e11f9c99abf3a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2288151 Jul 16 01:49:44.272163 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ac495-8624-4df4-ac5c-d22156d7125b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8441a0-f473-452b-b31c-b5b4dbc2611e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:44.279073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46542) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:44.313292 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e40ee5e9-4e84-4176-9686-94966e3842bd tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.317423 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a842f3-50de-49ed-a7b9-4ce3c8dfd4b6 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:44.319160 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d3a842f3-50de-49ed-a7b9-4ce3c8dfd4b6 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=88f2079c-e547-45f1-859f-49428e13c11a&device_id=a079d90d-8cbb-4889-a40b-538c60259b0d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1246593 Jul 16 01:49:44.322061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46546) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:44.413952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f3877d-e1b7-4d1a-990f-203afc4da9af tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:44.418392 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0d3a2d9f-0660-4afd-b5b8-973fd38a6d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.419081 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e0f3877d-e1b7-4d1a-990f-203afc4da9af tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 881 time: 0.0956850 Jul 16 01:49:44.420038 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46548) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:44.455698 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a79d6d5e-da48-437f-b4c6-fda8fa65c660 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "GET /v2.0/ports?device_id=a079d90d-8cbb-4889-a40b-538c60259b0d HTTP/1.1" status: 200 len: 205 time: 0.0342786 Jul 16 01:49:44.456613 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46550) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:44.502951 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0d3a2d9f-0660-4afd-b5b8-973fd38a6d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.516649 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-598f1ad7-e528-4d3c-97f4-37bce3708f03 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1075320339-network', 'tenant_id': '9d65545dce6d4b268e4cfbd5c15439a3'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:44.605795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598f1ad7-e528-4d3c-97f4-37bce3708f03 admin admin] Made reservation on behalf of 9d65545dce6d4b268e4cfbd5c15439a3 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:44.608926 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-598f1ad7-e528-4d3c-97f4-37bce3708f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.638946 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0d3a2d9f-0660-4afd-b5b8-973fd38a6d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.642187 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0d3a2d9f-0660-4afd-b5b8-973fd38a6d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.646022 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0d3a2d9f-0660-4afd-b5b8-973fd38a6d29 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ea8441a0-f473-452b-b31c-b5b4dbc2611e HTTP/1.1" status: 204 len: 168 time: 0.3633561 Jul 16 01:49:44.653039 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-598f1ad7-e528-4d3c-97f4-37bce3708f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.697169 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7f8dd42-ce46-46e6-88d5-ada643e38fd5 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.739524 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a2d9f-0660-4afd-b5b8-973fd38a6d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8441a0-f473-452b-b31c-b5b4dbc2611e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:44.773800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e40ee5e9-4e84-4176-9686-94966e3842bd tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting port 29b54def-6e40-4906-b685-4d41db805b5a {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:44.774033 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e40ee5e9-4e84-4176-9686-94966e3842bd tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.903565 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-e40ee5e9-4e84-4176-9686-94966e3842bd tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] For port 29b54def-6e40-4906-b685-4d41db805b5a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=29b54def-6e40-4906-b685-4d41db805b5a,segment=NetworkSegment(aaee9561-65cb-4ae7-9b04-52975aba9794),segment_id=aaee9561-65cb-4ae7-9b04-52975aba9794)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:44.903975 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e40ee5e9-4e84-4176-9686-94966e3842bd tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.914170 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7f8dd42-ce46-46e6-88d5-ada643e38fd5 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.934664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e40ee5e9-4e84-4176-9686-94966e3842bd tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Calling delete_port for 29b54def-6e40-4906-b685-4d41db805b5a owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:44.998604 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-598f1ad7-e528-4d3c-97f4-37bce3708f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.005747 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-598f1ad7-e528-4d3c-97f4-37bce3708f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.042779 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598f1ad7-e528-4d3c-97f4-37bce3708f03 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:45.064802 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f1ad7-e528-4d3c-97f4-37bce3708f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54c1706-26fb-4bcd-a355-797f94a1b030,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:45.071220 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-598f1ad7-e528-4d3c-97f4-37bce3708f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.071877 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-598f1ad7-e528-4d3c-97f4-37bce3708f03 admin admin] Added segment a7db6374-7ed3-4d57-a55e-7c6e278c2fb4 of type vlan for network c5628c63-d8f3-48f2-84cc-e34ffa30c398 Jul 16 01:49:45.087731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-e7f8dd42-ce46-46e6-88d5-ada643e38fd5 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Deleting port 7c1f9143-bffc-4b1c-9d75-9ac5995821c6 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:45.088121 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7f8dd42-ce46-46e6-88d5-ada643e38fd5 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.141215 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-598f1ad7-e528-4d3c-97f4-37bce3708f03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.178911 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e40ee5e9-4e84-4176-9686-94966e3842bd tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.223486 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7f8dd42-ce46-46e6-88d5-ada643e38fd5 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.234580 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-598f1ad7-e528-4d3c-97f4-37bce3708f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.236763 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598f1ad7-e528-4d3c-97f4-37bce3708f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:45.237782 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-598f1ad7-e528-4d3c-97f4-37bce3708f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.250007 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ee5e9-4e84-4176-9686-94966e3842bd tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Port': ['ID=29b54def-6e40-4906-b685-4d41db805b5a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:45.264686 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-e7f8dd42-ce46-46e6-88d5-ada643e38fd5 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Calling delete_port for 7c1f9143-bffc-4b1c-9d75-9ac5995821c6 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:45.311033 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-598f1ad7-e528-4d3c-97f4-37bce3708f03 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1594064 Jul 16 01:49:45.319553 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46592) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:45.334962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-5bcb5f4e-b460-45a6-a301-5ed3dd37cf44 admin admin] Request body: {'subnet': {'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1075320339-subnet', 'tenant_id': '9d65545dce6d4b268e4cfbd5c15439a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:45.457346 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e40ee5e9-4e84-4176-9686-94966e3842bd tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.715017 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40ee5e9-4e84-4176-9686-94966e3842bd tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router b071903a-098a-46e2-9901-ff4ace804520 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:45.799588 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f1ad7-e528-4d3c-97f4-37bce3708f03 admin admin] Pushing event updated for resources: {'Network': ['ID=c5628c63-d8f3-48f2-84cc-e34ffa30c398,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:45.814995 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network c5628c63-d8f3-48f2-84cc-e34ffa30c398 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:45.835892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40ee5e9-4e84-4176-9686-94966e3842bd tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:45.846328 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e40ee5e9-4e84-4176-9686-94966e3842bd tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/b071903a-098a-46e2-9901-ff4ace804520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4202170 Jul 16 01:49:45.847143 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46618) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:45.858090 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680794f-945f-4221-8a4b-3c94dfd9ee4f None None] Sync routers for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:45.868783 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcb5f4e-b460-45a6-a301-5ed3dd37cf44 admin admin] Made reservation on behalf of 9d65545dce6d4b268e4cfbd5c15439a3 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:45.871167 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5f4e-b460-45a6-a301-5ed3dd37cf44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.888428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680794f-945f-4221-8a4b-3c94dfd9ee4f None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:45.889385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9680794f-945f-4221-8a4b-3c94dfd9ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:45.943104 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-96771fd3-58d9-4557-823c-c84e20cd061e tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting subnet fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:45.946831 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-96771fd3-58d9-4557-823c-c84e20cd061e tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.022433 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-96771fd3-58d9-4557-823c-c84e20cd061e tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.128007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-9680794f-945f-4221-8a4b-3c94dfd9ee4f None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:46.165437 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7f8dd42-ce46-46e6-88d5-ada643e38fd5 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.202636 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-96771fd3-58d9-4557-823c-c84e20cd061e tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.204613 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9680794f-945f-4221-8a4b-3c94dfd9ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:45Z', 'revision_number': 11, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:46.241332 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8dd42-ce46-46e6-88d5-ada643e38fd5 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Pushing event deleted for resources: {'Port': ['ID=7c1f9143-bffc-4b1c-9d75-9ac5995821c6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:46.322464 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-96771fd3-58d9-4557-823c-c84e20cd061e tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.327863 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680794f-945f-4221-8a4b-3c94dfd9ee4f None None] Checking router: b071903a-098a-46e2-9901-ff4ace804520 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:46.354097 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680794f-945f-4221-8a4b-3c94dfd9ee4f None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:46.354743 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9680794f-945f-4221-8a4b-3c94dfd9ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:46.391950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96771fd3-58d9-4557-823c-c84e20cd061e tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Subnet': ['ID=fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:46.405445 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-96771fd3-58d9-4557-823c-c84e20cd061e tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.406828 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5f4e-b460-45a6-a301-5ed3dd37cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.412864 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-96771fd3-58d9-4557-823c-c84e20cd061e tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/subnets/fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118 HTTP/1.1" status: 204 len: 168 time: 0.5644455 Jul 16 01:49:46.415604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46648) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.452168 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d997317-7fa5-4e18-b565-88e572a36e0d None None] Network be68f52d-cbff-4872-ba54-2cf513be7dbc requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:46.455400 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb5f4e-b460-45a6-a301-5ed3dd37cf44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72a5644-5fd4-45ba-9cbc-40e8ed153749,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:46.462527 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7f8dd42-ce46-46e6-88d5-ada643e38fd5 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.474851 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-9680794f-945f-4221-8a4b-3c94dfd9ee4f None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:46.520199 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.579094 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7f8dd42-ce46-46e6-88d5-ada643e38fd5 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.581446 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7f8dd42-ce46-46e6-88d5-ada643e38fd5 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.615961 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9680794f-945f-4221-8a4b-3c94dfd9ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:45Z', 'revision_number': 11, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:46.617599 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Deleting port 7662e8c9-d4ec-4170-8b10-b0ab2d550daa {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:46.618178 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.652527 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680794f-945f-4221-8a4b-3c94dfd9ee4f None None] The sync data for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 is: [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:45Z', 'revision_number': 11, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:46.660358 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcb5f4e-b460-45a6-a301-5ed3dd37cf44 admin admin] Checking segment: {'id': 'a7db6374-7ed3-4d57-a55e-7c6e278c2fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:46.660983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcb5f4e-b460-45a6-a301-5ed3dd37cf44 admin admin] Network hostable DHCP agents. Network: c5628c63-d8f3-48f2-84cc-e34ffa30c398, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:46.676004 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7f8dd42-ce46-46e6-88d5-ada643e38fd5 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.676554 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f8dd42-ce46-46e6-88d5-ada643e38fd5 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Fanout notify agent at l3_agent the message router_deleted on router a079d90d-8cbb-4889-a40b-538c60259b0d {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:46.688095 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7f8dd42-ce46-46e6-88d5-ada643e38fd5 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.689283 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e7f8dd42-ce46-46e6-88d5-ada643e38fd5 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "DELETE /v2.0/routers/a079d90d-8cbb-4889-a40b-538c60259b0d HTTP/1.1" status: 204 len: 168 time: 2.2315602 Jul 16 01:49:46.693330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46656) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.700272 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-2d078a91-c656-48e2-866d-cdfa3d7da66c tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-866297495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:46.708731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcb5f4e-b460-45a6-a301-5ed3dd37cf44 admin admin] Network c5628c63-d8f3-48f2-84cc-e34ffa30c398 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:46.731700 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-5bcb5f4e-b460-45a6-a301-5ed3dd37cf44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, c5628c63-d8f3-48f2-84cc-e34ffa30c398) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:46.744856 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2d078a91-c656-48e2-866d-cdfa3d7da66c tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.745993 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2d078a91-c656-48e2-866d-cdfa3d7da66c tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.750485 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a13803-05e4-4532-b0c9-87ff7f0cf1d3 None None] Network c5628c63-d8f3-48f2-84cc-e34ffa30c398 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:46.752502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcb5f4e-b460-45a6-a301-5ed3dd37cf44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:46.753482 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5f4e-b460-45a6-a301-5ed3dd37cf44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.788370 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5bcb5f4e-b460-45a6-a301-5ed3dd37cf44 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4591389 Jul 16 01:49:46.823232 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2d078a91-c656-48e2-866d-cdfa3d7da66c tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.829612 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2d078a91-c656-48e2-866d-cdfa3d7da66c tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.857653 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2d078a91-c656-48e2-866d-cdfa3d7da66c tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.860758 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2d078a91-c656-48e2-866d-cdfa3d7da66c tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1657848 Jul 16 01:49:46.862860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46662) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.873658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4b5630db-4288-4138-8e56-0831fa6a9d45 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'enable_snat': True}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:47.006951 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf73df3-5dc2-48eb-b784-44864170be65 None None] Network c5628c63-d8f3-48f2-84cc-e34ffa30c398 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:47.160772 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c276ef3e-a82f-462b-a405-1892801d6c75 None None] DHCP port deletion for be68f52d-cbff-4872-ba54-2cf513be7dbc request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:47.333482 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] For port 7662e8c9-d4ec-4170-8b10-b0ab2d550daa, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7662e8c9-d4ec-4170-8b10-b0ab2d550daa,segment=NetworkSegment(aaee9561-65cb-4ae7-9b04-52975aba9794),segment_id=aaee9561-65cb-4ae7-9b04-52975aba9794)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:47.334540 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.338132 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b5630db-4288-4138-8e56-0831fa6a9d45 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.352598 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Calling delete_port for 7662e8c9-d4ec-4170-8b10-b0ab2d550daa owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:47.384105 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c276ef3e-a82f-462b-a405-1892801d6c75 None None] Deleting port 7662e8c9-d4ec-4170-8b10-b0ab2d550daa {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:47.384794 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c276ef3e-a82f-462b-a405-1892801d6c75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.448643 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.477262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c276ef3e-a82f-462b-a405-1892801d6c75 None None] For port 7662e8c9-d4ec-4170-8b10-b0ab2d550daa, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7662e8c9-d4ec-4170-8b10-b0ab2d550daa,segment=NetworkSegment(aaee9561-65cb-4ae7-9b04-52975aba9794),segment_id=aaee9561-65cb-4ae7-9b04-52975aba9794)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:47.477905 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c276ef3e-a82f-462b-a405-1892801d6c75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.487676 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Port': ['ID=7662e8c9-d4ec-4170-8b10-b0ab2d550daa,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:47.494980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] No DVR routers for this DVR port 7662e8c9-d4ec-4170-8b10-b0ab2d550daa on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:47.499032 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c276ef3e-a82f-462b-a405-1892801d6c75 None None] Calling delete_port for 7662e8c9-d4ec-4170-8b10-b0ab2d550daa owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:47.612979 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c276ef3e-a82f-462b-a405-1892801d6c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.627040 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.640826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be68f52d-cbff-4872-ba54-2cf513be7dbc']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:47.657628 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaee9561-65cb-4ae7-9b04-52975aba9794') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:47.658001 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaee9561-65cb-4ae7-9b04-52975aba9794') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:47.672903 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.676825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7662e8c9-d4ec-4170-8b10-b0ab2d550daa no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:47.693379 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.706784 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 7662e8c9-d4ec-4170-8b10-b0ab2d550daa {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:47.707278 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7662e8c9-d4ec-4170-8b10-b0ab2d550daa not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:47.707617 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b5630db-4288-4138-8e56-0831fa6a9d45 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.708049 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 29b54def-6e40-4906-b685-4d41db805b5a no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:47.708975 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:47.710547 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.710859 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276ef3e-a82f-462b-a405-1892801d6c75 None None] Pushing event deleted for resources: {'Port': ['ID=7662e8c9-d4ec-4170-8b10-b0ab2d550daa,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:47.723654 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:47.737285 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c276ef3e-a82f-462b-a405-1892801d6c75 None None] No DVR routers for this DVR port 7662e8c9-d4ec-4170-8b10-b0ab2d550daa on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:47.739310 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 29b54def-6e40-4906-b685-4d41db805b5a {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:47.739782 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 29b54def-6e40-4906-b685-4d41db805b5a not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:47.741478 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46700) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:47.751245 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b5630db-4288-4138-8e56-0831fa6a9d45 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.822285 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.827610 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.830064 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/networks/be68f52d-cbff-4872-ba54-2cf513be7dbc HTTP/1.1" status: 204 len: 168 time: 1.4131601 Jul 16 01:49:47.835439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46708) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:47.852189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-cd42ebf9-79f3-42e8-95db-f6ea6c32ec97 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'router': {'routes': None}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:47.924484 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348dc61-8b67-48e4-8ac9-af4ef1acb5d5 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Pushing event deleted for resources: {'Network': ['ID=be68f52d-cbff-4872-ba54-2cf513be7dbc,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:47.965147 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-4b5630db-4288-4138-8e56-0831fa6a9d45 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Allocated IP 172.25.1.145 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/71a49ed9-6dde-440c-85f5-e0462a1915af) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:48.061834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.extraroute_db [None req-cd42ebf9-79f3-42e8-95db-f6ea6c32ec97 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Added routes are [] {{(pid=93832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:49:48.062157 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.extraroute_db [None req-cd42ebf9-79f3-42e8-95db-f6ea6c32ec97 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Removed routes are [] {{(pid=93832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:49:48.062772 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cd42ebf9-79f3-42e8-95db-f6ea6c32ec97 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.070043 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-64530fd0-e7eb-45b2-9c4f-363d7e6b246e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.128693 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b5630db-4288-4138-8e56-0831fa6a9d45 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.209184 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b5630db-4288-4138-8e56-0831fa6a9d45 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.261188 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cd42ebf9-79f3-42e8-95db-f6ea6c32ec97 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.261650 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5630db-4288-4138-8e56-0831fa6a9d45 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Pushing event updated for resources: {'Port': ['ID=71a49ed9-6dde-440c-85f5-e0462a1915af,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:48.265547 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cd42ebf9-79f3-42e8-95db-f6ea6c32ec97 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.315769 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5630db-4288-4138-8e56-0831fa6a9d45 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:48.321047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-4b5630db-4288-4138-8e56-0831fa6a9d45 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:48.324656 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-64530fd0-e7eb-45b2-9c4f-363d7e6b246e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.325864 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5630db-4288-4138-8e56-0831fa6a9d45 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:48.359319 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-64530fd0-e7eb-45b2-9c4f-363d7e6b246e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.373685 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd42ebf9-79f3-42e8-95db-f6ea6c32ec97 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router b071903a-098a-46e2-9901-ff4ace804520 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:48.431014 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-64530fd0-e7eb-45b2-9c4f-363d7e6b246e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c890f30b4e464ac2b338fd2328859873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6853428 Jul 16 01:49:48.459369 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46728) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:48.502628 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64530fd0-e7eb-45b2-9c4f-363d7e6b246e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c60baca-d86e-4eba-847b-a09aec953af8,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:48.513495 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd42ebf9-79f3-42e8-95db-f6ea6c32ec97 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:48.521213 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cd42ebf9-79f3-42e8-95db-f6ea6c32ec97 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.523495 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4ce2ca-0482-4b56-99c1-75da378814a7 None None] Sync routers for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:48.545422 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cd42ebf9-79f3-42e8-95db-f6ea6c32ec97 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/b071903a-098a-46e2-9901-ff4ace804520 HTTP/1.1" status: 200 len: 701 time: 0.7058508 Jul 16 01:49:48.547552 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4ce2ca-0482-4b56-99c1-75da378814a7 None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:48.548219 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7e4ce2ca-0482-4b56-99c1-75da378814a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:48.553697 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46740) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:48.632081 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d48ab8c5-283b-4952-b5c5-a2d1074fae1f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/ports?device_id=b071903a-098a-46e2-9901-ff4ace804520 HTTP/1.1" status: 200 len: 205 time: 0.0772004 Jul 16 01:49:48.636107 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46742) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:48.714819 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-7e4ce2ca-0482-4b56-99c1-75da378814a7 None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:48.782096 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7e4ce2ca-0482-4b56-99c1-75da378814a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:45Z', 'revision_number': 11, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:48.800826 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b5630db-4288-4138-8e56-0831fa6a9d45 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.813619 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4ce2ca-0482-4b56-99c1-75da378814a7 None None] Checking router: b071903a-098a-46e2-9901-ff4ace804520 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:48.813845 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5698d39b-9d2c-4c98-9480-7a747667b1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.825116 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4ce2ca-0482-4b56-99c1-75da378814a7 None None] Routers {'b071903a-098a-46e2-9901-ff4ace804520'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:48.825837 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7e4ce2ca-0482-4b56-99c1-75da378814a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b071903a-098a-46e2-9901-ff4ace804520'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:48.862822 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8c421ee0-d77e-4e17-ba83-f0aff7d53d29 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.904931 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-7e4ce2ca-0482-4b56-99c1-75da378814a7 None None] Set router b071903a-098a-46e2-9901-ff4ace804520 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:48.967363 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5698d39b-9d2c-4c98-9480-7a747667b1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.987897 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7e4ce2ca-0482-4b56-99c1-75da378814a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:45Z', 'revision_number': 11, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:49.021860 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4ce2ca-0482-4b56-99c1-75da378814a7 None None] The sync data for ids ['b071903a-098a-46e2-9901-ff4ace804520'] in n-d-800086-6 is: [{'id': 'b071903a-098a-46e2-9901-ff4ace804520', 'name': 'tempest-RoutersTest-router-1363369525', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:49:45Z', 'revision_number': 11, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:49.056495 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5698d39b-9d2c-4c98-9480-7a747667b1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.059060 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5698d39b-9d2c-4c98-9480-7a747667b1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.062955 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5698d39b-9d2c-4c98-9480-7a747667b1c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9c60baca-d86e-4eba-847b-a09aec953af8 HTTP/1.1" status: 204 len: 168 time: 0.6024711 Jul 16 01:49:49.172767 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b5630db-4288-4138-8e56-0831fa6a9d45 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.177427 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b5630db-4288-4138-8e56-0831fa6a9d45 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.247902 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8c421ee0-d77e-4e17-ba83-f0aff7d53d29 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.250116 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8c421ee0-d77e-4e17-ba83-f0aff7d53d29 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.255430 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46764) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:49.295171 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698d39b-9d2c-4c98-9480-7a747667b1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c60baca-d86e-4eba-847b-a09aec953af8,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:49.309932 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698d39b-9d2c-4c98-9480-7a747667b1c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:49.310281 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698d39b-9d2c-4c98-9480-7a747667b1c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:49.310618 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698d39b-9d2c-4c98-9480-7a747667b1c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:49.310949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698d39b-9d2c-4c98-9480-7a747667b1c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:49.311263 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698d39b-9d2c-4c98-9480-7a747667b1c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:49.311624 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698d39b-9d2c-4c98-9480-7a747667b1c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:49.311959 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698d39b-9d2c-4c98-9480-7a747667b1c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:49.312406 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698d39b-9d2c-4c98-9480-7a747667b1c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:49.312759 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698d39b-9d2c-4c98-9480-7a747667b1c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:49.313078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698d39b-9d2c-4c98-9480-7a747667b1c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:49.313515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698d39b-9d2c-4c98-9480-7a747667b1c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:49.313866 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5698d39b-9d2c-4c98-9480-7a747667b1c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:49.355223 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8c421ee0-d77e-4e17-ba83-f0aff7d53d29 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.355730 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c421ee0-d77e-4e17-ba83-f0aff7d53d29 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Fanout notify agent at l3_agent the message router_deleted on router b071903a-098a-46e2-9901-ff4ace804520 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:49.372303 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8c421ee0-d77e-4e17-ba83-f0aff7d53d29 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.377169 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8c421ee0-d77e-4e17-ba83-f0aff7d53d29 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/routers/b071903a-098a-46e2-9901-ff4ace804520 HTTP/1.1" status: 204 len: 168 time: 0.7363429 Jul 16 01:49:49.377791 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46774) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:49.384911 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b9d6fe3c-29f3-49e1-b6b6-ca631d8b8f79 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1278690060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:49.401267 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5630db-4288-4138-8e56-0831fa6a9d45 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Router ce6be92b-85f8-45fa-8c1b-f8d6a9890f4a is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:49:49.407288 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-77078cd1-8b47-466f-ab71-8b8bfa4d76d7 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:49.408880 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-77078cd1-8b47-466f-ab71-8b8bfa4d76d7 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/networks?id=c5628c63-d8f3-48f2-84cc-e34ffa30c398 HTTP/1.1" status: 200 len: 815 time: 0.6087184 Jul 16 01:49:49.436889 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9d6fe3c-29f3-49e1-b6b6-ca631d8b8f79 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.438812 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9d6fe3c-29f3-49e1-b6b6-ca631d8b8f79 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.531273 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9d6fe3c-29f3-49e1-b6b6-ca631d8b8f79 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.534444 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-f6e443f0-536b-4e2b-a078-ac29c1c6df66 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/quotas/9d65545dce6d4b268e4cfbd5c15439a3 HTTP/1.1" status: 200 len: 375 time: 0.1099436 Jul 16 01:49:49.541911 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9d6fe3c-29f3-49e1-b6b6-ca631d8b8f79 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.550946 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5630db-4288-4138-8e56-0831fa6a9d45 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:49.557851 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b5630db-4288-4138-8e56-0831fa6a9d45 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.560222 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4b5630db-4288-4138-8e56-0831fa6a9d45 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "PUT /v2.0/routers/ce6be92b-85f8-45fa-8c1b-f8d6a9890f4a HTTP/1.1" status: 200 len: 914 time: 2.6952507 Jul 16 01:49:49.564643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43698613-4860-4805-abb3-69032a6464b2 None None] Sync routers for ids ['ce6be92b-85f8-45fa-8c1b-f8d6a9890f4a'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:49.568245 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9d6fe3c-29f3-49e1-b6b6-ca631d8b8f79 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.569465 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b9d6fe3c-29f3-49e1-b6b6-ca631d8b8f79 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1909215 Jul 16 01:49:49.572364 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46778) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:49.572925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46780) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:49.581699 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43698613-4860-4805-abb3-69032a6464b2 None None] Routers {'ce6be92b-85f8-45fa-8c1b-f8d6a9890f4a'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:49.582335 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-43698613-4860-4805-abb3-69032a6464b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ce6be92b-85f8-45fa-8c1b-f8d6a9890f4a'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:49.588298 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f433ad41-46d6-4996-b334-fcbed2d7cb7e tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:49.641103 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-43698613-4860-4805-abb3-69032a6464b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:49.651778 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43698613-4860-4805-abb3-69032a6464b2 None None] Routers {'ce6be92b-85f8-45fa-8c1b-f8d6a9890f4a'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:49.652684 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-43698613-4860-4805-abb3-69032a6464b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ce6be92b-85f8-45fa-8c1b-f8d6a9890f4a'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:49.672709 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-2df29437-3c83-453b-aa8c-63694747acc4 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d65545dce6d4b268e4cfbd5c15439a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1144257 Jul 16 01:49:49.690962 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-43698613-4860-4805-abb3-69032a6464b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:49.691629 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43698613-4860-4805-abb3-69032a6464b2 None None] The sync data for ids ['ce6be92b-85f8-45fa-8c1b-f8d6a9890f4a'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:49.788597 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8da5699f-0ac7-49d1-99f7-3965f74c865d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.795274 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9d666b3c-a0f2-478a-aee6-cf5562013d49 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "GET /v2.0/routers/ce6be92b-85f8-45fa-8c1b-f8d6a9890f4a HTTP/1.1" status: 200 len: 920 time: 0.2208719 Jul 16 01:49:49.802104 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46792) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:49.833699 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-181b8116-10a9-4a23-9836-076a0244de9f service neutron] 10.222.0.54 "GET /v2.0/networks/c5628c63-d8f3-48f2-84cc-e34ffa30c398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503541 Jul 16 01:49:49.966270 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-428a23c7-7583-407f-b199-dc32a651cfe8 service neutron] 10.222.0.54 "GET /v2.0/networks/c5628c63-d8f3-48f2-84cc-e34ffa30c398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231768 Jul 16 01:49:50.020111 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba1bdba-f2f6-458a-8f74-96300b417c19 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:50.021657 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1ba1bdba-f2f6-458a-8f74-96300b417c19 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=88f2079c-e547-45f1-859f-49428e13c11a&device_id=ce6be92b-85f8-45fa-8c1b-f8d6a9890f4a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2184513 Jul 16 01:49:50.025222 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46804) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:50.035397 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f433ad41-46d6-4996-b334-fcbed2d7cb7e tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.053285 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f433ad41-46d6-4996-b334-fcbed2d7cb7e tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.192502 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d2d662-37be-4ced-97c4-c8f8f13bd4c7 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:50.195901 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-07d2d662-37be-4ced-97c4-c8f8f13bd4c7 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 881 time: 0.1680717 Jul 16 01:49:50.198598 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46812) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:50.212983 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8da5699f-0ac7-49d1-99f7-3965f74c865d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.219745 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8da5699f-0ac7-49d1-99f7-3965f74c865d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.239762 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-55889d74-cb57-42e4-a0e7-1a146c3d60f4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce6be92b-85f8-45fa-8c1b-f8d6a9890f4a HTTP/1.1" status: 200 len: 205 time: 0.0380549 Jul 16 01:49:50.241564 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46816) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:50.284019 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f433ad41-46d6-4996-b334-fcbed2d7cb7e tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Router 3e9aeead-edb2-4e92-ab09-56227e067d0d is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:49:50.330462 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94df8e0b-2d19-4866-b2e3-f95255153953 req-f99bdd4f-a64b-4333-8f63-99e040a3372f tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 210 time: 0.0704322 Jul 16 01:49:50.334753 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5699f-0ac7-49d1-99f7-3965f74c865d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57f55e8-1c8c-46b6-9066-049388e0b2df,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:50.348347 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8da5699f-0ac7-49d1-99f7-3965f74c865d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f84a9404e26749a4acad844ac7bdc02b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0912971 Jul 16 01:49:50.352065 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46828) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:50.402586 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b9b7-8c5f-4621-aad7-f40a44b988f6 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.596972 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b9b7-8c5f-4621-aad7-f40a44b988f6 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.662482 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8b9b7-8c5f-4621-aad7-f40a44b988f6 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Deleting port 71a49ed9-6dde-440c-85f5-e0462a1915af {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:50.662839 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b9b7-8c5f-4621-aad7-f40a44b988f6 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.775542 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b9b7-8c5f-4621-aad7-f40a44b988f6 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.790521 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8b9b7-8c5f-4621-aad7-f40a44b988f6 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Calling delete_port for 71a49ed9-6dde-440c-85f5-e0462a1915af owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:50.841049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f433ad41-46d6-4996-b334-fcbed2d7cb7e tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:50.860395 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a285d3e1-ae60-4839-b81d-597c8b43a4de None None] Sync routers for ids ['3e9aeead-edb2-4e92-ab09-56227e067d0d'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:50.876954 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a285d3e1-ae60-4839-b81d-597c8b43a4de None None] Routers {'3e9aeead-edb2-4e92-ab09-56227e067d0d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:50.878968 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f433ad41-46d6-4996-b334-fcbed2d7cb7e tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.881480 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a285d3e1-ae60-4839-b81d-597c8b43a4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3e9aeead-edb2-4e92-ab09-56227e067d0d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:50.883813 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f433ad41-46d6-4996-b334-fcbed2d7cb7e tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "PUT /v2.0/routers/3e9aeead-edb2-4e92-ab09-56227e067d0d HTTP/1.1" status: 200 len: 694 time: 1.3052118 Jul 16 01:49:50.901337 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46842) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:51.010260 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a285d3e1-ae60-4839-b81d-597c8b43a4de None None] Set router 3e9aeead-edb2-4e92-ab09-56227e067d0d gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:51.012873 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e9f4d3a3-0215-4f8e-8f5b-6e2879aede2d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/routers/3e9aeead-edb2-4e92-ab09-56227e067d0d HTTP/1.1" status: 200 len: 700 time: 0.1104136 Jul 16 01:49:51.014102 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f960001c-cfcc-4d70-82c3-ab615b03e02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.016719 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46848) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:51.053973 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2a682ad9-aeaf-46a9-a6ef-89ce0117e30d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e9aeead-edb2-4e92-ab09-56227e067d0d HTTP/1.1" status: 200 len: 205 time: 0.0361474 Jul 16 01:49:51.058265 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46850) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:51.108369 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f960001c-cfcc-4d70-82c3-ab615b03e02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.156880 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a285d3e1-ae60-4839-b81d-597c8b43a4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9aeead-edb2-4e92-ab09-56227e067d0d', 'name': 'tempest-RoutersTest-router-1278690060', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:49Z', 'updated_at': '2021-07-16T01:49:50Z', 'revision_number': 2, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:51.231979 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a285d3e1-ae60-4839-b81d-597c8b43a4de None None] Checking router: 3e9aeead-edb2-4e92-ab09-56227e067d0d for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:51.250413 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a285d3e1-ae60-4839-b81d-597c8b43a4de None None] Routers {'3e9aeead-edb2-4e92-ab09-56227e067d0d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:51.251857 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a285d3e1-ae60-4839-b81d-597c8b43a4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3e9aeead-edb2-4e92-ab09-56227e067d0d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:51.255107 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-be60e258-e180-46c6-ad48-3b8223e90cab tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.462607 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a285d3e1-ae60-4839-b81d-597c8b43a4de None None] Set router 3e9aeead-edb2-4e92-ab09-56227e067d0d gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:51.483620 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b9b7-8c5f-4621-aad7-f40a44b988f6 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.489681 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46866) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:51.520942 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f960001c-cfcc-4d70-82c3-ab615b03e02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.528082 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f960001c-cfcc-4d70-82c3-ab615b03e02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.532047 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f960001c-cfcc-4d70-82c3-ab615b03e02f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f57f55e8-1c8c-46b6-9066-049388e0b2df HTTP/1.1" status: 204 len: 168 time: 1.1782963 Jul 16 01:49:51.538865 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a285d3e1-ae60-4839-b81d-597c8b43a4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9aeead-edb2-4e92-ab09-56227e067d0d', 'name': 'tempest-RoutersTest-router-1278690060', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:49Z', 'updated_at': '2021-07-16T01:49:50Z', 'revision_number': 2, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:51.544133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8b9b7-8c5f-4621-aad7-f40a44b988f6 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Pushing event deleted for resources: {'Port': ['ID=71a49ed9-6dde-440c-85f5-e0462a1915af,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:51.568455 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-be60e258-e180-46c6-ad48-3b8223e90cab tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.601162 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-266c04e7-54da-48f6-9340-0ccac91ec964 req-7f6ae1c2-c1d6-4004-a43f-95ed134ccbba tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 210 time: 0.1422074 Jul 16 01:49:51.603033 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-be60e258-e180-46c6-ad48-3b8223e90cab tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.624503 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960001c-cfcc-4d70-82c3-ab615b03e02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57f55e8-1c8c-46b6-9066-049388e0b2df,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:51.664115 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b9b7-8c5f-4621-aad7-f40a44b988f6 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.684040 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-be60e258-e180-46c6-ad48-3b8223e90cab tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.684788 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be60e258-e180-46c6-ad48-3b8223e90cab tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Fanout notify agent at l3_agent the message router_deleted on router 3e9aeead-edb2-4e92-ab09-56227e067d0d {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:51.688636 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a285d3e1-ae60-4839-b81d-597c8b43a4de None None] The sync data for ids ['3e9aeead-edb2-4e92-ab09-56227e067d0d'] in n-d-800086-6 is: [{'id': '3e9aeead-edb2-4e92-ab09-56227e067d0d', 'name': 'tempest-RoutersTest-router-1278690060', 'tenant_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:49Z', 'updated_at': '2021-07-16T01:49:50Z', 'revision_number': 2, 'project_id': 'e25ea08c9a1242e0b31ad92aebc38e34', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:51.693191 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-be60e258-e180-46c6-ad48-3b8223e90cab tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.698855 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-be60e258-e180-46c6-ad48-3b8223e90cab tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/routers/3e9aeead-edb2-4e92-ab09-56227e067d0d HTTP/1.1" status: 204 len: 168 time: 0.6360700 Jul 16 01:49:51.699523 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46874) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:51.754651 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e74b2af2-75f9-4151-9945-9c8154325e73 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e9aeead-edb2-4e92-ab09-56227e067d0d HTTP/1.1" status: 200 len: 205 time: 0.0492342 Jul 16 01:49:51.758781 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46876) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:51.765319 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-526557046-network', 'tenant_id': 'adf91bde199244e88f44920096c11760'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:51.818342 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b9b7-8c5f-4621-aad7-f40a44b988f6 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.821528 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b9b7-8c5f-4621-aad7-f40a44b988f6 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.844050 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-f75223e6-3d60-4743-b9ff-330b3d27419b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] delete failed (client error): The resource could not be found. Jul 16 01:49:51.847514 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f75223e6-3d60-4743-b9ff-330b3d27419b tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/routers/3e9aeead-edb2-4e92-ab09-56227e067d0d HTTP/1.1" status: 404 len: 336 time: 0.0836327 Jul 16 01:49:51.855020 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46880) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:51.868782 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b9b7-8c5f-4621-aad7-f40a44b988f6 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.869384 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce8b9b7-8c5f-4621-aad7-f40a44b988f6 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Fanout notify agent at l3_agent the message router_deleted on router ce6be92b-85f8-45fa-8c1b-f8d6a9890f4a {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:51.880314 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b9b7-8c5f-4621-aad7-f40a44b988f6 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.886746 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5ce8b9b7-8c5f-4621-aad7-f40a44b988f6 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "DELETE /v2.0/routers/ce6be92b-85f8-45fa-8c1b-f8d6a9890f4a HTTP/1.1" status: 204 len: 168 time: 1.6349328 Jul 16 01:49:51.886746 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46884) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:51.891766 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-3ac8273a-f3e2-4b59-9235-fa4a2146a380 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1916150283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:51.938816 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3562ec-c423-43af-a568-ef925b474d8c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:51.939333 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3562ec-c423-43af-a568-ef925b474d8c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:51.941771 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9b3562ec-c423-43af-a568-ef925b474d8c tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/subnets/81dd06c2-1b1c-4a34-8b75-56ecb433d2e4 HTTP/1.1" status: 404 len: 337 time: 0.0853872 Jul 16 01:49:51.948349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46888) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:51.953496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Made reservation on behalf of adf91bde199244e88f44920096c11760 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:51.957814 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.969387 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3ac8273a-f3e2-4b59-9235-fa4a2146a380 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.970651 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3ac8273a-f3e2-4b59-9235-fa4a2146a380 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.978201 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.010647 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-89427c53-617c-4a1b-8080-a94de29a89f7 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:52.011640 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89427c53-617c-4a1b-8080-a94de29a89f7 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:52.017899 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46890) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.019008 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-89427c53-617c-4a1b-8080-a94de29a89f7 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/subnets/c98d1de6-85aa-4918-82ae-17fb1388c535 HTTP/1.1" status: 404 len: 337 time: 0.0667868 Jul 16 01:49:52.183137 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.191923 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.192559 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6b93b6-c3af-4850-b386-5e1ecef7ae58 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:52.193016 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6b93b6-c3af-4850-b386-5e1ecef7ae58 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:52.198952 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ea6b93b6-c3af-4850-b386-5e1ecef7ae58 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/subnets/d28eea85-965e-4d4d-a4dc-fdd1d95dfa8c HTTP/1.1" status: 404 len: 337 time: 0.1796427 Jul 16 01:49:52.205728 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46900) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.231817 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3ac8273a-f3e2-4b59-9235-fa4a2146a380 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.243237 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3ac8273a-f3e2-4b59-9235-fa4a2146a380 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.273810 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:52.282245 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2ad85c-212e-4e1b-98a9-daee85661ddb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:52.282712 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2ad85c-212e-4e1b-98a9-daee85661ddb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:52.284619 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5a2ad85c-212e-4e1b-98a9-daee85661ddb tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/subnets/fa5e0acc-02fa-49c0-b0f1-2bc4b44ea118 HTTP/1.1" status: 404 len: 337 time: 0.0779419 Jul 16 01:49:52.288133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46902) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.323187 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3bb74c4a-d7bc-4aa2-92cc-21acd0a7dba7 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/ports?device_id=b071903a-098a-46e2-9901-ff4ace804520 HTTP/1.1" status: 200 len: 205 time: 0.0339072 Jul 16 01:49:52.324257 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3ac8273a-f3e2-4b59-9235-fa4a2146a380 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.328182 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3ac8273a-f3e2-4b59-9235-fa4a2146a380 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4384277 Jul 16 01:49:52.328182 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46906) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.328420 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46908) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.333209 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-48492516-8335-4112-8d34-c1018da5e4bd tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'enable_snat': False}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:52.347136 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d216f2-311b-479f-83be-b69879e86696,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:52.365348 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-4116aedb-c53d-4bad-897c-3ee9a2b6ac2d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] delete failed (client error): The resource could not be found. Jul 16 01:49:52.366503 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4116aedb-c53d-4bad-897c-3ee9a2b6ac2d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/routers/b071903a-098a-46e2-9901-ff4ace804520 HTTP/1.1" status: 404 len: 336 time: 0.0396502 Jul 16 01:49:52.369903 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46910) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.405919 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e833b464-d022-4b4b-88f8-efa635ba3250 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/ports?device_id=73449ce4-05d5-4429-8e9b-878c4fac7f28 HTTP/1.1" status: 200 len: 205 time: 0.0346632 Jul 16 01:49:52.408967 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46914) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.415315 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.415667 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Added segment 487bfa60-894c-4f64-b7c8-1d4ca3b83b24 of type vlan for network 7ad34b91-7198-40af-8364-3e2524b1a6ab Jul 16 01:49:52.456425 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-d5e641a5-43a0-4ddc-b8b8-1a0663813032 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] delete failed (client error): The resource could not be found. Jul 16 01:49:52.460409 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d5e641a5-43a0-4ddc-b8b8-1a0663813032 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/routers/73449ce4-05d5-4429-8e9b-878c4fac7f28 HTTP/1.1" status: 404 len: 336 time: 0.0481055 Jul 16 01:49:52.461679 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46920) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.474962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:52.475319 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:52.475752 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:52.476087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:52.476821 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:52.477173 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:52.477491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:52.477822 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:52.478156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:52.478483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:52.478871 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:52.479253 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:52.494096 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-a656d4e4-aa4f-4fbe-96fd-8e7fd7655ec0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:52.494602 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a656d4e4-aa4f-4fbe-96fd-8e7fd7655ec0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:52.499089 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a656d4e4-aa4f-4fbe-96fd-8e7fd7655ec0 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/subnets/f8968b59-9744-4fc6-8f4c-e1a42816569c HTTP/1.1" status: 404 len: 337 time: 0.0337708 Jul 16 01:49:52.499089 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46922) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.542055 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8c27574d-b0f0-42e6-9a49-49c7c974a952 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cd4a137-72cb-4fac-bd0b-e97fb32cea84 HTTP/1.1" status: 200 len: 205 time: 0.0375621 Jul 16 01:49:52.543039 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46926) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.596061 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-7a3bb721-5987-446a-9cee-464789c5c54d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] delete failed (client error): The resource could not be found. Jul 16 01:49:52.597124 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7a3bb721-5987-446a-9cee-464789c5c54d tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/routers/7cd4a137-72cb-4fac-bd0b-e97fb32cea84 HTTP/1.1" status: 404 len: 336 time: 0.0528891 Jul 16 01:49:52.599636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46928) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.660254 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-55068c8b-e95f-4971-ba58-6d27474450cd tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8 HTTP/1.1" status: 200 len: 205 time: 0.0592072 Jul 16 01:49:52.662828 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46934) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.669453 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.674769 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:49:52.743517 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-cc91a9f4-c3b9-4348-ab1d-a498a7f92d9f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] delete failed (client error): The resource could not be found. Jul 16 01:49:52.746921 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cc91a9f4-c3b9-4348-ab1d-a498a7f92d9f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/routers/4f8a57e0-4d66-4d20-95bf-4ba5962bb1f8 HTTP/1.1" status: 404 len: 336 time: 0.0808632 Jul 16 01:49:52.748233 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46936) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.785353 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ab546b-57b4-4026-a78d-ade427184734 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:52.786365 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ab546b-57b4-4026-a78d-ade427184734 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:52.787996 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d0ab546b-57b4-4026-a78d-ade427184734 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/subnets/fbc93b05-9083-4384-af05-6d00a94fcf69 HTTP/1.1" status: 404 len: 337 time: 0.0380132 Jul 16 01:49:52.791485 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46938) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.830402 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ff311ee7-1a33-4729-b026-1750815dab0a tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/ports?device_id=b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6 HTTP/1.1" status: 200 len: 205 time: 0.0377460 Jul 16 01:49:52.832801 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46940) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.851215 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.resource_extend [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:49:52.889921 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-cd190fdb-5b66-45b2-a96d-3955f56b999e tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] delete failed (client error): The resource could not be found. Jul 16 01:49:52.896782 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cd190fdb-5b66-45b2-a96d-3955f56b999e tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/routers/b828f76e-9e4d-4f3d-ad62-d49ac4e9d1a6 HTTP/1.1" status: 404 len: 336 time: 0.0628560 Jul 16 01:49:52.897375 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46946) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.909426 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2e1e13e7-ffc1-44e1-9c75-4c32f520e6b9 req-40a5c01a-bd68-4c27-9756-2939e24c515e tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 210 time: 0.0625014 Jul 16 01:49:52.948795 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-48492516-8335-4112-8d34-c1018da5e4bd tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.958140 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d514b9-7df7-43d1-89e9-8d8122ef4542 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:52.958719 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d514b9-7df7-43d1-89e9-8d8122ef4542 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:52.965636 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-52d514b9-7df7-43d1-89e9-8d8122ef4542 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/subnets/3369ed81-877c-4d01-9041-787e673d1dba HTTP/1.1" status: 404 len: 337 time: 0.0649757 Jul 16 01:49:52.966137 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46948) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:53.009305 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-201190d9-4ec1-4769-b8d7-7924b7d42715 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "GET /v2.0/ports?device_id=3174bb29-c732-4a15-9baf-400b75592204 HTTP/1.1" status: 200 len: 205 time: 0.0417058 Jul 16 01:49:53.011272 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46950) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:53.040246 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.041227 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:53.041832 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.072942 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-ea35a329-2270-4852-b894-5b9055ee3f83 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] delete failed (client error): The resource could not be found. Jul 16 01:49:53.073842 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ea35a329-2270-4852-b894-5b9055ee3f83 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/routers/3174bb29-c732-4a15-9baf-400b75592204 HTTP/1.1" status: 404 len: 336 time: 0.0613275 Jul 16 01:49:53.079017 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46952) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:53.092460 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6025596 Jul 16 01:49:53.103611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46956) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:53.110472 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-48399180-d479-40a2-a77f-14ac8252e7ed admin admin] Request body: {'subnet': {'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-526557046-subnet', 'tenant_id': 'adf91bde199244e88f44920096c11760', 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:53.156563 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d226f1b-8566-42b3-b105-6cf826fc590f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:53.157218 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d226f1b-8566-42b3-b105-6cf826fc590f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:53.161681 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5d226f1b-8566-42b3-b105-6cf826fc590f tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/subnets/e3060696-ffb0-43fd-8409-5b3f3b0a728d HTTP/1.1" status: 404 len: 337 time: 0.0807114 Jul 16 01:49:53.163100 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46962) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:53.253556 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1577d53-7a3a-43ad-ae78-00a3cb375e26 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:53.253556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1577d53-7a3a-43ad-ae78-00a3cb375e26 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:53.261697 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f1577d53-7a3a-43ad-ae78-00a3cb375e26 tempest-RoutersTest-1803277533 tempest-RoutersTest-1803277533-project] 10.222.0.54 "DELETE /v2.0/subnets/1e0f4d6e-9e7c-4be3-970c-e67a7092198d HTTP/1.1" status: 404 len: 337 time: 0.0974989 Jul 16 01:49:53.265894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48399180-d479-40a2-a77f-14ac8252e7ed admin admin] Made reservation on behalf of adf91bde199244e88f44920096c11760 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:53.268962 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-48399180-d479-40a2-a77f-14ac8252e7ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.323975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b4edb-6f46-4eb2-83dc-328ed37648ca admin admin] Pushing event updated for resources: {'Network': ['ID=7ad34b91-7198-40af-8364-3e2524b1a6ab,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:53.354401 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-534b4dcf-2978-4a01-8ba2-2dcdfab67607 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:53.355995 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 7ad34b91-7198-40af-8364-3e2524b1a6ab details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:53.370345 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-534b4dcf-2978-4a01-8ba2-2dcdfab67607 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.26 "GET /v2.0/networks?id=c5628c63-d8f3-48f2-84cc-e34ffa30c398 HTTP/1.1" status: 200 len: 815 time: 0.5403688 Jul 16 01:49:53.403062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-33d23608-672d-42ae-a3ee-6ff6e2e944bd tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Request body: {'port': {'device_id': 'a020cfd2-2b77-4782-b51f-6e867ced8263', 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398', 'admin_state_up': True, 'tenant_id': '9d65545dce6d4b268e4cfbd5c15439a3'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:53.605623 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-48399180-d479-40a2-a77f-14ac8252e7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.708899 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48399180-d479-40a2-a77f-14ac8252e7ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=c99630c3-798c-4235-8a39-03e83089a162,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:53.722183 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48399180-d479-40a2-a77f-14ac8252e7ed admin admin] Checking segment: {'id': '487bfa60-894c-4f64-b7c8-1d4ca3b83b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:53.722761 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48399180-d479-40a2-a77f-14ac8252e7ed admin admin] Network hostable DHCP agents. Network: 7ad34b91-7198-40af-8364-3e2524b1a6ab, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:53.745299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48399180-d479-40a2-a77f-14ac8252e7ed admin admin] Network 7ad34b91-7198-40af-8364-3e2524b1a6ab is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:53.759673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-48399180-d479-40a2-a77f-14ac8252e7ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 7ad34b91-7198-40af-8364-3e2524b1a6ab) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:53.764930 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48399180-d479-40a2-a77f-14ac8252e7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:53.768376 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab7b6d0-c187-4c56-92a3-225294ef28f1 None None] Network 7ad34b91-7198-40af-8364-3e2524b1a6ab requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:53.777011 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-48399180-d479-40a2-a77f-14ac8252e7ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.840810 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-48492516-8335-4112-8d34-c1018da5e4bd tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.843734 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-33d23608-672d-42ae-a3ee-6ff6e2e944bd tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Made reservation on behalf of 9d65545dce6d4b268e4cfbd5c15439a3 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:53.847539 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-33d23608-672d-42ae-a3ee-6ff6e2e944bd tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.850767 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-48399180-d479-40a2-a77f-14ac8252e7ed admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7454371 Jul 16 01:49:53.853560 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46988) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:53.858450 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-526557046-router', 'tenant_id': 'adf91bde199244e88f44920096c11760', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:53.876463 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-48492516-8335-4112-8d34-c1018da5e4bd tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.903417 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.904675 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.059383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47000) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:54.082167 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.235845 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.356496 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.398091 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-7ad34b91-7198-40af-8364-3e2524b1a6ab', 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab', 'tenant_id': 'adf91bde199244e88f44920096c11760', 'fixed_ips': [{'subnet_id': 'c99630c3-798c-4235-8a39-03e83089a162'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:54.399639 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.440378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1fe02304-1c04-4a82-ba20-5a33aaeb15de req-45766080-85dd-44d6-b5f6-76acf504f9ce tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 210 time: 0.1420963 Jul 16 01:49:54.501528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47036) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:54.505513 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-48492516-8335-4112-8d34-c1018da5e4bd tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Allocated IP 172.25.1.99 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/37661be2-8866-4bee-83ee-c20fec9eb8ea) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:54.520567 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-33d23608-672d-42ae-a3ee-6ff6e2e944bd tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Allocated IP 172.20.0.8 (c5628c63-d8f3-48f2-84cc-e34ffa30c398/f72a5644-5fd4-45ba-9cbc-40e8ed153749/d3f3c163-d71b-45fd-936c-ead4451863c7) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:54.534844 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0547e694-178c-47a8-8ed8-9d6b6c11a5d4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e25ea08c9a1242e0b31ad92aebc38e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4689286 Jul 16 01:49:54.536443 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47040) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:54.673500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Allocated IP 172.20.0.2 (7ad34b91-7198-40af-8364-3e2524b1a6ab/c99630c3-798c-4235-8a39-03e83089a162/5864661f-4941-4044-9756-1b58d89e3d33) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:54.702005 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-811cdb58-5e97-48db-bc0c-48b0160ae054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.761688 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6131eff2-51f3-4479-bcdf-b49d8e1b081d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.803075 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-48492516-8335-4112-8d34-c1018da5e4bd tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.847123 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6131eff2-51f3-4479-bcdf-b49d8e1b081d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.916758 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-33d23608-672d-42ae-a3ee-6ff6e2e944bd tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.931644 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-48492516-8335-4112-8d34-c1018da5e4bd tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.997493 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.009250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48492516-8335-4112-8d34-c1018da5e4bd tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:55.021300 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-48492516-8335-4112-8d34-c1018da5e4bd tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:55.028729 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48492516-8335-4112-8d34-c1018da5e4bd tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:55.033272 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48492516-8335-4112-8d34-c1018da5e4bd tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Pushing event updated for resources: {'Port': ['ID=37661be2-8866-4bee-83ee-c20fec9eb8ea,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:55.043590 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.053449 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6131eff2-51f3-4479-bcdf-b49d8e1b081d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.056770 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6131eff2-51f3-4479-bcdf-b49d8e1b081d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.057231 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Transition to ACTIVE for port object 5864661f-4941-4044-9756-1b58d89e3d33 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:55.059297 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6131eff2-51f3-4479-bcdf-b49d8e1b081d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/285ce774-af7c-4524-83af-a7969c5610fc HTTP/1.1" status: 204 len: 168 time: 0.5218353 Jul 16 01:49:55.060651 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.076181 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-33d23608-672d-42ae-a3ee-6ff6e2e944bd tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.101768 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Transition to ACTIVE for port object 5864661f-4941-4044-9756-1b58d89e3d33 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:55.111962 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131eff2-51f3-4479-bcdf-b49d8e1b081d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285ce774-af7c-4524-83af-a7969c5610fc,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:55.114505 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.210358 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-33d23608-672d-42ae-a3ee-6ff6e2e944bd tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Network c5628c63-d8f3-48f2-84cc-e34ffa30c398 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:55.231237 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-811cdb58-5e97-48db-bc0c-48b0160ae054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.236461 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-811cdb58-5e97-48db-bc0c-48b0160ae054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.302296 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-33d23608-672d-42ae-a3ee-6ff6e2e944bd tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:55.310543 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-33d23608-672d-42ae-a3ee-6ff6e2e944bd tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:55.345635 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Network 7ad34b91-7198-40af-8364-3e2524b1a6ab is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:55.367354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:55.375570 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-811cdb58-5e97-48db-bc0c-48b0160ae054 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=72d28a2c35f345748dd3a16dfc770212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8737421 Jul 16 01:49:55.378646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d23608-672d-42ae-a3ee-6ff6e2e944bd tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Pushing event updated for resources: {'Port': ['ID=d3f3c163-d71b-45fd-936c-ead4451863c7,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:55.380780 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:55.386647 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47106) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:55.399108 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Pushing event updated for resources: {'Port': ['ID=5864661f-4941-4044-9756-1b58d89e3d33,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:55.420996 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cdb58-5e97-48db-bc0c-48b0160ae054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344e1296-7caf-47b5-a112-970c91693a54,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:55.439436 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] Allocated IP 172.25.1.53 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/02af87ef-fd30-4c77-b826-009ddfdc1cce) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:55.491606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Attempting to bind port 5864661f-4941-4044-9756-1b58d89e3d33 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:55.492783 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Attempting to bind port 5864661f-4941-4044-9756-1b58d89e3d33 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '487bfa60-894c-4f64-b7c8-1d4ca3b83b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:55.493329 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Attempting to bind port 5864661f-4941-4044-9756-1b58d89e3d33 on network 7ad34b91-7198-40af-8364-3e2524b1a6ab {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:55.496817 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:55.497367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:55.498272 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:55.498783 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:55.499289 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:55.499963 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:55.500726 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:55.501227 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:55.501724 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:55.502218 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:55.502731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:55.503223 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:55.512069 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:55.512683 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Checking segment: {'id': '487bfa60-894c-4f64-b7c8-1d4ca3b83b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:55.513261 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.513816 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Bound using segment: {'id': '487bfa60-894c-4f64-b7c8-1d4ca3b83b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:55.514453 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Bound port: 5864661f-4941-4044-9756-1b58d89e3d33, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '487bfa60-894c-4f64-b7c8-1d4ca3b83b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:55.515025 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.582502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-33d23608-672d-42ae-a3ee-6ff6e2e944bd tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:55.583555 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-33d23608-672d-42ae-a3ee-6ff6e2e944bd tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.627264 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] For port 5864661f-4941-4044-9756-1b58d89e3d33, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:55.631286 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] For port 5864661f-4941-4044-9756-1b58d89e3d33, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5864661f-4941-4044-9756-1b58d89e3d33,segment=NetworkSegment(487bfa60-894c-4f64-b7c8-1d4ca3b83b24),segment_id=487bfa60-894c-4f64-b7c8-1d4ca3b83b24)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:55.640867 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.641053 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.642017 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47114) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:55.688791 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.724794 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a00a5d-1ba9-43db-b12c-202dc7c791e5 None None] Pushing event updated for resources: {'Port': ['ID=5864661f-4941-4044-9756-1b58d89e3d33,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:55.784303 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:55.795147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:55.817193 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e507faac-a1c8-4068-ab0b-b3a70cac4fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.830226 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:55.863147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] Pushing event updated for resources: {'Port': ['ID=02af87ef-fd30-4c77-b826-009ddfdc1cce,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.162164 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-33d23608-672d-42ae-a3ee-6ff6e2e944bd tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7768302 Jul 16 01:49:56.225615 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.248475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-29f5de06-3283-4fe6-815d-d88ae449fc77 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:49:56.249466 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-29f5de06-3283-4fe6-815d-d88ae449fc77 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141296 Jul 16 01:49:56.265432 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Request body: {'port': {'device_id': 'a020cfd2-2b77-4782-b51f-6e867ced8263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:56.269678 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3b6b426-6216-44da-91c9-c375123d8bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.308802 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-48492516-8335-4112-8d34-c1018da5e4bd tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.321742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47136) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:56.347780 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e507faac-a1c8-4068-ab0b-b3a70cac4fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.353886 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e507faac-a1c8-4068-ab0b-b3a70cac4fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.381482 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3b6b426-6216-44da-91c9-c375123d8bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.403276 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e507faac-a1c8-4068-ab0b-b3a70cac4fb0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c61e9bc3ef82417e9679bc27afb6ee82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7599123 Jul 16 01:49:56.415354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47144) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:56.442518 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507faac-a1c8-4068-ab0b-b3a70cac4fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee66ece4-004b-4eec-a1d9-a775e3bc5faa,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.498933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-14505c2d-d24d-4c41-8f2b-10bc93b44c7d tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1038256762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:56.535903 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.538063 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-14505c2d-d24d-4c41-8f2b-10bc93b44c7d tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.539394 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-14505c2d-d24d-4c41-8f2b-10bc93b44c7d tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.561636 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14908595-fb3c-454d-962c-89bcfa3423b2 req-62b7737a-72f4-480e-bcd5-9f0871bddd8c tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:56.563396 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-14908595-fb3c-454d-962c-89bcfa3423b2 req-62b7737a-72f4-480e-bcd5-9f0871bddd8c tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 931 time: 0.9601452 Jul 16 01:49:56.602146 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.683409 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-543f8dc6-3a9a-40d6-991d-ee0e74348813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.709589 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-543f8dc6-3a9a-40d6-991d-ee0e74348813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.733999 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3b6b426-6216-44da-91c9-c375123d8bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.736675 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3b6b426-6216-44da-91c9-c375123d8bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.740924 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f3b6b426-6216-44da-91c9-c375123d8bd0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/344e1296-7caf-47b5-a112-970c91693a54 HTTP/1.1" status: 204 len: 168 time: 1.3441856 Jul 16 01:49:56.767769 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-14908595-fb3c-454d-962c-89bcfa3423b2 req-77bd8cc1-4cf2-433e-858e-a73a4dbee7a5 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851802 Jul 16 01:49:56.788248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6b426-6216-44da-91c9-c375123d8bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344e1296-7caf-47b5-a112-970c91693a54,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:57.037298 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-543f8dc6-3a9a-40d6-991d-ee0e74348813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.041270 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-543f8dc6-3a9a-40d6-991d-ee0e74348813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.042689 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-543f8dc6-3a9a-40d6-991d-ee0e74348813 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee66ece4-004b-4eec-a1d9-a775e3bc5faa HTTP/1.1" status: 204 len: 168 time: 0.6175447 Jul 16 01:49:57.124813 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f8dc6-3a9a-40d6-991d-ee0e74348813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee66ece4-004b-4eec-a1d9-a775e3bc5faa,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:57.170129 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-48492516-8335-4112-8d34-c1018da5e4bd tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.224233 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-14505c2d-d24d-4c41-8f2b-10bc93b44c7d tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.240653 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-14505c2d-d24d-4c41-8f2b-10bc93b44c7d tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.246816 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-48492516-8335-4112-8d34-c1018da5e4bd tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.269388 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-14505c2d-d24d-4c41-8f2b-10bc93b44c7d tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.270709 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-14505c2d-d24d-4c41-8f2b-10bc93b44c7d tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9479146 Jul 16 01:49:57.274176 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47172) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:57.286060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-fb18ef0b-c025-415b-b3db-09a4f27ae274 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2017355592'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:57.312675 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] Router ce99a733-bc28-4c4e-b8c8-fd76d0115b4b is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:49:57.319857 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb18ef0b-c025-415b-b3db-09a4f27ae274 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Made reservation on behalf of 0191dbb317cd4207914a122fc32d176c for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:57.324502 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fb18ef0b-c025-415b-b3db-09a4f27ae274 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.342566 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fb18ef0b-c025-415b-b3db-09a4f27ae274 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.404767 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1b830e-3670-493d-a658-23fd9f0b8ea6 None None] Network 7ad34b91-7198-40af-8364-3e2524b1a6ab requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:57.423770 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47176) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:57.458443 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a0791b67-5cf4-45e4-a29d-9ac7e6d5a288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.465413 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fb18ef0b-c025-415b-b3db-09a4f27ae274 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.497242 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fb18ef0b-c025-415b-b3db-09a4f27ae274 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.580224 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-234f4562-b9b2-4098-a67b-a53f6c0667bf None None] Provisioning for port 5864661f-4941-4044-9756-1b58d89e3d33 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:57.600564 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb18ef0b-c025-415b-b3db-09a4f27ae274 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:57.650024 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f3c163-d71b-45fd-936c-ead4451863c7 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:57.669644 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.704588 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5864661f-4941-4044-9756-1b58d89e3d33 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:57.706474 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18ef0b-c025-415b-b3db-09a4f27ae274 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8243036-1678-4af1-88bb-ff2dfa8562df,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:57.711979 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fb18ef0b-c025-415b-b3db-09a4f27ae274 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.712299 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-fb18ef0b-c025-415b-b3db-09a4f27ae274 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Added segment 5757a326-4a2d-4229-8853-baf0b64a561d of type vlan for network fae376ff-9fad-4752-8854-17245acb446c Jul 16 01:49:57.785642 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fb18ef0b-c025-415b-b3db-09a4f27ae274 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.787603 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a0791b67-5cf4-45e4-a29d-9ac7e6d5a288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.793787 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:57.803451 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Sync routers for ids ['ce99a733-bc28-4c4e-b8c8-fd76d0115b4b'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:57.809293 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a0791b67-5cf4-45e4-a29d-9ac7e6d5a288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.818280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 5864661f-4941-4044-9756-1b58d89e3d33 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:57.824081 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Transition to ACTIVE for port object d3f3c163-d71b-45fd-936c-ead4451863c7 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:57.832017 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 5864661f-4941-4044-9756-1b58d89e3d33 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:57.832408 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.869320 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.879013 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9b580c5f-b8c3-4ac6-bf60-a5cc46465633 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0218425 Jul 16 01:49:57.879013 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fb18ef0b-c025-415b-b3db-09a4f27ae274 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.889181 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.892252 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Routers {'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:57.892922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ce99a733-bc28-4c4e-b8c8-fd76d0115b4b'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:57.893630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47188) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:57.895262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb18ef0b-c025-415b-b3db-09a4f27ae274 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:57.896132 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fb18ef0b-c025-415b-b3db-09a4f27ae274 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.962755 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0791b67-5cf4-45e4-a29d-9ac7e6d5a288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09b8eff-7e49-4b32-8d65-9651b49daad3,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:57.966285 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fb18ef0b-c025-415b-b3db-09a4f27ae274 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6910334 Jul 16 01:49:57.985171 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47192) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:57.999421 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-aeb2ddec-b014-4ba0-818c-86fcf821cacc tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Request body: {'subnet': {'network_id': 'fae376ff-9fad-4752-8854-17245acb446c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:58.082413 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.125072 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Set router ce99a733-bc28-4c4e-b8c8-fd76d0115b4b gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:58.161582 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Pushing event updated for resources: {'Port': ['ID=d3f3c163-d71b-45fd-936c-ead4451863c7,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:58.176345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18ef0b-c025-415b-b3db-09a4f27ae274 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event updated for resources: {'Network': ['ID=fae376ff-9fad-4752-8854-17245acb446c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:58.232458 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network fae376ff-9fad-4752-8854-17245acb446c details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:58.248795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48492516-8335-4112-8d34-c1018da5e4bd tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Router 8a357280-783e-4a52-95f1-dc1985ea22d9 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:49:58.293452 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-37896780-eb82-48e0-a58b-516c601ce271 None None] Provisioning complete for port 5864661f-4941-4044-9756-1b58d89e3d33 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:58.294190 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-37896780-eb82-48e0-a58b-516c601ce271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.338392 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb2ddec-b014-4ba0-818c-86fcf821cacc tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Made reservation on behalf of 0191dbb317cd4207914a122fc32d176c for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:58.341937 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aeb2ddec-b014-4ba0-818c-86fcf821cacc tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.383789 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 5864661f-4941-4044-9756-1b58d89e3d33, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5864661f-4941-4044-9756-1b58d89e3d33,segment=NetworkSegment(487bfa60-894c-4f64-b7c8-1d4ca3b83b24),segment_id=487bfa60-894c-4f64-b7c8-1d4ca3b83b24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:58.458229 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.566570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48492516-8335-4112-8d34-c1018da5e4bd tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:58.572271 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aeb2ddec-b014-4ba0-818c-86fcf821cacc tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.579456 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c5d64a-c391-4be2-b90e-7f84f9c01d88 None None] Sync routers for ids ['8a357280-783e-4a52-95f1-dc1985ea22d9'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:58.581188 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-48492516-8335-4112-8d34-c1018da5e4bd tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.585598 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-48492516-8335-4112-8d34-c1018da5e4bd tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "PUT /v2.0/routers/8a357280-783e-4a52-95f1-dc1985ea22d9 HTTP/1.1" status: 200 len: 915 time: 6.2537558 Jul 16 01:49:58.585846 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=5864661f-4941-4044-9756-1b58d89e3d33,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:58.586042 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Attempting to bind port d3f3c163-d71b-45fd-936c-ead4451863c7 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:58.586906 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Attempting to bind port d3f3c163-d71b-45fd-936c-ead4451863c7 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'a7db6374-7ed3-4d57-a55e-7c6e278c2fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:58.587245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Attempting to bind port d3f3c163-d71b-45fd-936c-ead4451863c7 on network c5628c63-d8f3-48f2-84cc-e34ffa30c398 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:58.597448 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c5d64a-c391-4be2-b90e-7f84f9c01d88 None None] Routers {'8a357280-783e-4a52-95f1-dc1985ea22d9'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:58.597796 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-18c5d64a-c391-4be2-b90e-7f84f9c01d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8a357280-783e-4a52-95f1-dc1985ea22d9'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:58.609126 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47208) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:58.612724 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47210) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:58.615293 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a0791b67-5cf4-45e4-a29d-9ac7e6d5a288 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f72f4e9901f94775a8f6dfedad753515&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1900909 Jul 16 01:49:58.620404 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d282d100-46e2-485a-9db2-7ae978f26f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.621342 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Port d3f3c163-d71b-45fd-936c-ead4451863c7 on network c5628c63-d8f3-48f2-84cc-e34ffa30c398 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:49:58.621677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Attempting to bind port d3f3c163-d71b-45fd-936c-ead4451863c7 on network c5628c63-d8f3-48f2-84cc-e34ffa30c398 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:58.631746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:58.632101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Checking segment: {'id': 'a7db6374-7ed3-4d57-a55e-7c6e278c2fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:58.632629 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Bound using segment: {'id': 'a7db6374-7ed3-4d57-a55e-7c6e278c2fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:58.633882 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Bound port: d3f3c163-d71b-45fd-936c-ead4451863c7, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7db6374-7ed3-4d57-a55e-7c6e278c2fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:58.637919 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.661414 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-18c5d64a-c391-4be2-b90e-7f84f9c01d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:58.672383 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c5d64a-c391-4be2-b90e-7f84f9c01d88 None None] Routers {'8a357280-783e-4a52-95f1-dc1985ea22d9'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:58.673236 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-18c5d64a-c391-4be2-b90e-7f84f9c01d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8a357280-783e-4a52-95f1-dc1985ea22d9'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:58.715298 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-18c5d64a-c391-4be2-b90e-7f84f9c01d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:58.716231 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c5d64a-c391-4be2-b90e-7f84f9c01d88 None None] The sync data for ids ['8a357280-783e-4a52-95f1-dc1985ea22d9'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:58.779966 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.829530 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2ddec-b014-4ba0-818c-86fcf821cacc tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event updated for resources: {'Subnet': ['ID=97f6c234-da8b-4e62-bbc0-edc8fe8a251b,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:58.842515 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'name': 'tempest-TestServerMultinode-526557046-router', 'tenant_id': 'adf91bde199244e88f44920096c11760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '02af87ef-fd30-4c77-b826-009ddfdc1cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:53Z', 'updated_at': '2021-07-16T01:49:56Z', 'revision_number': 3, 'project_id': 'adf91bde199244e88f44920096c11760', 'gw_port': {'id': '02af87ef-fd30-4c77-b826-009ddfdc1cce', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:55Z', 'updated_at': '2021-07-16T01:49:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:58.864887 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-814f14e9-97ba-449a-b88a-53b0e3422145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.872781 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Checking router: ce99a733-bc28-4c4e-b8c8-fd76d0115b4b for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:58.873137 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Updating router ce99a733-bc28-4c4e-b8c8-fd76d0115b4b port 02af87ef-fd30-4c77-b826-009ddfdc1cce binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:58.919523 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.927005 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] For port d3f3c163-d71b-45fd-936c-ead4451863c7, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:58.953943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] For port d3f3c163-d71b-45fd-936c-ead4451863c7, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d3f3c163-d71b-45fd-936c-ead4451863c7,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:58.967564 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.983149 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb2ddec-b014-4ba0-818c-86fcf821cacc tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Checking segment: {'id': '5757a326-4a2d-4229-8853-baf0b64a561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fae376ff-9fad-4752-8854-17245acb446c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:58.983510 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb2ddec-b014-4ba0-818c-86fcf821cacc tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Network hostable DHCP agents. Network: fae376ff-9fad-4752-8854-17245acb446c, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:59.001042 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-814f14e9-97ba-449a-b88a-53b0e3422145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.043528 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf744e7-467f-4bd8-908c-c4bdacb3b4db req-86065f33-5570-4758-8423-7a9c44c9e90a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:59.045995 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5bf744e7-467f-4bd8-908c-c4bdacb3b4db req-86065f33-5570-4758-8423-7a9c44c9e90a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 943 time: 1.0554914 Jul 16 01:49:59.064504 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Pushing event updated for resources: {'Port': ['ID=d3f3c163-d71b-45fd-936c-ead4451863c7,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:59.081207 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:59.082777 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.103545 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-dba30176-4821-4778-b17b-3d37a74e289c service neutron] 10.222.0.26 "PUT /v2.0/ports/d3f3c163-d71b-45fd-936c-ead4451863c7 HTTP/1.1" status: 200 len: 1091 time: 2.8422880 Jul 16 01:49:59.104243 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-08793bf6-6048-4e41-b98c-b6c78ca66d50 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "GET /v2.0/routers/8a357280-783e-4a52-95f1-dc1985ea22d9 HTTP/1.1" status: 200 len: 921 time: 0.4921319 Jul 16 01:49:59.104559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a020cfd2-2b77-4782-b51f-6e867ced8263', 'tag': 'd3f3c163-d71b-45fd-936c-ead4451863c7'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:59.107198 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb2ddec-b014-4ba0-818c-86fcf821cacc tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Network fae376ff-9fad-4752-8854-17245acb446c is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:59.108282 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab58c82-cf62-4f95-88ab-24d809b145dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a020cfd2-2b77-4782-b51f-6e867ced8263", "tag": "d3f3c163-d71b-45fd-936c-ead4451863c7"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:59.111430 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47224) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:59.153082 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-aeb2ddec-b014-4ba0-818c-86fcf821cacc tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, fae376ff-9fad-4752-8854-17245acb446c) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:59.166218 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb2ddec-b014-4ba0-818c-86fcf821cacc tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:59.167056 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aeb2ddec-b014-4ba0-818c-86fcf821cacc tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.176189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13eaf5c-d7d2-4f1b-9c5c-d4ad9b795075 None None] Network fae376ff-9fad-4752-8854-17245acb446c requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:59.181532 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-814f14e9-97ba-449a-b88a-53b0e3422145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.187133 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-814f14e9-97ba-449a-b88a-53b0e3422145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.201067 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-814f14e9-97ba-449a-b88a-53b0e3422145 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b09b8eff-7e49-4b32-8d65-9651b49daad3 HTTP/1.1" status: 204 len: 168 time: 0.5855050 Jul 16 01:49:59.241964 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47234) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:59.242719 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-aeb2ddec-b014-4ba0-818c-86fcf821cacc tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2561426 Jul 16 01:49:59.244077 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f14e9-97ba-449a-b88a-53b0e3422145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09b8eff-7e49-4b32-8d65-9651b49daad3,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:59.332059 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47238) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:59.471152 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.511007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Transition to ACTIVE for port object 02af87ef-fd30-4c77-b826-009ddfdc1cce will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:59.534943 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.660458 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0223a-de43-4eba-abdb-8c459bc92fbd None None] Pushing event updated for resources: {'Port': ['ID=02af87ef-fd30-4c77-b826-009ddfdc1cce,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:59.693359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-3bd2b6fb-61a7-468b-9619-224d2bccbab4 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-672183845'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:59.711994 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Attempting to bind port 02af87ef-fd30-4c77-b826-009ddfdc1cce on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:59.712352 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Attempting to bind port 02af87ef-fd30-4c77-b826-009ddfdc1cce by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:59.713734 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Attempting to bind port 02af87ef-fd30-4c77-b826-009ddfdc1cce on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:59.720825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5864661f-4941-4044-9756-1b58d89e3d33 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:59.731393 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd2b6fb-61a7-468b-9619-224d2bccbab4 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Made reservation on behalf of fa0a0ce42e794131baf2c37e605820a2 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:59.736543 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b6fb-61a7-468b-9619-224d2bccbab4 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.749087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-1954aa77-e63c-4eed-aa61-4095f5c89e24 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Request body: {'network': {'name': 'tempest-router-network01--966287393'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:59.751702 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b6fb-61a7-468b-9619-224d2bccbab4 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.753292 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0e6ad9-04d2-4df1-9439-dbaddc4f5462 x-openstack-request-id: req-fc0e6ad9-04d2-4df1-9439-dbaddc4f5462 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:59.753580 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a020cfd2-2b77-4782-b51f-6e867ced8263", "tag": "d3f3c163-d71b-45fd-936c-ead4451863c7", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:59.753872 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fc0e6ad9-04d2-4df1-9439-dbaddc4f5462 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:59.754233 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a020cfd2-2b77-4782-b51f-6e867ced8263', 'tag': 'd3f3c163-d71b-45fd-936c-ead4451863c7', 'status': 'completed', 'code': 200} Jul 16 01:49:59.771110 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5bf744e7-467f-4bd8-908c-c4bdacb3b4db req-1174f9cc-d621-416a-9d23-10285166a550 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6943545 Jul 16 01:49:59.822434 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.api [None req-3bd2b6fb-61a7-468b-9619-224d2bccbab4 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:49:59.822434 n-d-800086-6 neutron-server[93832]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:49:59.822434 n-d-800086-6 neutron-server[93832]: [parameters: {'project_id_1': 'fa0a0ce42e794131baf2c37e605820a2', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 49, 59, 774208)}] Jul 16 01:49:59.822434 n-d-800086-6 neutron-server[93832]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:49:59.822874 n-d-800086-6 neutron-server[93832]: DEBUG oslo_db.api [None req-3bd2b6fb-61a7-468b-9619-224d2bccbab4 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:49:59.833384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:59.834160 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:59.834806 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.835420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:59.836702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Bound port: 02af87ef-fd30-4c77-b826-009ddfdc1cce, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:59.837236 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.884482 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1954aa77-e63c-4eed-aa61-4095f5c89e24 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Made reservation on behalf of 0191dbb317cd4207914a122fc32d176c for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:59.888172 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1954aa77-e63c-4eed-aa61-4095f5c89e24 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.891972 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] For port 02af87ef-fd30-4c77-b826-009ddfdc1cce, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:59.895377 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] For port 02af87ef-fd30-4c77-b826-009ddfdc1cce, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=02af87ef-fd30-4c77-b826-009ddfdc1cce,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:59.904051 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.919228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-fae376ff-9fad-4752-8854-17245acb446c', 'network_id': 'fae376ff-9fad-4752-8854-17245acb446c', 'tenant_id': '0191dbb317cd4207914a122fc32d176c', 'fixed_ips': [{'subnet_id': '97f6c234-da8b-4e62-bbc0-edc8fe8a251b'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:59.920186 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.929976 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47246) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:59.948604 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5b4e5e62-400a-43a1-a08f-fe7846a75547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.975997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Routers {'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:59.976679 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:49:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ce99a733-bc28-4c4e-b8c8-fd76d0115b4b'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:00.022480 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a45c7e-a1c0-4bb8-bad9-81b73293fa55 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:00.026982 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-37a45c7e-a1c0-4bb8-bad9-81b73293fa55 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=88f2079c-e547-45f1-859f-49428e13c11a&device_id=8a357280-783e-4a52-95f1-dc1985ea22d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8274248 Jul 16 01:50:00.034918 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1954aa77-e63c-4eed-aa61-4095f5c89e24 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:00.037057 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47248) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:00.040340 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-b9d07662-b36e-491d-bc6e-896f372b672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:00.042251 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-b9d07662-b36e-491d-bc6e-896f372b672b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d65545dce6d4b268e4cfbd5c15439a3&device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 1094 time: 0.8237376 Jul 16 01:50:00.067069 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5b4e5e62-400a-43a1-a08f-fe7846a75547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.073674 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5b4e5e62-400a-43a1-a08f-fe7846a75547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.145705 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5b4e5e62-400a-43a1-a08f-fe7846a75547 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=11a78ac8f11f495a8ee6768083f7b40e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141767 Jul 16 01:50:00.146790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e5e62-400a-43a1-a08f-fe7846a75547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73a0d5b-5d1c-47c7-b7ea-ef0d0d897827,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:00.164704 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47250) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:00.209229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae6280f-27bb-41f1-ad76-55f68612c1fe tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:00.214100 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fae6280f-27bb-41f1-ad76-55f68612c1fe tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 881 time: 0.1671467 Jul 16 01:50:00.216055 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47252) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:00.268314 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-2211a1ed-15b4-4a33-a24f-390ca3c3b14d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3f3c163-d71b-45fd-936c-ead4451863c7 HTTP/1.1" status: 200 len: 217 time: 0.0524633 Jul 16 01:50:00.275451 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1954aa77-e63c-4eed-aa61-4095f5c89e24 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.276008 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-1954aa77-e63c-4eed-aa61-4095f5c89e24 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Added segment b9269734-1c07-474f-9eab-853b2892e0ab of type vlan for network 51fdc842-d468-4c79-bb25-9be1614f3f74 Jul 16 01:50:00.287928 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f88b66c9-c4d1-4a7f-b0ea-390955afbe16 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a357280-783e-4a52-95f1-dc1985ea22d9 HTTP/1.1" status: 200 len: 205 time: 0.0675638 Jul 16 01:50:00.288504 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0223a-de43-4eba-abdb-8c459bc92fbd None None] Pushing event updated for resources: {'Port': ['ID=02af87ef-fd30-4c77-b826-009ddfdc1cce,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:00.291063 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47254) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:00.312820 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 5864661f-4941-4044-9756-1b58d89e3d33 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:00.313681 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.389191 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b6fb-61a7-468b-9619-224d2bccbab4 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.409586 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1954aa77-e63c-4eed-aa61-4095f5c89e24 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.417973 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-e3b7f657-3310-48e0-8afe-135b4029e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:00.419506 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-e3b7f657-3310-48e0-8afe-135b4029e1e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f72a5644-5fd4-45ba-9cbc-40e8ed153749 HTTP/1.1" status: 200 len: 855 time: 0.1415925 Jul 16 01:50:00.421174 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.432943 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e68cca8d-ece2-41eb-8c04-e0fd15b90d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.457789 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e68cca8d-ece2-41eb-8c04-e0fd15b90d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.464588 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-eb826470-a4c0-491d-bd33-92bdcb325aac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c5628c63-d8f3-48f2-84cc-e34ffa30c398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311856 Jul 16 01:50:00.507299 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Allocated IP 2001:db8::2 (fae376ff-9fad-4752-8854-17245acb446c/97f6c234-da8b-4e62-bbc0-edc8fe8a251b/15664120-9e00-45be-bf82-c7d95ddb368f) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:00.564110 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1954aa77-e63c-4eed-aa61-4095f5c89e24 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.570165 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1954aa77-e63c-4eed-aa61-4095f5c89e24 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:00.570945 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1954aa77-e63c-4eed-aa61-4095f5c89e24 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.656467 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b6fb-61a7-468b-9619-224d2bccbab4 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.658432 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e68cca8d-ece2-41eb-8c04-e0fd15b90d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.662261 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e68cca8d-ece2-41eb-8c04-e0fd15b90d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.663869 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e68cca8d-ece2-41eb-8c04-e0fd15b90d05 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d73a0d5b-5d1c-47c7-b7ea-ef0d0d897827 HTTP/1.1" status: 204 len: 168 time: 0.4965162 Jul 16 01:50:00.701347 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b6fb-61a7-468b-9619-224d2bccbab4 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.711295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cca8d-ece2-41eb-8c04-e0fd15b90d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73a0d5b-5d1c-47c7-b7ea-ef0d0d897827,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:00.720558 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1954aa77-e63c-4eed-aa61-4095f5c89e24 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4706292 Jul 16 01:50:00.723529 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47266) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:00.785554 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-97684f48-4990-4b64-a308-84d47319f753 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Request body: {'network': {'name': 'tempest-router-network02--752004081'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:00.790012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd2b6fb-61a7-468b-9619-224d2bccbab4 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:00.795913 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.822343 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b6fb-61a7-468b-9619-224d2bccbab4 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.822534 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97684f48-4990-4b64-a308-84d47319f753 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Made reservation on behalf of 0191dbb317cd4207914a122fc32d176c for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:00.822805 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-3bd2b6fb-61a7-468b-9619-224d2bccbab4 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Added segment 3e3b2b9d-aa20-407c-8fda-bac20ae09c70 of type vlan for network f6bb8338-4936-48a1-9c72-f1b209f90bed Jul 16 01:50:00.826797 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-97684f48-4990-4b64-a308-84d47319f753 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.829605 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Transition to ACTIVE for port object 15664120-9e00-45be-bf82-c7d95ddb368f will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:00.834806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2b6fb-61a7-468b-9619-224d2bccbab4 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c8aaf0-c682-44ea-81a1-d033a2488991,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:00.869530 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Transition to ACTIVE for port object 15664120-9e00-45be-bf82-c7d95ddb368f will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:00.894205 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954aa77-e63c-4eed-aa61-4095f5c89e24 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event updated for resources: {'Network': ['ID=51fdc842-d468-4c79-bb25-9be1614f3f74,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:00.903657 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.918996 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e2858f5-2579-4e96-8a51-a491f962ce56 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.950628 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-3a074480-b2b7-4c51-a178-5aef4a15d7fb service neutron] 10.222.0.26 "GET /v2.0/networks/c5628c63-d8f3-48f2-84cc-e34ffa30c398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774551 Jul 16 01:50:01.035564 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b6fb-61a7-468b-9619-224d2bccbab4 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.047034 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 51fdc842-d468-4c79-bb25-9be1614f3f74 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:01.086508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Pushing event updated for resources: {'Port': ['ID=15664120-9e00-45be-bf82-c7d95ddb368f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:01.112741 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97684f48-4990-4b64-a308-84d47319f753 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:01.120541 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b6fb-61a7-468b-9619-224d2bccbab4 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.127303 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd2b6fb-61a7-468b-9619-224d2bccbab4 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:01.128364 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b6fb-61a7-468b-9619-224d2bccbab4 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.200014 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] Set router ce99a733-bc28-4c4e-b8c8-fd76d0115b4b gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:01.207257 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-97684f48-4990-4b64-a308-84d47319f753 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.207625 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-97684f48-4990-4b64-a308-84d47319f753 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Added segment 370f167c-b771-4c4f-9d07-dba4f2bafec1 of type vlan for network 738b6231-df79-4dd9-a340-f429c2fd3859 Jul 16 01:50:01.234033 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2b6fb-61a7-468b-9619-224d2bccbab4 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Pushing event updated for resources: {'Network': ['ID=f6bb8338-4936-48a1-9c72-f1b209f90bed,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:01.249042 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3bd2b6fb-61a7-468b-9619-224d2bccbab4 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9070745 Jul 16 01:50:01.249042 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47274) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:01.263573 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-385b7bd7-4a58-473f-bb4e-d30df404d13c tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Request body: {'subnet': {'network_id': 'f6bb8338-4936-48a1-9c72-f1b209f90bed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:01.308737 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.355217 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e2858f5-2579-4e96-8a51-a491f962ce56 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.392606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network f6bb8338-4936-48a1-9c72-f1b209f90bed details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:01.432497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] Allocated IP 172.20.0.1 (7ad34b91-7198-40af-8364-3e2524b1a6ab/c99630c3-798c-4235-8a39-03e83089a162/2d6643fe-f129-4df2-8f60-7dcfb66e31ce) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:01.478698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-4e2858f5-2579-4e96-8a51-a491f962ce56 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Deleting port 37661be2-8866-4bee-83ee-c20fec9eb8ea {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:01.479131 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e2858f5-2579-4e96-8a51-a491f962ce56 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.482223 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-97684f48-4990-4b64-a308-84d47319f753 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.482414 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385b7bd7-4a58-473f-bb4e-d30df404d13c tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Made reservation on behalf of fa0a0ce42e794131baf2c37e605820a2 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:01.487330 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-385b7bd7-4a58-473f-bb4e-d30df404d13c tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.498305 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-81c6ffcc-c00e-4482-903a-4254e42ad137 req-205c5175-4dce-426c-b13f-a961be21492b service neutron] 10.222.0.26 "GET /v2.0/networks/c5628c63-d8f3-48f2-84cc-e34ffa30c398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305314 Jul 16 01:50:01.525636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Network fae376ff-9fad-4752-8854-17245acb446c is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:01.573298 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebfdab-d63c-45a7-b20a-62630860473d req-d1331457-5d29-47aa-ab81-b7b29ea8a60a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:01.575977 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-66ebfdab-d63c-45a7-b20a-62630860473d req-d1331457-5d29-47aa-ab81-b7b29ea8a60a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 943 time: 0.5288777 Jul 16 01:50:01.675003 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-97684f48-4990-4b64-a308-84d47319f753 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.683678 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97684f48-4990-4b64-a308-84d47319f753 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:01.685263 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-97684f48-4990-4b64-a308-84d47319f753 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.735542 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ffd7a24-7c92-4d80-bd55-d7d04f786964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.736578 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-385b7bd7-4a58-473f-bb4e-d30df404d13c tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.781311 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:01.794593 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:01.812429 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-66ebfdab-d63c-45a7-b20a-62630860473d req-1651d2f2-e115-4a7e-a022-c720a3614c27 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237039 Jul 16 01:50:01.843932 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-97684f48-4990-4b64-a308-84d47319f753 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1106369 Jul 16 01:50:01.850493 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47294) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:01.856929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-9f44bdb3-a3f6-45b6-bdd4-2b926a49d28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Request body: {'subnet': {'network_id': '51fdc842-d468-4c79-bb25-9be1614f3f74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:01.917587 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Attempting to bind port 15664120-9e00-45be-bf82-c7d95ddb368f on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:01.917948 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Attempting to bind port 15664120-9e00-45be-bf82-c7d95ddb368f by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '5757a326-4a2d-4229-8853-baf0b64a561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fae376ff-9fad-4752-8854-17245acb446c'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:01.918320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Attempting to bind port 15664120-9e00-45be-bf82-c7d95ddb368f on network fae376ff-9fad-4752-8854-17245acb446c {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:01.932022 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:01.932414 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Checking segment: {'id': '5757a326-4a2d-4229-8853-baf0b64a561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fae376ff-9fad-4752-8854-17245acb446c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:01.932814 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.933219 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Bound using segment: {'id': '5757a326-4a2d-4229-8853-baf0b64a561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fae376ff-9fad-4752-8854-17245acb446c'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:01.933700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Bound port: 15664120-9e00-45be-bf82-c7d95ddb368f, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5757a326-4a2d-4229-8853-baf0b64a561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fae376ff-9fad-4752-8854-17245acb446c'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:01.934087 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.981442 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97684f48-4990-4b64-a308-84d47319f753 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event updated for resources: {'Network': ['ID=738b6231-df79-4dd9-a340-f429c2fd3859,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:01.998510 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 738b6231-df79-4dd9-a340-f429c2fd3859 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:02.041353 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e2858f5-2579-4e96-8a51-a491f962ce56 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.056500 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-4e2858f5-2579-4e96-8a51-a491f962ce56 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Calling delete_port for 37661be2-8866-4bee-83ee-c20fec9eb8ea owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:02.068866 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.157678 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.159915 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f44bdb3-a3f6-45b6-bdd4-2b926a49d28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Made reservation on behalf of 0191dbb317cd4207914a122fc32d176c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:02.168995 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9f44bdb3-a3f6-45b6-bdd4-2b926a49d28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.196207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] For port 15664120-9e00-45be-bf82-c7d95ddb368f, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:02.200687 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] For port 15664120-9e00-45be-bf82-c7d95ddb368f, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=15664120-9e00-45be-bf82-c7d95ddb368f,segment=NetworkSegment(5757a326-4a2d-4229-8853-baf0b64a561d),segment_id=5757a326-4a2d-4229-8853-baf0b64a561d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:02.203585 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'name': 'tempest-TestServerMultinode-526557046-router', 'tenant_id': 'adf91bde199244e88f44920096c11760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '02af87ef-fd30-4c77-b826-009ddfdc1cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:53Z', 'updated_at': '2021-07-16T01:49:56Z', 'revision_number': 3, 'project_id': 'adf91bde199244e88f44920096c11760', 'gw_port': {'id': '02af87ef-fd30-4c77-b826-009ddfdc1cce', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:55Z', 'updated_at': '2021-07-16T01:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:02.234235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b7bd7-4a58-473f-bb4e-d30df404d13c tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Pushing event updated for resources: {'Subnet': ['ID=c5f03844-f6c2-4b23-8613-e6aaf0c513c7,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:02.244085 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.251005 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385b7bd7-4a58-473f-bb4e-d30df404d13c tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Checking segment: {'id': '3e3b2b9d-aa20-407c-8fda-bac20ae09c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f6bb8338-4936-48a1-9c72-f1b209f90bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:02.251005 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385b7bd7-4a58-473f-bb4e-d30df404d13c tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Network hostable DHCP agents. Network: f6bb8338-4936-48a1-9c72-f1b209f90bed, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:02.262156 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24109e47-0145-4f14-b0ea-d7c322ab0528 None None] The sync data for ids ['ce99a733-bc28-4c4e-b8c8-fd76d0115b4b'] in n-d-800086-6 is: [{'id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'name': 'tempest-TestServerMultinode-526557046-router', 'tenant_id': 'adf91bde199244e88f44920096c11760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '02af87ef-fd30-4c77-b826-009ddfdc1cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:53Z', 'updated_at': '2021-07-16T01:49:56Z', 'revision_number': 3, 'project_id': 'adf91bde199244e88f44920096c11760', 'gw_port': {'id': '02af87ef-fd30-4c77-b826-009ddfdc1cce', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:55Z', 'updated_at': '2021-07-16T01:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:02.384857 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6cc893-e967-4c72-ab7b-29b00c987b50 None None] Pushing event updated for resources: {'Port': ['ID=15664120-9e00-45be-bf82-c7d95ddb368f,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:02.385941 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab58c82-cf62-4f95-88ab-24d809b145dc req-984d34c8-d7f6-49bf-92fe-496a7a00c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:02.387635 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ab58c82-cf62-4f95-88ab-24d809b145dc req-984d34c8-d7f6-49bf-92fe-496a7a00c287 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d65545dce6d4b268e4cfbd5c15439a3&device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 1094 time: 0.7886252 Jul 16 01:50:02.398774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] Transition to ACTIVE for port object 2d6643fe-f129-4df2-8f60-7dcfb66e31ce will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:02.407882 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385b7bd7-4a58-473f-bb4e-d30df404d13c tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Network f6bb8338-4936-48a1-9c72-f1b209f90bed is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:02.449291 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-385b7bd7-4a58-473f-bb4e-d30df404d13c tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, f6bb8338-4936-48a1-9c72-f1b209f90bed) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:02.458793 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae0fcc7-cd58-47c1-aa83-3dd10314a918 None None] Network f6bb8338-4936-48a1-9c72-f1b209f90bed requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:02.465800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b7bd7-4a58-473f-bb4e-d30df404d13c tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:02.466389 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-385b7bd7-4a58-473f-bb4e-d30df404d13c tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.499560 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-385b7bd7-4a58-473f-bb4e-d30df404d13c tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2547052 Jul 16 01:50:02.502242 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47320) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:02.516552 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-9b961d54-ff77-4b1b-9d08-2cc4644a0cd0 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Request body: {'port': {'network_id': 'f6bb8338-4936-48a1-9c72-f1b209f90bed', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2120453748'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:02.661310 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.728406 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e2858f5-2579-4e96-8a51-a491f962ce56 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.749337 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab58c82-cf62-4f95-88ab-24d809b145dc req-13a98e0a-67e2-46ff-99ee-b3799acf925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:02.750941 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ab58c82-cf62-4f95-88ab-24d809b145dc req-13a98e0a-67e2-46ff-99ee-b3799acf925a service neutron] 10.222.0.26 "GET /v2.0/networks?id=c5628c63-d8f3-48f2-84cc-e34ffa30c398 HTTP/1.1" status: 200 len: 916 time: 0.3400471 Jul 16 01:50:02.751473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] Pushing event updated for resources: {'Port': ['ID=2d6643fe-f129-4df2-8f60-7dcfb66e31ce,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:02.755385 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] Network 7ad34b91-7198-40af-8364-3e2524b1a6ab is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:02.786693 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2858f5-2579-4e96-8a51-a491f962ce56 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Pushing event deleted for resources: {'Port': ['ID=37661be2-8866-4bee-83ee-c20fec9eb8ea,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:02.788438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:02.862691 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:02.895396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-f6bb8338-4936-48a1-9c72-f1b209f90bed', 'network_id': 'f6bb8338-4936-48a1-9c72-f1b209f90bed', 'tenant_id': 'fa0a0ce42e794131baf2c37e605820a2', 'fixed_ips': [{'subnet_id': 'c5f03844-f6c2-4b23-8613-e6aaf0c513c7'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:02.896400 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.907391 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e2858f5-2579-4e96-8a51-a491f962ce56 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.908783 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.924473 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ab58c82-cf62-4f95-88ab-24d809b145dc req-102c685c-c975-4a9b-b51d-672f9b2d5d27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3f3c163-d71b-45fd-936c-ead4451863c7 HTTP/1.1" status: 200 len: 217 time: 0.1596298 Jul 16 01:50:03.165672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b961d54-ff77-4b1b-9d08-2cc4644a0cd0 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Made reservation on behalf of fa0a0ce42e794131baf2c37e605820a2 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:03.173972 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b961d54-ff77-4b1b-9d08-2cc4644a0cd0 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.181104 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e2858f5-2579-4e96-8a51-a491f962ce56 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.189468 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e2858f5-2579-4e96-8a51-a491f962ce56 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.221207 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9f44bdb3-a3f6-45b6-bdd4-2b926a49d28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.229013 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab58c82-cf62-4f95-88ab-24d809b145dc req-12cb8422-8a57-4e40-87c4-46f7346670d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:03.230714 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ab58c82-cf62-4f95-88ab-24d809b145dc req-12cb8422-8a57-4e40-87c4-46f7346670d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f72a5644-5fd4-45ba-9cbc-40e8ed153749 HTTP/1.1" status: 200 len: 855 time: 0.2917585 Jul 16 01:50:03.240194 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Allocated IP 172.20.0.2 (f6bb8338-4936-48a1-9c72-f1b209f90bed/c5f03844-f6c2-4b23-8613-e6aaf0c513c7/acb25704-97ac-4279-b88d-a7297fcde793) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:03.262489 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-9b961d54-ff77-4b1b-9d08-2cc4644a0cd0 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] device_id is not set on port f2af9d36-e05c-4517-8f1b-d32c32479f2b yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:03.288259 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e2858f5-2579-4e96-8a51-a491f962ce56 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.295499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2858f5-2579-4e96-8a51-a491f962ce56 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Fanout notify agent at l3_agent the message router_deleted on router 8a357280-783e-4a52-95f1-dc1985ea22d9 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:50:03.344601 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e2858f5-2579-4e96-8a51-a491f962ce56 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.347474 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4e2858f5-2579-4e96-8a51-a491f962ce56 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "DELETE /v2.0/routers/8a357280-783e-4a52-95f1-dc1985ea22d9 HTTP/1.1" status: 204 len: 168 time: 3.0535355 Jul 16 01:50:03.350059 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44bdb3-a3f6-45b6-bdd4-2b926a49d28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event updated for resources: {'Subnet': ['ID=fe052eae-9099-465d-8f1c-56b6f7e9c553,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:03.354014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47338) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:03.361780 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-970180985', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}, 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:03.365014 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b3bdf049-1ca2-4d01-bb3f-b03acf50c5ea None None] Provisioning for port 2d6643fe-f129-4df2-8f60-7dcfb66e31ce completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:03.403508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b3bdf049-1ca2-4d01-bb3f-b03acf50c5ea None None] Provisioning complete for port 2d6643fe-f129-4df2-8f60-7dcfb66e31ce triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:03.403958 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b3bdf049-1ca2-4d01-bb3f-b03acf50c5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.412371 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ab58c82-cf62-4f95-88ab-24d809b145dc req-a4cb5674-5b8a-4d42-949a-5b2d5fbff35c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c5628c63-d8f3-48f2-84cc-e34ffa30c398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662515 Jul 16 01:50:03.438644 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.448866 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.485560 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b3bdf049-1ca2-4d01-bb3f-b03acf50c5ea None None] Port 2d6643fe-f129-4df2-8f60-7dcfb66e31ce cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:03.621697 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f44bdb3-a3f6-45b6-bdd4-2b926a49d28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Checking segment: {'id': 'b9269734-1c07-474f-9eab-853b2892e0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51fdc842-d468-4c79-bb25-9be1614f3f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:03.622067 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f44bdb3-a3f6-45b6-bdd4-2b926a49d28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Network hostable DHCP agents. Network: 51fdc842-d468-4c79-bb25-9be1614f3f74, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:03.644320 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.671638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef9efa-c492-472c-8e0a-3b91060d429e req-aa2708b5-eb52-4aab-9cfd-c59da0c7ba8d tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:03.678562 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.680718 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67ef9efa-c492-472c-8e0a-3b91060d429e req-aa2708b5-eb52-4aab-9cfd-c59da0c7ba8d tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 943 time: 0.4730093 Jul 16 01:50:03.682867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f44bdb3-a3f6-45b6-bdd4-2b926a49d28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Network 51fdc842-d468-4c79-bb25-9be1614f3f74 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:03.716952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Transition to ACTIVE for port object acb25704-97ac-4279-b88d-a7297fcde793 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:03.742603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-9f44bdb3-a3f6-45b6-bdd4-2b926a49d28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 51fdc842-d468-4c79-bb25-9be1614f3f74) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:03.753218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f44bdb3-a3f6-45b6-bdd4-2b926a49d28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:03.753829 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9f44bdb3-a3f6-45b6-bdd4-2b926a49d28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.767797 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Transition to ACTIVE for port object acb25704-97ac-4279-b88d-a7297fcde793 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:03.773416 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc5bf04-8ba9-4598-9533-d4b095dc8b12 None None] Network 51fdc842-d468-4c79-bb25-9be1614f3f74 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:03.823880 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.865273 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ab58c82-cf62-4f95-88ab-24d809b145dc req-ffb7cd0e-23ed-4ea9-aa64-382e42ac1b67 service neutron] 10.222.0.26 "GET /v2.0/networks/c5628c63-d8f3-48f2-84cc-e34ffa30c398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872349 Jul 16 01:50:03.890601 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67ef9efa-c492-472c-8e0a-3b91060d429e req-167410ec-24e8-4243-bd23-b56e76f39be8 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087278 Jul 16 01:50:03.901683 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9f44bdb3-a3f6-45b6-bdd4-2b926a49d28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0487533 Jul 16 01:50:03.909448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47350) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:03.918197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-faeffac0-47af-410d-b77b-10935d6f94e8 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Request body: {'subnet': {'network_id': '738b6231-df79-4dd9-a340-f429c2fd3859', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:03.975153 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.980932 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 02af87ef-fd30-4c77-b826-009ddfdc1cce up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:04.062855 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device d3f3c163-d71b-45fd-936c-ead4451863c7 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:50:04.162965 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.212459 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Network f6bb8338-4936-48a1-9c72-f1b209f90bed is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:04.237382 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:04.239206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faeffac0-47af-410d-b77b-10935d6f94e8 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Made reservation on behalf of 0191dbb317cd4207914a122fc32d176c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:04.244968 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-faeffac0-47af-410d-b77b-10935d6f94e8 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.260618 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.263241 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:04.277656 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.resource_extend [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:50:04.282183 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 02af87ef-fd30-4c77-b826-009ddfdc1cce completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:04.296108 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-9b961d54-ff77-4b1b-9d08-2cc4644a0cd0 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Allocated IP 172.20.0.10 (f6bb8338-4936-48a1-9c72-f1b209f90bed/c5f03844-f6c2-4b23-8613-e6aaf0c513c7/f2af9d36-e05c-4517-8f1b-d32c32479f2b) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:04.303149 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 02af87ef-fd30-4c77-b826-009ddfdc1cce triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:04.306525 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.608777 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6d32c7-dea3-4d8e-a1be-d4732cc489ec None None] Network fae376ff-9fad-4752-8854-17245acb446c requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:04.768725 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Pushing event updated for resources: {'Port': ['ID=acb25704-97ac-4279-b88d-a7297fcde793,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:04.813173 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Attempting to bind port acb25704-97ac-4279-b88d-a7297fcde793 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:04.813541 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Attempting to bind port acb25704-97ac-4279-b88d-a7297fcde793 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '3e3b2b9d-aa20-407c-8fda-bac20ae09c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f6bb8338-4936-48a1-9c72-f1b209f90bed'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:04.813918 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Attempting to bind port acb25704-97ac-4279-b88d-a7297fcde793 on network f6bb8338-4936-48a1-9c72-f1b209f90bed {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:04.832833 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-51fdc842-d468-4c79-bb25-9be1614f3f74', 'network_id': '51fdc842-d468-4c79-bb25-9be1614f3f74', 'tenant_id': '0191dbb317cd4207914a122fc32d176c', 'fixed_ips': [{'subnet_id': 'fe052eae-9099-465d-8f1c-56b6f7e9c553'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:04.833757 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.861901 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0b5721fa-30c9-4f12-abbb-ca51055730de None None] Provisioning for port 15664120-9e00-45be-bf82-c7d95ddb368f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:04.890190 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.959158 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:04.959568 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Checking segment: {'id': '3e3b2b9d-aa20-407c-8fda-bac20ae09c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f6bb8338-4936-48a1-9c72-f1b209f90bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:04.959929 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.960467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Bound using segment: {'id': '3e3b2b9d-aa20-407c-8fda-bac20ae09c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f6bb8338-4936-48a1-9c72-f1b209f90bed'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:04.961268 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Bound port: acb25704-97ac-4279-b88d-a7297fcde793, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3b2b9d-aa20-407c-8fda-bac20ae09c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f6bb8338-4936-48a1-9c72-f1b209f90bed'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:04.961797 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.052950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] For port acb25704-97ac-4279-b88d-a7297fcde793, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:05.058994 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] For port acb25704-97ac-4279-b88d-a7297fcde793, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=acb25704-97ac-4279-b88d-a7297fcde793,segment=NetworkSegment(3e3b2b9d-aa20-407c-8fda-bac20ae09c70),segment_id=3e3b2b9d-aa20-407c-8fda-bac20ae09c70)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:05.102388 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47366) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:05.103319 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.185238 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.228168 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-faeffac0-47af-410d-b77b-10935d6f94e8 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.251829 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b961d54-ff77-4b1b-9d08-2cc4644a0cd0 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.256803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] Pushing event updated for resources: {'Port': ['ID=2d6643fe-f129-4df2-8f60-7dcfb66e31ce,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:05.264927 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ab58c82-cf62-4f95-88ab-24d809b145dc req-8f4aa29f-2cc0-445f-bbb0-53f3b147b1e0 service neutron] 10.222.0.26 "GET /v2.0/networks/c5628c63-d8f3-48f2-84cc-e34ffa30c398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3728065 Jul 16 01:50:05.306692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-9b961d54-ff77-4b1b-9d08-2cc4644a0cd0 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Transition to ACTIVE for port object f2af9d36-e05c-4517-8f1b-d32c32479f2b will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:05.352664 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.359303 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d8965d6d-69ef-458c-8be6-bad53fba5bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.383344 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port d3f3c163-d71b-45fd-936c-ead4451863c7, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d3f3c163-d71b-45fd-936c-ead4451863c7,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:05.404475 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.460247 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 02af87ef-fd30-4c77-b826-009ddfdc1cce, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=02af87ef-fd30-4c77-b826-009ddfdc1cce,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:05.488477 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'd3f3c163-d71b-45fd-936c-ead4451863c7', 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398', 'port_id': 'd3f3c163-d71b-45fd-936c-ead4451863c7', 'mac_address': 'fa:16:3e:61:d7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72a5644-5fd4-45ba-9cbc-40e8ed153749', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:50:05.504680 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.505489 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 15664120-9e00-45be-bf82-c7d95ddb368f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:05.532630 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.553477 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeffac0-47af-410d-b77b-10935d6f94e8 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event updated for resources: {'Subnet': ['ID=1bc45e1e-e3ee-4b55-9311-c350d7a55c51,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:05.555968 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16e445-1ac8-4899-af21-43d3dfa60061 None None] Pushing event updated for resources: {'Port': ['ID=acb25704-97ac-4279-b88d-a7297fcde793,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:05.562736 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b961d54-ff77-4b1b-9d08-2cc4644a0cd0 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.584092 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.619189 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeffac0-47af-410d-b77b-10935d6f94e8 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Checking segment: {'id': '370f167c-b771-4c4f-9d07-dba4f2bafec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '738b6231-df79-4dd9-a340-f429c2fd3859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:05.619622 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeffac0-47af-410d-b77b-10935d6f94e8 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Network hostable DHCP agents. Network: 738b6231-df79-4dd9-a340-f429c2fd3859, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:05.660677 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Allocated IP 2001:db8::2 (51fdc842-d468-4c79-bb25-9be1614f3f74/fe052eae-9099-465d-8f1c-56b6f7e9c553/f58b2ae2-0ec5-4271-9920-7dc2c44a3c33) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:05.676204 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d8965d6d-69ef-458c-8be6-bad53fba5bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.703275 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675f35d-f564-41ac-bd4a-d9634a0bc57c req-07f670e6-d18e-4952-93c6-6b3eb77c110e tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:05.706241 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 15664120-9e00-45be-bf82-c7d95ddb368f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:05.710244 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9675f35d-f564-41ac-bd4a-d9634a0bc57c req-07f670e6-d18e-4952-93c6-6b3eb77c110e tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 943 time: 0.4544854 Jul 16 01:50:05.721988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=02af87ef-fd30-4c77-b826-009ddfdc1cce,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:05.725767 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 15664120-9e00-45be-bf82-c7d95ddb368f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:05.726279 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.770420 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.793631 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d8965d6d-69ef-458c-8be6-bad53fba5bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.798035 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f3c163-d71b-45fd-936c-ead4451863c7 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:05.842063 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port d3f3c163-d71b-45fd-936c-ead4451863c7, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d3f3c163-d71b-45fd-936c-ead4451863c7,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:05.861356 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.945180 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b961d54-ff77-4b1b-9d08-2cc4644a0cd0 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Network f6bb8338-4936-48a1-9c72-f1b209f90bed is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:05.949465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b961d54-ff77-4b1b-9d08-2cc4644a0cd0 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Pushing event updated for resources: {'Port': ['ID=f2af9d36-e05c-4517-8f1b-d32c32479f2b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:05.970261 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-9b961d54-ff77-4b1b-9d08-2cc4644a0cd0 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:05.977892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b961d54-ff77-4b1b-9d08-2cc4644a0cd0 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:05.981289 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Allocated IP 172.25.1.58 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/4d60a33a-05fd-4c77-8e12-d39def27eeb7) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:06.011904 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeffac0-47af-410d-b77b-10935d6f94e8 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Network 738b6231-df79-4dd9-a340-f429c2fd3859 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:06.059908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=d3f3c163-d71b-45fd-936c-ead4451863c7,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:06.083218 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.088644 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] Network 7ad34b91-7198-40af-8364-3e2524b1a6ab is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:06.095576 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9675f35d-f564-41ac-bd4a-d9634a0bc57c req-dc7efc3c-f249-4c3d-9a25-efd1916d1bf9 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837807 Jul 16 01:50:06.129828 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:06.134476 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b961d54-ff77-4b1b-9d08-2cc4644a0cd0 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:06.135583 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b961d54-ff77-4b1b-9d08-2cc4644a0cd0 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.154481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-faeffac0-47af-410d-b77b-10935d6f94e8 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 738b6231-df79-4dd9-a340-f429c2fd3859) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:06.158326 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9b961d54-ff77-4b1b-9d08-2cc4644a0cd0 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.6516793 Jul 16 01:50:06.158326 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47382) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:06.172409 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeffac0-47af-410d-b77b-10935d6f94e8 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:06.172409 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-faeffac0-47af-410d-b77b-10935d6f94e8 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.200958 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8965d6d-69ef-458c-8be6-bad53fba5bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dd5068-f835-49cd-9036-32911520ed94,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:06.207956 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d8965d6d-69ef-458c-8be6-bad53fba5bd8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3f697b6131a743738dad2cb82272f083&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1018457 Jul 16 01:50:06.220171 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.229299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47384) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:06.231594 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Transition to ACTIVE for port object f58b2ae2-0ec5-4271-9920-7dc2c44a3c33 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:06.251580 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Transition to ACTIVE for port object f58b2ae2-0ec5-4271-9920-7dc2c44a3c33 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:06.264034 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-faeffac0-47af-410d-b77b-10935d6f94e8 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3517935 Jul 16 01:50:06.267431 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47386) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:06.270437 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-13872a3f-ad91-4e76-8ad3-e78a45ebd50c None None] Provisioning complete for port 15664120-9e00-45be-bf82-c7d95ddb368f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:06.270819 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13872a3f-ad91-4e76-8ad3-e78a45ebd50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.273881 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.281795 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['d3f3c163-d71b-45fd-936c-ead4451863c7'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:06.398389 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-749912bd-8b92-4259-8e0e-4a9b1badf3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.404674 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9392f33f-3189-426a-a70a-130cc9d5152c None None] Network 738b6231-df79-4dd9-a340-f429c2fd3859 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:06.421983 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.443445 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-749912bd-8b92-4259-8e0e-4a9b1badf3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.515266 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-08e7357c-10ff-41aa-960d-b91369754325 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Deleting port f2af9d36-e05c-4517-8f1b-d32c32479f2b {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:06.515266 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08e7357c-10ff-41aa-960d-b91369754325 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.619242 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.648784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] Router ce99a733-bc28-4c4e-b8c8-fd76d0115b4b has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:06.664620 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-749912bd-8b92-4259-8e0e-4a9b1badf3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.667156 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-749912bd-8b92-4259-8e0e-4a9b1badf3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.674682 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Pushing event updated for resources: {'Port': ['ID=f58b2ae2-0ec5-4271-9920-7dc2c44a3c33,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:06.682800 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-749912bd-8b92-4259-8e0e-4a9b1badf3a3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b7dd5068-f835-49cd-9036-32911520ed94 HTTP/1.1" status: 204 len: 168 time: 0.4390662 Jul 16 01:50:06.735079 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:06.756743 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08e7357c-10ff-41aa-960d-b91369754325 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.771341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749912bd-8b92-4259-8e0e-4a9b1badf3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dd5068-f835-49cd-9036-32911520ed94,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:06.785554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:06.791239 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:06.820239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 15664120-9e00-45be-bf82-c7d95ddb368f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=15664120-9e00-45be-bf82-c7d95ddb368f,segment=NetworkSegment(5757a326-4a2d-4229-8853-baf0b64a561d),segment_id=5757a326-4a2d-4229-8853-baf0b64a561d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:06.833160 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Network 51fdc842-d468-4c79-bb25-9be1614f3f74 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:06.852112 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.870414 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-08e7357c-10ff-41aa-960d-b91369754325 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Calling delete_port for f2af9d36-e05c-4517-8f1b-d32c32479f2b owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:06.886349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Pushing event updated for resources: {'Port': ['ID=4d60a33a-05fd-4c77-8e12-d39def27eeb7,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:06.921090 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:06.990240 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.994079 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:06.997351 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:07.021409 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8b0ad138-ac1a-4001-8c09-2b9a79eee6ee admin admin] 10.222.0.54 "PUT /v2.0/routers/ce99a733-bc28-4c4e-b8c8-fd76d0115b4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0669806 Jul 16 01:50:07.067020 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Sync routers for ids ['ce99a733-bc28-4c4e-b8c8-fd76d0115b4b'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:07.353845 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Routers {'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:07.354703 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:50:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ce99a733-bc28-4c4e-b8c8-fd76d0115b4b'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:07.497756 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device acb25704-97ac-4279-b88d-a7297fcde793 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:07.591459 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Set router ce99a733-bc28-4c4e-b8c8-fd76d0115b4b gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:07.695924 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08e7357c-10ff-41aa-960d-b91369754325 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.714525 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6535a-8df8-48ee-a0f3-e22ea218d86c req-99eaf31f-a0e9-4c8e-95e6-87796dccfcc6 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:07.716191 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10a6535a-8df8-48ee-a0f3-e22ea218d86c req-99eaf31f-a0e9-4c8e-95e6-87796dccfcc6 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 944 time: 0.2977202 Jul 16 01:50:07.750144 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.752442 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7357c-10ff-41aa-960d-b91369754325 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Pushing event deleted for resources: {'Port': ['ID=f2af9d36-e05c-4517-8f1b-d32c32479f2b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:07.909571 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10a6535a-8df8-48ee-a0f3-e22ea218d86c req-cf73d8d9-6a59-43cb-95bb-9e8d0713bfef tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810794 Jul 16 01:50:07.917003 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Allocated IP 2001:db8::1 (51fdc842-d468-4c79-bb25-9be1614f3f74/fe052eae-9099-465d-8f1c-56b6f7e9c553/5cb90304-2f36-48b7-9b7b-c110dd7e5727) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:08.001387 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db6abd0-b4b1-403b-a706-25b964e9afaf None None] Network f6bb8338-4936-48a1-9c72-f1b209f90bed requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:08.078688 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.090249 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-738b6231-df79-4dd9-a340-f429c2fd3859', 'network_id': '738b6231-df79-4dd9-a340-f429c2fd3859', 'tenant_id': '0191dbb317cd4207914a122fc32d176c', 'fixed_ips': [{'subnet_id': '1bc45e1e-e3ee-4b55-9311-c350d7a55c51'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:08.091099 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.097064 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Transition to ACTIVE for port object 5cb90304-2f36-48b7-9b7b-c110dd7e5727 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:08.124102 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08e7357c-10ff-41aa-960d-b91369754325 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.126163 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-08e7357c-10ff-41aa-960d-b91369754325 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] 10.222.0.54 "DELETE /v2.0/ports/f2af9d36-e05c-4517-8f1b-d32c32479f2b HTTP/1.1" status: 204 len: 168 time: 1.9669120 Jul 16 01:50:08.130153 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47440) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:08.152640 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.164233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=15664120-9e00-45be-bf82-c7d95ddb368f,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:08.187980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Network 51fdc842-d468-4c79-bb25-9be1614f3f74 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:08.191030 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:08.193360 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:08.194220 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.205562 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Attempting to bind port f58b2ae2-0ec5-4271-9920-7dc2c44a3c33 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:08.205938 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Attempting to bind port f58b2ae2-0ec5-4271-9920-7dc2c44a3c33 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'b9269734-1c07-474f-9eab-853b2892e0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51fdc842-d468-4c79-bb25-9be1614f3f74'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:08.206518 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Attempting to bind port f58b2ae2-0ec5-4271-9920-7dc2c44a3c33 on network 51fdc842-d468-4c79-bb25-9be1614f3f74 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:08.208737 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-10aced29-35d7-4fd5-8116-2e86574b47ec None None] Provisioning complete for port 2d6643fe-f129-4df2-8f60-7dcfb66e31ce triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:08.211368 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10aced29-35d7-4fd5-8116-2e86574b47ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.219971 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.308885 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:08.309274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Checking segment: {'id': 'b9269734-1c07-474f-9eab-853b2892e0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51fdc842-d468-4c79-bb25-9be1614f3f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:08.309687 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.310092 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Bound using segment: {'id': 'b9269734-1c07-474f-9eab-853b2892e0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51fdc842-d468-4c79-bb25-9be1614f3f74'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:08.310581 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Bound port: f58b2ae2-0ec5-4271-9920-7dc2c44a3c33, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9269734-1c07-474f-9eab-853b2892e0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51fdc842-d468-4c79-bb25-9be1614f3f74'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:08.310970 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.338290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47446) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:08.345963 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4594e585-ac61-4ebb-8a90-1ea6fc94c81c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-600480728-network', 'tenant_id': '3e931c56f359495d877911d5244073fc'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:08.351459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event updated for resources: {'Port': ['ID=5cb90304-2f36-48b7-9b7b-c110dd7e5727,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:08.397826 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4594e585-ac61-4ebb-8a90-1ea6fc94c81c admin admin] Made reservation on behalf of 3e931c56f359495d877911d5244073fc for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:08.400420 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4594e585-ac61-4ebb-8a90-1ea6fc94c81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.432036 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4594e585-ac61-4ebb-8a90-1ea6fc94c81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.439670 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-10aced29-35d7-4fd5-8116-2e86574b47ec None None] Port 2d6643fe-f129-4df2-8f60-7dcfb66e31ce cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:08.440384 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Router 920b6ee6-c12b-4dc6-a3f5-998930989854 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:50:08.541411 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4594e585-ac61-4ebb-8a90-1ea6fc94c81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.549165 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4594e585-ac61-4ebb-8a90-1ea6fc94c81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.579109 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.587048 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port acb25704-97ac-4279-b88d-a7297fcde793 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:08.622035 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 02af87ef-fd30-4c77-b826-009ddfdc1cce up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:08.622760 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d20c3303-2626-4789-ab37-391bc4bee673 tempest-DHCPAgentSchedulersTestJSON-1578706261 tempest-DHCPAgentSchedulersTestJSON-1578706261-project-admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.4914846 Jul 16 01:50:08.624656 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4594e585-ac61-4ebb-8a90-1ea6fc94c81c admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:08.627811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47450) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:08.633895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ca9c54e3-d304-4997-a120-fbdbc695c173 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1145256508'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:08.634781 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594e585-ac61-4ebb-8a90-1ea6fc94c81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b5376f-0049-43e5-a624-18ffd41b436b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:08.644800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:08.655835 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003d36f2-f2de-4011-b49c-bed2d69d25b1 None None] Sync routers for ids ['920b6ee6-c12b-4dc6-a3f5-998930989854'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:08.672327 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4594e585-ac61-4ebb-8a90-1ea6fc94c81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.672809 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-4594e585-ac61-4ebb-8a90-1ea6fc94c81c admin admin] Added segment 5b7314cc-1020-4488-8ada-2e089a739f2c of type vlan for network 7d946d2e-8375-4688-aa07-dbfc513e5c98 Jul 16 01:50:08.686624 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9c54e3-d304-4997-a120-fbdbc695c173 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Made reservation on behalf of fa0a0ce42e794131baf2c37e605820a2 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:08.692066 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca9c54e3-d304-4997-a120-fbdbc695c173 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.703820 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.705518 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003d36f2-f2de-4011-b49c-bed2d69d25b1 None None] Routers {'920b6ee6-c12b-4dc6-a3f5-998930989854'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:08.706426 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-003d36f2-f2de-4011-b49c-bed2d69d25b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:50:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['920b6ee6-c12b-4dc6-a3f5-998930989854'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:08.708547 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c542b62e-5f2e-4694-9c40-0d0545c9d6a4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.3529704 Jul 16 01:50:08.709245 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47452) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:08.716555 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-7bf94d0d-408e-418d-a718-1e073f8de116 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:08.759093 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-003d36f2-f2de-4011-b49c-bed2d69d25b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:08.770907 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-42fa0884-299f-4804-b7d9-954a1bd68658 None None] Provisioning for port acb25704-97ac-4279-b88d-a7297fcde793 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:08.774047 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003d36f2-f2de-4011-b49c-bed2d69d25b1 None None] Routers {'920b6ee6-c12b-4dc6-a3f5-998930989854'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:08.775597 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-003d36f2-f2de-4011-b49c-bed2d69d25b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:50:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['920b6ee6-c12b-4dc6-a3f5-998930989854'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:08.784080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9c54e3-d304-4997-a120-fbdbc695c173 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:08.786675 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-42fa0884-299f-4804-b7d9-954a1bd68658 None None] Provisioning complete for port acb25704-97ac-4279-b88d-a7297fcde793 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:08.787123 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42fa0884-299f-4804-b7d9-954a1bd68658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.801217 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] For port f58b2ae2-0ec5-4271-9920-7dc2c44a3c33, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:08.808492 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4594e585-ac61-4ebb-8a90-1ea6fc94c81c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.829006 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca9c54e3-d304-4997-a120-fbdbc695c173 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.829531 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-ca9c54e3-d304-4997-a120-fbdbc695c173 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Added segment 33121692-6a72-48f7-88cc-76ce38b9d810 of type vlan for network 84564add-fee2-4915-b915-e910f42dbc2d Jul 16 01:50:08.856613 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-003d36f2-f2de-4011-b49c-bed2d69d25b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:08.858408 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003d36f2-f2de-4011-b49c-bed2d69d25b1 None None] The sync data for ids ['920b6ee6-c12b-4dc6-a3f5-998930989854'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:08.893914 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca9c54e3-d304-4997-a120-fbdbc695c173 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.921402 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] For port f58b2ae2-0ec5-4271-9920-7dc2c44a3c33, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f58b2ae2-0ec5-4271-9920-7dc2c44a3c33,segment=NetworkSegment(b9269734-1c07-474f-9eab-853b2892e0ab),segment_id=b9269734-1c07-474f-9eab-853b2892e0ab)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:08.955679 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.982554 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Allocated IP 2001:db8::2 (738b6231-df79-4dd9-a340-f429c2fd3859/1bc45e1e-e3ee-4b55-9311-c350d7a55c51/85e4588c-e029-44c1-93d0-d0333ee43120) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:09.032755 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.035399 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4594e585-ac61-4ebb-8a90-1ea6fc94c81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.036579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594e585-ac61-4ebb-8a90-1ea6fc94c81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:09.037370 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4594e585-ac61-4ebb-8a90-1ea6fc94c81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.043616 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.044848 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.048443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 02af87ef-fd30-4c77-b826-009ddfdc1cce triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:09.048933 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.084315 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.resource_extend [None req-ca9c54e3-d304-4997-a120-fbdbc695c173 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:50:09.106321 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca9c54e3-d304-4997-a120-fbdbc695c173 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.113994 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9c54e3-d304-4997-a120-fbdbc695c173 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:09.114672 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca9c54e3-d304-4997-a120-fbdbc695c173 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.127575 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'name': 'tempest-TestServerMultinode-526557046-router', 'tenant_id': 'adf91bde199244e88f44920096c11760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '02af87ef-fd30-4c77-b826-009ddfdc1cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:53Z', 'updated_at': '2021-07-16T01:50:03Z', 'revision_number': 4, 'project_id': 'adf91bde199244e88f44920096c11760', 'gw_port': {'id': '02af87ef-fd30-4c77-b826-009ddfdc1cce', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:55Z', 'updated_at': '2021-07-16T01:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2d6643fe-f129-4df2-8f60-7dcfb66e31ce', 'name': '', 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab', 'tenant_id': 'adf91bde199244e88f44920096c11760', 'mac_address': 'fa:16:3e:93:9a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'c99630c3-798c-4235-8a39-03e83089a162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:00Z', 'updated_at': '2021-07-16T01:50:04Z', 'revision_number': 2, 'project_id': 'adf91bde199244e88f44920096c11760', 'subnets': [{'id': 'c99630c3-798c-4235-8a39-03e83089a162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:09.188045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event updated for resources: {'Port': ['ID=5cb90304-2f36-48b7-9b7b-c110dd7e5727,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:09.212910 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ca9c54e3-d304-4997-a120-fbdbc695c173 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5836871 Jul 16 01:50:09.216041 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Checking router: ce99a733-bc28-4c4e-b8c8-fd76d0115b4b for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:09.216403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Updating router ce99a733-bc28-4c4e-b8c8-fd76d0115b4b port 2d6643fe-f129-4df2-8f60-7dcfb66e31ce binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:50:09.217321 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47464) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:09.347394 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594e585-ac61-4ebb-8a90-1ea6fc94c81c admin admin] Pushing event updated for resources: {'Network': ['ID=7d946d2e-8375-4688-aa07-dbfc513e5c98,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:09.371941 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c54e3-d304-4997-a120-fbdbc695c173 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Pushing event updated for resources: {'Network': ['ID=84564add-fee2-4915-b915-e910f42dbc2d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:09.385754 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb9b08-a6c6-4ab4-aad3-f91bbaaedb84 None None] Pushing event updated for resources: {'Port': ['ID=f58b2ae2-0ec5-4271-9920-7dc2c44a3c33,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:09.399430 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4594e585-ac61-4ebb-8a90-1ea6fc94c81c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0581751 Jul 16 01:50:09.403702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 7d946d2e-8375-4688-aa07-dbfc513e5c98 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:09.405913 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47470) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:09.406039 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 84564add-fee2-4915-b915-e910f42dbc2d details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:09.416009 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-08ca0f04-6e5d-49bc-b977-45bc76aaea55 admin admin] Request body: {'subnet': {'network_id': '7d946d2e-8375-4688-aa07-dbfc513e5c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-600480728-subnet', 'tenant_id': '3e931c56f359495d877911d5244073fc', 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:09.471107 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf94d0d-408e-418d-a718-1e073f8de116 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.483077 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Network 51fdc842-d468-4c79-bb25-9be1614f3f74 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:09.498869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:09.520199 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf94d0d-408e-418d-a718-1e073f8de116 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.524619 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ca0f04-6e5d-49bc-b977-45bc76aaea55 admin admin] Made reservation on behalf of 3e931c56f359495d877911d5244073fc for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:09.526979 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08ca0f04-6e5d-49bc-b977-45bc76aaea55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.537536 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334d509-2665-4120-8ed3-a865e3791e6b req-945a01e6-3d42-4d7a-9c9b-dfaf0bf1a320 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:09.539923 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1334d509-2665-4120-8ed3-a865e3791e6b req-945a01e6-3d42-4d7a-9c9b-dfaf0bf1a320 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 944 time: 0.3702314 Jul 16 01:50:09.551281 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.597306 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-943c7da4-3579-4023-8639-2d7996b4dc65 tempest-DHCPAgentSchedulersTestJSON-1578706261 tempest-DHCPAgentSchedulersTestJSON-1578706261-project-admin] 10.222.0.54 "GET /v2.0/agents/a18c73d0-763d-4f21-8fb4-ddbaec7fffec/dhcp-networks HTTP/1.1" status: 200 len: 9647 time: 0.3772290 Jul 16 01:50:09.597941 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47474) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:09.634972 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42fa0884-299f-4804-b7d9-954a1bd68658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.776912 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-7bf94d0d-408e-418d-a718-1e073f8de116 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Deleting port 4d60a33a-05fd-4c77-8e12-d39def27eeb7 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:09.777477 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf94d0d-408e-418d-a718-1e073f8de116 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.827767 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1334d509-2665-4120-8ed3-a865e3791e6b req-f0e21b0c-3d9e-4e5b-bb2e-8216485386e4 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378632 Jul 16 01:50:09.846426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Router 693fe939-58a6-4e8f-89a9-023722172658 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:50:09.892158 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f107334b-eea4-49ea-a3ce-c1ac3d40878d tempest-DHCPAgentSchedulersTestJSON-1578706261 tempest-DHCPAgentSchedulersTestJSON-1578706261-project-admin] Network 84564add-fee2-4915-b915-e910f42dbc2d is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:09.963311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:09.967213 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e96e944-ff72-460e-8354-a4b7c7149fac None None] Network 84564add-fee2-4915-b915-e910f42dbc2d requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:09.968258 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f107334b-eea4-49ea-a3ce-c1ac3d40878d tempest-DHCPAgentSchedulersTestJSON-1578706261 tempest-DHCPAgentSchedulersTestJSON-1578706261-project-admin] 10.222.0.54 "POST /v2.0/agents/a18c73d0-763d-4f21-8fb4-ddbaec7fffec/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3670774 Jul 16 01:50:09.968888 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47482) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:09.969669 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7de327d4-e499-4b91-b406-90b9fa0ad28b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "PUT /v2.0/routers/693fe939-58a6-4e8f-89a9-023722172658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7008603 Jul 16 01:50:09.972388 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47484) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:10.086828 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf94d0d-408e-418d-a718-1e073f8de116 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.112722 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08ca0f04-6e5d-49bc-b977-45bc76aaea55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.205810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-7bf94d0d-408e-418d-a718-1e073f8de116 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Calling delete_port for 4d60a33a-05fd-4c77-8e12-d39def27eeb7 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:10.440501 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.451362 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Transition to ACTIVE for port object 85e4588c-e029-44c1-93d0-d0333ee43120 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:10.458046 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-42fa0884-299f-4804-b7d9-954a1bd68658 None None] For port acb25704-97ac-4279-b88d-a7297fcde793, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=acb25704-97ac-4279-b88d-a7297fcde793,segment=NetworkSegment(3e3b2b9d-aa20-407c-8fda-bac20ae09c70),segment_id=3e3b2b9d-aa20-407c-8fda-bac20ae09c70)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:10.463079 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device d3f3c163-d71b-45fd-936c-ead4451863c7 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:10.466123 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c94338-0a8c-4850-9785-12bbeb964225 None None] Sync routers for ids ['693fe939-58a6-4e8f-89a9-023722172658'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:10.537324 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-42fa0884-299f-4804-b7d9-954a1bd68658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.655573 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa0884-299f-4804-b7d9-954a1bd68658 None None] Pushing event updated for resources: {'Port': ['ID=acb25704-97ac-4279-b88d-a7297fcde793,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:10.679281 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Transition to ACTIVE for port object 85e4588c-e029-44c1-93d0-d0333ee43120 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:10.703964 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-57be4821-aa1b-46fe-b76c-91ec5df635db None None] Could not find standard attr ID for object f2af9d36-e05c-4517-8f1b-d32c32479f2b. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:50:10.717644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c94338-0a8c-4850-9785-12bbeb964225 None None] Routers {'693fe939-58a6-4e8f-89a9-023722172658'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:10.718544 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c7c94338-0a8c-4850-9785-12bbeb964225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:50:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['693fe939-58a6-4e8f-89a9-023722172658'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:10.727878 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aa3636-7293-45c9-9cdc-072d489448ce None None] Network 51fdc842-d468-4c79-bb25-9be1614f3f74 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:10.779325 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.862374 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c7c94338-0a8c-4850-9785-12bbeb964225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:10.904899 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f58b2ae2-0ec5-4271-9920-7dc2c44a3c33 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:10.975215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Network 738b6231-df79-4dd9-a340-f429c2fd3859 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:10.998946 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5e293c93-3dbe-44a1-a635-8b2903d27199 tempest-DHCPAgentSchedulersTestJSON-1578706261 tempest-DHCPAgentSchedulersTestJSON-1578706261-project-admin] 10.222.0.54 "GET /v2.0/agents/a18c73d0-763d-4f21-8fb4-ddbaec7fffec/dhcp-networks HTTP/1.1" status: 200 len: 10419 time: 1.0002956 Jul 16 01:50:11.026239 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47508) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:11.049529 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca0f04-6e5d-49bc-b977-45bc76aaea55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2db57e3a-78f9-4dbe-acfc-bb1736d22a61,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:11.057511 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-57be4821-aa1b-46fe-b76c-91ec5df635db None None] Provisioning complete for port acb25704-97ac-4279-b88d-a7297fcde793 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:11.058774 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57be4821-aa1b-46fe-b76c-91ec5df635db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.087700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:11.090365 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca0f04-6e5d-49bc-b977-45bc76aaea55 admin admin] Checking segment: {'id': '5b7314cc-1020-4488-8ada-2e089a739f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7d946d2e-8375-4688-aa07-dbfc513e5c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:11.090761 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ca0f04-6e5d-49bc-b977-45bc76aaea55 admin admin] Network hostable DHCP agents. Network: 7d946d2e-8375-4688-aa07-dbfc513e5c98, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:11.123696 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf94d0d-408e-418d-a718-1e073f8de116 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.135401 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:11.163777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf94d0d-408e-418d-a718-1e073f8de116 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Pushing event deleted for resources: {'Port': ['ID=4d60a33a-05fd-4c77-8e12-d39def27eeb7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:11.167054 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c94338-0a8c-4850-9785-12bbeb964225 None None] Routers {'693fe939-58a6-4e8f-89a9-023722172658'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:11.167693 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c7c94338-0a8c-4850-9785-12bbeb964225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:50:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['693fe939-58a6-4e8f-89a9-023722172658'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:11.169469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port d3f3c163-d71b-45fd-936c-ead4451863c7 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:11.172606 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-93467437-1541-4657-97c3-4c5e288d9ad0 tempest-DHCPAgentSchedulersTestJSON-1578706261 tempest-DHCPAgentSchedulersTestJSON-1578706261-project-admin] 10.222.0.54 "DELETE /v2.0/agents/a18c73d0-763d-4f21-8fb4-ddbaec7fffec/dhcp-networks/84564add-fee2-4915-b915-e910f42dbc2d HTTP/1.1" status: 204 len: 168 time: 0.1452963 Jul 16 01:50:11.178343 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47510) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:11.180048 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ca0f04-6e5d-49bc-b977-45bc76aaea55 admin admin] Network 7d946d2e-8375-4688-aa07-dbfc513e5c98 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:11.187748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Pushing event updated for resources: {'Port': ['ID=85e4588c-e029-44c1-93d0-d0333ee43120,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:11.208830 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa53dc-bce9-46f6-b3c0-76ca3703d53f req-e8fb8971-660e-4c6a-a8fa-f3f0374a5628 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:11.211051 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f1aa53dc-bce9-46f6-b3c0-76ca3703d53f req-e8fb8971-660e-4c6a-a8fa-f3f0374a5628 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 944 time: 0.1225376 Jul 16 01:50:11.220486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-08ca0f04-6e5d-49bc-b977-45bc76aaea55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 7d946d2e-8375-4688-aa07-dbfc513e5c98) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:11.242920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e13050b-60fe-487b-ac01-5038b209fee3 None None] Network 7d946d2e-8375-4688-aa07-dbfc513e5c98 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:11.246266 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca0f04-6e5d-49bc-b977-45bc76aaea55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:11.247122 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08ca0f04-6e5d-49bc-b977-45bc76aaea55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.271142 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c7c94338-0a8c-4850-9785-12bbeb964225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:11.271803 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c94338-0a8c-4850-9785-12bbeb964225 None None] The sync data for ids ['693fe939-58a6-4e8f-89a9-023722172658'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:11.281244 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port d3f3c163-d71b-45fd-936c-ead4451863c7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:11.281244 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.302460 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-808f48da-5398-46f3-8713-47bd192266c8 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:50:11.304290 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-808f48da-5398-46f3-8713-47bd192266c8 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "PUT /v2.0/routers/693fe939-58a6-4e8f-89a9-023722172658/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3305578 Jul 16 01:50:11.307928 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47512) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:11.309144 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f1aa53dc-bce9-46f6-b3c0-76ca3703d53f req-f265c13c-3e83-44fa-9914-992487eb6fb2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841722 Jul 16 01:50:11.356911 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-08ca0f04-6e5d-49bc-b977-45bc76aaea55 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9506400 Jul 16 01:50:11.358184 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf94d0d-408e-418d-a718-1e073f8de116 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.359961 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47514) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:11.365130 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-600480728-router', 'tenant_id': '3e931c56f359495d877911d5244073fc', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:11.389000 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.390386 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.485113 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.486677 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Attempting to bind port 85e4588c-e029-44c1-93d0-d0333ee43120 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:11.487156 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Attempting to bind port 85e4588c-e029-44c1-93d0-d0333ee43120 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '370f167c-b771-4c4f-9d07-dba4f2bafec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '738b6231-df79-4dd9-a340-f429c2fd3859'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:11.487475 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Attempting to bind port 85e4588c-e029-44c1-93d0-d0333ee43120 on network 738b6231-df79-4dd9-a340-f429c2fd3859 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:11.503395 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port f58b2ae2-0ec5-4271-9920-7dc2c44a3c33 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:11.543008 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 15664120-9e00-45be-bf82-c7d95ddb368f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:11.590401 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:11.590768 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Checking segment: {'id': '370f167c-b771-4c4f-9d07-dba4f2bafec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '738b6231-df79-4dd9-a340-f429c2fd3859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:11.591174 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.591572 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Bound using segment: {'id': '370f167c-b771-4c4f-9d07-dba4f2bafec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '738b6231-df79-4dd9-a340-f429c2fd3859'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:11.592090 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Bound port: 85e4588c-e029-44c1-93d0-d0333ee43120, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370f167c-b771-4c4f-9d07-dba4f2bafec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '738b6231-df79-4dd9-a340-f429c2fd3859'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:11.592479 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.651519 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0af53032-c3e5-4fe0-82cb-cc5d39c8354b tempest-DHCPAgentSchedulersTestJSON-1578706261 tempest-DHCPAgentSchedulersTestJSON-1578706261-project-admin] 10.222.0.54 "GET /v2.0/agents/a18c73d0-763d-4f21-8fb4-ddbaec7fffec/dhcp-networks HTTP/1.1" status: 200 len: 10443 time: 0.4677091 Jul 16 01:50:11.702423 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.708499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47526) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:11.740565 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.761254 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf94d0d-408e-418d-a718-1e073f8de116 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.775663 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf94d0d-408e-418d-a718-1e073f8de116 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.782507 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cf639d9a-4f91-47c0-b0b9-80df7ede9dbc tempest-DHCPAgentSchedulersTestJSON-1578706261 tempest-DHCPAgentSchedulersTestJSON-1578706261-project-admin] 10.222.0.54 "GET /v2.0/networks/f6bb8338-4936-48a1-9c72-f1b209f90bed/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0479300 Jul 16 01:50:11.787692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47532) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:11.816960 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Transition to ACTIVE for port object 2d6643fe-f129-4df2-8f60-7dcfb66e31ce will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:11.816960 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.857507 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.884045 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-7d946d2e-8375-4688-aa07-dbfc513e5c98', 'network_id': '7d946d2e-8375-4688-aa07-dbfc513e5c98', 'tenant_id': '3e931c56f359495d877911d5244073fc', 'fixed_ips': [{'subnet_id': '2db57e3a-78f9-4dbe-acfc-bb1736d22a61'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:11.887762 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.908245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-433ab046-6172-4568-9743-fa60e72ed5b0 tempest-DHCPAgentSchedulersTestJSON-1578706261 tempest-DHCPAgentSchedulersTestJSON-1578706261-project-admin] 10.222.0.54 "GET /v2.0/networks/f6bb8338-4936-48a1-9c72-f1b209f90bed/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1155539 Jul 16 01:50:11.912711 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47536) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:11.919980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf94d0d-408e-418d-a718-1e073f8de116 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Router 920b6ee6-c12b-4dc6-a3f5-998930989854 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:11.920709 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] For port 85e4588c-e029-44c1-93d0-d0333ee43120, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:11.924894 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] For port 85e4588c-e029-44c1-93d0-d0333ee43120, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=85e4588c-e029-44c1-93d0-d0333ee43120,segment=NetworkSegment(370f167c-b771-4c4f-9d07-dba4f2bafec1),segment_id=370f167c-b771-4c4f-9d07-dba4f2bafec1)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:11.956161 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port d3f3c163-d71b-45fd-936c-ead4451863c7, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d3f3c163-d71b-45fd-936c-ead4451863c7,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:12.038409 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.044522 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a020cfd2-2b77-4782-b51f-6e867ced8263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f3c163-d71b-45fd-936c-ead4451863c7'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:12.049462 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19e257e-d859-4060-a9fd-12e97b1951e8" -d '{"events": [{"server_uuid": "a020cfd2-2b77-4782-b51f-6e867ced8263", "name": "network-vif-plugged", "status": "completed", "tag": "d3f3c163-d71b-45fd-936c-ead4451863c7"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:12.058811 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.067088 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.068621 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.104114 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-009c2d7a-48e1-4aae-bfe8-141f21d3aea7 None None] Provisioning for port f58b2ae2-0ec5-4271-9920-7dc2c44a3c33 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:12.139615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-009c2d7a-48e1-4aae-bfe8-141f21d3aea7 None None] Provisioning complete for port f58b2ae2-0ec5-4271-9920-7dc2c44a3c33 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:12.157064 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-009c2d7a-48e1-4aae-bfe8-141f21d3aea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.157064 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 15664120-9e00-45be-bf82-c7d95ddb368f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:12.157064 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.318236 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf94d0d-408e-418d-a718-1e073f8de116 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:12.329465 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf94d0d-408e-418d-a718-1e073f8de116 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.331653 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ce05fd-c4b9-4346-a5a1-d5f1a3fff18c None None] Sync routers for ids ['920b6ee6-c12b-4dc6-a3f5-998930989854'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:12.341022 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7bf94d0d-408e-418d-a718-1e073f8de116 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "PUT /v2.0/routers/920b6ee6-c12b-4dc6-a3f5-998930989854 HTTP/1.1" status: 200 len: 705 time: 3.6286020 Jul 16 01:50:12.347949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47556) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:12.360750 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ce05fd-c4b9-4346-a5a1-d5f1a3fff18c None None] Routers {'920b6ee6-c12b-4dc6-a3f5-998930989854'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:12.361386 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-88ce05fd-c4b9-4346-a5a1-d5f1a3fff18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:50:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['920b6ee6-c12b-4dc6-a3f5-998930989854'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:12.390149 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] Allocated IP 172.25.1.178 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/164cc107-b3d2-47dc-9705-f44869d40b74) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:12.527525 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-88ce05fd-c4b9-4346-a5a1-d5f1a3fff18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:12.572857 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-092560a9-7832-4375-8e03-612274403723 tempest-DHCPAgentSchedulersTestJSON-1578706261 tempest-DHCPAgentSchedulersTestJSON-1578706261-project-admin] 10.222.0.54 "GET /v2.0/agents/a18c73d0-763d-4f21-8fb4-ddbaec7fffec/dhcp-networks HTTP/1.1" status: 200 len: 10443 time: 0.6591990 Jul 16 01:50:12.575778 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ce05fd-c4b9-4346-a5a1-d5f1a3fff18c None None] Routers {'920b6ee6-c12b-4dc6-a3f5-998930989854'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:12.576557 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47558) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:12.577052 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-88ce05fd-c4b9-4346-a5a1-d5f1a3fff18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:50:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['920b6ee6-c12b-4dc6-a3f5-998930989854'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:12.597854 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0e39e6b3-f992-4fb4-a05e-495c001ee052 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "GET /v2.0/routers/920b6ee6-c12b-4dc6-a3f5-998930989854 HTTP/1.1" status: 200 len: 740 time: 0.2394929 Jul 16 01:50:12.609962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47560) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:12.659444 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-23fbf3cf-b075-40a9-9ada-e6b7356a3b5f tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.661136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f1bcd-160e-4c19-9b0c-9f61bc984921 None None] Pushing event updated for resources: {'Port': ['ID=2d6643fe-f129-4df2-8f60-7dcfb66e31ce,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:12.668729 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc034ab-e28e-47b2-8047-4df764b4170e x-openstack-request-id: req-6fc034ab-e28e-47b2-8047-4df764b4170e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:12.669015 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a020cfd2-2b77-4782-b51f-6e867ced8263", "name": "network-vif-plugged", "status": "completed", "tag": "d3f3c163-d71b-45fd-936c-ead4451863c7", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:12.669346 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6fc034ab-e28e-47b2-8047-4df764b4170e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:12.669740 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a020cfd2-2b77-4782-b51f-6e867ced8263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f3c163-d71b-45fd-936c-ead4451863c7', 'code': 200} Jul 16 01:50:12.680143 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-88ce05fd-c4b9-4346-a5a1-d5f1a3fff18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:12.681809 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ce05fd-c4b9-4346-a5a1-d5f1a3fff18c None None] The sync data for ids ['920b6ee6-c12b-4dc6-a3f5-998930989854'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:12.810882 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ae6755b5-10f5-4385-bb27-d854ea2ab266 tempest-RoutersAdminTest-1855500370 tempest-RoutersAdminTest-1855500370-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=88f2079c-e547-45f1-859f-49428e13c11a&device_id=920b6ee6-c12b-4dc6-a3f5-998930989854 HTTP/1.1" status: 200 len: 205 time: 0.1807766 Jul 16 01:50:12.843932 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47562) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:12.877086 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a7e35-bbbd-4a75-a2aa-8133892fc50f None None] Pushing event updated for resources: {'Port': ['ID=85e4588c-e029-44c1-93d0-d0333ee43120,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:12.980853 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fe084a5-71da-41fc-b7f0-a3b35e209009 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.985610 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6ea3fa65-e734-4fb6-996b-839ce980170b tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "GET /v2.0/ports?device_id=920b6ee6-c12b-4dc6-a3f5-998930989854 HTTP/1.1" status: 200 len: 205 time: 0.1291821 Jul 16 01:50:12.996918 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47564) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:13.043016 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Attempting to bind port 2d6643fe-f129-4df2-8f60-7dcfb66e31ce on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:13.043402 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Attempting to bind port 2d6643fe-f129-4df2-8f60-7dcfb66e31ce by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '487bfa60-894c-4f64-b7c8-1d4ca3b83b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:13.044146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Attempting to bind port 2d6643fe-f129-4df2-8f60-7dcfb66e31ce on network 7ad34b91-7198-40af-8364-3e2524b1a6ab {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:13.052856 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-009c2d7a-48e1-4aae-bfe8-141f21d3aea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.085194 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ae71f66-3aba-4cc6-af46-e4987375fde4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.115231 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.155579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0c9f1-813a-48a8-84a1-dfa42b16d9de req-6ae5649e-1ed7-49ce-bfa0-98107f947478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:13.159400 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ccf0c9f1-813a-48a8-84a1-dfa42b16d9de req-6ae5649e-1ed7-49ce-bfa0-98107f947478 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 1096 time: 0.3984041 Jul 16 01:50:13.162987 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Allocated IP 172.20.0.2 (7d946d2e-8375-4688-aa07-dbfc513e5c98/2db57e3a-78f9-4dbe-acfc-bb1736d22a61/c519b656-7f4b-405c-8237-8d7d4ad17ec7) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:13.240812 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adb6c1-ff46-471e-9dea-654e872a1551 req-5429159f-c4a5-4056-a4b3-6890905397f2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:13.252509 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73adb6c1-ff46-471e-9dea-654e872a1551 req-5429159f-c4a5-4056-a4b3-6890905397f2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.4470134 Jul 16 01:50:13.288683 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fe084a5-71da-41fc-b7f0-a3b35e209009 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.309704 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ccf0c9f1-813a-48a8-84a1-dfa42b16d9de req-03408c15-5813-4a7f-85c2-fc55100ec0b2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393631 Jul 16 01:50:13.316479 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6fe084a5-71da-41fc-b7f0-a3b35e209009 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84564add-fee2-4915-b915-e910f42dbc2d']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:13.331331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6fe084a5-71da-41fc-b7f0-a3b35e209009 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33121692-6a72-48f7-88cc-76ce38b9d810') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:13.331578 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6fe084a5-71da-41fc-b7f0-a3b35e209009 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33121692-6a72-48f7-88cc-76ce38b9d810') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:13.343752 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fe084a5-71da-41fc-b7f0-a3b35e209009 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.360290 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fe084a5-71da-41fc-b7f0-a3b35e209009 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.369125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe084a5-71da-41fc-b7f0-a3b35e209009 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:13.369491 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fe084a5-71da-41fc-b7f0-a3b35e209009 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:13.383516 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:13.473712 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ae71f66-3aba-4cc6-af46-e4987375fde4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.479451 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ae71f66-3aba-4cc6-af46-e4987375fde4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.498181 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:13.498636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Checking segment: {'id': '487bfa60-894c-4f64-b7c8-1d4ca3b83b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:13.498984 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.499389 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Bound using segment: {'id': '487bfa60-894c-4f64-b7c8-1d4ca3b83b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:13.499974 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Bound port: 2d6643fe-f129-4df2-8f60-7dcfb66e31ce, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '487bfa60-894c-4f64-b7c8-1d4ca3b83b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:13.500373 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.515282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=d3f3c163-d71b-45fd-936c-ead4451863c7,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:13.574019 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73adb6c1-ff46-471e-9dea-654e872a1551 req-f8508fb8-2237-44c3-92e6-26e095e62fad tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182616 Jul 16 01:50:13.582695 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fe084a5-71da-41fc-b7f0-a3b35e209009 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.586632 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.647281 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-009c2d7a-48e1-4aae-bfe8-141f21d3aea7 None None] For port f58b2ae2-0ec5-4271-9920-7dc2c44a3c33, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f58b2ae2-0ec5-4271-9920-7dc2c44a3c33,segment=NetworkSegment(b9269734-1c07-474f-9eab-853b2892e0ab),segment_id=b9269734-1c07-474f-9eab-853b2892e0ab)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:13.694458 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fe084a5-71da-41fc-b7f0-a3b35e209009 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.706267 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6fe084a5-71da-41fc-b7f0-a3b35e209009 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] 10.222.0.54 "DELETE /v2.0/networks/84564add-fee2-4915-b915-e910f42dbc2d HTTP/1.1" status: 204 len: 168 time: 1.1257949 Jul 16 01:50:13.716329 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-009c2d7a-48e1-4aae-bfe8-141f21d3aea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.716875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47578) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:13.735298 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe084a5-71da-41fc-b7f0-a3b35e209009 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Pushing event deleted for resources: {'Network': ['ID=84564add-fee2-4915-b915-e910f42dbc2d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:13.752283 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ae71f66-3aba-4cc6-af46-e4987375fde4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.753216 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae71f66-3aba-4cc6-af46-e4987375fde4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Fanout notify agent at l3_agent the message router_deleted on router 920b6ee6-c12b-4dc6-a3f5-998930989854 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:50:13.762712 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] Pushing event updated for resources: {'Port': ['ID=164cc107-b3d2-47dc-9705-f44869d40b74,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:13.778003 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-59331290-06b1-4317-9331-b42ef9f5e9cb tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] DELETE failed (client error): The resource could not be found. Jul 16 01:50:13.780727 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ae71f66-3aba-4cc6-af46-e4987375fde4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.782127 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7ae71f66-3aba-4cc6-af46-e4987375fde4 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "DELETE /v2.0/routers/920b6ee6-c12b-4dc6-a3f5-998930989854 HTTP/1.1" status: 204 len: 168 time: 0.7841225 Jul 16 01:50:13.786669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47580) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:13.787743 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59331290-06b1-4317-9331-b42ef9f5e9cb tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:50:13.796146 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-59331290-06b1-4317-9331-b42ef9f5e9cb tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] 10.222.0.54 "DELETE /v2.0/ports/f2af9d36-e05c-4517-8f1b-d32c32479f2b HTTP/1.1" status: 404 len: 333 time: 0.0684652 Jul 16 01:50:13.796146 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:13.796928 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47582) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:13.806077 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:13.814695 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:13.831561 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c2d7a-48e1-4aae-bfe8-141f21d3aea7 None None] Pushing event updated for resources: {'Port': ['ID=f58b2ae2-0ec5-4271-9920-7dc2c44a3c33,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:13.840393 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1ecf0326-4831-445a-942c-30c846dfadb7 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "GET /v2.0/ports?device_id=920b6ee6-c12b-4dc6-a3f5-998930989854 HTTP/1.1" status: 200 len: 205 time: 0.0411255 Jul 16 01:50:13.840785 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47584) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:13.889619 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-48ec7970-43ed-4a35-b5ad-c06c48158f57 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] delete failed (client error): The resource could not be found. Jul 16 01:50:13.890805 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-48ec7970-43ed-4a35-b5ad-c06c48158f57 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "DELETE /v2.0/routers/920b6ee6-c12b-4dc6-a3f5-998930989854 HTTP/1.1" status: 404 len: 336 time: 0.0488827 Jul 16 01:50:13.895482 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6e1ca7-e784-4df3-bfe3-bee303dbed99 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Deleting subnet c5f03844-f6c2-4b23-8613-e6aaf0c513c7 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:13.896379 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47586) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:13.908765 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d6e1ca7-e784-4df3-bfe3-bee303dbed99 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.912444 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-23fbf3cf-b075-40a9-9ada-e6b7356a3b5f tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Deleting port 5cb90304-2f36-48b7-9b7b-c110dd7e5727 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:13.912810 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-23fbf3cf-b075-40a9-9ada-e6b7356a3b5f tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.953413 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5dca536c-59db-41e7-a0e3-7ea967087fbf tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a357280-783e-4a52-95f1-dc1985ea22d9 HTTP/1.1" status: 200 len: 205 time: 0.0526719 Jul 16 01:50:13.957100 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47588) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:13.984540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] For port 2d6643fe-f129-4df2-8f60-7dcfb66e31ce, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:14.036662 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] For port 2d6643fe-f129-4df2-8f60-7dcfb66e31ce, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2d6643fe-f129-4df2-8f60-7dcfb66e31ce,segment=NetworkSegment(487bfa60-894c-4f64-b7c8-1d4ca3b83b24),segment_id=487bfa60-894c-4f64-b7c8-1d4ca3b83b24)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:14.050347 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.064545 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.070371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c4fd53c6-3529-4bcd-a552-eddfcd64656b None None] Provisioning complete for port f58b2ae2-0ec5-4271-9920-7dc2c44a3c33 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:14.070830 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4fd53c6-3529-4bcd-a552-eddfcd64656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.081458 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Transition to ACTIVE for port object c519b656-7f4b-405c-8237-8d7d4ad17ec7 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:14.180989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 85e4588c-e029-44c1-93d0-d0333ee43120 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:14.187225 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Transition to ACTIVE for port object c519b656-7f4b-405c-8237-8d7d4ad17ec7 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:14.195247 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3ebd8f-e5f4-4cd5-890d-aac88390b2a5 None None] Network 738b6231-df79-4dd9-a340-f429c2fd3859 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:14.329754 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d6e1ca7-e784-4df3-bfe3-bee303dbed99 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.338062 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.389096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Network 7d946d2e-8375-4688-aa07-dbfc513e5c98 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:14.390358 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Routers {'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:14.391027 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:50:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ce99a733-bc28-4c4e-b8c8-fd76d0115b4b'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:14.408845 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:14.421058 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:14.488268 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-e8696298-1882-42d8-a315-b661134164d2 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] delete failed (client error): The resource could not be found. Jul 16 01:50:14.490081 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e8696298-1882-42d8-a315-b661134164d2 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "DELETE /v2.0/routers/8a357280-783e-4a52-95f1-dc1985ea22d9 HTTP/1.1" status: 404 len: 336 time: 0.5330904 Jul 16 01:50:14.493140 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47594) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:14.521984 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f1bcd-160e-4c19-9b0c-9f61bc984921 None None] Pushing event updated for resources: {'Port': ['ID=2d6643fe-f129-4df2-8f60-7dcfb66e31ce,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:14.557550 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4d6b0166-a15c-423c-a40a-0ca4b91ba18b tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce6be92b-85f8-45fa-8c1b-f8d6a9890f4a HTTP/1.1" status: 200 len: 205 time: 0.0630343 Jul 16 01:50:14.562438 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47596) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:14.609830 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.626897 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-56e1b3c8-214d-4499-b522-25b1e2d32749 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] delete failed (client error): The resource could not be found. Jul 16 01:50:14.635316 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-56e1b3c8-214d-4499-b522-25b1e2d32749 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "DELETE /v2.0/routers/ce6be92b-85f8-45fa-8c1b-f8d6a9890f4a HTTP/1.1" status: 404 len: 336 time: 0.0710664 Jul 16 01:50:14.645929 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47600) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:14.692909 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-23fbf3cf-b075-40a9-9ada-e6b7356a3b5f tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.697507 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-911a1e1c-3e4b-4c23-ae7d-840aae7635b1 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "GET /v2.0/ports?device_id=a079d90d-8cbb-4889-a40b-538c60259b0d HTTP/1.1" status: 200 len: 205 time: 0.0504427 Jul 16 01:50:14.702657 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47602) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:14.705572 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d6e1ca7-e784-4df3-bfe3-bee303dbed99 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.802543 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 85e4588c-e029-44c1-93d0-d0333ee43120 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:14.805656 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-23fbf3cf-b075-40a9-9ada-e6b7356a3b5f tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Calling delete_port for 5cb90304-2f36-48b7-9b7b-c110dd7e5727 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:14.808242 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-ba14cddd-9fce-469e-b113-5b6c1941b41d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] delete failed (client error): The resource could not be found. Jul 16 01:50:14.816457 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ba14cddd-9fce-469e-b113-5b6c1941b41d tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "DELETE /v2.0/routers/a079d90d-8cbb-4889-a40b-538c60259b0d HTTP/1.1" status: 404 len: 336 time: 0.1113138 Jul 16 01:50:14.818475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47608) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:14.823927 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device acb25704-97ac-4279-b88d-a7297fcde793 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:14.867386 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c4fd53c6-3529-4bcd-a552-eddfcd64656b None None] Provisioning for port 5cb90304-2f36-48b7-9b7b-c110dd7e5727 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:14.869646 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Pushing event updated for resources: {'Port': ['ID=c519b656-7f4b-405c-8237-8d7d4ad17ec7,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:14.877789 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Attempting to bind port c519b656-7f4b-405c-8237-8d7d4ad17ec7 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:14.878171 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Attempting to bind port c519b656-7f4b-405c-8237-8d7d4ad17ec7 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '5b7314cc-1020-4488-8ada-2e089a739f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7d946d2e-8375-4688-aa07-dbfc513e5c98'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:14.878515 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Attempting to bind port c519b656-7f4b-405c-8237-8d7d4ad17ec7 on network 7d946d2e-8375-4688-aa07-dbfc513e5c98 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:14.891380 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7d384227-6463-4cf6-90de-f1c94d608039 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "GET /v2.0/ports?device_id=b276270b-9d03-4c8d-b65c-241e887a3f99 HTTP/1.1" status: 200 len: 205 time: 0.0712180 Jul 16 01:50:14.892776 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47610) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:14.910433 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c4fd53c6-3529-4bcd-a552-eddfcd64656b None None] Provisioning complete for port 5cb90304-2f36-48b7-9b7b-c110dd7e5727 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:14.910433 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4fd53c6-3529-4bcd-a552-eddfcd64656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.921194 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] Set router ce99a733-bc28-4c4e-b8c8-fd76d0115b4b gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:14.948751 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-fa52498a-499d-4aba-be40-b371b43c0d6e tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] delete failed (client error): The resource could not be found. Jul 16 01:50:14.950334 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fa52498a-499d-4aba-be40-b371b43c0d6e tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "DELETE /v2.0/routers/b276270b-9d03-4c8d-b65c-241e887a3f99 HTTP/1.1" status: 404 len: 336 time: 0.0565062 Jul 16 01:50:14.952948 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47612) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:14.962167 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d6e1ca7-e784-4df3-bfe3-bee303dbed99 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.973899 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:14.973899 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Checking segment: {'id': '5b7314cc-1020-4488-8ada-2e089a739f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7d946d2e-8375-4688-aa07-dbfc513e5c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:14.973899 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.974197 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Bound using segment: {'id': '5b7314cc-1020-4488-8ada-2e089a739f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7d946d2e-8375-4688-aa07-dbfc513e5c98'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:14.974640 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Bound port: c519b656-7f4b-405c-8237-8d7d4ad17ec7, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7314cc-1020-4488-8ada-2e089a739f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7d946d2e-8375-4688-aa07-dbfc513e5c98'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:14.975027 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.006379 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e1ca7-e784-4df3-bfe3-bee303dbed99 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f03844-f6c2-4b23-8613-e6aaf0c513c7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:15.011391 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d6e1ca7-e784-4df3-bfe3-bee303dbed99 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.013859 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7d6e1ca7-e784-4df3-bfe3-bee303dbed99 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] 10.222.0.54 "DELETE /v2.0/subnets/c5f03844-f6c2-4b23-8613-e6aaf0c513c7 HTTP/1.1" status: 204 len: 168 time: 1.2156470 Jul 16 01:50:15.017961 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47614) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:15.030351 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-25088f0a-ebd8-49f5-b667-285dee96dc74 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d4533d7-5826-4d68-b494-17b88cd3e3bf HTTP/1.1" status: 200 len: 205 time: 0.0758238 Jul 16 01:50:15.036832 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af13d4d-4e62-45f5-9991-eddf84a12474 None None] Network f6bb8338-4936-48a1-9c72-f1b209f90bed requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:15.068376 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c4fd53c6-3529-4bcd-a552-eddfcd64656b None None] Port 5cb90304-2f36-48b7-9b7b-c110dd7e5727 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:15.136652 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port acb25704-97ac-4279-b88d-a7297fcde793 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:15.136986 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.140416 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.148795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47616) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:15.174585 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f5bdb-a994-4b4d-b1fe-ac48a7e241d2 req-acdf0bc4-412a-4d42-9706-226cdacd0416 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:15.183288 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5b1f5bdb-a994-4b4d-b1fe-ac48a7e241d2 req-acdf0bc4-412a-4d42-9706-226cdacd0416 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.3888812 Jul 16 01:50:15.202123 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-23fbf3cf-b075-40a9-9ada-e6b7356a3b5f tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.257476 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbf3cf-b075-40a9-9ada-e6b7356a3b5f tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event deleted for resources: {'Port': ['ID=5cb90304-2f36-48b7-9b7b-c110dd7e5727,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:15.280146 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-66a49901-23d8-4d99-953e-0a988af62e24 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] delete failed (client error): The resource could not be found. Jul 16 01:50:15.283668 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-66a49901-23d8-4d99-953e-0a988af62e24 tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "DELETE /v2.0/routers/0d4533d7-5826-4d68-b494-17b88cd3e3bf HTTP/1.1" status: 404 len: 336 time: 0.1262529 Jul 16 01:50:15.290037 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47618) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:15.356364 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5b1f5bdb-a994-4b4d-b1fe-ac48a7e241d2 req-a8ef6bd9-889f-4c0c-8fd3-cb7d3fc67404 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723797 Jul 16 01:50:15.357593 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] For port c519b656-7f4b-405c-8237-8d7d4ad17ec7, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:15.361186 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f9ecdd-7aa3-4131-856c-12abdff958af tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] DELETE failed (client error): The resource could not be found. Jul 16 01:50:15.361763 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f9ecdd-7aa3-4131-856c-12abdff958af tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:50:15.367924 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-94f9ecdd-7aa3-4131-856c-12abdff958af tempest-RoutersAdminTest-1385752086 tempest-RoutersAdminTest-1385752086-project] 10.222.0.54 "DELETE /v2.0/subnets/d3af4efe-85ad-4f96-8501-6f2c6942b54a HTTP/1.1" status: 404 len: 337 time: 0.0766399 Jul 16 01:50:15.401627 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.419752 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f58b2ae2-0ec5-4271-9920-7dc2c44a3c33 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:15.438376 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Deleting port acb25704-97ac-4279-b88d-a7297fcde793 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:15.438756 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.465493 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] For port c519b656-7f4b-405c-8237-8d7d4ad17ec7, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c519b656-7f4b-405c-8237-8d7d4ad17ec7,segment=NetworkSegment(5b7314cc-1020-4488-8ada-2e089a739f2c),segment_id=5b7314cc-1020-4488-8ada-2e089a739f2c)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:15.473409 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-23fbf3cf-b075-40a9-9ada-e6b7356a3b5f tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.509917 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.665544 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-dbab4878-3961-4b2d-9543-ac92143e5392 None None] Provisioning for port 85e4588c-e029-44c1-93d0-d0333ee43120 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:15.697607 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-dbab4878-3961-4b2d-9543-ac92143e5392 None None] Provisioning complete for port 85e4588c-e029-44c1-93d0-d0333ee43120 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:15.698174 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dbab4878-3961-4b2d-9543-ac92143e5392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.799796 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port f58b2ae2-0ec5-4271-9920-7dc2c44a3c33 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:15.800184 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.014762 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dbab4878-3961-4b2d-9543-ac92143e5392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.026405 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6f79f-cf0f-40d1-8a98-2181402338de req-624cc0d8-2b64-4456-9050-be052525f047 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:16.047452 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] For port acb25704-97ac-4279-b88d-a7297fcde793, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=acb25704-97ac-4279-b88d-a7297fcde793,segment=NetworkSegment(3e3b2b9d-aa20-407c-8fda-bac20ae09c70),segment_id=3e3b2b9d-aa20-407c-8fda-bac20ae09c70)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:16.048318 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ef6f79f-cf0f-40d1-8a98-2181402338de req-624cc0d8-2b64-4456-9050-be052525f047 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.4289246 Jul 16 01:50:16.051206 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fbf3cf-b075-40a9-9ada-e6b7356a3b5f tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Router 693fe939-58a6-4e8f-89a9-023722172658 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:16.052419 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.056440 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039e055-760c-4bb7-a05a-0a88297b3d8e None None] Pushing event updated for resources: {'Port': ['ID=c519b656-7f4b-405c-8237-8d7d4ad17ec7,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:16.099452 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47638) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:16.102639 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] Router 8dcdea85-9f50-4a91-bc94-912abc3a6ee7 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:50:16.112320 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Calling delete_port for acb25704-97ac-4279-b88d-a7297fcde793 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:16.266940 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'name': 'tempest-TestServerMultinode-526557046-router', 'tenant_id': 'adf91bde199244e88f44920096c11760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '02af87ef-fd30-4c77-b826-009ddfdc1cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:53Z', 'updated_at': '2021-07-16T01:50:03Z', 'revision_number': 4, 'project_id': 'adf91bde199244e88f44920096c11760', 'gw_port': {'id': '02af87ef-fd30-4c77-b826-009ddfdc1cce', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:55Z', 'updated_at': '2021-07-16T01:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2d6643fe-f129-4df2-8f60-7dcfb66e31ce', 'name': '', 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab', 'tenant_id': 'adf91bde199244e88f44920096c11760', 'mac_address': 'fa:16:3e:93:9a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'c99630c3-798c-4235-8a39-03e83089a162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:00Z', 'updated_at': '2021-07-16T01:50:13Z', 'revision_number': 4, 'project_id': 'adf91bde199244e88f44920096c11760', 'subnets': [{'id': 'c99630c3-798c-4235-8a39-03e83089a162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:16.271228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-dbab4878-3961-4b2d-9543-ac92143e5392 None None] For port 85e4588c-e029-44c1-93d0-d0333ee43120, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=85e4588c-e029-44c1-93d0-d0333ee43120,segment=NetworkSegment(370f167c-b771-4c4f-9d07-dba4f2bafec1),segment_id=370f167c-b771-4c4f-9d07-dba4f2bafec1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:16.278588 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904a42ee-dcff-4ae9-90ce-68e176eb8fbd None None] DHCP port deletion for f6bb8338-4936-48a1-9c72-f1b209f90bed request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:16.385302 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fbf3cf-b075-40a9-9ada-e6b7356a3b5f tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:16.399730 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-23fbf3cf-b075-40a9-9ada-e6b7356a3b5f tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "PUT /v2.0/routers/693fe939-58a6-4e8f-89a9-023722172658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0905862 Jul 16 01:50:16.410035 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47646) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:16.428489 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ef6f79f-cf0f-40d1-8a98-2181402338de req-af79aa27-8109-4357-a837-b72e5ccde921 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794060 Jul 16 01:50:16.482124 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-4d6caf40-0bde-4f38-b3e3-2e15fdc6fcba tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] delete failed (client error): The resource could not be found. Jul 16 01:50:16.490080 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4d6caf40-0bde-4f38-b3e3-2e15fdc6fcba tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-1548813834 HTTP/1.1" status: 404 len: 335 time: 0.0761936 Jul 16 01:50:16.490879 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47650) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:16.497072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-88bb7237-2ebe-459a-b794-2d09016fb5d8 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Request body: {'router': {'external_gateway_info': {'network_id': '693fe939-58a6-4e8f-89a9-023722172658'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:16.641351 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dbab4878-3961-4b2d-9543-ac92143e5392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.651870 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6708bb-6487-466e-9f7a-58610b43fa28 None None] Sync routers for ids ['693fe939-58a6-4e8f-89a9-023722172658'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:16.661118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320692ff-dc38-4701-a052-1b8bf0d67ee1 None None] The sync data for ids ['ce99a733-bc28-4c4e-b8c8-fd76d0115b4b'] in n-d-800086-6 is: [{'id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'name': 'tempest-TestServerMultinode-526557046-router', 'tenant_id': 'adf91bde199244e88f44920096c11760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '02af87ef-fd30-4c77-b826-009ddfdc1cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:53Z', 'updated_at': '2021-07-16T01:50:03Z', 'revision_number': 4, 'project_id': 'adf91bde199244e88f44920096c11760', 'gw_port': {'id': '02af87ef-fd30-4c77-b826-009ddfdc1cce', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:55Z', 'updated_at': '2021-07-16T01:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2d6643fe-f129-4df2-8f60-7dcfb66e31ce', 'name': '', 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab', 'tenant_id': 'adf91bde199244e88f44920096c11760', 'mac_address': 'fa:16:3e:93:9a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': 'c99630c3-798c-4235-8a39-03e83089a162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:00Z', 'updated_at': '2021-07-16T01:50:13Z', 'revision_number': 4, 'project_id': 'adf91bde199244e88f44920096c11760', 'subnets': [{'id': 'c99630c3-798c-4235-8a39-03e83089a162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:16.908089 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6708bb-6487-466e-9f7a-58610b43fa28 None None] Routers {'693fe939-58a6-4e8f-89a9-023722172658'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:16.908752 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1a6708bb-6487-466e-9f7a-58610b43fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:50:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['693fe939-58a6-4e8f-89a9-023722172658'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:17.025696 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-88bb7237-2ebe-459a-b794-2d09016fb5d8 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.027230 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1a6708bb-6487-466e-9f7a-58610b43fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:17.075898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4e896a60-9deb-426d-b3ae-85bdf7c92448 None None] Provisioning complete for port 85e4588c-e029-44c1-93d0-d0333ee43120 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:17.076535 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4e896a60-9deb-426d-b3ae-85bdf7c92448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.083420 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-88bb7237-2ebe-459a-b794-2d09016fb5d8 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] update failed (client error): The resource could not be found. Jul 16 01:50:17.089972 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-88bb7237-2ebe-459a-b794-2d09016fb5d8 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "PUT /v2.0/routers/693fe939-58a6-4e8f-89a9-023722172658 HTTP/1.1" status: 404 len: 339 time: 0.5924861 Jul 16 01:50:17.090190 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47666) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:17.095178 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-da9ce38a-8f93-4926-a988-af393ad248f0 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-774497538'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:17.114176 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cc4043b2-d295-45e1-8266-9399530100bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.144262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9ce38a-8f93-4926-a988-af393ad248f0 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Made reservation on behalf of 0191dbb317cd4207914a122fc32d176c for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:17.151946 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da9ce38a-8f93-4926-a988-af393ad248f0 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.184099 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab4878-3961-4b2d-9543-ac92143e5392 None None] Pushing event updated for resources: {'Port': ['ID=85e4588c-e029-44c1-93d0-d0333ee43120,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:17.199467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6708bb-6487-466e-9f7a-58610b43fa28 None None] Routers {'693fe939-58a6-4e8f-89a9-023722172658'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:17.205643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1a6708bb-6487-466e-9f7a-58610b43fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:50:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['693fe939-58a6-4e8f-89a9-023722172658'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:17.211578 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9ce38a-8f93-4926-a988-af393ad248f0 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:17.233930 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da9ce38a-8f93-4926-a988-af393ad248f0 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.233930 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-da9ce38a-8f93-4926-a988-af393ad248f0 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Added segment 4ad73516-a548-4058-b9bd-e67e95dd951f of type vlan for network 7e22b87c-69c0-40a6-abf5-144f0f73648b Jul 16 01:50:17.304395 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:17.309489 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1a6708bb-6487-466e-9f7a-58610b43fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:17.310155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6708bb-6487-466e-9f7a-58610b43fa28 None None] The sync data for ids ['693fe939-58a6-4e8f-89a9-023722172658'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:17.327040 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.327634 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-904a42ee-dcff-4ae9-90ce-68e176eb8fbd None None] Deleting port acb25704-97ac-4279-b88d-a7297fcde793 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:17.330002 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-904a42ee-dcff-4ae9-90ce-68e176eb8fbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.331028 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Sync routers for ids ['8dcdea85-9f50-4a91-bc94-912abc3a6ee7'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:17.351091 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Routers {'8dcdea85-9f50-4a91-bc94-912abc3a6ee7'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:17.354562 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:50:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8dcdea85-9f50-4a91-bc94-912abc3a6ee7'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:17.373576 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da9ce38a-8f93-4926-a988-af393ad248f0 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.423307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] No DVR routers for this DVR port acb25704-97ac-4279-b88d-a7297fcde793 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:17.524725 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da9ce38a-8f93-4926-a988-af393ad248f0 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.530300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9ce38a-8f93-4926-a988-af393ad248f0 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:17.530912 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da9ce38a-8f93-4926-a988-af393ad248f0 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.532633 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ed843e-07b7-42f6-9b57-e8ef710c6e99 None None] Network 7d946d2e-8375-4688-aa07-dbfc513e5c98 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:17.566161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Pushing event deleted for resources: {'Port': ['ID=acb25704-97ac-4279-b88d-a7297fcde793,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:17.573172 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2d6643fe-f129-4df2-8f60-7dcfb66e31ce up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:17.686315 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Set router 8dcdea85-9f50-4a91-bc94-912abc3a6ee7 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:17.852878 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ce38a-8f93-4926-a988-af393ad248f0 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event updated for resources: {'Network': ['ID=7e22b87c-69c0-40a6-abf5-144f0f73648b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:17.874307 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-904a42ee-dcff-4ae9-90ce-68e176eb8fbd None None] For port acb25704-97ac-4279-b88d-a7297fcde793, host n-d-800086-6, got binding levels [] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:17.874805 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-904a42ee-dcff-4ae9-90ce-68e176eb8fbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.885557 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cc4043b2-d295-45e1-8266-9399530100bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.901718 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-904a42ee-dcff-4ae9-90ce-68e176eb8fbd None None] Calling delete_port for acb25704-97ac-4279-b88d-a7297fcde793 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:17.904388 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b265a-6a75-45bd-be82-1dd164ad9da7 req-b8e27713-336a-4c5b-bcc5-f88d6a6f380f tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:17.904929 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.ipam_backend_mixin [None req-904a42ee-dcff-4ae9-90ce-68e176eb8fbd None None] Port acb25704-97ac-4279-b88d-a7297fcde793 was not found and therefore no delete operation was performed {{(pid=93833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:50:17.908869 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cc4043b2-d295-45e1-8266-9399530100bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.911312 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-904a42ee-dcff-4ae9-90ce-68e176eb8fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.913979 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 7e22b87c-69c0-40a6-abf5-144f0f73648b details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:17.921950 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1c8b265a-6a75-45bd-be82-1dd164ad9da7 req-b8e27713-336a-4c5b-bcc5-f88d6a6f380f tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.4219820 Jul 16 01:50:17.933867 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-da9ce38a-8f93-4926-a988-af393ad248f0 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8427389 Jul 16 01:50:17.940445 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47678) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:17.949064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-7773f024-0516-41aa-b588-c19563af4b63 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Request body: {'subnet': {'network_id': '7e22b87c-69c0-40a6-abf5-144f0f73648b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:18.005294 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.049565 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6bb8338-4936-48a1-9c72-f1b209f90bed']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:18.076481 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1c8b265a-6a75-45bd-be82-1dd164ad9da7 req-d3745af7-20a7-4ff2-847b-8460036aea11 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527770 Jul 16 01:50:18.082496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3b2b9d-aa20-407c-8fda-bac20ae09c70') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:18.083100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3b2b9d-aa20-407c-8fda-bac20ae09c70') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:18.110979 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcdea85-9f50-4a91-bc94-912abc3a6ee7', 'name': 'tempest-TestServerMultinode-600480728-router', 'tenant_id': '3e931c56f359495d877911d5244073fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '164cc107-b3d2-47dc-9705-f44869d40b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:11Z', 'updated_at': '2021-07-16T01:50:14Z', 'revision_number': 3, 'project_id': '3e931c56f359495d877911d5244073fc', 'gw_port': {'id': '164cc107-b3d2-47dc-9705-f44869d40b74', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcdea85-9f50-4a91-bc94-912abc3a6ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:12Z', 'updated_at': '2021-07-16T01:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:18.130154 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904a42ee-dcff-4ae9-90ce-68e176eb8fbd None None] No DVR routers for this DVR port acb25704-97ac-4279-b88d-a7297fcde793 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:18.137030 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.145830 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d6bf3460-1847-424f-9d49-f2e6a15ea27d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7838933 Jul 16 01:50:18.146272 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a42ee-dcff-4ae9-90ce-68e176eb8fbd None None] Pushing event deleted for resources: {'Port': ['ID=acb25704-97ac-4279-b88d-a7297fcde793,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:18.147844 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4043b2-d295-45e1-8266-9399530100bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223715e7-3073-4a07-a559-a5da1e927a76,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:18.153119 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47680) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:18.155426 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Checking router: 8dcdea85-9f50-4a91-bc94-912abc3a6ee7 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:18.156428 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Updating router 8dcdea85-9f50-4a91-bc94-912abc3a6ee7 port 164cc107-b3d2-47dc-9705-f44869d40b74 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:50:18.196506 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.208676 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cc4043b2-d295-45e1-8266-9399530100bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7213d3d894ee4c66935a556925f92b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1075447 Jul 16 01:50:18.212367 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47682) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:18.218154 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6f10f025-4498-4a54-9213-90da4191661c None None] Provisioning for port c519b656-7f4b-405c-8237-8d7d4ad17ec7 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:18.237929 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.239917 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.246782 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7773f024-0516-41aa-b588-c19563af4b63 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Made reservation on behalf of 0191dbb317cd4207914a122fc32d176c for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:18.250598 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7773f024-0516-41aa-b588-c19563af4b63 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.259472 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:18.260306 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:18.264023 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:18.328763 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 2d6643fe-f129-4df2-8f60-7dcfb66e31ce completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:18.366445 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 2d6643fe-f129-4df2-8f60-7dcfb66e31ce triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:18.374267 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.380541 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.396955 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.405342 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] 10.222.0.54 "DELETE /v2.0/networks/f6bb8338-4936-48a1-9c72-f1b209f90bed HTTP/1.1" status: 204 len: 168 time: 3.3859468 Jul 16 01:50:18.433568 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d5245-0c5c-46a2-8d3e-56507fa5d835 tempest-DHCPAgentSchedulersTestJSON-1470703263 tempest-DHCPAgentSchedulersTestJSON-1470703263-project] Pushing event deleted for resources: {'Network': ['ID=f6bb8338-4936-48a1-9c72-f1b209f90bed,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:18.435444 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c396bcbd-2eae-4630-86bc-11787ded5eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.470825 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c396bcbd-2eae-4630-86bc-11787ded5eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.538666 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c396bcbd-2eae-4630-86bc-11787ded5eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.543787 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c396bcbd-2eae-4630-86bc-11787ded5eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.546265 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c396bcbd-2eae-4630-86bc-11787ded5eb0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/223715e7-3073-4a07-a559-a5da1e927a76 HTTP/1.1" status: 204 len: 168 time: 0.3324234 Jul 16 01:50:18.562148 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396bcbd-2eae-4630-86bc-11787ded5eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223715e7-3073-4a07-a559-a5da1e927a76,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:18.618860 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.718261 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 2d6643fe-f129-4df2-8f60-7dcfb66e31ce, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2d6643fe-f129-4df2-8f60-7dcfb66e31ce,segment=NetworkSegment(487bfa60-894c-4f64-b7c8-1d4ca3b83b24),segment_id=487bfa60-894c-4f64-b7c8-1d4ca3b83b24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:18.729035 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.729871 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c519b656-7f4b-405c-8237-8d7d4ad17ec7 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:18.948280 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47698) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:18.967453 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.986611 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7773f024-0516-41aa-b588-c19563af4b63 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.010863 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Transition to ACTIVE for port object 164cc107-b3d2-47dc-9705-f44869d40b74 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:19.026574 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.039631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=2d6643fe-f129-4df2-8f60-7dcfb66e31ce,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:19.086173 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port c519b656-7f4b-405c-8237-8d7d4ad17ec7 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:19.111356 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port c519b656-7f4b-405c-8237-8d7d4ad17ec7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:19.111840 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.192007 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47716) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:19.198055 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Attempting to bind port 164cc107-b3d2-47dc-9705-f44869d40b74 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:19.198658 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Attempting to bind port 164cc107-b3d2-47dc-9705-f44869d40b74 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:19.199332 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Attempting to bind port 164cc107-b3d2-47dc-9705-f44869d40b74 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:19.201641 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da388c81-1397-4247-9025-7af04c32afc1 None None] Pushing event updated for resources: {'Port': ['ID=164cc107-b3d2-47dc-9705-f44869d40b74,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:19.229401 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:19.230793 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773f024-0516-41aa-b588-c19563af4b63 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event updated for resources: {'Subnet': ['ID=860579c6-dc84-4490-8420-fbdfbb7395ed,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:19.235996 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:19.236639 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.237222 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:19.241658 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Bound port: 164cc107-b3d2-47dc-9705-f44869d40b74, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:19.242328 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.245004 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da388c81-1397-4247-9025-7af04c32afc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:19.246552 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da388c81-1397-4247-9025-7af04c32afc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:19.249565 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da388c81-1397-4247-9025-7af04c32afc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:19.250081 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da388c81-1397-4247-9025-7af04c32afc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:19.250601 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da388c81-1397-4247-9025-7af04c32afc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:19.251263 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da388c81-1397-4247-9025-7af04c32afc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:19.251769 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da388c81-1397-4247-9025-7af04c32afc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:19.252252 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da388c81-1397-4247-9025-7af04c32afc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:19.252827 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da388c81-1397-4247-9025-7af04c32afc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:19.253702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5602fa4b-1eff-4991-8ff7-da58536035ed None None] Provisioning complete for port c519b656-7f4b-405c-8237-8d7d4ad17ec7 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:19.254552 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da388c81-1397-4247-9025-7af04c32afc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:19.254678 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5602fa4b-1eff-4991-8ff7-da58536035ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.255161 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da388c81-1397-4247-9025-7af04c32afc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:19.259413 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da388c81-1397-4247-9025-7af04c32afc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:19.367260 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] For port 164cc107-b3d2-47dc-9705-f44869d40b74, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:19.372799 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7773f024-0516-41aa-b588-c19563af4b63 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Checking segment: {'id': '4ad73516-a548-4058-b9bd-e67e95dd951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7e22b87c-69c0-40a6-abf5-144f0f73648b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:19.373016 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] For port 164cc107-b3d2-47dc-9705-f44869d40b74, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=164cc107-b3d2-47dc-9705-f44869d40b74,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:19.373732 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7773f024-0516-41aa-b588-c19563af4b63 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Network hostable DHCP agents. Network: 7e22b87c-69c0-40a6-abf5-144f0f73648b, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:19.379038 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5ed047a7-6b0b-4390-bc0c-9c78bc5a7448 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6bc7efd7b81d4ff18bc02ff6423e784d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850338 Jul 16 01:50:19.380662 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.385420 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47722) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:19.413977 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ea801fcb-f4e3-42b5-a3c3-0391b28faed4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fa0a0ce42e794131baf2c37e605820a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4644716 Jul 16 01:50:19.418113 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47724) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:19.490929 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5602fa4b-1eff-4991-8ff7-da58536035ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.528261 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.530677 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da388c81-1397-4247-9025-7af04c32afc1 None None] Pushing event updated for resources: {'Port': ['ID=164cc107-b3d2-47dc-9705-f44869d40b74,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:19.544015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7773f024-0516-41aa-b588-c19563af4b63 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Network 7e22b87c-69c0-40a6-abf5-144f0f73648b is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:19.550989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5602fa4b-1eff-4991-8ff7-da58536035ed None None] For port c519b656-7f4b-405c-8237-8d7d4ad17ec7, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c519b656-7f4b-405c-8237-8d7d4ad17ec7,segment=NetworkSegment(5b7314cc-1020-4488-8ada-2e089a739f2c),segment_id=5b7314cc-1020-4488-8ada-2e089a739f2c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:19.560626 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Routers {'8dcdea85-9f50-4a91-bc94-912abc3a6ee7'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:19.562708 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:50:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8dcdea85-9f50-4a91-bc94-912abc3a6ee7'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:19.563095 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5602fa4b-1eff-4991-8ff7-da58536035ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.564481 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7dd929dc-04f1-4b1d-9fd8-1ec3d5702219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.569461 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-7773f024-0516-41aa-b588-c19563af4b63 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 7e22b87c-69c0-40a6-abf5-144f0f73648b) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:19.580344 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7773f024-0516-41aa-b588-c19563af4b63 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:19.582518 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7773f024-0516-41aa-b588-c19563af4b63 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.589185 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-735556cb-437d-4051-acde-4eebc8c02b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.610124 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa0aea4-f743-4c54-960f-900f723d25f7 None None] Network 7e22b87c-69c0-40a6-abf5-144f0f73648b requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:19.643809 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-735556cb-437d-4051-acde-4eebc8c02b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.650197 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28eb0f-4064-4ad2-8922-ce156961f2fb req-e72735b7-7e80-4d4e-99eb-49d2517db7ca tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:19.658500 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8c28eb0f-4064-4ad2-8922-ce156961f2fb req-e72735b7-7e80-4d4e-99eb-49d2517db7ca tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.2968483 Jul 16 01:50:19.668120 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7773f024-0516-41aa-b588-c19563af4b63 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7262473 Jul 16 01:50:19.669078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47730) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:19.683608 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-949f40b4-68df-4381-84ad-7db980810f0b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Request body: {'router': {'external_gateway_info': {'network_id': '7e22b87c-69c0-40a6-abf5-144f0f73648b'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:19.721534 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-735556cb-437d-4051-acde-4eebc8c02b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.724673 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-735556cb-437d-4051-acde-4eebc8c02b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.729165 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-735556cb-437d-4051-acde-4eebc8c02b93 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/27c8aaf0-c682-44ea-81a1-d033a2488991 HTTP/1.1" status: 204 len: 168 time: 0.3075945 Jul 16 01:50:19.732686 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.api [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:50:19.733056 n-d-800086-6 neutron-server[93833]: DEBUG oslo_db.api [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:50:19.734837 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7dd929dc-04f1-4b1d-9fd8-1ec3d5702219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.753596 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735556cb-437d-4051-acde-4eebc8c02b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c8aaf0-c682-44ea-81a1-d033a2488991,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:19.805393 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7dd929dc-04f1-4b1d-9fd8-1ec3d5702219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.808629 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7dd929dc-04f1-4b1d-9fd8-1ec3d5702219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.813026 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7dd929dc-04f1-4b1d-9fd8-1ec3d5702219 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dfc7b398-3b96-4392-ac8f-f4e3c8f79d4b HTTP/1.1" status: 204 len: 168 time: 0.4264808 Jul 16 01:50:19.824527 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] Set router 8dcdea85-9f50-4a91-bc94-912abc3a6ee7 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:19.830859 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd929dc-04f1-4b1d-9fd8-1ec3d5702219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc7b398-3b96-4392-ac8f-f4e3c8f79d4b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:19.867819 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602fa4b-1eff-4991-8ff7-da58536035ed None None] Pushing event updated for resources: {'Port': ['ID=c519b656-7f4b-405c-8237-8d7d4ad17ec7,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:19.978101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47740) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:20.047220 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcdea85-9f50-4a91-bc94-912abc3a6ee7', 'name': 'tempest-TestServerMultinode-600480728-router', 'tenant_id': '3e931c56f359495d877911d5244073fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '164cc107-b3d2-47dc-9705-f44869d40b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:11Z', 'updated_at': '2021-07-16T01:50:14Z', 'revision_number': 3, 'project_id': '3e931c56f359495d877911d5244073fc', 'gw_port': {'id': '164cc107-b3d2-47dc-9705-f44869d40b74', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcdea85-9f50-4a91-bc94-912abc3a6ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:12Z', 'updated_at': '2021-07-16T01:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:20.077536 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b67ae-3b61-41de-bf44-3c9c6f770dc3 None None] The sync data for ids ['8dcdea85-9f50-4a91-bc94-912abc3a6ee7'] in n-d-800086-6 is: [{'id': '8dcdea85-9f50-4a91-bc94-912abc3a6ee7', 'name': 'tempest-TestServerMultinode-600480728-router', 'tenant_id': '3e931c56f359495d877911d5244073fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '164cc107-b3d2-47dc-9705-f44869d40b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:11Z', 'updated_at': '2021-07-16T01:50:14Z', 'revision_number': 3, 'project_id': '3e931c56f359495d877911d5244073fc', 'gw_port': {'id': '164cc107-b3d2-47dc-9705-f44869d40b74', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcdea85-9f50-4a91-bc94-912abc3a6ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:12Z', 'updated_at': '2021-07-16T01:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:20.163211 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-7e22b87c-69c0-40a6-abf5-144f0f73648b', 'network_id': '7e22b87c-69c0-40a6-abf5-144f0f73648b', 'tenant_id': '0191dbb317cd4207914a122fc32d176c', 'fixed_ips': [{'subnet_id': '860579c6-dc84-4490-8420-fbdfbb7395ed'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:20.164775 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.219568 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47750) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:20.245935 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bf1aac93-474f-4d5c-806f-500115e578a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.388960 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8c28eb0f-4064-4ad2-8922-ce156961f2fb req-b0ef4b56-5d31-4508-99bb-a9efb52676c7 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7291329 Jul 16 01:50:20.408940 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-949f40b4-68df-4381-84ad-7db980810f0b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.538890 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bf1aac93-474f-4d5c-806f-500115e578a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.545728 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bf1aac93-474f-4d5c-806f-500115e578a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.605176 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.617218 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device acb25704-97ac-4279-b88d-a7297fcde793 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:20.618976 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0b290665-64fd-4edc-b437-f4ba4094c907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.626489 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bf1aac93-474f-4d5c-806f-500115e578a4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ddee0d787c49446fb63d53cdf608d215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4053881 Jul 16 01:50:20.631931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47758) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:20.641273 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1aac93-474f-4d5c-806f-500115e578a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd22e43a-5e54-4b00-af1f-50a6b227fab9,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:20.685056 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: acb25704-97ac-4279-b88d-a7297fcde793 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:20.685404 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device acb25704-97ac-4279-b88d-a7297fcde793 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:20.745383 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Allocated IP 2001:db8:1::2 (7e22b87c-69c0-40a6-abf5-144f0f73648b/860579c6-dc84-4490-8420-fbdfbb7395ed/8ee92f85-5a13-4bda-85a6-45109a076177) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:20.823983 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0b290665-64fd-4edc-b437-f4ba4094c907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.831842 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0b290665-64fd-4edc-b437-f4ba4094c907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.889738 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ea52-b277-4af3-9d9e-2d68e2d96fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.934865 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0b290665-64fd-4edc-b437-f4ba4094c907 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=034b504bd73948a18b202fcf74370dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9532225 Jul 16 01:50:20.935389 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47768) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:20.948173 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b290665-64fd-4edc-b437-f4ba4094c907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29c3d53-5f6e-4500-9b11-9e07454ba917,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:21.007957 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ea52-b277-4af3-9d9e-2d68e2d96fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.057591 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa7fbe8e-d296-44d1-b118-ac43d314d4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.088348 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2d6643fe-f129-4df2-8f60-7dcfb66e31ce up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:21.102320 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] Allocated IP 172.20.0.1 (7d946d2e-8375-4688-aa07-dbfc513e5c98/2db57e3a-78f9-4dbe-acfc-bb1736d22a61/0d05c261-0acb-43b7-bbe2-7f31245264cb) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:21.107337 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa7fbe8e-d296-44d1-b118-ac43d314d4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.124160 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-949f40b4-68df-4381-84ad-7db980810f0b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:50:21.125268 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-949f40b4-68df-4381-84ad-7db980810f0b tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "PUT /v2.0/routers/693fe939-58a6-4e8f-89a9-023722172658 HTTP/1.1" status: 400 len: 364 time: 1.4489131 Jul 16 01:50:21.138475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47772) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:21.164765 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.177363 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Transition to ACTIVE for port object 8ee92f85-5a13-4bda-85a6-45109a076177 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:21.200172 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ea52-b277-4af3-9d9e-2d68e2d96fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.202406 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Transition to ACTIVE for port object 8ee92f85-5a13-4bda-85a6-45109a076177 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:21.203502 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2fe9ea52-b277-4af3-9d9e-2d68e2d96fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.203933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 2d6643fe-f129-4df2-8f60-7dcfb66e31ce triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:21.204314 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.205486 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2fe9ea52-b277-4af3-9d9e-2d68e2d96fb2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fd22e43a-5e54-4b00-af1f-50a6b227fab9 HTTP/1.1" status: 204 len: 168 time: 0.5696602 Jul 16 01:50:21.211623 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.230905 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9ea52-b277-4af3-9d9e-2d68e2d96fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd22e43a-5e54-4b00-af1f-50a6b227fab9,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:21.274528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47776) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:21.340558 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Network 7e22b87c-69c0-40a6-abf5-144f0f73648b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:21.349260 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:21.373195 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.379624 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:21.384952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Pushing event updated for resources: {'Port': ['ID=8ee92f85-5a13-4bda-85a6-45109a076177,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:21.407086 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] Transition to ACTIVE for port object 0d05c261-0acb-43b7-bbe2-7f31245264cb will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:21.485107 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.532569 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa7fbe8e-d296-44d1-b118-ac43d314d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.539634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa7fbe8e-d296-44d1-b118-ac43d314d4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.540894 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-aa7fbe8e-d296-44d1-b118-ac43d314d4e6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d29c3d53-5f6e-4500-9b11-9e07454ba917 HTTP/1.1" status: 204 len: 168 time: 0.6043437 Jul 16 01:50:21.543432 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c519b656-7f4b-405c-8237-8d7d4ad17ec7 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:21.566700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f6685b42-86e8-4d3c-a6e7-a76dc81cb323 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1164384595'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:21.571653 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7fbe8e-d296-44d1-b118-ac43d314d4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29c3d53-5f6e-4500-9b11-9e07454ba917,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:21.618626 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] Network 7d946d2e-8375-4688-aa07-dbfc513e5c98 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:21.637319 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Attempting to bind port 8ee92f85-5a13-4bda-85a6-45109a076177 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:21.637886 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Attempting to bind port 8ee92f85-5a13-4bda-85a6-45109a076177 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '4ad73516-a548-4058-b9bd-e67e95dd951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7e22b87c-69c0-40a6-abf5-144f0f73648b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:21.638845 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Attempting to bind port 8ee92f85-5a13-4bda-85a6-45109a076177 on network 7e22b87c-69c0-40a6-abf5-144f0f73648b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:21.646342 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:21.646738 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Checking segment: {'id': '4ad73516-a548-4058-b9bd-e67e95dd951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7e22b87c-69c0-40a6-abf5-144f0f73648b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:21.648099 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.648357 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Bound using segment: {'id': '4ad73516-a548-4058-b9bd-e67e95dd951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7e22b87c-69c0-40a6-abf5-144f0f73648b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:21.648998 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Bound port: 8ee92f85-5a13-4bda-85a6-45109a076177, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad73516-a548-4058-b9bd-e67e95dd951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7e22b87c-69c0-40a6-abf5-144f0f73648b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:21.649475 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.689893 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:21.713172 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:21.716224 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port c519b656-7f4b-405c-8237-8d7d4ad17ec7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:21.718946 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.815726 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=0d05c261-0acb-43b7-bbe2-7f31245264cb,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:21.877502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] For port 8ee92f85-5a13-4bda-85a6-45109a076177, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:21.892883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] For port 8ee92f85-5a13-4bda-85a6-45109a076177, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8ee92f85-5a13-4bda-85a6-45109a076177,segment=NetworkSegment(4ad73516-a548-4058-b9bd-e67e95dd951f),segment_id=4ad73516-a548-4058-b9bd-e67e95dd951f)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:21.901942 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.927365 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.979302 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6685b42-86e8-4d3c-a6e7-a76dc81cb323 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:21.981088 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 85e4588c-e029-44c1-93d0-d0333ee43120 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:21.983851 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.984846 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6685b42-86e8-4d3c-a6e7-a76dc81cb323 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.303490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47798) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:22.327699 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fc38b-d744-4cd3-8423-e23e19105c26 None None] Pushing event updated for resources: {'Port': ['ID=8ee92f85-5a13-4bda-85a6-45109a076177,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:22.332033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-93ed43d1-e2a2-434d-a0ba-1660f8f175d3 None None] Provisioning for port 0d05c261-0acb-43b7-bbe2-7f31245264cb completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:22.339854 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-93ed43d1-e2a2-434d-a0ba-1660f8f175d3 None None] Provisioning complete for port 0d05c261-0acb-43b7-bbe2-7f31245264cb triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:22.340166 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-93ed43d1-e2a2-434d-a0ba-1660f8f175d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.345944 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 85e4588c-e029-44c1-93d0-d0333ee43120 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:22.346326 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.400306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Allocated IP 2001:db8::1 (fae376ff-9fad-4752-8854-17245acb446c/97f6c234-da8b-4e62-bbc0-edc8fe8a251b/2cde71a7-c3d1-4e4e-bdc3-27fafd61860c) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:22.447965 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-93ed43d1-e2a2-434d-a0ba-1660f8f175d3 None None] Port 0d05c261-0acb-43b7-bbe2-7f31245264cb cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:22.473233 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a7480d05-8dfb-4909-b36b-31218bfadb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.480217 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6685b42-86e8-4d3c-a6e7-a76dc81cb323 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.505002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 164cc107-b3d2-47dc-9705-f44869d40b74 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:22.544858 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb3123-f9e7-4dc3-a984-60c08a297156 req-db509b30-ee8d-43c6-a126-758becfee2f0 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:22.546758 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-45eb3123-f9e7-4dc3-a984-60c08a297156 req-db509b30-ee8d-43c6-a126-758becfee2f0 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.9349406 Jul 16 01:50:22.558151 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.api [None req-a7480d05-8dfb-4909-b36b-31218bfadb0e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:50:22.558151 n-d-800086-6 neutron-server[93831]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:50:22.558151 n-d-800086-6 neutron-server[93831]: [parameters: {'project_id_1': '6fc6c692ff074d44b7b9576d837960a7', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 50, 22, 529585)}] Jul 16 01:50:22.558151 n-d-800086-6 neutron-server[93831]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:50:22.559016 n-d-800086-6 neutron-server[93831]: DEBUG oslo_db.api [None req-a7480d05-8dfb-4909-b36b-31218bfadb0e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:50:22.587240 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 164cc107-b3d2-47dc-9705-f44869d40b74 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:22.591189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 164cc107-b3d2-47dc-9705-f44869d40b74 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:22.591687 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.600193 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.614848 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Transition to ACTIVE for port object 2cde71a7-c3d1-4e4e-bdc3-27fafd61860c will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:22.695046 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.748423 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-45eb3123-f9e7-4dc3-a984-60c08a297156 req-6e0e8dcd-a018-4458-b678-5698f9e95aac tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881399 Jul 16 01:50:22.777428 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.804022 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event updated for resources: {'Port': ['ID=2cde71a7-c3d1-4e4e-bdc3-27fafd61860c,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:22.817421 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 164cc107-b3d2-47dc-9705-f44869d40b74, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=164cc107-b3d2-47dc-9705-f44869d40b74,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:22.828040 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Network fae376ff-9fad-4752-8854-17245acb446c is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:22.829592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:22.829905 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.838010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:22.838598 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.928460 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=164cc107-b3d2-47dc-9705-f44869d40b74,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:22.991032 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.068818 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a7480d05-8dfb-4909-b36b-31218bfadb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.081892 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6685b42-86e8-4d3c-a6e7-a76dc81cb323 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.096524 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6685b42-86e8-4d3c-a6e7-a76dc81cb323 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.096820 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8ee92f85-5a13-4bda-85a6-45109a076177 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:23.123272 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.125203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47810) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:23.184151 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6685b42-86e8-4d3c-a6e7-a76dc81cb323 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:23.186853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 8ee92f85-5a13-4bda-85a6-45109a076177 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:23.187088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6685b42-86e8-4d3c-a6e7-a76dc81cb323 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=753b91fb-6bef-4622-8a44-139292a3b79b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:23.205872 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6685b42-86e8-4d3c-a6e7-a76dc81cb323 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.206299 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-f6685b42-86e8-4d3c-a6e7-a76dc81cb323 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Added segment 95d1328d-fd77-43e7-ad00-7f044c030888 of type vlan for network 5194c550-3669-42e5-a558-3e55db19984a Jul 16 01:50:23.305291 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6685b42-86e8-4d3c-a6e7-a76dc81cb323 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.323450 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ea544484-8ace-4103-93b3-1985d621ad29 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2104876122'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:23.366327 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6685b42-86e8-4d3c-a6e7-a76dc81cb323 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.372505 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6685b42-86e8-4d3c-a6e7-a76dc81cb323 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:23.373129 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6685b42-86e8-4d3c-a6e7-a76dc81cb323 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.380680 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a7480d05-8dfb-4909-b36b-31218bfadb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.385698 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.388206 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9671546e-aa95-49bf-8291-e597285890e1 None None] Provisioning for port 2cde71a7-c3d1-4e4e-bdc3-27fafd61860c completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:23.392295 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a7480d05-8dfb-4909-b36b-31218bfadb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.393047 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.394981 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9671546e-aa95-49bf-8291-e597285890e1 None None] Provisioning complete for port 2cde71a7-c3d1-4e4e-bdc3-27fafd61860c triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:23.395994 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9671546e-aa95-49bf-8291-e597285890e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.434696 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f6685b42-86e8-4d3c-a6e7-a76dc81cb323 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1575458 Jul 16 01:50:23.438658 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47814) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:23.446565 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9671546e-aa95-49bf-8291-e597285890e1 None None] Port 2cde71a7-c3d1-4e4e-bdc3-27fafd61860c cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:23.462100 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-25eb4686-202d-4657-8d26-d6dc323d3392 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:23.489276 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7480d05-8dfb-4909-b36b-31218bfadb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d459e3be-4bc9-494e-92b0-006987a97168,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:23.511232 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a7480d05-8dfb-4909-b36b-31218bfadb0e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6fc6c692ff074d44b7b9576d837960a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2054222 Jul 16 01:50:23.512347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea544484-8ace-4103-93b3-1985d621ad29 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Made reservation on behalf of 1fbd2cfcc76b40fda2d4d98adad5fa39 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:23.516002 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea544484-8ace-4103-93b3-1985d621ad29 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.521332 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47816) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:23.545621 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea544484-8ace-4103-93b3-1985d621ad29 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.547025 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6685b42-86e8-4d3c-a6e7-a76dc81cb323 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Network': ['ID=5194c550-3669-42e5-a558-3e55db19984a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:23.557239 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.560247 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 5194c550-3669-42e5-a558-3e55db19984a details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:23.610834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=0d05c261-0acb-43b7-bbe2-7f31245264cb,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:23.649751 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.659834 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.660775 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.667748 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0fb94daa-46d2-4db1-8f5f-bd83f2fc5ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.749626 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0fb94daa-46d2-4db1-8f5f-bd83f2fc5ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.756614 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] Network 7d946d2e-8375-4688-aa07-dbfc513e5c98 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:23.760635 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:23.838792 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.844005 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-a4d1a07c-e91e-4395-9d37-4b9b6fb9cc30 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1454158 Jul 16 01:50:23.928313 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] Router 8dcdea85-9f50-4a91-bc94-912abc3a6ee7 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:23.935257 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea544484-8ace-4103-93b3-1985d621ad29 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.946088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event updated for resources: {'Port': ['ID=2cde71a7-c3d1-4e4e-bdc3-27fafd61860c,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:23.959359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Network fae376ff-9fad-4752-8854-17245acb446c is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:23.961452 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea544484-8ace-4103-93b3-1985d621ad29 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.977799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:24.129130 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea544484-8ace-4103-93b3-1985d621ad29 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:24.143878 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25eb4686-202d-4657-8d26-d6dc323d3392 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:24.149656 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-25eb4686-202d-4657-8d26-d6dc323d3392 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.151957 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87323040-4e3b-4772-a65e-f780d574de64 None None] Network 7e22b87c-69c0-40a6-abf5-144f0f73648b requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:24.158512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea544484-8ace-4103-93b3-1985d621ad29 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd94920-99d5-42b5-8d19-45b421ac9ea3,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:24.161650 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea544484-8ace-4103-93b3-1985d621ad29 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.162003 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-ea544484-8ace-4103-93b3-1985d621ad29 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Added segment 28fc8774-f706-4eb0-8368-cc9304583055 of type vlan for network acf4831a-81ad-4585-963d-279502d26b10 Jul 16 01:50:24.237746 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea544484-8ace-4103-93b3-1985d621ad29 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.246903 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Router 693fe939-58a6-4e8f-89a9-023722172658 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:24.249516 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:24.253460 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0fb94daa-46d2-4db1-8f5f-bd83f2fc5ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.258393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d78065d9-581a-4e2a-a108-b6244aae17c3 None None] Provisioning for port 8ee92f85-5a13-4bda-85a6-45109a076177 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:24.259490 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0fb94daa-46d2-4db1-8f5f-bd83f2fc5ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.260931 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0fb94daa-46d2-4db1-8f5f-bd83f2fc5ccd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d459e3be-4bc9-494e-92b0-006987a97168 HTTP/1.1" status: 204 len: 168 time: 0.7382903 Jul 16 01:50:24.272715 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ac8b1921-30b0-495d-ad61-5cb63e327bf6 admin admin] 10.222.0.54 "PUT /v2.0/routers/8dcdea85-9f50-4a91-bc94-912abc3a6ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1146986 Jul 16 01:50:24.305014 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d78065d9-581a-4e2a-a108-b6244aae17c3 None None] Provisioning complete for port 8ee92f85-5a13-4bda-85a6-45109a076177 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:24.312081 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d78065d9-581a-4e2a-a108-b6244aae17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.315266 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Sync routers for ids ['8dcdea85-9f50-4a91-bc94-912abc3a6ee7'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:24.317169 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb94daa-46d2-4db1-8f5f-bd83f2fc5ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d459e3be-4bc9-494e-92b0-006987a97168,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:24.344512 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c194f0-0ed8-4603-abd0-dedc81c5843e req-cdded114-2ea1-4401-9e59-0e40b8779130 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.346175 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d0c194f0-0ed8-4603-abd0-dedc81c5843e req-cdded114-2ea1-4401-9e59-0e40b8779130 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.3924408 Jul 16 01:50:24.358055 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-d843a950-46dc-4ae2-99e0-b4ec3961db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.359016 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea544484-8ace-4103-93b3-1985d621ad29 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.359847 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-d843a950-46dc-4ae2-99e0-b4ec3961db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.360351 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-d843a950-46dc-4ae2-99e0-b4ec3961db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.360888 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-d843a950-46dc-4ae2-99e0-b4ec3961db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.361322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-d843a950-46dc-4ae2-99e0-b4ec3961db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.361807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-d843a950-46dc-4ae2-99e0-b4ec3961db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.362294 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-d843a950-46dc-4ae2-99e0-b4ec3961db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.364710 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-d843a950-46dc-4ae2-99e0-b4ec3961db7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 6500 time: 0.4240351 Jul 16 01:50:24.370415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea544484-8ace-4103-93b3-1985d621ad29 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.370995 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea544484-8ace-4103-93b3-1985d621ad29 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.477289 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Routers {'8dcdea85-9f50-4a91-bc94-912abc3a6ee7'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:24.481653 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ea544484-8ace-4103-93b3-1985d621ad29 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3525624 Jul 16 01:50:24.482594 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:50:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8dcdea85-9f50-4a91-bc94-912abc3a6ee7'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:24.487448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47826) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:24.493103 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4cff66d6-0d8b-4bc8-83cd-ada9c1716805 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Request body: {'subnet': {'network_id': 'acf4831a-81ad-4585-963d-279502d26b10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:24.535994 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:24.548233 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4d5c6-bf0d-4588-8253-ecf57ea8f28f None None] Sync routers for ids ['693fe939-58a6-4e8f-89a9-023722172658'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:24.562074 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4d5c6-bf0d-4588-8253-ecf57ea8f28f None None] Routers {'693fe939-58a6-4e8f-89a9-023722172658'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:24.563116 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-eab4d5c6-bf0d-4588-8253-ecf57ea8f28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:50:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['693fe939-58a6-4e8f-89a9-023722172658'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:24.593381 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9db2a053-b923-433e-8920-5c25a7608491 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "PUT /v2.0/routers/693fe939-58a6-4e8f-89a9-023722172658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4537919 Jul 16 01:50:24.606948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea544484-8ace-4103-93b3-1985d621ad29 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event updated for resources: {'Network': ['ID=acf4831a-81ad-4585-963d-279502d26b10,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:24.612379 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47832) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:24.665088 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-eab4d5c6-bf0d-4588-8253-ecf57ea8f28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:24.674888 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Set router 8dcdea85-9f50-4a91-bc94-912abc3a6ee7 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:24.688100 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4d5c6-bf0d-4588-8253-ecf57ea8f28f None None] Routers {'693fe939-58a6-4e8f-89a9-023722172658'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:24.688991 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-eab4d5c6-bf0d-4588-8253-ecf57ea8f28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:50:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['693fe939-58a6-4e8f-89a9-023722172658'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:24.792822 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-eab4d5c6-bf0d-4588-8253-ecf57ea8f28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:24.796039 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4d5c6-bf0d-4588-8253-ecf57ea8f28f None None] The sync data for ids ['693fe939-58a6-4e8f-89a9-023722172658'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:24.807493 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-0af516ed-6c16-433b-ad72-6d318c475a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.808068 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-0af516ed-6c16-433b-ad72-6d318c475a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.809040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-0af516ed-6c16-433b-ad72-6d318c475a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.810898 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-0af516ed-6c16-433b-ad72-6d318c475a71 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2db9e81d-658b-4adb-b971-288015f4b66c&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29 HTTP/1.1" status: 200 len: 2298 time: 0.4081464 Jul 16 01:50:24.815982 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d0c194f0-0ed8-4603-abd0-dedc81c5843e req-8cdab3e0-f228-41f6-9944-f0d97df85764 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503310 Jul 16 01:50:24.817773 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-25eb4686-202d-4657-8d26-d6dc323d3392 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.902590 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-45ecc396-d6aa-4104-8a10-aa8740eb4a39 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.914515 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network acf4831a-81ad-4585-963d-279502d26b10 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:24.979655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb4686-202d-4657-8d26-d6dc323d3392 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=d2fd647c-39a6-4742-9053-f007170df864,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:24.990540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 164cc107-b3d2-47dc-9705-f44869d40b74 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:25.012536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eb4686-202d-4657-8d26-d6dc323d3392 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:25.013181 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eb4686-202d-4657-8d26-d6dc323d3392 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network hostable DHCP agents. Network: 5194c550-3669-42e5-a558-3e55db19984a, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:25.032214 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-a183e76b-8a7e-41eb-9a5a-71b6a0e6d010 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33d27387-8386-4734-a29a-d2cfef866aaf HTTP/1.1" status: 200 len: 1000 time: 0.2075217 Jul 16 01:50:25.112124 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-deb983b3-236a-412c-9274-fbc6bc1b027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:25.114006 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-deb983b3-236a-412c-9274-fbc6bc1b027f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a HTTP/1.1" status: 200 len: 855 time: 0.0739186 Jul 16 01:50:25.115315 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eb4686-202d-4657-8d26-d6dc323d3392 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:25.121404 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-45ecc396-d6aa-4104-8a10-aa8740eb4a39 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:50:25.124895 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-45ecc396-d6aa-4104-8a10-aa8740eb4a39 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "DELETE /v2.0/routers/693fe939-58a6-4e8f-89a9-023722172658 HTTP/1.1" status: 409 len: 329 time: 0.5010505 Jul 16 01:50:25.127223 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cff66d6-0d8b-4bc8-83cd-ada9c1716805 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Made reservation on behalf of 1fbd2cfcc76b40fda2d4d98adad5fa39 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:25.136032 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47850) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:25.137417 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4cff66d6-0d8b-4bc8-83cd-ada9c1716805 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.205174 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d78065d9-581a-4e2a-a108-b6244aae17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.278085 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-25eb4686-202d-4657-8d26-d6dc323d3392 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 5194c550-3669-42e5-a558-3e55db19984a) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:25.278680 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcdea85-9f50-4a91-bc94-912abc3a6ee7', 'name': 'tempest-TestServerMultinode-600480728-router', 'tenant_id': '3e931c56f359495d877911d5244073fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '164cc107-b3d2-47dc-9705-f44869d40b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:11Z', 'updated_at': '2021-07-16T01:50:22Z', 'revision_number': 4, 'project_id': '3e931c56f359495d877911d5244073fc', 'gw_port': {'id': '164cc107-b3d2-47dc-9705-f44869d40b74', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcdea85-9f50-4a91-bc94-912abc3a6ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:12Z', 'updated_at': '2021-07-16T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '0d05c261-0acb-43b7-bbe2-7f31245264cb', 'name': '', 'network_id': '7d946d2e-8375-4688-aa07-dbfc513e5c98', 'tenant_id': '3e931c56f359495d877911d5244073fc', 'mac_address': 'fa:16:3e:29:56:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcdea85-9f50-4a91-bc94-912abc3a6ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '2db57e3a-78f9-4dbe-acfc-bb1736d22a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:20Z', 'updated_at': '2021-07-16T01:50:23Z', 'revision_number': 2, 'project_id': '3e931c56f359495d877911d5244073fc', 'subnets': [{'id': '2db57e3a-78f9-4dbe-acfc-bb1736d22a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:25.286823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eb4686-202d-4657-8d26-d6dc323d3392 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:25.288539 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-25eb4686-202d-4657-8d26-d6dc323d3392 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.322185 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847e669a-66f3-490b-b2b5-c1c004cdee98 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:25.325296 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-25eb4686-202d-4657-8d26-d6dc323d3392 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8675771 Jul 16 01:50:25.327957 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 164cc107-b3d2-47dc-9705-f44869d40b74 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:25.328339 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.329459 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47870) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:25.348255 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-95a00e60-f91b-4aef-8d4b-51a54ade3cb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'name': 'tempest-NetworksTestDHCPv6-1650426528'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:25.357688 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d78065d9-581a-4e2a-a108-b6244aae17c3 None None] For port 8ee92f85-5a13-4bda-85a6-45109a076177, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8ee92f85-5a13-4bda-85a6-45109a076177,segment=NetworkSegment(4ad73516-a548-4058-b9bd-e67e95dd951f),segment_id=4ad73516-a548-4058-b9bd-e67e95dd951f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:25.358896 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Checking router: 8dcdea85-9f50-4a91-bc94-912abc3a6ee7 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:25.359350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Updating router 8dcdea85-9f50-4a91-bc94-912abc3a6ee7 port 0d05c261-0acb-43b7-bbe2-7f31245264cb binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:50:25.415646 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d78065d9-581a-4e2a-a108-b6244aae17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.516538 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4cff66d6-0d8b-4bc8-83cd-ada9c1716805 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.571102 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.614754 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff66d6-0d8b-4bc8-83cd-ada9c1716805 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event updated for resources: {'Subnet': ['ID=892bca7a-daf1-4110-b2e6-03a85b6537b6,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:25.626731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cff66d6-0d8b-4bc8-83cd-ada9c1716805 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Checking segment: {'id': '28fc8774-f706-4eb0-8368-cc9304583055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'acf4831a-81ad-4585-963d-279502d26b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:25.627112 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cff66d6-0d8b-4bc8-83cd-ada9c1716805 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Network hostable DHCP agents. Network: acf4831a-81ad-4585-963d-279502d26b10, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:25.643984 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78065d9-581a-4e2a-a108-b6244aae17c3 None None] Pushing event updated for resources: {'Port': ['ID=8ee92f85-5a13-4bda-85a6-45109a076177,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:25.651800 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cff66d6-0d8b-4bc8-83cd-ada9c1716805 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Network acf4831a-81ad-4585-963d-279502d26b10 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:25.656077 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fc889a89-7f67-415d-9f6d-a3812e5e49fc None None] Provisioning complete for port 0d05c261-0acb-43b7-bbe2-7f31245264cb triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:25.656467 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc889a89-7f67-415d-9f6d-a3812e5e49fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.671438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-4cff66d6-0d8b-4bc8-83cd-ada9c1716805 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, acf4831a-81ad-4585-963d-279502d26b10) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:25.677822 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cff66d6-0d8b-4bc8-83cd-ada9c1716805 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:25.678457 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4cff66d6-0d8b-4bc8-83cd-ada9c1716805 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.715966 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4cff66d6-0d8b-4bc8-83cd-ada9c1716805 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2271466 Jul 16 01:50:25.718440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47878) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:25.723955 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-de07138d-287c-4111-b4d1-8a1dda560344 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Request body: {'port': {'network_id': 'acf4831a-81ad-4585-963d-279502d26b10', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1022720657'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:25.747364 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a818b07-a7a8-4e41-a55b-d1667a8750e4 None None] Network acf4831a-81ad-4585-963d-279502d26b10 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:25.771852 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-a1df2c96-29fc-4bd7-8d11-f2c2bbe46f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:25.775276 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-a1df2c96-29fc-4bd7-8d11-f2c2bbe46f72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2db9e81d-658b-4adb-b971-288015f4b66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6534486 Jul 16 01:50:25.779499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-c884c88c-84dc-4975-a81a-c60a3b119a77 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:25.781457 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-c884c88c-84dc-4975-a81a-c60a3b119a77 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/networks?id=7ad34b91-7198-40af-8364-3e2524b1a6ab HTTP/1.1" status: 200 len: 910 time: 0.4701445 Jul 16 01:50:25.866560 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fc889a89-7f67-415d-9f6d-a3812e5e49fc None None] Port 0d05c261-0acb-43b7-bbe2-7f31245264cb cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:25.866976 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-01435b78-7413-485e-ae35-fba9337db7be tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/quotas/3e931c56f359495d877911d5244073fc HTTP/1.1" status: 200 len: 375 time: 0.0659652 Jul 16 01:50:25.869055 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.api [None req-de07138d-287c-4111-b4d1-8a1dda560344 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:50:25.869055 n-d-800086-6 neutron-server[93831]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:50:25.869055 n-d-800086-6 neutron-server[93831]: [parameters: {'project_id_1': '1fbd2cfcc76b40fda2d4d98adad5fa39', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 50, 25, 840357)}] Jul 16 01:50:25.869055 n-d-800086-6 neutron-server[93831]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:50:25.871342 n-d-800086-6 neutron-server[93831]: DEBUG oslo_db.api [None req-de07138d-287c-4111-b4d1-8a1dda560344 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:50:26.018992 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a00e60-f91b-4aef-8d4b-51a54ade3cb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:26.023417 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-95a00e60-f91b-4aef-8d4b-51a54ade3cb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.082375 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a8f88-d5ec-470d-88d4-6bf51a3c67ca req-8cfa3cf6-d0c5-45ee-b8a6-849c4e58ad6c tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:26.084368 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d7a8f88-d5ec-470d-88d4-6bf51a3c67ca req-8cfa3cf6-d0c5-45ee-b8a6-849c4e58ad6c tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.0944455 Jul 16 01:50:26.098047 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-d77c3c2e-97fe-4a12-abf6-f2d062042a04 service neutron] 10.222.0.47 "GET /v2.0/networks/2db9e81d-658b-4adb-b971-288015f4b66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120522 Jul 16 01:50:26.106458 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-95a00e60-f91b-4aef-8d4b-51a54ade3cb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port b6318018-d608-4ad9-b024-b078641f5083 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:26.134415 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-5194c550-3669-42e5-a558-3e55db19984a', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'fixed_ips': [{'subnet_id': 'd2fd647c-39a6-4742-9053-f007170df864'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:26.135595 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.157096 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d7a8f88-d5ec-470d-88d4-6bf51a3c67ca req-4827d80d-a922-4ab9-81c6-8884f1b57903 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655584 Jul 16 01:50:26.184383 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fc889a89-7f67-415d-9f6d-a3812e5e49fc None None] Provisioning complete for port 2cde71a7-c3d1-4e4e-bdc3-27fafd61860c triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:26.185030 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fc889a89-7f67-415d-9f6d-a3812e5e49fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.367231 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fc889a89-7f67-415d-9f6d-a3812e5e49fc None None] Port 2cde71a7-c3d1-4e4e-bdc3-27fafd61860c cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:26.412341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de07138d-287c-4111-b4d1-8a1dda560344 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Made reservation on behalf of 1fbd2cfcc76b40fda2d4d98adad5fa39 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:26.423936 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-de07138d-287c-4111-b4d1-8a1dda560344 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.472431 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-acf4831a-81ad-4585-963d-279502d26b10', 'network_id': 'acf4831a-81ad-4585-963d-279502d26b10', 'tenant_id': '1fbd2cfcc76b40fda2d4d98adad5fa39', 'fixed_ips': [{'subnet_id': '892bca7a-daf1-4110-b2e6-03a85b6537b6'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:26.473297 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.481659 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-de07138d-287c-4111-b4d1-8a1dda560344 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] device_id is not set on port ccadc18f-3589-41ee-848f-934e12d026b2 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:26.525102 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Allocated IP 2001:db8::2 (5194c550-3669-42e5-a558-3e55db19984a/d2fd647c-39a6-4742-9053-f007170df864/7a93f82a-d393-4190-be3b-2129313d06b5) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:26.603019 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-4abc2c95-56f3-4718-b937-2f205051624b tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e931c56f359495d877911d5244073fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7249203 Jul 16 01:50:26.617618 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.620399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-198ebd10-fa0c-4386-a87a-9836d373e53d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:50:26.623582 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-198ebd10-fa0c-4386-a87a-9836d373e53d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092235 Jul 16 01:50:26.639033 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-de07138d-287c-4111-b4d1-8a1dda560344 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Allocated IP 2001:db8::9f (acf4831a-81ad-4585-963d-279502d26b10/892bca7a-daf1-4110-b2e6-03a85b6537b6/ccadc18f-3589-41ee-848f-934e12d026b2) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:26.650329 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Transition to ACTIVE for port object 0d05c261-0acb-43b7-bbe2-7f31245264cb will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:26.727694 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.758094 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-13a0332d-357d-4f1f-b643-a6391565de0d service neutron] 10.222.0.47 "GET /v2.0/networks/2db9e81d-658b-4adb-b971-288015f4b66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6455121 Jul 16 01:50:26.802963 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae22649-a791-4af9-bc36-a92891071dc9 None None] Pushing event updated for resources: {'Port': ['ID=0d05c261-0acb-43b7-bbe2-7f31245264cb,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:26.822503 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-625332af-8734-45d8-bc83-f26538cc690f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=1ee21601-191c-45f4-b814-a55228557d82 HTTP/1.1" status: 200 len: 217 time: 0.0535901 Jul 16 01:50:26.829445 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-61035269-2156-40df-a5b6-9133ae54388f None None] Provisioning complete for port 8ee92f85-5a13-4bda-85a6-45109a076177 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:26.829829 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-61035269-2156-40df-a5b6-9133ae54388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.858275 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-de07138d-287c-4111-b4d1-8a1dda560344 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.876478 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-de07138d-287c-4111-b4d1-8a1dda560344 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Transition to ACTIVE for port object ccadc18f-3589-41ee-848f-934e12d026b2 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:26.880448 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-cb84e00b-639b-47e3-a704-74d63438b0d2 service neutron] 10.222.0.54 "GET /v2.0/networks/7ad34b91-7198-40af-8364-3e2524b1a6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481961 Jul 16 01:50:26.903581 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c1079c12-6db6-4e6d-8991-515772e1e6f1 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.956839 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-de07138d-287c-4111-b4d1-8a1dda560344 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.003611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de07138d-287c-4111-b4d1-8a1dda560344 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Network acf4831a-81ad-4585-963d-279502d26b10 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:27.009952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-de07138d-287c-4111-b4d1-8a1dda560344 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:27.015075 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de07138d-287c-4111-b4d1-8a1dda560344 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:27.022185 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de07138d-287c-4111-b4d1-8a1dda560344 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:27.023375 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-8bcd6c52-504d-4cbf-be5d-43fe1c527fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:27.023509 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-de07138d-287c-4111-b4d1-8a1dda560344 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.025059 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-8bcd6c52-504d-4cbf-be5d-43fe1c527fae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.1952481 Jul 16 01:50:27.032744 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8ee92f85-5a13-4bda-85a6-45109a076177 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:27.051852 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-de07138d-287c-4111-b4d1-8a1dda560344 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3292751 Jul 16 01:50:27.056218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47906) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:27.072445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-8b539e40-f222-4127-98b9-41029247b6d6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Request body: {'port': {'network_id': 'acf4831a-81ad-4585-963d-279502d26b10', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1596216880', 'allowed_address_pairs': [{'ip_address': '2001:db8::9f', 'mac_address': 'fa:16:3e:ab:4e:2e'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:27.095470 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Attempting to bind port 0d05c261-0acb-43b7-bbe2-7f31245264cb on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:27.095873 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Attempting to bind port 0d05c261-0acb-43b7-bbe2-7f31245264cb by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '5b7314cc-1020-4488-8ada-2e089a739f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7d946d2e-8375-4688-aa07-dbfc513e5c98'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:27.096235 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Attempting to bind port 0d05c261-0acb-43b7-bbe2-7f31245264cb on network 7d946d2e-8375-4688-aa07-dbfc513e5c98 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:27.114632 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07138d-287c-4111-b4d1-8a1dda560344 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event updated for resources: {'Port': ['ID=ccadc18f-3589-41ee-848f-934e12d026b2,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:27.180986 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:27.182003 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Checking segment: {'id': '5b7314cc-1020-4488-8ada-2e089a739f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7d946d2e-8375-4688-aa07-dbfc513e5c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:27.182835 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.183394 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Bound using segment: {'id': '5b7314cc-1020-4488-8ada-2e089a739f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7d946d2e-8375-4688-aa07-dbfc513e5c98'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:27.184095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Bound port: 0d05c261-0acb-43b7-bbe2-7f31245264cb, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7314cc-1020-4488-8ada-2e089a739f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7d946d2e-8375-4688-aa07-dbfc513e5c98'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:27.184670 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.212514 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-2c1c323f-0bf8-4b32-be5e-0c20d15d24e5 service neutron] 10.222.0.54 "GET /v2.0/networks/7ad34b91-7198-40af-8364-3e2524b1a6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222449 Jul 16 01:50:27.219248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b539e40-f222-4127-98b9-41029247b6d6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Made reservation on behalf of 1fbd2cfcc76b40fda2d4d98adad5fa39 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:27.227740 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-fd6e2662-9a36-46f9-b68c-baa17432ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:27.229232 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-fd6e2662-9a36-46f9-b68c-baa17432ec7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1921406 Jul 16 01:50:27.325156 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] For port 0d05c261-0acb-43b7-bbe2-7f31245264cb, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:27.329889 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] For port 0d05c261-0acb-43b7-bbe2-7f31245264cb, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0d05c261-0acb-43b7-bbe2-7f31245264cb,segment=NetworkSegment(5b7314cc-1020-4488-8ada-2e089a739f2c),segment_id=5b7314cc-1020-4488-8ada-2e089a739f2c)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:27.342896 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8b539e40-f222-4127-98b9-41029247b6d6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.389055 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.406114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-8b539e40-f222-4127-98b9-41029247b6d6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] device_id is not set on port 34a81026-dfe4-4958-b3e1-8143956bc9f6 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:27.446788 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-5626ada3-9a16-49e6-a3b5-a6b25eaf2b48 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072451 Jul 16 01:50:27.452099 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Allocated IP 2001:db8::2 (acf4831a-81ad-4585-963d-279502d26b10/892bca7a-daf1-4110-b2e6-03a85b6537b6/b48cc4db-060a-48f4-96a3-7cb13d34bcc9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:27.626964 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4754bd3-e61f-480b-8b6f-d96d94c2b826 req-43c8107d-6860-4ef0-86d8-a09f655923a2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:27.634892 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4754bd3-e61f-480b-8b6f-d96d94c2b826 req-43c8107d-6860-4ef0-86d8-a09f655923a2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.3114254 Jul 16 01:50:27.658213 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9cc73b1-c292-40cb-8c10-383593c30eb5 req-3dfd8964-3a0e-4d48-afae-533a6ed71b94 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 210 time: 0.0929742 Jul 16 01:50:27.712229 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4754bd3-e61f-480b-8b6f-d96d94c2b826 req-457f547f-b2d0-46cb-b92d-6a0f017ffc1a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759881 Jul 16 01:50:27.714939 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-570aef22-03b4-49cf-90b3-e8c2b41e211f service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577550 Jul 16 01:50:27.766512 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-c1079c12-6db6-4e6d-8991-515772e1e6f1 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Deleting port 2cde71a7-c3d1-4e4e-bdc3-27fafd61860c {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:27.767161 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c1079c12-6db6-4e6d-8991-515772e1e6f1 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.812294 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.850627 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-10743fec-0c4d-4704-bfa2-6e8c73b915bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=588d0e4f-cefb-43a8-a412-487dd40c07f8 HTTP/1.1" status: 200 len: 217 time: 0.1264734 Jul 16 01:50:27.858797 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Transition to ACTIVE for port object 7a93f82a-d393-4190-be3b-2129313d06b5 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:27.906067 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c1079c12-6db6-4e6d-8991-515772e1e6f1 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.911089 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae22649-a791-4af9-bc36-a92891071dc9 None None] Pushing event updated for resources: {'Port': ['ID=0d05c261-0acb-43b7-bbe2-7f31245264cb,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:27.933726 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-c1079c12-6db6-4e6d-8991-515772e1e6f1 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Calling delete_port for 2cde71a7-c3d1-4e4e-bdc3-27fafd61860c owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:27.935496 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.943596 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-c54ba7ad-9344-4795-bae8-76f50565743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:27.945803 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-c54ba7ad-9344-4795-bae8-76f50565743b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.0875440 Jul 16 01:50:27.946672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Transition to ACTIVE for port object b48cc4db-060a-48f4-96a3-7cb13d34bcc9 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:27.972913 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 8ee92f85-5a13-4bda-85a6-45109a076177 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:27.973760 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.979857 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Transition to ACTIVE for port object b48cc4db-060a-48f4-96a3-7cb13d34bcc9 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:27.986675 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Routers {'8dcdea85-9f50-4a91-bc94-912abc3a6ee7'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:27.987404 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:50:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8dcdea85-9f50-4a91-bc94-912abc3a6ee7'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:28.020406 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.060515 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Transition to ACTIVE for port object 7a93f82a-d393-4190-be3b-2129313d06b5 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:28.120203 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.146777 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-8b539e40-f222-4127-98b9-41029247b6d6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Allocated IP 2001:db8::323 (acf4831a-81ad-4585-963d-279502d26b10/892bca7a-daf1-4110-b2e6-03a85b6537b6/34a81026-dfe4-4958-b3e1-8143956bc9f6) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:28.157215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Network acf4831a-81ad-4585-963d-279502d26b10 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:28.164959 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-319b4ceb-58d7-4de8-9ccc-5a69967e6447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:28.167194 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:28.167331 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-319b4ceb-58d7-4de8-9ccc-5a69967e6447 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2131178 Jul 16 01:50:28.202170 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:28.203165 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:28.212379 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:28.222018 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:28.234493 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Pushing event updated for resources: {'Port': ['ID=b48cc4db-060a-48f4-96a3-7cb13d34bcc9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:28.282935 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-c28a1778-bc50-47c3-bba7-ed24246b22bc service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065307 Jul 16 01:50:28.424269 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-04364c4e-f401-4776-b4c1-9d1f4c0a416e service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291168 Jul 16 01:50:28.425542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-95a00e60-f91b-4aef-8d4b-51a54ade3cb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::132 (5194c550-3669-42e5-a558-3e55db19984a/d2fd647c-39a6-4742-9053-f007170df864/b6318018-d608-4ad9-b024-b078641f5083) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:28.456769 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] Set router 8dcdea85-9f50-4a91-bc94-912abc3a6ee7 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:28.495429 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-0e3b56c0-56b9-4b7c-94f9-ecc7b17f6918 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=6e2cfe37-5372-4873-82c7-38150819cf47 HTTP/1.1" status: 200 len: 217 time: 0.0603263 Jul 16 01:50:28.527539 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8b539e40-f222-4127-98b9-41029247b6d6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.549396 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c1079c12-6db6-4e6d-8991-515772e1e6f1 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.552263 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-8b539e40-f222-4127-98b9-41029247b6d6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Transition to ACTIVE for port object 34a81026-dfe4-4958-b3e1-8143956bc9f6 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:28.615776 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1079c12-6db6-4e6d-8991-515772e1e6f1 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event deleted for resources: {'Port': ['ID=2cde71a7-c3d1-4e4e-bdc3-27fafd61860c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:28.672969 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8b539e40-f222-4127-98b9-41029247b6d6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.756049 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-2846fce6-1d61-4c72-b931-357f1d9dc9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:28.759018 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-2846fce6-1d61-4c72-b931-357f1d9dc9c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.2524149 Jul 16 01:50:28.794444 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Pushing event updated for resources: {'Port': ['ID=7a93f82a-d393-4190-be3b-2129313d06b5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:28.841844 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b01f365d-e033-43eb-80a7-da1d19caf00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.846859 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Attempting to bind port b48cc4db-060a-48f4-96a3-7cb13d34bcc9 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:28.848237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Attempting to bind port b48cc4db-060a-48f4-96a3-7cb13d34bcc9 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '28fc8774-f706-4eb0-8368-cc9304583055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'acf4831a-81ad-4585-963d-279502d26b10'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:28.849106 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Attempting to bind port b48cc4db-060a-48f4-96a3-7cb13d34bcc9 on network acf4831a-81ad-4585-963d-279502d26b10 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:28.889978 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Attempting to bind port 7a93f82a-d393-4190-be3b-2129313d06b5 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:28.892228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Attempting to bind port 7a93f82a-d393-4190-be3b-2129313d06b5 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:28.892678 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Attempting to bind port 7a93f82a-d393-4190-be3b-2129313d06b5 on network 5194c550-3669-42e5-a558-3e55db19984a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:28.911761 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b539e40-f222-4127-98b9-41029247b6d6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Network acf4831a-81ad-4585-963d-279502d26b10 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:28.918153 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-8b539e40-f222-4127-98b9-41029247b6d6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:28.928275 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c1079c12-6db6-4e6d-8991-515772e1e6f1 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.936995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b539e40-f222-4127-98b9-41029247b6d6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event updated for resources: {'Port': ['ID=34a81026-dfe4-4958-b3e1-8143956bc9f6,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:28.940802 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:28.941864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Checking segment: {'id': '28fc8774-f706-4eb0-8368-cc9304583055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'acf4831a-81ad-4585-963d-279502d26b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:28.941982 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.942401 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Bound using segment: {'id': '28fc8774-f706-4eb0-8368-cc9304583055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'acf4831a-81ad-4585-963d-279502d26b10'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:28.943144 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Bound port: b48cc4db-060a-48f4-96a3-7cb13d34bcc9, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28fc8774-f706-4eb0-8368-cc9304583055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'acf4831a-81ad-4585-963d-279502d26b10'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:28.943557 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.946911 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.952861 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b539e40-f222-4127-98b9-41029247b6d6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:28.962578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:28.962985 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:28.963458 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.964030 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Bound using segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:28.964546 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Bound port: 7a93f82a-d393-4190-be3b-2129313d06b5, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:28.964949 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.971179 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b539e40-f222-4127-98b9-41029247b6d6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:28.972724 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8b539e40-f222-4127-98b9-41029247b6d6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.061753 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3673a65f-1f8a-4314-ba86-f8425dbc29fd req-7c3e3bd6-5e5b-49b8-a6c5-f029e37b6c17 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 210 time: 0.1449740 Jul 16 01:50:29.101391 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8b539e40-f222-4127-98b9-41029247b6d6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.0437615 Jul 16 01:50:29.102347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47966) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:29.503578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] For port 7a93f82a-d393-4190-be3b-2129313d06b5, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:29.532844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] For port 7a93f82a-d393-4190-be3b-2129313d06b5, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7a93f82a-d393-4190-be3b-2129313d06b5,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:29.546102 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.568403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] For port b48cc4db-060a-48f4-96a3-7cb13d34bcc9, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:29.572690 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] For port b48cc4db-060a-48f4-96a3-7cb13d34bcc9, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b48cc4db-060a-48f4-96a3-7cb13d34bcc9,segment=NetworkSegment(28fc8774-f706-4eb0-8368-cc9304583055),segment_id=28fc8774-f706-4eb0-8368-cc9304583055)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:29.601365 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.676538 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:50:29.740569 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e4ecb-6c91-4b07-b1ad-49b34cb98cdc None None] Pushing event updated for resources: {'Port': ['ID=7a93f82a-d393-4190-be3b-2129313d06b5,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:29.817215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcdea85-9f50-4a91-bc94-912abc3a6ee7', 'name': 'tempest-TestServerMultinode-600480728-router', 'tenant_id': '3e931c56f359495d877911d5244073fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '164cc107-b3d2-47dc-9705-f44869d40b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:11Z', 'updated_at': '2021-07-16T01:50:22Z', 'revision_number': 4, 'project_id': '3e931c56f359495d877911d5244073fc', 'gw_port': {'id': '164cc107-b3d2-47dc-9705-f44869d40b74', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcdea85-9f50-4a91-bc94-912abc3a6ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:12Z', 'updated_at': '2021-07-16T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '0d05c261-0acb-43b7-bbe2-7f31245264cb', 'name': '', 'network_id': '7d946d2e-8375-4688-aa07-dbfc513e5c98', 'tenant_id': '3e931c56f359495d877911d5244073fc', 'mac_address': 'fa:16:3e:29:56:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcdea85-9f50-4a91-bc94-912abc3a6ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '2db57e3a-78f9-4dbe-acfc-bb1736d22a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:20Z', 'updated_at': '2021-07-16T01:50:27Z', 'revision_number': 4, 'project_id': '3e931c56f359495d877911d5244073fc', 'subnets': [{'id': '2db57e3a-78f9-4dbe-acfc-bb1736d22a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:29.819027 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fed6a-fdcb-47e1-8857-c0991689e607 None None] Pushing event updated for resources: {'Port': ['ID=b48cc4db-060a-48f4-96a3-7cb13d34bcc9,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:29.900688 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-95a00e60-f91b-4aef-8d4b-51a54ade3cb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.900904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dbb560-3636-4bdb-8770-d68fdce81204 None None] The sync data for ids ['8dcdea85-9f50-4a91-bc94-912abc3a6ee7'] in n-d-800086-6 is: [{'id': '8dcdea85-9f50-4a91-bc94-912abc3a6ee7', 'name': 'tempest-TestServerMultinode-600480728-router', 'tenant_id': '3e931c56f359495d877911d5244073fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '164cc107-b3d2-47dc-9705-f44869d40b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:11Z', 'updated_at': '2021-07-16T01:50:22Z', 'revision_number': 4, 'project_id': '3e931c56f359495d877911d5244073fc', 'gw_port': {'id': '164cc107-b3d2-47dc-9705-f44869d40b74', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcdea85-9f50-4a91-bc94-912abc3a6ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:12Z', 'updated_at': '2021-07-16T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '0d05c261-0acb-43b7-bbe2-7f31245264cb', 'name': '', 'network_id': '7d946d2e-8375-4688-aa07-dbfc513e5c98', 'tenant_id': '3e931c56f359495d877911d5244073fc', 'mac_address': 'fa:16:3e:29:56:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcdea85-9f50-4a91-bc94-912abc3a6ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '2db57e3a-78f9-4dbe-acfc-bb1736d22a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:20Z', 'updated_at': '2021-07-16T01:50:27Z', 'revision_number': 4, 'project_id': '3e931c56f359495d877911d5244073fc', 'subnets': [{'id': '2db57e3a-78f9-4dbe-acfc-bb1736d22a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:29.910902 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-cbbd68a0-4b75-4bb8-8d38-5fde2a74cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:29.912499 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-cbbd68a0-4b75-4bb8-8d38-5fde2a74cd91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0897276 Jul 16 01:50:30.030902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30b7c27-22ea-4eb0-91c0-5ad2d37e7c2f tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:30.036810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1079c12-6db6-4e6d-8991-515772e1e6f1 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Router 693fe939-58a6-4e8f-89a9-023722172658 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:30.038428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30b7c27-22ea-4eb0-91c0-5ad2d37e7c2f tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:30.045112 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30b7c27-22ea-4eb0-91c0-5ad2d37e7c2f tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:30.049321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b30b7c27-22ea-4eb0-91c0-5ad2d37e7c2f tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.9425716 Jul 16 01:50:30.049953 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47978) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:30.255506 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-95a00e60-f91b-4aef-8d4b-51a54ade3cb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object b6318018-d608-4ad9-b024-b078641f5083 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:30.261364 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-402530d2-aabd-4f39-b4c2-80a90ae05a67 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153963 Jul 16 01:50:30.335283 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035098bb-9188-48d7-b917-4aec769c0fe4 req-16cfc27c-3f73-4544-bc8a-eb8d2eec84bc tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:30.343995 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-035098bb-9188-48d7-b917-4aec769c0fe4 req-16cfc27c-3f73-4544-bc8a-eb8d2eec84bc tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 1.2036164 Jul 16 01:50:30.474697 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-f222839b-bf70-49ea-9caf-b552646e9c0d tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:30.488406 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-f222839b-bf70-49ea-9caf-b552646e9c0d tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.26 "GET /v2.0/networks?id=7ad34b91-7198-40af-8364-3e2524b1a6ab HTTP/1.1" status: 200 len: 910 time: 1.1955838 Jul 16 01:50:30.517910 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-e5c08bd4-8e3e-401b-8c99-4388db5aacb9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Request body: {'port': {'device_id': '0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11', 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab', 'admin_state_up': True, 'tenant_id': '3e931c56f359495d877911d5244073fc'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:30.521429 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1079c12-6db6-4e6d-8991-515772e1e6f1 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:30.535284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881359f0-ad04-4a23-a7f8-0894042dd496 None None] Sync routers for ids ['693fe939-58a6-4e8f-89a9-023722172658'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:30.549598 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881359f0-ad04-4a23-a7f8-0894042dd496 None None] Routers {'693fe939-58a6-4e8f-89a9-023722172658'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:30.549808 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c1079c12-6db6-4e6d-8991-515772e1e6f1 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "PUT /v2.0/routers/693fe939-58a6-4e8f-89a9-023722172658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4111471 Jul 16 01:50:30.555328 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-881359f0-ad04-4a23-a7f8-0894042dd496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:50:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['693fe939-58a6-4e8f-89a9-023722172658'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:30.566611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47992) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:30.617483 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-881359f0-ad04-4a23-a7f8-0894042dd496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:30.639640 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-877a0aeb-91ec-45ee-bc8e-bd916306b004 req-410a8b39-5ee7-4a95-907d-a382d8921d3d tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 210 time: 0.0942440 Jul 16 01:50:30.640663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47994) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:30.649329 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881359f0-ad04-4a23-a7f8-0894042dd496 None None] Routers {'693fe939-58a6-4e8f-89a9-023722172658'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:30.651503 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-881359f0-ad04-4a23-a7f8-0894042dd496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:50:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['693fe939-58a6-4e8f-89a9-023722172658'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:30.666738 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-852d7e2d-3b8b-467e-b5c9-07090b3889b9 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] show failed (client error): The resource could not be found. Jul 16 01:50:30.667923 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-852d7e2d-3b8b-467e-b5c9-07090b3889b9 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-1167786541 HTTP/1.1" status: 404 len: 335 time: 0.1002395 Jul 16 01:50:30.679914 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47998) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:30.694947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-52f9c842-c9db-4fd4-912c-1434f696a907 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:30.711403 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-035098bb-9188-48d7-b917-4aec769c0fe4 req-69372170-4a29-4e6b-87c7-63c9e3a67b52 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656690 Jul 16 01:50:30.719453 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-95a00e60-f91b-4aef-8d4b-51a54ade3cb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.766024 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-881359f0-ad04-4a23-a7f8-0894042dd496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:30.766873 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881359f0-ad04-4a23-a7f8-0894042dd496 None None] The sync data for ids ['693fe939-58a6-4e8f-89a9-023722172658'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:30.781953 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-52f9c842-c9db-4fd4-912c-1434f696a907 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] update failed (client error): The resource could not be found. Jul 16 01:50:30.782995 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-52f9c842-c9db-4fd4-912c-1434f696a907 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-2142630093 HTTP/1.1" status: 404 len: 335 time: 0.0967710 Jul 16 01:50:30.791001 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48000) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:30.793819 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-e5c08bd4-8e3e-401b-8c99-4388db5aacb9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Made reservation on behalf of 3e931c56f359495d877911d5244073fc for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:30.796251 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-e5c08bd4-8e3e-401b-8c99-4388db5aacb9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.815276 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a00e60-f91b-4aef-8d4b-51a54ade3cb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:30.816823 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-9f7012d8-a3a1-4231-b07a-87194a0e6ac0 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Deleting port 34a81026-dfe4-4958-b3e1-8143956bc9f6 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:30.817168 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9f7012d8-a3a1-4231-b07a-87194a0e6ac0 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.821573 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-95a00e60-f91b-4aef-8d4b-51a54ade3cb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:30.825945 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-765b592a-92b1-447a-9a52-4042f1ebf2d5 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509281 Jul 16 01:50:30.826782 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a00e60-f91b-4aef-8d4b-51a54ade3cb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:30.832728 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a00e60-f91b-4aef-8d4b-51a54ade3cb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:30.833539 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-95a00e60-f91b-4aef-8d4b-51a54ade3cb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.973991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a00e60-f91b-4aef-8d4b-51a54ade3cb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=b6318018-d608-4ad9-b024-b078641f5083,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:30.981338 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-f14bb0f3-6f08-4f0a-b2e4-4b238d5e5bd3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=b0eba950-6290-4204-97b4-71fd009ef302 HTTP/1.1" status: 200 len: 217 time: 0.0896699 Jul 16 01:50:30.991789 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-95a00e60-f91b-4aef-8d4b-51a54ade3cb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.6468148 Jul 16 01:50:30.999069 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48002) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:31.004032 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3a539604-0ee9-435a-bb73-d38a2b37f357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.065118 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-03cee5ba-2f34-453c-a71c-1613eb0ced3c tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Deleting subnet 860579c6-dc84-4490-8420-fbdfbb7395ed {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:31.065713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-e5c08bd4-8e3e-401b-8c99-4388db5aacb9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Allocated IP 172.20.0.13 (7ad34b91-7198-40af-8364-3e2524b1a6ab/c99630c3-798c-4235-8a39-03e83089a162/251c706a-baa7-4a1d-a928-c1db3277a02a) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:31.089963 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03cee5ba-2f34-453c-a71c-1613eb0ced3c tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.091315 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd89e8ee-34a5-48f7-8b6c-4e638186ce71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.097217 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.178292 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b48cc4db-060a-48f4-96a3-7cb13d34bcc9 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:31.183304 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-b5b2c2a5-a397-44d0-9ae9-7ddabddff2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:31.185098 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-b5b2c2a5-a397-44d0-9ae9-7ddabddff2ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.1850333 Jul 16 01:50:31.189250 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03cee5ba-2f34-453c-a71c-1613eb0ced3c tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.289045 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port b48cc4db-060a-48f4-96a3-7cb13d34bcc9 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:31.298581 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0d05c261-0acb-43b7-bbe2-7f31245264cb up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:31.325301 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8139b2f-9d82-498c-833e-5b1b0e1df33e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:31.340136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8139b2f-9d82-498c-833e-5b1b0e1df33e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:31.348039 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e8139b2f-9d82-498c-833e-5b1b0e1df33e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3438783 Jul 16 01:50:31.354235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48004) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:31.405826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 0d05c261-0acb-43b7-bbe2-7f31245264cb completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:31.418020 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 0d05c261-0acb-43b7-bbe2-7f31245264cb triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:31.418655 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.428947 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3a539604-0ee9-435a-bb73-d38a2b37f357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.439091 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-e5c08bd4-8e3e-401b-8c99-4388db5aacb9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.453383 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3a539604-0ee9-435a-bb73-d38a2b37f357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.488003 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9f7012d8-a3a1-4231-b07a-87194a0e6ac0 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.493665 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3a539604-0ee9-435a-bb73-d38a2b37f357 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=afd3db7af533422190c4134d3f993cce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8470898 Jul 16 01:50:31.504117 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48006) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:31.544648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-e5c08bd4-8e3e-401b-8c99-4388db5aacb9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Transition to ACTIVE for port object 251c706a-baa7-4a1d-a928-c1db3277a02a will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:31.554239 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.558955 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-9f7012d8-a3a1-4231-b07a-87194a0e6ac0 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Calling delete_port for 34a81026-dfe4-4958-b3e1-8143956bc9f6 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:31.597998 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 0d05c261-0acb-43b7-bbe2-7f31245264cb, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0d05c261-0acb-43b7-bbe2-7f31245264cb,segment=NetworkSegment(5b7314cc-1020-4488-8ada-2e089a739f2c),segment_id=5b7314cc-1020-4488-8ada-2e089a739f2c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:31.607450 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.608643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7a93f82a-d393-4190-be3b-2129313d06b5 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:31.651060 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03cee5ba-2f34-453c-a71c-1613eb0ced3c tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.709446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a539604-0ee9-435a-bb73-d38a2b37f357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb91b80d-7f92-4b05-aafc-07f621fabf2d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:31.800171 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=0d05c261-0acb-43b7-bbe2-7f31245264cb,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:31.808513 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-1c75dcff-7418-4f31-8938-eac08b53e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:31.818537 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-1c75dcff-7418-4f31-8938-eac08b53e568 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6227484 Jul 16 01:50:31.844733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 7a93f82a-d393-4190-be3b-2129313d06b5 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:31.873328 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-e5c08bd4-8e3e-401b-8c99-4388db5aacb9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.889213 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc3b247-8be2-4664-9ec6-ca18621c6b26 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:31.987525 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-30414648-53ae-4dac-b6e7-2c70a43798ed None None] Provisioning for port 7a93f82a-d393-4190-be3b-2129313d06b5 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:31.997762 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-30414648-53ae-4dac-b6e7-2c70a43798ed None None] Provisioning complete for port 7a93f82a-d393-4190-be3b-2129313d06b5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:31.998135 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-30414648-53ae-4dac-b6e7-2c70a43798ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.018224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c08bd4-8e3e-401b-8c99-4388db5aacb9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Pushing event updated for resources: {'Port': ['ID=251c706a-baa7-4a1d-a928-c1db3277a02a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:32.023172 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1843541a-89dc-44c2-acc5-78c16443a061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.060493 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-e5c08bd4-8e3e-401b-8c99-4388db5aacb9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Network 7ad34b91-7198-40af-8364-3e2524b1a6ab is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:32.076565 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-e5c08bd4-8e3e-401b-8c99-4388db5aacb9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:32.086798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-e5c08bd4-8e3e-401b-8c99-4388db5aacb9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:32.093540 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.094399 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d137c7-52db-41ca-bfc6-cc865404282c None None] Network acf4831a-81ad-4585-963d-279502d26b10 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:32.146096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d44dd277-0545-4c58-a0fe-cabc60f21dfa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port b6318018-d608-4ad9-b024-b078641f5083 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:32.146892 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d44dd277-0545-4c58-a0fe-cabc60f21dfa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.151791 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03cee5ba-2f34-453c-a71c-1613eb0ced3c tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.235537 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-e5c08bd4-8e3e-401b-8c99-4388db5aacb9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:32.236210 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-e5c08bd4-8e3e-401b-8c99-4388db5aacb9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.240139 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1843541a-89dc-44c2-acc5-78c16443a061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.248008 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9f7012d8-a3a1-4231-b07a-87194a0e6ac0 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.255970 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cee5ba-2f34-453c-a71c-1613eb0ced3c tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event deleted for resources: {'Subnet': ['ID=860579c6-dc84-4490-8420-fbdfbb7395ed,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:32.293431 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3f2cce-b004-4013-bb68-344bf3bd8e93 None None] Network 7e22b87c-69c0-40a6-abf5-144f0f73648b requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:32.300867 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-e5c08bd4-8e3e-401b-8c99-4388db5aacb9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8015156 Jul 16 01:50:32.301384 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03cee5ba-2f34-453c-a71c-1613eb0ced3c tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.301630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7012d8-a3a1-4231-b07a-87194a0e6ac0 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event deleted for resources: {'Port': ['ID=34a81026-dfe4-4958-b3e1-8143956bc9f6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:32.304441 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-03cee5ba-2f34-453c-a71c-1613eb0ced3c tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "DELETE /v2.0/subnets/860579c6-dc84-4490-8420-fbdfbb7395ed HTTP/1.1" status: 204 len: 168 time: 1.5124507 Jul 16 01:50:32.311817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48020) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:32.337698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Request body: {'port': {'device_id': '0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:32.377212 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a47b9-9c42-4617-91ef-83b46ebc1f10 req-d70cce9e-e031-44e4-8033-c1d3337efd11 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:32.379066 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-522a47b9-9c42-4617-91ef-83b46ebc1f10 req-d70cce9e-e031-44e4-8033-c1d3337efd11 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 1028 time: 0.5036328 Jul 16 01:50:32.403271 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-98cd2e15-2d42-4760-8deb-210a092018c6 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710335 Jul 16 01:50:32.424997 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd2d4f-e96c-4030-bc05-6725d75ce9a0 req-d6adcfa5-12bc-4dad-b765-c8ab2c419f6f tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:32.446235 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0fcd2d4f-e96c-4030-bc05-6725d75ce9a0 req-d6adcfa5-12bc-4dad-b765-c8ab2c419f6f tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.3407981 Jul 16 01:50:32.566285 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9f7012d8-a3a1-4231-b07a-87194a0e6ac0 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.568495 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9f7012d8-a3a1-4231-b07a-87194a0e6ac0 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "DELETE /v2.0/ports/34a81026-dfe4-4958-b3e1-8143956bc9f6 HTTP/1.1" status: 204 len: 168 time: 2.5180094 Jul 16 01:50:32.577143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48022) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:32.581490 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-30414648-53ae-4dac-b6e7-2c70a43798ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.611751 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0fcd2d4f-e96c-4030-bc05-6725d75ce9a0 req-f9d62871-6405-4c18-8a37-bf7a33b4f918 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639431 Jul 16 01:50:32.617068 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d44dd277-0545-4c58-a0fe-cabc60f21dfa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.622730 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.632547 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.643367 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a456dd0f-5f69-4a8b-98a9-c021a3e5ab81 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] GET failed (client error): The resource could not be found. Jul 16 01:50:32.645084 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a456dd0f-5f69-4a8b-98a9-c021a3e5ab81 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "GET /v2.0/ports/34a81026-dfe4-4958-b3e1-8143956bc9f6 HTTP/1.1" status: 404 len: 333 time: 0.0670040 Jul 16 01:50:32.656351 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48024) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:32.659349 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-522a47b9-9c42-4617-91ef-83b46ebc1f10 req-13c1acf8-b0b6-4ad9-827a-8fb6b30e22f0 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367239 Jul 16 01:50:32.676049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-43bb0053-6348-4c86-95f9-3c6dec0c13a6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Request body: {'port': {'network_id': 'acf4831a-81ad-4585-963d-279502d26b10', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-984296912'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:32.689258 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d44dd277-0545-4c58-a0fe-cabc60f21dfa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for b6318018-d608-4ad9-b024-b078641f5083 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:32.691645 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1843541a-89dc-44c2-acc5-78c16443a061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.694929 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1843541a-89dc-44c2-acc5-78c16443a061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.696410 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1843541a-89dc-44c2-acc5-78c16443a061 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fb91b80d-7f92-4b05-aafc-07f621fabf2d HTTP/1.1" status: 204 len: 168 time: 1.1777749 Jul 16 01:50:32.770350 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-3b7e5dfb-cc84-43a8-aca7-6e0db0cfd0e9 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385656 Jul 16 01:50:32.771186 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843541a-89dc-44c2-acc5-78c16443a061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb91b80d-7f92-4b05-aafc-07f621fabf2d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:32.783229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-30414648-53ae-4dac-b6e7-2c70a43798ed None None] For port 7a93f82a-d393-4190-be3b-2129313d06b5, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7a93f82a-d393-4190-be3b-2129313d06b5,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:32.813491 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-30414648-53ae-4dac-b6e7-2c70a43798ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.873202 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c64f4c8-c16c-4feb-9cbc-d1eff71c70a7 None None] DHCP port deletion for 7e22b87c-69c0-40a6-abf5-144f0f73648b request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:32.972795 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30414648-53ae-4dac-b6e7-2c70a43798ed None None] Pushing event updated for resources: {'Port': ['ID=7a93f82a-d393-4190-be3b-2129313d06b5,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:32.978579 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-832a1563-ce12-4415-a195-8df1cea0111a None None] Provisioning for port 251c706a-baa7-4a1d-a928-c1db3277a02a completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:32.983967 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-832a1563-ce12-4415-a195-8df1cea0111a None None] Provisioning complete for port 251c706a-baa7-4a1d-a928-c1db3277a02a triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:32.984345 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-832a1563-ce12-4415-a195-8df1cea0111a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.020129 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-d8c1f7dc-e403-43ef-9019-4118c15a7562 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0c40b0ea-30a1-4c59-8cb3-23aed3975cea HTTP/1.1" status: 200 len: 217 time: 0.2136965 Jul 16 01:50:33.026255 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0d05c261-0acb-43b7-bbe2-7f31245264cb up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:33.064062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bb0053-6348-4c86-95f9-3c6dec0c13a6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Made reservation on behalf of 1fbd2cfcc76b40fda2d4d98adad5fa39 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:33.067675 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-43bb0053-6348-4c86-95f9-3c6dec0c13a6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.067928 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1c64f4c8-c16c-4feb-9cbc-d1eff71c70a7 None None] Deleting port 8ee92f85-5a13-4bda-85a6-45109a076177 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:33.068267 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c64f4c8-c16c-4feb-9cbc-d1eff71c70a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.087826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-832a1563-ce12-4415-a195-8df1cea0111a None None] Port 251c706a-baa7-4a1d-a928-c1db3277a02a cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:33.170831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-5b232048-b459-48f5-a634-787848c170fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:33.174443 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-5b232048-b459-48f5-a634-787848c170fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d66e7cad-8485-48ef-b49f-9c0a1aa8b39b HTTP/1.1" status: 200 len: 797 time: 0.1403012 Jul 16 01:50:33.175897 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Deleting port 8ee92f85-5a13-4bda-85a6-45109a076177 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:33.176246 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.203645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-832a1563-ce12-4415-a195-8df1cea0111a None None] Provisioning for port b48cc4db-060a-48f4-96a3-7cb13d34bcc9 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:33.219245 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1c64f4c8-c16c-4feb-9cbc-d1eff71c70a7 None None] For port 8ee92f85-5a13-4bda-85a6-45109a076177, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8ee92f85-5a13-4bda-85a6-45109a076177,segment=NetworkSegment(4ad73516-a548-4058-b9bd-e67e95dd951f),segment_id=4ad73516-a548-4058-b9bd-e67e95dd951f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:33.219644 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c64f4c8-c16c-4feb-9cbc-d1eff71c70a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.245784 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-832a1563-ce12-4415-a195-8df1cea0111a None None] Provisioning complete for port b48cc4db-060a-48f4-96a3-7cb13d34bcc9 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:33.246169 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-832a1563-ce12-4415-a195-8df1cea0111a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.294484 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1c64f4c8-c16c-4feb-9cbc-d1eff71c70a7 None None] Calling delete_port for 8ee92f85-5a13-4bda-85a6-45109a076177 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:33.358262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48032) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:33.393609 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] For port 8ee92f85-5a13-4bda-85a6-45109a076177, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8ee92f85-5a13-4bda-85a6-45109a076177,segment=NetworkSegment(4ad73516-a548-4058-b9bd-e67e95dd951f),segment_id=4ad73516-a548-4058-b9bd-e67e95dd951f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:33.394248 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.395274 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251c706a-baa7-4a1d-a928-c1db3277a02a {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:33.398236 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-569858cd-e9c2-43c8-a368-09ad169a1726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.408696 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 0d05c261-0acb-43b7-bbe2-7f31245264cb triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:33.409101 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.411139 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.420868 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d44dd277-0545-4c58-a0fe-cabc60f21dfa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.431964 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Transition to ACTIVE for port object 251c706a-baa7-4a1d-a928-c1db3277a02a will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:33.437019 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.440578 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-43bb0053-6348-4c86-95f9-3c6dec0c13a6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] device_id is not set on port 936fbb37-03b2-4266-a546-724441545052 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:33.452366 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Calling delete_port for 8ee92f85-5a13-4bda-85a6-45109a076177 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:33.498159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Pushing event updated for resources: {'Port': ['ID=251c706a-baa7-4a1d-a928-c1db3277a02a,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:33.539976 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44dd277-0545-4c58-a0fe-cabc60f21dfa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=b6318018-d608-4ad9-b024-b078641f5083,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:33.549031 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c64f4c8-c16c-4feb-9cbc-d1eff71c70a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.554505 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-832a1563-ce12-4415-a195-8df1cea0111a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.560877 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-6ef2c22c-5ca8-4144-9b79-7bf9f158eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:33.562636 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-6ef2c22c-5ca8-4144-9b79-7bf9f158eb4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3758914 Jul 16 01:50:33.597376 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-832a1563-ce12-4415-a195-8df1cea0111a None None] For port b48cc4db-060a-48f4-96a3-7cb13d34bcc9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b48cc4db-060a-48f4-96a3-7cb13d34bcc9,segment=NetworkSegment(28fc8774-f706-4eb0-8368-cc9304583055),segment_id=28fc8774-f706-4eb0-8368-cc9304583055)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:33.653235 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-832a1563-ce12-4415-a195-8df1cea0111a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.660772 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d44dd277-0545-4c58-a0fe-cabc60f21dfa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.664531 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64f4c8-c16c-4feb-9cbc-d1eff71c70a7 None None] Pushing event deleted for resources: {'Port': ['ID=8ee92f85-5a13-4bda-85a6-45109a076177,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:33.680707 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d44dd277-0545-4c58-a0fe-cabc60f21dfa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/b6318018-d608-4ad9-b024-b078641f5083 HTTP/1.1" status: 204 len: 168 time: 2.3210044 Jul 16 01:50:33.685202 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48038) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:33.753058 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c64f4c8-c16c-4feb-9cbc-d1eff71c70a7 None None] No DVR routers for this DVR port 8ee92f85-5a13-4bda-85a6-45109a076177 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:33.810099 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Attempting to bind port 251c706a-baa7-4a1d-a928-c1db3277a02a on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:33.810698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Attempting to bind port 251c706a-baa7-4a1d-a928-c1db3277a02a by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '487bfa60-894c-4f64-b7c8-1d4ca3b83b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:33.815343 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Attempting to bind port 251c706a-baa7-4a1d-a928-c1db3277a02a on network 7ad34b91-7198-40af-8364-3e2524b1a6ab {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:33.873462 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6039049b-bdfa-4ca9-8f84-9091bf8383b5 None None] Could not find standard attr ID for object b6318018-d608-4ad9-b024-b078641f5083. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:50:33.899479 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.925173 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6039049b-bdfa-4ca9-8f84-9091bf8383b5 None None] Provisioning complete for port b48cc4db-060a-48f4-96a3-7cb13d34bcc9 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:33.925556 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6039049b-bdfa-4ca9-8f84-9091bf8383b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.928421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Port 251c706a-baa7-4a1d-a928-c1db3277a02a on network 7ad34b91-7198-40af-8364-3e2524b1a6ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:33.929300 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Attempting to bind port 251c706a-baa7-4a1d-a928-c1db3277a02a on network 7ad34b91-7198-40af-8364-3e2524b1a6ab {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:33.963168 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a1563-ce12-4415-a195-8df1cea0111a None None] Pushing event updated for resources: {'Port': ['ID=b48cc4db-060a-48f4-96a3-7cb13d34bcc9,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:33.998723 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8ee92f85-5a13-4bda-85a6-45109a076177 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:34.009837 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:34.010210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Checking segment: {'id': '487bfa60-894c-4f64-b7c8-1d4ca3b83b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:34.010633 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Bound using segment: {'id': '487bfa60-894c-4f64-b7c8-1d4ca3b83b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:34.011093 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Bound port: 251c706a-baa7-4a1d-a928-c1db3277a02a, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '487bfa60-894c-4f64-b7c8-1d4ca3b83b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:34.011500 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.040052 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 8ee92f85-5a13-4bda-85a6-45109a076177 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:34.040705 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8ee92f85-5a13-4bda-85a6-45109a076177 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:34.044052 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee5b68c-243f-4a80-b1ce-e1924cf07755 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:34.045758 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee5b68c-243f-4a80-b1ce-e1924cf07755 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:34.047366 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fee5b68c-243f-4a80-b1ce-e1924cf07755 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3574028 Jul 16 01:50:34.052619 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48042) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:34.145513 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-43bb0053-6348-4c86-95f9-3c6dec0c13a6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Allocated IP 2001:db8::199 (acf4831a-81ad-4585-963d-279502d26b10/892bca7a-daf1-4110-b2e6-03a85b6537b6/936fbb37-03b2-4266-a546-724441545052) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:34.152353 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.162022 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] For port 251c706a-baa7-4a1d-a928-c1db3277a02a, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:34.182274 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-b8ca6a60-c528-4db3-b0d7-a84d0630f037 service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384574 Jul 16 01:50:34.195653 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] For port 251c706a-baa7-4a1d-a928-c1db3277a02a, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=251c706a-baa7-4a1d-a928-c1db3277a02a,segment=NetworkSegment(487bfa60-894c-4f64-b7c8-1d4ca3b83b24),segment_id=487bfa60-894c-4f64-b7c8-1d4ca3b83b24)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:34.213496 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.242898 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-569858cd-e9c2-43c8-a368-09ad169a1726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.281712 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b42e5-735f-4e4c-b1d0-ee70cd7c5d3e req-1ac7d2fd-0f68-42ae-8a46-c52a1e925d7a tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:34.282478 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-116703ea-9453-4df6-a74b-11b3ad04a130 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet d2fd647c-39a6-4742-9053-f007170df864 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:34.285316 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c1b42e5-735f-4e4c-b1d0-ee70cd7c5d3e req-1ac7d2fd-0f68-42ae-8a46-c52a1e925d7a tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 1053 time: 0.3672953 Jul 16 01:50:34.285848 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event deleted for resources: {'Port': ['ID=8ee92f85-5a13-4bda-85a6-45109a076177,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:34.316325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:34.316990 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.317716 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] No DVR routers for this DVR port 8ee92f85-5a13-4bda-85a6-45109a076177 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:34.320609 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-569858cd-e9c2-43c8-a368-09ad169a1726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.322159 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] 10.222.0.26 "PUT /v2.0/ports/251c706a-baa7-4a1d-a928-c1db3277a02a HTTP/1.1" status: 200 len: 1092 time: 2.0046296 Jul 16 01:50:34.323789 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-116703ea-9453-4df6-a74b-11b3ad04a130 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.332694 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11', 'tag': '251c706a-baa7-4a1d-a928-c1db3277a02a'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:34.337583 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1a87de-79f2-4237-b80f-b9e92a15d95f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11", "tag": "251c706a-baa7-4a1d-a928-c1db3277a02a"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:34.354685 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6039049b-bdfa-4ca9-8f84-9091bf8383b5 None None] Provisioning complete for port 7a93f82a-d393-4190-be3b-2129313d06b5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:34.355075 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6039049b-bdfa-4ca9-8f84-9091bf8383b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.458547 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e519f4-ace1-48a9-81dc-937507375d2b req-4dc42cbc-2dcb-4407-87fc-fcbe2c6e591b tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:34.465043 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-51e519f4-ace1-48a9-81dc-937507375d2b req-4dc42cbc-2dcb-4407-87fc-fcbe2c6e591b tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.5974848 Jul 16 01:50:34.513534 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280af23-f6de-4703-84b1-c6e5481d9060 service neutron] Pushing event updated for resources: {'Port': ['ID=251c706a-baa7-4a1d-a928-c1db3277a02a,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:34.541301 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6039049b-bdfa-4ca9-8f84-9091bf8383b5 None None] Provisioning for port ccadc18f-3589-41ee-848f-934e12d026b2 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:34.546383 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6039049b-bdfa-4ca9-8f84-9091bf8383b5 None None] Provisioning complete for port ccadc18f-3589-41ee-848f-934e12d026b2 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:34.546498 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6039049b-bdfa-4ca9-8f84-9091bf8383b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.547829 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569858cd-e9c2-43c8-a368-09ad169a1726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6e5784-70c8-4f11-a8c6-d046d3cf67b9,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:34.564840 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c1b42e5-735f-4e4c-b1d0-ee70cd7c5d3e req-29501038-e1c7-442d-846d-d84957a10e61 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753928 Jul 16 01:50:34.614819 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6039049b-bdfa-4ca9-8f84-9091bf8383b5 None None] Port ccadc18f-3589-41ee-848f-934e12d026b2 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:34.700223 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-43bb0053-6348-4c86-95f9-3c6dec0c13a6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.709849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-c1dd2a23-e9f3-4987-94a2-448d1513ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:34.711875 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-c1dd2a23-e9f3-4987-94a2-448d1513ad50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e931c56f359495d877911d5244073fc&device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 1095 time: 0.3192563 Jul 16 01:50:34.719082 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-43bb0053-6348-4c86-95f9-3c6dec0c13a6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Transition to ACTIVE for port object 936fbb37-03b2-4266-a546-724441545052 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:34.729435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1d617401-25b7-4c67-8814-3ecb776c117c None None] Could not find standard attr ID for object 34a81026-dfe4-4958-b3e1-8143956bc9f6. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:50:34.744519 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-569858cd-e9c2-43c8-a368-09ad169a1726 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4a9099838b6a4f608b118ef2695c6ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3822849 Jul 16 01:50:34.746948 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-116703ea-9453-4df6-a74b-11b3ad04a130 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.762642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48052) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:34.764313 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48054) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:34.764778 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1d617401-25b7-4c67-8814-3ecb776c117c None None] Provisioning complete for port ccadc18f-3589-41ee-848f-934e12d026b2 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:34.765253 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1d617401-25b7-4c67-8814-3ecb776c117c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.774611 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.802082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1d617401-25b7-4c67-8814-3ecb776c117c None None] Port ccadc18f-3589-41ee-848f-934e12d026b2 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:34.815079 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e22b87c-69c0-40a6-abf5-144f0f73648b']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:34.820863 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-f473519d-ed94-48da-aca9-ba1145df4585 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=251c706a-baa7-4a1d-a928-c1db3277a02a HTTP/1.1" status: 200 len: 217 time: 0.0945716 Jul 16 01:50:34.822835 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06871d9-2756-4e15-a60f-713bc00413f7 x-openstack-request-id: req-e06871d9-2756-4e15-a60f-713bc00413f7 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:34.823250 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11", "tag": "251c706a-baa7-4a1d-a928-c1db3277a02a", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:34.823505 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e06871d9-2756-4e15-a60f-713bc00413f7 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:34.824087 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11', 'tag': '251c706a-baa7-4a1d-a928-c1db3277a02a', 'status': 'completed', 'code': 200} Jul 16 01:50:34.843013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad73516-a548-4058-b9bd-e67e95dd951f') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:34.843311 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad73516-a548-4058-b9bd-e67e95dd951f') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:34.857330 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-51e519f4-ace1-48a9-81dc-937507375d2b req-d5dc62e3-8ae3-44d6-86b6-4c2fef2227d0 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184948 Jul 16 01:50:34.868926 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.888130 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-e190c1f2-4906-4708-ab74-59f2343fe9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:34.889684 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-e190c1f2-4906-4708-ab74-59f2343fe9bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c99630c3-798c-4235-8a39-03e83089a162 HTTP/1.1" status: 200 len: 848 time: 0.0559261 Jul 16 01:50:34.903506 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.918566 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-3cafd80f-ab9a-44c9-a6c1-7b6831aca542 service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6690986 Jul 16 01:50:34.950307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:34.950612 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:34.956853 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:34.971674 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-43bb0053-6348-4c86-95f9-3c6dec0c13a6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.976823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b48cc4db-060a-48f4-96a3-7cb13d34bcc9 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:34.988703 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-75be0d49-a059-438a-8228-39c5e2b34eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.007236 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-ee9983dd-1fa3-4e9f-afc4-d9ac3fef5658 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b06a2033-1b7a-4ff7-b625-8b69419da338 HTTP/1.1" status: 200 len: 217 time: 0.0652685 Jul 16 01:50:35.027765 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port b48cc4db-060a-48f4-96a3-7cb13d34bcc9 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:35.028291 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.041231 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-65f361b1-e9ad-4a1f-ac21-46999200ab8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.062559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bb0053-6348-4c86-95f9-3c6dec0c13a6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Network acf4831a-81ad-4585-963d-279502d26b10 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:35.080544 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-43bb0053-6348-4c86-95f9-3c6dec0c13a6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:35.084512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-c4a3c0fc-282c-4503-873f-ece5bf112bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:35.086831 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-c4a3c0fc-282c-4503-873f-ece5bf112bd9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ad34b91-7198-40af-8364-3e2524b1a6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1871941 Jul 16 01:50:35.089041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bb0053-6348-4c86-95f9-3c6dec0c13a6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:35.094727 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bb0053-6348-4c86-95f9-3c6dec0c13a6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:35.095386 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-43bb0053-6348-4c86-95f9-3c6dec0c13a6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.100916 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb0053-6348-4c86-95f9-3c6dec0c13a6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event updated for resources: {'Port': ['ID=936fbb37-03b2-4266-a546-724441545052,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:35.115327 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7a93f82a-d393-4190-be3b-2129313d06b5 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:35.136654 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-65f361b1-e9ad-4a1f-ac21-46999200ab8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.174121 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 7a93f82a-d393-4190-be3b-2129313d06b5 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:35.174501 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.308299 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-65f361b1-e9ad-4a1f-ac21-46999200ab8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.310897 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-65f361b1-e9ad-4a1f-ac21-46999200ab8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.314545 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-65f361b1-e9ad-4a1f-ac21-46999200ab8c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d6e5784-70c8-4f11-a8c6-d046d3cf67b9 HTTP/1.1" status: 204 len: 168 time: 0.5468433 Jul 16 01:50:35.347342 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f361b1-e9ad-4a1f-ac21-46999200ab8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6e5784-70c8-4f11-a8c6-d046d3cf67b9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:35.368458 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-2e566d1a-f004-46f1-a599-a81e12ed6999 service neutron] 10.222.0.26 "GET /v2.0/networks/7ad34b91-7198-40af-8364-3e2524b1a6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568583 Jul 16 01:50:35.436237 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-116703ea-9453-4df6-a74b-11b3ad04a130 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.436837 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-75be0d49-a059-438a-8228-39c5e2b34eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.448592 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-39e40464-cfbf-4e5b-9bc6-58867f47dcd3 None None] Provisioning for port 936fbb37-03b2-4266-a546-724441545052 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:35.452969 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-39e40464-cfbf-4e5b-9bc6-58867f47dcd3 None None] Provisioning complete for port 936fbb37-03b2-4266-a546-724441545052 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:35.453344 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39e40464-cfbf-4e5b-9bc6-58867f47dcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.465828 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.491315 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-75be0d49-a059-438a-8228-39c5e2b34eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.491551 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.493478 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "DELETE /v2.0/networks/7e22b87c-69c0-40a6-abf5-144f0f73648b HTTP/1.1" status: 204 len: 168 time: 3.1684227 Jul 16 01:50:35.496664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf5961-ea2d-44d9-a19c-61856108e883 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event deleted for resources: {'Network': ['ID=7e22b87c-69c0-40a6-abf5-144f0f73648b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:35.498449 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48062) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:35.511483 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-43bb0053-6348-4c86-95f9-3c6dec0c13a6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8544726 Jul 16 01:50:35.512565 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-fa6ee7ee-0319-41f3-94d1-27880b5fe8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:35.512713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48064) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:35.514127 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-fa6ee7ee-0319-41f3-94d1-27880b5fe8aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d66e7cad-8485-48ef-b49f-9c0a1aa8b39b HTTP/1.1" status: 200 len: 797 time: 0.5002851 Jul 16 01:50:35.521840 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-39e40464-cfbf-4e5b-9bc6-58867f47dcd3 None None] Port 936fbb37-03b2-4266-a546-724441545052 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:35.528792 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-0a798aa3-06a3-449f-adec-51b7ad1a7d70 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::9f', 'mac_address': 'fa:16:3e:ab:4e:2e'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:35.573468 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b6897d-3e94-4ef4-ba37-4a904fb7c18e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Deleting subnet 1bc45e1e-e3ee-4b55-9311-c350d7a55c51 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:35.577374 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-116703ea-9453-4df6-a74b-11b3ad04a130 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.580254 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-33b6897d-3e94-4ef4-ba37-4a904fb7c18e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.601085 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-75be0d49-a059-438a-8228-39c5e2b34eb0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=70c4f130c8cd4751a00d97f56e22e152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8340096 Jul 16 01:50:35.606858 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48068) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:35.608987 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01ae1159-cd49-4a3b-b013-2b628d7317cd req-7c279c00-278b-4d35-b5fe-b960453a1e81 service neutron] 10.222.0.26 "GET /v2.0/networks/7ad34b91-7198-40af-8364-3e2524b1a6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317441 Jul 16 01:50:35.625956 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be0d49-a059-438a-8228-39c5e2b34eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b484f43-9d6d-4629-b60f-f8ccdf8d1d1a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:35.657266 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116703ea-9453-4df6-a74b-11b3ad04a130 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=d2fd647c-39a6-4742-9053-f007170df864,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:35.667777 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873dca9c-5479-4bb0-979d-acbe1b7d5098 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:35.670334 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-116703ea-9453-4df6-a74b-11b3ad04a130 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.675632 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-116703ea-9453-4df6-a74b-11b3ad04a130 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/d2fd647c-39a6-4742-9053-f007170df864 HTTP/1.1" status: 204 len: 168 time: 1.6163499 Jul 16 01:50:35.677336 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48072) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:35.684696 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-33b6897d-3e94-4ef4-ba37-4a904fb7c18e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.821726 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c3550299-e294-446c-9da8-a6749f543c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.835449 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ba50af0c-8544-44aa-8a46-2b44e070aac7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1526062 Jul 16 01:50:35.840661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48084) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:35.847765 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-0fc743ea-306d-4732-826a-20cba592d805 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:36.001280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921e57b8-e237-4ffc-b74f-3c3a4a9b36fe None None] DHCP port deletion for 5194c550-3669-42e5-a558-3e55db19984a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:36.058571 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-33b6897d-3e94-4ef4-ba37-4a904fb7c18e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.117464 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-921e57b8-e237-4ffc-b74f-3c3a4a9b36fe None None] Deleting port 7a93f82a-d393-4190-be3b-2129313d06b5 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:36.117849 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-921e57b8-e237-4ffc-b74f-3c3a4a9b36fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.130642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-1d3576d0-ed07-406e-bfaa-165c69dc465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:36.132777 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-1d3576d0-ed07-406e-bfaa-165c69dc465e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4786704 Jul 16 01:50:36.177333 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc743ea-306d-4732-826a-20cba592d805 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:36.183137 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fc743ea-306d-4732-826a-20cba592d805 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.235616 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-921e57b8-e237-4ffc-b74f-3c3a4a9b36fe None None] For port 7a93f82a-d393-4190-be3b-2129313d06b5, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7a93f82a-d393-4190-be3b-2129313d06b5,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:36.235968 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-921e57b8-e237-4ffc-b74f-3c3a4a9b36fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.256111 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-921e57b8-e237-4ffc-b74f-3c3a4a9b36fe None None] Calling delete_port for 7a93f82a-d393-4190-be3b-2129313d06b5 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:36.288894 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-33b6897d-3e94-4ef4-ba37-4a904fb7c18e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.368030 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c3550299-e294-446c-9da8-a6749f543c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.376478 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6897d-3e94-4ef4-ba37-4a904fb7c18e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc45e1e-e3ee-4b55-9311-c350d7a55c51,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:36.378035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a87de-79f2-4237-b80f-b9e92a15d95f req-3e14e5a6-6bd5-4cc0-b31d-5244dab46bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:36.380297 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b1a87de-79f2-4237-b80f-b9e92a15d95f req-3e14e5a6-6bd5-4cc0-b31d-5244dab46bfa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e931c56f359495d877911d5244073fc&device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 1095 time: 0.6280313 Jul 16 01:50:36.385552 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a798aa3-06a3-449f-adec-51b7ad1a7d70 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.389441 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-921e57b8-e237-4ffc-b74f-3c3a4a9b36fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.395765 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58efe39-48bc-4c34-a8ab-609e3f988e1d None None] Network 738b6231-df79-4dd9-a340-f429c2fd3859 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:36.410958 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-33b6897d-3e94-4ef4-ba37-4a904fb7c18e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.411266 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48098) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:36.411387 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-33b6897d-3e94-4ef4-ba37-4a904fb7c18e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "DELETE /v2.0/subnets/1bc45e1e-e3ee-4b55-9311-c350d7a55c51 HTTP/1.1" status: 204 len: 168 time: 0.9057214 Jul 16 01:50:36.429516 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e57b8-e237-4ffc-b74f-3c3a4a9b36fe None None] Pushing event deleted for resources: {'Port': ['ID=7a93f82a-d393-4190-be3b-2129313d06b5,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:36.448658 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e57b8-e237-4ffc-b74f-3c3a4a9b36fe None None] No DVR routers for this DVR port 7a93f82a-d393-4190-be3b-2129313d06b5 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:36.484355 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5bdbe-e1fd-4da9-811c-c93f838a41c8 req-20284278-0f99-4b88-a41b-6ecd93096425 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:36.487366 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-06a5bdbe-e1fd-4da9-811c-c93f838a41c8 req-20284278-0f99-4b88-a41b-6ecd93096425 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.3840492 Jul 16 01:50:36.566511 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f83fc48-1d5c-4d4f-b94c-6b11f3d0ed57 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Deleting subnet fe052eae-9099-465d-8f1c-56b6f7e9c553 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:36.568973 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-4941372f-39e4-4994-947c-5b0850031e18 service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116950 Jul 16 01:50:36.574997 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9f83fc48-1d5c-4d4f-b94c-6b11f3d0ed57 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.672965 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d137208-58b8-4726-8acd-0fee8cd8ab50 req-3b3a4cf4-a61c-495b-96c3-6509fef4b5c0 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:36.682316 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea1371e-1a38-41f3-908e-427e4506b379 None None] DHCP port deletion for 738b6231-df79-4dd9-a340-f429c2fd3859 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:36.682899 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3d137208-58b8-4726-8acd-0fee8cd8ab50 req-3b3a4cf4-a61c-495b-96c3-6509fef4b5c0 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 1095 time: 0.8692758 Jul 16 01:50:36.725254 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fc743ea-306d-4732-826a-20cba592d805 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.730918 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-06a5bdbe-e1fd-4da9-811c-c93f838a41c8 req-d2f78e35-4964-4d1b-9414-e51560ebd8be tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667478 Jul 16 01:50:36.743645 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c3550299-e294-446c-9da8-a6749f543c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.746252 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c3550299-e294-446c-9da8-a6749f543c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.747420 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c3550299-e294-446c-9da8-a6749f543c0d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2b484f43-9d6d-4629-b60f-f8ccdf8d1d1a HTTP/1.1" status: 204 len: 168 time: 1.1375465 Jul 16 01:50:36.762335 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9f83fc48-1d5c-4d4f-b94c-6b11f3d0ed57 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.770038 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-aea1371e-1a38-41f3-908e-427e4506b379 None None] Deleting port 85e4588c-e029-44c1-93d0-d0333ee43120 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:36.771058 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aea1371e-1a38-41f3-908e-427e4506b379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.800407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc743ea-306d-4732-826a-20cba592d805 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:36.806216 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8baeaff-7b41-4538-aef4-b0c1c52247ce req-57c11443-ae4e-4dfe-a675-2e5f4021238d service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048299 Jul 16 01:50:36.809268 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-0fc743ea-306d-4732-826a-20cba592d805 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:36.814464 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc743ea-306d-4732-826a-20cba592d805 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:36.815057 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fc743ea-306d-4732-826a-20cba592d805 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.823212 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc743ea-306d-4732-826a-20cba592d805 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=e573de02-f989-4ed8-b279-7249f4a4cdef,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:36.824737 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbf8838-70aa-4603-8b22-b59b0126fe37 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:36.867807 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0fc743ea-306d-4732-826a-20cba592d805 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0256965 Jul 16 01:50:36.868684 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48112) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:36.874427 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-df743e40-16bb-45fc-9493-989731e98ae0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'name': 'tempest-NetworksTestDHCPv6-297296777'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:36.909903 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-aea1371e-1a38-41f3-908e-427e4506b379 None None] For port 85e4588c-e029-44c1-93d0-d0333ee43120, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=85e4588c-e029-44c1-93d0-d0333ee43120,segment=NetworkSegment(370f167c-b771-4c4f-9d07-dba4f2bafec1),segment_id=370f167c-b771-4c4f-9d07-dba4f2bafec1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:36.910989 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aea1371e-1a38-41f3-908e-427e4506b379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.940872 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9f83fc48-1d5c-4d4f-b94c-6b11f3d0ed57 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.992417 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-aea1371e-1a38-41f3-908e-427e4506b379 None None] Calling delete_port for 85e4588c-e029-44c1-93d0-d0333ee43120 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:37.002595 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 85e4588c-e029-44c1-93d0-d0333ee43120 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:37.117927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3550299-e294-446c-9da8-a6749f543c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b484f43-9d6d-4629-b60f-f8ccdf8d1d1a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:37.174324 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a87de-79f2-4237-b80f-b9e92a15d95f req-3ab6bc7d-d4e3-45ff-a20a-69e9ac254692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:37.176036 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b1a87de-79f2-4237-b80f-b9e92a15d95f req-3ab6bc7d-d4e3-45ff-a20a-69e9ac254692 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7ad34b91-7198-40af-8364-3e2524b1a6ab HTTP/1.1" status: 200 len: 910 time: 0.7541344 Jul 16 01:50:37.198554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df743e40-16bb-45fc-9493-989731e98ae0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:37.202311 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df743e40-16bb-45fc-9493-989731e98ae0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.211359 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3d137208-58b8-4726-8acd-0fee8cd8ab50 req-dbd6a841-6b81-4f23-9435-ea808a757792 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296950 Jul 16 01:50:37.245147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-df743e40-16bb-45fc-9493-989731e98ae0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port 2aaa02f6-f9c2-49ee-a928-5bdb98a259ad yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:37.267619 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.270837 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b1a87de-79f2-4237-b80f-b9e92a15d95f req-0b9f97c8-4fc7-47ad-82bb-c078fd8c6ec5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=251c706a-baa7-4a1d-a928-c1db3277a02a HTTP/1.1" status: 200 len: 217 time: 0.0851452 Jul 16 01:50:37.312470 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-5194c550-3669-42e5-a558-3e55db19984a', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'fixed_ips': [{'subnet_id': 'e573de02-f989-4ed8-b279-7249f4a4cdef'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:37.313291 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.373389 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9f83fc48-1d5c-4d4f-b94c-6b11f3d0ed57 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.374502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7a93f82a-d393-4190-be3b-2129313d06b5 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:37.397676 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 7a93f82a-d393-4190-be3b-2129313d06b5 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:37.398339 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7a93f82a-d393-4190-be3b-2129313d06b5 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:37.401035 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aea1371e-1a38-41f3-908e-427e4506b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.442452 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-df743e40-16bb-45fc-9493-989731e98ae0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::32e (5194c550-3669-42e5-a558-3e55db19984a/e573de02-f989-4ed8-b279-7249f4a4cdef/2aaa02f6-f9c2-49ee-a928-5bdb98a259ad) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:37.477354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a87de-79f2-4237-b80f-b9e92a15d95f req-382fd86e-0913-473f-8f33-2f5109e0f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:37.480712 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b1a87de-79f2-4237-b80f-b9e92a15d95f req-382fd86e-0913-473f-8f33-2f5109e0f821 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c99630c3-798c-4235-8a39-03e83089a162 HTTP/1.1" status: 200 len: 848 time: 0.2011924 Jul 16 01:50:37.481381 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83fc48-1d5c-4d4f-b94c-6b11f3d0ed57 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event deleted for resources: {'Subnet': ['ID=fe052eae-9099-465d-8f1c-56b6f7e9c553,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:37.487891 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a798aa3-06a3-449f-adec-51b7ad1a7d70 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.495426 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1371e-1a38-41f3-908e-427e4506b379 None None] Pushing event deleted for resources: {'Port': ['ID=85e4588c-e029-44c1-93d0-d0333ee43120,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:37.505017 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea1371e-1a38-41f3-908e-427e4506b379 None None] No DVR routers for this DVR port 85e4588c-e029-44c1-93d0-d0333ee43120 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:37.506153 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9f83fc48-1d5c-4d4f-b94c-6b11f3d0ed57 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.506928 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2248aa-e48d-4f93-972f-23fe3a41563d None None] Network 51fdc842-d468-4c79-bb25-9be1614f3f74 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:37.510801 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9f83fc48-1d5c-4d4f-b94c-6b11f3d0ed57 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "DELETE /v2.0/subnets/fe052eae-9099-465d-8f1c-56b6f7e9c553 HTTP/1.1" status: 204 len: 168 time: 1.0845575 Jul 16 01:50:37.513867 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48132) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:37.537215 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a798aa3-06a3-449f-adec-51b7ad1a7d70 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.656877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-0a798aa3-06a3-449f-adec-51b7ad1a7d70 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] In _notify_port_updated(), no bound segment for port 936fbb37-03b2-4266-a546-724441545052 on network acf4831a-81ad-4585-963d-279502d26b10 {{(pid=93831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:50:37.662451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a798aa3-06a3-449f-adec-51b7ad1a7d70 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:37.665341 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a798aa3-06a3-449f-adec-51b7ad1a7d70 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.669929 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0a798aa3-06a3-449f-adec-51b7ad1a7d70 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "PUT /v2.0/ports/936fbb37-03b2-4266-a546-724441545052 HTTP/1.1" status: 200 len: 1001 time: 2.1522567 Jul 16 01:50:37.674074 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48138) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:37.713860 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bea733dd-a3db-475e-a151-f5e474c667aa tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.725330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a798aa3-06a3-449f-adec-51b7ad1a7d70 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event updated for resources: {'Port': ['ID=936fbb37-03b2-4266-a546-724441545052,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:37.781631 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df743e40-16bb-45fc-9493-989731e98ae0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.820099 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-df743e40-16bb-45fc-9493-989731e98ae0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object 2aaa02f6-f9c2-49ee-a928-5bdb98a259ad will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:37.837621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a87de-79f2-4237-b80f-b9e92a15d95f req-8056e4c0-73d0-4bd4-a2a7-c39ca429cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:37.841463 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b1a87de-79f2-4237-b80f-b9e92a15d95f req-8056e4c0-73d0-4bd4-a2a7-c39ca429cee4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ad34b91-7198-40af-8364-3e2524b1a6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3513477 Jul 16 01:50:37.855277 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6238ae92-4431-4026-9d97-97abae59638b None None] DHCP port deletion for 51fdc842-d468-4c79-bb25-9be1614f3f74 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:38.009557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6238ae92-4431-4026-9d97-97abae59638b None None] Deleting port f58b2ae2-0ec5-4271-9920-7dc2c44a3c33 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:38.009858 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6238ae92-4431-4026-9d97-97abae59638b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.026795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-878f197b-0fa4-4989-b5ff-440e7f123632 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Deleting port 936fbb37-03b2-4266-a546-724441545052 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:38.027267 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-878f197b-0fa4-4989-b5ff-440e7f123632 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.078745 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b1a87de-79f2-4237-b80f-b9e92a15d95f req-5b053c61-bfe4-4c58-bb09-0a1547c46d73 service neutron] 10.222.0.26 "GET /v2.0/networks/7ad34b91-7198-40af-8364-3e2524b1a6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291510 Jul 16 01:50:38.107847 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bea733dd-a3db-475e-a151-f5e474c667aa tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.142795 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6238ae92-4431-4026-9d97-97abae59638b None None] For port f58b2ae2-0ec5-4271-9920-7dc2c44a3c33, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f58b2ae2-0ec5-4271-9920-7dc2c44a3c33,segment=NetworkSegment(b9269734-1c07-474f-9eab-853b2892e0ab),segment_id=b9269734-1c07-474f-9eab-853b2892e0ab)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:38.143490 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6238ae92-4431-4026-9d97-97abae59638b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.161458 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-bea733dd-a3db-475e-a151-f5e474c667aa tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738b6231-df79-4dd9-a340-f429c2fd3859']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:38.183388 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-bea733dd-a3db-475e-a151-f5e474c667aa tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370f167c-b771-4c4f-9d07-dba4f2bafec1') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:38.183585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-bea733dd-a3db-475e-a151-f5e474c667aa tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370f167c-b771-4c4f-9d07-dba4f2bafec1') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:38.198727 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df743e40-16bb-45fc-9493-989731e98ae0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.203402 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bea733dd-a3db-475e-a151-f5e474c667aa tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.223447 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6238ae92-4431-4026-9d97-97abae59638b None None] Calling delete_port for f58b2ae2-0ec5-4271-9920-7dc2c44a3c33 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:38.231605 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-878f197b-0fa4-4989-b5ff-440e7f123632 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.255425 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-878f197b-0fa4-4989-b5ff-440e7f123632 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Calling delete_port for 936fbb37-03b2-4266-a546-724441545052 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:38.263100 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 251c706a-baa7-4a1d-a928-c1db3277a02a details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:50:38.264502 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b1a87de-79f2-4237-b80f-b9e92a15d95f req-b9bf67e7-98d9-424b-82c6-eef260de6485 service neutron] 10.222.0.26 "GET /v2.0/networks/7ad34b91-7198-40af-8364-3e2524b1a6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776669 Jul 16 01:50:38.297155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c63bebf7-39bc-40f4-87eb-784a31fbb20b None None] Provisioning complete for port 936fbb37-03b2-4266-a546-724441545052 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:38.297834 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c63bebf7-39bc-40f4-87eb-784a31fbb20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.305392 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bea733dd-a3db-475e-a151-f5e474c667aa tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.354899 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea733dd-a3db-475e-a151-f5e474c667aa tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:38.362574 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bea733dd-a3db-475e-a151-f5e474c667aa tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:38.372590 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:38.409409 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Allocated IP 2001:db8::2 (5194c550-3669-42e5-a558-3e55db19984a/e573de02-f989-4ed8-b279-7249f4a4cdef/f625b07b-8d16-4980-8004-141c1ae9fcc9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:38.437284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c63bebf7-39bc-40f4-87eb-784a31fbb20b None None] Port 936fbb37-03b2-4266-a546-724441545052 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:38.453792 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df743e40-16bb-45fc-9493-989731e98ae0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:38.482587 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-df743e40-16bb-45fc-9493-989731e98ae0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:38.484465 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-878f197b-0fa4-4989-b5ff-440e7f123632 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.501355 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df743e40-16bb-45fc-9493-989731e98ae0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:38.549439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df743e40-16bb-45fc-9493-989731e98ae0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:38.550800 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df743e40-16bb-45fc-9493-989731e98ae0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.582167 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6238ae92-4431-4026-9d97-97abae59638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.607032 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 251c706a-baa7-4a1d-a928-c1db3277a02a, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=251c706a-baa7-4a1d-a928-c1db3277a02a,segment=NetworkSegment(487bfa60-894c-4f64-b7c8-1d4ca3b83b24),segment_id=487bfa60-894c-4f64-b7c8-1d4ca3b83b24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:38.628469 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f197b-0fa4-4989-b5ff-440e7f123632 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event deleted for resources: {'Port': ['ID=936fbb37-03b2-4266-a546-724441545052,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:38.650491 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df743e40-16bb-45fc-9493-989731e98ae0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=2aaa02f6-f9c2-49ee-a928-5bdb98a259ad,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:38.660631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238ae92-4431-4026-9d97-97abae59638b None None] Pushing event deleted for resources: {'Port': ['ID=f58b2ae2-0ec5-4271-9920-7dc2c44a3c33,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:38.680049 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '251c706a-baa7-4a1d-a928-c1db3277a02a', 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab', 'port_id': '251c706a-baa7-4a1d-a928-c1db3277a02a', 'mac_address': 'fa:16:3e:58:25:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99630c3-798c-4235-8a39-03e83089a162', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:50:38.687098 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f74965-77bc-4d83-8567-5c68d6e7d919 req-10cb2e9a-e56a-4edc-874c-046c9deee3a2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:38.690425 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67f74965-77bc-4d83-8567-5c68d6e7d919 req-10cb2e9a-e56a-4edc-874c-046c9deee3a2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.7368956 Jul 16 01:50:38.691278 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6238ae92-4431-4026-9d97-97abae59638b None None] No DVR routers for this DVR port f58b2ae2-0ec5-4271-9920-7dc2c44a3c33 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:38.715087 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bea733dd-a3db-475e-a151-f5e474c667aa tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.736411 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bea733dd-a3db-475e-a151-f5e474c667aa tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.738276 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bea733dd-a3db-475e-a151-f5e474c667aa tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "DELETE /v2.0/networks/738b6231-df79-4dd9-a340-f429c2fd3859 HTTP/1.1" status: 204 len: 168 time: 1.2207389 Jul 16 01:50:38.782589 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48166) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:38.792495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48170) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:38.793782 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-df743e40-16bb-45fc-9493-989731e98ae0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9235926 Jul 16 01:50:38.822185 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.839693 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea733dd-a3db-475e-a151-f5e474c667aa tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event deleted for resources: {'Network': ['ID=738b6231-df79-4dd9-a340-f429c2fd3859,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:38.849051 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.852597 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251c706a-baa7-4a1d-a928-c1db3277a02a {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:38.904176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Transition to ACTIVE for port object f625b07b-8d16-4980-8004-141c1ae9fcc9 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:38.915958 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-878f197b-0fa4-4989-b5ff-440e7f123632 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.926592 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-878f197b-0fa4-4989-b5ff-440e7f123632 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "DELETE /v2.0/ports/936fbb37-03b2-4266-a546-724441545052 HTTP/1.1" status: 204 len: 168 time: 1.2450266 Jul 16 01:50:38.929275 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48176) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:38.932549 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 251c706a-baa7-4a1d-a928-c1db3277a02a, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=251c706a-baa7-4a1d-a928-c1db3277a02a,segment=NetworkSegment(487bfa60-894c-4f64-b7c8-1d4ca3b83b24),segment_id=487bfa60-894c-4f64-b7c8-1d4ca3b83b24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:38.950479 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67f74965-77bc-4d83-8567-5c68d6e7d919 req-fa3ab5e6-cbdf-411b-bd92-758e604ee60f tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502310 Jul 16 01:50:38.954835 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Transition to ACTIVE for port object f625b07b-8d16-4980-8004-141c1ae9fcc9 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:38.971800 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.995897 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.027099 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab89d6f-4570-41b2-83ac-c354e5084884 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] GET failed (client error): The resource could not be found. Jul 16 01:50:39.031862 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a4cb90-e69f-4939-89c8-980213bb9f84 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.035379 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8ab89d6f-4570-41b2-83ac-c354e5084884 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "GET /v2.0/ports/936fbb37-03b2-4266-a546-724441545052 HTTP/1.1" status: 404 len: 333 time: 0.1018667 Jul 16 01:50:39.035558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48178) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:39.045031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c81e0fbd-63df-4e8f-9201-a9162b5f8ab4 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Request body: {'port': {'network_id': 'acf4831a-81ad-4585-963d-279502d26b10', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-154246052'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:39.056430 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67d59d-8e3e-45ef-8c76-dc34c2ea9189 req-96f537e2-703d-4dc6-bbea-26354748688a tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:39.058134 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a67d59d-8e3e-45ef-8c76-dc34c2ea9189 req-96f537e2-703d-4dc6-bbea-26354748688a tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 1095 time: 0.3681660 Jul 16 01:50:39.070466 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f58b2ae2-0ec5-4271-9920-7dc2c44a3c33 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:39.094121 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661183db-698e-4cc8-88f5-95c10b1d4fbe tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:39.100870 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-661183db-698e-4cc8-88f5-95c10b1d4fbe tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2776308 Jul 16 01:50:39.103145 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48180) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:39.137125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:39.140296 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: f58b2ae2-0ec5-4271-9920-7dc2c44a3c33 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:39.140644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f58b2ae2-0ec5-4271-9920-7dc2c44a3c33 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:39.147846 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:39.153107 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:39.179941 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=251c706a-baa7-4a1d-a928-c1db3277a02a,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:39.250801 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a4cb90-e69f-4939-89c8-980213bb9f84 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.256879 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a67d59d-8e3e-45ef-8c76-dc34c2ea9189 req-579d9544-1f5d-4c25-a749-baa5c44d862a tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909225 Jul 16 01:50:39.280925 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['251c706a-baa7-4a1d-a928-c1db3277a02a'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:39.304857 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-49a4cb90-e69f-4939-89c8-980213bb9f84 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51fdc842-d468-4c79-bb25-9be1614f3f74']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:39.323024 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-49a4cb90-e69f-4939-89c8-980213bb9f84 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9269734-1c07-474f-9eab-853b2892e0ab') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:39.323451 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-49a4cb90-e69f-4939-89c8-980213bb9f84 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9269734-1c07-474f-9eab-853b2892e0ab') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:39.337358 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a4cb90-e69f-4939-89c8-980213bb9f84 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.365173 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a4cb90-e69f-4939-89c8-980213bb9f84 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.371094 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Attempting to bind port f625b07b-8d16-4980-8004-141c1ae9fcc9 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:39.371477 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Attempting to bind port f625b07b-8d16-4980-8004-141c1ae9fcc9 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:39.378003 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Attempting to bind port f625b07b-8d16-4980-8004-141c1ae9fcc9 on network 5194c550-3669-42e5-a558-3e55db19984a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:39.388696 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a4cb90-e69f-4939-89c8-980213bb9f84 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:39.388696 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a4cb90-e69f-4939-89c8-980213bb9f84 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.396588 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-0c94fb4c-c40f-4a9a-b87e-859e2a409044 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port 2aaa02f6-f9c2-49ee-a928-5bdb98a259ad {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:39.397085 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0c94fb4c-c40f-4a9a-b87e-859e2a409044 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:39.406265 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:39.412262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:39.413324 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:39.414228 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.414752 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Bound using segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:39.415397 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Bound port: f625b07b-8d16-4980-8004-141c1ae9fcc9, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:39.415926 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.433545 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81e0fbd-63df-4e8f-9201-a9162b5f8ab4 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Made reservation on behalf of 1fbd2cfcc76b40fda2d4d98adad5fa39 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:39.445684 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c81e0fbd-63df-4e8f-9201-a9162b5f8ab4 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.494584 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] For port f625b07b-8d16-4980-8004-141c1ae9fcc9, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:39.499550 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] For port f625b07b-8d16-4980-8004-141c1ae9fcc9, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f625b07b-8d16-4980-8004-141c1ae9fcc9,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:39.500176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Pushing event updated for resources: {'Port': ['ID=f625b07b-8d16-4980-8004-141c1ae9fcc9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:39.510702 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.578481 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-c81e0fbd-63df-4e8f-9201-a9162b5f8ab4 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] device_id is not set on port 5527c776-2b7a-4dd4-aa1e-15f13bad9b0e yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:39.633706 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ec9a3-b525-4bf8-a863-edfeee63c26d None None] Pushing event updated for resources: {'Port': ['ID=f625b07b-8d16-4980-8004-141c1ae9fcc9,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:39.677787 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0c94fb4c-c40f-4a9a-b87e-859e2a409044 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.697103 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-0c94fb4c-c40f-4a9a-b87e-859e2a409044 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for 2aaa02f6-f9c2-49ee-a928-5bdb98a259ad owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:39.717755 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a4cb90-e69f-4939-89c8-980213bb9f84 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.733559 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a4cb90-e69f-4939-89c8-980213bb9f84 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.750706 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-49a4cb90-e69f-4939-89c8-980213bb9f84 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "DELETE /v2.0/networks/51fdc842-d468-4c79-bb25-9be1614f3f74 HTTP/1.1" status: 204 len: 168 time: 0.9555354 Jul 16 01:50:39.766394 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48202) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:39.807822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4cb90-e69f-4939-89c8-980213bb9f84 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event deleted for resources: {'Network': ['ID=51fdc842-d468-4c79-bb25-9be1614f3f74,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:39.925629 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-188e1efc-a36c-4198-85b4-26c66ee362a7 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Deleting subnet 97f6c234-da8b-4e62-bbc0-edc8fe8a251b {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:39.934134 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-188e1efc-a36c-4198-85b4-26c66ee362a7 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.065171 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-c81e0fbd-63df-4e8f-9201-a9162b5f8ab4 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Allocated IP 2001:db8::22 (acf4831a-81ad-4585-963d-279502d26b10/892bca7a-daf1-4110-b2e6-03a85b6537b6/5527c776-2b7a-4dd4-aa1e-15f13bad9b0e) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:40.069163 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-188e1efc-a36c-4198-85b4-26c66ee362a7 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.074733 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0c94fb4c-c40f-4a9a-b87e-859e2a409044 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.159620 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94fb4c-c40f-4a9a-b87e-859e2a409044 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=2aaa02f6-f9c2-49ee-a928-5bdb98a259ad,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:40.226359 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0c94fb4c-c40f-4a9a-b87e-859e2a409044 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.230755 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0c94fb4c-c40f-4a9a-b87e-859e2a409044 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/2aaa02f6-f9c2-49ee-a928-5bdb98a259ad HTTP/1.1" status: 204 len: 168 time: 1.1087041 Jul 16 01:50:40.238692 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48228) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:40.260710 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 251c706a-baa7-4a1d-a928-c1db3277a02a up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:40.283497 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-188e1efc-a36c-4198-85b4-26c66ee362a7 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.379541 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-188e1efc-a36c-4198-85b4-26c66ee362a7 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.394000 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 251c706a-baa7-4a1d-a928-c1db3277a02a completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:40.403881 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 251c706a-baa7-4a1d-a928-c1db3277a02a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:40.405436 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.420449 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e1efc-a36c-4198-85b4-26c66ee362a7 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event deleted for resources: {'Subnet': ['ID=97f6c234-da8b-4e62-bbc0-edc8fe8a251b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:40.441139 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-188e1efc-a36c-4198-85b4-26c66ee362a7 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.447118 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-188e1efc-a36c-4198-85b4-26c66ee362a7 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "DELETE /v2.0/subnets/97f6c234-da8b-4e62-bbc0-edc8fe8a251b HTTP/1.1" status: 204 len: 168 time: 0.6516359 Jul 16 01:50:40.448028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48244) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:40.450751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8434f1b8-8e33-4b3e-8d71-2e18fb3214d9 None None] Network fae376ff-9fad-4752-8854-17245acb446c requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:40.491678 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e63c7c1-102a-49ae-a8c7-72463bd5a65f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:40.496227 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e63c7c1-102a-49ae-a8c7-72463bd5a65f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:40.500295 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9e63c7c1-102a-49ae-a8c7-72463bd5a65f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2581835 Jul 16 01:50:40.511168 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48246) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:40.619848 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d75ba-4ecf-4367-be3e-1a3a7f58eed6 req-b651f830-501e-4365-ae61-c20af5b0ae9a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:40.637772 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c1d75ba-4ecf-4367-be3e-1a3a7f58eed6 req-b651f830-501e-4365-ae61-c20af5b0ae9a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.4080687 Jul 16 01:50:40.712619 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c1d75ba-4ecf-4367-be3e-1a3a7f58eed6 req-d26f4f1f-f644-47ab-b134-a16dca491192 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735402 Jul 16 01:50:40.745730 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a43d0d7-600b-4626-83e0-5b98d6e662a1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet e573de02-f989-4ed8-b279-7249f4a4cdef {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:40.754213 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.760172 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a43d0d7-600b-4626-83e0-5b98d6e662a1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.924068 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a43d0d7-600b-4626-83e0-5b98d6e662a1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.157260 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48266) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:41.193107 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a43d0d7-600b-4626-83e0-5b98d6e662a1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.203577 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c81e0fbd-63df-4e8f-9201-a9162b5f8ab4 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.206860 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f625b07b-8d16-4980-8004-141c1ae9fcc9 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:41.229658 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-c81e0fbd-63df-4e8f-9201-a9162b5f8ab4 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Transition to ACTIVE for port object 5527c776-2b7a-4dd4-aa1e-15f13bad9b0e will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:41.285073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5a703-4933-46ce-8a7f-75432f60933d req-17dabadd-db30-4aca-a1f6-aa6ebc4d06af tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:41.292335 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ace5a703-4933-46ce-8a7f-75432f60933d req-17dabadd-db30-4aca-a1f6-aa6ebc4d06af tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 1096 time: 0.6041853 Jul 16 01:50:41.294983 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.348076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251c706a-baa7-4a1d-a928-c1db3277a02a'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:41.352471 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb806df-9308-4cbc-9aa9-2d359c9ab94a" -d '{"events": [{"server_uuid": "0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11", "name": "network-vif-plugged", "status": "completed", "tag": "251c706a-baa7-4a1d-a928-c1db3277a02a"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:41.363167 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a43d0d7-600b-4626-83e0-5b98d6e662a1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.371324 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c81e0fbd-63df-4e8f-9201-a9162b5f8ab4 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.389372 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 251c706a-baa7-4a1d-a928-c1db3277a02a, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=251c706a-baa7-4a1d-a928-c1db3277a02a,segment=NetworkSegment(487bfa60-894c-4f64-b7c8-1d4ca3b83b24),segment_id=487bfa60-894c-4f64-b7c8-1d4ca3b83b24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:41.394905 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port f625b07b-8d16-4980-8004-141c1ae9fcc9 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:41.398626 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ace5a703-4933-46ce-8a7f-75432f60933d req-37153247-1878-414f-80ed-a0ce451a02e3 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888960 Jul 16 01:50:41.417347 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.427173 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Deleting port 15664120-9e00-45be-bf82-c7d95ddb368f {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:41.427861 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.439846 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43d0d7-600b-4626-83e0-5b98d6e662a1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=e573de02-f989-4ed8-b279-7249f4a4cdef,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:41.443114 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a43d0d7-600b-4626-83e0-5b98d6e662a1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.446372 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6a43d0d7-600b-4626-83e0-5b98d6e662a1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/e573de02-f989-4ed8-b279-7249f4a4cdef HTTP/1.1" status: 204 len: 168 time: 0.9338961 Jul 16 01:50:41.453256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48272) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:41.459031 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1e7a6f-6afa-4b30-9f90-f27266fa31d0 x-openstack-request-id: req-1e1e7a6f-6afa-4b30-9f90-f27266fa31d0 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:41.459330 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11", "name": "network-vif-plugged", "status": "completed", "tag": "251c706a-baa7-4a1d-a928-c1db3277a02a", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:41.459680 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1e1e7a6f-6afa-4b30-9f90-f27266fa31d0 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:41.460198 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251c706a-baa7-4a1d-a928-c1db3277a02a', 'code': 200} Jul 16 01:50:41.462453 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-157c2684-5825-4b33-a304-f025a4e2f219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.482837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81e0fbd-63df-4e8f-9201-a9162b5f8ab4 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Network acf4831a-81ad-4585-963d-279502d26b10 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:41.490969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-c81e0fbd-63df-4e8f-9201-a9162b5f8ab4 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:41.494883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4909d5f-6a11-453d-9e05-b37b1af5ce0e None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:41.499877 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e0fbd-63df-4e8f-9201-a9162b5f8ab4 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:41.505781 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81e0fbd-63df-4e8f-9201-a9162b5f8ab4 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:41.509289 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c81e0fbd-63df-4e8f-9201-a9162b5f8ab4 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.520040 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c1179fd1-56d2-4612-94af-bb8af11e7c4d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648746 Jul 16 01:50:41.523122 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48274) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:41.528685 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-c42651e3-10a4-4ec9-b372-5e359186a9e9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:41.556343 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e0fbd-63df-4e8f-9201-a9162b5f8ab4 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event updated for resources: {'Port': ['ID=5527c776-2b7a-4dd4-aa1e-15f13bad9b0e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:41.587322 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=251c706a-baa7-4a1d-a928-c1db3277a02a,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:41.588257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] For port 15664120-9e00-45be-bf82-c7d95ddb368f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=15664120-9e00-45be-bf82-c7d95ddb368f,segment=NetworkSegment(5757a326-4a2d-4229-8853-baf0b64a561d),segment_id=5757a326-4a2d-4229-8853-baf0b64a561d)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:41.589149 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.592790 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e2cf52c3-c0b0-473d-bbe5-2493242ee98c None None] Provisioning for port f625b07b-8d16-4980-8004-141c1ae9fcc9 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:41.614701 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Calling delete_port for 15664120-9e00-45be-bf82-c7d95ddb368f owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:41.628624 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff74d868-ac9a-4cbe-9029-f7219bb6d44f None None] DHCP port deletion for fae376ff-9fad-4752-8854-17245acb446c request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:41.640418 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e2cf52c3-c0b0-473d-bbe5-2493242ee98c None None] Provisioning complete for port f625b07b-8d16-4980-8004-141c1ae9fcc9 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:41.640804 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2cf52c3-c0b0-473d-bbe5-2493242ee98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.713707 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.728586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706e302-647a-40ff-9d87-ed05b0263e17 req-ebc2b455-c193-441c-a9ff-35ace528c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:41.730122 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9706e302-647a-40ff-9d87-ed05b0263e17 req-ebc2b455-c193-441c-a9ff-35ace528c0c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 1097 time: 0.1669128 Jul 16 01:50:41.764950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event deleted for resources: {'Port': ['ID=15664120-9e00-45be-bf82-c7d95ddb368f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:41.767227 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] No DVR routers for this DVR port 15664120-9e00-45be-bf82-c7d95ddb368f on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:41.817940 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9706e302-647a-40ff-9d87-ed05b0263e17 req-42a2c059-49cd-4573-9539-f594617758c6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801997 Jul 16 01:50:41.852275 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ff74d868-ac9a-4cbe-9029-f7219bb6d44f None None] Deleting port 15664120-9e00-45be-bf82-c7d95ddb368f {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:41.853208 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ff74d868-ac9a-4cbe-9029-f7219bb6d44f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.868978 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-157c2684-5825-4b33-a304-f025a4e2f219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.875395 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-157c2684-5825-4b33-a304-f025a4e2f219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.876010 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2cf52c3-c0b0-473d-bbe5-2493242ee98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.945763 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-157c2684-5825-4b33-a304-f025a4e2f219 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c88f7ea22fe74813b575f87298a796c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7874157 Jul 16 01:50:41.948901 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48278) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:41.955076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ff74d868-ac9a-4cbe-9029-f7219bb6d44f None None] For port 15664120-9e00-45be-bf82-c7d95ddb368f, host n-d-800086-6, got binding levels [] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:41.955497 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ff74d868-ac9a-4cbe-9029-f7219bb6d44f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.965858 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c2684-5825-4b33-a304-f025a4e2f219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970c1a51-40cf-44c5-acd8-6df056baba40,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:41.970491 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584a4f9f-1918-434e-ba28-fbb5a5dcbd20 None None] DHCP port deletion for 5194c550-3669-42e5-a558-3e55db19984a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:41.980899 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e2cf52c3-c0b0-473d-bbe5-2493242ee98c None None] For port f625b07b-8d16-4980-8004-141c1ae9fcc9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f625b07b-8d16-4980-8004-141c1ae9fcc9,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:41.982654 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ff74d868-ac9a-4cbe-9029-f7219bb6d44f None None] Calling delete_port for 15664120-9e00-45be-bf82-c7d95ddb368f owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:41.986760 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.ipam_backend_mixin [None req-ff74d868-ac9a-4cbe-9029-f7219bb6d44f None None] Port 15664120-9e00-45be-bf82-c7d95ddb368f was not found and therefore no delete operation was performed {{(pid=93833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:50:41.989066 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2cf52c3-c0b0-473d-bbe5-2493242ee98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.012959 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ff74d868-ac9a-4cbe-9029-f7219bb6d44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.022025 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dde34a16-12c2-4bbf-9b04-c526f0e99f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.046509 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dde34a16-12c2-4bbf-9b04-c526f0e99f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.050162 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff74d868-ac9a-4cbe-9029-f7219bb6d44f None None] No DVR routers for this DVR port 15664120-9e00-45be-bf82-c7d95ddb368f on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:42.086019 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf52c3-c0b0-473d-bbe5-2493242ee98c None None] Pushing event updated for resources: {'Port': ['ID=f625b07b-8d16-4980-8004-141c1ae9fcc9,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:42.091068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-584a4f9f-1918-434e-ba28-fbb5a5dcbd20 None None] Deleting port f625b07b-8d16-4980-8004-141c1ae9fcc9 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:42.091447 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-584a4f9f-1918-434e-ba28-fbb5a5dcbd20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.143750 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dde34a16-12c2-4bbf-9b04-c526f0e99f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.146002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74d868-ac9a-4cbe-9029-f7219bb6d44f None None] Pushing event deleted for resources: {'Port': ['ID=15664120-9e00-45be-bf82-c7d95ddb368f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:42.149878 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dde34a16-12c2-4bbf-9b04-c526f0e99f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.156500 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dde34a16-12c2-4bbf-9b04-c526f0e99f8d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/970c1a51-40cf-44c5-acd8-6df056baba40 HTTP/1.1" status: 204 len: 168 time: 0.2056448 Jul 16 01:50:42.191550 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde34a16-12c2-4bbf-9b04-c526f0e99f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970c1a51-40cf-44c5-acd8-6df056baba40,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:42.195532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42651e3-10a4-4ec9-b372-5e359186a9e9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:42.200554 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c42651e3-10a4-4ec9-b372-5e359186a9e9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.233519 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c81e0fbd-63df-4e8f-9201-a9162b5f8ab4 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1950712 Jul 16 01:50:42.236223 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48288) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:42.250940 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d7b10147-2635-41ae-8ffc-3f3dc93601ff tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ab:4e:2e'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:42.252007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-584a4f9f-1918-434e-ba28-fbb5a5dcbd20 None None] For port f625b07b-8d16-4980-8004-141c1ae9fcc9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f625b07b-8d16-4980-8004-141c1ae9fcc9,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:42.252621 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-584a4f9f-1918-434e-ba28-fbb5a5dcbd20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.282752 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-584a4f9f-1918-434e-ba28-fbb5a5dcbd20 None None] Calling delete_port for f625b07b-8d16-4980-8004-141c1ae9fcc9 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:42.316692 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1d23ffb6-5f9d-4b3a-ba2e-c9c91054540b None None] Provisioning for port 5527c776-2b7a-4dd4-aa1e-15f13bad9b0e completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:42.330891 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.344492 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae376ff-9fad-4752-8854-17245acb446c']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:42.362203 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5757a326-4a2d-4229-8853-baf0b64a561d') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:42.362469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1d23ffb6-5f9d-4b3a-ba2e-c9c91054540b None None] Provisioning complete for port 5527c776-2b7a-4dd4-aa1e-15f13bad9b0e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:42.362585 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1d23ffb6-5f9d-4b3a-ba2e-c9c91054540b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.362730 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5757a326-4a2d-4229-8853-baf0b64a561d') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:42.379204 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.416829 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b88b07-e76c-4def-b80a-7432510ebb2f req-c0d6a96c-2b88-43bd-9f22-5344ae95c77a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:42.427291 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7b88b07-e76c-4def-b80a-7432510ebb2f req-c0d6a96c-2b88-43bd-9f22-5344ae95c77a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.2670994 Jul 16 01:50:42.451261 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1d23ffb6-5f9d-4b3a-ba2e-c9c91054540b None None] Port 5527c776-2b7a-4dd4-aa1e-15f13bad9b0e cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:42.467266 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.475665 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-584a4f9f-1918-434e-ba28-fbb5a5dcbd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.503826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:42.504636 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.510820 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584a4f9f-1918-434e-ba28-fbb5a5dcbd20 None None] No DVR routers for this DVR port f625b07b-8d16-4980-8004-141c1ae9fcc9 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:42.523161 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:42.605121 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7b88b07-e76c-4def-b80a-7432510ebb2f req-0c9cd2ac-33d8-4a45-8e5a-92438af52744 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765285 Jul 16 01:50:42.619312 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a4f9f-1918-434e-ba28-fbb5a5dcbd20 None None] Pushing event deleted for resources: {'Port': ['ID=f625b07b-8d16-4980-8004-141c1ae9fcc9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:42.677436 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c42651e3-10a4-4ec9-b372-5e359186a9e9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.688747 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.694165 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.698957 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "DELETE /v2.0/networks/fae376ff-9fad-4752-8854-17245acb446c HTTP/1.1" status: 204 len: 168 time: 2.2232339 Jul 16 01:50:42.699603 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48308) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:42.755251 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dc32d273-8628-4325-998e-1b1a05d816b4 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "GET /v2.0/ports?device_id=693fe939-58a6-4e8f-89a9-023722172658 HTTP/1.1" status: 200 len: 205 time: 0.0491176 Jul 16 01:50:42.755251 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b2a60-3634-463c-b6f8-810135336c4e tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Pushing event deleted for resources: {'Network': ['ID=fae376ff-9fad-4752-8854-17245acb446c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:42.756434 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48312) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:42.829870 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42651e3-10a4-4ec9-b372-5e359186a9e9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:42.833787 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48316) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:42.834177 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-c42651e3-10a4-4ec9-b372-5e359186a9e9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:42.843442 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42651e3-10a4-4ec9-b372-5e359186a9e9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:42.844071 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c42651e3-10a4-4ec9-b372-5e359186a9e9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.848461 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ec5740bb-ffc0-41b5-b314-6095678b9ba3 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.849418 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c8f65a-9f43-41e2-a9f2-50bd381c2cbb None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:42.963894 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d7b10147-2635-41ae-8ffc-3f3dc93601ff tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.966925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42651e3-10a4-4ec9-b372-5e359186a9e9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=34da7c42-49a1-4cc7-9388-99cae679a48d,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:42.982434 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c42651e3-10a4-4ec9-b372-5e359186a9e9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4570899 Jul 16 01:50:42.998482 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b2d75f37-ac1a-4e6f-8b11-8dfe18f9cc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.999871 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f625b07b-8d16-4980-8004-141c1ae9fcc9 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:43.000852 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48320) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:43.006408 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-6103713f-276e-4328-99cf-437e1f857a6c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'name': 'tempest-NetworksTestDHCPv6-902134521'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:43.030322 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: f625b07b-8d16-4980-8004-141c1ae9fcc9 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:43.030980 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f625b07b-8d16-4980-8004-141c1ae9fcc9 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:43.031583 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 15664120-9e00-45be-bf82-c7d95ddb368f no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:43.056147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 15664120-9e00-45be-bf82-c7d95ddb368f {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:43.056853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 15664120-9e00-45be-bf82-c7d95ddb368f not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:43.133416 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-5194c550-3669-42e5-a558-3e55db19984a', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'fixed_ips': [{'subnet_id': '34da7c42-49a1-4cc7-9388-99cae679a48d'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:43.134285 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.194918 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ec5740bb-ffc0-41b5-b314-6095678b9ba3 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.198934 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ec5740bb-ffc0-41b5-b314-6095678b9ba3 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.261848 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ec5740bb-ffc0-41b5-b314-6095678b9ba3 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.262365 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5740bb-ffc0-41b5-b314-6095678b9ba3 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Fanout notify agent at l3_agent the message router_deleted on router 693fe939-58a6-4e8f-89a9-023722172658 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:50:43.278669 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ec5740bb-ffc0-41b5-b314-6095678b9ba3 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.280291 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ec5740bb-ffc0-41b5-b314-6095678b9ba3 tempest-RoutersNegativeIpV6Test-866162251 tempest-RoutersNegativeIpV6Test-866162251-project] 10.222.0.54 "DELETE /v2.0/routers/693fe939-58a6-4e8f-89a9-023722172658 HTTP/1.1" status: 204 len: 168 time: 0.5224659 Jul 16 01:50:43.326339 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Allocated IP 2001:db8::2 (5194c550-3669-42e5-a558-3e55db19984a/34da7c42-49a1-4cc7-9388-99cae679a48d/1a9d8079-aac2-4603-90ca-dfa183e64cb4) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:43.529207 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b2d75f37-ac1a-4e6f-8b11-8dfe18f9cc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.541251 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b2d75f37-ac1a-4e6f-8b11-8dfe18f9cc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.557920 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6103713f-276e-4328-99cf-437e1f857a6c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:43.569850 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6103713f-276e-4328-99cf-437e1f857a6c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.584306 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.592997 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-6103713f-276e-4328-99cf-437e1f857a6c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port 68da654d-f825-410a-b9b9-68b0f4502d72 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:43.598643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Transition to ACTIVE for port object 1a9d8079-aac2-4603-90ca-dfa183e64cb4 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:43.602979 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e40d4c-c8da-4313-abff-e2f42988f40e req-df9608d0-6451-4aa7-ba30-d22ad5fe2491 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:43.604845 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c1e40d4c-c8da-4313-abff-e2f42988f40e req-df9608d0-6451-4aa7-ba30-d22ad5fe2491 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 1097 time: 0.8785515 Jul 16 01:50:43.615514 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b2d75f37-ac1a-4e6f-8b11-8dfe18f9cc45 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aba9b3a02d704f0eba38f6e146c9c2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7775927 Jul 16 01:50:43.629282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Transition to ACTIVE for port object 1a9d8079-aac2-4603-90ca-dfa183e64cb4 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:43.635022 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48328) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:43.637455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d75f37-ac1a-4e6f-8b11-8dfe18f9cc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2580ce71-8561-433a-993b-c29aa07b464c,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:43.638897 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.740258 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:43.742874 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48332) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:43.746844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:43.778606 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c1e40d4c-c8da-4313-abff-e2f42988f40e req-e7ff37f5-fc85-44be-9a58-1d18fc9ccd37 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579993 Jul 16 01:50:43.804021 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:43.807585 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Pushing event updated for resources: {'Port': ['ID=1a9d8079-aac2-4603-90ca-dfa183e64cb4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:43.821295 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1355bb9c-c944-4f4d-a8b4-3456b7575694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.849298 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d7b10147-2635-41ae-8ffc-3f3dc93601ff tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.856129 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-6103713f-276e-4328-99cf-437e1f857a6c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::38e (5194c550-3669-42e5-a558-3e55db19984a/34da7c42-49a1-4cc7-9388-99cae679a48d/68da654d-f825-410a-b9b9-68b0f4502d72) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:43.865051 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d7b10147-2635-41ae-8ffc-3f3dc93601ff tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.875422 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1355bb9c-c944-4f4d-a8b4-3456b7575694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.922653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Attempting to bind port 1a9d8079-aac2-4603-90ca-dfa183e64cb4 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:43.923425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Attempting to bind port 1a9d8079-aac2-4603-90ca-dfa183e64cb4 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:43.924060 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Attempting to bind port 1a9d8079-aac2-4603-90ca-dfa183e64cb4 on network 5194c550-3669-42e5-a558-3e55db19984a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:43.930626 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:43.931333 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:43.932016 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.933076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Bound using segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:43.935077 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Bound port: 1a9d8079-aac2-4603-90ca-dfa183e64cb4, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:43.936033 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.000587 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-d7b10147-2635-41ae-8ffc-3f3dc93601ff tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] In _notify_port_updated(), no bound segment for port 5527c776-2b7a-4dd4-aa1e-15f13bad9b0e on network acf4831a-81ad-4585-963d-279502d26b10 {{(pid=93831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:50:44.019779 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b10147-2635-41ae-8ffc-3f3dc93601ff tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:44.020800 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d7b10147-2635-41ae-8ffc-3f3dc93601ff tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.023027 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d7b10147-2635-41ae-8ffc-3f3dc93601ff tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "PUT /v2.0/ports/5527c776-2b7a-4dd4-aa1e-15f13bad9b0e HTTP/1.1" status: 200 len: 1001 time: 1.7836044 Jul 16 01:50:44.029362 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48338) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:44.051063 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b10147-2635-41ae-8ffc-3f3dc93601ff tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event updated for resources: {'Port': ['ID=5527c776-2b7a-4dd4-aa1e-15f13bad9b0e,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:44.070869 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6ae949fb-c932-4e75-9aa8-f0572bac4f38 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0191dbb317cd4207914a122fc32d176c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3268297 Jul 16 01:50:44.073798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48340) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:44.081597 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f0ea9-2363-4dbb-8abe-f0fb8d59903f req-f0b51871-700a-4950-92dd-9d2997fb985c tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:44.083187 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d64f0ea9-2363-4dbb-8abe-f0fb8d59903f req-f0b51871-700a-4950-92dd-9d2997fb985c tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.1878650 Jul 16 01:50:44.089942 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] For port 1a9d8079-aac2-4603-90ca-dfa183e64cb4, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:44.093485 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] For port 1a9d8079-aac2-4603-90ca-dfa183e64cb4, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1a9d8079-aac2-4603-90ca-dfa183e64cb4,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:44.094655 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1355bb9c-c944-4f4d-a8b4-3456b7575694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.097846 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1355bb9c-c944-4f4d-a8b4-3456b7575694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.099406 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1355bb9c-c944-4f4d-a8b4-3456b7575694 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2580ce71-8561-433a-993b-c29aa07b464c HTTP/1.1" status: 204 len: 168 time: 0.4632161 Jul 16 01:50:44.101067 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.118281 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355bb9c-c944-4f4d-a8b4-3456b7575694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2580ce71-8561-433a-993b-c29aa07b464c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:44.224175 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-70fac461-7e59-4e3a-a8df-3ab4fd131487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.240432 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abad332-2795-4233-969c-4e0dd2c433cc None None] Pushing event updated for resources: {'Port': ['ID=1a9d8079-aac2-4603-90ca-dfa183e64cb4,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:44.259671 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-70fac461-7e59-4e3a-a8df-3ab4fd131487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.296927 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d64f0ea9-2363-4dbb-8abe-f0fb8d59903f req-15a3d7d3-5de0-4f88-b38f-1b064c865dca tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671264 Jul 16 01:50:44.305086 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6103713f-276e-4328-99cf-437e1f857a6c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.332373 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-6103713f-276e-4328-99cf-437e1f857a6c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object 68da654d-f825-410a-b9b9-68b0f4502d72 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:44.347426 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-70fac461-7e59-4e3a-a8df-3ab4fd131487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.351435 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-70fac461-7e59-4e3a-a8df-3ab4fd131487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.353537 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-70fac461-7e59-4e3a-a8df-3ab4fd131487 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b8243036-1678-4af1-88bb-ff2dfa8562df HTTP/1.1" status: 204 len: 168 time: 0.2778733 Jul 16 01:50:44.367129 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fac461-7e59-4e3a-a8df-3ab4fd131487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8243036-1678-4af1-88bb-ff2dfa8562df,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:44.413987 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-174bc457-3552-40f8-9fd1-276d519e0985 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Deleting port 5527c776-2b7a-4dd4-aa1e-15f13bad9b0e {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:44.414465 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-174bc457-3552-40f8-9fd1-276d519e0985 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.457603 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6103713f-276e-4328-99cf-437e1f857a6c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.565315 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1c89399d-1585-4ca7-aa6d-643543d64721 None None] Provisioning complete for port 5527c776-2b7a-4dd4-aa1e-15f13bad9b0e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:44.565816 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c89399d-1585-4ca7-aa6d-643543d64721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.644237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6103713f-276e-4328-99cf-437e1f857a6c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:44.666578 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103713f-276e-4328-99cf-437e1f857a6c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=68da654d-f825-410a-b9b9-68b0f4502d72,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:44.688598 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-6103713f-276e-4328-99cf-437e1f857a6c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:44.691784 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1c89399d-1585-4ca7-aa6d-643543d64721 None None] Port 5527c776-2b7a-4dd4-aa1e-15f13bad9b0e cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:44.693244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6103713f-276e-4328-99cf-437e1f857a6c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:44.700679 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6103713f-276e-4328-99cf-437e1f857a6c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:44.701458 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6103713f-276e-4328-99cf-437e1f857a6c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.706468 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-174bc457-3552-40f8-9fd1-276d519e0985 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.729756 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-174bc457-3552-40f8-9fd1-276d519e0985 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Calling delete_port for 5527c776-2b7a-4dd4-aa1e-15f13bad9b0e owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:44.747435 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6103713f-276e-4328-99cf-437e1f857a6c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7451909 Jul 16 01:50:44.749963 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48354) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:44.910352 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1e6805-d53e-4e7e-a075-32b61dc5debc tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:44.930425 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1e6805-d53e-4e7e-a075-32b61dc5debc tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:44.937924 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dd1e6805-d53e-4e7e-a075-32b61dc5debc tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1846409 Jul 16 01:50:44.938707 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48364) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:45.043091 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1a9d8079-aac2-4603-90ca-dfa183e64cb4 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:45.094747 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-174bc457-3552-40f8-9fd1-276d519e0985 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.151638 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 1a9d8079-aac2-4603-90ca-dfa183e64cb4 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:45.173434 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bc457-3552-40f8-9fd1-276d519e0985 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event deleted for resources: {'Port': ['ID=5527c776-2b7a-4dd4-aa1e-15f13bad9b0e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:45.237954 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-174bc457-3552-40f8-9fd1-276d519e0985 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.240129 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-174bc457-3552-40f8-9fd1-276d519e0985 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "DELETE /v2.0/ports/5527c776-2b7a-4dd4-aa1e-15f13bad9b0e HTTP/1.1" status: 204 len: 168 time: 1.2098038 Jul 16 01:50:45.243071 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48374) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:45.322036 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b434ad86-aeba-4711-8eef-14e812144ed0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port 68da654d-f825-410a-b9b9-68b0f4502d72 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:45.322383 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b434ad86-aeba-4711-8eef-14e812144ed0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.328437 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c6bcc5-4496-4134-849f-dd2004142b22 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] GET failed (client error): The resource could not be found. Jul 16 01:50:45.334370 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e0c6bcc5-4496-4134-849f-dd2004142b22 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "GET /v2.0/ports/5527c776-2b7a-4dd4-aa1e-15f13bad9b0e HTTP/1.1" status: 404 len: 333 time: 0.0860684 Jul 16 01:50:45.334593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48382) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:45.340609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-107a406f-58d4-4821-99d3-a90291173553 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Request body: {'port': {'network_id': 'acf4831a-81ad-4585-963d-279502d26b10', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-994924873'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:45.472762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02841a2-de95-46e6-9a6e-e4447616614d req-38c4c805-235a-49bf-ac30-bb1c73645590 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:45.478859 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f02841a2-de95-46e6-9a6e-e4447616614d req-38c4c805-235a-49bf-ac30-bb1c73645590 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 1097 time: 0.3067296 Jul 16 01:50:45.572818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107a406f-58d4-4821-99d3-a90291173553 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Made reservation on behalf of 1fbd2cfcc76b40fda2d4d98adad5fa39 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:45.578744 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-107a406f-58d4-4821-99d3-a90291173553 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.633464 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f02841a2-de95-46e6-9a6e-e4447616614d req-31bbf867-2c6d-4428-a1ad-edc12f965918 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448185 Jul 16 01:50:45.635573 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b434ad86-aeba-4711-8eef-14e812144ed0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.672504 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b434ad86-aeba-4711-8eef-14e812144ed0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for 68da654d-f825-410a-b9b9-68b0f4502d72 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:45.707250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-107a406f-58d4-4821-99d3-a90291173553 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] device_id is not set on port b93752d2-2849-467d-ba41-9058bf6c60df yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:46.027850 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b434ad86-aeba-4711-8eef-14e812144ed0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.039749 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b195aa-c755-45bf-9935-7b99f62cbd87 req-aa60a83b-a247-4030-be88-77a67c56137a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:46.042099 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-51b195aa-c755-45bf-9935-7b99f62cbd87 req-aa60a83b-a247-4030-be88-77a67c56137a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.4463556 Jul 16 01:50:46.065437 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-107a406f-58d4-4821-99d3-a90291173553 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Allocated IP 2001:db8::1ce (acf4831a-81ad-4585-963d-279502d26b10/892bca7a-daf1-4110-b2e6-03a85b6537b6/b93752d2-2849-467d-ba41-9058bf6c60df) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:46.115453 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434ad86-aeba-4711-8eef-14e812144ed0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=68da654d-f825-410a-b9b9-68b0f4502d72,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:46.155960 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b434ad86-aeba-4711-8eef-14e812144ed0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.174503 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b434ad86-aeba-4711-8eef-14e812144ed0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/68da654d-f825-410a-b9b9-68b0f4502d72 HTTP/1.1" status: 204 len: 168 time: 1.2299562 Jul 16 01:50:46.179878 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-51b195aa-c755-45bf-9935-7b99f62cbd87 req-b66ba331-5976-46b6-8030-48c34f38cbf3 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210940 Jul 16 01:50:46.181628 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48406) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:46.191788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a95333d4-9149-47f8-8313-9f2db779f612 None None] Provisioning for port 1a9d8079-aac2-4603-90ca-dfa183e64cb4 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:46.196988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a95333d4-9149-47f8-8313-9f2db779f612 None None] Provisioning complete for port 1a9d8079-aac2-4603-90ca-dfa183e64cb4 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:46.197367 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a95333d4-9149-47f8-8313-9f2db779f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.296828 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device d3f3c163-d71b-45fd-936c-ead4451863c7 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:50:46.304280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661e6a5d-22f4-48fa-9723-71526e7850e9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:46.306309 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661e6a5d-22f4-48fa-9723-71526e7850e9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:46.307930 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-661e6a5d-22f4-48fa-9723-71526e7850e9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1244140 Jul 16 01:50:46.310426 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48414) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:46.331505 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c64e0-11c2-4fda-a017-53af1f016fe1 req-c29c1830-f8b7-497b-a722-e79550a4e452 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:46.342924 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ce3c64e0-11c2-4fda-a017-53af1f016fe1 req-c29c1830-f8b7-497b-a722-e79550a4e452 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 1097 time: 0.3290982 Jul 16 01:50:46.462175 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48418) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:46.572117 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ce3c64e0-11c2-4fda-a017-53af1f016fe1 req-7675d503-94e2-4fac-91c4-fc72418f1cce tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260041 Jul 16 01:50:46.576562 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-107a406f-58d4-4821-99d3-a90291173553 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.583296 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port d3f3c163-d71b-45fd-936c-ead4451863c7, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d3f3c163-d71b-45fd-936c-ead4451863c7,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:46.596904 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a95333d4-9149-47f8-8313-9f2db779f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.599041 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'd3f3c163-d71b-45fd-936c-ead4451863c7', 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398', 'port_id': 'd3f3c163-d71b-45fd-936c-ead4451863c7', 'mac_address': 'fa:16:3e:61:d7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72a5644-5fd4-45ba-9cbc-40e8ed153749', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:50:46.607617 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a233cd-5c05-4647-b222-63136e59e58c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet 34da7c42-49a1-4cc7-9388-99cae679a48d {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:46.613210 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72a233cd-5c05-4647-b222-63136e59e58c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.642045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-107a406f-58d4-4821-99d3-a90291173553 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Transition to ACTIVE for port object b93752d2-2849-467d-ba41-9058bf6c60df will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:46.691138 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a95333d4-9149-47f8-8313-9f2db779f612 None None] For port 1a9d8079-aac2-4603-90ca-dfa183e64cb4, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1a9d8079-aac2-4603-90ca-dfa183e64cb4,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:46.699307 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.704765 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a95333d4-9149-47f8-8313-9f2db779f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.705740 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72a233cd-5c05-4647-b222-63136e59e58c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.765117 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-107a406f-58d4-4821-99d3-a90291173553 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.798370 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b10c163d-cbd5-43c0-8080-598fabdf6af8 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1206945367'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:46.885916 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3f3c163-d71b-45fd-936c-ead4451863c7 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:46.902397 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72a233cd-5c05-4647-b222-63136e59e58c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.924416 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port d3f3c163-d71b-45fd-936c-ead4451863c7, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d3f3c163-d71b-45fd-936c-ead4451863c7,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:46.944554 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.977119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a2e5a53f-2477-41b7-b6fb-f9a040be14e7 None None] Could not find standard attr ID for object 68da654d-f825-410a-b9b9-68b0f4502d72. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:50:46.994070 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95333d4-9149-47f8-8313-9f2db779f612 None None] Pushing event updated for resources: {'Port': ['ID=1a9d8079-aac2-4603-90ca-dfa183e64cb4,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:47.015403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107a406f-58d4-4821-99d3-a90291173553 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Network acf4831a-81ad-4585-963d-279502d26b10 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:47.029568 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72a233cd-5c05-4647-b222-63136e59e58c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.051784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-107a406f-58d4-4821-99d3-a90291173553 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:47.066729 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a233cd-5c05-4647-b222-63136e59e58c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=34da7c42-49a1-4cc7-9388-99cae679a48d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:47.069447 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72a233cd-5c05-4647-b222-63136e59e58c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.071600 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-72a233cd-5c05-4647-b222-63136e59e58c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/34da7c42-49a1-4cc7-9388-99cae679a48d HTTP/1.1" status: 204 len: 168 time: 0.7602491 Jul 16 01:50:47.074217 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48434) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:47.083669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a406f-58d4-4821-99d3-a90291173553 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:47.099231 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=d3f3c163-d71b-45fd-936c-ead4451863c7,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:47.103338 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107a406f-58d4-4821-99d3-a90291173553 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:47.104954 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-107a406f-58d4-4821-99d3-a90291173553 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.121839 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a406f-58d4-4821-99d3-a90291173553 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event updated for resources: {'Port': ['ID=b93752d2-2849-467d-ba41-9058bf6c60df,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:47.128194 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48436) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:47.143342 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b10c163d-cbd5-43c0-8080-598fabdf6af8 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.144283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e90343-0da0-4979-9dbc-a11a78542e6e None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:47.168735 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3638a677-2b25-45a6-abf6-d9b6ea69f14c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912251 Jul 16 01:50:47.168991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48440) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:47.194024 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b10c163d-cbd5-43c0-8080-598fabdf6af8 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.216385 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-107a406f-58d4-4821-99d3-a90291173553 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8803968 Jul 16 01:50:47.220017 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48442) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:47.244604 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d8051f78-dc37-464d-bb15-e4e1e63a5d43 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Request body: {'port': {'network_id': 'acf4831a-81ad-4585-963d-279502d26b10', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-824924982'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:47.293497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a831876-53c2-44a9-9186-c1262d5aebc9 req-dab41cd8-fabc-483c-a950-641a2cd404fe tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:47.301669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['d3f3c163-d71b-45fd-936c-ead4451863c7'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:47.302269 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99bc454-7f31-45dd-84e7-6c59a03744ac tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:47.304044 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a831876-53c2-44a9-9186-c1262d5aebc9 req-dab41cd8-fabc-483c-a950-641a2cd404fe tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 1097 time: 0.4358385 Jul 16 01:50:47.307230 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a99bc454-7f31-45dd-84e7-6c59a03744ac tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1351101 Jul 16 01:50:47.307486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48448) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:47.437398 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9fe5de-8c3f-4718-b91d-370a89eef196 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:47.438929 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ca9fe5de-8c3f-4718-b91d-370a89eef196 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1304753 Jul 16 01:50:47.446872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48450) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:47.515594 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-46c2a26a-0329-4d6c-bfef-46aaf8e8ff8d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658860 Jul 16 01:50:47.527472 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48454) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:47.533408 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:47.601736 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a831876-53c2-44a9-9186-c1262d5aebc9 req-caf59dd4-85ec-436d-827e-2b5117e7cf02 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965200 Jul 16 01:50:47.607215 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ce76be7-dc2c-4e34-ae23-7f2ff5c42838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.613423 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c483d9f9-2902-4f61-bba3-c2f1750bece4 None None] Provisioning for port b93752d2-2849-467d-ba41-9058bf6c60df completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:47.648164 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c483d9f9-2902-4f61-bba3-c2f1750bece4 None None] Provisioning complete for port b93752d2-2849-467d-ba41-9058bf6c60df triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:47.648614 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c483d9f9-2902-4f61-bba3-c2f1750bece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.675086 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640dff8a-6c62-4142-b3a4-aa199321bf4b req-25edf30a-93f9-44eb-871b-98da2a4f1f16 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:47.683850 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-640dff8a-6c62-4142-b3a4-aa199321bf4b req-25edf30a-93f9-44eb-871b-98da2a4f1f16 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 944 time: 0.1666496 Jul 16 01:50:47.745858 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-640dff8a-6c62-4142-b3a4-aa199321bf4b req-46cd4257-2882-4b53-8c5d-c82ddd6fa426 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609839 Jul 16 01:50:47.783577 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b10c163d-cbd5-43c0-8080-598fabdf6af8 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.783910 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c483d9f9-2902-4f61-bba3-c2f1750bece4 None None] Port b93752d2-2849-467d-ba41-9058bf6c60df cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:47.813051 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b10c163d-cbd5-43c0-8080-598fabdf6af8 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.868287 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8051f78-dc37-464d-bb15-e4e1e63a5d43 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Made reservation on behalf of 1fbd2cfcc76b40fda2d4d98adad5fa39 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:47.871888 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d8051f78-dc37-464d-bb15-e4e1e63a5d43 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.889008 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c163d-cbd5-43c0-8080-598fabdf6af8 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6267a156-193e-449d-9538-ffa257cecae2,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:47.892390 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35a4253-a67e-416a-afc4-434b8585fee1 None None] DHCP port deletion for 5194c550-3669-42e5-a558-3e55db19984a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:47.910250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-d8051f78-dc37-464d-bb15-e4e1e63a5d43 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] device_id is not set on port befa907e-932e-4843-8dc9-7d34459a5677 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:47.951466 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a35a4253-a67e-416a-afc4-434b8585fee1 None None] Deleting port 1a9d8079-aac2-4603-90ca-dfa183e64cb4 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:47.952205 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a35a4253-a67e-416a-afc4-434b8585fee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.047508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7ec6c-7860-4903-a276-972d0429955b req-7526756e-a353-4751-b501-e4de62b508f5 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:48.056281 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e4f7ec6c-7860-4903-a276-972d0429955b req-7526756e-a353-4751-b501-e4de62b508f5 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/networks?id=7ad34b91-7198-40af-8364-3e2524b1a6ab HTTP/1.1" status: 200 len: 910 time: 0.1148906 Jul 16 01:50:48.061807 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a35a4253-a67e-416a-afc4-434b8585fee1 None None] For port 1a9d8079-aac2-4603-90ca-dfa183e64cb4, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1a9d8079-aac2-4603-90ca-dfa183e64cb4,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:48.062976 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a35a4253-a67e-416a-afc4-434b8585fee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.072533 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e4f7ec6c-7860-4903-a276-972d0429955b req-7a876ed2-231d-4264-b790-4d9921d64c43 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/quotas/3e931c56f359495d877911d5244073fc HTTP/1.1" status: 200 len: 375 time: 0.0144167 Jul 16 01:50:48.080533 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a35a4253-a67e-416a-afc4-434b8585fee1 None None] Calling delete_port for 1a9d8079-aac2-4603-90ca-dfa183e64cb4 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:48.095361 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-d8051f78-dc37-464d-bb15-e4e1e63a5d43 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Allocated IP 2001:db8::3d5 (acf4831a-81ad-4585-963d-279502d26b10/892bca7a-daf1-4110-b2e6-03a85b6537b6/befa907e-932e-4843-8dc9-7d34459a5677) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:48.109276 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ce76be7-dc2c-4e34-ae23-7f2ff5c42838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.117757 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ce76be7-dc2c-4e34-ae23-7f2ff5c42838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.159140 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce76be7-dc2c-4e34-ae23-7f2ff5c42838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd7c499-0f8a-4e9c-ac7c-f8c7f1d30fc7,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:48.162058 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:48.187786 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.243339 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e4f7ec6c-7860-4903-a276-972d0429955b req-1caf0e08-2289-42a9-972b-b365844162cd tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e931c56f359495d877911d5244073fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1696072 Jul 16 01:50:48.243572 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b10c163d-cbd5-43c0-8080-598fabdf6af8 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.261455 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b10c163d-cbd5-43c0-8080-598fabdf6af8 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.297487 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3ce76be7-dc2c-4e34-ae23-7f2ff5c42838 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=141f792105c44cfe95487028c3b9f1be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1625173 Jul 16 01:50:48.301427 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48490) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:48.310783 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device d3f3c163-d71b-45fd-936c-ead4451863c7 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:48.325704 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b10c163d-cbd5-43c0-8080-598fabdf6af8 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.326928 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b10c163d-cbd5-43c0-8080-598fabdf6af8 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8635125 Jul 16 01:50:48.334069 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48492) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:48.378716 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c163d-cbd5-43c0-8080-598fabdf6af8 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39902eb3-aa12-4422-bfbf-1f0cdf1f7e41,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:48.403572 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port d3f3c163-d71b-45fd-936c-ead4451863c7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:48.404007 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.420149 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b4c6f177-747e-4824-bb52-316ba36aa44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.447986 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a35a4253-a67e-416a-afc4-434b8585fee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.481952 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b4c6f177-747e-4824-bb52-316ba36aa44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.491297 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a4253-a67e-416a-afc4-434b8585fee1 None None] Pushing event deleted for resources: {'Port': ['ID=1a9d8079-aac2-4603-90ca-dfa183e64cb4,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:48.517871 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35a4253-a67e-416a-afc4-434b8585fee1 None None] No DVR routers for this DVR port 1a9d8079-aac2-4603-90ca-dfa183e64cb4 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:48.549954 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.556212 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e4f7ec6c-7860-4903-a276-972d0429955b req-57980c88-22a1-4a9d-9a51-4db39b4e8d1e service neutron] 10.222.0.54 "GET /v2.0/networks/7ad34b91-7198-40af-8364-3e2524b1a6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111825 Jul 16 01:50:48.579252 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d8051f78-dc37-464d-bb15-e4e1e63a5d43 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.587883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a020cfd2-2b77-4782-b51f-6e867ced8263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f3c163-d71b-45fd-936c-ead4451863c7'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:48.590438 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6221c084-52e1-47a0-babf-eae8d42f46d4" -d '{"events": [{"server_uuid": "a020cfd2-2b77-4782-b51f-6e867ced8263", "name": "network-vif-plugged", "status": "completed", "tag": "d3f3c163-d71b-45fd-936c-ead4451863c7"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:48.606082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port d3f3c163-d71b-45fd-936c-ead4451863c7, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d3f3c163-d71b-45fd-936c-ead4451863c7,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:48.610393 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.614358 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b4c6f177-747e-4824-bb52-316ba36aa44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.622617 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b4c6f177-747e-4824-bb52-316ba36aa44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.623876 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b4c6f177-747e-4824-bb52-316ba36aa44a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2bd7c499-0f8a-4e9c-ac7c-f8c7f1d30fc7 HTTP/1.1" status: 204 len: 168 time: 0.3215294 Jul 16 01:50:48.625202 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-d8051f78-dc37-464d-bb15-e4e1e63a5d43 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Transition to ACTIVE for port object befa907e-932e-4843-8dc9-7d34459a5677 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:48.659313 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6f177-747e-4824-bb52-316ba36aa44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd7c499-0f8a-4e9c-ac7c-f8c7f1d30fc7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:48.672776 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8c9c9d4a-ba6d-479a-a9ce-20f43dced15b tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3337104 Jul 16 01:50:48.672921 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f28c36-3dcc-455c-8b32-d22fd4dd0353 x-openstack-request-id: req-d5f28c36-3dcc-455c-8b32-d22fd4dd0353 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:48.672921 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a020cfd2-2b77-4782-b51f-6e867ced8263", "name": "network-vif-plugged", "status": "completed", "tag": "d3f3c163-d71b-45fd-936c-ead4451863c7", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:48.672921 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d5f28c36-3dcc-455c-8b32-d22fd4dd0353 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:48.672921 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a020cfd2-2b77-4782-b51f-6e867ced8263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f3c163-d71b-45fd-936c-ead4451863c7', 'code': 200} Jul 16 01:50:48.674464 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48516) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:48.701625 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-31c28cce-f9cb-43a6-a6b3-b6c902db69d7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group': {'name': 'tempest-security--251736402', 'description': 'tempest-security-description-123780732'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:48.729276 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d8051f78-dc37-464d-bb15-e4e1e63a5d43 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.744312 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=d3f3c163-d71b-45fd-936c-ead4451863c7,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:48.787206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8051f78-dc37-464d-bb15-e4e1e63a5d43 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Network acf4831a-81ad-4585-963d-279502d26b10 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:48.795159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-d8051f78-dc37-464d-bb15-e4e1e63a5d43 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:48.800174 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8051f78-dc37-464d-bb15-e4e1e63a5d43 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:48.808156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8051f78-dc37-464d-bb15-e4e1e63a5d43 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:48.809677 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d8051f78-dc37-464d-bb15-e4e1e63a5d43 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.825527 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8051f78-dc37-464d-bb15-e4e1e63a5d43 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event updated for resources: {'Port': ['ID=befa907e-932e-4843-8dc9-7d34459a5677,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:48.839763 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d8051f78-dc37-464d-bb15-e4e1e63a5d43 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6037560 Jul 16 01:50:48.841644 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48524) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:48.849785 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-44cbd915-5ca5-4d79-aa63-6af83fe2e71b tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::9f', 'mac_address': 'fa:16:3e:ab:4e:2e'}, {'ip_address': '2001:db8::1ce', 'mac_address': 'fa:16:3e:ea:f6:2c'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:48.948937 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48528) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:48.982146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1a9d8079-aac2-4603-90ca-dfa183e64cb4 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:49.031424 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 1a9d8079-aac2-4603-90ca-dfa183e64cb4 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:49.031819 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1a9d8079-aac2-4603-90ca-dfa183e64cb4 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:49.120619 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08b101-41f7-42ba-a554-64492baca9c1 req-8d2e0018-f79b-4008-8777-0f3889c2cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:49.122336 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8f08b101-41f7-42ba-a554-64492baca9c1 req-8d2e0018-f79b-4008-8777-0f3889c2cfbf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 1096 time: 0.2667112 Jul 16 01:50:49.177216 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48532) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:49.248663 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-408917df-1907-44ba-8da6-fbc814c0ddbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.250557 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbe8fd4f-1c87-4a3d-a205-00ff68e18582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.261147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c6ac1247-0f36-46d1-b1be-e3ba108a3fcb None None] Provisioning for port befa907e-932e-4843-8dc9-7d34459a5677 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:49.265382 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c6ac1247-0f36-46d1-b1be-e3ba108a3fcb None None] Provisioning complete for port befa907e-932e-4843-8dc9-7d34459a5677 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:49.265907 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6ac1247-0f36-46d1-b1be-e3ba108a3fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.278547 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8f08b101-41f7-42ba-a554-64492baca9c1 req-3fc9923c-cfb7-461f-ac2a-77271a20c6c7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437335 Jul 16 01:50:49.295722 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-44cbd915-5ca5-4d79-aa63-6af83fe2e71b tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.300192 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e97ce-3618-4a18-b75b-5788680f5653 req-52c9cd2f-e959-474c-90aa-6dcc838c1dcd tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:49.301794 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba8e97ce-3618-4a18-b75b-5788680f5653 req-52c9cd2f-e959-474c-90aa-6dcc838c1dcd tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.2850809 Jul 16 01:50:49.312081 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac1247-0f36-46d1-b1be-e3ba108a3fcb None None] Port befa907e-932e-4843-8dc9-7d34459a5677 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:49.357687 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-31c28cce-f9cb-43a6-a6b3-b6c902db69d7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.367443 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.408373 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba8e97ce-3618-4a18-b75b-5788680f5653 req-6e977584-7bd2-439b-9475-6028cd641a2a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928788 Jul 16 01:50:49.409284 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e4f7ec6c-7860-4903-a276-972d0429955b req-ac746a45-d9fd-4303-a6f3-b8d2d701a0db service neutron] 10.222.0.54 "GET /v2.0/networks/7ad34b91-7198-40af-8364-3e2524b1a6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8520977 Jul 16 01:50:49.423662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:49.431311 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:49.444375 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:49.445104 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.447849 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5106d3f-d5af-4216-9644-671713a985b5 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:49.494253 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-31c28cce-f9cb-43a6-a6b3-b6c902db69d7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.495219 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=21af0068-6c19-4bb4-93a4-7b966630685f,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:49.504007 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:49.504459 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:49.504802 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:49.505142 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:49.506014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:49.506433 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:49.506773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:49.507633 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:49.507633 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:49.507937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:49.508191 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:49.508530 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:49.513323 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-31c28cce-f9cb-43a6-a6b3-b6c902db69d7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.516443 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-31c28cce-f9cb-43a6-a6b3-b6c902db69d7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.517831 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-31c28cce-f9cb-43a6-a6b3-b6c902db69d7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "PUT /v2.0/security-groups/39902eb3-aa12-4422-bfbf-1f0cdf1f7e41 HTTP/1.1" status: 200 len: 1778 time: 0.8403411 Jul 16 01:50:49.521037 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48534) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:49.558784 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbe8fd4f-1c87-4a3d-a205-00ff68e18582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.571373 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c28cce-f9cb-43a6-a6b3-b6c902db69d7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39902eb3-aa12-4422-bfbf-1f0cdf1f7e41,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:49.571938 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fbe8fd4f-1c87-4a3d-a205-00ff68e18582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.609438 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6a6311a9-635e-4e72-a571-d5ae44f6cf08 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-groups/39902eb3-aa12-4422-bfbf-1f0cdf1f7e41 HTTP/1.1" status: 200 len: 1778 time: 0.0849338 Jul 16 01:50:49.611662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48536) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:49.652751 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-44cbd915-5ca5-4d79-aa63-6af83fe2e71b tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.656336 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fbe8fd4f-1c87-4a3d-a205-00ff68e18582 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=424d3b77fbe84773b1becc439d182266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4737523 Jul 16 01:50:49.659392 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48538) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:49.664348 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8fd4f-1c87-4a3d-a205-00ff68e18582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c304bb-9b2a-41ec-ba94-8e98f0e830f1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:49.681929 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-44cbd915-5ca5-4d79-aa63-6af83fe2e71b tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.722929 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-5194c550-3669-42e5-a558-3e55db19984a', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'fixed_ips': [{'subnet_id': '21af0068-6c19-4bb4-93a4-7b966630685f'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:49.724544 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.740678 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7ec2-6392-4bb6-a045-10df13b29e47 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.757967 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-44cbd915-5ca5-4d79-aa63-6af83fe2e71b tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] In _notify_port_updated(), no bound segment for port befa907e-932e-4843-8dc9-7d34459a5677 on network acf4831a-81ad-4585-963d-279502d26b10 {{(pid=93831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:50:49.776919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cbd915-5ca5-4d79-aa63-6af83fe2e71b tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:49.777932 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-44cbd915-5ca5-4d79-aa63-6af83fe2e71b tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.782780 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48544) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:49.783302 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-44cbd915-5ca5-4d79-aa63-6af83fe2e71b tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "PUT /v2.0/ports/befa907e-932e-4843-8dc9-7d34459a5677 HTTP/1.1" status: 200 len: 1066 time: 0.9397564 Jul 16 01:50:49.811236 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7ec2-6392-4bb6-a045-10df13b29e47 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.848849 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-408917df-1907-44ba-8da6-fbc814c0ddbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.851052 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3274fcc5-5c40-41fd-8484-e4ed989d68c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.859232 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-408917df-1907-44ba-8da6-fbc814c0ddbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.893130 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-53893f0a-c0cf-4b42-a09e-0f8b786e0273 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3649230 Jul 16 01:50:49.912859 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48546) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:49.918221 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3274fcc5-5c40-41fd-8484-e4ed989d68c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.930075 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-1fc4a416-db67-49a7-89f0-bbeccada0a38 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'fixed_ips': [{'subnet_id': '21af0068-6c19-4bb4-93a4-7b966630685f', 'ip_address': '2001:db8::e315:aba0:1417:a76d'}], 'name': 'tempest-NetworksTestDHCPv6-1324202573'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:49.956437 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbd915-5ca5-4d79-aa63-6af83fe2e71b tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event updated for resources: {'Port': ['ID=befa907e-932e-4843-8dc9-7d34459a5677,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:49.972167 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4b2e5eb3-100e-4621-a5f7-d4e8eac8e4d9 req-b71a23f5-d077-4e2a-b089-544311c98343 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 210 time: 0.1202686 Jul 16 01:50:50.012569 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Allocated IP 2001:db8::2 (5194c550-3669-42e5-a558-3e55db19984a/21af0068-6c19-4bb4-93a4-7b966630685f/0f6e4ae6-0017-4749-9029-982c410509be) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:50.047315 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-408917df-1907-44ba-8da6-fbc814c0ddbb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9f9ecd999e6c425aa0a56a6e2a4e3ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0960202 Jul 16 01:50:50.052242 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408917df-1907-44ba-8da6-fbc814c0ddbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f27c5f-8c22-4478-9e66-0837874dd542,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:50.054861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48552) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:50.057012 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7ec2-6392-4bb6-a045-10df13b29e47 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.059650 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7ec2-6392-4bb6-a045-10df13b29e47 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.064986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48554) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:50.075677 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5c0c7ec2-6392-4bb6-a045-10df13b29e47 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-groups/39902eb3-aa12-4422-bfbf-1f0cdf1f7e41 HTTP/1.1" status: 204 len: 168 time: 0.4613073 Jul 16 01:50:50.108752 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c7ec2-6392-4bb6-a045-10df13b29e47 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39902eb3-aa12-4422-bfbf-1f0cdf1f7e41,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:50.150128 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-41d7d8de-33e3-44eb-951d-7524ae3b88fa tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Deleting port befa907e-932e-4843-8dc9-7d34459a5677 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:50.150511 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41d7d8de-33e3-44eb-951d-7524ae3b88fa tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.185315 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a24eb4fc-9c10-4245-a0c0-547ef742a909 None None] Provisioning complete for port befa907e-932e-4843-8dc9-7d34459a5677 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:50.185700 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a24eb4fc-9c10-4245-a0c0-547ef742a909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.235856 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3274fcc5-5c40-41fd-8484-e4ed989d68c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.237365 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3274fcc5-5c40-41fd-8484-e4ed989d68c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.238557 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e0f25130-da3a-47ae-93a4-1dd7292b3067 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1723542 Jul 16 01:50:50.244552 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3274fcc5-5c40-41fd-8484-e4ed989d68c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/37c304bb-9b2a-41ec-ba94-8e98f0e830f1 HTTP/1.1" status: 204 len: 168 time: 0.5816071 Jul 16 01:50:50.244552 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48558) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:50.261361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a24eb4fc-9c10-4245-a0c0-547ef742a909 None None] Port befa907e-932e-4843-8dc9-7d34459a5677 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:50.280312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274fcc5-5c40-41fd-8484-e4ed989d68c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c304bb-9b2a-41ec-ba94-8e98f0e830f1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:50.287916 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-1c733fe7-95e9-4d0d-aba9-3b8b82ce9d35 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] delete failed (client error): The resource could not be found. Jul 16 01:50:50.293082 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1c733fe7-95e9-4d0d-aba9-3b8b82ce9d35 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-groups/39902eb3-aa12-4422-bfbf-1f0cdf1f7e41 HTTP/1.1" status: 404 len: 347 time: 0.0443616 Jul 16 01:50:50.293710 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48562) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:50.306486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4afd9fc3-2738-497a-9f23-f66aa0a62279 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568788210'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:50.310922 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc4a416-db67-49a7-89f0-bbeccada0a38 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:50.311553 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12a983b3-9c35-4dd0-b313-75fa5f297601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.315384 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41d7d8de-33e3-44eb-951d-7524ae3b88fa tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.315689 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.329402 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Transition to ACTIVE for port object 0f6e4ae6-0017-4749-9029-982c410509be will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:50.342118 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-41d7d8de-33e3-44eb-951d-7524ae3b88fa tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Calling delete_port for befa907e-932e-4843-8dc9-7d34459a5677 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:50.368615 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12a983b3-9c35-4dd0-b313-75fa5f297601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.370117 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Transition to ACTIVE for port object 0f6e4ae6-0017-4749-9029-982c410509be will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:50.384949 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.416570 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4afd9fc3-2738-497a-9f23-f66aa0a62279 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.418725 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:50.457856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:50.465690 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:50.490492 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a416-db67-49a7-89f0-bbeccada0a38 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.525949 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12a983b3-9c35-4dd0-b313-75fa5f297601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.528441 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12a983b3-9c35-4dd0-b313-75fa5f297601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.528591 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-1fc4a416-db67-49a7-89f0-bbeccada0a38 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port 123b2c77-5330-41be-b544-b4421182db4b yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:50.536245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-12a983b3-9c35-4dd0-b313-75fa5f297601 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/18f27c5f-8c22-4478-9e66-0837874dd542 HTTP/1.1" status: 204 len: 168 time: 0.4773173 Jul 16 01:50:50.571568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a983b3-9c35-4dd0-b313-75fa5f297601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f27c5f-8c22-4478-9e66-0837874dd542,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:50.587405 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Pushing event updated for resources: {'Port': ['ID=0f6e4ae6-0017-4749-9029-982c410509be,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:50.647203 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Attempting to bind port 0f6e4ae6-0017-4749-9029-982c410509be on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:50.648368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Attempting to bind port 0f6e4ae6-0017-4749-9029-982c410509be by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:50.649376 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Attempting to bind port 0f6e4ae6-0017-4749-9029-982c410509be on network 5194c550-3669-42e5-a558-3e55db19984a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:50.662807 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:50.663600 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:50.666566 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.667066 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Bound using segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:50.667661 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Bound port: 0f6e4ae6-0017-4749-9029-982c410509be, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:50.668189 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.808789 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4afd9fc3-2738-497a-9f23-f66aa0a62279 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.816310 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41d7d8de-33e3-44eb-951d-7524ae3b88fa tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.833409 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4afd9fc3-2738-497a-9f23-f66aa0a62279 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.856869 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] For port 0f6e4ae6-0017-4749-9029-982c410509be, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:50.866412 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] For port 0f6e4ae6-0017-4749-9029-982c410509be, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0f6e4ae6-0017-4749-9029-982c410509be,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:50.884260 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:50.912493 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7d8de-33e3-44eb-951d-7524ae3b88fa tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event deleted for resources: {'Port': ['ID=befa907e-932e-4843-8dc9-7d34459a5677,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:50.950900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48574) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:51.017676 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-00260445-ac1e-4319-9ac8-524cb5427954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.024852 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-1fc4a416-db67-49a7-89f0-bbeccada0a38 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::e315:aba0:1417:a76d (5194c550-3669-42e5-a558-3e55db19984a/21af0068-6c19-4bb4-93a4-7b966630685f/123b2c77-5330-41be-b544-b4421182db4b) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:51.042081 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6973e8-ea4c-4fa9-8dc3-544f51c14ff5 None None] Pushing event updated for resources: {'Port': ['ID=0f6e4ae6-0017-4749-9029-982c410509be,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:51.100893 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4afd9fc3-2738-497a-9f23-f66aa0a62279 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.104596 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4afd9fc3-2738-497a-9f23-f66aa0a62279 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8044121 Jul 16 01:50:51.109443 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48578) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:51.116306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-2a3de7c8-f169-47da-b6a0-0c54ca394047 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group_rule': {'security_group_id': 'be6772ba-6b39-4b96-80d0-06e9c2c49c47', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:51.121526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd9fc3-2738-497a-9f23-f66aa0a62279 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6772ba-6b39-4b96-80d0-06e9c2c49c47,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:51.183388 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c4535-dce2-42be-b54f-cb4379556685 req-4323b6b4-b91a-4c59-ac7a-9f0a20f29a7a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:51.190569 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-456c4535-dce2-42be-b54f-cb4379556685 req-4323b6b4-b91a-4c59-ac7a-9f0a20f29a7a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.4744580 Jul 16 01:50:51.254453 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a3de7c8-f169-47da-b6a0-0c54ca394047 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.307141 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a553cfda-2b93-4e3e-9588-28e64f0de4a3 req-b2a23653-d7e3-4d83-baf6-6906ba7ac62f tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 210 time: 0.0653744 Jul 16 01:50:51.427734 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-456c4535-dce2-42be-b54f-cb4379556685 req-67e41048-be4c-4548-be80-b592f7093c80 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361169 Jul 16 01:50:51.450771 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48580) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:51.471203 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a416-db67-49a7-89f0-bbeccada0a38 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.484663 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-42d18e85-b0c5-4030-bf79-3784cbe173cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.528711 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-1fc4a416-db67-49a7-89f0-bbeccada0a38 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object 123b2c77-5330-41be-b544-b4421182db4b will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:51.531335 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a3de7c8-f169-47da-b6a0-0c54ca394047 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.536983 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a3de7c8-f169-47da-b6a0-0c54ca394047 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.556755 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3de7c8-f169-47da-b6a0-0c54ca394047 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf96c64-9b90-4a5d-a428-a76190b94964,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:51.562469 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-00260445-ac1e-4319-9ac8-524cb5427954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.567820 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41d7d8de-33e3-44eb-951d-7524ae3b88fa tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.571312 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-41d7d8de-33e3-44eb-951d-7524ae3b88fa tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "DELETE /v2.0/ports/befa907e-932e-4843-8dc9-7d34459a5677 HTTP/1.1" status: 204 len: 168 time: 1.7851648 Jul 16 01:50:51.579371 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48582) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:51.607532 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-00260445-ac1e-4319-9ac8-524cb5427954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.628374 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-29520815-403a-476c-92e4-7a769866ad01 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] GET failed (client error): The resource could not be found. Jul 16 01:50:51.632800 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-29520815-403a-476c-92e4-7a769866ad01 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "GET /v2.0/ports/befa907e-932e-4843-8dc9-7d34459a5677 HTTP/1.1" status: 404 len: 333 time: 0.0499692 Jul 16 01:50:51.635564 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48584) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:51.683617 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a416-db67-49a7-89f0-bbeccada0a38 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.704592 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-00260445-ac1e-4319-9ac8-524cb5427954 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec7da40f0dc54001970cb8be35aad440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7451658 Jul 16 01:50:51.704592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00260445-ac1e-4319-9ac8-524cb5427954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb0dcaf-98d2-4931-9366-1f7c716e6fc6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:51.704926 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48586) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:51.725687 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7ec6c-7860-4903-a276-972d0429955b req-f2dc39b7-c467-40c0-9ed0-b923c5c56d7b tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:51.727413 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e4f7ec6c-7860-4903-a276-972d0429955b req-f2dc39b7-c467-40c0-9ed0-b923c5c56d7b tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.47 "GET /v2.0/networks?id=7ad34b91-7198-40af-8364-3e2524b1a6ab HTTP/1.1" status: 200 len: 910 time: 0.1549060 Jul 16 01:50:51.738895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-e4f7ec6c-7860-4903-a276-972d0429955b req-b9f96b35-48b7-4059-b838-7189b79a63bf tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Request body: {'port': {'device_id': '6c04cf16-b7c1-471e-bfbe-4423755ee660', 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab', 'admin_state_up': True, 'tenant_id': '3e931c56f359495d877911d5244073fc'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:51.781807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc4a416-db67-49a7-89f0-bbeccada0a38 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:51.808714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-1fc4a416-db67-49a7-89f0-bbeccada0a38 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:51.832455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4a416-db67-49a7-89f0-bbeccada0a38 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:51.838821 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc4a416-db67-49a7-89f0-bbeccada0a38 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:51.839434 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a416-db67-49a7-89f0-bbeccada0a38 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.851785 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4a416-db67-49a7-89f0-bbeccada0a38 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=123b2c77-5330-41be-b544-b4421182db4b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:51.902796 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-42d18e85-b0c5-4030-bf79-3784cbe173cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.913680 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1aeb51f7-e015-467d-a724-06e42e907e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.915293 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-42d18e85-b0c5-4030-bf79-3784cbe173cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.926495 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1fc4a416-db67-49a7-89f0-bbeccada0a38 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0124407 Jul 16 01:50:51.926673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48588) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:51.936190 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a3de7c8-f169-47da-b6a0-0c54ca394047 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.937706 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2a3de7c8-f169-47da-b6a0-0c54ca394047 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8271554 Jul 16 01:50:51.960365 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48590) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:51.970070 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f7ec6c-7860-4903-a276-972d0429955b req-b9f96b35-48b7-4059-b838-7189b79a63bf tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Made reservation on behalf of 3e931c56f359495d877911d5244073fc for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:51.972680 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e4f7ec6c-7860-4903-a276-972d0429955b req-b9f96b35-48b7-4059-b838-7189b79a63bf tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.035668 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1aeb51f7-e015-467d-a724-06e42e907e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.070525 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d18e85-b0c5-4030-bf79-3784cbe173cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44439d7b-8485-487c-8c2e-11b8bba9261b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:52.083385 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Deleting port b93752d2-2849-467d-ba41-9058bf6c60df {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:52.083881 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.091631 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed22e3d1-2288-4290-9921-10bf4a5b8246 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:52.093378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-42d18e85-b0c5-4030-bf79-3784cbe173cb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7f04835ce5c54a728a6361594b8b0fa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6329355 Jul 16 01:50:52.099702 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed22e3d1-2288-4290-9921-10bf4a5b8246 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:52.100211 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48594) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:52.103851 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ed22e3d1-2288-4290-9921-10bf4a5b8246 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1738510 Jul 16 01:50:52.104211 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48596) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:52.161119 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1c1fb30b-023d-413f-a71b-0133efcbb722 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.180304 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1c1fb30b-023d-413f-a71b-0133efcbb722 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.237384 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-e4f7ec6c-7860-4903-a276-972d0429955b req-b9f96b35-48b7-4059-b838-7189b79a63bf tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Allocated IP 172.20.0.9 (7ad34b91-7198-40af-8364-3e2524b1a6ab/c99630c3-798c-4235-8a39-03e83089a162/10fdb771-544d-4656-83a6-9993b960d227) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:52.251826 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1850000f-4e73-4613-b878-cce1afaf9ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.268138 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1aeb51f7-e015-467d-a724-06e42e907e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.270775 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1aeb51f7-e015-467d-a724-06e42e907e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.274923 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1aeb51f7-e015-467d-a724-06e42e907e31 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5bb0dcaf-98d2-4931-9366-1f7c716e6fc6 HTTP/1.1" status: 204 len: 168 time: 0.5637028 Jul 16 01:50:52.285937 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1c1fb30b-023d-413f-a71b-0133efcbb722 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.295900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e19e6347-4dd4-4e6d-bc1b-db9e18056007 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port 123b2c77-5330-41be-b544-b4421182db4b {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:52.296259 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e19e6347-4dd4-4e6d-bc1b-db9e18056007 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.310611 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1c1fb30b-023d-413f-a71b-0133efcbb722 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.311803 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1c1fb30b-023d-413f-a71b-0133efcbb722 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/7cf96c64-9b90-4a5d-a428-a76190b94964 HTTP/1.1" status: 204 len: 168 time: 0.3471062 Jul 16 01:50:52.319999 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48600) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:52.325120 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb51f7-e015-467d-a724-06e42e907e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb0dcaf-98d2-4931-9366-1f7c716e6fc6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:52.329897 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1850000f-4e73-4613-b878-cce1afaf9ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.332763 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.336111 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fb30b-023d-413f-a71b-0133efcbb722 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cf96c64-9b90-4a5d-a428-a76190b94964,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:52.364302 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Calling delete_port for b93752d2-2849-467d-ba41-9058bf6c60df owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:52.527204 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4bac34fb-c8ae-4a85-8d82-f82772a20821 None None] Provisioning for port 0f6e4ae6-0017-4749-9029-982c410509be completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:52.566781 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1850000f-4e73-4613-b878-cce1afaf9ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.569687 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1850000f-4e73-4613-b878-cce1afaf9ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.583654 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1850000f-4e73-4613-b878-cce1afaf9ea9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/44439d7b-8485-487c-8c2e-11b8bba9261b HTTP/1.1" status: 204 len: 168 time: 0.4821420 Jul 16 01:50:52.590114 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e19e6347-4dd4-4e6d-bc1b-db9e18056007 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.593315 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.642980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850000f-4e73-4613-b878-cce1afaf9ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44439d7b-8485-487c-8c2e-11b8bba9261b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:52.645255 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event deleted for resources: {'Port': ['ID=b93752d2-2849-467d-ba41-9058bf6c60df,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:52.674382 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-24c2a77f-7a8f-4783-8923-68981a6450c4 req-84ddf452-d582-42b0-994c-5d334294f240 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 210 time: 0.1314540 Jul 16 01:50:52.678789 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.679224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.679594 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.679970 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.680311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.680658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.680996 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.681331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.681665 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.681994 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.682325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.682656 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.686540 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1850000f-4e73-4613-b878-cce1afaf9ea9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.686728 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1850000f-4e73-4613-b878-cce1afaf9ea9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.687221 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1850000f-4e73-4613-b878-cce1afaf9ea9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.687572 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1850000f-4e73-4613-b878-cce1afaf9ea9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.688059 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1850000f-4e73-4613-b878-cce1afaf9ea9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.688403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1850000f-4e73-4613-b878-cce1afaf9ea9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.688736 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1850000f-4e73-4613-b878-cce1afaf9ea9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.689066 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1850000f-4e73-4613-b878-cce1afaf9ea9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.689380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1850000f-4e73-4613-b878-cce1afaf9ea9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.689713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1850000f-4e73-4613-b878-cce1afaf9ea9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.690041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1850000f-4e73-4613-b878-cce1afaf9ea9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.690371 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1850000f-4e73-4613-b878-cce1afaf9ea9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:52.717743 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5bfe9838-be52-4b78-b207-528a74446502 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3964477 Jul 16 01:50:52.737323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e19e6347-4dd4-4e6d-bc1b-db9e18056007 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for 123b2c77-5330-41be-b544-b4421182db4b owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:52.739152 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48610) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:52.786003 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.791953 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c15ba962-bb1c-4f82-9ce2-45e0f0aacca1 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "DELETE /v2.0/ports/b93752d2-2849-467d-ba41-9058bf6c60df HTTP/1.1" status: 204 len: 168 time: 1.1510677 Jul 16 01:50:52.792564 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48612) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:52.828755 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e4f7ec6c-7860-4903-a276-972d0429955b req-b9f96b35-48b7-4059-b838-7189b79a63bf tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.833220 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26e9e7b-af86-486b-a279-a461ffb52f59 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] GET failed (client error): The resource could not be found. Jul 16 01:50:52.839498 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d26e9e7b-af86-486b-a279-a461ffb52f59 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "GET /v2.0/ports/b93752d2-2849-467d-ba41-9058bf6c60df HTTP/1.1" status: 404 len: 333 time: 0.0413375 Jul 16 01:50:52.841023 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48616) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:52.868894 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-59ba7c83-616f-4e80-8f66-a27d5d465d8a None None] Provisioning for port 123b2c77-5330-41be-b544-b4421182db4b completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:52.882707 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-59ba7c83-616f-4e80-8f66-a27d5d465d8a None None] Provisioning complete for port 123b2c77-5330-41be-b544-b4421182db4b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:52.883729 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-59ba7c83-616f-4e80-8f66-a27d5d465d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.915361 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-e4f7ec6c-7860-4903-a276-972d0429955b req-b9f96b35-48b7-4059-b838-7189b79a63bf tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Transition to ACTIVE for port object 10fdb771-544d-4656-83a6-9993b960d227 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:52.957595 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44122510-02e8-4e5f-87c4-0a915412b628 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.995039 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-59ba7c83-616f-4e80-8f66-a27d5d465d8a None None] Port 123b2c77-5330-41be-b544-b4421182db4b cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:53.055797 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44122510-02e8-4e5f-87c4-0a915412b628 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.072510 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0f6e4ae6-0017-4749-9029-982c410509be up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:53.101244 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841afd5-369e-48fe-b3ed-c2f9d3337658 req-ead198be-422a-42f3-a427-fa84e5604d77 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:53.109438 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1841afd5-369e-48fe-b3ed-c2f9d3337658 req-ead198be-422a-42f3-a427-fa84e5604d77 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.4390941 Jul 16 01:50:53.117068 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e4f7ec6c-7860-4903-a276-972d0429955b req-b9f96b35-48b7-4059-b838-7189b79a63bf tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.156990 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['251c706a-baa7-4a1d-a928-c1db3277a02a'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:53.215690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f7ec6c-7860-4903-a276-972d0429955b req-b9f96b35-48b7-4059-b838-7189b79a63bf tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Network 7ad34b91-7198-40af-8364-3e2524b1a6ab is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:53.216697 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44122510-02e8-4e5f-87c4-0a915412b628 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.219605 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44122510-02e8-4e5f-87c4-0a915412b628 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.223586 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-44122510-02e8-4e5f-87c4-0a915412b628 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-groups/be6772ba-6b39-4b96-80d0-06e9c2c49c47 HTTP/1.1" status: 204 len: 168 time: 0.4808853 Jul 16 01:50:53.234225 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-e4f7ec6c-7860-4903-a276-972d0429955b req-b9f96b35-48b7-4059-b838-7189b79a63bf tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:53.236879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48632) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:53.258035 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f7ec6c-7860-4903-a276-972d0429955b req-b9f96b35-48b7-4059-b838-7189b79a63bf tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:53.260318 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1841afd5-369e-48fe-b3ed-c2f9d3337658 req-105347b4-48ff-4c0c-b39f-00f6a27bf76e tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499114 Jul 16 01:50:53.268856 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f96b35-48b7-4059-b838-7189b79a63bf tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Pushing event updated for resources: {'Port': ['ID=10fdb771-544d-4656-83a6-9993b960d227,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:53.306308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44122510-02e8-4e5f-87c4-0a915412b628 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6772ba-6b39-4b96-80d0-06e9c2c49c47,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:53.307212 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-942ff579-6ab2-467e-a47f-4dd88914faa6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Deleting port ccadc18f-3589-41ee-848f-934e12d026b2 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:53.307695 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-942ff579-6ab2-467e-a47f-4dd88914faa6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.309392 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e19e6347-4dd4-4e6d-bc1b-db9e18056007 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.367909 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 0f6e4ae6-0017-4749-9029-982c410509be completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:53.450143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 0f6e4ae6-0017-4749-9029-982c410509be triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:53.450625 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.494003 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-942ff579-6ab2-467e-a47f-4dd88914faa6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.495934 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e6347-4dd4-4e6d-bc1b-db9e18056007 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=123b2c77-5330-41be-b544-b4421182db4b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:53.512057 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e19e6347-4dd4-4e6d-bc1b-db9e18056007 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.517845 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-942ff579-6ab2-467e-a47f-4dd88914faa6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Calling delete_port for ccadc18f-3589-41ee-848f-934e12d026b2 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:53.519200 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e19e6347-4dd4-4e6d-bc1b-db9e18056007 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/123b2c77-5330-41be-b544-b4421182db4b HTTP/1.1" status: 204 len: 168 time: 1.4090042 Jul 16 01:50:53.520123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48644) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:53.551500 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7ec6c-7860-4903-a276-972d0429955b req-b9f96b35-48b7-4059-b838-7189b79a63bf tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:53.557232 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e4f7ec6c-7860-4903-a276-972d0429955b req-b9f96b35-48b7-4059-b838-7189b79a63bf tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.622549 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e4f7ec6c-7860-4903-a276-972d0429955b req-b9f96b35-48b7-4059-b838-7189b79a63bf tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8875043 Jul 16 01:50:53.630151 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f0f189-70af-4030-b1f3-5ea1f7f1207f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:53.633102 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f0f189-70af-4030-b1f3-5ea1f7f1207f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:53.634845 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-12f0f189-70af-4030-b1f3-5ea1f7f1207f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1115663 Jul 16 01:50:53.637566 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48652) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:53.668402 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Request body: {'port': {'device_id': '6c04cf16-b7c1-471e-bfbe-4423755ee660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:53.896262 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.898507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7c589366-7f37-4444-a794-859c1d2bb28d None None] Provisioning for port 10fdb771-544d-4656-83a6-9993b960d227 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:53.901841 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.911629 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7c589366-7f37-4444-a794-859c1d2bb28d None None] Provisioning complete for port 10fdb771-544d-4656-83a6-9993b960d227 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:53.912287 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7c589366-7f37-4444-a794-859c1d2bb28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.917393 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f55929-ac50-4ee5-ab70-eb09ffde1644 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet 21af0068-6c19-4bb4-93a4-7b966630685f {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:53.931419 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83f55929-ac50-4ee5-ab70-eb09ffde1644 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.948221 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a899212f-f2a4-4334-9348-316fe8f99255 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6833017 Jul 16 01:50:53.952504 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48662) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:53.962727 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-7c589366-7f37-4444-a794-859c1d2bb28d None None] Port 10fdb771-544d-4656-83a6-9993b960d227 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:53.964436 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-abaa0f1c-a497-4fc5-99a4-3f12233a73de tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group': {'name': 'tempest-secgroup--971197067'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:53.993212 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 0f6e4ae6-0017-4749-9029-982c410509be, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0f6e4ae6-0017-4749-9029-982c410509be,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:53.998277 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48664) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:53.999677 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.014481 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83f55929-ac50-4ee5-ab70-eb09ffde1644 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.047057 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976c7b6-8b32-4ba4-945c-b7fe3a4b234c req-f9857701-78e5-48fc-85ba-914cfcb77bea tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:54.058495 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2976c7b6-8b32-4ba4-945c-b7fe3a4b234c req-f9857701-78e5-48fc-85ba-914cfcb77bea tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.4181888 Jul 16 01:50:54.088938 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=0f6e4ae6-0017-4749-9029-982c410509be,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:54.122963 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-abaa0f1c-a497-4fc5-99a4-3f12233a73de tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.207798 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2976c7b6-8b32-4ba4-945c-b7fe3a4b234c req-9f727586-1254-4c94-a414-f44d5b7cb482 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479247 Jul 16 01:50:54.229309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e448339f-d8b8-492d-b305-dbabc8b39e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-383338146'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:54.236740 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-942ff579-6ab2-467e-a47f-4dd88914faa6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.259749 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.288149 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ff579-6ab2-467e-a47f-4dd88914faa6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event deleted for resources: {'Port': ['ID=ccadc18f-3589-41ee-848f-934e12d026b2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:54.316330 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83f55929-ac50-4ee5-ab70-eb09ffde1644 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.361397 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191e4c5-6797-461b-b240-aed981fe0761 req-274fefd7-6452-47cd-b605-06eb0131510f tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:54.370058 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e191e4c5-6797-461b-b240-aed981fe0761 req-274fefd7-6452-47cd-b605-06eb0131510f tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 1027 time: 0.3522995 Jul 16 01:50:54.396651 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-abaa0f1c-a497-4fc5-99a4-3f12233a73de tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.400119 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-942ff579-6ab2-467e-a47f-4dd88914faa6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.404086 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-942ff579-6ab2-467e-a47f-4dd88914faa6 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "DELETE /v2.0/ports/ccadc18f-3589-41ee-848f-934e12d026b2 HTTP/1.1" status: 204 len: 168 time: 1.5595996 Jul 16 01:50:54.407187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48676) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:54.453813 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-abaa0f1c-a497-4fc5-99a4-3f12233a73de tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.477124 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e191e4c5-6797-461b-b240-aed981fe0761 req-70ef545a-5dc5-4386-9729-4478b2fad429 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007771 Jul 16 01:50:54.569011 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e448339f-d8b8-492d-b305-dbabc8b39e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Made reservation on behalf of ad998ab51dd24b77b0b6abc5342ddd27 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:54.575970 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e448339f-d8b8-492d-b305-dbabc8b39e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.598997 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-6491090d-f07c-4fde-b961-1d3a21c97d24 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Deleting subnet 892bca7a-daf1-4110-b2e6-03a85b6537b6 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:54.602169 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48682) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:54.603418 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e448339f-d8b8-492d-b305-dbabc8b39e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.607132 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-abaa0f1c-a497-4fc5-99a4-3f12233a73de tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.611359 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-abaa0f1c-a497-4fc5-99a4-3f12233a73de tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6571393 Jul 16 01:50:54.621729 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48684) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:54.623875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa0f1c-a497-4fc5-99a4-3f12233a73de tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8fd08f-59ed-4175-b47e-16d61e98cf61,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:54.632173 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-0ca0749d-fc7b-4053-b5cc-004ea89d1f04 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group_rule': {'security_group_id': '3e8fd08f-59ed-4175-b47e-16d61e98cf61', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:54.635590 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83f55929-ac50-4ee5-ab70-eb09ffde1644 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.681359 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fccce3-bc57-43e1-9f91-38a1fab69603 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:54.693149 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83f55929-ac50-4ee5-ab70-eb09ffde1644 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.695847 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-83f55929-ac50-4ee5-ab70-eb09ffde1644 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/21af0068-6c19-4bb4-93a4-7b966630685f HTTP/1.1" status: 204 len: 168 time: 1.0522373 Jul 16 01:50:54.699318 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f55929-ac50-4ee5-ab70-eb09ffde1644 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=21af0068-6c19-4bb4-93a4-7b966630685f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:54.705087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48690) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:54.774116 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0ff6d950-97a8-42c2-9651-2b033dfb8bc9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676460 Jul 16 01:50:54.776722 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48692) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:54.783369 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-cfd5fe5f-f1ca-46da-9f94-376b079e61d3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:54.955245 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dffe5a-dbf0-4d64-851e-a81e75484495 None None] DHCP port deletion for 5194c550-3669-42e5-a558-3e55db19984a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:54.964671 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd5fe5f-f1ca-46da-9f94-376b079e61d3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:54.967838 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cfd5fe5f-f1ca-46da-9f94-376b079e61d3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.006186 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6491090d-f07c-4fde-b961-1d3a21c97d24 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.022547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-01dffe5a-dbf0-4d64-851e-a81e75484495 None None] Deleting port 0f6e4ae6-0017-4749-9029-982c410509be {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:55.023084 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-01dffe5a-dbf0-4d64-851e-a81e75484495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.066297 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fdb771-544d-4656-83a6-9993b960d227 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:55.078811 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.104002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-01dffe5a-dbf0-4d64-851e-a81e75484495 None None] For port 0f6e4ae6-0017-4749-9029-982c410509be, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0f6e4ae6-0017-4749-9029-982c410509be,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:55.104242 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Transition to ACTIVE for port object 10fdb771-544d-4656-83a6-9993b960d227 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:55.104601 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-01dffe5a-dbf0-4d64-851e-a81e75484495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.111920 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.125604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-01dffe5a-dbf0-4d64-851e-a81e75484495 None None] Calling delete_port for 0f6e4ae6-0017-4749-9029-982c410509be owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:55.188932 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6491090d-f07c-4fde-b961-1d3a21c97d24 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.205896 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Pushing event updated for resources: {'Port': ['ID=10fdb771-544d-4656-83a6-9993b960d227,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:55.228760 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bcb13f9c-1d30-4d38-8fff-ff0793153717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.254343 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-01dffe5a-dbf0-4d64-851e-a81e75484495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.254866 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ca0749d-fc7b-4053-b5cc-004ea89d1f04 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.312508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dffe5a-dbf0-4d64-851e-a81e75484495 None None] Pushing event deleted for resources: {'Port': ['ID=0f6e4ae6-0017-4749-9029-982c410509be,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:55.320330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ea155-09bc-4895-8917-2e517273c584 req-6e559aa5-84f4-4f76-b36a-d0b702a8ef0e tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.321917 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da6ea155-09bc-4895-8917-2e517273c584 req-6e559aa5-84f4-4f76-b36a-d0b702a8ef0e tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/networks?id=c5628c63-d8f3-48f2-84cc-e34ffa30c398 HTTP/1.1" status: 200 len: 815 time: 0.2868133 Jul 16 01:50:55.323494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dffe5a-dbf0-4d64-851e-a81e75484495 None None] No DVR routers for this DVR port 0f6e4ae6-0017-4749-9029-982c410509be on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:55.380382 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cfd5fe5f-f1ca-46da-9f94-376b079e61d3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.392291 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da6ea155-09bc-4895-8917-2e517273c584 req-613209d8-7696-4461-8147-c1021cfc7913 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/quotas/9d65545dce6d4b268e4cfbd5c15439a3 HTTP/1.1" status: 200 len: 375 time: 0.0606136 Jul 16 01:50:55.396439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Attempting to bind port 10fdb771-544d-4656-83a6-9993b960d227 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:55.397087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Attempting to bind port 10fdb771-544d-4656-83a6-9993b960d227 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '487bfa60-894c-4f64-b7c8-1d4ca3b83b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:55.397508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Attempting to bind port 10fdb771-544d-4656-83a6-9993b960d227 on network 7ad34b91-7198-40af-8364-3e2524b1a6ab {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:55.430082 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Port 10fdb771-544d-4656-83a6-9993b960d227 on network 7ad34b91-7198-40af-8364-3e2524b1a6ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:55.430405 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Attempting to bind port 10fdb771-544d-4656-83a6-9993b960d227 on network 7ad34b91-7198-40af-8364-3e2524b1a6ab {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:55.443964 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd5fe5f-f1ca-46da-9f94-376b079e61d3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:55.447367 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:55.447762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Checking segment: {'id': '487bfa60-894c-4f64-b7c8-1d4ca3b83b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:55.448117 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Bound using segment: {'id': '487bfa60-894c-4f64-b7c8-1d4ca3b83b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:55.448545 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Bound port: 10fdb771-544d-4656-83a6-9993b960d227, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '487bfa60-894c-4f64-b7c8-1d4ca3b83b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:55.448899 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.450851 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-cfd5fe5f-f1ca-46da-9f94-376b079e61d3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:55.456095 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd5fe5f-f1ca-46da-9f94-376b079e61d3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.456681 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cfd5fe5f-f1ca-46da-9f94-376b079e61d3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.461726 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de244a76-7bff-43b5-a87c-44e5d05db073 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:55.473387 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6491090d-f07c-4fde-b961-1d3a21c97d24 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.483626 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5fe5f-f1ca-46da-9f94-376b079e61d3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=d0cba6c3-b3fe-40b7-a218-c74345de2408,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:55.542713 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ca0749d-fc7b-4053-b5cc-004ea89d1f04 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.562011 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ca0749d-fc7b-4053-b5cc-004ea89d1f04 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.564405 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] For port 10fdb771-544d-4656-83a6-9993b960d227, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:55.568001 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] For port 10fdb771-544d-4656-83a6-9993b960d227, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=10fdb771-544d-4656-83a6-9993b960d227,segment=NetworkSegment(487bfa60-894c-4f64-b7c8-1d4ca3b83b24),segment_id=487bfa60-894c-4f64-b7c8-1d4ca3b83b24)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:55.576574 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.604088 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e448339f-d8b8-492d-b305-dbabc8b39e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.623168 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0749d-fc7b-4053-b5cc-004ea89d1f04 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2fd757-4b6a-4d73-ae94-258919343177,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:55.628708 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e448339f-d8b8-492d-b305-dbabc8b39e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.639274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.639979 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.641403 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] 10.222.0.47 "PUT /v2.0/ports/10fdb771-544d-4656-83a6-9993b960d227 HTTP/1.1" status: 200 len: 1091 time: 1.9968431 Jul 16 01:50:55.643152 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c04cf16-b7c1-471e-bfbe-4423755ee660', 'tag': '10fdb771-544d-4656-83a6-9993b960d227'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:55.646450 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e65d0fd-6c93-4c0b-b31f-97ab9d2848f7" -d '{"events": [{"name": "network-changed", "server_uuid": "6c04cf16-b7c1-471e-bfbe-4423755ee660", "tag": "10fdb771-544d-4656-83a6-9993b960d227"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:55.684762 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cfd5fe5f-f1ca-46da-9f94-376b079e61d3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9044137 Jul 16 01:50:55.688995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48708) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:55.714862 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-944fcffc-795f-4457-9bbc-ead1dea06e18 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'fixed_ips': [{'subnet_id': 'd0cba6c3-b3fe-40b7-a218-c74345de2408', 'ip_address': '2001:db8::e1df:c702:7adb:a049'}], 'name': 'tempest-NetworksTestDHCPv6-1259345104'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:55.720586 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722bd0f-9a61-48a9-a871-8d4b20271216 service neutron] Pushing event updated for resources: {'Port': ['ID=10fdb771-544d-4656-83a6-9993b960d227,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:55.727030 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da6ea155-09bc-4895-8917-2e517273c584 req-2b0fa726-3374-4bf7-9aa9-1e247203eace tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d65545dce6d4b268e4cfbd5c15439a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3259840 Jul 16 01:50:55.728160 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6491090d-f07c-4fde-b961-1d3a21c97d24 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.736291 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e448339f-d8b8-492d-b305-dbabc8b39e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:55.749641 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-5194c550-3669-42e5-a558-3e55db19984a', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'fixed_ips': [{'subnet_id': 'd0cba6c3-b3fe-40b7-a218-c74345de2408'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:55.751267 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.783535 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e98c9-6a71-4ed0-8fd9-9ab1ca27d53f req-7db5b2ef-f030-4498-a515-158b4a9f254e tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.785152 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c94e98c9-6a71-4ed0-8fd9-9ab1ca27d53f req-7db5b2ef-f030-4498-a515-158b4a9f254e tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 1094 time: 0.1595948 Jul 16 01:50:55.805149 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448339f-d8b8-492d-b305-dbabc8b39e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1b9109-dfb4-4027-9f0a-c01b6758c67a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:55.832922 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491090d-f07c-4fde-b961-1d3a21c97d24 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event deleted for resources: {'Subnet': ['ID=892bca7a-daf1-4110-b2e6-03a85b6537b6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:55.841977 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e448339f-d8b8-492d-b305-dbabc8b39e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.842336 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-e448339f-d8b8-492d-b305-dbabc8b39e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Added segment ea0c7c91-6f38-4093-add7-4892d494eb63 of type vlan for network d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d Jul 16 01:50:55.846737 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2587318b-4040-4d2e-81ef-5b894af16421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.848300 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e4f7ec6c-7860-4903-a276-972d0429955b req-2587318b-4040-4d2e-81ef-5b894af16421 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e931c56f359495d877911d5244073fc&device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 1094 time: 0.1297543 Jul 16 01:50:55.851453 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c94e98c9-6a71-4ed0-8fd9-9ab1ca27d53f req-14bddc7f-607b-4004-9b49-e4f3506452f9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587037 Jul 16 01:50:55.864666 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6491090d-f07c-4fde-b961-1d3a21c97d24 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.878197 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48714) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:55.882464 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6491090d-f07c-4fde-b961-1d3a21c97d24 tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "DELETE /v2.0/subnets/892bca7a-daf1-4110-b2e6-03a85b6537b6 HTTP/1.1" status: 204 len: 168 time: 1.4737179 Jul 16 01:50:55.898512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-da6ea155-09bc-4895-8917-2e517273c584 req-89957bc8-0621-4aff-8cdf-ce254818b2c8 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:50:55.899550 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da6ea155-09bc-4895-8917-2e517273c584 req-89957bc8-0621-4aff-8cdf-ce254818b2c8 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1391413 Jul 16 01:50:55.931490 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853a592b-4746-4517-9d4c-83e462bb5e79 None None] Network acf4831a-81ad-4585-963d-279502d26b10 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:55.945758 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Allocated IP 2001:db8::2 (5194c550-3669-42e5-a558-3e55db19984a/d0cba6c3-b3fe-40b7-a218-c74345de2408/d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:55.960649 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e4f7ec6c-7860-4903-a276-972d0429955b req-99303a50-4d69-4342-89e8-0a80b31f71f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10fdb771-544d-4656-83a6-9993b960d227 HTTP/1.1" status: 200 len: 217 time: 0.0947611 Jul 16 01:50:55.987304 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a5dfd9-e92c-45a5-833c-1518264a465a x-openstack-request-id: req-92a5dfd9-e92c-45a5-833c-1518264a465a {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:55.987734 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c04cf16-b7c1-471e-bfbe-4423755ee660", "tag": "10fdb771-544d-4656-83a6-9993b960d227", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:55.988143 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-92a5dfd9-e92c-45a5-833c-1518264a465a {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:55.988642 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c04cf16-b7c1-471e-bfbe-4423755ee660', 'tag': '10fdb771-544d-4656-83a6-9993b960d227', 'status': 'completed', 'code': 200} Jul 16 01:50:56.060306 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da6ea155-09bc-4895-8917-2e517273c584 req-77008efe-ec15-4f4a-a72f-9c9c8b3fe619 service neutron] 10.222.0.54 "GET /v2.0/networks/c5628c63-d8f3-48f2-84cc-e34ffa30c398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930488 Jul 16 01:50:56.115723 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.124816 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7ec6c-7860-4903-a276-972d0429955b req-e7308948-9ec2-42c5-b692-c37b3ca95759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:56.126258 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e4f7ec6c-7860-4903-a276-972d0429955b req-e7308948-9ec2-42c5-b692-c37b3ca95759 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c99630c3-798c-4235-8a39-03e83089a162 HTTP/1.1" status: 200 len: 848 time: 0.1294444 Jul 16 01:50:56.141850 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e448339f-d8b8-492d-b305-dbabc8b39e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.223697 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Deleting port b48cc4db-060a-48f4-96a3-7cb13d34bcc9 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:56.224117 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.228639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7ec6c-7860-4903-a276-972d0429955b req-cbcb8d0e-3217-4912-ad43-ba47f514995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:56.230160 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e4f7ec6c-7860-4903-a276-972d0429955b req-cbcb8d0e-3217-4912-ad43-ba47f514995a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ad34b91-7198-40af-8364-3e2524b1a6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955968 Jul 16 01:50:56.248474 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.260843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Transition to ACTIVE for port object d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:56.306706 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Transition to ACTIVE for port object d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:56.314831 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bcb13f9c-1d30-4d38-8fff-ff0793153717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.317278 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.318189 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e448339f-d8b8-492d-b305-dbabc8b39e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.325263 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e448339f-d8b8-492d-b305-dbabc8b39e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:56.326010 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e448339f-d8b8-492d-b305-dbabc8b39e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.343966 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bcb13f9c-1d30-4d38-8fff-ff0793153717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.370892 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ca0749d-fc7b-4053-b5cc-004ea89d1f04 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.374564 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0ca0749d-fc7b-4053-b5cc-004ea89d1f04 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7448869 Jul 16 01:50:56.375477 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da6ea155-09bc-4895-8917-2e517273c584 req-9257fb93-acf2-44f8-b633-9239bcea4967 service neutron] 10.222.0.54 "GET /v2.0/networks/c5628c63-d8f3-48f2-84cc-e34ffa30c398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932115 Jul 16 01:50:56.375477 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48718) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:56.393461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Pushing event updated for resources: {'Port': ['ID=d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:56.397417 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b370a4ed-19c7-4710-adc5-6703ca43143e tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group_rule': {'security_group_id': '3e8fd08f-59ed-4175-b47e-16d61e98cf61', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:56.398963 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a335c7-b593-44dd-91aa-305166d62a30 None None] DHCP port deletion for acf4831a-81ad-4585-963d-279502d26b10 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:56.421058 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:56.422158 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:56.422525 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:56.423390 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:56.423761 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:56.424506 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:56.424974 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:56.425317 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:56.425646 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:56.425976 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:56.426918 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:56.427369 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:56.436167 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:56.467517 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:56.473287 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:56.481923 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bcb13f9c-1d30-4d38-8fff-ff0793153717 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5311354b70544efba2850f7b61559e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8757114 Jul 16 01:50:56.489822 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48720) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:56.493880 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944fcffc-795f-4457-9bbc-ead1dea06e18 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:56.498208 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448339f-d8b8-492d-b305-dbabc8b39e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Pushing event updated for resources: {'Network': ['ID=d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:56.530774 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:56.567133 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e448339f-d8b8-492d-b305-dbabc8b39e56 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.5608492 Jul 16 01:50:56.579593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f26771-1908-40e9-add4-39bef7a57448 req-607ded7e-f893-4d01-9b44-1da502799b13 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:56.581574 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97f26771-1908-40e9-add4-39bef7a57448 req-607ded7e-f893-4d01-9b44-1da502799b13 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.26 "GET /v2.0/ports?device_id=a020cfd2-2b77-4782-b51f-6e867ced8263 HTTP/1.1" status: 200 len: 945 time: 0.3701930 Jul 16 01:50:56.585916 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48724) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:56.597594 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-cbe77ecc-678a-4a4c-95fe-b9bf63c1e8b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Request body: {'subnet': {'network_id': 'd01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:56.632263 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb13f9c-1d30-4d38-8fff-ff0793153717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ad1380-743d-4a34-a179-8d40ac484035,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:56.681112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f7a335c7-b593-44dd-91aa-305166d62a30 None None] Deleting port b48cc4db-060a-48f4-96a3-7cb13d34bcc9 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:56.683175 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7a335c7-b593-44dd-91aa-305166d62a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.699574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Attempting to bind port d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:56.700022 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Attempting to bind port d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:56.700331 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Attempting to bind port d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a on network 5194c550-3669-42e5-a558-3e55db19984a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:56.722950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:56.723430 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:56.723887 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.724456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Bound using segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:56.725833 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Bound port: d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:56.726239 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.767655 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b370a4ed-19c7-4710-adc5-6703ca43143e tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.787568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] For port b48cc4db-060a-48f4-96a3-7cb13d34bcc9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b48cc4db-060a-48f4-96a3-7cb13d34bcc9,segment=NetworkSegment(28fc8774-f706-4eb0-8368-cc9304583055),segment_id=28fc8774-f706-4eb0-8368-cc9304583055)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:56.788384 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.827725 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c2ed644-211b-4ab6-8030-a4eb15dbc591 req-bd8d6a39-d092-40d3-9fe2-07266291e3ec tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 210 time: 0.0597005 Jul 16 01:50:56.836796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Calling delete_port for b48cc4db-060a-48f4-96a3-7cb13d34bcc9 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:56.847809 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f7a335c7-b593-44dd-91aa-305166d62a30 None None] For port b48cc4db-060a-48f4-96a3-7cb13d34bcc9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b48cc4db-060a-48f4-96a3-7cb13d34bcc9,segment=NetworkSegment(28fc8774-f706-4eb0-8368-cc9304583055),segment_id=28fc8774-f706-4eb0-8368-cc9304583055)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:56.848549 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7a335c7-b593-44dd-91aa-305166d62a30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.870270 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83d769b6-700f-43e1-8e50-5f8550f7dbe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.871208 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f7a335c7-b593-44dd-91aa-305166d62a30 None None] Calling delete_port for b48cc4db-060a-48f4-96a3-7cb13d34bcc9 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:56.930439 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] For port d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:56.935202 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-944fcffc-795f-4457-9bbc-ead1dea06e18 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.980011 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b370a4ed-19c7-4710-adc5-6703ca43143e tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.983633 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] For port d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:56.999468 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b48cc4db-060a-48f4-96a3-7cb13d34bcc9 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:57.002468 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-944fcffc-795f-4457-9bbc-ead1dea06e18 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port 8ee0b1f3-32c1-4145-9421-1be74ede76e6 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:57.003421 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.007799 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.058937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event deleted for resources: {'Port': ['ID=b48cc4db-060a-48f4-96a3-7cb13d34bcc9,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:57.062455 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] No DVR routers for this DVR port b48cc4db-060a-48f4-96a3-7cb13d34bcc9 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:57.093689 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f72b8-7544-40cc-b8a3-d8989adbdf27 None None] Pushing event updated for resources: {'Port': ['ID=d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:57.098248 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e4f7ec6c-7860-4903-a276-972d0429955b req-98448fab-82ad-40cb-ac3a-6394582c70cc service neutron] 10.222.0.47 "GET /v2.0/networks/7ad34b91-7198-40af-8364-3e2524b1a6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8520813 Jul 16 01:50:57.105011 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83d769b6-700f-43e1-8e50-5f8550f7dbe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.110799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: b48cc4db-060a-48f4-96a3-7cb13d34bcc9 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:57.111146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b48cc4db-060a-48f4-96a3-7cb13d34bcc9 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:57.111562 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0f6e4ae6-0017-4749-9029-982c410509be no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:57.118406 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b370a4ed-19c7-4710-adc5-6703ca43143e tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.141853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 0f6e4ae6-0017-4749-9029-982c410509be {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:57.142205 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0f6e4ae6-0017-4749-9029-982c410509be not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:57.173455 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7a335c7-b593-44dd-91aa-305166d62a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.202699 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a335c7-b593-44dd-91aa-305166d62a30 None None] Pushing event deleted for resources: {'Port': ['ID=b48cc4db-060a-48f4-96a3-7cb13d34bcc9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:57.210805 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a335c7-b593-44dd-91aa-305166d62a30 None None] No DVR routers for this DVR port b48cc4db-060a-48f4-96a3-7cb13d34bcc9 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:57.240540 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.302110 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf4831a-81ad-4585-963d-279502d26b10']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:57.321285 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fc8774-f706-4eb0-8368-cc9304583055') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:57.321581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fc8774-f706-4eb0-8368-cc9304583055') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:57.332936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370a4ed-19c7-4710-adc5-6703ca43143e tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41fc5ad-ace6-46c3-bd63-250b7c8a7518,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:57.337124 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.364114 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e4f7ec6c-7860-4903-a276-972d0429955b req-7a73228d-eb7f-451f-820d-fbfb2e2dbb7b service neutron] 10.222.0.47 "GET /v2.0/networks/7ad34b91-7198-40af-8364-3e2524b1a6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244782 Jul 16 01:50:57.365097 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.367835 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe77ecc-678a-4a4c-95fe-b9bf63c1e8b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Made reservation on behalf of ad998ab51dd24b77b0b6abc5342ddd27 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:57.371370 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cbe77ecc-678a-4a4c-95fe-b9bf63c1e8b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.372121 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:57.372603 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:57.375784 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:57.382113 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b370a4ed-19c7-4710-adc5-6703ca43143e tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.385827 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b370a4ed-19c7-4710-adc5-6703ca43143e tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9914446 Jul 16 01:50:57.389828 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48738) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:57.394568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2a7ecd1f-bc50-436f-8a7e-48b7a28e347f tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group_rule': {'security_group_id': '3e8fd08f-59ed-4175-b47e-16d61e98cf61', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:57.471212 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2a7ecd1f-bc50-436f-8a7e-48b7a28e347f tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.540749 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-97f26771-1908-40e9-add4-39bef7a57448 req-98a8992d-2708-4a90-b024-4c036a52bd76 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Deleting port d3f3c163-d71b-45fd-936c-ead4451863c7 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:57.541315 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-97f26771-1908-40e9-add4-39bef7a57448 req-98a8992d-2708-4a90-b024-4c036a52bd76 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.547681 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-944fcffc-795f-4457-9bbc-ead1dea06e18 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::e1df:c702:7adb:a049 (5194c550-3669-42e5-a558-3e55db19984a/d0cba6c3-b3fe-40b7-a218-c74345de2408/8ee0b1f3-32c1-4145-9421-1be74ede76e6) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:57.598895 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa25127-011c-4372-960c-aacb3028625f req-13ff214c-5205-4465-9fe8-f83fb9423997 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:57.601145 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aaa25127-011c-4372-960c-aacb3028625f req-13ff214c-5205-4465-9fe8-f83fb9423997 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 1094 time: 0.4936583 Jul 16 01:50:57.637304 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.656315 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2a7ecd1f-bc50-436f-8a7e-48b7a28e347f tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.658423 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83d769b6-700f-43e1-8e50-5f8550f7dbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.660969 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83d769b6-700f-43e1-8e50-5f8550f7dbe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.662752 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-83d769b6-700f-43e1-8e50-5f8550f7dbe7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/09ad1380-743d-4a34-a179-8d40ac484035 HTTP/1.1" status: 204 len: 168 time: 1.1694310 Jul 16 01:50:57.674710 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.679784 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] 10.222.0.54 "DELETE /v2.0/networks/acf4831a-81ad-4585-963d-279502d26b10 HTTP/1.1" status: 204 len: 168 time: 1.7414615 Jul 16 01:50:57.679784 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3bd2b5-9a09-4530-a960-7493c30fdb6a tempest-AllowedAddressPairIpV6TestJSON-491800813 tempest-AllowedAddressPairIpV6TestJSON-491800813-project] Pushing event deleted for resources: {'Network': ['ID=acf4831a-81ad-4585-963d-279502d26b10,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:57.683058 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2a7ecd1f-bc50-436f-8a7e-48b7a28e347f tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.706096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ecd1f-bc50-436f-8a7e-48b7a28e347f tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766886bd-9cf2-4743-86db-9ad5e48a23ec,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:57.736508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65d0fd-6c93-4c0b-b31f-97ab9d2848f7 req-50709557-f88c-4475-932d-84be37677ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:57.738301 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e65d0fd-6c93-4c0b-b31f-97ab9d2848f7 req-50709557-f88c-4475-932d-84be37677ee9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e931c56f359495d877911d5244073fc&device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 1094 time: 0.1573913 Jul 16 01:50:57.739574 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2a7ecd1f-bc50-436f-8a7e-48b7a28e347f tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.741218 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2a7ecd1f-bc50-436f-8a7e-48b7a28e347f tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3504667 Jul 16 01:50:57.742076 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d769b6-700f-43e1-8e50-5f8550f7dbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ad1380-743d-4a34-a179-8d40ac484035,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:57.755257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48744) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:57.778509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-37de747f-cc06-4171-ad43-8e4b094346a7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group_rule': {'security_group_id': '3e8fd08f-59ed-4175-b47e-16d61e98cf61', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:57.849362 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aaa25127-011c-4372-960c-aacb3028625f req-8e53c45e-fc9a-4945-a1b2-d8ad0d5f9cbd tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257330 Jul 16 01:50:57.901118 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-37de747f-cc06-4171-ad43-8e4b094346a7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.937527 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65d0fd-6c93-4c0b-b31f-97ab9d2848f7 req-72167e8f-7f83-4371-bc84-3afe39efd5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:57.939612 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e65d0fd-6c93-4c0b-b31f-97ab9d2848f7 req-72167e8f-7f83-4371-bc84-3afe39efd5e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ad34b91-7198-40af-8364-3e2524b1a6ab HTTP/1.1" status: 200 len: 910 time: 0.1859996 Jul 16 01:50:58.020564 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48754) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:58.028128 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-97f26771-1908-40e9-add4-39bef7a57448 req-98a8992d-2708-4a90-b024-4c036a52bd76 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] For port d3f3c163-d71b-45fd-936c-ead4451863c7, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=d3f3c163-d71b-45fd-936c-ead4451863c7,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:58.028588 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-97f26771-1908-40e9-add4-39bef7a57448 req-98a8992d-2708-4a90-b024-4c036a52bd76 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.087827 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e65d0fd-6c93-4c0b-b31f-97ab9d2848f7 req-7a2c6f49-afd7-4721-b819-4924d38de9cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10fdb771-544d-4656-83a6-9993b960d227 HTTP/1.1" status: 200 len: 217 time: 0.1134183 Jul 16 01:50:58.117231 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-97f26771-1908-40e9-add4-39bef7a57448 req-98a8992d-2708-4a90-b024-4c036a52bd76 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Calling delete_port for d3f3c163-d71b-45fd-936c-ead4451863c7 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:58.121600 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-21ddd269-9dba-4eb4-b6e8-5547f164be4e req-9e1797c9-e660-416e-a474-42f2e3a425fd tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 210 time: 0.0744841 Jul 16 01:50:58.175166 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-37de747f-cc06-4171-ad43-8e4b094346a7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.186522 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-37de747f-cc06-4171-ad43-8e4b094346a7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.212984 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de747f-cc06-4171-ad43-8e4b094346a7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343b3cd7-a3e7-4aee-8b7d-f44612ffec19,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:58.252724 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65d0fd-6c93-4c0b-b31f-97ab9d2848f7 req-2d2b1094-89f1-4c70-b536-3dbc1cbf0219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:58.253149 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-944fcffc-795f-4457-9bbc-ead1dea06e18 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.254313 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e65d0fd-6c93-4c0b-b31f-97ab9d2848f7 req-2d2b1094-89f1-4c70-b536-3dbc1cbf0219 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c99630c3-798c-4235-8a39-03e83089a162 HTTP/1.1" status: 200 len: 848 time: 0.1318278 Jul 16 01:50:58.265507 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-37de747f-cc06-4171-ad43-8e4b094346a7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.269614 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-37de747f-cc06-4171-ad43-8e4b094346a7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5126302 Jul 16 01:50:58.270217 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48764) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:58.284905 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-bb925886-d420-487e-8027-c250483e7c92 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group_rule': {'security_group_id': '3e8fd08f-59ed-4175-b47e-16d61e98cf61', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:58.381348 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb925886-d420-487e-8027-c250483e7c92 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.384256 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5d69a30-2dde-446a-9fb7-8df87329099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.459857 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb925886-d420-487e-8027-c250483e7c92 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.466682 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb925886-d420-487e-8027-c250483e7c92 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.492146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb925886-d420-487e-8027-c250483e7c92 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafa6ed5-984a-41c3-99bd-08436ecc3514,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:58.516610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65d0fd-6c93-4c0b-b31f-97ab9d2848f7 req-619eda2c-6ac7-47eb-a550-4774a6044371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:58.518284 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e65d0fd-6c93-4c0b-b31f-97ab9d2848f7 req-619eda2c-6ac7-47eb-a550-4774a6044371 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ad34b91-7198-40af-8364-3e2524b1a6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1944845 Jul 16 01:50:58.524084 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb925886-d420-487e-8027-c250483e7c92 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.530301 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bb925886-d420-487e-8027-c250483e7c92 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2581556 Jul 16 01:50:58.530301 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48774) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:58.592684 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-af0957fc-327e-43f7-a533-efc28afc4cf5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.603087 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-af0957fc-327e-43f7-a533-efc28afc4cf5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.638793 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-97f26771-1908-40e9-add4-39bef7a57448 req-98a8992d-2708-4a90-b024-4c036a52bd76 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.650239 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-af0957fc-327e-43f7-a533-efc28afc4cf5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.665842 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-af0957fc-327e-43f7-a533-efc28afc4cf5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.667237 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-af0957fc-327e-43f7-a533-efc28afc4cf5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/cafa6ed5-984a-41c3-99bd-08436ecc3514 HTTP/1.1" status: 204 len: 168 time: 0.1354504 Jul 16 01:50:58.672926 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48778) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:58.687584 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0957fc-327e-43f7-a533-efc28afc4cf5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cafa6ed5-984a-41c3-99bd-08436ecc3514,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:58.713603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-944fcffc-795f-4457-9bbc-ead1dea06e18 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object 8ee0b1f3-32c1-4145-9421-1be74ede76e6 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:58.717716 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8992d-2708-4a90-b024-4c036a52bd76 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Pushing event deleted for resources: {'Port': ['ID=d3f3c163-d71b-45fd-936c-ead4451863c7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:58.731997 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.742150 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-99248add-85bd-445b-8ee1-242f2eb193c3 None None] Provisioning for port d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:58.763590 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cbe77ecc-678a-4a4c-95fe-b9bf63c1e8b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.787889 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1c39a4d6-5281-4bc2-9530-4a694c3c0b7e tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1090050 Jul 16 01:50:58.788424 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48784) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:58.802466 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e65d0fd-6c93-4c0b-b31f-97ab9d2848f7 req-177a48c9-0d57-46ff-89b2-f12a5730f8a6 service neutron] 10.222.0.47 "GET /v2.0/networks/7ad34b91-7198-40af-8364-3e2524b1a6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240276 Jul 16 01:50:58.816678 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5606cc91-39a8-423f-904f-77fac9ac4644 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.829544 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5606cc91-39a8-423f-904f-77fac9ac4644 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.901997 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f26771-1908-40e9-add4-39bef7a57448 req-98a8992d-2708-4a90-b024-4c036a52bd76 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] No DVR routers for this DVR port d3f3c163-d71b-45fd-936c-ead4451863c7 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:58.916878 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5606cc91-39a8-423f-904f-77fac9ac4644 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.921719 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-97f26771-1908-40e9-add4-39bef7a57448 req-98a8992d-2708-4a90-b024-4c036a52bd76 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.923839 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97f26771-1908-40e9-add4-39bef7a57448 req-98a8992d-2708-4a90-b024-4c036a52bd76 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.26 "DELETE /v2.0/ports/d3f3c163-d71b-45fd-936c-ead4451863c7 HTTP/1.1" status: 204 len: 173 time: 2.3102417 Jul 16 01:50:58.926197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a020cfd2-2b77-4782-b51f-6e867ced8263', 'name': 'network-vif-deleted', 'tag': 'd3f3c163-d71b-45fd-936c-ead4451863c7'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:58.929241 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b603cb1-adb6-46c3-9274-5f69298986a1" -d '{"events": [{"server_uuid": "a020cfd2-2b77-4782-b51f-6e867ced8263", "name": "network-vif-deleted", "tag": "d3f3c163-d71b-45fd-936c-ead4451863c7"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:58.933957 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6db36cf5-c587-4c4a-9b63-f7d197213692 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1fbd2cfcc76b40fda2d4d98adad5fa39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9015458 Jul 16 01:50:58.938345 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5606cc91-39a8-423f-904f-77fac9ac4644 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.939840 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5606cc91-39a8-423f-904f-77fac9ac4644 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/343b3cd7-a3e7-4aee-8b7d-f44612ffec19 HTTP/1.1" status: 204 len: 168 time: 0.1500716 Jul 16 01:50:58.941108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48790) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:58.946376 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606cc91-39a8-423f-904f-77fac9ac4644 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=343b3cd7-a3e7-4aee-8b7d-f44612ffec19,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:58.950330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48792) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:58.956941 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe77ecc-678a-4a4c-95fe-b9bf63c1e8b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Pushing event updated for resources: {'Subnet': ['ID=2bf565d8-b748-4d6c-a55b-7192006a27bd,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:58.976465 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ea155-09bc-4895-8917-2e517273c584 req-30d73e69-69c2-4b9d-8e84-86227ee77f79 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:58.978637 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da6ea155-09bc-4895-8917-2e517273c584 req-30d73e69-69c2-4b9d-8e84-86227ee77f79 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.47 "GET /v2.0/networks?id=c5628c63-d8f3-48f2-84cc-e34ffa30c398 HTTP/1.1" status: 200 len: 815 time: 0.7303140 Jul 16 01:50:59.012398 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-da6ea155-09bc-4895-8917-2e517273c584 req-7bd0c1a6-d838-4189-ae2e-1d5ca76d77e4 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Request body: {'port': {'device_id': '5cebf553-e847-4173-94f7-9df9e795244c', 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398', 'admin_state_up': True, 'tenant_id': '9d65545dce6d4b268e4cfbd5c15439a3'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:59.012732 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e65d0fd-6c93-4c0b-b31f-97ab9d2848f7 req-5def4384-d8e5-479a-915f-f42cbc4a0203 service neutron] 10.222.0.47 "GET /v2.0/networks/7ad34b91-7198-40af-8364-3e2524b1a6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749454 Jul 16 01:50:59.049047 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cf6a94-4914-4bff-bef8-5c4a1b868ace x-openstack-request-id: req-b6cf6a94-4914-4bff-bef8-5c4a1b868ace {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:59.049947 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a020cfd2-2b77-4782-b51f-6e867ced8263", "name": "network-vif-deleted", "tag": "d3f3c163-d71b-45fd-936c-ead4451863c7", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:59.050441 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b6cf6a94-4914-4bff-bef8-5c4a1b868ace {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:59.051063 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a020cfd2-2b77-4782-b51f-6e867ced8263', 'name': 'network-vif-deleted', 'tag': 'd3f3c163-d71b-45fd-936c-ead4451863c7', 'status': 'completed', 'code': 200} Jul 16 01:50:59.065298 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-944fcffc-795f-4457-9bbc-ead1dea06e18 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.094872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe77ecc-678a-4a4c-95fe-b9bf63c1e8b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Checking segment: {'id': 'ea0c7c91-6f38-4093-add7-4892d494eb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:59.095603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe77ecc-678a-4a4c-95fe-b9bf63c1e8b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Network hostable DHCP agents. Network: d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:59.102326 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:59.186799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:59.193432 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:59.194836 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.207963 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0e751a12-4186-4dfb-a09f-4f6a1773344f tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2491176 Jul 16 01:50:59.210976 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48796) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:59.274282 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a233b4ea-2b19-407c-ab4d-82d7010ba2d2 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.296602 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c406a4-909c-439e-aeb0-121510690e85 req-afe4265a-4178-4bfd-900d-6e6be0c75945 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:59.320603 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31c406a4-909c-439e-aeb0-121510690e85 req-afe4265a-4178-4bfd-900d-6e6be0c75945 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 1094 time: 0.2200849 Jul 16 01:50:59.338831 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a233b4ea-2b19-407c-ab4d-82d7010ba2d2 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.398087 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-31c406a4-909c-439e-aeb0-121510690e85 req-40a9473d-bd66-45ef-9ef0-b664c6c82478 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756576 Jul 16 01:50:59.404872 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a233b4ea-2b19-407c-ab4d-82d7010ba2d2 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.417548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233b4ea-2b19-407c-ab4d-82d7010ba2d2 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=766886bd-9cf2-4743-86db-9ad5e48a23ec,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:59.422526 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a233b4ea-2b19-407c-ab4d-82d7010ba2d2 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.424021 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a233b4ea-2b19-407c-ab4d-82d7010ba2d2 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/766886bd-9cf2-4743-86db-9ad5e48a23ec HTTP/1.1" status: 204 len: 168 time: 0.2120681 Jul 16 01:50:59.426693 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48802) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:59.503749 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e3a4e48e-8e57-477c-919a-5e85855e9ff6 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0757613 Jul 16 01:50:59.506609 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48804) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:59.538227 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4b50c2e1-1416-4bb5-93f6-8b1c4578b6d9 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.547650 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4b50c2e1-1416-4bb5-93f6-8b1c4578b6d9 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.596433 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4b50c2e1-1416-4bb5-93f6-8b1c4578b6d9 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.606017 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4b50c2e1-1416-4bb5-93f6-8b1c4578b6d9 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.609449 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4b50c2e1-1416-4bb5-93f6-8b1c4578b6d9 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/a41fc5ad-ace6-46c3-bd63-250b7c8a7518 HTTP/1.1" status: 204 len: 168 time: 0.1014478 Jul 16 01:50:59.612154 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48810) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:59.631662 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944fcffc-795f-4457-9bbc-ead1dea06e18 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:59.658778 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50c2e1-1416-4bb5-93f6-8b1c4578b6d9 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a41fc5ad-ace6-46c3-bd63-250b7c8a7518,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:59.663695 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-944fcffc-795f-4457-9bbc-ead1dea06e18 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:59.673593 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.681719 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944fcffc-795f-4457-9bbc-ead1dea06e18 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:59.687784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944fcffc-795f-4457-9bbc-ead1dea06e18 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:59.688636 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-944fcffc-795f-4457-9bbc-ead1dea06e18 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.716530 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c3358916-742a-48c9-857f-b1e8a4929135 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1010954 Jul 16 01:50:59.718175 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48812) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:59.718538 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ab44d55-e377-444d-88b4-c75fe017c2ae req-5f05bc5d-3e6e-482c-90fe-28fd8602a8c9 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 210 time: 0.0834765 Jul 16 01:50:59.719167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fcffc-795f-4457-9bbc-ead1dea06e18 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=8ee0b1f3-32c1-4145-9421-1be74ede76e6,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:59.727809 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-189a3c19-bf24-4c1c-8123-10be97d17c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.733355 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe77ecc-678a-4a4c-95fe-b9bf63c1e8b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Network d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:59.764165 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-944fcffc-795f-4457-9bbc-ead1dea06e18 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0663567 Jul 16 01:50:59.767478 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48814) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:59.773898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:59.783451 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.797831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-cbe77ecc-678a-4a4c-95fe-b9bf63c1e8b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:59.804834 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0780767-6843-4b89-bb40-f3c9347f9a57 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.830267 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5326fcc-b649-44c6-83a6-8c80ccd46733 None None] Network d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:59.841893 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0780767-6843-4b89-bb40-f3c9347f9a57 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.864586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe77ecc-678a-4a4c-95fe-b9bf63c1e8b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:59.871072 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cbe77ecc-678a-4a4c-95fe-b9bf63c1e8b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.888230 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-189a3c19-bf24-4c1c-8123-10be97d17c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.898869 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0780767-6843-4b89-bb40-f3c9347f9a57 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.915669 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0780767-6843-4b89-bb40-f3c9347f9a57 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.916913 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b0780767-6843-4b89-bb40-f3c9347f9a57 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/6e2fd757-4b6a-4d73-ae94-258919343177 HTTP/1.1" status: 204 len: 168 time: 0.1971467 Jul 16 01:50:59.917867 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0780767-6843-4b89-bb40-f3c9347f9a57 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e2fd757-4b6a-4d73-ae94-258919343177,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:59.919844 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48816) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:59.975883 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-575ac976-b702-4926-94da-0291257180b6 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0543749 Jul 16 01:50:59.976114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da6ea155-09bc-4895-8917-2e517273c584 req-7bd0c1a6-d838-4189-ae2e-1d5ca76d77e4 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Made reservation on behalf of 9d65545dce6d4b268e4cfbd5c15439a3 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:59.978076 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48818) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:59.979990 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-da6ea155-09bc-4895-8917-2e517273c584 req-7bd0c1a6-d838-4189-ae2e-1d5ca76d77e4 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.985115 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cbe77ecc-678a-4a4c-95fe-b9bf63c1e8b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3954742 Jul 16 01:50:59.988587 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48820) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:00.003295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b56325bd-4f97-45cc-bcca-a96437756188 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Request body: {'port': {'network_id': 'd01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1152970808'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:00.016923 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-189a3c19-bf24-4c1c-8123-10be97d17c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.019961 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-189a3c19-bf24-4c1c-8123-10be97d17c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.021420 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-189a3c19-bf24-4c1c-8123-10be97d17c7b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7cd94920-99d5-42b5-8d19-45b421ac9ea3 HTTP/1.1" status: 204 len: 168 time: 1.0770416 Jul 16 01:51:00.063741 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:00.120355 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fdb6af5a-e56d-4842-ab95-3da84b1817e0 None None] Provisioning for port 8ee0b1f3-32c1-4145-9421-1be74ede76e6 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:00.124839 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fdb6af5a-e56d-4842-ab95-3da84b1817e0 None None] Provisioning complete for port 8ee0b1f3-32c1-4145-9421-1be74ede76e6 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:00.125404 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fdb6af5a-e56d-4842-ab95-3da84b1817e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.174416 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fdb6af5a-e56d-4842-ab95-3da84b1817e0 None None] Port 8ee0b1f3-32c1-4145-9421-1be74ede76e6 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:00.176388 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d', 'network_id': 'd01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d', 'tenant_id': 'ad998ab51dd24b77b0b6abc5342ddd27', 'fixed_ips': [{'subnet_id': '2bf565d8-b748-4d6c-a55b-7192006a27bd'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:51:00.177888 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.203982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-da6ea155-09bc-4895-8917-2e517273c584 req-7bd0c1a6-d838-4189-ae2e-1d5ca76d77e4 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Allocated IP 172.20.0.10 (c5628c63-d8f3-48f2-84cc-e34ffa30c398/f72a5644-5fd4-45ba-9cbc-40e8ed153749/687c2702-5e92-4414-82c6-94b53ba512f7) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:00.212046 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a3c19-bf24-4c1c-8123-10be97d17c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd94920-99d5-42b5-8d19-45b421ac9ea3,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:00.242730 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56325bd-4f97-45cc-bcca-a96437756188 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Made reservation on behalf of ad998ab51dd24b77b0b6abc5342ddd27 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:00.245587 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b56325bd-4f97-45cc-bcca-a96437756188 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.271141 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b2148d-79aa-4141-88b1-326e06505b8b tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:00.278708 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-b56325bd-4f97-45cc-bcca-a96437756188 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] device_id is not set on port e602f86a-9a0b-4863-987e-1afb1d241446 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:00.287624 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b2148d-79aa-4141-88b1-326e06505b8b tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:00.289737 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-24b2148d-79aa-4141-88b1-326e06505b8b tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.5212674 Jul 16 01:51:00.292474 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48824) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:00.296948 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 10fdb771-544d-4656-83a6-9993b960d227 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:51:00.340417 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5bb09da6-10dc-4b44-addc-b1e57fb43b51 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.373586 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device d3f3c163-d71b-45fd-936c-ead4451863c7 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:00.379442 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5bb09da6-10dc-4b44-addc-b1e57fb43b51 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.449774 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5bb09da6-10dc-4b44-addc-b1e57fb43b51 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.453782 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5bb09da6-10dc-4b44-addc-b1e57fb43b51 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.457168 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5bb09da6-10dc-4b44-addc-b1e57fb43b51 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-groups/3e8fd08f-59ed-4175-b47e-16d61e98cf61 HTTP/1.1" status: 204 len: 168 time: 0.4777789 Jul 16 01:51:00.458807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48832) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:00.525028 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-b83705fd-9114-47a8-87ac-34802e6ddc4c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port 8ee0b1f3-32c1-4145-9421-1be74ede76e6 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:00.525415 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b83705fd-9114-47a8-87ac-34802e6ddc4c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.552522 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-da6ea155-09bc-4895-8917-2e517273c584 req-7bd0c1a6-d838-4189-ae2e-1d5ca76d77e4 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.553975 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb09da6-10dc-4b44-addc-b1e57fb43b51 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8fd08f-59ed-4175-b47e-16d61e98cf61,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:00.573337 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 10fdb771-544d-4656-83a6-9993b960d227, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=10fdb771-544d-4656-83a6-9993b960d227,segment=NetworkSegment(487bfa60-894c-4f64-b7c8-1d4ca3b83b24),segment_id=487bfa60-894c-4f64-b7c8-1d4ca3b83b24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:00.599907 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: d3f3c163-d71b-45fd-936c-ead4451863c7 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:00.600258 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device d3f3c163-d71b-45fd-936c-ead4451863c7 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:00.602041 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '10fdb771-544d-4656-83a6-9993b960d227', 'network_id': '7ad34b91-7198-40af-8364-3e2524b1a6ab', 'port_id': '10fdb771-544d-4656-83a6-9993b960d227', 'mac_address': 'fa:16:3e:f5:e4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99630c3-798c-4235-8a39-03e83089a162', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:51:00.667131 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b83705fd-9114-47a8-87ac-34802e6ddc4c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.695600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48836) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:00.697491 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4930e80d-c31b-48e8-b480-3bfd71b0b70f tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1917639 Jul 16 01:51:00.697986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-b83705fd-9114-47a8-87ac-34802e6ddc4c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for 8ee0b1f3-32c1-4145-9421-1be74ede76e6 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:00.702413 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-501cfdc1-f921-47f7-8080-0ee3a9768534 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group': {'name': 'tempest-secgroup--708920730'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:00.706568 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Allocated IP 2001:db8::2 (d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d/2bf565d8-b748-4d6c-a55b-7192006a27bd/8b8d7196-58d5-41fa-b44f-7c828408b92f) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:00.712554 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-da6ea155-09bc-4895-8917-2e517273c584 req-7bd0c1a6-d838-4189-ae2e-1d5ca76d77e4 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.719200 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.746022 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fdb771-544d-4656-83a6-9993b960d227 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:00.781477 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 10fdb771-544d-4656-83a6-9993b960d227, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=10fdb771-544d-4656-83a6-9993b960d227,segment=NetworkSegment(487bfa60-894c-4f64-b7c8-1d4ca3b83b24),segment_id=487bfa60-894c-4f64-b7c8-1d4ca3b83b24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:00.808103 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.840487 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-501cfdc1-f921-47f7-8080-0ee3a9768534 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.845122 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da6ea155-09bc-4895-8917-2e517273c584 req-7bd0c1a6-d838-4189-ae2e-1d5ca76d77e4 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Network c5628c63-d8f3-48f2-84cc-e34ffa30c398 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:00.864925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-da6ea155-09bc-4895-8917-2e517273c584 req-7bd0c1a6-d838-4189-ae2e-1d5ca76d77e4 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:00.879521 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6ea155-09bc-4895-8917-2e517273c584 req-7bd0c1a6-d838-4189-ae2e-1d5ca76d77e4 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:00.883852 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0c1a6-d838-4189-ae2e-1d5ca76d77e4 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Pushing event updated for resources: {'Port': ['ID=687c2702-5e92-4414-82c6-94b53ba512f7,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:00.890356 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=10fdb771-544d-4656-83a6-9993b960d227,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:00.939535 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.950631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Transition to ACTIVE for port object 8b8d7196-58d5-41fa-b44f-7c828408b92f will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:00.969117 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Transition to ACTIVE for port object 8b8d7196-58d5-41fa-b44f-7c828408b92f will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:00.980380 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.993423 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ea155-09bc-4895-8917-2e517273c584 req-7bd0c1a6-d838-4189-ae2e-1d5ca76d77e4 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:00.994061 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-da6ea155-09bc-4895-8917-2e517273c584 req-7bd0c1a6-d838-4189-ae2e-1d5ca76d77e4 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.060991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349e67f-f2f3-4080-99f2-fd23b6901356 req-bcc8d7fe-7d35-48b5-95a6-785a4de05a0a tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:01.068924 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4349e67f-f2f3-4080-99f2-fd23b6901356 req-bcc8d7fe-7d35-48b5-95a6-785a4de05a0a tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 1095 time: 0.3062871 Jul 16 01:51:01.093239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:01.100917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-b56325bd-4f97-45cc-bcca-a96437756188 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Allocated IP 2001:db8::36c (d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d/2bf565d8-b748-4d6c-a55b-7192006a27bd/e602f86a-9a0b-4863-987e-1afb1d241446) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:01.111798 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Network d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:01.132627 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b83705fd-9114-47a8-87ac-34802e6ddc4c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.136387 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d083d2-0402-412e-bba9-181962d7cd9e req-9d600a7e-6ec3-4e4e-98af-5bb823e02855 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:01.137813 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39d083d2-0402-412e-bba9-181962d7cd9e req-9d600a7e-6ec3-4e4e-98af-5bb823e02855 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 932 time: 0.1233377 Jul 16 01:51:01.174015 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4349e67f-f2f3-4080-99f2-fd23b6901356 req-7dd2c7ab-53ec-41fb-9df1-fd0b984bddf7 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041164 Jul 16 01:51:01.184688 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:01.186977 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83705fd-9114-47a8-87ac-34802e6ddc4c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=8ee0b1f3-32c1-4145-9421-1be74ede76e6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:01.222301 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39d083d2-0402-412e-bba9-181962d7cd9e req-d72516e8-5b3c-4a41-bf91-97daf23bfe64 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712130 Jul 16 01:51:01.230843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:01.237060 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-501cfdc1-f921-47f7-8080-0ee3a9768534 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.244264 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b83705fd-9114-47a8-87ac-34802e6ddc4c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.246696 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b83705fd-9114-47a8-87ac-34802e6ddc4c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/8ee0b1f3-32c1-4145-9421-1be74ede76e6 HTTP/1.1" status: 204 len: 168 time: 0.9531443 Jul 16 01:51:01.253948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48856) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:01.258278 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Pushing event updated for resources: {'Port': ['ID=8b8d7196-58d5-41fa-b44f-7c828408b92f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:01.284237 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.296364 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-501cfdc1-f921-47f7-8080-0ee3a9768534 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.316251 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d5f2394-07f9-4c47-92f9-f1486add125b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.333225 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['10fdb771-544d-4656-83a6-9993b960d227'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:01.354612 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b56325bd-4f97-45cc-bcca-a96437756188 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.375299 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da6ea155-09bc-4895-8917-2e517273c584 req-7bd0c1a6-d838-4189-ae2e-1d5ca76d77e4 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3766356 Jul 16 01:51:01.389454 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-b56325bd-4f97-45cc-bcca-a96437756188 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Transition to ACTIVE for port object e602f86a-9a0b-4863-987e-1afb1d241446 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:01.401876 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cfdc1-f921-47f7-8080-0ee3a9768534 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6f271e-4488-4332-9b06-a3160182dedb,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:01.412643 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-501cfdc1-f921-47f7-8080-0ee3a9768534 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.417463 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-501cfdc1-f921-47f7-8080-0ee3a9768534 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7205408 Jul 16 01:51:01.418893 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48860) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:01.434058 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-2f5a9b66-e389-491a-af13-b7449de74a0d tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group_rule': {'security_group_id': '8e6f271e-4488-4332-9b06-a3160182dedb', 'direction': 'ingress', 'protocol': 17}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:01.448617 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Attempting to bind port 8b8d7196-58d5-41fa-b44f-7c828408b92f on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:01.449123 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Attempting to bind port 8b8d7196-58d5-41fa-b44f-7c828408b92f by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'ea0c7c91-6f38-4093-add7-4892d494eb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:01.449580 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Attempting to bind port 8b8d7196-58d5-41fa-b44f-7c828408b92f on network d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:01.458730 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:01.459784 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Checking segment: {'id': 'ea0c7c91-6f38-4093-add7-4892d494eb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:01.460307 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.460850 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Bound using segment: {'id': 'ea0c7c91-6f38-4093-add7-4892d494eb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:01.461491 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Bound port: 8b8d7196-58d5-41fa-b44f-7c828408b92f, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0c7c91-6f38-4093-add7-4892d494eb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:01.461972 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.466634 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b56325bd-4f97-45cc-bcca-a96437756188 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.471923 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Request body: {'port': {'device_id': '5cebf553-e847-4173-94f7-9df9e795244c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:01.494114 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56325bd-4f97-45cc-bcca-a96437756188 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Network d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:01.496985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-b56325bd-4f97-45cc-bcca-a96437756188 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:01.510272 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:01.511075 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.513485 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9b66-e389-491a-af13-b7449de74a0d tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.533949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56325bd-4f97-45cc-bcca-a96437756188 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:01.541550 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56325bd-4f97-45cc-bcca-a96437756188 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:01.541788 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a40a9-f051-4819-a62e-b7f0e174683a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:01.542613 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b56325bd-4f97-45cc-bcca-a96437756188 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.543491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a40a9-f051-4819-a62e-b7f0e174683a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:01.549164 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-133a40a9-f051-4819-a62e-b7f0e174683a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2938414 Jul 16 01:51:01.551612 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48862) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:01.556446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48864) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:01.616624 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce39d8a-2ba3-4fcd-852c-f78f5ff71cdd tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet d0cba6c3-b3fe-40b7-a218-c74345de2408 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:01.631073 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ce39d8a-2ba3-4fcd-852c-f78f5ff71cdd tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.655100 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.666536 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b56325bd-4f97-45cc-bcca-a96437756188 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6736181 Jul 16 01:51:01.671575 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48870) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:01.678537 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4884a637-28e1-4c8d-8dba-d7b064e68aea tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Request body: {'port': {'network_id': 'd01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-957511620', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:01.679173 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.api.validators [None req-4884a637-28e1-4c8d-8dba-d7b064e68aea tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] bootfile-name is not in valid_values {{(pid=93832) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:51:01.680030 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.api.validators [None req-4884a637-28e1-4c8d-8dba-d7b064e68aea tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] tftp-server is not in valid_values {{(pid=93832) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:51:01.680379 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.api.validators [None req-4884a637-28e1-4c8d-8dba-d7b064e68aea tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] server-ip-address is not in valid_values {{(pid=93832) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:51:01.703975 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56325bd-4f97-45cc-bcca-a96437756188 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Pushing event updated for resources: {'Port': ['ID=e602f86a-9a0b-4863-987e-1afb1d241446,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:01.709874 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9b66-e389-491a-af13-b7449de74a0d tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.721005 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9b66-e389-491a-af13-b7449de74a0d tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.728340 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] For port 8b8d7196-58d5-41fa-b44f-7c828408b92f, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:01.735338 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ce39d8a-2ba3-4fcd-852c-f78f5ff71cdd tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.757777 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a9b66-e389-491a-af13-b7449de74a0d tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9cd7c14-afc7-4d9c-b979-abd444f76896,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:01.763644 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Request body: {'networks': [{'name': 'tempest-network--508538326'}, {'name': 'tempest-network--867563605'}]} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:01.764077 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Request body: {'network': {'name': 'tempest-network--508538326'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:01.764616 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Request body: {'network': {'name': 'tempest-network--867563605'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:01.815169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] For port 8b8d7196-58d5-41fa-b44f-7c828408b92f, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8b8d7196-58d5-41fa-b44f-7c828408b92f,segment=NetworkSegment(ea0c7c91-6f38-4093-add7-4892d494eb63),segment_id=ea0c7c91-6f38-4093-add7-4892d494eb63)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:01.827353 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.831495 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9b66-e389-491a-af13-b7449de74a0d tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.836610 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2f5a9b66-e389-491a-af13-b7449de74a0d tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4122312 Jul 16 01:51:01.839605 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48876) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:01.916360 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ce39d8a-2ba3-4fcd-852c-f78f5ff71cdd tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.918172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Made reservation on behalf of 8cb564c2c3574c6396bec2457c2f47d3 for: {'network': 2} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:01.924321 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.941587 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.968117 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c16098-b8f8-4792-9efb-bf92ec92b97c None None] Pushing event updated for resources: {'Port': ['ID=8b8d7196-58d5-41fa-b44f-7c828408b92f,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:02.026131 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4884a637-28e1-4c8d-8dba-d7b064e68aea tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Made reservation on behalf of ad998ab51dd24b77b0b6abc5342ddd27 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:02.031004 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4884a637-28e1-4c8d-8dba-d7b064e68aea tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.043817 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ce39d8a-2ba3-4fcd-852c-f78f5ff71cdd tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.056258 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.086446 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ce39d8a-2ba3-4fcd-852c-f78f5ff71cdd tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.089051 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7ce39d8a-2ba3-4fcd-852c-f78f5ff71cdd tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/d0cba6c3-b3fe-40b7-a218-c74345de2408 HTTP/1.1" status: 204 len: 168 time: 0.5344281 Jul 16 01:51:02.091918 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce39d8a-2ba3-4fcd-852c-f78f5ff71cdd tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=d0cba6c3-b3fe-40b7-a218-c74345de2408,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:02.094717 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48884) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:02.095984 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-4884a637-28e1-4c8d-8dba-d7b064e68aea tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] device_id is not set on port 1a375e46-145f-4bbc-959d-cc6514e087cc yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:02.100657 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fea7763-4de2-4a36-89b5-4163f1acc434 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:02.167296 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61e2ced0-2082-4f3d-9b67-a709d0b31a17 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.204579 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f7631266-6587-4af3-9d99-f484992cc487 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1038287 Jul 16 01:51:02.212204 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48886) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:02.232634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-0db6425d-a4e0-4729-a612-3173b61df8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:02.266237 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61e2ced0-2082-4f3d-9b67-a709d0b31a17 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.313611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-4884a637-28e1-4c8d-8dba-d7b064e68aea tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Allocated IP 2001:db8::6c (d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d/2bf565d8-b748-4d6c-a55b-7192006a27bd/1a375e46-145f-4bbc-959d-cc6514e087cc) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:02.413714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687c2702-5e92-4414-82c6-94b53ba512f7 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:02.472209 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.500535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bcd0b3-9a9d-4b2e-9ec6-46ffa278fa86 None None] DHCP port deletion for 5194c550-3669-42e5-a558-3e55db19984a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:51:02.596381 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Transition to ACTIVE for port object 687c2702-5e92-4414-82c6-94b53ba512f7 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:02.606822 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d4bcd0b3-9a9d-4b2e-9ec6-46ffa278fa86 None None] Deleting port d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:02.607196 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4bcd0b3-9a9d-4b2e-9ec6-46ffa278fa86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.614985 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.661261 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61e2ced0-2082-4f3d-9b67-a709d0b31a17 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.664138 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61e2ced0-2082-4f3d-9b67-a709d0b31a17 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.665315 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-61e2ced0-2082-4f3d-9b67-a709d0b31a17 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-groups/8e6f271e-4488-4332-9b06-a3160182dedb HTTP/1.1" status: 204 len: 168 time: 0.8225012 Jul 16 01:51:02.676594 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48900) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:02.688145 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d4bcd0b3-9a9d-4b2e-9ec6-46ffa278fa86 None None] For port d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:02.688648 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4bcd0b3-9a9d-4b2e-9ec6-46ffa278fa86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.705136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d4bcd0b3-9a9d-4b2e-9ec6-46ffa278fa86 None None] Calling delete_port for d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:02.728257 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37195f4a-636a-4cc2-9066-eab4ac8c38e6 req-ed46caac-dc4c-4bd4-902d-9aeb51b59f80 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:02.729810 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-37195f4a-636a-4cc2-9066-eab4ac8c38e6 req-ed46caac-dc4c-4bd4-902d-9aeb51b59f80 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 932 time: 0.2657607 Jul 16 01:51:02.730978 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2ced0-2082-4f3d-9b67-a709d0b31a17 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6f271e-4488-4332-9b06-a3160182dedb,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:02.775076 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Pushing event updated for resources: {'Port': ['ID=687c2702-5e92-4414-82c6-94b53ba512f7,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:02.778974 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.781553 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1abef-0d50-43cb-8dad-2df5939895c7 req-9b8b3c40-94c5-4240-b969-e8fc49b6858a tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:02.790789 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9ba1abef-0d50-43cb-8dad-2df5939895c7 req-9b8b3c40-94c5-4240-b969-e8fc49b6858a tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 1095 time: 0.2197547 Jul 16 01:51:02.817267 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4bcd0b3-9a9d-4b2e-9ec6-46ffa278fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.825261 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6ae34d26-4d9e-46b8-b3dd-5b16bc34e3ac tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1475148 Jul 16 01:51:02.826137 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48904) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:02.837941 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.838425 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.846417 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-31bf7159-6c6b-4224-9a9a-dece7b9df9fe tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group': {'name': 'tempest-secgroup--162997930'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:02.847355 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcd0b3-9a9d-4b2e-9ec6-46ffa278fa86 None None] Pushing event deleted for resources: {'Port': ['ID=d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:02.853326 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bcd0b3-9a9d-4b2e-9ec6-46ffa278fa86 None None] No DVR routers for this DVR port d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:02.876099 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4884a637-28e1-4c8d-8dba-d7b064e68aea tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.903142 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db6425d-a4e0-4729-a612-3173b61df8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:02.906910 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0db6425d-a4e0-4729-a612-3173b61df8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.928905 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-37195f4a-636a-4cc2-9066-eab4ac8c38e6 req-cb39e74f-52b8-4482-b89f-fadef5c32112 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858201 Jul 16 01:51:02.956062 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9ba1abef-0d50-43cb-8dad-2df5939895c7 req-391cb753-c208-4656-9ec8-0a18d076210d tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642170 Jul 16 01:51:02.982743 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-4884a637-28e1-4c8d-8dba-d7b064e68aea tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Transition to ACTIVE for port object 1a375e46-145f-4bbc-959d-cc6514e087cc will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:03.032287 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Attempting to bind port 687c2702-5e92-4414-82c6-94b53ba512f7 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:03.033708 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Attempting to bind port 687c2702-5e92-4414-82c6-94b53ba512f7 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'a7db6374-7ed3-4d57-a55e-7c6e278c2fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:03.035295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Attempting to bind port 687c2702-5e92-4414-82c6-94b53ba512f7 on network c5628c63-d8f3-48f2-84cc-e34ffa30c398 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:03.045870 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89bd3948-28fe-4e94-9de7-bdc3cfc0e595,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:03.065427 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:51:03.083682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Port 687c2702-5e92-4414-82c6-94b53ba512f7 on network c5628c63-d8f3-48f2-84cc-e34ffa30c398 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:03.085648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Attempting to bind port 687c2702-5e92-4414-82c6-94b53ba512f7 on network c5628c63-d8f3-48f2-84cc-e34ffa30c398 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:03.102306 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.102666 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Added segment 6b5282b2-a117-4733-a907-3e1dcca4e232 of type vlan for network 12841b40-befa-4f67-a498-3eb15457c4e9 Jul 16 01:51:03.111165 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8b8d7196-58d5-41fa-b44f-7c828408b92f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:03.140910 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:03.142210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Checking segment: {'id': 'a7db6374-7ed3-4d57-a55e-7c6e278c2fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:03.143942 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Bound using segment: {'id': 'a7db6374-7ed3-4d57-a55e-7c6e278c2fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:03.144753 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Bound port: 687c2702-5e92-4414-82c6-94b53ba512f7, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7db6374-7ed3-4d57-a55e-7c6e278c2fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:03.145519 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.159983 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-31bf7159-6c6b-4224-9a9a-dece7b9df9fe tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.218125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 8b8d7196-58d5-41fa-b44f-7c828408b92f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:03.254410 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4884a637-28e1-4c8d-8dba-d7b064e68aea tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.257946 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.308077 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:03.314858 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] For port 687c2702-5e92-4414-82c6-94b53ba512f7, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:03.338319 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] For port 687c2702-5e92-4414-82c6-94b53ba512f7, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=687c2702-5e92-4414-82c6-94b53ba512f7,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:03.340855 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:03.341733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d5b0aa18-b4b3-4b5e-90d0-4d32a28ba19a not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:03.351162 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.361305 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:51:03.421016 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.421381 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Added segment ac21d0a8-d3dc-4e7d-b870-a4cfa55189c1 of type vlan for network 31ac3c04-fdf6-4f01-9220-eb37ce9a7b8e Jul 16 01:51:03.426678 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4884a637-28e1-4c8d-8dba-d7b064e68aea tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Network d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:03.435450 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-4884a637-28e1-4c8d-8dba-d7b064e68aea tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:03.438339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884a637-28e1-4c8d-8dba-d7b064e68aea tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Pushing event updated for resources: {'Port': ['ID=1a375e46-145f-4bbc-959d-cc6514e087cc,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:03.441162 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0db6425d-a4e0-4729-a612-3173b61df8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.444217 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4884a637-28e1-4c8d-8dba-d7b064e68aea tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:03.449887 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4884a637-28e1-4c8d-8dba-d7b064e68aea tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:03.452100 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4884a637-28e1-4c8d-8dba-d7b064e68aea tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.467625 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737c4058-699c-4509-9c2c-e4f25be8aea5 None None] Network d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:03.519157 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:03.519815 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.521255 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da6ea155-09bc-4895-8917-2e517273c584 req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] 10.222.0.47 "PUT /v2.0/ports/687c2702-5e92-4414-82c6-94b53ba512f7 HTTP/1.1" status: 200 len: 1092 time: 2.0917416 Jul 16 01:51:03.521452 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-31bf7159-6c6b-4224-9a9a-dece7b9df9fe tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.524606 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cebf553-e847-4173-94f7-9df9e795244c', 'tag': '687c2702-5e92-4414-82c6-94b53ba512f7'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:03.527143 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42522d1-d425-48d4-b4ae-701db0221486" -d '{"events": [{"name": "network-changed", "server_uuid": "5cebf553-e847-4173-94f7-9df9e795244c", "tag": "687c2702-5e92-4414-82c6-94b53ba512f7"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:03.532335 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db6425d-a4e0-4729-a612-3173b61df8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:03.536535 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-0db6425d-a4e0-4729-a612-3173b61df8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:03.538974 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.539454 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db6425d-a4e0-4729-a612-3173b61df8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:03.540212 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0db6425d-a4e0-4729-a612-3173b61df8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.542831 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-31bf7159-6c6b-4224-9a9a-dece7b9df9fe tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.566093 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4038271-4ac0-40b3-b084-4e58dfeaaecf service neutron] Pushing event updated for resources: {'Port': ['ID=687c2702-5e92-4414-82c6-94b53ba512f7,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:03.602555 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a329454b-4298-4a83-8007-fa1030e5001a None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:03.603295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf7159-6c6b-4224-9a9a-dece7b9df9fe tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb45c019-7ad9-40e8-98ae-18f4b231cde2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:03.614369 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4884a637-28e1-4c8d-8dba-d7b064e68aea tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.9390640 Jul 16 01:51:03.629483 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48910) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:03.647285 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0db6425d-a4e0-4729-a612-3173b61df8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4328318 Jul 16 01:51:03.648479 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-31bf7159-6c6b-4224-9a9a-dece7b9df9fe tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.649035 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def9e8b3-8f61-42a0-ace2-43423f584b32 x-openstack-request-id: req-def9e8b3-8f61-42a0-ace2-43423f584b32 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:03.649338 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cebf553-e847-4173-94f7-9df9e795244c", "tag": "687c2702-5e92-4414-82c6-94b53ba512f7", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:03.649593 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-def9e8b3-8f61-42a0-ace2-43423f584b32 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:03.650995 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-31bf7159-6c6b-4224-9a9a-dece7b9df9fe tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8088908 Jul 16 01:51:03.650995 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48912) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:03.653725 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6425d-a4e0-4729-a612-3173b61df8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=1b842756-9560-44ae-9028-10855741f118,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:03.655983 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cebf553-e847-4173-94f7-9df9e795244c', 'tag': '687c2702-5e92-4414-82c6-94b53ba512f7', 'status': 'completed', 'code': 200} Jul 16 01:51:03.657090 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48914) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:03.661316 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-097c77f8-eae8-4aea-8f35-f14b42594e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'fixed_ips': [{'subnet_id': '1b842756-9560-44ae-9028-10855741f118', 'ip_address': '2001:db8::b2e6:e77d:b248:387e'}], 'name': 'tempest-NetworksTestDHCPv6-823620218'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:03.667509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4c7cca8f-333d-48e3-aec2-2b7bdc12b5fa None None] Provisioning for port 8b8d7196-58d5-41fa-b44f-7c828408b92f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:03.692118 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.692118 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.697066 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:03.701860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:03.702473 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.719993 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4c7cca8f-333d-48e3-aec2-2b7bdc12b5fa None None] Provisioning complete for port 8b8d7196-58d5-41fa-b44f-7c828408b92f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:03.720370 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c7cca8f-333d-48e3-aec2-2b7bdc12b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.744795 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.1853857 Jul 16 01:51:03.749506 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48916) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:03.777974 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-bac7bf37-a5fc-4d92-ab7b-d2a0eee981d7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group': {'name': 'tempest-secgroup--754894712'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:03.814575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event updated for resources: {'Network': ['ID=12841b40-befa-4f67-a498-3eb15457c4e9,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:03.843823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097c77f8-eae8-4aea-8f35-f14b42594e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:03.850080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 12841b40-befa-4f67-a498-3eb15457c4e9 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:51:03.862642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ea155-09bc-4895-8917-2e517273c584 req-3fcc8bba-417e-4e20-b740-c9ddd7c4b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:03.864606 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da6ea155-09bc-4895-8917-2e517273c584 req-3fcc8bba-417e-4e20-b740-c9ddd7c4b943 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d65545dce6d4b268e4cfbd5c15439a3&device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 1095 time: 0.2543476 Jul 16 01:51:03.898504 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6296b791-d018-484e-ae5c-e1631de68175 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:03.904790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6296b791-d018-484e-ae5c-e1631de68175 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:03.910144 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.911020 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6296b791-d018-484e-ae5c-e1631de68175 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:03.913525 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6296b791-d018-484e-ae5c-e1631de68175 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2828248 Jul 16 01:51:03.916296 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48918) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:03.926059 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bac7bf37-a5fc-4d92-ab7b-d2a0eee981d7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.964525 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8d118-2938-4875-b360-5e0ecad65485 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event updated for resources: {'Network': ['ID=31ac3c04-fdf6-4f01-9220-eb37ce9a7b8e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:03.974101 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da6ea155-09bc-4895-8917-2e517273c584 req-87336173-05fa-48e2-bef2-8cdcd44b3b6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=687c2702-5e92-4414-82c6-94b53ba512f7 HTTP/1.1" status: 200 len: 217 time: 0.0736248 Jul 16 01:51:04.030551 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 31ac3c04-fdf6-4f01-9220-eb37ce9a7b8e details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:51:04.035980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4447228-c1a7-45f5-b25a-a8f56b019748 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:04.042599 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4447228-c1a7-45f5-b25a-a8f56b019748 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:04.048415 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-5194c550-3669-42e5-a558-3e55db19984a', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'fixed_ips': [{'subnet_id': '1b842756-9560-44ae-9028-10855741f118'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:51:04.049359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4447228-c1a7-45f5-b25a-a8f56b019748 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:04.049711 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.055656 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4447228-c1a7-45f5-b25a-a8f56b019748 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:04.057406 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e4447228-c1a7-45f5-b25a-a8f56b019748 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3069534 Jul 16 01:51:04.060251 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48924) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:04.100412 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-097c77f8-eae8-4aea-8f35-f14b42594e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.135918 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ea155-09bc-4895-8917-2e517273c584 req-4dffd1cd-5604-4e5b-b293-634284a11ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:04.138064 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da6ea155-09bc-4895-8917-2e517273c584 req-4dffd1cd-5604-4e5b-b293-634284a11ccc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f72a5644-5fd4-45ba-9cbc-40e8ed153749 HTTP/1.1" status: 200 len: 855 time: 0.1557062 Jul 16 01:51:04.152912 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-097c77f8-eae8-4aea-8f35-f14b42594e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port 14eeee30-480b-4583-b3ed-a5ae2d89abd5 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:04.189387 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c7cca8f-333d-48e3-aec2-2b7bdc12b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.242564 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da6ea155-09bc-4895-8917-2e517273c584 req-2eeb923e-7878-49eb-ba45-f891f6961df1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5628c63-d8f3-48f2-84cc-e34ffa30c398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964334 Jul 16 01:51:04.252652 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b5add13a-4f5e-4419-941f-e0b9698c4303 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.324402 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-21ce52a8-87f1-4570-9450-b13268f05bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Deleting port 1a375e46-145f-4bbc-959d-cc6514e087cc {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:04.325029 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-21ce52a8-87f1-4570-9450-b13268f05bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.390655 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bac7bf37-a5fc-4d92-ab7b-d2a0eee981d7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.421117 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bac7bf37-a5fc-4d92-ab7b-d2a0eee981d7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.432315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c970927-ea02-4dba-906b-cf7883319477 req-67852d46-94a0-4030-8a87-2ede753ba9c6 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:04.433323 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4c970927-ea02-4dba-906b-cf7883319477 req-67852d46-94a0-4030-8a87-2ede753ba9c6 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 944 time: 0.2765715 Jul 16 01:51:04.453148 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da6ea155-09bc-4895-8917-2e517273c584 req-311522e8-c594-451a-9d0d-9303dd51b476 service neutron] 10.222.0.47 "GET /v2.0/networks/c5628c63-d8f3-48f2-84cc-e34ffa30c398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989985 Jul 16 01:51:04.465084 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-4c7cca8f-333d-48e3-aec2-2b7bdc12b5fa None None] For port 8b8d7196-58d5-41fa-b44f-7c828408b92f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8b8d7196-58d5-41fa-b44f-7c828408b92f,segment=NetworkSegment(ea0c7c91-6f38-4093-add7-4892d494eb63),segment_id=ea0c7c91-6f38-4093-add7-4892d494eb63)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:04.468801 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 10fdb771-544d-4656-83a6-9993b960d227 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:04.478971 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b5add13a-4f5e-4419-941f-e0b9698c4303 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.506670 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c7cca8f-333d-48e3-aec2-2b7bdc12b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.519403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-b5add13a-4f5e-4419-941f-e0b9698c4303 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12841b40-befa-4f67-a498-3eb15457c4e9']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:04.523584 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bac7bf37-a5fc-4d92-ab7b-d2a0eee981d7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.525130 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bac7bf37-a5fc-4d92-ab7b-d2a0eee981d7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7546873 Jul 16 01:51:04.528196 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-097c77f8-eae8-4aea-8f35-f14b42594e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::b2e6:e77d:b248:387e (5194c550-3669-42e5-a558-3e55db19984a/1b842756-9560-44ae-9028-10855741f118/14eeee30-480b-4583-b3ed-a5ae2d89abd5) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:04.535116 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48928) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:04.543719 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e05c83-523b-4f6f-9da6-cb437cbdb04c req-25f4ccee-0325-4ecf-a348-43643c5f490a tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:04.550700 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b0e05c83-523b-4f6f-9da6-cb437cbdb04c req-25f4ccee-0325-4ecf-a348-43643c5f490a tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 1095 time: 0.3835185 Jul 16 01:51:04.573840 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7cca8f-333d-48e3-aec2-2b7bdc12b5fa None None] Pushing event updated for resources: {'Port': ['ID=8b8d7196-58d5-41fa-b44f-7c828408b92f,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:04.590747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7bf37-a5fc-4d92-ab7b-d2a0eee981d7 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f700308-c78f-48dc-aafa-76d327e5f831,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:04.594672 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a0e83364-3cb4-485a-8a65-b79fdacd2eda tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group_rule': {'security_group_id': 'fb45c019-7ad9-40e8-98ae-18f4b231cde2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8f700308-c78f-48dc-aafa-76d327e5f831', 'remote_ip_prefix': None}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:04.610434 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4c970927-ea02-4dba-906b-cf7883319477 req-89d412e6-ebc5-4cd7-b042-c90ddd6efa10 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627402 Jul 16 01:51:04.619907 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-b5add13a-4f5e-4419-941f-e0b9698c4303 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5282b2-a117-4733-a907-3e1dcca4e232') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:04.620325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-b5add13a-4f5e-4419-941f-e0b9698c4303 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5282b2-a117-4733-a907-3e1dcca4e232') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:04.624553 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-21ce52a8-87f1-4570-9450-b13268f05bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.634304 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 10fdb771-544d-4656-83a6-9993b960d227 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:04.638910 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b5add13a-4f5e-4419-941f-e0b9698c4303 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.640283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 10fdb771-544d-4656-83a6-9993b960d227 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:04.640931 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.644274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-dabf4580-29df-4a5b-9da4-5622dfb32fc8 None None] Provisioning for port e602f86a-9a0b-4863-987e-1afb1d241446 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:04.672222 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-dabf4580-29df-4a5b-9da4-5622dfb32fc8 None None] Provisioning complete for port e602f86a-9a0b-4863-987e-1afb1d241446 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:04.672575 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dabf4580-29df-4a5b-9da4-5622dfb32fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.673914 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-21ce52a8-87f1-4570-9450-b13268f05bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Calling delete_port for 1a375e46-145f-4bbc-959d-cc6514e087cc owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:04.691232 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b0e05c83-523b-4f6f-9da6-cb437cbdb04c req-ded34858-1380-4bf0-b73e-16960102919f tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395490 Jul 16 01:51:04.708333 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b5add13a-4f5e-4419-941f-e0b9698c4303 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.722362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5add13a-4f5e-4419-941f-e0b9698c4303 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:04.728519 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b5add13a-4f5e-4419-941f-e0b9698c4303 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:04.736904 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:04.779593 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a0e83364-3cb4-485a-8a65-b79fdacd2eda tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.784432 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da6ea155-09bc-4895-8917-2e517273c584 req-6d8ba8c7-16b0-4853-b9a9-be3e277e1461 service neutron] 10.222.0.47 "GET /v2.0/networks/c5628c63-d8f3-48f2-84cc-e34ffa30c398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975595 Jul 16 01:51:04.790509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-dabf4580-29df-4a5b-9da4-5622dfb32fc8 None None] Port e602f86a-9a0b-4863-987e-1afb1d241446 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:04.869900 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-dabf4580-29df-4a5b-9da4-5622dfb32fc8 None None] Provisioning complete for port 8b8d7196-58d5-41fa-b44f-7c828408b92f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:04.870944 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dabf4580-29df-4a5b-9da4-5622dfb32fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.890678 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b5add13a-4f5e-4419-941f-e0b9698c4303 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.910710 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b5add13a-4f5e-4419-941f-e0b9698c4303 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.913352 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b5add13a-4f5e-4419-941f-e0b9698c4303 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "DELETE /v2.0/networks/12841b40-befa-4f67-a498-3eb15457c4e9 HTTP/1.1" status: 204 len: 168 time: 0.8521047 Jul 16 01:51:04.929740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48936) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:04.948498 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5add13a-4f5e-4419-941f-e0b9698c4303 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event deleted for resources: {'Network': ['ID=12841b40-befa-4f67-a498-3eb15457c4e9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:04.999439 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-097c77f8-eae8-4aea-8f35-f14b42594e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.013781 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.020565 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-097c77f8-eae8-4aea-8f35-f14b42594e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object 14eeee30-480b-4583-b3ed-a5ae2d89abd5 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:05.054922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8b8d7196-58d5-41fa-b44f-7c828408b92f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:05.119109 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c04cf16-b7c1-471e-bfbe-4423755ee660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fdb771-544d-4656-83a6-9993b960d227'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:05.121848 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038e3e11-ec84-4e26-b263-6f2564419cd5" -d '{"events": [{"server_uuid": "6c04cf16-b7c1-471e-bfbe-4423755ee660", "name": "network-vif-plugged", "status": "completed", "tag": "10fdb771-544d-4656-83a6-9993b960d227"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:05.178287 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 10fdb771-544d-4656-83a6-9993b960d227, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=10fdb771-544d-4656-83a6-9993b960d227,segment=NetworkSegment(487bfa60-894c-4f64-b7c8-1d4ca3b83b24),segment_id=487bfa60-894c-4f64-b7c8-1d4ca3b83b24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:05.204265 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e93c86e-bb63-4db8-ad94-1a88bc1140f1 x-openstack-request-id: req-8e93c86e-bb63-4db8-ad94-1a88bc1140f1 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:05.204553 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c04cf16-b7c1-471e-bfbe-4423755ee660", "name": "network-vif-plugged", "status": "completed", "tag": "10fdb771-544d-4656-83a6-9993b960d227", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:05.205008 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8e93c86e-bb63-4db8-ad94-1a88bc1140f1 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:05.205578 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c04cf16-b7c1-471e-bfbe-4423755ee660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fdb771-544d-4656-83a6-9993b960d227', 'code': 200} Jul 16 01:51:05.207327 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84e8503f-306a-45fa-87cf-a4124afcef87 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.225518 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.241447 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a0e83364-3cb4-485a-8a65-b79fdacd2eda tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.317977 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a0e83364-3cb4-485a-8a65-b79fdacd2eda tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.331227 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-dabf4580-29df-4a5b-9da4-5622dfb32fc8 None None] Provisioning for port 1a375e46-145f-4bbc-959d-cc6514e087cc completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:05.347955 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Allocated IP 2001:db8::2 (5194c550-3669-42e5-a558-3e55db19984a/1b842756-9560-44ae-9028-10855741f118/766fc83f-df8d-4836-95ab-7f209831fdf3) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:05.351134 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-dabf4580-29df-4a5b-9da4-5622dfb32fc8 None None] Provisioning complete for port 1a375e46-145f-4bbc-959d-cc6514e087cc triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:05.351766 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dabf4580-29df-4a5b-9da4-5622dfb32fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.402601 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 8b8d7196-58d5-41fa-b44f-7c828408b92f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:05.403246 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.406623 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84e8503f-306a-45fa-87cf-a4124afcef87 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.411418 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=10fdb771-544d-4656-83a6-9993b960d227,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:05.422451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-84e8503f-306a-45fa-87cf-a4124afcef87 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ac3c04-fdf6-4f01-9220-eb37ce9a7b8e']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:05.437096 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-84e8503f-306a-45fa-87cf-a4124afcef87 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac21d0a8-d3dc-4e7d-b870-a4cfa55189c1') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:05.437395 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-84e8503f-306a-45fa-87cf-a4124afcef87 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac21d0a8-d3dc-4e7d-b870-a4cfa55189c1') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:05.451371 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84e8503f-306a-45fa-87cf-a4124afcef87 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.474977 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84e8503f-306a-45fa-87cf-a4124afcef87 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.485284 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e8503f-306a-45fa-87cf-a4124afcef87 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:05.485770 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84e8503f-306a-45fa-87cf-a4124afcef87 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.486799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-dabf4580-29df-4a5b-9da4-5622dfb32fc8 None None] Port 1a375e46-145f-4bbc-959d-cc6514e087cc cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:05.553514 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-097c77f8-eae8-4aea-8f35-f14b42594e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:05.562316 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:05.579855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42522d1-d425-48d4-b4ae-701db0221486 req-04346fbc-82ff-4ce1-ab39-a1b47302ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:05.581829 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a42522d1-d425-48d4-b4ae-701db0221486 req-04346fbc-82ff-4ce1-ab39-a1b47302ede5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d65545dce6d4b268e4cfbd5c15439a3&device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 1095 time: 0.5986133 Jul 16 01:51:05.587078 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84e8503f-306a-45fa-87cf-a4124afcef87 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.589920 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e83364-3cb4-485a-8a65-b79fdacd2eda tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b270c7c9-d348-4380-8785-989ed702a07d,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:05.598763 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84e8503f-306a-45fa-87cf-a4124afcef87 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.601941 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-84e8503f-306a-45fa-87cf-a4124afcef87 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "DELETE /v2.0/networks/31ac3c04-fdf6-4f01-9220-eb37ce9a7b8e HTTP/1.1" status: 204 len: 168 time: 0.6705277 Jul 16 01:51:05.616926 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48942) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:05.635793 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c77f8-eae8-4aea-8f35-f14b42594e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=14eeee30-480b-4583-b3ed-a5ae2d89abd5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:05.646532 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0a15b556-3000-49a4-b456-b199a7644680 None None] Provisioning complete for port e602f86a-9a0b-4863-987e-1afb1d241446 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:05.647408 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a15b556-3000-49a4-b456-b199a7644680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.693931 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a0e83364-3cb4-485a-8a65-b79fdacd2eda tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.698403 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a0e83364-3cb4-485a-8a65-b79fdacd2eda tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1545000 Jul 16 01:51:05.700080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48946) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:05.704497 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.719526 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0a15b556-3000-49a4-b456-b199a7644680 None None] Port e602f86a-9a0b-4863-987e-1afb1d241446 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:05.723195 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Transition to ACTIVE for port object 766fc83f-df8d-4836-95ab-7f209831fdf3 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:05.729315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8503f-306a-45fa-87cf-a4124afcef87 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event deleted for resources: {'Network': ['ID=31ac3c04-fdf6-4f01-9220-eb37ce9a7b8e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:05.746187 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097c77f8-eae8-4aea-8f35-f14b42594e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:05.747378 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-805ceee8-0719-441b-9c2c-14b7020b0368 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.768026 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-097c77f8-eae8-4aea-8f35-f14b42594e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:05.774757 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0a15b556-3000-49a4-b456-b199a7644680 None None] Provisioning complete for port 1a375e46-145f-4bbc-959d-cc6514e087cc triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:05.779350 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a15b556-3000-49a4-b456-b199a7644680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.783673 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-805ceee8-0719-441b-9c2c-14b7020b0368 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.786993 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c77f8-eae8-4aea-8f35-f14b42594e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:05.793148 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097c77f8-eae8-4aea-8f35-f14b42594e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:05.794003 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-097c77f8-eae8-4aea-8f35-f14b42594e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.794875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42522d1-d425-48d4-b4ae-701db0221486 req-104256e7-3852-47cb-bc02-9c829b386839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:05.796599 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a42522d1-d425-48d4-b4ae-701db0221486 req-104256e7-3852-47cb-bc02-9c829b386839 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5628c63-d8f3-48f2-84cc-e34ffa30c398 HTTP/1.1" status: 200 len: 916 time: 0.1934793 Jul 16 01:51:05.853494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0a15b556-3000-49a4-b456-b199a7644680 None None] Port 1a375e46-145f-4bbc-959d-cc6514e087cc cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:05.868152 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a42522d1-d425-48d4-b4ae-701db0221486 req-03bffc83-e6bb-4775-baac-315a6be993c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=687c2702-5e92-4414-82c6-94b53ba512f7 HTTP/1.1" status: 200 len: 217 time: 0.0627379 Jul 16 01:51:05.878960 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-097c77f8-eae8-4aea-8f35-f14b42594e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2268224 Jul 16 01:51:05.891930 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48950) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:05.995580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42522d1-d425-48d4-b4ae-701db0221486 req-3bf337a2-7a97-44a7-9773-f9b318b9ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:05.997267 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a42522d1-d425-48d4-b4ae-701db0221486 req-3bf337a2-7a97-44a7-9773-f9b318b9ce84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f72a5644-5fd4-45ba-9cbc-40e8ed153749 HTTP/1.1" status: 200 len: 855 time: 0.1170681 Jul 16 01:51:06.010046 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abe24b-4669-49e6-bc0e-ff27282a4aa4 req-8b005eb8-2933-42af-a8fd-d5159a90b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:06.011558 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4abe24b-4669-49e6-bc0e-ff27282a4aa4 req-8b005eb8-2933-42af-a8fd-d5159a90b91b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 1096 time: 0.4603412 Jul 16 01:51:06.019253 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-805ceee8-0719-441b-9c2c-14b7020b0368 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.041698 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-805ceee8-0719-441b-9c2c-14b7020b0368 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.042785 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-805ceee8-0719-441b-9c2c-14b7020b0368 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/b270c7c9-d348-4380-8785-989ed702a07d HTTP/1.1" status: 204 len: 168 time: 0.3413968 Jul 16 01:51:06.051188 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48954) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:06.054095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Transition to ACTIVE for port object 766fc83f-df8d-4836-95ab-7f209831fdf3 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:06.057055 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a42522d1-d425-48d4-b4ae-701db0221486 req-7c8ffe1c-c48a-45d3-8bbc-0e8809b42f4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5628c63-d8f3-48f2-84cc-e34ffa30c398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494766 Jul 16 01:51:06.061140 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.080827 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4abe24b-4669-49e6-bc0e-ff27282a4aa4 req-f0e4a289-20de-431f-8384-c5ed69a8c859 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581348 Jul 16 01:51:06.091594 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-21ce52a8-87f1-4570-9450-b13268f05bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.095746 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ceee8-0719-441b-9c2c-14b7020b0368 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b270c7c9-d348-4380-8785-989ed702a07d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:06.113770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e46fca-fb12-4d2a-a336-f7e9854b0242 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:06.120786 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e46fca-fb12-4d2a-a336-f7e9854b0242 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:06.128028 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:06.128752 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-49e46fca-fb12-4d2a-a336-f7e9854b0242 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4899132 Jul 16 01:51:06.133519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48958) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:06.140735 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:06.145716 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:06.148115 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-217e8410-8bd4-447e-95ea-eb0b2ce49e31 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-578143714'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:06.186585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce52a8-87f1-4570-9450-b13268f05bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Pushing event deleted for resources: {'Port': ['ID=1a375e46-145f-4bbc-959d-cc6514e087cc,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:06.203482 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e930f7d-1a8a-4821-9827-68828bd05699 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:06.204633 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Pushing event updated for resources: {'Port': ['ID=766fc83f-df8d-4836-95ab-7f209831fdf3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:06.209900 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1e930f7d-1a8a-4821-9827-68828bd05699 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3169587 Jul 16 01:51:06.222547 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722e509-d70c-49da-a627-30274213a918 req-594a0e86-8a67-4c54-80db-0bc1213c1b5a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:06.224176 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2722e509-d70c-49da-a627-30274213a918 req-594a0e86-8a67-4c54-80db-0bc1213c1b5a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 944 time: 0.3331387 Jul 16 01:51:06.224785 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48960) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:06.231816 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-21ce52a8-87f1-4570-9450-b13268f05bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.234512 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-21ce52a8-87f1-4570-9450-b13268f05bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] 10.222.0.54 "DELETE /v2.0/ports/1a375e46-145f-4bbc-959d-cc6514e087cc HTTP/1.1" status: 204 len: 168 time: 2.3167987 Jul 16 01:51:06.236344 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50cb4c-a8f9-4f78-b865-c6d5445c1dc8 req-dbe8f98d-7a1c-428f-9ca9-954df746bbf9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:06.239068 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48962) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:06.244756 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bc50cb4c-a8f9-4f78-b865-c6d5445c1dc8 req-dbe8f98d-7a1c-428f-9ca9-954df746bbf9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 1096 time: 0.3400350 Jul 16 01:51:06.252724 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217e8410-8bd4-447e-95ea-eb0b2ce49e31 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Made reservation on behalf of 8cb564c2c3574c6396bec2457c2f47d3 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:06.257399 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Attempting to bind port 766fc83f-df8d-4836-95ab-7f209831fdf3 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:06.257569 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-217e8410-8bd4-447e-95ea-eb0b2ce49e31 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.257924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Attempting to bind port 766fc83f-df8d-4836-95ab-7f209831fdf3 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:06.258514 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Attempting to bind port 766fc83f-df8d-4836-95ab-7f209831fdf3 on network 5194c550-3669-42e5-a558-3e55db19984a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:06.265015 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:06.265492 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:06.266073 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.266539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Bound using segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:06.267092 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Bound port: 766fc83f-df8d-4836-95ab-7f209831fdf3, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:06.267565 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.303884 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-71bbf92f-bf92-46a7-bd05-5eb1d3290ad5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2444279 Jul 16 01:51:06.305251 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48964) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:06.308463 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-79878b02-91d3-474c-a16b-44d6c4ccb427 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Request body: {'port': {'name': 'tempest-new-port-name-1526787797', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:06.309027 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.api.validators [None req-79878b02-91d3-474c-a16b-44d6c4ccb427 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] bootfile-name is not in valid_values {{(pid=93831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:51:06.309525 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.api.validators [None req-79878b02-91d3-474c-a16b-44d6c4ccb427 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] tftp-server is not in valid_values {{(pid=93831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:51:06.309834 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.api.validators [None req-79878b02-91d3-474c-a16b-44d6c4ccb427 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] server-ip-address is not in valid_values {{(pid=93831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:51:06.329921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 687c2702-5e92-4414-82c6-94b53ba512f7 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:51:06.330204 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bc50cb4c-a8f9-4f78-b865-c6d5445c1dc8 req-804308c0-7948-48a8-b507-42e2a002bfc5 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841691 Jul 16 01:51:06.343339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217e8410-8bd4-447e-95ea-eb0b2ce49e31 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:51:06.402234 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-217e8410-8bd4-447e-95ea-eb0b2ce49e31 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.402578 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-217e8410-8bd4-447e-95ea-eb0b2ce49e31 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Added segment f9392980-631f-4994-b0a8-4237ea360da0 of type vlan for network fa781db6-2bfe-40af-9730-e85a52f0e3d2 Jul 16 01:51:06.439069 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] For port 766fc83f-df8d-4836-95ab-7f209831fdf3, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:06.457716 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] For port 766fc83f-df8d-4836-95ab-7f209831fdf3, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=766fc83f-df8d-4836-95ab-7f209831fdf3,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:06.515061 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.523540 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-217e8410-8bd4-447e-95ea-eb0b2ce49e31 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.574586 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcc89794-9680-4fdd-bc9b-a5396e7fa08a tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.622469 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcc89794-9680-4fdd-bc9b-a5396e7fa08a tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.635661 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee147f9-93db-424d-acc4-ee4d64068596 None None] Pushing event updated for resources: {'Port': ['ID=766fc83f-df8d-4836-95ab-7f209831fdf3,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:06.640606 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-217e8410-8bd4-447e-95ea-eb0b2ce49e31 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.640858 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 687c2702-5e92-4414-82c6-94b53ba512f7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=687c2702-5e92-4414-82c6-94b53ba512f7,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:06.646705 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217e8410-8bd4-447e-95ea-eb0b2ce49e31 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:06.647485 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-217e8410-8bd4-447e-95ea-eb0b2ce49e31 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.653772 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '687c2702-5e92-4414-82c6-94b53ba512f7', 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398', 'port_id': '687c2702-5e92-4414-82c6-94b53ba512f7', 'mac_address': 'fa:16:3e:70:80:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72a5644-5fd4-45ba-9cbc-40e8ed153749', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:51:06.675820 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:51:06.721405 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-217e8410-8bd4-447e-95ea-eb0b2ce49e31 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5838726 Jul 16 01:51:06.732457 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.736646 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48966) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:06.742116 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-69fe42f6-dd3c-4aaa-93da-44ba6adb6d2d tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1518066270'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:06.760359 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687c2702-5e92-4414-82c6-94b53ba512f7 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:06.790823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 687c2702-5e92-4414-82c6-94b53ba512f7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=687c2702-5e92-4414-82c6-94b53ba512f7,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:06.795431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e8410-8bd4-447e-95ea-eb0b2ce49e31 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event updated for resources: {'Network': ['ID=fa781db6-2bfe-40af-9730-e85a52f0e3d2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:06.805394 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.821867 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcc89794-9680-4fdd-bc9b-a5396e7fa08a tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.824865 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bcc89794-9680-4fdd-bc9b-a5396e7fa08a tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.828409 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bcc89794-9680-4fdd-bc9b-a5396e7fa08a tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-groups/8f700308-c78f-48dc-aafa-76d327e5f831 HTTP/1.1" status: 204 len: 168 time: 0.5181808 Jul 16 01:51:06.830861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48968) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:06.861685 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fe42f6-dd3c-4aaa-93da-44ba6adb6d2d tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Made reservation on behalf of 8cb564c2c3574c6396bec2457c2f47d3 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:06.871128 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69fe42f6-dd3c-4aaa-93da-44ba6adb6d2d tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.932706 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc89794-9680-4fdd-bc9b-a5396e7fa08a tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f700308-c78f-48dc-aafa-76d327e5f831,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:06.935304 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network fa781db6-2bfe-40af-9730-e85a52f0e3d2 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:51:06.973951 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=687c2702-5e92-4414-82c6-94b53ba512f7,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:06.983851 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ecc6b01c-082e-42c0-89cb-0868411a3824 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1516857 Jul 16 01:51:06.987667 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48970) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:07.047520 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fe42f6-dd3c-4aaa-93da-44ba6adb6d2d tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:51:07.073904 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69fe42f6-dd3c-4aaa-93da-44ba6adb6d2d tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.077034 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-69fe42f6-dd3c-4aaa-93da-44ba6adb6d2d tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Added segment f5d5537e-bdaf-440c-9bac-b608a10fdfc3 of type vlan for network bf27994a-18b9-44fe-9ef1-802b08e3db13 Jul 16 01:51:07.079090 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-adc67950-03c9-47ef-874c-dfa1872caf3d tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.110810 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a42522d1-d425-48d4-b4ae-701db0221486 req-a327919d-26e9-4f1c-b1c6-e2a7902252d4 service neutron] 10.222.0.47 "GET /v2.0/networks/c5628c63-d8f3-48f2-84cc-e34ffa30c398?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0257490 Jul 16 01:51:07.179185 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-adc67950-03c9-47ef-874c-dfa1872caf3d tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.183757 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2722e509-d70c-49da-a627-30274213a918 req-4b0d89fe-3729-4e4b-aad5-dca2c2d2cb4d tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9435313 Jul 16 01:51:07.193751 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69fe42f6-dd3c-4aaa-93da-44ba6adb6d2d tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.216412 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 766fc83f-df8d-4836-95ab-7f209831fdf3 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:07.268205 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69fe42f6-dd3c-4aaa-93da-44ba6adb6d2d tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.283850 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fe42f6-dd3c-4aaa-93da-44ba6adb6d2d tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:07.284703 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69fe42f6-dd3c-4aaa-93da-44ba6adb6d2d tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.304795 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-adc67950-03c9-47ef-874c-dfa1872caf3d tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.307511 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-adc67950-03c9-47ef-874c-dfa1872caf3d tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.308856 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-adc67950-03c9-47ef-874c-dfa1872caf3d tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-groups/fb45c019-7ad9-40e8-98ae-18f4b231cde2 HTTP/1.1" status: 204 len: 168 time: 0.3200417 Jul 16 01:51:07.312827 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48978) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:07.341558 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['687c2702-5e92-4414-82c6-94b53ba512f7'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:07.350065 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc67950-03c9-47ef-874c-dfa1872caf3d tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb45c019-7ad9-40e8-98ae-18f4b231cde2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:07.396980 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-79878b02-91d3-474c-a16b-44d6c4ccb427 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.414678 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-69fe42f6-dd3c-4aaa-93da-44ba6adb6d2d tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6768880 Jul 16 01:51:07.417962 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48982) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:07.450539 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Request body: {'ports': [{'network_id': 'fa781db6-2bfe-40af-9730-e85a52f0e3d2', 'name': 'tempest-port--937850972', 'admin_state_up': True}, {'network_id': 'bf27994a-18b9-44fe-9ef1-802b08e3db13', 'admin_state_up': False}]} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:07.453581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Request body: {'port': {'network_id': 'fa781db6-2bfe-40af-9730-e85a52f0e3d2', 'name': 'tempest-port--937850972', 'admin_state_up': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:07.456620 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Request body: {'port': {'network_id': 'bf27994a-18b9-44fe-9ef1-802b08e3db13', 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:07.488695 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-1ffba2fa-5c00-4d8b-9099-6ca4301ccbc9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port 14eeee30-480b-4583-b3ed-a5ae2d89abd5 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:07.489185 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ffba2fa-5c00-4d8b-9099-6ca4301ccbc9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.518521 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a42522d1-d425-48d4-b4ae-701db0221486 req-51b7e155-c6db-449f-99f3-3013f07d551a service neutron] 10.222.0.47 "GET /v2.0/networks/c5628c63-d8f3-48f2-84cc-e34ffa30c398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535676 Jul 16 01:51:07.540301 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c60d24ec-41f1-49da-816b-144f014c3d0e tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2193136 Jul 16 01:51:07.557198 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48984) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:07.564354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-72812fa1-1a98-4ba1-b15a-a37e9ffcd863 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group': {'name': 'tempest-secgroup--565531304'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:07.607508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 766fc83f-df8d-4836-95ab-7f209831fdf3 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:07.639249 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe42f6-dd3c-4aaa-93da-44ba6adb6d2d tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event updated for resources: {'Network': ['ID=bf27994a-18b9-44fe-9ef1-802b08e3db13,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:07.705735 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network bf27994a-18b9-44fe-9ef1-802b08e3db13 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:51:07.861711 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ffba2fa-5c00-4d8b-9099-6ca4301ccbc9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.872224 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-72812fa1-1a98-4ba1-b15a-a37e9ffcd863 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.913590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-1ffba2fa-5c00-4d8b-9099-6ca4301ccbc9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for 14eeee30-480b-4583-b3ed-a5ae2d89abd5 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:07.957106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44e78c-5076-4f03-9804-65d24af6b132 req-3dd5ae24-a8c0-4331-9aea-f1cad6157d1f tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:07.958748 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8c44e78c-5076-4f03-9804-65d24af6b132 req-3dd5ae24-a8c0-4331-9aea-f1cad6157d1f tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 1096 time: 0.1782999 Jul 16 01:51:07.998381 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8c44e78c-5076-4f03-9804-65d24af6b132 req-dc4ce887-9026-484f-901b-92dffa10a5e4 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327694 Jul 16 01:51:08.106966 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-79878b02-91d3-474c-a16b-44d6c4ccb427 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.129113 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-79878b02-91d3-474c-a16b-44d6c4ccb427 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.154436 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-72812fa1-1a98-4ba1-b15a-a37e9ffcd863 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.197441 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-72812fa1-1a98-4ba1-b15a-a37e9ffcd863 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.199150 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Made reservation on behalf of 8cb564c2c3574c6396bec2457c2f47d3 for: {'port': 2} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:08.206660 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.208555 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-79878b02-91d3-474c-a16b-44d6c4ccb427 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] In _notify_port_updated(), no bound segment for port e602f86a-9a0b-4863-987e-1afb1d241446 on network d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d {{(pid=93831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:51:08.214930 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79878b02-91d3-474c-a16b-44d6c4ccb427 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:08.215797 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-79878b02-91d3-474c-a16b-44d6c4ccb427 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.217285 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-79878b02-91d3-474c-a16b-44d6c4ccb427 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] 10.222.0.54 "PUT /v2.0/ports/e602f86a-9a0b-4863-987e-1afb1d241446 HTTP/1.1" status: 200 len: 1130 time: 1.9519114 Jul 16 01:51:08.221141 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48988) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:08.260577 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.270385 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-72812fa1-1a98-4ba1-b15a-a37e9ffcd863 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.274873 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-72812fa1-1a98-4ba1-b15a-a37e9ffcd863 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7139773 Jul 16 01:51:08.276444 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79878b02-91d3-474c-a16b-44d6c4ccb427 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Pushing event updated for resources: {'Port': ['ID=e602f86a-9a0b-4863-987e-1afb1d241446,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:08.279560 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72812fa1-1a98-4ba1-b15a-a37e9ffcd863 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=988cbe52-30e0-4f01-9c19-f754eda094ff,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:08.283173 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48992) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:08.288638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ec732267-02ea-49c0-a048-a4e79704f5e5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group_rule': {'security_group_id': '988cbe52-30e0-4f01-9c19-f754eda094ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:08.296716 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ffba2fa-5c00-4d8b-9099-6ca4301ccbc9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.323165 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef7589e-a392-457b-9f1e-7771936e65c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:08.324920 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6ef7589e-a392-457b-9f1e-7771936e65c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] 10.222.0.54 "GET /v2.0/ports/e602f86a-9a0b-4863-987e-1afb1d241446 HTTP/1.1" status: 200 len: 1130 time: 0.1026466 Jul 16 01:51:08.331970 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48994) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:08.352428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffba2fa-5c00-4d8b-9099-6ca4301ccbc9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=14eeee30-480b-4583-b3ed-a5ae2d89abd5,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:08.388996 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ffba2fa-5c00-4d8b-9099-6ca4301ccbc9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.391400 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1ffba2fa-5c00-4d8b-9099-6ca4301ccbc9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/14eeee30-480b-4583-b3ed-a5ae2d89abd5 HTTP/1.1" status: 204 len: 168 time: 2.1532145 Jul 16 01:51:08.392535 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ec732267-02ea-49c0-a048-a4e79704f5e5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.394995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48998) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:08.451784 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b5d9ce6a-77ea-49ed-adae-454c4898d879 None None] Provisioning for port 766fc83f-df8d-4836-95ab-7f209831fdf3 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:08.462758 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b5d9ce6a-77ea-49ed-adae-454c4898d879 None None] Provisioning complete for port 766fc83f-df8d-4836-95ab-7f209831fdf3 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:08.464494 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ce6a-77ea-49ed-adae-454c4898d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.531666 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9d1651-59fe-43a4-911f-5b833d18f8d4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:08.535800 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9d1651-59fe-43a4-911f-5b833d18f8d4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:08.540272 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] device_id is not set on port 8848f94b-ae2d-4848-babc-f76c11c6e2b9 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:08.544846 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fc9d1651-59fe-43a4-911f-5b833d18f8d4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1487839 Jul 16 01:51:08.545460 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49000) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:08.628767 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ce6a-77ea-49ed-adae-454c4898d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.633693 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ec732267-02ea-49c0-a048-a4e79704f5e5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.671154 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b5d9ce6a-77ea-49ed-adae-454c4898d879 None None] For port 766fc83f-df8d-4836-95ab-7f209831fdf3, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=766fc83f-df8d-4836-95ab-7f209831fdf3,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:08.677285 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5d9ce6a-77ea-49ed-adae-454c4898d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.782852 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9ce6a-77ea-49ed-adae-454c4898d879 None None] Pushing event updated for resources: {'Port': ['ID=766fc83f-df8d-4836-95ab-7f209831fdf3,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:08.800843 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc351e2e-ff2b-4952-b5a5-d025bb2d857f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet 1b842756-9560-44ae-9028-10855741f118 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:08.805056 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc351e2e-ff2b-4952-b5a5-d025bb2d857f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.809887 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-a75af9e1-ea6a-41df-bf80-f9e4fc8528e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Deleting port e602f86a-9a0b-4863-987e-1afb1d241446 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:08.810374 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a75af9e1-ea6a-41df-bf80-f9e4fc8528e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.852837 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc351e2e-ff2b-4952-b5a5-d025bb2d857f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.904771 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ec732267-02ea-49c0-a048-a4e79704f5e5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.912405 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fcc647f5-482c-400b-aa87-cc935a6546a5 None None] Provisioning complete for port e602f86a-9a0b-4863-987e-1afb1d241446 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:08.912855 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fcc647f5-482c-400b-aa87-cc935a6546a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.980234 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec732267-02ea-49c0-a048-a4e79704f5e5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3087d5-a568-44c1-9c47-e00a8242d7d7,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:08.985128 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fcc647f5-482c-400b-aa87-cc935a6546a5 None None] Port e602f86a-9a0b-4863-987e-1afb1d241446 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:09.005243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fcc647f5-482c-400b-aa87-cc935a6546a5 None None] Could not find standard attr ID for object 14eeee30-480b-4583-b3ed-a5ae2d89abd5. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:51:09.016123 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ec732267-02ea-49c0-a048-a4e79704f5e5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.017865 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ec732267-02ea-49c0-a048-a4e79704f5e5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7334683 Jul 16 01:51:09.023906 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49004) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.034921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 766fc83f-df8d-4836-95ab-7f209831fdf3 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:09.057266 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a75af9e1-ea6a-41df-bf80-f9e4fc8528e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.078782 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc351e2e-ff2b-4952-b5a5-d025bb2d857f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.090470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bedd8b-9d39-4e22-b9c9-b678ecbbfce2 req-56a7ef96-9f34-46a4-a743-f10a06c55828 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:09.097546 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73bedd8b-9d39-4e22-b9c9-b678ecbbfce2 req-56a7ef96-9f34-46a4-a743-f10a06c55828 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 945 time: 0.4599440 Jul 16 01:51:09.106786 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 766fc83f-df8d-4836-95ab-7f209831fdf3 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:09.107967 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.127323 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1c53-c959-4f6f-9e26-92bbbf98ec17 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.129692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-a75af9e1-ea6a-41df-bf80-f9e4fc8528e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Calling delete_port for e602f86a-9a0b-4863-987e-1afb1d241446 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:09.172719 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1c53-c959-4f6f-9e26-92bbbf98ec17 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.182098 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.204363 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73bedd8b-9d39-4e22-b9c9-b678ecbbfce2 req-36de5f47-886c-4904-b294-ec7c1c462a76 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058149 Jul 16 01:51:09.228801 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc351e2e-ff2b-4952-b5a5-d025bb2d857f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.263566 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc351e2e-ff2b-4952-b5a5-d025bb2d857f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=1b842756-9560-44ae-9028-10855741f118,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:09.274951 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc351e2e-ff2b-4952-b5a5-d025bb2d857f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.277212 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fc351e2e-ff2b-4952-b5a5-d025bb2d857f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/1b842756-9560-44ae-9028-10855741f118 HTTP/1.1" status: 204 len: 168 time: 0.7249336 Jul 16 01:51:09.279604 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49008) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.304306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8216b1-5218-423f-bb7f-58e9bf776ddd None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:09.312822 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1c53-c959-4f6f-9e26-92bbbf98ec17 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.343929 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-07a6a588-f223-4715-8f7c-30bc21d5085e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628951 Jul 16 01:51:09.344638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49010) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.352060 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1c53-c959-4f6f-9e26-92bbbf98ec17 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.355483 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2d7e1c53-c959-4f6f-9e26-92bbbf98ec17 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/ce3087d5-a568-44c1-9c47-e00a8242d7d7 HTTP/1.1" status: 204 len: 168 time: 0.3218536 Jul 16 01:51:09.359485 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49012) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.406374 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e1c53-c959-4f6f-9e26-92bbbf98ec17 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce3087d5-a568-44c1-9c47-e00a8242d7d7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:09.417469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] device_id is not set on port dc9da46a-5961-41dc-ad43-d5ed7ab075da yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:09.445659 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-64cad921-5b8d-4ce3-b957-591109dfd629 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0838315 Jul 16 01:51:09.449820 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49014) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.483998 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ebe3-9145-446e-a9a8-a7767d5a0239 req-44d77b59-6c8d-448e-937d-39d542910d2e tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:09.485937 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df85ebe3-9145-446e-a9a8-a7767d5a0239 req-44d77b59-6c8d-448e-937d-39d542910d2e tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 1096 time: 0.1307297 Jul 16 01:51:09.547817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ed78c8-c3fe-4f7e-b814-31955237cf6d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:09.549616 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-59ed78c8-c3fe-4f7e-b814-31955237cf6d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2029481 Jul 16 01:51:09.552164 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49018) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.588922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b8dca1-aa5e-42d1-998a-20007db134b3 None None] DHCP port deletion for 5194c550-3669-42e5-a558-3e55db19984a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:51:09.629827 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-de18077e-72f0-436c-a0c2-b8a7e1ee97b5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.635828 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df85ebe3-9145-446e-a9a8-a7767d5a0239 req-8f0839e2-e06b-42f4-9b04-d0e709ee1e34 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404822 Jul 16 01:51:09.640024 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a75af9e1-ea6a-41df-bf80-f9e4fc8528e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.644597 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e6b8dca1-aa5e-42d1-998a-20007db134b3 None None] Deleting port 766fc83f-df8d-4836-95ab-7f209831fdf3 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:09.645278 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e6b8dca1-aa5e-42d1-998a-20007db134b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.690415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9e58e7-f96b-4ce0-a1ca-ba9b16bab64d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:09.694939 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7d9e58e7-f96b-4ce0-a1ca-ba9b16bab64d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1338005 Jul 16 01:51:09.697487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49022) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.701159 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75af9e1-ea6a-41df-bf80-f9e4fc8528e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Pushing event deleted for resources: {'Port': ['ID=e602f86a-9a0b-4863-987e-1afb1d241446,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:09.707743 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-de18077e-72f0-436c-a0c2-b8a7e1ee97b5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.737883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e6b8dca1-aa5e-42d1-998a-20007db134b3 None None] For port 766fc83f-df8d-4836-95ab-7f209831fdf3, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=766fc83f-df8d-4836-95ab-7f209831fdf3,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:09.738380 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e6b8dca1-aa5e-42d1-998a-20007db134b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.761860 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d5a38b5c-276c-4716-8a3d-1b2f2fbf03d2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593064 Jul 16 01:51:09.765509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e6b8dca1-aa5e-42d1-998a-20007db134b3 None None] Calling delete_port for 766fc83f-df8d-4836-95ab-7f209831fdf3 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:09.768527 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49024) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.768702 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.779853 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a75af9e1-ea6a-41df-bf80-f9e4fc8528e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.780047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-249132ac-170d-4db2-b739-dbd85a8e4356 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:09.790777 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a75af9e1-ea6a-41df-bf80-f9e4fc8528e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] 10.222.0.54 "DELETE /v2.0/ports/e602f86a-9a0b-4863-987e-1afb1d241446 HTTP/1.1" status: 204 len: 168 time: 1.4553571 Jul 16 01:51:09.795888 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49026) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.869234 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e6b8dca1-aa5e-42d1-998a-20007db134b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.897409 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8dca1-aa5e-42d1-998a-20007db134b3 None None] Pushing event deleted for resources: {'Port': ['ID=766fc83f-df8d-4836-95ab-7f209831fdf3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:09.899635 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b8dca1-aa5e-42d1-998a-20007db134b3 None None] No DVR routers for this DVR port 766fc83f-df8d-4836-95ab-7f209831fdf3 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:09.938075 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-de18077e-72f0-436c-a0c2-b8a7e1ee97b5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.940639 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-de18077e-72f0-436c-a0c2-b8a7e1ee97b5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.944308 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-de18077e-72f0-436c-a0c2-b8a7e1ee97b5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-groups/988cbe52-30e0-4f01-9c19-f754eda094ff HTTP/1.1" status: 204 len: 168 time: 0.4819081 Jul 16 01:51:09.947933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2de255-75f2-453e-bec6-a105a7f44763 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Deleting subnet 2bf565d8-b748-4d6c-a55b-7192006a27bd {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:09.956606 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49028) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.965127 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0c2de255-75f2-453e-bec6-a105a7f44763 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.989992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18077e-72f0-436c-a0c2-b8a7e1ee97b5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=988cbe52-30e0-4f01-9c19-f754eda094ff,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:10.007229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249132ac-170d-4db2-b739-dbd85a8e4356 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:10.007459 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.012386 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-249132ac-170d-4db2-b739-dbd85a8e4356 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.051379 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b712f-62c6-4ebf-a367-1767a7d7abb2 req-ac258615-0c3d-4851-9502-00e863e7f036 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:10.054229 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-552b712f-62c6-4ebf-a367-1767a7d7abb2 req-ac258615-0c3d-4851-9502-00e863e7f036 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 1096 time: 0.1330440 Jul 16 01:51:10.067420 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0c2de255-75f2-453e-bec6-a105a7f44763 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.164632 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event updated for resources: {'Port': ['ID=8848f94b-ae2d-4848-babc-f76c11c6e2b9,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:10.171278 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-291ee978-0c75-42f4-b67b-e9db0b106c86 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2135973 Jul 16 01:51:10.180319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49034) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.181378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-552b712f-62c6-4ebf-a367-1767a7d7abb2 req-b74296aa-fc60-4991-8240-1a0ecd519a44 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189308 Jul 16 01:51:10.212673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4ff705d2-85af-4972-be3f-1e1e9cbd3139 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1043394267'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:10.259625 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Checking segment: {'id': 'f9392980-631f-4994-b0a8-4237ea360da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fa781db6-2bfe-40af-9730-e85a52f0e3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:10.260019 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Network hostable DHCP agents. Network: fa781db6-2bfe-40af-9730-e85a52f0e3d2, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:51:10.269409 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0c2de255-75f2-453e-bec6-a105a7f44763 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.296015 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ff705d2-85af-4972-be3f-1e1e9cbd3139 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.328284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 687c2702-5e92-4414-82c6-94b53ba512f7 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:10.343669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Network fa781db6-2bfe-40af-9730-e85a52f0e3d2 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:51:10.367295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, fa781db6-2bfe-40af-9730-e85a52f0e3d2) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:10.380331 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:10.381392 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.384453 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-249132ac-170d-4db2-b739-dbd85a8e4356 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.424563 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0c2de255-75f2-453e-bec6-a105a7f44763 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.444758 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97f0d36-7aba-42ca-9191-28a0f7f947e8 None None] Network fa781db6-2bfe-40af-9730-e85a52f0e3d2 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:10.453877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249132ac-170d-4db2-b739-dbd85a8e4356 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:10.457135 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-249132ac-170d-4db2-b739-dbd85a8e4356 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:10.474195 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f766a35-4955-4cc9-847e-031a6c47500a None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:10.476603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249132ac-170d-4db2-b739-dbd85a8e4356 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:10.477133 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-249132ac-170d-4db2-b739-dbd85a8e4356 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.529569 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249132ac-170d-4db2-b739-dbd85a8e4356 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=a1b89f2d-538f-4523-803b-c5a1e73702d3,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:10.568698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2de255-75f2-453e-bec6-a105a7f44763 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf565d8-b748-4d6c-a55b-7192006a27bd,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:10.571050 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0c2de255-75f2-453e-bec6-a105a7f44763 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.572508 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9b4ec-0764-49cd-8870-0f2728319012 req-43dedb1b-7080-4b7a-a21c-acfe7084fa0e tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:10.580973 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0c2de255-75f2-453e-bec6-a105a7f44763 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] 10.222.0.54 "DELETE /v2.0/subnets/2bf565d8-b748-4d6c-a55b-7192006a27bd HTTP/1.1" status: 204 len: 168 time: 0.7838557 Jul 16 01:51:10.589803 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40a9b4ec-0764-49cd-8870-0f2728319012 req-43dedb1b-7080-4b7a-a21c-acfe7084fa0e tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 1096 time: 0.0959654 Jul 16 01:51:10.590779 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49042) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.626934 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28573371-61ef-4452-b38e-d95643074de3 None None] Network d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:10.651933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event updated for resources: {'Port': ['ID=dc9da46a-5961-41dc-ad43-d5ed7ab075da,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:10.663582 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Checking segment: {'id': 'f5d5537e-bdaf-440c-9bac-b608a10fdfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bf27994a-18b9-44fe-9ef1-802b08e3db13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:10.664176 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Network hostable DHCP agents. Network: bf27994a-18b9-44fe-9ef1-802b08e3db13, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:51:10.712731 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ff705d2-85af-4972-be3f-1e1e9cbd3139 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.721926 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ff705d2-85af-4972-be3f-1e1e9cbd3139 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.757718 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 687c2702-5e92-4414-82c6-94b53ba512f7 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:10.758000 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Network bf27994a-18b9-44fe-9ef1-802b08e3db13 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:51:10.765443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 687c2702-5e92-4414-82c6-94b53ba512f7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:10.765954 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.771050 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ff705d2-85af-4972-be3f-1e1e9cbd3139 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.775323 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4ff705d2-85af-4972-be3f-1e1e9cbd3139 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5915158 Jul 16 01:51:10.785431 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49046) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.820878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e4504868-d737-435e-b247-d30354dbc552 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group_rule': {'security_group_id': '69c10571-22e9-4ee5-85f6-acbf7d2c55ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:10.838260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, bf27994a-18b9-44fe-9ef1-802b08e3db13) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:10.851012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff705d2-85af-4972-be3f-1e1e9cbd3139 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c10571-22e9-4ee5-85f6-acbf7d2c55ad,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:10.859988 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40a9b4ec-0764-49cd-8870-0f2728319012 req-8e0e4f84-4f76-498f-8e9f-386bc3cc0622 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708569 Jul 16 01:51:10.861523 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-249132ac-170d-4db2-b739-dbd85a8e4356 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0889137 Jul 16 01:51:10.862764 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:10.867127 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49048) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.875269 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:10.897765 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-0dbac4af-3b82-4039-a53c-856e534ff9ac tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'fixed_ips': [{'subnet_id': 'a1b89f2d-538f-4523-803b-c5a1e73702d3', 'ip_address': '2001:db8::e9e2:4a32:531f:ba47'}], 'name': 'tempest-NetworksTestDHCPv6-454945933'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:10.906558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:10.908717 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.924509 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.954250 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23695ded-bf15-4452-8d97-2cc11628c6a2 None None] Network bf27994a-18b9-44fe-9ef1-802b08e3db13 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:11.012502 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1f149-406c-4aec-8118-8a84aacd17b1 req-4cd4adb7-ba08-4031-8f3c-c63b0e387558 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:11.014772 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-27b1f149-406c-4aec-8118-8a84aacd17b1 req-4cd4adb7-ba08-4031-8f3c-c63b0e387558 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 945 time: 0.2599177 Jul 16 01:51:11.040417 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b8baf318-eeed-4633-8ea4-bff66cbf7a55 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6087759 Jul 16 01:51:11.047934 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49052) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.066654 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 766fc83f-df8d-4836-95ab-7f209831fdf3 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:11.133761 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e4504868-d737-435e-b247-d30354dbc552 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.148687 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 766fc83f-df8d-4836-95ab-7f209831fdf3 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:11.149045 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 766fc83f-df8d-4836-95ab-7f209831fdf3 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:11.150776 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-27b1f149-406c-4aec-8118-8a84aacd17b1 req-417e7d63-d830-4b14-a5ee-1df767c66d4d tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031246 Jul 16 01:51:11.247131 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e4504868-d737-435e-b247-d30354dbc552 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.260456 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e4504868-d737-435e-b247-d30354dbc552 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.313731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4504868-d737-435e-b247-d30354dbc552 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c00717e-9d75-4119-8ee4-f21a1cfbc9d0,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:11.326621 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e4504868-d737-435e-b247-d30354dbc552 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.330539 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e4504868-d737-435e-b247-d30354dbc552 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5370686 Jul 16 01:51:11.331519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49060) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.360111 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde02ec0-e554-476f-8647-9149d6e0df91 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:11.366685 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde02ec0-e554-476f-8647-9149d6e0df91 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:11.371617 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dde02ec0-e554-476f-8647-9149d6e0df91 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3169611 Jul 16 01:51:11.372369 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49064) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.378047 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b34f151d-e414-40a1-8e04-d7b58b36fa89 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-group-rules/6c00717e-9d75-4119-8ee4-f21a1cfbc9d0 HTTP/1.1" status: 200 len: 763 time: 0.0448539 Jul 16 01:51:11.378508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49066) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.423878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbac4af-3b82-4039-a53c-856e534ff9ac tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:11.487605 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-42b94529-a4b0-46fa-88c1-7eee309fdd93 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1056745 Jul 16 01:51:11.488712 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49068) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.520007 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bdd4de3b-7dfe-40a4-bfc0-29193b155879 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.529453 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dbac4af-3b82-4039-a53c-856e534ff9ac tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.533536 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bdd4de3b-7dfe-40a4-bfc0-29193b155879 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.542580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Deleting port 8b8d7196-58d5-41fa-b44f-7c828408b92f {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:11.543265 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.565913 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49a8b1-553b-495d-a2a3-04e817d147ec req-038ea041-7913-4a2e-b4d0-eb5afa21adb4 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:11.567536 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac49a8b1-553b-495d-a2a3-04e817d147ec req-038ea041-7913-4a2e-b4d0-eb5afa21adb4 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 1096 time: 0.1392889 Jul 16 01:51:11.592369 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-0dbac4af-3b82-4039-a53c-856e534ff9ac tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port 4ee5a58d-4adb-47c5-a604-a68ab1f81c37 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:11.598275 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bdd4de3b-7dfe-40a4-bfc0-29193b155879 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.619135 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.636168 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bdd4de3b-7dfe-40a4-bfc0-29193b155879 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.640206 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bdd4de3b-7dfe-40a4-bfc0-29193b155879 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/6c00717e-9d75-4119-8ee4-f21a1cfbc9d0 HTTP/1.1" status: 204 len: 168 time: 0.1486688 Jul 16 01:51:11.641039 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49072) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.653309 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4de3b-7dfe-40a4-bfc0-29193b155879 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c00717e-9d75-4119-8ee4-f21a1cfbc9d0,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:11.670432 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-5194c550-3669-42e5-a558-3e55db19984a', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'fixed_ips': [{'subnet_id': 'a1b89f2d-538f-4523-803b-c5a1e73702d3'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:51:11.671300 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.678438 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cebf553-e847-4173-94f7-9df9e795244c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687c2702-5e92-4414-82c6-94b53ba512f7'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:11.681363 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47cf1a1-c0b6-409c-ace2-d2b49eaa8f88" -d '{"events": [{"server_uuid": "5cebf553-e847-4173-94f7-9df9e795244c", "name": "network-vif-plugged", "status": "completed", "tag": "687c2702-5e92-4414-82c6-94b53ba512f7"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:11.686771 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 687c2702-5e92-4414-82c6-94b53ba512f7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=687c2702-5e92-4414-82c6-94b53ba512f7,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:11.702852 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.714757 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac49a8b1-553b-495d-a2a3-04e817d147ec req-68eb8387-fcaf-4615-95da-d03a443d2163 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373818 Jul 16 01:51:11.772411 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-46679fc0-f910-4e55-b030-65629533c761 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1274807 Jul 16 01:51:11.779932 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49076) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.793263 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5ff94ff2-39b3-4548-865c-91d738ae9612 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group_rule': {'security_group_id': '69c10571-22e9-4ee5-85f6-acbf7d2c55ad', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:11.796043 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] For port 8b8d7196-58d5-41fa-b44f-7c828408b92f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8b8d7196-58d5-41fa-b44f-7c828408b92f,segment=NetworkSegment(ea0c7c91-6f38-4093-add7-4892d494eb63),segment_id=ea0c7c91-6f38-4093-add7-4892d494eb63)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:11.796575 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.835579 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f96a327-fb07-4f58-aee6-cb5084e1e3b7 x-openstack-request-id: req-5f96a327-fb07-4f58-aee6-cb5084e1e3b7 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:11.835982 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cebf553-e847-4173-94f7-9df9e795244c", "name": "network-vif-plugged", "status": "completed", "tag": "687c2702-5e92-4414-82c6-94b53ba512f7", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:11.836240 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5f96a327-fb07-4f58-aee6-cb5084e1e3b7 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:11.836639 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cebf553-e847-4173-94f7-9df9e795244c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687c2702-5e92-4414-82c6-94b53ba512f7', 'code': 200} Jul 16 01:51:11.842547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e98fe24-f1ca-4dcb-8944-f3890a2b0d30 None None] DHCP port deletion for d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:51:11.843554 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5ff94ff2-39b3-4548-865c-91d738ae9612 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.901729 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=687c2702-5e92-4414-82c6-94b53ba512f7,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:11.968943 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5ff94ff2-39b3-4548-865c-91d738ae9612 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.975373 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5ff94ff2-39b3-4548-865c-91d738ae9612 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.990861 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Allocated IP 2001:db8::2 (5194c550-3669-42e5-a558-3e55db19984a/a1b89f2d-538f-4523-803b-c5a1e73702d3/ea828b12-a9b5-4276-871f-0aea00d1b39e) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:12.011780 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0e98fe24-f1ca-4dcb-8944-f3890a2b0d30 None None] Deleting port 8b8d7196-58d5-41fa-b44f-7c828408b92f {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:12.012183 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0e98fe24-f1ca-4dcb-8944-f3890a2b0d30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.026656 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff94ff2-39b3-4548-865c-91d738ae9612 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2edfd365-3749-4e21-827a-fab2db727c2c,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:12.049013 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Calling delete_port for 8b8d7196-58d5-41fa-b44f-7c828408b92f owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:12.049174 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5ff94ff2-39b3-4548-865c-91d738ae9612 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.053313 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5ff94ff2-39b3-4548-865c-91d738ae9612 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2687075 Jul 16 01:51:12.054514 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49078) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:12.084335 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f62f7214-c7d0-4a99-a726-43540bcd97cb tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-group-rules/2edfd365-3749-4e21-827a-fab2db727c2c HTTP/1.1" status: 200 len: 763 time: 0.0288403 Jul 16 01:51:12.086137 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49080) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:12.141899 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0e98fe24-f1ca-4dcb-8944-f3890a2b0d30 None None] For port 8b8d7196-58d5-41fa-b44f-7c828408b92f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8b8d7196-58d5-41fa-b44f-7c828408b92f,segment=NetworkSegment(ea0c7c91-6f38-4093-add7-4892d494eb63),segment_id=ea0c7c91-6f38-4093-add7-4892d494eb63)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:12.141899 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0e98fe24-f1ca-4dcb-8944-f3890a2b0d30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.158752 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0e98fe24-f1ca-4dcb-8944-f3890a2b0d30 None None] Calling delete_port for 8b8d7196-58d5-41fa-b44f-7c828408b92f owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:12.164007 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-da754a1e-c7ae-419f-b2f4-e3c81529c547 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0734823 Jul 16 01:51:12.164325 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49082) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:12.201053 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7751abe-9045-46f1-adad-f8029e93e266 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.210129 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7751abe-9045-46f1-adad-f8029e93e266 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.254838 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.261817 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7751abe-9045-46f1-adad-f8029e93e266 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.276861 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7751abe-9045-46f1-adad-f8029e93e266 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.281402 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e7751abe-9045-46f1-adad-f8029e93e266 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/2edfd365-3749-4e21-827a-fab2db727c2c HTTP/1.1" status: 204 len: 168 time: 0.1160321 Jul 16 01:51:12.283977 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49088) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:12.307287 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7751abe-9045-46f1-adad-f8029e93e266 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2edfd365-3749-4e21-827a-fab2db727c2c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:12.311171 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.330187 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Transition to ACTIVE for port object ea828b12-a9b5-4276-871f-0aea00d1b39e will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:12.339913 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Pushing event deleted for resources: {'Port': ['ID=8b8d7196-58d5-41fa-b44f-7c828408b92f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:12.351369 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-21804aae-5124-443e-968d-eef3f22855e3 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0655830 Jul 16 01:51:12.353727 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49090) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:12.359214 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-1168be02-9084-4f5b-ae44-f56ab67a79d5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Request body: {'security_group_rule': {'security_group_id': '69c10571-22e9-4ee5-85f6-acbf7d2c55ad', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:12.360700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Transition to ACTIVE for port object ea828b12-a9b5-4276-871f-0aea00d1b39e will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:12.362875 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0e98fe24-f1ca-4dcb-8944-f3890a2b0d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.366087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] No DVR routers for this DVR port 8b8d7196-58d5-41fa-b44f-7c828408b92f on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:12.369203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-8a684ebf-5233-485c-800d-34832f229241 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Deleting port 8848f94b-ae2d-4848-babc-f76c11c6e2b9 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:12.369667 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a684ebf-5233-485c-800d-34832f229241 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.381415 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e98fe24-f1ca-4dcb-8944-f3890a2b0d30 None None] No DVR routers for this DVR port 8b8d7196-58d5-41fa-b44f-7c828408b92f on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:12.406213 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.409174 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98fe24-f1ca-4dcb-8944-f3890a2b0d30 None None] Pushing event deleted for resources: {'Port': ['ID=8b8d7196-58d5-41fa-b44f-7c828408b92f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:12.422675 n-d-800086-6 neutron-server[93832]: INFO neutron.db.securitygroups_db [None req-1168be02-9084-4f5b-ae44-f56ab67a79d5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Project 79c8f6282c4b46b1bcaa2316cc61f95e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:51:12.437823 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1168be02-9084-4f5b-ae44-f56ab67a79d5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.466912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:12.470636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:12.475573 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:12.477661 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Pushing event updated for resources: {'Port': ['ID=ea828b12-a9b5-4276-871f-0aea00d1b39e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:12.500198 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ee9f9-5c78-4903-b968-312166d194e2 req-c7203c01-8ad6-4f37-a0be-80dc37b6b784 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:12.501734 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3d4ee9f9-5c78-4903-b968-312166d194e2 req-c7203c01-8ad6-4f37-a0be-80dc37b6b784 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.1335797 Jul 16 01:51:12.520080 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1168be02-9084-4f5b-ae44-f56ab67a79d5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.527973 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1168be02-9084-4f5b-ae44-f56ab67a79d5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.528250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2069320-497e-4476-a677-48342c3aae73 req-fa29c2bd-8179-4c3e-8158-c6ae41ad9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:12.530283 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b2069320-497e-4476-a677-48342c3aae73 req-fa29c2bd-8179-4c3e-8158-c6ae41ad9967 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 1097 time: 0.4822140 Jul 16 01:51:12.537158 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Attempting to bind port ea828b12-a9b5-4276-871f-0aea00d1b39e on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:12.538023 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Attempting to bind port ea828b12-a9b5-4276-871f-0aea00d1b39e by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:12.538421 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Attempting to bind port ea828b12-a9b5-4276-871f-0aea00d1b39e on network 5194c550-3669-42e5-a558-3e55db19984a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:12.543693 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:12.544126 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:12.544824 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.544956 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Bound using segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:12.545529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Bound port: ea828b12-a9b5-4276-871f-0aea00d1b39e, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:12.545766 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.559587 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a684ebf-5233-485c-800d-34832f229241 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.564907 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168be02-9084-4f5b-ae44-f56ab67a79d5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f4ef9c-548b-4029-8278-a72c4bf33419,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:12.572180 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1168be02-9084-4f5b-ae44-f56ab67a79d5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.573394 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1168be02-9084-4f5b-ae44-f56ab67a79d5 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2187221 Jul 16 01:51:12.576077 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49092) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:12.601218 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3d4ee9f9-5c78-4903-b968-312166d194e2 req-b8e8bdbf-bd6e-4aaa-a5ed-0317567294d2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882304 Jul 16 01:51:12.604425 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b582d21e-6115-4159-b56b-491e83ba5345 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-group-rules/e8f4ef9c-548b-4029-8278-a72c4bf33419 HTTP/1.1" status: 200 len: 769 time: 0.0272145 Jul 16 01:51:12.606869 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49094) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:12.622065 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] For port ea828b12-a9b5-4276-871f-0aea00d1b39e, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:12.626095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] For port ea828b12-a9b5-4276-871f-0aea00d1b39e, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ea828b12-a9b5-4276-871f-0aea00d1b39e,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:12.629358 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.637030 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.637381 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-8a684ebf-5233-485c-800d-34832f229241 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Calling delete_port for 8848f94b-ae2d-4848-babc-f76c11c6e2b9 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:12.640605 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-0dbac4af-3b82-4039-a53c-856e534ff9ac tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::e9e2:4a32:531f:ba47 (5194c550-3669-42e5-a558-3e55db19984a/a1b89f2d-538f-4523-803b-c5a1e73702d3/4ee5a58d-4adb-47c5-a604-a68ab1f81c37) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:12.649347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:12.660843 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b7ddc6d2-6750-47aa-8800-d9f0ee67d8bb tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0527046 Jul 16 01:51:12.663730 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49096) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:12.677303 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0c7c91-6f38-4093-add7-4892d494eb63') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:12.678389 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0c7c91-6f38-4093-add7-4892d494eb63') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:12.689117 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09462929-c761-4552-95a8-24dbbef7b504 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.697778 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09462929-c761-4552-95a8-24dbbef7b504 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.701583 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94386e-522d-47e3-8e08-2dd49b95a512 None None] Pushing event updated for resources: {'Port': ['ID=ea828b12-a9b5-4276-871f-0aea00d1b39e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:12.712044 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.726611 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09462929-c761-4552-95a8-24dbbef7b504 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.738411 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09462929-c761-4552-95a8-24dbbef7b504 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.739746 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-09462929-c761-4552-95a8-24dbbef7b504 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/e8f4ef9c-548b-4029-8278-a72c4bf33419 HTTP/1.1" status: 204 len: 168 time: 0.0749462 Jul 16 01:51:12.741345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09462929-c761-4552-95a8-24dbbef7b504 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8f4ef9c-548b-4029-8278-a72c4bf33419,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:12.743213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49100) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:12.778308 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b2069320-497e-4476-a677-48342c3aae73 req-4f878239-bd04-479c-8c2c-a9a1dc66bb7e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347081 Jul 16 01:51:12.787014 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-45a97692-a2b3-4b62-b52e-284dd55ec2fd tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0424905 Jul 16 01:51:12.789866 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49102) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:12.811135 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.846971 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:12.847394 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:12.851477 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:12.858407 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cce78a95-3c42-4927-8fa3-11c758af6d82 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.910627 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cce78a95-3c42-4927-8fa3-11c758af6d82 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.965181 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cce78a95-3c42-4927-8fa3-11c758af6d82 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.968095 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cce78a95-3c42-4927-8fa3-11c758af6d82 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.969294 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cce78a95-3c42-4927-8fa3-11c758af6d82 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "DELETE /v2.0/security-groups/69c10571-22e9-4ee5-85f6-acbf7d2c55ad HTTP/1.1" status: 204 len: 168 time: 0.1783850 Jul 16 01:51:12.972901 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49104) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:13.000220 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce78a95-3c42-4927-8fa3-11c758af6d82 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c10571-22e9-4ee5-85f6-acbf7d2c55ad,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:13.011466 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a684ebf-5233-485c-800d-34832f229241 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.032271 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.044880 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d54fed46-1d69-48bf-9d15-91cfaf954784 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0704429 Jul 16 01:51:13.056655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49106) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:13.066013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ea828b12-a9b5-4276-871f-0aea00d1b39e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:13.075186 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.079145 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] 10.222.0.54 "DELETE /v2.0/networks/d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d HTTP/1.1" status: 204 len: 168 time: 2.4852080 Jul 16 01:51:13.127056 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e73f609a-5edd-47ed-af25-13fa706d2ac6 tempest-SecGroupIPv6Test-402325364 tempest-SecGroupIPv6Test-402325364-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656126 Jul 16 01:51:13.165992 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port ea828b12-a9b5-4276-871f-0aea00d1b39e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:13.185951 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a684ebf-5233-485c-800d-34832f229241 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event deleted for resources: {'Port': ['ID=8848f94b-ae2d-4848-babc-f76c11c6e2b9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:13.202173 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1502e-72aa-45bf-aca4-2b036bf9c10d tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979 tempest-ExtraDHCPOptionsIpV6TestJSON-1719120979-project] Pushing event deleted for resources: {'Network': ['ID=d01e6a77-8ff6-4fad-bfab-70c7cb6ccd6d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:13.213648 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a684ebf-5233-485c-800d-34832f229241 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.219172 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49114) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:13.219452 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8a684ebf-5233-485c-800d-34832f229241 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "DELETE /v2.0/ports/8848f94b-ae2d-4848-babc-f76c11c6e2b9 HTTP/1.1" status: 204 len: 168 time: 1.8432596 Jul 16 01:51:13.261008 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8b8d7196-58d5-41fa-b44f-7c828408b92f no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:13.283471 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dbac4af-3b82-4039-a53c-856e534ff9ac tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.293245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9e972-d569-45bc-b783-d34b612965e7 req-c3db50ab-e5bc-433b-9a77-31f8be0a2366 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:13.294815 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 8b8d7196-58d5-41fa-b44f-7c828408b92f {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:13.301887 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8b8d7196-58d5-41fa-b44f-7c828408b92f not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:13.303069 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-26d9e972-d569-45bc-b783-d34b612965e7 req-c3db50ab-e5bc-433b-9a77-31f8be0a2366 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 1096 time: 0.4592366 Jul 16 01:51:13.336430 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-0dbac4af-3b82-4039-a53c-856e534ff9ac tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object 4ee5a58d-4adb-47c5-a604-a68ab1f81c37 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:13.375553 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-26d9e972-d569-45bc-b783-d34b612965e7 req-12a2d5bc-d5b8-4736-a380-33488e0d9b9b tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703204 Jul 16 01:51:13.416594 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d4e81e8e-0e59-4c1d-ba53-17ec74a5faff tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Deleting port dc9da46a-5961-41dc-ad43-d5ed7ab075da {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:13.416935 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4e81e8e-0e59-4c1d-ba53-17ec74a5faff tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.436250 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dbac4af-3b82-4039-a53c-856e534ff9ac tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.502148 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4e81e8e-0e59-4c1d-ba53-17ec74a5faff tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.524568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d4e81e8e-0e59-4c1d-ba53-17ec74a5faff tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Calling delete_port for dc9da46a-5961-41dc-ad43-d5ed7ab075da owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:13.525948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbac4af-3b82-4039-a53c-856e534ff9ac tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:13.562466 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49124) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:13.563411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-0dbac4af-3b82-4039-a53c-856e534ff9ac tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:13.572598 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbac4af-3b82-4039-a53c-856e534ff9ac tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:13.578910 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbac4af-3b82-4039-a53c-856e534ff9ac tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:13.579557 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dbac4af-3b82-4039-a53c-856e534ff9ac tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.595193 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49128) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:13.608428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbac4af-3b82-4039-a53c-856e534ff9ac tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=4ee5a58d-4adb-47c5-a604-a68ab1f81c37,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:13.635867 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0dbac4af-3b82-4039-a53c-856e534ff9ac tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7649934 Jul 16 01:51:13.637411 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49132) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:13.649680 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-310c77ab-30a9-4e66-bca3-a14d0c76a7ca tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'fixed_ips': [{'subnet_id': 'a1b89f2d-538f-4523-803b-c5a1e73702d3', 'ip_address': '2001:db8::e9e2:4a32:531f:ba47'}], 'name': 'tempest-NetworksTestDHCPv6-798226330'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:13.698572 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c35dce-f66e-4e62-942d-49ac6ba1ae35 req-cf288bdd-39df-462d-83b0-081d2b29a700 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:13.700134 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c1c35dce-f66e-4e62-942d-49ac6ba1ae35 req-cf288bdd-39df-462d-83b0-081d2b29a700 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 1096 time: 0.2074857 Jul 16 01:51:13.788786 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4e81e8e-0e59-4c1d-ba53-17ec74a5faff tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.952571 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4e81e8e-0e59-4c1d-ba53-17ec74a5faff tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.957707 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d4e81e8e-0e59-4c1d-ba53-17ec74a5faff tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "DELETE /v2.0/ports/dc9da46a-5961-41dc-ad43-d5ed7ab075da HTTP/1.1" status: 204 len: 168 time: 0.7368472 Jul 16 01:51:13.959329 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e81e8e-0e59-4c1d-ba53-17ec74a5faff tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event deleted for resources: {'Port': ['ID=dc9da46a-5961-41dc-ad43-d5ed7ab075da,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:13.966384 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49140) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:14.039893 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310c77ab-30a9-4e66-bca3-a14d0c76a7ca tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:14.055277 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1ef3a7ad-00d8-488d-8372-c447546cfdc4 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0876403 Jul 16 01:51:14.056032 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49142) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:14.068577 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-1f880729-8016-4865-afbd-6915a48aa6cf tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1841789884'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:14.120934 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f880729-8016-4865-afbd-6915a48aa6cf tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Made reservation on behalf of 8cb564c2c3574c6396bec2457c2f47d3 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:14.125059 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1f880729-8016-4865-afbd-6915a48aa6cf tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.166289 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0ce19-7b05-48ba-a6d4-be1db6eba276 req-96461992-cf86-4bc7-a6c6-f7efe1c7aa17 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:14.168530 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-66a0ce19-7b05-48ba-a6d4-be1db6eba276 req-96461992-cf86-4bc7-a6c6-f7efe1c7aa17 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.4010034 Jul 16 01:51:14.176867 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-09d4e3f7-fa77-4ba3-8775-880763701576 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=79c8f6282c4b46b1bcaa2316cc61f95e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5804412 Jul 16 01:51:14.182940 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49146) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:14.204719 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-db91cd16-29ac-4330-846a-a104a8891409 None None] Provisioning for port ea828b12-a9b5-4276-871f-0aea00d1b39e completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:14.217274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-db91cd16-29ac-4330-846a-a104a8891409 None None] Provisioning complete for port ea828b12-a9b5-4276-871f-0aea00d1b39e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:14.218399 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-db91cd16-29ac-4330-846a-a104a8891409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.269084 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-99aa8b0f-69ae-4a98-84c9-cc416db52c00 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ad998ab51dd24b77b0b6abc5342ddd27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7018204 Jul 16 01:51:14.273227 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49148) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:14.396042 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-db91cd16-29ac-4330-846a-a104a8891409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.409484 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-03f23f25-578f-495a-bb5f-2bb9a999398b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.486687 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-db91cd16-29ac-4330-846a-a104a8891409 None None] For port ea828b12-a9b5-4276-871f-0aea00d1b39e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ea828b12-a9b5-4276-871f-0aea00d1b39e,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:14.494907 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-03f23f25-578f-495a-bb5f-2bb9a999398b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.496169 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-db91cd16-29ac-4330-846a-a104a8891409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.549711 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c1c35dce-f66e-4e62-942d-49ac6ba1ae35 req-9cd8274b-3a86-4c5d-acf8-53aaad44caec tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Deleting port 10fdb771-544d-4656-83a6-9993b960d227 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:14.550106 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c1c35dce-f66e-4e62-942d-49ac6ba1ae35 req-9cd8274b-3a86-4c5d-acf8-53aaad44caec tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.577081 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-03f23f25-578f-495a-bb5f-2bb9a999398b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.584409 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-03f23f25-578f-495a-bb5f-2bb9a999398b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.588142 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-03f23f25-578f-495a-bb5f-2bb9a999398b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8f1b9109-dfb4-4027-9f0a-c01b6758c67a HTTP/1.1" status: 204 len: 168 time: 0.3114245 Jul 16 01:51:14.603010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91cd16-29ac-4330-846a-a104a8891409 None None] Pushing event updated for resources: {'Port': ['ID=ea828b12-a9b5-4276-871f-0aea00d1b39e,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:14.618685 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f23f25-578f-495a-bb5f-2bb9a999398b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1b9109-dfb4-4027-9f0a-c01b6758c67a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:14.664008 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd814eb0-c3e1-4743-97c1-7bc54fdbd22e req-d48732ee-fbd8-4235-ac48-392989f3073a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3099835 Jul 16 01:51:14.671624 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-24dc57b3-22d3-4cdf-ad01-72c6bd1ab817 None None] Provisioning for port 4ee5a58d-4adb-47c5-a604-a68ab1f81c37 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:14.680930 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-24dc57b3-22d3-4cdf-ad01-72c6bd1ab817 None None] Provisioning complete for port 4ee5a58d-4adb-47c5-a604-a68ab1f81c37 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:14.681166 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-24dc57b3-22d3-4cdf-ad01-72c6bd1ab817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.737684 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c1c35dce-f66e-4e62-942d-49ac6ba1ae35 req-9cd8274b-3a86-4c5d-acf8-53aaad44caec tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] For port 10fdb771-544d-4656-83a6-9993b960d227, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=10fdb771-544d-4656-83a6-9993b960d227,segment=NetworkSegment(487bfa60-894c-4f64-b7c8-1d4ca3b83b24),segment_id=487bfa60-894c-4f64-b7c8-1d4ca3b83b24)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:14.738105 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c1c35dce-f66e-4e62-942d-49ac6ba1ae35 req-9cd8274b-3a86-4c5d-acf8-53aaad44caec tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.746015 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-24dc57b3-22d3-4cdf-ad01-72c6bd1ab817 None None] Port 4ee5a58d-4adb-47c5-a604-a68ab1f81c37 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:14.822568 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c1c35dce-f66e-4e62-942d-49ac6ba1ae35 req-9cd8274b-3a86-4c5d-acf8-53aaad44caec tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Calling delete_port for 10fdb771-544d-4656-83a6-9993b960d227 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:14.891629 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f880729-8016-4865-afbd-6915a48aa6cf tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:51:14.904768 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-66a0ce19-7b05-48ba-a6d4-be1db6eba276 req-fec8a327-cc88-40b6-88da-72ddeb536db2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7207839 Jul 16 01:51:14.945389 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-310c77ab-30a9-4e66-bca3-a14d0c76a7ca tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.948244 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1f880729-8016-4865-afbd-6915a48aa6cf tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.948585 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-1f880729-8016-4865-afbd-6915a48aa6cf tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Added segment da0d596e-933c-45bd-9ebe-dd12f1b4ba66 of type vlan for network 94013440-0514-4859-8d6f-1a4205382f2e Jul 16 01:51:14.967273 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf92-65a7-46d1-9188-08932460340d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.010963 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf92-65a7-46d1-9188-08932460340d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.019366 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ea828b12-a9b5-4276-871f-0aea00d1b39e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:15.026319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-310c77ab-30a9-4e66-bca3-a14d0c76a7ca tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port 56be2106-af02-4e85-8f3c-629b089647d4 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:15.145429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port ea828b12-a9b5-4276-871f-0aea00d1b39e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:15.145834 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.155893 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c1c35dce-f66e-4e62-942d-49ac6ba1ae35 req-9cd8274b-3a86-4c5d-acf8-53aaad44caec tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.192046 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1f880729-8016-4865-afbd-6915a48aa6cf tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.199618 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['251c706a-baa7-4a1d-a928-c1db3277a02a'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:15.204068 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8e552-1582-4076-968f-5759f6c95bca req-f8515ccb-3e36-4fae-bef5-ceec0758eaf9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:15.205891 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-68c8e552-1582-4076-968f-5759f6c95bca req-f8515ccb-3e36-4fae-bef5-ceec0758eaf9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c04cf16-b7c1-471e-bfbe-4423755ee660 HTTP/1.1" status: 200 len: 1096 time: 0.4396884 Jul 16 01:51:15.236986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8274b-3a86-4c5d-acf8-53aaad44caec tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Pushing event deleted for resources: {'Port': ['ID=10fdb771-544d-4656-83a6-9993b960d227,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:15.326434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd814eb0-c3e1-4743-97c1-7bc54fdbd22e req-61e660cf-4a5b-48a3-a01d-62d3134910f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:15.349362 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd814eb0-c3e1-4743-97c1-7bc54fdbd22e req-61e660cf-4a5b-48a3-a01d-62d3134910f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e931c56f359495d877911d5244073fc&device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 1097 time: 0.5862219 Jul 16 01:51:15.351573 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c35dce-f66e-4e62-942d-49ac6ba1ae35 req-9cd8274b-3a86-4c5d-acf8-53aaad44caec tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] No DVR routers for this DVR port 10fdb771-544d-4656-83a6-9993b960d227 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:15.357730 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c1c35dce-f66e-4e62-942d-49ac6ba1ae35 req-9cd8274b-3a86-4c5d-acf8-53aaad44caec tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.360862 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c1c35dce-f66e-4e62-942d-49ac6ba1ae35 req-9cd8274b-3a86-4c5d-acf8-53aaad44caec tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.47 "DELETE /v2.0/ports/10fdb771-544d-4656-83a6-9993b960d227 HTTP/1.1" status: 204 len: 173 time: 1.6514356 Jul 16 01:51:15.363955 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c04cf16-b7c1-471e-bfbe-4423755ee660', 'name': 'network-vif-deleted', 'tag': '10fdb771-544d-4656-83a6-9993b960d227'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:15.368430 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dbaeed-a356-4d63-8c9a-5aa3751d0c6e" -d '{"events": [{"server_uuid": "6c04cf16-b7c1-471e-bfbe-4423755ee660", "name": "network-vif-deleted", "tag": "10fdb771-544d-4656-83a6-9993b960d227"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:15.528329 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcdaf7c-c02b-4425-83d4-7c773d1ac5d8 x-openstack-request-id: req-cbcdaf7c-c02b-4425-83d4-7c773d1ac5d8 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:15.528624 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c04cf16-b7c1-471e-bfbe-4423755ee660", "name": "network-vif-deleted", "tag": "10fdb771-544d-4656-83a6-9993b960d227", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:15.529472 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cbcdaf7c-c02b-4425-83d4-7c773d1ac5d8 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:15.529472 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c04cf16-b7c1-471e-bfbe-4423755ee660', 'name': 'network-vif-deleted', 'tag': '10fdb771-544d-4656-83a6-9993b960d227', 'status': 'completed', 'code': 200} Jul 16 01:51:15.545972 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-68c8e552-1582-4076-968f-5759f6c95bca req-8a6ccabd-ca80-44ae-86bd-b8d9f38590b8 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030028 Jul 16 01:51:15.566291 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-310c77ab-30a9-4e66-bca3-a14d0c76a7ca tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:51:15.566861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310c77ab-30a9-4e66-bca3-a14d0c76a7ca tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:51:15.581475 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf92-65a7-46d1-9188-08932460340d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.603222 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf92-65a7-46d1-9188-08932460340d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.609718 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f6ccaf92-65a7-46d1-9188-08932460340d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6267a156-193e-449d-9538-ffa257cecae2 HTTP/1.1" status: 204 len: 168 time: 1.3831911 Jul 16 01:51:15.625218 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1f880729-8016-4865-afbd-6915a48aa6cf tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.640477 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f880729-8016-4865-afbd-6915a48aa6cf tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:15.641318 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1f880729-8016-4865-afbd-6915a48aa6cf tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.732578 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd814eb0-c3e1-4743-97c1-7bc54fdbd22e req-5cf5edb4-2e3e-456f-95f8-bea042b83af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:15.736234 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd814eb0-c3e1-4743-97c1-7bc54fdbd22e req-5cf5edb4-2e3e-456f-95f8-bea042b83af6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7ad34b91-7198-40af-8364-3e2524b1a6ab HTTP/1.1" status: 200 len: 910 time: 0.3730106 Jul 16 01:51:15.743857 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccaf92-65a7-46d1-9188-08932460340d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6267a156-193e-449d-9538-ffa257cecae2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:15.756727 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-310c77ab-30a9-4e66-bca3-a14d0c76a7ca tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.1144800 Jul 16 01:51:15.771090 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49182) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:15.848262 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd814eb0-c3e1-4743-97c1-7bc54fdbd22e req-e0b0a944-9536-4066-bfc4-2e922fa7536a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=251c706a-baa7-4a1d-a928-c1db3277a02a HTTP/1.1" status: 200 len: 217 time: 0.1056499 Jul 16 01:51:15.852806 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1f880729-8016-4865-afbd-6915a48aa6cf tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7892797 Jul 16 01:51:15.854620 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f880729-8016-4865-afbd-6915a48aa6cf tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event updated for resources: {'Network': ['ID=94013440-0514-4859-8d6f-1a4205382f2e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:15.856911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49184) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:15.869219 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 94013440-0514-4859-8d6f-1a4205382f2e details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:51:15.930974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd814eb0-c3e1-4743-97c1-7bc54fdbd22e req-cfb9ea6a-d30c-437a-8e5a-27528cc64815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:15.933742 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd814eb0-c3e1-4743-97c1-7bc54fdbd22e req-cfb9ea6a-d30c-437a-8e5a-27528cc64815 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c99630c3-798c-4235-8a39-03e83089a162 HTTP/1.1" status: 200 len: 848 time: 0.0780237 Jul 16 01:51:15.938843 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ae2cc110-553f-4b30-8595-ab18a4623b6e tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-528814263'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:15.957515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82bd3a3-713d-403a-8773-80dbdae1d40d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:15.976092 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82bd3a3-713d-403a-8773-80dbdae1d40d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:15.988650 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f82bd3a3-713d-403a-8773-80dbdae1d40d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2141283 Jul 16 01:51:15.990502 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49190) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:15.990772 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49192) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:16.061418 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2cc110-553f-4b30-8595-ab18a4623b6e tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Made reservation on behalf of 8cb564c2c3574c6396bec2457c2f47d3 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:16.065518 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc110-553f-4b30-8595-ab18a4623b6e tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.105830 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2cc110-553f-4b30-8595-ab18a4623b6e tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:51:16.162240 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-bafb2ab9-f1f2-41cd-aa03-1b1d627cb6d4 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665324247'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:16.181710 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc110-553f-4b30-8595-ab18a4623b6e tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.182470 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-ae2cc110-553f-4b30-8595-ab18a4623b6e tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Added segment 637bf953-3c97-4ef3-bbe9-e821a3b8b4d0 of type vlan for network 2a95b0e3-924b-4844-b8fd-57d245597b3d Jul 16 01:51:16.213468 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bafb2ab9-f1f2-41cd-aa03-1b1d627cb6d4 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.226716 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd814eb0-c3e1-4743-97c1-7bc54fdbd22e req-edb2f6c1-299b-4535-8f6c-88210def1913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:16.228812 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd814eb0-c3e1-4743-97c1-7bc54fdbd22e req-edb2f6c1-299b-4535-8f6c-88210def1913 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7ad34b91-7198-40af-8364-3e2524b1a6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2858574 Jul 16 01:51:16.234450 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bafb2ab9-f1f2-41cd-aa03-1b1d627cb6d4 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.273624 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc110-553f-4b30-8595-ab18a4623b6e tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.332036 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 10fdb771-544d-4656-83a6-9993b960d227 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:16.364104 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-2cbce998-3f72-43ba-99ea-33e5a4e0ea62 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port 4ee5a58d-4adb-47c5-a604-a68ab1f81c37 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:16.364598 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2cbce998-3f72-43ba-99ea-33e5a4e0ea62 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.384936 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 10fdb771-544d-4656-83a6-9993b960d227 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:16.385299 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 10fdb771-544d-4656-83a6-9993b960d227 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:16.409726 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bafb2ab9-f1f2-41cd-aa03-1b1d627cb6d4 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.417327 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bafb2ab9-f1f2-41cd-aa03-1b1d627cb6d4 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.428995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85fd3c-fe64-4704-a0c0-08e13dea9ba8 req-8c3d5cd5-fd3a-44d1-a287-60a6dadb6104 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:16.431228 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6c85fd3c-fe64-4704-a0c0-08e13dea9ba8 req-8c3d5cd5-fd3a-44d1-a287-60a6dadb6104 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.3502471 Jul 16 01:51:16.444271 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc110-553f-4b30-8595-ab18a4623b6e tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.450910 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2cc110-553f-4b30-8595-ab18a4623b6e tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:16.451751 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ae2cc110-553f-4b30-8595-ab18a4623b6e tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.476854 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb2ab9-f1f2-41cd-aa03-1b1d627cb6d4 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25455fcc-c558-49a8-b469-cee3f7fb0bba,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:16.544896 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd814eb0-c3e1-4743-97c1-7bc54fdbd22e req-c5543d51-e780-404d-becd-6bc431ee5e26 service neutron] 10.222.0.26 "GET /v2.0/networks/7ad34b91-7198-40af-8364-3e2524b1a6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998576 Jul 16 01:51:16.558131 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bafb2ab9-f1f2-41cd-aa03-1b1d627cb6d4 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.568203 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bafb2ab9-f1f2-41cd-aa03-1b1d627cb6d4 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.595844 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bafb2ab9-f1f2-41cd-aa03-1b1d627cb6d4 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.599875 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bafb2ab9-f1f2-41cd-aa03-1b1d627cb6d4 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6052861 Jul 16 01:51:16.603038 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49210) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:16.625506 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ae2cc110-553f-4b30-8595-ab18a4623b6e tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7672880 Jul 16 01:51:16.665884 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb2ab9-f1f2-41cd-aa03-1b1d627cb6d4 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa3851e-3baf-4379-a7e0-cb3b3b5e4269,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:16.718007 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f96508ae-39e4-42d9-aea9-489f8db9e85c tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1152983 Jul 16 01:51:16.718706 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49214) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:16.725199 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2620b0df-fc56-4b46-bfa4-b9cbeb5da390 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group': {'name': 'tempest-security--1995469518', 'description': 'tempest-security-description-1712779523'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:16.773855 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2620b0df-fc56-4b46-bfa4-b9cbeb5da390 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.777356 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49220) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:16.785181 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2cbce998-3f72-43ba-99ea-33e5a4e0ea62 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.787456 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cc110-553f-4b30-8595-ab18a4623b6e tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event updated for resources: {'Network': ['ID=2a95b0e3-924b-4844-b8fd-57d245597b3d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:16.789260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Request body: {'subnets': [{'network_id': '94013440-0514-4859-8d6f-1a4205382f2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1016020640', 'ip_version': 4}, {'network_id': '2a95b0e3-924b-4844-b8fd-57d245597b3d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:16.789583 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Request body: {'subnet': {'network_id': '94013440-0514-4859-8d6f-1a4205382f2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1016020640', 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:16.790403 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Request body: {'subnet': {'network_id': '2a95b0e3-924b-4844-b8fd-57d245597b3d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:16.798383 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 2a95b0e3-924b-4844-b8fd-57d245597b3d details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:51:16.808486 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6c85fd3c-fe64-4704-a0c0-08e13dea9ba8 req-c8f5b263-57ea-4127-89b5-0d5212d69ac2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657651 Jul 16 01:51:16.935249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-2cbce998-3f72-43ba-99ea-33e5a4e0ea62 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for 4ee5a58d-4adb-47c5-a604-a68ab1f81c37 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:16.948090 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2620b0df-fc56-4b46-bfa4-b9cbeb5da390 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.020662 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49228) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:17.039232 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2620b0df-fc56-4b46-bfa4-b9cbeb5da390 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.042080 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2620b0df-fc56-4b46-bfa4-b9cbeb5da390 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.045963 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2620b0df-fc56-4b46-bfa4-b9cbeb5da390 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "PUT /v2.0/security-groups/2fa3851e-3baf-4379-a7e0-cb3b3b5e4269 HTTP/1.1" status: 200 len: 1780 time: 0.3238757 Jul 16 01:51:17.057121 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49230) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:17.086232 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd814eb0-c3e1-4743-97c1-7bc54fdbd22e req-102bba9b-6d60-4210-b181-e723714e4377 service neutron] 10.222.0.26 "GET /v2.0/networks/7ad34b91-7198-40af-8364-3e2524b1a6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226750 Jul 16 01:51:17.197805 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620b0df-fc56-4b46-bfa4-b9cbeb5da390 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa3851e-3baf-4379-a7e0-cb3b3b5e4269,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:17.219455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612af32-513f-4e77-bc31-b03f6b270372 req-21396260-24b6-4694-8078-a6555c474c51 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:17.227532 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b612af32-513f-4e77-bc31-b03f6b270372 req-21396260-24b6-4694-8078-a6555c474c51 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.1644349 Jul 16 01:51:17.249836 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Made reservation on behalf of 8cb564c2c3574c6396bec2457c2f47d3 for: {'subnet': 2} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:17.257109 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.257512 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.308963 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b612af32-513f-4e77-bc31-b03f6b270372 req-d25f74c7-8dbd-4dd4-89bf-40d04d6cd83c tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772791 Jul 16 01:51:17.310583 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2cbce998-3f72-43ba-99ea-33e5a4e0ea62 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.314433 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fcf9ef12-4ecd-4ee8-844b-cf7bdf9f837c tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-groups/2fa3851e-3baf-4379-a7e0-cb3b3b5e4269 HTTP/1.1" status: 200 len: 1780 time: 0.2544124 Jul 16 01:51:17.315400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49238) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:17.399911 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-685ff5d7-6f7e-4e42-a1eb-26398625df20 tempest-ServiceProvidersTest-510221329 tempest-ServiceProvidersTest-510221329-project] 10.222.0.54 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3775575 Jul 16 01:51:17.423285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbce998-3f72-43ba-99ea-33e5a4e0ea62 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=4ee5a58d-4adb-47c5-a604-a68ab1f81c37,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:17.453601 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2cbce998-3f72-43ba-99ea-33e5a4e0ea62 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.458064 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2cbce998-3f72-43ba-99ea-33e5a4e0ea62 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/4ee5a58d-4adb-47c5-a604-a68ab1f81c37 HTTP/1.1" status: 204 len: 168 time: 1.4640212 Jul 16 01:51:17.459745 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49244) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:17.696206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd5d897-734d-49da-a2e1-efd07203f0da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:17.698336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd5d897-734d-49da-a2e1-efd07203f0da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:17.700533 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7fd5d897-734d-49da-a2e1-efd07203f0da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2389882 Jul 16 01:51:17.705102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49246) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:17.843545 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39cddbf0-e78e-4a72-9fef-2d1c4dd117e6 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.890491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-3148b073-3ed4-430e-9c50-0b46f18389af tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet a1b89f2d-538f-4523-803b-c5a1e73702d3 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:17.897491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1cfbb-7736-4e8d-93f0-94321aee74c8 req-4af63239-b0c1-4a4a-9724-71da9ce39bbf tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:17.905459 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10a1cfbb-7736-4e8d-93f0-94321aee74c8 req-4af63239-b0c1-4a4a-9724-71da9ce39bbf tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 1097 time: 0.4157269 Jul 16 01:51:17.913059 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3148b073-3ed4-430e-9c50-0b46f18389af tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.958082 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49254) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:17.988030 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39cddbf0-e78e-4a72-9fef-2d1c4dd117e6 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.002914 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3148b073-3ed4-430e-9c50-0b46f18389af tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.021993 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10a1cfbb-7736-4e8d-93f0-94321aee74c8 req-2c33bc2d-7b1e-4891-a77f-35008434a248 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109421 Jul 16 01:51:18.079331 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e32b2-7830-460d-8ed8-8e681b1cf689 req-7b29b7f3-bda1-4cda-85f4-ae06fa6ccb72 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:18.080986 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d14e32b2-7830-460d-8ed8-8e681b1cf689 req-7b29b7f3-bda1-4cda-85f4-ae06fa6ccb72 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.1929629 Jul 16 01:51:18.166725 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39cddbf0-e78e-4a72-9fef-2d1c4dd117e6 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.169661 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39cddbf0-e78e-4a72-9fef-2d1c4dd117e6 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.173377 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-39cddbf0-e78e-4a72-9fef-2d1c4dd117e6 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-groups/2fa3851e-3baf-4379-a7e0-cb3b3b5e4269 HTTP/1.1" status: 204 len: 168 time: 0.8319814 Jul 16 01:51:18.173614 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8f159360-9c21-419b-b278-05c6b40ce85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.175001 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49258) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:18.223488 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3148b073-3ed4-430e-9c50-0b46f18389af tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.233728 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cddbf0-e78e-4a72-9fef-2d1c4dd117e6 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa3851e-3baf-4379-a7e0-cb3b3b5e4269,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:18.269442 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d14e32b2-7830-460d-8ed8-8e681b1cf689 req-6dbcd034-e9dc-499c-8728-439db8dd6029 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571467 Jul 16 01:51:18.300206 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.301094 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a702158b-d537-479e-8ce4-848c11f69188 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1210735 Jul 16 01:51:18.306177 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49262) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:18.345157 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3148b073-3ed4-430e-9c50-0b46f18389af tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.365835 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-b165b37b-64c2-45c0-b691-51fe38e6a30d tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] delete failed (client error): The resource could not be found. Jul 16 01:51:18.371080 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b165b37b-64c2-45c0-b691-51fe38e6a30d tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-groups/2fa3851e-3baf-4379-a7e0-cb3b3b5e4269 HTTP/1.1" status: 404 len: 347 time: 0.0606697 Jul 16 01:51:18.373892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49266) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:18.380028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-64a63b89-f1be-4f12-b724-16ab3245b7cb tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group': {'name': 'tempest-secgroup--133443609'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:18.403249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148b073-3ed4-430e-9c50-0b46f18389af tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b89f2d-538f-4523-803b-c5a1e73702d3,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:18.410009 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3148b073-3ed4-430e-9c50-0b46f18389af tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.410947 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event updated for resources: {'Subnet': ['ID=1e7f312f-51cc-4c8d-b857-fdf783173f77,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:18.414546 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc71d966-7df5-4ca4-a3c4-629026b1142e None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:18.416429 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3148b073-3ed4-430e-9c50-0b46f18389af tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/a1b89f2d-538f-4523-803b-c5a1e73702d3 HTTP/1.1" status: 204 len: 168 time: 0.7101803 Jul 16 01:51:18.433125 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49268) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:18.515345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Checking segment: {'id': 'da0d596e-933c-45bd-9ebe-dd12f1b4ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94013440-0514-4859-8d6f-1a4205382f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:18.516196 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Network hostable DHCP agents. Network: 94013440-0514-4859-8d6f-1a4205382f2e, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:51:18.532288 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49272) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:18.533661 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5e16e428-6903-4462-b414-1d5535251100 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977848 Jul 16 01:51:18.539362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-33ab7e91-3505-47e8-b710-814f187b3449 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:18.558385 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Network 94013440-0514-4859-8d6f-1a4205382f2e is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:51:18.558890 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed75e95-b313-4a3b-886d-a4dfaa7831f8 req-49105355-e363-4ca9-ae2e-cba9b2022174 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:18.567347 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ed75e95-b313-4a3b-886d-a4dfaa7831f8 req-49105355-e363-4ca9-ae2e-cba9b2022174 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.1674006 Jul 16 01:51:18.572497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 94013440-0514-4859-8d6f-1a4205382f2e) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:18.583457 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.591437 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152c8581-84a7-45e6-b80c-63741fd704f7 None None] Network 94013440-0514-4859-8d6f-1a4205382f2e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:18.611943 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8f159360-9c21-419b-b278-05c6b40ce85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.626974 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8f159360-9c21-419b-b278-05c6b40ce85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.680140 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event updated for resources: {'Subnet': ['ID=b19cb114-7a18-49cb-a1c1-ac6202dcf99c,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:18.720427 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8f159360-9c21-419b-b278-05c6b40ce85b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=47e67581485f4c3695f0e41bce52692e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7600443 Jul 16 01:51:18.727192 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49274) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:18.733964 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ed75e95-b313-4a3b-886d-a4dfaa7831f8 req-b5453111-42a4-4dc0-85b4-2b6218880e75 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643848 Jul 16 01:51:18.734134 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f159360-9c21-419b-b278-05c6b40ce85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95d13fd-8522-423d-8360-ffcbae40c5c3,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:18.800091 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64a63b89-f1be-4f12-b724-16ab3245b7cb tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.824279 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ab7e91-3505-47e8-b710-814f187b3449 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:18.828138 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33ab7e91-3505-47e8-b710-814f187b3449 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.867066 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c62d4b-34ae-4704-8f44-43b2cb1fcc00 req-8f49103b-49e6-41b7-8c20-6c0b06d30fc2 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:18.868631 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-28c62d4b-34ae-4704-8f44-43b2cb1fcc00 req-8f49103b-49e6-41b7-8c20-6c0b06d30fc2 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 1097 time: 0.1259894 Jul 16 01:51:18.875483 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-94013440-0514-4859-8d6f-1a4205382f2e', 'network_id': '94013440-0514-4859-8d6f-1a4205382f2e', 'tenant_id': '8cb564c2c3574c6396bec2457c2f47d3', 'fixed_ips': [{'subnet_id': '1e7f312f-51cc-4c8d-b857-fdf783173f77'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:51:18.877998 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.936611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Checking segment: {'id': '637bf953-3c97-4ef3-bbe9-e821a3b8b4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2a95b0e3-924b-4844-b8fd-57d245597b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:18.937399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Network hostable DHCP agents. Network: 2a95b0e3-924b-4844-b8fd-57d245597b3d, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:51:18.980428 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-694d6ca5-033f-4564-afa1-8949a9446461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.028169 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Network 2a95b0e3-924b-4844-b8fd-57d245597b3d is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:51:19.084711 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 2a95b0e3-924b-4844-b8fd-57d245597b3d) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:19.092794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:19.093341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:19.093993 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.133404 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Allocated IP 172.20.0.2 (94013440-0514-4859-8d6f-1a4205382f2e/1e7f312f-51cc-4c8d-b857-fdf783173f77/95bf2a3b-e6a6-47f2-a419-61a4657e114b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:19.143224 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-694d6ca5-033f-4564-afa1-8949a9446461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.176386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-28c62d4b-34ae-4704-8f44-43b2cb1fcc00 req-a032276f-d0d0-4130-95d6-793075925734 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Deleting port 251c706a-baa7-4a1d-a928-c1db3277a02a {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:19.177621 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-28c62d4b-34ae-4704-8f44-43b2cb1fcc00 req-a032276f-d0d0-4130-95d6-793075925734 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.276062 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64a63b89-f1be-4f12-b724-16ab3245b7cb tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.294439 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64a63b89-f1be-4f12-b724-16ab3245b7cb tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.314681 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6d6fc8-a69d-4945-b552-e8c6655a6e16 None None] Network 2a95b0e3-924b-4844-b8fd-57d245597b3d requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:19.317032 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5da0521-9849-4563-9387-818869d15b55 None None] DHCP port deletion for 5194c550-3669-42e5-a558-3e55db19984a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:51:19.359466 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fcc154c8-b258-4489-bd37-7b1026e893dd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.5786266 Jul 16 01:51:19.374116 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49288) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:19.376117 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64a63b89-f1be-4f12-b724-16ab3245b7cb tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.380048 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-64a63b89-f1be-4f12-b724-16ab3245b7cb tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0010564 Jul 16 01:51:19.381574 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-694d6ca5-033f-4564-afa1-8949a9446461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.384383 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-694d6ca5-033f-4564-afa1-8949a9446461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.385756 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-694d6ca5-033f-4564-afa1-8949a9446461 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b95d13fd-8522-423d-8360-ffcbae40c5c3 HTTP/1.1" status: 204 len: 168 time: 0.6544404 Jul 16 01:51:19.390719 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49290) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:19.396736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ca6cf9b1-6376-47d6-b28b-305cc0234d1f tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group_rule': {'security_group_id': '91bd39fc-cdf7-4fd6-b0a8-a7036aeead44', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:19.425036 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a63b89-f1be-4f12-b724-16ab3245b7cb tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91bd39fc-cdf7-4fd6-b0a8-a7036aeead44,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:19.440220 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d6ca5-033f-4564-afa1-8949a9446461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95d13fd-8522-423d-8360-ffcbae40c5c3,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:19.457492 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf9b1-6376-47d6-b28b-305cc0234d1f tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.532757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02074dfa-45d3-4d6d-8e75-2d9f1d7fb580 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:19.534395 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02074dfa-45d3-4d6d-8e75-2d9f1d7fb580 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:19.536235 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02074dfa-45d3-4d6d-8e75-2d9f1d7fb580 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:19.538704 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-02074dfa-45d3-4d6d-8e75-2d9f1d7fb580 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1026227 Jul 16 01:51:19.542612 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49300) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:19.558466 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33ab7e91-3505-47e8-b710-814f187b3449 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.648106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ab7e91-3505-47e8-b710-814f187b3449 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:19.649881 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-28c62d4b-34ae-4704-8f44-43b2cb1fcc00 req-a032276f-d0d0-4130-95d6-793075925734 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] For port 251c706a-baa7-4a1d-a928-c1db3277a02a, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=251c706a-baa7-4a1d-a928-c1db3277a02a,segment=NetworkSegment(487bfa60-894c-4f64-b7c8-1d4ca3b83b24),segment_id=487bfa60-894c-4f64-b7c8-1d4ca3b83b24)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:19.650764 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-28c62d4b-34ae-4704-8f44-43b2cb1fcc00 req-a032276f-d0d0-4130-95d6-793075925734 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.664586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-33ab7e91-3505-47e8-b710-814f187b3449 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:19.667741 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ab7e91-3505-47e8-b710-814f187b3449 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:19.668345 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33ab7e91-3505-47e8-b710-814f187b3449 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.686070 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf9b1-6376-47d6-b28b-305cc0234d1f tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.703220 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.705810 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-28c62d4b-34ae-4704-8f44-43b2cb1fcc00 req-a032276f-d0d0-4130-95d6-793075925734 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Calling delete_port for 251c706a-baa7-4a1d-a928-c1db3277a02a owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:19.708846 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-33ab7e91-3505-47e8-b710-814f187b3449 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1748695 Jul 16 01:51:19.715954 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49308) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:19.728714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e528bc1c-0f94-4f4a-a71a-aa451339539c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'fixed_ips': [{'subnet_id': '28f1db0b-72ce-48d9-aae8-a7cd4adf702e', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-220389423'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:19.731961 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab7e91-3505-47e8-b710-814f187b3449 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=28f1db0b-72ce-48d9-aae8-a7cd4adf702e,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:19.732101 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Transition to ACTIVE for port object 95bf2a3b-e6a6-47f2-a419-61a4657e114b will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:19.742677 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-64db739d-9383-49e4-b922-5831b7ff98b0 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Deleting subnet 1e7f312f-51cc-4c8d-b857-fdf783173f77 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:19.749845 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf9b1-6376-47d6-b28b-305cc0234d1f tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.774014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cf9b1-6376-47d6-b28b-305cc0234d1f tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f43ac5-8438-4b35-8ed6-cf5b3b4fe0ec,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:19.795700 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6b807-1dcd-49fa-886c-8ea543ec1922 req-38391de6-9d17-4f82-a3f0-1b5b1377ede6 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:19.803802 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Transition to ACTIVE for port object 95bf2a3b-e6a6-47f2-a419-61a4657e114b will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:19.806217 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f5da0521-9849-4563-9387-818869d15b55 None None] Deleting port ea828b12-a9b5-4276-871f-0aea00d1b39e {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:19.806763 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5da0521-9849-4563-9387-818869d15b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.809375 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1e6b807-1dcd-49fa-886c-8ea543ec1922 req-38391de6-9d17-4f82-a3f0-1b5b1377ede6 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 1097 time: 0.4897091 Jul 16 01:51:19.821113 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf9b1-6376-47d6-b28b-305cc0234d1f tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.825517 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ca6cf9b1-6376-47d6-b28b-305cc0234d1f tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4305725 Jul 16 01:51:19.829949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49310) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:19.901154 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f5da0521-9849-4563-9387-818869d15b55 None None] For port ea828b12-a9b5-4276-871f-0aea00d1b39e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ea828b12-a9b5-4276-871f-0aea00d1b39e,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:19.901817 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5da0521-9849-4563-9387-818869d15b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.904398 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7fc10f18-87d1-4634-bcd6-1a4a0f5ec851 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.931806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9a7fb-84bf-4548-b4f9-2fdeac7ab8ee req-95c3100c-f8c3-475c-94f5-206c5be1f7e7 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:19.947013 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6fd9a7fb-84bf-4548-b4f9-2fdeac7ab8ee req-95c3100c-f8c3-475c-94f5-206c5be1f7e7 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.3236339 Jul 16 01:51:19.968136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f5da0521-9849-4563-9387-818869d15b55 None None] Calling delete_port for ea828b12-a9b5-4276-871f-0aea00d1b39e owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:20.000824 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.000973 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7fc10f18-87d1-4634-bcd6-1a4a0f5ec851 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.012997 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64db739d-9383-49e4-b922-5831b7ff98b0 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.022376 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-2a95b0e3-924b-4844-b8fd-57d245597b3d', 'network_id': '2a95b0e3-924b-4844-b8fd-57d245597b3d', 'tenant_id': '8cb564c2c3574c6396bec2457c2f47d3', 'fixed_ips': [{'subnet_id': 'b19cb114-7a18-49cb-a1c1-ac6202dcf99c'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:51:20.023248 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.030754 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1e6b807-1dcd-49fa-886c-8ea543ec1922 req-1fe3e6a2-a789-427a-bc7c-b44b380352e9 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c2b5376f-0049-43e5-a624-18ffd41b436b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205458 Jul 16 01:51:20.158483 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6fd9a7fb-84bf-4548-b4f9-2fdeac7ab8ee req-d6f6ffac-6c22-4068-ac0c-c92ff7ed96ab tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105827 Jul 16 01:51:20.167780 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64db739d-9383-49e4-b922-5831b7ff98b0 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.198064 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7fc10f18-87d1-4634-bcd6-1a4a0f5ec851 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.203237 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7fc10f18-87d1-4634-bcd6-1a4a0f5ec851 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.204580 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7fc10f18-87d1-4634-bcd6-1a4a0f5ec851 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/c4f43ac5-8438-4b35-8ed6-cf5b3b4fe0ec HTTP/1.1" status: 204 len: 168 time: 0.3698022 Jul 16 01:51:20.214006 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49320) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:20.217788 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc10f18-87d1-4634-bcd6-1a4a0f5ec851 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4f43ac5-8438-4b35-8ed6-cf5b3b4fe0ec,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:20.264735 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Network 94013440-0514-4859-8d6f-1a4205382f2e is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:20.312202 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64db739d-9383-49e4-b922-5831b7ff98b0 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.326938 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Pushing event updated for resources: {'Port': ['ID=95bf2a3b-e6a6-47f2-a419-61a4657e114b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:20.345588 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5a93f75f-e9ad-4ece-951c-f65d217a8bc6 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1283712 Jul 16 01:51:20.348561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49324) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:20.370460 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:20.386421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e528bc1c-0f94-4f4a-a71a-aa451339539c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:20.399782 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:20.496059 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64db739d-9383-49e4-b922-5831b7ff98b0 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.514129 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-67c8dd16-e69b-4c96-b625-2607d27d696e tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.524904 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f5da0521-9849-4563-9387-818869d15b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.545290 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64db739d-9383-49e4-b922-5831b7ff98b0 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.549538 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-64db739d-9383-49e4-b922-5831b7ff98b0 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "DELETE /v2.0/subnets/1e7f312f-51cc-4c8d-b857-fdf783173f77 HTTP/1.1" status: 204 len: 168 time: 1.0001354 Jul 16 01:51:20.559537 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49330) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:20.589915 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da0521-9849-4563-9387-818869d15b55 None None] Pushing event deleted for resources: {'Port': ['ID=ea828b12-a9b5-4276-871f-0aea00d1b39e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:20.616456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db739d-9383-49e4-b922-5831b7ff98b0 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event deleted for resources: {'Subnet': ['ID=1e7f312f-51cc-4c8d-b857-fdf783173f77,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:20.618375 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5da0521-9849-4563-9387-818869d15b55 None None] No DVR routers for this DVR port ea828b12-a9b5-4276-871f-0aea00d1b39e on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:20.650107 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Attempting to bind port 95bf2a3b-e6a6-47f2-a419-61a4657e114b on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:20.650697 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Attempting to bind port 95bf2a3b-e6a6-47f2-a419-61a4657e114b by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'da0d596e-933c-45bd-9ebe-dd12f1b4ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94013440-0514-4859-8d6f-1a4205382f2e'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:20.651210 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Attempting to bind port 95bf2a3b-e6a6-47f2-a419-61a4657e114b on network 94013440-0514-4859-8d6f-1a4205382f2e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:20.671747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ff4a71-b9b4-4de4-bd90-0628724355fb None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:20.759597 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-67c8dd16-e69b-4c96-b625-2607d27d696e tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.810400 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-28c62d4b-34ae-4704-8f44-43b2cb1fcc00 req-a032276f-d0d0-4130-95d6-793075925734 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.870175 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5264b1-1bcb-47ca-9935-3a537f1f110f tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Deleting subnet b19cb114-7a18-49cb-a1c1-ac6202dcf99c {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:20.926263 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Allocated IP 172.20.0.18 (2a95b0e3-924b-4844-b8fd-57d245597b3d/b19cb114-7a18-49cb-a1c1-ac6202dcf99c/d0c4fe2a-b8fd-401a-9ce6-88bddc651c48) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:20.941689 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:20.942068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Checking segment: {'id': 'da0d596e-933c-45bd-9ebe-dd12f1b4ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94013440-0514-4859-8d6f-1a4205382f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:20.942475 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.943545 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Bound using segment: {'id': 'da0d596e-933c-45bd-9ebe-dd12f1b4ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94013440-0514-4859-8d6f-1a4205382f2e'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:20.944384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Bound port: 95bf2a3b-e6a6-47f2-a419-61a4657e114b, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0d596e-933c-45bd-9ebe-dd12f1b4ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94013440-0514-4859-8d6f-1a4205382f2e'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:20.945421 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.960943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032276f-d0d0-4130-95d6-793075925734 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Pushing event deleted for resources: {'Port': ['ID=251c706a-baa7-4a1d-a928-c1db3277a02a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:20.973814 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e528bc1c-0f94-4f4a-a71a-aa451339539c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.025849 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ea828b12-a9b5-4276-871f-0aea00d1b39e no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:21.043395 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-e528bc1c-0f94-4f4a-a71a-aa451339539c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port b8c4c26c-8b68-4aad-a09f-492842ab28ed yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:21.058840 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: ea828b12-a9b5-4276-871f-0aea00d1b39e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:21.060842 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ea828b12-a9b5-4276-871f-0aea00d1b39e not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:21.202758 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-67c8dd16-e69b-4c96-b625-2607d27d696e tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.206354 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-67c8dd16-e69b-4c96-b625-2607d27d696e tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.207733 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-67c8dd16-e69b-4c96-b625-2607d27d696e tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-groups/91bd39fc-cdf7-4fd6-b0a8-a7036aeead44 HTTP/1.1" status: 204 len: 168 time: 0.8566802 Jul 16 01:51:21.211231 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49342) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:21.216021 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c62d4b-34ae-4704-8f44-43b2cb1fcc00 req-a032276f-d0d0-4130-95d6-793075925734 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] No DVR routers for this DVR port 251c706a-baa7-4a1d-a928-c1db3277a02a on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:21.230118 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-28c62d4b-34ae-4704-8f44-43b2cb1fcc00 req-a032276f-d0d0-4130-95d6-793075925734 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.232571 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-28c62d4b-34ae-4704-8f44-43b2cb1fcc00 req-a032276f-d0d0-4130-95d6-793075925734 tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.26 "DELETE /v2.0/ports/251c706a-baa7-4a1d-a928-c1db3277a02a HTTP/1.1" status: 204 len: 173 time: 2.3560820 Jul 16 01:51:21.233230 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11', 'name': 'network-vif-deleted', 'tag': '251c706a-baa7-4a1d-a928-c1db3277a02a'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:21.246004 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994bf906-7c00-40ea-96d1-5758f098093c" -d '{"events": [{"server_uuid": "0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11", "name": "network-vif-deleted", "tag": "251c706a-baa7-4a1d-a928-c1db3277a02a"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:21.273139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8dd16-e69b-4c96-b625-2607d27d696e tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bd39fc-cdf7-4fd6-b0a8-a7036aeead44,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:21.382797 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-5194c550-3669-42e5-a558-3e55db19984a', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'fixed_ips': [{'subnet_id': '28f1db0b-72ce-48d9-aae8-a7cd4adf702e'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:51:21.383677 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.422719 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0e8327e-9263-4f17-8b00-337caa93beff req-1f3aeed2-bb53-4e26-a940-05aa54f1ea3c tempest-TestServerMultinode-316529744 tempest-TestServerMultinode-316529744-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11 HTTP/1.1" status: 200 len: 210 time: 0.0810642 Jul 16 01:51:21.434245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4d8f78ef-3c69-479c-acb0-10a7d8654e20 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2217541 Jul 16 01:51:21.438589 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49352) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:21.447950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-cbef29aa-a19d-4f33-aa0f-c3123886dc3e tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group': {'name': 'tempest-secgroup--1539206770'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:21.534954 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] For port 95bf2a3b-e6a6-47f2-a419-61a4657e114b, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:21.554766 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] For port 95bf2a3b-e6a6-47f2-a419-61a4657e114b, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=95bf2a3b-e6a6-47f2-a419-61a4657e114b,segment=NetworkSegment(da0d596e-933c-45bd-9ebe-dd12f1b4ba66),segment_id=da0d596e-933c-45bd-9ebe-dd12f1b4ba66)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:21.567139 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6620b0b1-fc24-4b24-812e-46eab05cd060 x-openstack-request-id: req-6620b0b1-fc24-4b24-812e-46eab05cd060 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:21.567636 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11", "name": "network-vif-deleted", "tag": "251c706a-baa7-4a1d-a928-c1db3277a02a", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:21.568738 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6620b0b1-fc24-4b24-812e-46eab05cd060 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:21.569287 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9351e7-6f9e-4920-bd5d-7c6c82fd6d11', 'name': 'network-vif-deleted', 'tag': '251c706a-baa7-4a1d-a928-c1db3277a02a', 'status': 'completed', 'code': 200} Jul 16 01:51:21.573024 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-e528bc1c-0f94-4f4a-a71a-aa451339539c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:51:21.573680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e528bc1c-0f94-4f4a-a71a-aa451339539c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:51:21.629715 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.688295 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cbef29aa-a19d-4f33-aa0f-c3123886dc3e tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.761346 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e528bc1c-0f94-4f4a-a71a-aa451339539c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.0390747 Jul 16 01:51:21.762207 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49360) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:21.800053 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd66f8f-81d9-4621-9c6d-0b8ef3943385 None None] Pushing event updated for resources: {'Port': ['ID=95bf2a3b-e6a6-47f2-a419-61a4657e114b,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:21.816073 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6300c-73a9-44bd-bdca-0cbf2914c03b req-c670a96c-eb18-4e60-8bc3-9e8fa81ee378 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:21.817680 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-09e6300c-73a9-44bd-bdca-0cbf2914c03b req-c670a96c-eb18-4e60-8bc3-9e8fa81ee378 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.2577991 Jul 16 01:51:21.851255 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cbef29aa-a19d-4f33-aa0f-c3123886dc3e tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.861841 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cbef29aa-a19d-4f33-aa0f-c3123886dc3e tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.887498 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-87342184-1423-453a-98d2-ee713e4fae50 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1219559 Jul 16 01:51:21.888482 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49362) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:21.972965 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-09e6300c-73a9-44bd-bdca-0cbf2914c03b req-36c8e472-85f9-4b75-95b3-227c787fea2b tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274376 Jul 16 01:51:21.978051 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cbef29aa-a19d-4f33-aa0f-c3123886dc3e tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.982123 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cbef29aa-a19d-4f33-aa0f-c3123886dc3e tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5399334 Jul 16 01:51:21.988596 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49366) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:22.000986 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5f5cd8b6-c91f-44b2-9bc7-de912d9e32e1 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group_rule': {'security_group_id': '3a2a73fc-1302-4960-beaa-fbb4928de73d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:22.019562 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef29aa-a19d-4f33-aa0f-c3123886dc3e tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2a73fc-1302-4960-beaa-fbb4928de73d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:22.050204 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.068380 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Transition to ACTIVE for port object d0c4fe2a-b8fd-401a-9ce6-88bddc651c48 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:22.096838 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40000a8-9644-47e7-bacc-9632b1fae8f3 None None] Network 94013440-0514-4859-8d6f-1a4205382f2e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:22.100876 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Allocated IP 2001:db8::2 (5194c550-3669-42e5-a558-3e55db19984a/28f1db0b-72ce-48d9-aae8-a7cd4adf702e/c613a78c-1b69-4015-bb2e-d9bda52d4664) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:22.104056 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Transition to ACTIVE for port object d0c4fe2a-b8fd-401a-9ce6-88bddc651c48 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:22.134373 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.135293 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd5264b1-1bcb-47ca-9935-3a537f1f110f tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.149047 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47cfbdd-07d4-4072-8f30-b709968e6a8a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:22.155569 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Network 2a95b0e3-924b-4844-b8fd-57d245597b3d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:22.155837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47cfbdd-07d4-4072-8f30-b709968e6a8a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:22.164056 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b47cfbdd-07d4-4072-8f30-b709968e6a8a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2721422 Jul 16 01:51:22.166613 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:22.168524 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49370) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:22.199584 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:22.201556 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f5cd8b6-c91f-44b2-9bc7-de912d9e32e1 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.317611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc0ab40-7057-466f-8ac3-2df8e0327306 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet 28f1db0b-72ce-48d9-aae8-a7cd4adf702e {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:22.339021 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd5264b1-1bcb-47ca-9935-3a537f1f110f tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.394383 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f5cd8b6-c91f-44b2-9bc7-de912d9e32e1 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.402295 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Pushing event updated for resources: {'Port': ['ID=d0c4fe2a-b8fd-401a-9ce6-88bddc651c48,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:22.405751 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f5cd8b6-c91f-44b2-9bc7-de912d9e32e1 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.433413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Attempting to bind port d0c4fe2a-b8fd-401a-9ce6-88bddc651c48 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:22.433786 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Attempting to bind port d0c4fe2a-b8fd-401a-9ce6-88bddc651c48 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '637bf953-3c97-4ef3-bbe9-e821a3b8b4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2a95b0e3-924b-4844-b8fd-57d245597b3d'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:22.434187 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Attempting to bind port d0c4fe2a-b8fd-401a-9ce6-88bddc651c48 on network 2a95b0e3-924b-4844-b8fd-57d245597b3d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:22.436398 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 251c706a-baa7-4a1d-a928-c1db3277a02a no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:22.455918 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5cd8b6-c91f-44b2-9bc7-de912d9e32e1 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0001d892-518c-4988-a82a-7da36ef3005d,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:22.462412 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f5cd8b6-c91f-44b2-9bc7-de912d9e32e1 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.464032 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5f5cd8b6-c91f-44b2-9bc7-de912d9e32e1 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4722919 Jul 16 01:51:22.466420 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49376) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:22.467335 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd5264b1-1bcb-47ca-9935-3a537f1f110f tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.478019 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-85de86f8-3d6b-431c-908c-bff269434703 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group_rule': {'security_group_id': '3a2a73fc-1302-4960-beaa-fbb4928de73d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:22.479207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:22.479740 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Checking segment: {'id': '637bf953-3c97-4ef3-bbe9-e821a3b8b4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2a95b0e3-924b-4844-b8fd-57d245597b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:22.480142 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.480545 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Bound using segment: {'id': '637bf953-3c97-4ef3-bbe9-e821a3b8b4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2a95b0e3-924b-4844-b8fd-57d245597b3d'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:22.481036 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Bound port: d0c4fe2a-b8fd-401a-9ce6-88bddc651c48, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637bf953-3c97-4ef3-bbe9-e821a3b8b4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2a95b0e3-924b-4844-b8fd-57d245597b3d'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:22.481437 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.502957 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 251c706a-baa7-4a1d-a928-c1db3277a02a {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:22.502957 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 251c706a-baa7-4a1d-a928-c1db3277a02a not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:22.564646 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-85de86f8-3d6b-431c-908c-bff269434703 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.620103 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd5264b1-1bcb-47ca-9935-3a537f1f110f tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.636472 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.645128 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Transition to ACTIVE for port object c613a78c-1b69-4015-bb2e-d9bda52d4664 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:22.662056 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Transition to ACTIVE for port object c613a78c-1b69-4015-bb2e-d9bda52d4664 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:22.670638 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.687286 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-85de86f8-3d6b-431c-908c-bff269434703 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.688238 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49380) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:22.689060 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ab40-7057-466f-8ac3-2df8e0327306 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.716250 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] For port d0c4fe2a-b8fd-401a-9ce6-88bddc651c48, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:22.728482 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-85de86f8-3d6b-431c-908c-bff269434703 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.738452 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:22.741349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5264b1-1bcb-47ca-9935-3a537f1f110f tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event deleted for resources: {'Subnet': ['ID=b19cb114-7a18-49cb-a1c1-ac6202dcf99c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:22.763275 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ab40-7057-466f-8ac3-2df8e0327306 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.768462 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:22.770410 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Pushing event updated for resources: {'Port': ['ID=c613a78c-1b69-4015-bb2e-d9bda52d4664,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:22.773255 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:22.779502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] For port d0c4fe2a-b8fd-401a-9ce6-88bddc651c48, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d0c4fe2a-b8fd-401a-9ce6-88bddc651c48,segment=NetworkSegment(637bf953-3c97-4ef3-bbe9-e821a3b8b4d0),segment_id=637bf953-3c97-4ef3-bbe9-e821a3b8b4d0)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:22.784353 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd5264b1-1bcb-47ca-9935-3a537f1f110f tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.790968 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cd5264b1-1bcb-47ca-9935-3a537f1f110f tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "DELETE /v2.0/subnets/b19cb114-7a18-49cb-a1c1-ac6202dcf99c HTTP/1.1" status: 204 len: 168 time: 2.2205975 Jul 16 01:51:22.793422 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49384) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:22.811560 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.826123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de86f8-3d6b-431c-908c-bff269434703 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11efa1c-f58f-4865-8eb1-205efd11f039,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:22.845947 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-85de86f8-3d6b-431c-908c-bff269434703 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.850662 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-85de86f8-3d6b-431c-908c-bff269434703 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3797798 Jul 16 01:51:22.851224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49386) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:22.858010 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-557ad820-5313-4806-919b-28f3b9b608cb tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group_rule': {'security_group_id': '3a2a73fc-1302-4960-beaa-fbb4928de73d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:22.877344 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bbbaa-102d-4882-8670-4227eec8cdf5 None None] Pushing event updated for resources: {'Port': ['ID=d0c4fe2a-b8fd-401a-9ce6-88bddc651c48,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:22.903557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Attempting to bind port c613a78c-1b69-4015-bb2e-d9bda52d4664 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:22.903963 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Attempting to bind port c613a78c-1b69-4015-bb2e-d9bda52d4664 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:22.904344 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Attempting to bind port c613a78c-1b69-4015-bb2e-d9bda52d4664 on network 5194c550-3669-42e5-a558-3e55db19984a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:22.926118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:22.926118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:22.926118 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.926921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Bound using segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:22.928107 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Bound port: c613a78c-1b69-4015-bb2e-d9bda52d4664, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:22.929264 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.087949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e825ec-4f4e-4145-bd6f-7621b192994e tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:23.096265 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-65e825ec-4f4e-4145-bd6f-7621b192994e tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2973387 Jul 16 01:51:23.098643 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49396) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:23.230433 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ab40-7057-466f-8ac3-2df8e0327306 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.301336 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-557ad820-5313-4806-919b-28f3b9b608cb tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.349397 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.443496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Deleting port d0c4fe2a-b8fd-401a-9ce6-88bddc651c48 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:23.444017 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.541028 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] For port d0c4fe2a-b8fd-401a-9ce6-88bddc651c48, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d0c4fe2a-b8fd-401a-9ce6-88bddc651c48,segment=NetworkSegment(637bf953-3c97-4ef3-bbe9-e821a3b8b4d0),segment_id=637bf953-3c97-4ef3-bbe9-e821a3b8b4d0)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:23.541450 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.561340 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Calling delete_port for d0c4fe2a-b8fd-401a-9ce6-88bddc651c48 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:23.581205 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e1c33-8463-4837-b511-9f18d11f0da8 req-7094bb47-5a89-48e1-8ec9-1227e5a6dbb0 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:23.588290 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af2e1c33-8463-4837-b511-9f18d11f0da8 req-7094bb47-5a89-48e1-8ec9-1227e5a6dbb0 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.3545165 Jul 16 01:51:23.590269 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-557ad820-5313-4806-919b-28f3b9b608cb tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.615620 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-557ad820-5313-4806-919b-28f3b9b608cb tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.630428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] For port c613a78c-1b69-4015-bb2e-d9bda52d4664, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:23.635599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] For port c613a78c-1b69-4015-bb2e-d9bda52d4664, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c613a78c-1b69-4015-bb2e-d9bda52d4664,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:23.643224 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.647879 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ab40-7057-466f-8ac3-2df8e0327306 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.701719 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ad820-5313-4806-919b-28f3b9b608cb tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f87f7bf-5c0d-47e3-a3c3-bbc48311d4ad,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:23.718905 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ab40-7057-466f-8ac3-2df8e0327306 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.720941 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6bc0ab40-7057-466f-8ac3-2df8e0327306 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/28f1db0b-72ce-48d9-aae8-a7cd4adf702e HTTP/1.1" status: 204 len: 168 time: 1.5474250 Jul 16 01:51:23.721722 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-557ad820-5313-4806-919b-28f3b9b608cb tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.722774 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-557ad820-5313-4806-919b-28f3b9b608cb tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8687243 Jul 16 01:51:23.723537 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0ab40-7057-466f-8ac3-2df8e0327306 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=28f1db0b-72ce-48d9-aae8-a7cd4adf702e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:23.723795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49414) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:23.733080 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49416) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:23.739343 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-23819294-3c08-4d9f-848a-0ba575e0c955 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group_rule': {'security_group_id': '3a2a73fc-1302-4960-beaa-fbb4928de73d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:23.744242 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1164c-8f3a-4c1c-aa87-62a68f54bc0a None None] Pushing event updated for resources: {'Port': ['ID=c613a78c-1b69-4015-bb2e-d9bda52d4664,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:23.752435 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.753796 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af2e1c33-8463-4837-b511-9f18d11f0da8 req-dc2f6d72-a394-46cc-9283-7bdfabf8ded3 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516850 Jul 16 01:51:23.857763 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.908940 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4240557b-f67f-4861-a5ac-6c158f79fd3b tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1827710 Jul 16 01:51:23.912715 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49424) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:23.919759 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-273e7df0-02fd-431a-9cca-cdcf2c3abd2a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:23.962152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event deleted for resources: {'Port': ['ID=d0c4fe2a-b8fd-401a-9ce6-88bddc651c48,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:23.973438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] No DVR routers for this DVR port d0c4fe2a-b8fd-401a-9ce6-88bddc651c48 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:23.975161 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23819294-3c08-4d9f-848a-0ba575e0c955 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.081673 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1740185d-54d7-4c8c-913a-a8726ac38dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.128869 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-266f7393-bdd2-4298-a727-d23e69c1c865 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2377965 Jul 16 01:51:24.174550 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273e7df0-02fd-431a-9cca-cdcf2c3abd2a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:24.180173 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-273e7df0-02fd-431a-9cca-cdcf2c3abd2a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.287636 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.779802 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-273e7df0-02fd-431a-9cca-cdcf2c3abd2a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.856601 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273e7df0-02fd-431a-9cca-cdcf2c3abd2a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:24.866932 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-273e7df0-02fd-431a-9cca-cdcf2c3abd2a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:24.876544 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273e7df0-02fd-431a-9cca-cdcf2c3abd2a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:24.877194 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-273e7df0-02fd-431a-9cca-cdcf2c3abd2a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.896727 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-273e7df0-02fd-431a-9cca-cdcf2c3abd2a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9828515 Jul 16 01:51:24.898802 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e7df0-02fd-431a-9cca-cdcf2c3abd2a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=7dfa453a-7438-4a06-aa43-2036533d1fe1,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:24.901280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49458) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:24.929653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-038d5da0-fb93-4b5a-8123-dc63b6a842d3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-206247023', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:24.984434 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc9ab10-e8cf-4bd9-8bec-69b7ec922fc0 None None] Network 2a95b0e3-924b-4844-b8fd-57d245597b3d requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:24.996268 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-038d5da0-fb93-4b5a-8123-dc63b6a842d3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.997310 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-038d5da0-fb93-4b5a-8123-dc63b6a842d3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.166492 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bf3153af-910a-44f8-b3ef-38a43e10071d None None] Could not find standard attr ID for object d0c4fe2a-b8fd-401a-9ce6-88bddc651c48. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:51:25.203877 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-038d5da0-fb93-4b5a-8123-dc63b6a842d3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.207548 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c613a78c-1b69-4015-bb2e-d9bda52d4664 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:25.240270 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-038d5da0-fb93-4b5a-8123-dc63b6a842d3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.270477 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a95b0e3-924b-4844-b8fd-57d245597b3d']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:25.284725 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23819294-3c08-4d9f-848a-0ba575e0c955 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.325540 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637bf953-3c97-4ef3-bbe9-e821a3b8b4d0') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:25.326106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637bf953-3c97-4ef3-bbe9-e821a3b8b4d0') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:25.329363 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23819294-3c08-4d9f-848a-0ba575e0c955 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.375429 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-038d5da0-fb93-4b5a-8123-dc63b6a842d3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.384536 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-038d5da0-fb93-4b5a-8123-dc63b6a842d3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4692621 Jul 16 01:51:25.387684 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49484) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:25.391325 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port c613a78c-1b69-4015-bb2e-d9bda52d4664 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:25.411076 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.437034 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23819294-3c08-4d9f-848a-0ba575e0c955 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b05a9148-27b0-49ba-9a5a-6cce5097dc0d,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:25.464335 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8bb4cd-0d6b-41ce-9157-b3d4f21a11b9 None None] DHCP port deletion for 2a95b0e3-924b-4844-b8fd-57d245597b3d request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:51:25.467789 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-9c87a934-b7d0-4894-b06a-23688bef5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.468436 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-9c87a934-b7d0-4894-b06a-23688bef5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.468925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-9c87a934-b7d0-4894-b06a-23688bef5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.469458 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-9c87a934-b7d0-4894-b06a-23688bef5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.470156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-9c87a934-b7d0-4894-b06a-23688bef5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.470650 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-9c87a934-b7d0-4894-b06a-23688bef5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.471358 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-9c87a934-b7d0-4894-b06a-23688bef5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.479940 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-9c87a934-b7d0-4894-b06a-23688bef5ab5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 6500 time: 1.1817791 Jul 16 01:51:25.499561 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23819294-3c08-4d9f-848a-0ba575e0c955 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.500801 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-23819294-3c08-4d9f-848a-0ba575e0c955 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7666497 Jul 16 01:51:25.503720 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49490) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:25.506474 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.511434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e29e8847-1e10-412b-ad2b-a42c619e91f8 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group_rule': {'security_group_id': '3a2a73fc-1302-4960-beaa-fbb4928de73d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:25.530949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:25.531352 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:25.539696 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:25.653132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82baa8-524c-4367-a9ec-b24e28f4c34f req-33d9b152-4b93-44b0-afe7-686f62d559e7 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.654815 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eb82baa8-524c-4367-a9ec-b24e28f4c34f req-33d9b152-4b93-44b0-afe7-686f62d559e7 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.5112944 Jul 16 01:51:25.718665 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e29e8847-1e10-412b-ad2b-a42c619e91f8 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.724947 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-1740185d-54d7-4c8c-913a-a8726ac38dca admin admin] Deleting port 2d6643fe-f129-4df2-8f60-7dcfb66e31ce {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:25.725380 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1740185d-54d7-4c8c-913a-a8726ac38dca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.782644 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e29e8847-1e10-412b-ad2b-a42c619e91f8 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.785527 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.802408 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.808274 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "DELETE /v2.0/networks/2a95b0e3-924b-4844-b8fd-57d245597b3d HTTP/1.1" status: 204 len: 168 time: 2.7077100 Jul 16 01:51:25.828234 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49502) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:25.832016 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17884dbf-e2d3-4990-8b4d-a7faf3070dbd tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event deleted for resources: {'Network': ['ID=2a95b0e3-924b-4844-b8fd-57d245597b3d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:25.844749 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e29e8847-1e10-412b-ad2b-a42c619e91f8 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.885959 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5a8537-b33f-46a6-9f96-f4adc20d8049 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:25.886183 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e29e8847-1e10-412b-ad2b-a42c619e91f8 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.887293 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e29e8847-1e10-412b-ad2b-a42c619e91f8 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3824751 Jul 16 01:51:25.924863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-9d8e1b92-4f4d-49a3-88b1-7bfda179bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.925327 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-9d8e1b92-4f4d-49a3-88b1-7bfda179bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.926019 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-9d8e1b92-4f4d-49a3-88b1-7bfda179bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.927982 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-9d8e1b92-4f4d-49a3-88b1-7bfda179bc0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=2db9e81d-658b-4adb-b971-288015f4b66c&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29 HTTP/1.1" status: 200 len: 2298 time: 0.4074574 Jul 16 01:51:25.934728 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49504) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:25.991477 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e8847-1e10-412b-ad2b-a42c619e91f8 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a4adf8-efc3-4f4e-b517-c6a6e5fd47b3,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:26.042135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-34381032-7ed9-4c57-9faa-4b94949f8839 None None] Provisioning for port c613a78c-1b69-4015-bb2e-d9bda52d4664 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:26.049911 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-34381032-7ed9-4c57-9faa-4b94949f8839 None None] Provisioning complete for port c613a78c-1b69-4015-bb2e-d9bda52d4664 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:26.050374 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34381032-7ed9-4c57-9faa-4b94949f8839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.078277 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ddbd0db4-0f2a-4b64-b788-040d6055bb79 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.136937 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.187580 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34381032-7ed9-4c57-9faa-4b94949f8839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.206736 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ddbd0db4-0f2a-4b64-b788-040d6055bb79 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.258306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-34381032-7ed9-4c57-9faa-4b94949f8839 None None] For port c613a78c-1b69-4015-bb2e-d9bda52d4664, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c613a78c-1b69-4015-bb2e-d9bda52d4664,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:26.265821 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34381032-7ed9-4c57-9faa-4b94949f8839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.369421 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34381032-7ed9-4c57-9faa-4b94949f8839 None None] Pushing event updated for resources: {'Port': ['ID=c613a78c-1b69-4015-bb2e-d9bda52d4664,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:26.381597 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ddbd0db4-0f2a-4b64-b788-040d6055bb79 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.389400 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ddbd0db4-0f2a-4b64-b788-040d6055bb79 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.394551 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ddbd0db4-0f2a-4b64-b788-040d6055bb79 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/58a4adf8-efc3-4f4e-b517-c6a6e5fd47b3 HTTP/1.1" status: 204 len: 168 time: 0.4580958 Jul 16 01:51:26.397789 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49510) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:26.432355 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-173accb8-d3e4-48bf-9c11-b03f2faa4bce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33d27387-8386-4734-a29a-d2cfef866aaf HTTP/1.1" status: 200 len: 1000 time: 0.4854889 Jul 16 01:51:26.435669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd0db4-0f2a-4b64-b788-040d6055bb79 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58a4adf8-efc3-4f4e-b517-c6a6e5fd47b3,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:26.473507 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eb82baa8-524c-4367-a9ec-b24e28f4c34f req-0cf30e6c-c91a-4f25-9983-33a4360521c3 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8048925 Jul 16 01:51:26.522333 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-38a185f7-8081-4885-a549-845d6301a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:26.524064 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-38a185f7-8081-4885-a549-845d6301a250 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a HTTP/1.1" status: 200 len: 855 time: 0.0799890 Jul 16 01:51:26.529534 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Deleting port 95bf2a3b-e6a6-47f2-a419-61a4657e114b {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:26.529876 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.621173 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49516) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:26.670965 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f5c213-ee31-4b7f-951c-bf9fc254af17 None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:51:26.695265 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-1740185d-54d7-4c8c-913a-a8726ac38dca admin admin] For port 2d6643fe-f129-4df2-8f60-7dcfb66e31ce, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2d6643fe-f129-4df2-8f60-7dcfb66e31ce,segment=NetworkSegment(487bfa60-894c-4f64-b7c8-1d4ca3b83b24),segment_id=487bfa60-894c-4f64-b7c8-1d4ca3b83b24)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:26.695796 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1740185d-54d7-4c8c-913a-a8726ac38dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.696182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] For port 95bf2a3b-e6a6-47f2-a419-61a4657e114b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=95bf2a3b-e6a6-47f2-a419-61a4657e114b,segment=NetworkSegment(da0d596e-933c-45bd-9ebe-dd12f1b4ba66),segment_id=da0d596e-933c-45bd-9ebe-dd12f1b4ba66)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:26.696561 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.717052 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Calling delete_port for 95bf2a3b-e6a6-47f2-a419-61a4657e114b owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:26.721026 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-1740185d-54d7-4c8c-913a-a8726ac38dca admin admin] Calling delete_port for 2d6643fe-f129-4df2-8f60-7dcfb66e31ce owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:26.726977 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-90e8dcc4-4da4-4ddb-89b6-d373092ac7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:26.730883 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-90e8dcc4-4da4-4ddb-89b6-d373092ac7c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2db9e81d-658b-4adb-b971-288015f4b66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1928155 Jul 16 01:51:26.790142 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1530ac4b-af36-45b7-ae62-d2cd5d44f1e1 None None] Provisioning complete for port c613a78c-1b69-4015-bb2e-d9bda52d4664 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:26.790513 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1530ac4b-af36-45b7-ae62-d2cd5d44f1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.863878 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b42291a8-a4ec-4dc6-b82f-de812e58ccf1 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4546659 Jul 16 01:51:26.868543 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49522) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:26.887421 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44ec8a36-71ff-4f60-87e2-4f47db7e34a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.920226 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a96298b9-029e-4103-bed7-cca7bd8d9ba3 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.923916 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-095b9c15-891e-4438-b5d8-67e26d0ac024 service neutron] 10.222.0.47 "GET /v2.0/networks/2db9e81d-658b-4adb-b971-288015f4b66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846085 Jul 16 01:51:26.932622 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a96298b9-029e-4103-bed7-cca7bd8d9ba3 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.941362 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.999322 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.031855 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f5c213-ee31-4b7f-951c-bf9fc254af17 None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:51:27.041408 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c613a78c-1b69-4015-bb2e-d9bda52d4664 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:27.075654 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-153832f6-0ab9-4c66-8331-e9c78b8f00e5 service neutron] 10.222.0.47 "GET /v2.0/networks/2db9e81d-658b-4adb-b971-288015f4b66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230876 Jul 16 01:51:27.081741 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] No DVR routers for this DVR port 95bf2a3b-e6a6-47f2-a419-61a4657e114b on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:27.194491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event deleted for resources: {'Port': ['ID=95bf2a3b-e6a6-47f2-a419-61a4657e114b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:27.205065 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-08061e9a-5358-404c-8d74-8c45bf95aca3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=1ee21601-191c-45f4-b814-a55228557d82 HTTP/1.1" status: 200 len: 217 time: 0.1171374 Jul 16 01:51:27.265708 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-25517747-5bef-4dce-869c-be4e7a2780af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:27.267408 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-25517747-5bef-4dce-869c-be4e7a2780af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.0498493 Jul 16 01:51:27.268124 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a96298b9-029e-4103-bed7-cca7bd8d9ba3 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.296369 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1740185d-54d7-4c8c-913a-a8726ac38dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.319852 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.334705 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a96298b9-029e-4103-bed7-cca7bd8d9ba3 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.335881 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a96298b9-029e-4103-bed7-cca7bd8d9ba3 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/b05a9148-27b0-49ba-9a5a-6cce5097dc0d HTTP/1.1" status: 204 len: 168 time: 0.4663491 Jul 16 01:51:27.351739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49524) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:27.370224 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44ec8a36-71ff-4f60-87e2-4f47db7e34a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.371525 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94013440-0514-4859-8d6f-1a4205382f2e']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:27.378701 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740185d-54d7-4c8c-913a-a8726ac38dca admin admin] Pushing event deleted for resources: {'Port': ['ID=2d6643fe-f129-4df2-8f60-7dcfb66e31ce,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:27.381144 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96298b9-029e-4103-bed7-cca7bd8d9ba3 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b05a9148-27b0-49ba-9a5a-6cce5097dc0d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:27.389665 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44ec8a36-71ff-4f60-87e2-4f47db7e34a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.428763 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0d596e-933c-45bd-9ebe-dd12f1b4ba66') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:27.429373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0d596e-933c-45bd-9ebe-dd12f1b4ba66') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:27.452541 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.467049 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.474416 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:27.475193 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.518663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port c613a78c-1b69-4015-bb2e-d9bda52d4664 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:27.519194 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:27.545436 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:27.557687 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.582087 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.588488 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "DELETE /v2.0/networks/94013440-0514-4859-8d6f-1a4205382f2e HTTP/1.1" status: 204 len: 168 time: 1.7484059 Jul 16 01:51:27.630953 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cde9885a-d38a-4860-aafa-022681b80384 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2780704 Jul 16 01:51:27.641865 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49530) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:27.642410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49532) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:27.643723 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec8a36-71ff-4f60-87e2-4f47db7e34a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c7579c-b135-4c8a-80cd-a8c996bb224b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:27.645942 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb881f21-8c92-4a4d-94db-fd2c2f4142db tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event deleted for resources: {'Network': ['ID=94013440-0514-4859-8d6f-1a4205382f2e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:27.651104 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49534) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:27.664326 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-44ec8a36-71ff-4f60-87e2-4f47db7e34a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=567b4336cb0943fda2ab296ce51c686d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0417168 Jul 16 01:51:27.683385 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-68bbaf3a-52b7-4209-99ff-556b371df251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:27.685278 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-68bbaf3a-52b7-4209-99ff-556b371df251 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3600523 Jul 16 01:51:27.776125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d0c4fe2a-b8fd-401a-9ce6-88bddc651c48 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:27.779425 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8b26fa32-0c8d-4f36-9556-0baa0fc48938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.804076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: d0c4fe2a-b8fd-401a-9ce6-88bddc651c48 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:27.804429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d0c4fe2a-b8fd-401a-9ce6-88bddc651c48 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:27.829275 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8b26fa32-0c8d-4f36-9556-0baa0fc48938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.858085 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-9c7c2c6f-1309-40a3-be9b-0b768b6f622e service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646712 Jul 16 01:51:27.885789 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::1 (5194c550-3669-42e5-a558-3e55db19984a/7dfa453a-7438-4a06-aa43-2036533d1fe1/30d2ca6b-32c4-4e05-bae3-0f028612ec5b) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:27.912093 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-90f49a46-c8e6-447a-8c43-837290554396 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.959907 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-90f49a46-c8e6-447a-8c43-837290554396 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.981682 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c449611a-8d8a-4cc9-8ff9-e1a0e41a1284 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.982242 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8b26fa32-0c8d-4f36-9556-0baa0fc48938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.992342 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8b26fa32-0c8d-4f36-9556-0baa0fc48938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.996600 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8b26fa32-0c8d-4f36-9556-0baa0fc48938 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/18c7579c-b135-4c8a-80cd-a8c996bb224b HTTP/1.1" status: 204 len: 168 time: 0.3413973 Jul 16 01:51:28.026703 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26fa32-0c8d-4f36-9556-0baa0fc48938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c7579c-b135-4c8a-80cd-a8c996bb224b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:28.030170 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-e3844387-dae6-4587-b588-33c123594647 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616337 Jul 16 01:51:28.127420 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-90f49a46-c8e6-447a-8c43-837290554396 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.135507 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-08b822e4-8e98-4a7a-9bb5-b7fad2d13396 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=588d0e4f-cefb-43a8-a412-487dd40c07f8 HTTP/1.1" status: 200 len: 217 time: 0.0814879 Jul 16 01:51:28.142024 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa43cd-6cba-46bc-a28b-6c93e82d0eeb req-36f75966-4073-437f-a7ed-0c52bdcd6e73 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:28.143559 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3bfa43cd-6cba-46bc-a28b-6c93e82d0eeb req-36f75966-4073-437f-a7ed-0c52bdcd6e73 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.4445856 Jul 16 01:51:28.153378 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-90f49a46-c8e6-447a-8c43-837290554396 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.157055 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-90f49a46-c8e6-447a-8c43-837290554396 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/0f87f7bf-5c0d-47e3-a3c3-bbc48311d4ad HTTP/1.1" status: 204 len: 168 time: 0.4822280 Jul 16 01:51:28.159991 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1740185d-54d7-4c8c-913a-a8726ac38dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.160137 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49540) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:28.211566 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f49a46-c8e6-447a-8c43-837290554396 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f87f7bf-5c0d-47e3-a3c3-bbc48311d4ad,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:28.284933 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-86b1c90d-4d4a-4310-840e-c53694ae3a45 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1212792 Jul 16 01:51:28.285684 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49544) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:28.293634 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-b572a1bf-2745-488b-87c1-c24db9779946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:28.295179 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-b572a1bf-2745-488b-87c1-c24db9779946 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.1498709 Jul 16 01:51:28.357145 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-220d6efb-1a6c-4487-b03b-3db986352dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.370261 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ce218dbc-1f76-4ff8-a46c-87f209e5084f tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.380589 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ce218dbc-1f76-4ff8-a46c-87f209e5084f tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.424859 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-42c430d0-15c8-461d-85e3-ede6893e71eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:28.426528 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-42c430d0-15c8-461d-85e3-ede6893e71eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1214182 Jul 16 01:51:28.428222 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ce218dbc-1f76-4ff8-a46c-87f209e5084f tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.430594 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c449611a-8d8a-4cc9-8ff9-e1a0e41a1284 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.434396 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ce218dbc-1f76-4ff8-a46c-87f209e5084f tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.435635 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ce218dbc-1f76-4ff8-a46c-87f209e5084f tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/b11efa1c-f58f-4865-8eb1-205efd11f039 HTTP/1.1" status: 204 len: 168 time: 0.1491730 Jul 16 01:51:28.439753 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49546) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:28.440851 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3bfa43cd-6cba-46bc-a28b-6c93e82d0eeb req-f91c3186-af79-4fa4-a4a8-3a20c3d048d4 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732344 Jul 16 01:51:28.462799 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c449611a-8d8a-4cc9-8ff9-e1a0e41a1284 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf27994a-18b9-44fe-9ef1-802b08e3db13']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:28.467649 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49548) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:28.475995 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.479051 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c449611a-8d8a-4cc9-8ff9-e1a0e41a1284 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d5537e-bdaf-440c-9bac-b608a10fdfc3') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:28.479347 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c449611a-8d8a-4cc9-8ff9-e1a0e41a1284 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d5537e-bdaf-440c-9bac-b608a10fdfc3') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:28.486623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce218dbc-1f76-4ff8-a46c-87f209e5084f tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b11efa1c-f58f-4865-8eb1-205efd11f039,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:28.492412 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c449611a-8d8a-4cc9-8ff9-e1a0e41a1284 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.508642 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e60c47a-b967-46e1-ab14-d3a7ab7f07a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.522447 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object 30d2ca6b-32c4-4e05-bae3-0f028612ec5b will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:28.525644 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c449611a-8d8a-4cc9-8ff9-e1a0e41a1284 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.564173 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c449611a-8d8a-4cc9-8ff9-e1a0e41a1284 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:28.564591 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c449611a-8d8a-4cc9-8ff9-e1a0e41a1284 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:28.569299 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:28.584901 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e31a706f-ce50-4970-8192-63f24a6308b9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1368046 Jul 16 01:51:28.589298 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49550) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:28.607535 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-39252af7-dc33-475b-8f48-b796f18603e8 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707728 Jul 16 01:51:28.713617 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.730671 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.730671 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c449611a-8d8a-4cc9-8ff9-e1a0e41a1284 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.735451 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-183ae2bf-cf9b-4f0d-9391-6fd91251042c tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.762886 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-228804ba-ffee-4d29-a652-933980822384 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452775 Jul 16 01:51:28.774968 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e60c47a-b967-46e1-ab14-d3a7ab7f07a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.776465 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c449611a-8d8a-4cc9-8ff9-e1a0e41a1284 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.780870 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c449611a-8d8a-4cc9-8ff9-e1a0e41a1284 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "DELETE /v2.0/networks/bf27994a-18b9-44fe-9ef1-802b08e3db13 HTTP/1.1" status: 204 len: 168 time: 1.1130021 Jul 16 01:51:28.782430 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-183ae2bf-cf9b-4f0d-9391-6fd91251042c tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.782585 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49556) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:28.812695 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449611a-8d8a-4cc9-8ff9-e1a0e41a1284 tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event deleted for resources: {'Network': ['ID=bf27994a-18b9-44fe-9ef1-802b08e3db13,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:28.827388 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e60c47a-b967-46e1-ab14-d3a7ab7f07a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.831439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:28.842018 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:28.848528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:28.849091 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.856371 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=30d2ca6b-32c4-4e05-bae3-0f028612ec5b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:28.856907 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-b0f3471b-5150-4d53-836b-d149d0aeb148 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=6e2cfe37-5372-4873-82c7-38150819cf47 HTTP/1.1" status: 200 len: 217 time: 0.0802083 Jul 16 01:51:28.900884 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1740185d-54d7-4c8c-913a-a8726ac38dca admin admin] Router ce99a733-bc28-4c4e-b8c8-fd76d0115b4b has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:51:28.903465 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-183ae2bf-cf9b-4f0d-9391-6fd91251042c tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.915972 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-183ae2bf-cf9b-4f0d-9391-6fd91251042c tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.917121 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-183ae2bf-cf9b-4f0d-9391-6fd91251042c tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/0001d892-518c-4988-a82a-7da36ef3005d HTTP/1.1" status: 204 len: 168 time: 0.3240016 Jul 16 01:51:28.940984 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49562) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:28.958356 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ae2bf-cf9b-4f0d-9391-6fd91251042c tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0001d892-518c-4988-a82a-7da36ef3005d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:28.968429 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60c47a-b967-46e1-ab14-d3a7ab7f07a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2cdb2f-3ce5-4663-b0d6-9e93bcea29c1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:28.974923 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2e60c47a-b967-46e1-ab14-d3a7ab7f07a2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1e70a1aac9ec4633bccb6a1ca260e8ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5051241 Jul 16 01:51:28.979737 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49564) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:29.003318 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e4c850f-1649-4068-8746-1971992254ad tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.025788 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-ca23c42d-ac2f-48e6-8207-ea21f98b8dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:29.027792 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-ca23c42d-ac2f-48e6-8207-ea21f98b8dce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.1569340 Jul 16 01:51:29.137066 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e4c850f-1649-4068-8746-1971992254ad tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.150543 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6e4c850f-1649-4068-8746-1971992254ad tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa781db6-2bfe-40af-9730-e85a52f0e3d2']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:29.151990 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b0d9f36f-0be0-480e-b98f-9cf7e5ea6af6 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2088516 Jul 16 01:51:29.162120 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49570) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:29.170462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6e4c850f-1649-4068-8746-1971992254ad tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9392980-631f-4994-b0a8-4237ea360da0') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:29.170948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6e4c850f-1649-4068-8746-1971992254ad tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9392980-631f-4994-b0a8-4237ea360da0') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:29.185066 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e4c850f-1649-4068-8746-1971992254ad tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.201898 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e4c850f-1649-4068-8746-1971992254ad tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.208809 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-4f73d8d5-06ca-4c69-bd87-bbeaeb0794d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:29.210700 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-4f73d8d5-06ca-4c69-bd87-bbeaeb0794d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1607282 Jul 16 01:51:29.213538 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4c850f-1649-4068-8746-1971992254ad tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:29.213963 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e4c850f-1649-4068-8746-1971992254ad tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:29.217331 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:29.257548 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-cc0d9d29-689c-4895-a20d-eb6ee1961446 None None] Provisioning for port 30d2ca6b-32c4-4e05-bae3-0f028612ec5b completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:29.269502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-cc0d9d29-689c-4895-a20d-eb6ee1961446 None None] Provisioning complete for port 30d2ca6b-32c4-4e05-bae3-0f028612ec5b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:29.269887 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc0d9d29-689c-4895-a20d-eb6ee1961446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.275366 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1740185d-54d7-4c8c-913a-a8726ac38dca admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:29.284182 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badb7fb5-0a89-4ad2-84af-0dcf51615e87 None None] Sync routers for ids ['ce99a733-bc28-4c4e-b8c8-fd76d0115b4b'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:29.288937 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ddddbb2f-482f-4b43-b69e-d5f015a9e6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.296762 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1740185d-54d7-4c8c-913a-a8726ac38dca admin admin] 10.222.0.54 "PUT /v2.0/routers/ce99a733-bc28-4c4e-b8c8-fd76d0115b4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5724678 Jul 16 01:51:29.299088 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.306683 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badb7fb5-0a89-4ad2-84af-0dcf51615e87 None None] Routers {'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:29.307396 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-badb7fb5-0a89-4ad2-84af-0dcf51615e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:51:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ce99a733-bc28-4c4e-b8c8-fd76d0115b4b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:29.320598 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49574) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:29.334511 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d9d29-689c-4895-a20d-eb6ee1961446 None None] Port 30d2ca6b-32c4-4e05-bae3-0f028612ec5b cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:29.398344 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e4c850f-1649-4068-8746-1971992254ad tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.429529 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e4c850f-1649-4068-8746-1971992254ad tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.431467 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6e4c850f-1649-4068-8746-1971992254ad tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] 10.222.0.54 "DELETE /v2.0/networks/fa781db6-2bfe-40af-9730-e85a52f0e3d2 HTTP/1.1" status: 204 len: 168 time: 0.6466746 Jul 16 01:51:29.432394 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c850f-1649-4068-8746-1971992254ad tempest-BulkNetworkOpsTest-991116668 tempest-BulkNetworkOpsTest-991116668-project] Pushing event deleted for resources: {'Network': ['ID=fa781db6-2bfe-40af-9730-e85a52f0e3d2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:29.440093 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ddddbb2f-482f-4b43-b69e-d5f015a9e6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.466868 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-4ad9723c-c7b9-44d2-8146-263cbccef347 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393484 Jul 16 01:51:29.490012 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-badb7fb5-0a89-4ad2-84af-0dcf51615e87 None None] Set router ce99a733-bc28-4c4e-b8c8-fd76d0115b4b gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:29.514344 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24d101f4-9eb7-4bdd-921a-4c979fb56f58 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.678661 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-28ea4011-9020-45e2-b690-95c6c31303e7 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021258 Jul 16 01:51:29.770340 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-6f660406-492a-4b4f-824e-9c0ec1c0da25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=b0eba950-6290-4204-97b4-71fd009ef302 HTTP/1.1" status: 200 len: 217 time: 0.0824871 Jul 16 01:51:29.777031 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-badb7fb5-0a89-4ad2-84af-0dcf51615e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'name': 'tempest-TestServerMultinode-526557046-router', 'tenant_id': 'adf91bde199244e88f44920096c11760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '02af87ef-fd30-4c77-b826-009ddfdc1cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:53Z', 'updated_at': '2021-07-16T01:51:27Z', 'revision_number': 5, 'project_id': 'adf91bde199244e88f44920096c11760', 'gw_port': {'id': '02af87ef-fd30-4c77-b826-009ddfdc1cce', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:55Z', 'updated_at': '2021-07-16T01:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:29.809424 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badb7fb5-0a89-4ad2-84af-0dcf51615e87 None None] Checking router: ce99a733-bc28-4c4e-b8c8-fd76d0115b4b for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:29.819405 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badb7fb5-0a89-4ad2-84af-0dcf51615e87 None None] Routers {'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:29.820334 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-badb7fb5-0a89-4ad2-84af-0dcf51615e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:51:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ce99a733-bc28-4c4e-b8c8-fd76d0115b4b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:29.849084 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-b3f67e7d-960b-4cd7-b3c3-ef8fd7be2dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:29.854179 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-b3f67e7d-960b-4cd7-b3c3-ef8fd7be2dd3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.0725687 Jul 16 01:51:29.901713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49588) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:29.983761 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-96bb8f6f-0a38-4ee7-a6c2-da1107ded2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:29.985370 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-96bb8f6f-0a38-4ee7-a6c2-da1107ded2b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1227448 Jul 16 01:51:30.027870 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-badb7fb5-0a89-4ad2-84af-0dcf51615e87 None None] Set router ce99a733-bc28-4c4e-b8c8-fd76d0115b4b gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:30.093750 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-13193418-b6fb-409e-81a1-10870e5b8979 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999732 Jul 16 01:51:30.215397 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-98caa9fe-b01b-4f7f-8bfe-e97fcc6a5184 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150155 Jul 16 01:51:30.255676 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-badb7fb5-0a89-4ad2-84af-0dcf51615e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'name': 'tempest-TestServerMultinode-526557046-router', 'tenant_id': 'adf91bde199244e88f44920096c11760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '02af87ef-fd30-4c77-b826-009ddfdc1cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:53Z', 'updated_at': '2021-07-16T01:51:27Z', 'revision_number': 5, 'project_id': 'adf91bde199244e88f44920096c11760', 'gw_port': {'id': '02af87ef-fd30-4c77-b826-009ddfdc1cce', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:55Z', 'updated_at': '2021-07-16T01:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:30.293651 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-420abb7e-ddd4-4ad2-8eee-a0bf8e97b5ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0c40b0ea-30a1-4c59-8cb3-23aed3975cea HTTP/1.1" status: 200 len: 217 time: 0.0646157 Jul 16 01:51:30.293876 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24d101f4-9eb7-4bdd-921a-4c979fb56f58 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.311455 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c12831a2-7b5f-406e-a2b0-b30066ba4741 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8cb564c2c3574c6396bec2457c2f47d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082551 Jul 16 01:51:30.316267 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badb7fb5-0a89-4ad2-84af-0dcf51615e87 None None] The sync data for ids ['ce99a733-bc28-4c4e-b8c8-fd76d0115b4b'] in n-d-800086-6 is: [{'id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'name': 'tempest-TestServerMultinode-526557046-router', 'tenant_id': 'adf91bde199244e88f44920096c11760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '02af87ef-fd30-4c77-b826-009ddfdc1cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:53Z', 'updated_at': '2021-07-16T01:51:27Z', 'revision_number': 5, 'project_id': 'adf91bde199244e88f44920096c11760', 'gw_port': {'id': '02af87ef-fd30-4c77-b826-009ddfdc1cce', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce99a733-bc28-4c4e-b8c8-fd76d0115b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:55Z', 'updated_at': '2021-07-16T01:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:30.316841 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49592) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:30.354549 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54f23f19-dba1-4a7d-922f-a4f76adfd19a admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.406683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-76f54280-650a-4498-afc6-9ea9be9dff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:30.408565 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-76f54280-650a-4498-afc6-9ea9be9dff74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d66e7cad-8485-48ef-b49f-9c0a1aa8b39b HTTP/1.1" status: 200 len: 797 time: 0.0955524 Jul 16 01:51:30.428737 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ddddbb2f-482f-4b43-b69e-d5f015a9e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.431442 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ddddbb2f-482f-4b43-b69e-d5f015a9e6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.434884 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ddddbb2f-482f-4b43-b69e-d5f015a9e6bb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0d2cdb2f-3ce5-4663-b0d6-9e93bcea29c1 HTTP/1.1" status: 204 len: 168 time: 1.4472332 Jul 16 01:51:30.493797 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-347c64d1-e3bc-405f-9c5a-1a5ee917aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:30.498387 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-347c64d1-e3bc-405f-9c5a-1a5ee917aaec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0821519 Jul 16 01:51:30.500158 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.510498 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76506f89-45ab-47c2-ba2e-38e49a80eda6 req-95ab8274-9cd3-4bda-8b3d-583d3576d293 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:30.512332 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-76506f89-45ab-47c2-ba2e-38e49a80eda6 req-95ab8274-9cd3-4bda-8b3d-583d3576d293 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.3317616 Jul 16 01:51:30.513493 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddbb2f-482f-4b43-b69e-d5f015a9e6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2cdb2f-3ce5-4663-b0d6-9e93bcea29c1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:30.555266 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.556192 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.627993 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24d101f4-9eb7-4bdd-921a-4c979fb56f58 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.631087 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24d101f4-9eb7-4bdd-921a-4c979fb56f58 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.634484 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-24d101f4-9eb7-4bdd-921a-4c979fb56f58 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-groups/3a2a73fc-1302-4960-beaa-fbb4928de73d HTTP/1.1" status: 204 len: 168 time: 1.4676468 Jul 16 01:51:30.635479 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49602) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:30.637917 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-c8e94cb8-d32b-4589-b904-0aac295a04d6 service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315165 Jul 16 01:51:30.674771 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a634f63c-a0d0-4d45-a9c4-4978a91e1f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.715019 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d101f4-9eb7-4bdd-921a-4c979fb56f58 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2a73fc-1302-4960-beaa-fbb4928de73d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:30.769118 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=30d2ca6b-32c4-4e05-bae3-0f028612ec5b,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:30.788720 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-76506f89-45ab-47c2-ba2e-38e49a80eda6 req-19c50e1e-79c4-4722-b0dc-bc492bd1c9e6 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370937 Jul 16 01:51:30.831786 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54f23f19-dba1-4a7d-922f-a4f76adfd19a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.843634 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8be0efa3-239a-4f4b-a88b-37e372cb48a2 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2005508 Jul 16 01:51:30.846747 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a634f63c-a0d0-4d45-a9c4-4978a91e1f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.851689 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49614) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:30.883555 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2a01f1c3-ef64-4180-a207-c6d887f173c8 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group': {'name': 'tempest-secgroup--1173423972'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:30.883992 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-339d018f-a867-4e6b-b5c6-78dfbaf6ae77 service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354689 Jul 16 01:51:30.946356 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2d6643fe-f129-4df2-8f60-7dcfb66e31ce no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:30.996344 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-49af5777-7191-4d16-91f4-5d55a1809855 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b06a2033-1b7a-4ff7-b625-8b69419da338 HTTP/1.1" status: 200 len: 217 time: 0.1018107 Jul 16 01:51:31.007091 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:31.011649 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:31.017700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 2d6643fe-f129-4df2-8f60-7dcfb66e31ce {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:31.019540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2d6643fe-f129-4df2-8f60-7dcfb66e31ce not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:31.099319 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c45db79-52f6-42b4-9297-443071d7eb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.127500 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.129988 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-697f76b7-7e21-4676-8841-c4bdaa140501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:31.132324 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-697f76b7-7e21-4676-8841-c4bdaa140501 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d66e7cad-8485-48ef-b49f-9c0a1aa8b39b HTTP/1.1" status: 200 len: 797 time: 0.1280596 Jul 16 01:51:31.156251 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2a01f1c3-ef64-4180-a207-c6d887f173c8 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.179994 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-54f23f19-dba1-4a7d-922f-a4f76adfd19a admin admin] Deleting port 02af87ef-fd30-4c77-b826-009ddfdc1cce {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:31.180370 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54f23f19-dba1-4a7d-922f-a4f76adfd19a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.207525 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a634f63c-a0d0-4d45-a9c4-4978a91e1f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.214096 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a634f63c-a0d0-4d45-a9c4-4978a91e1f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.214969 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a634f63c-a0d0-4d45-a9c4-4978a91e1f53 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/89bd3948-28fe-4e94-9de7-bdc3cfc0e595 HTTP/1.1" status: 204 len: 168 time: 0.8855362 Jul 16 01:51:31.261766 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634f63c-a0d0-4d45-a9c4-4978a91e1f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bd3948-28fe-4e94-9de7-bdc3cfc0e595,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:31.269431 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-8cd0f5bc-ad04-4de6-909e-abcf0dba7cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:31.273058 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-8cd0f5bc-ad04-4de6-909e-abcf0dba7cd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1320755 Jul 16 01:51:31.445868 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-54f23f19-dba1-4a7d-922f-a4f76adfd19a admin admin] For port 02af87ef-fd30-4c77-b826-009ddfdc1cce, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=02af87ef-fd30-4c77-b826-009ddfdc1cce,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:31.446976 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54f23f19-dba1-4a7d-922f-a4f76adfd19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.474132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-54f23f19-dba1-4a7d-922f-a4f76adfd19a admin admin] Calling delete_port for 02af87ef-fd30-4c77-b826-009ddfdc1cce owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:31.474972 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-c545e77a-edd6-48a4-bc6c-075054cfe76c service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861002 Jul 16 01:51:31.484432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Router 3725bfa9-6210-4adc-9497-63a618b71031 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:51:31.486443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0548980a-07d5-4bed-bf01-cd8dac8688a1 None None] Provisioning complete for port 30d2ca6b-32c4-4e05-bae3-0f028612ec5b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:31.487634 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0548980a-07d5-4bed-bf01-cd8dac8688a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.528445 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0548980a-07d5-4bed-bf01-cd8dac8688a1 None None] Port 30d2ca6b-32c4-4e05-bae3-0f028612ec5b cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:31.572770 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2a01f1c3-ef64-4180-a207-c6d887f173c8 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.630805 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d3b561-c6be-4c2c-91a6-9e128145abb1 req-ae11ff62-f034-43b6-86cd-060c9c39db22 service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485131 Jul 16 01:51:31.651642 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2a01f1c3-ef64-4180-a207-c6d887f173c8 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.708698 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2a01f1c3-ef64-4180-a207-c6d887f173c8 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.710037 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2a01f1c3-ef64-4180-a207-c6d887f173c8 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8569353 Jul 16 01:51:31.712867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49646) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:31.719492 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-319a9406-176e-4a98-a330-1c68d404c2c9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group_rule': {'security_group_id': 'c7185505-1e6e-489a-8209-f194855a04e6', 'direction': 'ingress', 'protocol': 17}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:31.722675 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01f1c3-ef64-4180-a207-c6d887f173c8 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7185505-1e6e-489a-8209-f194855a04e6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:31.786168 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:31.796667 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-44172bd9-f568-4aa3-9597-77dbca0dabae tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "PUT /v2.0/routers/3725bfa9-6210-4adc-9497-63a618b71031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4013331 Jul 16 01:51:31.797567 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Sync routers for ids ['3725bfa9-6210-4adc-9497-63a618b71031'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:31.799929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49652) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:31.816149 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Routers {'3725bfa9-6210-4adc-9497-63a618b71031'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:31.817086 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:51:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3725bfa9-6210-4adc-9497-63a618b71031'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:31.917965 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-319a9406-176e-4a98-a330-1c68d404c2c9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.963397 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Set router 3725bfa9-6210-4adc-9497-63a618b71031 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:32.024493 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54f23f19-dba1-4a7d-922f-a4f76adfd19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.068676 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f976347-9124-430b-a5ad-d1fd53ec88bf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:32.076655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f23f19-dba1-4a7d-922f-a4f76adfd19a admin admin] Pushing event deleted for resources: {'Port': ['ID=02af87ef-fd30-4c77-b826-009ddfdc1cce,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:32.088816 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49660) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:32.096344 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7f976347-9124-430b-a5ad-d1fd53ec88bf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports/30d2ca6b-32c4-4e05-bae3-0f028612ec5b HTTP/1.1" status: 200 len: 911 time: 0.2897687 Jul 16 01:51:32.158863 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-319a9406-176e-4a98-a330-1c68d404c2c9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.166143 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-319a9406-176e-4a98-a330-1c68d404c2c9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.222909 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a9406-176e-4a98-a330-1c68d404c2c9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597bdaa5-9479-493f-a881-354889485a1a,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:32.230428 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.233755 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-319a9406-176e-4a98-a330-1c68d404c2c9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.240600 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-319a9406-176e-4a98-a330-1c68d404c2c9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5259187 Jul 16 01:51:32.241463 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49670) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:32.268103 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54f23f19-dba1-4a7d-922f-a4f76adfd19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.384197 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-25324a21-8428-4145-aa4c-3a7ee9a46eed tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.399234 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9afb2-0913-40ee-bcc0-97140fd15ade req-9b29d735-1fe8-40e7-aa60-fffd082567d0 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:32.404566 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9f9afb2-0913-40ee-bcc0-97140fd15ade req-9b29d735-1fe8-40e7-aa60-fffd082567d0 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.4210737 Jul 16 01:51:32.450377 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49674) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:32.462086 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-25324a21-8428-4145-aa4c-3a7ee9a46eed tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.481468 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3725bfa9-6210-4adc-9497-63a618b71031', 'name': 'tempest-NetworksTestDHCPv6-router-206247023', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:25Z', 'updated_at': '2021-07-16T01:51:29Z', 'revision_number': 2, 'project_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'gw_port_host': None, '_interfaces': [{'id': '30d2ca6b-32c4-4e05-bae3-0f028612ec5b', 'name': '', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'mac_address': 'fa:16:3e:cd:96:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3725bfa9-6210-4adc-9497-63a618b71031', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': '7dfa453a-7438-4a06-aa43-2036533d1fe1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:27Z', 'updated_at': '2021-07-16T01:51:30Z', 'revision_number': 2, 'project_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'subnets': [{'id': '7dfa453a-7438-4a06-aa43-2036533d1fe1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:32.510281 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Checking router: 3725bfa9-6210-4adc-9497-63a618b71031 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:32.510407 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Updating router 3725bfa9-6210-4adc-9497-63a618b71031 port 30d2ca6b-32c4-4e05-bae3-0f028612ec5b binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:51:32.514098 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54f23f19-dba1-4a7d-922f-a4f76adfd19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.524257 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-25324a21-8428-4145-aa4c-3a7ee9a46eed tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.527999 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-25324a21-8428-4145-aa4c-3a7ee9a46eed tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.529263 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f60266-3784-48d0-b882-0f2e64f2ddc1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:32.530059 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-25324a21-8428-4145-aa4c-3a7ee9a46eed tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-groups/c7185505-1e6e-489a-8209-f194855a04e6 HTTP/1.1" status: 204 len: 168 time: 0.2861841 Jul 16 01:51:32.537185 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49678) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:32.543049 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f60266-3784-48d0-b882-0f2e64f2ddc1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:32.545592 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-52f60266-3784-48d0-b882-0f2e64f2ddc1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.4549711 Jul 16 01:51:32.549030 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54f23f19-dba1-4a7d-922f-a4f76adfd19a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.551050 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49680) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:32.552886 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.570065 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25324a21-8428-4145-aa4c-3a7ee9a46eed tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7185505-1e6e-489a-8209-f194855a04e6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:32.592403 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9f9afb2-0913-40ee-bcc0-97140fd15ade req-bbd8c920-1ccc-4847-a24c-2a1102df8828 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454432 Jul 16 01:51:32.615545 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-06268957-9da9-45cc-85ba-39b2451ed70f tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0771444 Jul 16 01:51:32.626181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49684) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:32.637644 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-067517ce-56df-4053-8e6f-bef6330d713a tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group': {'name': 'tempest-secgroup--1696204250'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:32.704345 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-067517ce-56df-4053-8e6f-bef6330d713a tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.722008 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54f23f19-dba1-4a7d-922f-a4f76adfd19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.722621 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f23f19-dba1-4a7d-922f-a4f76adfd19a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce99a733-bc28-4c4e-b8c8-fd76d0115b4b {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:51:32.727939 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54f23f19-dba1-4a7d-922f-a4f76adfd19a admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.731749 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-54f23f19-dba1-4a7d-922f-a4f76adfd19a admin admin] 10.222.0.54 "DELETE /v2.0/routers/ce99a733-bc28-4c4e-b8c8-fd76d0115b4b HTTP/1.1" status: 204 len: 168 time: 3.4039879 Jul 16 01:51:32.734465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49686) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:32.837149 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-383b13ee-a0bd-4e08-a9d8-9636b76e62f6 admin admin] Deleting subnet c99630c3-798c-4235-8a39-03e83089a162 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:32.856508 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-383b13ee-a0bd-4e08-a9d8-9636b76e62f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.917267 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-067517ce-56df-4053-8e6f-bef6330d713a tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.923469 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-067517ce-56df-4053-8e6f-bef6330d713a tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.995454 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067517ce-56df-4053-8e6f-bef6330d713a tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d393e953-3034-4b37-ada6-f1c734ce569a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:32.998070 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-067517ce-56df-4053-8e6f-bef6330d713a tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.001881 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-067517ce-56df-4053-8e6f-bef6330d713a tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3746421 Jul 16 01:51:33.009549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49694) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:33.016662 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f66a6bf2-da66-4b37-afc3-d3ed0395b82d tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907857034'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:33.078045 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-434a7e6d-84dc-4754-859a-250f93e769f5 tempest-DvrRoutersNegativeTest-1875554281 tempest-DvrRoutersNegativeTest-1875554281-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1292896601', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:33.080901 n-d-800086-6 neutron-server[93832]: DEBUG neutron.policy [None req-434a7e6d-84dc-4754-859a-250f93e769f5 tempest-DvrRoutersNegativeTest-1875554281 tempest-DvrRoutersNegativeTest-1875554281-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93832) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 01:51:33.081200 n-d-800086-6 neutron-server[93832]: DEBUG neutron.policy [None req-434a7e6d-84dc-4754-859a-250f93e769f5 tempest-DvrRoutersNegativeTest-1875554281 tempest-DvrRoutersNegativeTest-1875554281-project] Failed policy check for 'create_router' {{(pid=93832) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 01:51:33.082091 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-434a7e6d-84dc-4754-859a-250f93e769f5 tempest-DvrRoutersNegativeTest-1875554281 tempest-DvrRoutersNegativeTest-1875554281-project] create failed (client error): Access was denied to this resource. Jul 16 01:51:33.083496 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-434a7e6d-84dc-4754-859a-250f93e769f5 tempest-DvrRoutersNegativeTest-1875554281 tempest-DvrRoutersNegativeTest-1875554281-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6294107 Jul 16 01:51:33.090436 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.112522 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-383b13ee-a0bd-4e08-a9d8-9636b76e62f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.116683 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f66a6bf2-da66-4b37-afc3-d3ed0395b82d tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.147241 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Transition to ACTIVE for port object 30d2ca6b-32c4-4e05-bae3-0f028612ec5b will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:33.166951 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.310150 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f66a6bf2-da66-4b37-afc3-d3ed0395b82d tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.328130 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f66a6bf2-da66-4b37-afc3-d3ed0395b82d tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.375979 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-383b13ee-a0bd-4e08-a9d8-9636b76e62f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.426190 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f66a6bf2-da66-4b37-afc3-d3ed0395b82d tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.431589 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f66a6bf2-da66-4b37-afc3-d3ed0395b82d tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4223325 Jul 16 01:51:33.432440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49706) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:33.440446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-6bd6d941-76b3-4d2b-b97a-83e325b4ac63 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group_rule': {'security_group_id': 'd393e953-3034-4b37-ada6-f1c734ce569a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '27558a7b-1b02-43d1-a1e5-c63fd9e3adb8', 'remote_ip_prefix': None}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:33.448656 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6bf2-da66-4b37-afc3-d3ed0395b82d tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27558a7b-1b02-43d1-a1e5-c63fd9e3adb8,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:33.506679 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318e819-0ddf-4035-bd5b-bbc2f7478cca None None] Pushing event updated for resources: {'Port': ['ID=30d2ca6b-32c4-4e05-bae3-0f028612ec5b,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:33.523593 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Attempting to bind port 30d2ca6b-32c4-4e05-bae3-0f028612ec5b on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:33.524051 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Attempting to bind port 30d2ca6b-32c4-4e05-bae3-0f028612ec5b by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:33.524419 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Attempting to bind port 30d2ca6b-32c4-4e05-bae3-0f028612ec5b on network 5194c550-3669-42e5-a558-3e55db19984a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:33.530306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:33.530693 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:33.530867 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6bd6d941-76b3-4d2b-b97a-83e325b4ac63 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.531104 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.531566 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Bound using segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:33.532078 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Bound port: 30d2ca6b-32c4-4e05-bae3-0f028612ec5b, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:33.532762 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.600883 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-383b13ee-a0bd-4e08-a9d8-9636b76e62f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.644013 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6bd6d941-76b3-4d2b-b97a-83e325b4ac63 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.653673 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6bd6d941-76b3-4d2b-b97a-83e325b4ac63 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.681050 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6d941-76b3-4d2b-b97a-83e325b4ac63 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b773f72f-408e-4fa8-b460-8fb7ff1ef83d,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:33.697464 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6bd6d941-76b3-4d2b-b97a-83e325b4ac63 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.702391 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6bd6d941-76b3-4d2b-b97a-83e325b4ac63 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2675619 Jul 16 01:51:33.703250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49716) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:33.727261 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49718) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:33.759398 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] For port 30d2ca6b-32c4-4e05-bae3-0f028612ec5b, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:33.765384 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-feab0054-9312-4ed0-963a-a3a11b1761b6 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.769712 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] For port 30d2ca6b-32c4-4e05-bae3-0f028612ec5b, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=30d2ca6b-32c4-4e05-bae3-0f028612ec5b,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:33.779412 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.780522 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-feab0054-9312-4ed0-963a-a3a11b1761b6 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.783189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b13ee-a0bd-4e08-a9d8-9636b76e62f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c99630c3-798c-4235-8a39-03e83089a162,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:33.792202 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-383b13ee-a0bd-4e08-a9d8-9636b76e62f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.801228 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-383b13ee-a0bd-4e08-a9d8-9636b76e62f6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c99630c3-798c-4235-8a39-03e83089a162 HTTP/1.1" status: 204 len: 168 time: 1.0657158 Jul 16 01:51:33.805397 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49722) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:33.850833 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-feab0054-9312-4ed0-963a-a3a11b1761b6 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.857593 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-feab0054-9312-4ed0-963a-a3a11b1761b6 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.858905 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-feab0054-9312-4ed0-963a-a3a11b1761b6 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/b773f72f-408e-4fa8-b460-8fb7ff1ef83d HTTP/1.1" status: 204 len: 168 time: 0.1455779 Jul 16 01:51:33.862793 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49724) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:33.880916 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab0054-9312-4ed0-963a-a3a11b1761b6 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b773f72f-408e-4fa8-b460-8fb7ff1ef83d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:33.893956 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3c572374-6b26-466c-934e-889a089bfdaa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.921948 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0918e951-d176-484e-8276-efde635442fa None None] Network 7ad34b91-7198-40af-8364-3e2524b1a6ab requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:33.950716 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-165c7ec9-99b7-4c10-8428-cc1a16401c31 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0867946 Jul 16 01:51:33.953534 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49726) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:33.980968 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318e819-0ddf-4035-bd5b-bbc2f7478cca None None] Pushing event updated for resources: {'Port': ['ID=30d2ca6b-32c4-4e05-bae3-0f028612ec5b,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:34.009783 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Routers {'3725bfa9-6210-4adc-9497-63a618b71031'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:34.010625 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:51:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3725bfa9-6210-4adc-9497-63a618b71031'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:34.014127 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.100557 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1db16cbe-5d72-4c1f-b742-ad181008d621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.103968 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.134058 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d539da6f-e6d0-4e06-9790-54cdc8aa68f9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.191583 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d539da6f-e6d0-4e06-9790-54cdc8aa68f9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.313626 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] Set router 3725bfa9-6210-4adc-9497-63a618b71031 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:34.376927 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d539da6f-e6d0-4e06-9790-54cdc8aa68f9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.390141 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d539da6f-e6d0-4e06-9790-54cdc8aa68f9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.396302 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d539da6f-e6d0-4e06-9790-54cdc8aa68f9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-groups/27558a7b-1b02-43d1-a1e5-c63fd9e3adb8 HTTP/1.1" status: 204 len: 168 time: 0.4389596 Jul 16 01:51:34.397338 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49744) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:34.466940 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539da6f-e6d0-4e06-9790-54cdc8aa68f9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27558a7b-1b02-43d1-a1e5-c63fd9e3adb8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:34.514878 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfe77e-90da-413b-a131-c9b28c61e915 req-f76fd15b-bdbf-4b9a-b1a7-a2d5676f1ac2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:34.535680 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d4bfe77e-90da-413b-a131-c9b28c61e915 req-f76fd15b-bdbf-4b9a-b1a7-a2d5676f1ac2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.6448629 Jul 16 01:51:34.576804 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] Deleting port 5864661f-4941-4044-9756-1b58d89e3d33 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:34.576804 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.634950 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1db16cbe-5d72-4c1f-b742-ad181008d621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.664489 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-906ed685-1df5-401c-a063-1ea8b44be0e3 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2275064 Jul 16 01:51:34.669024 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49750) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:34.672499 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1db16cbe-5d72-4c1f-b742-ad181008d621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.704809 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] For port 5864661f-4941-4044-9756-1b58d89e3d33, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5864661f-4941-4044-9756-1b58d89e3d33,segment=NetworkSegment(487bfa60-894c-4f64-b7c8-1d4ca3b83b24),segment_id=487bfa60-894c-4f64-b7c8-1d4ca3b83b24)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:34.705404 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.711959 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3725bfa9-6210-4adc-9497-63a618b71031', 'name': 'tempest-NetworksTestDHCPv6-router-206247023', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:25Z', 'updated_at': '2021-07-16T01:51:29Z', 'revision_number': 2, 'project_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'gw_port_host': None, '_interfaces': [{'id': '30d2ca6b-32c4-4e05-bae3-0f028612ec5b', 'name': '', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'mac_address': 'fa:16:3e:cd:96:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3725bfa9-6210-4adc-9497-63a618b71031', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': '7dfa453a-7438-4a06-aa43-2036533d1fe1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:27Z', 'updated_at': '2021-07-16T01:51:33Z', 'revision_number': 4, 'project_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'subnets': [{'id': '7dfa453a-7438-4a06-aa43-2036533d1fe1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:34.748077 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] Calling delete_port for 5864661f-4941-4044-9756-1b58d89e3d33 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:34.753494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee3bd40-6f7c-4575-ac85-f3d7fa5f4029 None None] The sync data for ids ['3725bfa9-6210-4adc-9497-63a618b71031'] in n-d-800086-6 is: [{'id': '3725bfa9-6210-4adc-9497-63a618b71031', 'name': 'tempest-NetworksTestDHCPv6-router-206247023', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:25Z', 'updated_at': '2021-07-16T01:51:29Z', 'revision_number': 2, 'project_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'gw_port_host': None, '_interfaces': [{'id': '30d2ca6b-32c4-4e05-bae3-0f028612ec5b', 'name': '', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'mac_address': 'fa:16:3e:cd:96:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3725bfa9-6210-4adc-9497-63a618b71031', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': '7dfa453a-7438-4a06-aa43-2036533d1fe1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:27Z', 'updated_at': '2021-07-16T01:51:33Z', 'revision_number': 4, 'project_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'subnets': [{'id': '7dfa453a-7438-4a06-aa43-2036533d1fe1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:34.786627 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de400433-e966-448c-926c-410fef72832a None None] DHCP port deletion for 7ad34b91-7198-40af-8364-3e2524b1a6ab request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:51:34.830071 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1db16cbe-5d72-4c1f-b742-ad181008d621 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8810749339a94546b345acb1ddb7b379&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1014996 Jul 16 01:51:34.834051 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db16cbe-5d72-4c1f-b742-ad181008d621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75525d23-ebd5-4b2c-8911-cfdc271b1e6e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:34.837420 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49752) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:34.889555 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-de400433-e966-448c-926c-410fef72832a None None] Deleting port 5864661f-4941-4044-9756-1b58d89e3d33 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:34.893289 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de400433-e966-448c-926c-410fef72832a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.954387 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d4bfe77e-90da-413b-a131-c9b28c61e915 req-c24ab69c-b162-4ce0-846b-5b8e4027274a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182856 Jul 16 01:51:35.032720 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-de400433-e966-448c-926c-410fef72832a None None] For port 5864661f-4941-4044-9756-1b58d89e3d33, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5864661f-4941-4044-9756-1b58d89e3d33,segment=NetworkSegment(487bfa60-894c-4f64-b7c8-1d4ca3b83b24),segment_id=487bfa60-894c-4f64-b7c8-1d4ca3b83b24)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:35.033283 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de400433-e966-448c-926c-410fef72832a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.062523 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-de400433-e966-448c-926c-410fef72832a None None] Calling delete_port for 5864661f-4941-4044-9756-1b58d89e3d33 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:35.065621 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9fe979bd-f063-4e58-b28a-f9db2799255c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.070521 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 02af87ef-fd30-4c77-b826-009ddfdc1cce no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:35.077680 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-775480de-2802-4851-b36f-036e223ecd53 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.122404 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.137861 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 02af87ef-fd30-4c77-b826-009ddfdc1cce {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:35.138491 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 02af87ef-fd30-4c77-b826-009ddfdc1cce not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:35.139555 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5864661f-4941-4044-9756-1b58d89e3d33 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:35.143761 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9fe979bd-f063-4e58-b28a-f9db2799255c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.200146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] Pushing event deleted for resources: {'Port': ['ID=5864661f-4941-4044-9756-1b58d89e3d33,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:35.204279 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] No DVR routers for this DVR port 5864661f-4941-4044-9756-1b58d89e3d33 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:35.245262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-3c572374-6b26-466c-934e-889a089bfdaa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port 30d2ca6b-32c4-4e05-bae3-0f028612ec5b {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:35.246237 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3c572374-6b26-466c-934e-889a089bfdaa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.266935 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-775480de-2802-4851-b36f-036e223ecd53 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.299444 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 5864661f-4941-4044-9756-1b58d89e3d33 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:35.304182 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5864661f-4941-4044-9756-1b58d89e3d33 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:35.321193 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-775480de-2802-4851-b36f-036e223ecd53 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.334898 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-775480de-2802-4851-b36f-036e223ecd53 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.344315 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-775480de-2802-4851-b36f-036e223ecd53 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-groups/d393e953-3034-4b37-ada6-f1c734ce569a HTTP/1.1" status: 204 len: 168 time: 0.6630828 Jul 16 01:51:35.349619 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49762) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:35.377853 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775480de-2802-4851-b36f-036e223ecd53 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d393e953-3034-4b37-ada6-f1c734ce569a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:35.443595 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.445231 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9fe979bd-f063-4e58-b28a-f9db2799255c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.447830 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9fe979bd-f063-4e58-b28a-f9db2799255c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.451743 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9fe979bd-f063-4e58-b28a-f9db2799255c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/75525d23-ebd5-4b2c-8911-cfdc271b1e6e HTTP/1.1" status: 204 len: 168 time: 0.6105545 Jul 16 01:51:35.471881 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de400433-e966-448c-926c-410fef72832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.499056 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-88177b28-410c-4ba0-b197-ef9c831deac6 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1472218 Jul 16 01:51:35.505677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49768) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:35.513554 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-71f7fe5e-0c27-4823-a1c8-7901edeb1521 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group': {'name': 'tempest-secgroup--1527025390'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:35.542071 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad34b91-7198-40af-8364-3e2524b1a6ab']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:35.548629 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe979bd-f063-4e58-b28a-f9db2799255c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75525d23-ebd5-4b2c-8911-cfdc271b1e6e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:35.556471 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-71f7fe5e-0c27-4823-a1c8-7901edeb1521 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.602084 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de400433-e966-448c-926c-410fef72832a None None] No DVR routers for this DVR port 5864661f-4941-4044-9756-1b58d89e3d33 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:35.615354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de400433-e966-448c-926c-410fef72832a None None] Pushing event deleted for resources: {'Port': ['ID=5864661f-4941-4044-9756-1b58d89e3d33,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:35.620659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487bfa60-894c-4f64-b7c8-1d4ca3b83b24') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:35.622347 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487bfa60-894c-4f64-b7c8-1d4ca3b83b24') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:35.667592 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.728200 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-3c572374-6b26-466c-934e-889a089bfdaa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] For port 30d2ca6b-32c4-4e05-bae3-0f028612ec5b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=30d2ca6b-32c4-4e05-bae3-0f028612ec5b,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:35.730866 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3c572374-6b26-466c-934e-889a089bfdaa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.754330 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.782547 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-3c572374-6b26-466c-934e-889a089bfdaa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for 30d2ca6b-32c4-4e05-bae3-0f028612ec5b owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:35.786742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:35.787737 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:35.789921 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:35.799335 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-71f7fe5e-0c27-4823-a1c8-7901edeb1521 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.809514 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-71f7fe5e-0c27-4823-a1c8-7901edeb1521 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.884874 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-71f7fe5e-0c27-4823-a1c8-7901edeb1521 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.887500 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-71f7fe5e-0c27-4823-a1c8-7901edeb1521 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3789017 Jul 16 01:51:35.891184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49774) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:35.896580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-fa21055a-5b1b-45a8-abc2-b8b8283c70a9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group_rule': {'security_group_id': 'aaf4af48-1ffb-43ae-a021-8a53d933c666', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:35.927842 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7fe5e-0c27-4823-a1c8-7901edeb1521 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf4af48-1ffb-43ae-a021-8a53d933c666,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:35.965755 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fa21055a-5b1b-45a8-abc2-b8b8283c70a9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.968909 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.023756 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.033765 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7ad34b91-7198-40af-8364-3e2524b1a6ab HTTP/1.1" status: 204 len: 168 time: 2.2277193 Jul 16 01:51:36.038669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49780) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:36.079397 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49784) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:36.092040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e548b-93b9-4e33-a974-8399055db021 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ad34b91-7198-40af-8364-3e2524b1a6ab,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:36.125024 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fa21055a-5b1b-45a8-abc2-b8b8283c70a9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.134258 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fa21055a-5b1b-45a8-abc2-b8b8283c70a9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.172263 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fa21055a-5b1b-45a8-abc2-b8b8283c70a9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.173745 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fa21055a-5b1b-45a8-abc2-b8b8283c70a9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2812517 Jul 16 01:51:36.212563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49790) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:36.227938 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21055a-5b1b-45a8-abc2-b8b8283c70a9 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eadc05fd-7c61-458a-902a-685342f539ef,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:36.273377 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a079b209-2839-4091-a164-d34be8ce8c8a tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.285267 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a079b209-2839-4091-a164-d34be8ce8c8a tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.317572 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-01fe8817-67a3-4261-9cbc-7aadb2ea1629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.436559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fb612-8213-4139-9f6a-37754466d134 req-579a95ed-95a3-41d9-a9b6-4cbfc7e2d653 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:36.451646 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e0fb612-8213-4139-9f6a-37754466d134 req-579a95ed-95a3-41d9-a9b6-4cbfc7e2d653 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.2228255 Jul 16 01:51:36.504444 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3c572374-6b26-466c-934e-889a089bfdaa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.558181 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c572374-6b26-466c-934e-889a089bfdaa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=30d2ca6b-32c4-4e05-bae3-0f028612ec5b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:36.601469 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e0fb612-8213-4139-9f6a-37754466d134 req-301e7cb6-45b3-4e2a-992d-1ff3be248d1d tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487112 Jul 16 01:51:36.855389 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a079b209-2839-4091-a164-d34be8ce8c8a tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.867672 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a079b209-2839-4091-a164-d34be8ce8c8a tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.871721 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a079b209-2839-4091-a164-d34be8ce8c8a tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/eadc05fd-7c61-458a-902a-685342f539ef HTTP/1.1" status: 204 len: 168 time: 0.6559684 Jul 16 01:51:36.874575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49810) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:36.891168 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079b209-2839-4091-a164-d34be8ce8c8a tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eadc05fd-7c61-458a-902a-685342f539ef,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:36.954188 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-511aef8a-cbc8-471a-b22d-ba59292c0e11 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0753865 Jul 16 01:51:36.955095 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49812) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:37.090756 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b3ca73bc-66e6-410b-a34e-1fc8d1c5b9ae tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.131415 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b3ca73bc-66e6-410b-a34e-1fc8d1c5b9ae tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.212482 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b3ca73bc-66e6-410b-a34e-1fc8d1c5b9ae tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.215298 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b3ca73bc-66e6-410b-a34e-1fc8d1c5b9ae tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.216894 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b3ca73bc-66e6-410b-a34e-1fc8d1c5b9ae tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-groups/aaf4af48-1ffb-43ae-a021-8a53d933c666 HTTP/1.1" status: 204 len: 168 time: 0.2606409 Jul 16 01:51:37.220866 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49818) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:37.236114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca73bc-66e6-410b-a34e-1fc8d1c5b9ae tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf4af48-1ffb-43ae-a021-8a53d933c666,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:37.254071 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3c572374-6b26-466c-934e-889a089bfdaa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.333808 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f06de35a-6891-4c4e-bdbd-511f1ceca97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.386050 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-01fe8817-67a3-4261-9cbc-7aadb2ea1629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.396681 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-01fe8817-67a3-4261-9cbc-7aadb2ea1629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.406247 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1c3b637a-3f18-43aa-9613-146be520f790 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1800208 Jul 16 01:51:37.412581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49824) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:37.427773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b3c157c2-e3ab-48f1-95e2-56e191b506d1 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group': {'name': 'tempest-secgroup--1414988069'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:37.467989 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-01fe8817-67a3-4261-9cbc-7aadb2ea1629 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=82580967c1d64f6f8dd3020494da1a60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3818712 Jul 16 01:51:37.500315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49826) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:37.501145 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe8817-67a3-4261-9cbc-7aadb2ea1629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405030bb-0cfb-4400-a655-0759fd62e142,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:37.544973 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3c157c2-e3ab-48f1-95e2-56e191b506d1 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.561294 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c572374-6b26-466c-934e-889a089bfdaa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Router 3725bfa9-6210-4adc-9497-63a618b71031 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:51:37.609485 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2420cc9d-2e9e-4eed-bb7a-ea8b7329d68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.659203 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2420cc9d-2e9e-4eed-bb7a-ea8b7329d68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.670362 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c572374-6b26-466c-934e-889a089bfdaa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:37.685013 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804436f-0689-4616-aa13-f52d10d522ea None None] Sync routers for ids ['3725bfa9-6210-4adc-9497-63a618b71031'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:37.689044 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3c572374-6b26-466c-934e-889a089bfdaa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "PUT /v2.0/routers/3725bfa9-6210-4adc-9497-63a618b71031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1329925 Jul 16 01:51:37.689546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49836) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:37.705028 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a804436f-0689-4616-aa13-f52d10d522ea None None] Routers {'3725bfa9-6210-4adc-9497-63a618b71031'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:37.706762 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a804436f-0689-4616-aa13-f52d10d522ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:51:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3725bfa9-6210-4adc-9497-63a618b71031'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:37.778768 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2420cc9d-2e9e-4eed-bb7a-ea8b7329d68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.785529 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2420cc9d-2e9e-4eed-bb7a-ea8b7329d68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.789837 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2420cc9d-2e9e-4eed-bb7a-ea8b7329d68a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/405030bb-0cfb-4400-a655-0759fd62e142 HTTP/1.1" status: 204 len: 168 time: 0.2880068 Jul 16 01:51:37.800810 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-f06de35a-6891-4c4e-bdbd-511f1ceca97a admin admin] Deleting port 0d05c261-0acb-43b7-bbe2-7f31245264cb {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:37.803598 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f06de35a-6891-4c4e-bdbd-511f1ceca97a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.828317 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feab4109-0303-4e0c-a150-0e39a3e84ad6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:37.830283 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feab4109-0303-4e0c-a150-0e39a3e84ad6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:37.832047 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-feab4109-0303-4e0c-a150-0e39a3e84ad6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1328831 Jul 16 01:51:37.835036 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3c157c2-e3ab-48f1-95e2-56e191b506d1 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.836156 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49854) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:37.872818 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3c157c2-e3ab-48f1-95e2-56e191b506d1 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.877965 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420cc9d-2e9e-4eed-bb7a-ea8b7329d68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405030bb-0cfb-4400-a655-0759fd62e142,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:37.956849 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a804436f-0689-4616-aa13-f52d10d522ea None None] Set router 3725bfa9-6210-4adc-9497-63a618b71031 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:38.037561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-f06de35a-6891-4c4e-bdbd-511f1ceca97a admin admin] For port 0d05c261-0acb-43b7-bbe2-7f31245264cb, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0d05c261-0acb-43b7-bbe2-7f31245264cb,segment=NetworkSegment(5b7314cc-1020-4488-8ada-2e089a739f2c),segment_id=5b7314cc-1020-4488-8ada-2e089a739f2c)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:38.037940 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f06de35a-6891-4c4e-bdbd-511f1ceca97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.103380 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a804436f-0689-4616-aa13-f52d10d522ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3725bfa9-6210-4adc-9497-63a618b71031', 'name': 'tempest-NetworksTestDHCPv6-router-206247023', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:25Z', 'updated_at': '2021-07-16T01:51:36Z', 'revision_number': 3, 'project_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:38.104190 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-f06de35a-6891-4c4e-bdbd-511f1ceca97a admin admin] Calling delete_port for 0d05c261-0acb-43b7-bbe2-7f31245264cb owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:38.108823 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3c157c2-e3ab-48f1-95e2-56e191b506d1 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.110188 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b3c157c2-e3ab-48f1-95e2-56e191b506d1 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6911142 Jul 16 01:51:38.114734 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49890) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:38.135497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2c220808-cb4c-4b28-ad2e-3cba1bfc1d03 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group_rule': {'security_group_id': 'd71a755e-8539-4449-af0c-5627a9fc80a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:38.154307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c157c2-e3ab-48f1-95e2-56e191b506d1 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71a755e-8539-4449-af0c-5627a9fc80a1,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:38.175103 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804436f-0689-4616-aa13-f52d10d522ea None None] Checking router: 3725bfa9-6210-4adc-9497-63a618b71031 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:38.193189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fcedd5-b522-4ac8-8009-7f62bf64adcb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet 7dfa453a-7438-4a06-aa43-2036533d1fe1 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:38.210245 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a804436f-0689-4616-aa13-f52d10d522ea None None] Routers {'3725bfa9-6210-4adc-9497-63a618b71031'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:38.211341 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a804436f-0689-4616-aa13-f52d10d522ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:51:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3725bfa9-6210-4adc-9497-63a618b71031'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:38.214963 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1fcedd5-b522-4ac8-8009-7f62bf64adcb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.385632 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2c220808-cb4c-4b28-ad2e-3cba1bfc1d03 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.400211 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a804436f-0689-4616-aa13-f52d10d522ea None None] Set router 3725bfa9-6210-4adc-9497-63a618b71031 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:38.405035 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1fcedd5-b522-4ac8-8009-7f62bf64adcb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.531377 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e93ce-345c-4ab1-844f-17c0f35dae2f req-d5eceb9e-c723-4d68-a9ec-8957e7767295 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:38.531614 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a804436f-0689-4616-aa13-f52d10d522ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3725bfa9-6210-4adc-9497-63a618b71031', 'name': 'tempest-NetworksTestDHCPv6-router-206247023', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:25Z', 'updated_at': '2021-07-16T01:51:36Z', 'revision_number': 3, 'project_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:38.537625 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8a1e93ce-345c-4ab1-844f-17c0f35dae2f req-d5eceb9e-c723-4d68-a9ec-8957e7767295 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.5850780 Jul 16 01:51:38.543475 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49902) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:38.579230 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804436f-0689-4616-aa13-f52d10d522ea None None] The sync data for ids ['3725bfa9-6210-4adc-9497-63a618b71031'] in n-d-800086-6 is: [{'id': '3725bfa9-6210-4adc-9497-63a618b71031', 'name': 'tempest-NetworksTestDHCPv6-router-206247023', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:25Z', 'updated_at': '2021-07-16T01:51:36Z', 'revision_number': 3, 'project_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:38.583769 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1fcedd5-b522-4ac8-8009-7f62bf64adcb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.586951 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d830decc-1f29-463a-8207-8198a574abec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.625822 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f06de35a-6891-4c4e-bdbd-511f1ceca97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.686124 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06de35a-6891-4c4e-bdbd-511f1ceca97a admin admin] Pushing event deleted for resources: {'Port': ['ID=0d05c261-0acb-43b7-bbe2-7f31245264cb,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:38.699937 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2c220808-cb4c-4b28-ad2e-3cba1bfc1d03 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.716009 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8a1e93ce-345c-4ab1-844f-17c0f35dae2f req-1cbe4eaf-83ba-4e73-93c7-5c1ae425240b tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538332 Jul 16 01:51:38.726471 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2c220808-cb4c-4b28-ad2e-3cba1bfc1d03 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.740139 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49910) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:38.792574 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c220808-cb4c-4b28-ad2e-3cba1bfc1d03 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3631dc88-9f22-4e75-88e2-95c2a4f85fec,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:38.803636 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1fcedd5-b522-4ac8-8009-7f62bf64adcb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.877632 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1fcedd5-b522-4ac8-8009-7f62bf64adcb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.882811 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17f29e6-7722-4be3-b7cc-545a4c678de4 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:38.883482 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f1fcedd5-b522-4ac8-8009-7f62bf64adcb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/7dfa453a-7438-4a06-aa43-2036533d1fe1 HTTP/1.1" status: 204 len: 168 time: 1.0427148 Jul 16 01:51:38.885107 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcedd5-b522-4ac8-8009-7f62bf64adcb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=7dfa453a-7438-4a06-aa43-2036533d1fe1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:38.889459 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49928) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:39.053085 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f06de35a-6891-4c4e-bdbd-511f1ceca97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.077835 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b20cf89f-193f-4d97-84be-d008e8c8b3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.132054 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 30d2ca6b-32c4-4e05-bae3-0f028612ec5b no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:39.170841 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 30d2ca6b-32c4-4e05-bae3-0f028612ec5b {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:39.171393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 30d2ca6b-32c4-4e05-bae3-0f028612ec5b not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:39.189401 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d830decc-1f29-463a-8207-8198a574abec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.200754 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d830decc-1f29-463a-8207-8198a574abec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.261744 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830decc-1f29-463a-8207-8198a574abec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d164b02c-31ae-4f72-a97e-44739a97003b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:39.265055 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2c220808-cb4c-4b28-ad2e-3cba1bfc1d03 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.268227 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2c220808-cb4c-4b28-ad2e-3cba1bfc1d03 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1466606 Jul 16 01:51:39.284781 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49944) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:39.319297 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-54b3c4b5-ce1b-4725-a3ef-fa3a56a1f796 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4056032 Jul 16 01:51:39.319538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ba5953-13c2-41b0-bca8-15326f97eb2b None None] DHCP port deletion for 5194c550-3669-42e5-a558-3e55db19984a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:51:39.323703 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49946) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:39.336862 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d830decc-1f29-463a-8207-8198a574abec admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=225827d809114665ae3bd4e9c115d440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7838764 Jul 16 01:51:39.341003 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e5e719f7-fbed-4b3d-91fa-30b8401d8fac tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-group-rules/3631dc88-9f22-4e75-88e2-95c2a4f85fec HTTP/1.1" status: 200 len: 763 time: 0.0542212 Jul 16 01:51:39.345707 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49948) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:39.346043 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49950) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:39.380669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-95ba5953-13c2-41b0-bca8-15326f97eb2b None None] Deleting port c613a78c-1b69-4015-bb2e-d9bda52d4664 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:39.381013 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95ba5953-13c2-41b0-bca8-15326f97eb2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.421962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06de35a-6891-4c4e-bdbd-511f1ceca97a admin admin] Router 8dcdea85-9f50-4a91-bc94-912abc3a6ee7 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:51:39.465684 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-95ba5953-13c2-41b0-bca8-15326f97eb2b None None] For port c613a78c-1b69-4015-bb2e-d9bda52d4664, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c613a78c-1b69-4015-bb2e-d9bda52d4664,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:39.466392 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95ba5953-13c2-41b0-bca8-15326f97eb2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.485315 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-95ba5953-13c2-41b0-bca8-15326f97eb2b None None] Calling delete_port for c613a78c-1b69-4015-bb2e-d9bda52d4664 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:39.576878 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07a6e024-e5b0-473e-8569-d1a6fddf98e6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.644576 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95ba5953-13c2-41b0-bca8-15326f97eb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.687272 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06de35a-6891-4c4e-bdbd-511f1ceca97a admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:39.689341 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d30e72ee-154c-4fed-a32e-6428244d0cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.706554 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f06de35a-6891-4c4e-bdbd-511f1ceca97a admin admin] 10.222.0.54 "PUT /v2.0/routers/8dcdea85-9f50-4a91-bc94-912abc3a6ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6667452 Jul 16 01:51:39.708785 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49956) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:39.730478 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba5953-13c2-41b0-bca8-15326f97eb2b None None] Pushing event deleted for resources: {'Port': ['ID=c613a78c-1b69-4015-bb2e-d9bda52d4664,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:39.735546 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-796581e8-719a-4cc5-ab73-486d91950afe tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3172307 Jul 16 01:51:39.742633 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49958) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:39.743334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d88f4-c5e1-4409-80ac-e78fa69ed2a5 None None] Sync routers for ids ['8dcdea85-9f50-4a91-bc94-912abc3a6ee7'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:39.766384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ba5953-13c2-41b0-bca8-15326f97eb2b None None] No DVR routers for this DVR port c613a78c-1b69-4015-bb2e-d9bda52d4664 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:39.790587 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d88f4-c5e1-4409-80ac-e78fa69ed2a5 None None] Routers {'8dcdea85-9f50-4a91-bc94-912abc3a6ee7'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:39.791247 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-f58d88f4-c5e1-4409-80ac-e78fa69ed2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:51:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8dcdea85-9f50-4a91-bc94-912abc3a6ee7'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:39.799681 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d30e72ee-154c-4fed-a32e-6428244d0cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.872953 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13f5faa6-d73f-42cf-b020-985abe624c89 admin admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.910611 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fef2b69f-bc47-4961-baab-854188630c2d tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.935953 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07a6e024-e5b0-473e-8569-d1a6fddf98e6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.938950 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fef2b69f-bc47-4961-baab-854188630c2d tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.950751 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07a6e024-e5b0-473e-8569-d1a6fddf98e6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.006289 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-f58d88f4-c5e1-4409-80ac-e78fa69ed2a5 None None] Set router 8dcdea85-9f50-4a91-bc94-912abc3a6ee7 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:40.028218 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13f5faa6-d73f-42cf-b020-985abe624c89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.038311 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b20cf89f-193f-4d97-84be-d008e8c8b3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.063249 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b20cf89f-193f-4d97-84be-d008e8c8b3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.094237 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fef2b69f-bc47-4961-baab-854188630c2d tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.096287 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07a6e024-e5b0-473e-8569-d1a6fddf98e6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.097027 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a6e024-e5b0-473e-8569-d1a6fddf98e6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Fanout notify agent at l3_agent the message router_deleted on router 3725bfa9-6210-4adc-9497-63a618b71031 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:51:40.103994 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fef2b69f-bc47-4961-baab-854188630c2d tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.104905 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-13f5faa6-d73f-42cf-b020-985abe624c89 admin admin] Deleting port 164cc107-b3d2-47dc-9705-f44869d40b74 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:40.105383 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13f5faa6-d73f-42cf-b020-985abe624c89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.106251 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fef2b69f-bc47-4961-baab-854188630c2d tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/3631dc88-9f22-4e75-88e2-95c2a4f85fec HTTP/1.1" status: 204 len: 168 time: 0.3624833 Jul 16 01:51:40.110580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49962) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:40.118418 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07a6e024-e5b0-473e-8569-d1a6fddf98e6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.119670 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-07a6e024-e5b0-473e-8569-d1a6fddf98e6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/routers/3725bfa9-6210-4adc-9497-63a618b71031 HTTP/1.1" status: 204 len: 168 time: 0.7936099 Jul 16 01:51:40.134090 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49964) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:40.154562 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-86a5fafa-0793-4536-b9a4-995378c520bf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:40.184310 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d30e72ee-154c-4fed-a32e-6428244d0cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.186985 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d30e72ee-154c-4fed-a32e-6428244d0cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.191742 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d30e72ee-154c-4fed-a32e-6428244d0cb1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d164b02c-31ae-4f72-a97e-44739a97003b HTTP/1.1" status: 204 len: 168 time: 0.8150010 Jul 16 01:51:40.200199 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cf89f-193f-4d97-84be-d008e8c8b3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d200d02-769c-4144-816f-9b5c34aa69b5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:40.223269 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2b69f-bc47-4961-baab-854188630c2d tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3631dc88-9f22-4e75-88e2-95c2a4f85fec,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:40.239385 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b20cf89f-193f-4d97-84be-d008e8c8b3ac admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9f2e8025c90d4db7a45326dce07ef310&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4949749 Jul 16 01:51:40.246210 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49968) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:40.297663 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e72ee-154c-4fed-a32e-6428244d0cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d164b02c-31ae-4f72-a97e-44739a97003b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:40.330955 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb9d4b-fe6e-41b0-a0ee-b60f72b6c653 req-e27b1248-018c-4ea7-8aba-0e9a13da1d67 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:40.334224 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eeeb9d4b-fe6e-41b0-a0ee-b60f72b6c653 req-e27b1248-018c-4ea7-8aba-0e9a13da1d67 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.3677959 Jul 16 01:51:40.362804 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d199-6e7b-475c-9f74-7d92fd008f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.405909 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eeeb9d4b-fe6e-41b0-a0ee-b60f72b6c653 req-a15611a6-b1fc-4fc9-abf3-3260927005a0 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629287 Jul 16 01:51:40.421386 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d199-6e7b-475c-9f74-7d92fd008f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.467556 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-13f5faa6-d73f-42cf-b020-985abe624c89 admin admin] For port 164cc107-b3d2-47dc-9705-f44869d40b74, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=164cc107-b3d2-47dc-9705-f44869d40b74,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:40.470010 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13f5faa6-d73f-42cf-b020-985abe624c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.529892 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d199-6e7b-475c-9f74-7d92fd008f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.533486 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ff5d199-6e7b-475c-9f74-7d92fd008f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.533674 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-13f5faa6-d73f-42cf-b020-985abe624c89 admin admin] Calling delete_port for 164cc107-b3d2-47dc-9705-f44869d40b74 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:40.534752 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4ff5d199-6e7b-475c-9f74-7d92fd008f7c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d200d02-769c-4144-816f-9b5c34aa69b5 HTTP/1.1" status: 204 len: 168 time: 0.2862997 Jul 16 01:51:40.546422 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5d199-6e7b-475c-9f74-7d92fd008f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d200d02-769c-4144-816f-9b5c34aa69b5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:40.582527 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-f58d88f4-c5e1-4409-80ac-e78fa69ed2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcdea85-9f50-4a91-bc94-912abc3a6ee7', 'name': 'tempest-TestServerMultinode-600480728-router', 'tenant_id': '3e931c56f359495d877911d5244073fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '164cc107-b3d2-47dc-9705-f44869d40b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:11Z', 'updated_at': '2021-07-16T01:51:38Z', 'revision_number': 5, 'project_id': '3e931c56f359495d877911d5244073fc', 'gw_port': {'id': '164cc107-b3d2-47dc-9705-f44869d40b74', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcdea85-9f50-4a91-bc94-912abc3a6ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:12Z', 'updated_at': '2021-07-16T01:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:40.616592 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d88f4-c5e1-4409-80ac-e78fa69ed2a5 None None] Checking router: 8dcdea85-9f50-4a91-bc94-912abc3a6ee7 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:40.626181 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d88f4-c5e1-4409-80ac-e78fa69ed2a5 None None] Routers {'8dcdea85-9f50-4a91-bc94-912abc3a6ee7'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:40.626972 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-f58d88f4-c5e1-4409-80ac-e78fa69ed2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:51:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8dcdea85-9f50-4a91-bc94-912abc3a6ee7'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:40.650564 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49978) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:40.656315 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-80b9b166-3a0a-48db-a85f-d00d92cb4b70 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group_rule': {'security_group_id': 'd71a755e-8539-4449-af0c-5627a9fc80a1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:40.659839 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-92e0cde7-6592-4b90-aa46-dea475436b39 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5354166 Jul 16 01:51:40.728039 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.api [None req-86a5fafa-0793-4536-b9a4-995378c520bf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:51:40.728039 n-d-800086-6 neutron-server[93831]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:51:40.728039 n-d-800086-6 neutron-server[93831]: [parameters: {'project_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'id': 'd826c674-6487-4ccc-8459-480445eb7682', 'expiration': datetime.datetime(2021, 7, 16, 1, 53, 40, 714959)}] Jul 16 01:51:40.728039 n-d-800086-6 neutron-server[93831]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:51:40.728432 n-d-800086-6 neutron-server[93831]: DEBUG oslo_db.api [None req-86a5fafa-0793-4536-b9a4-995378c520bf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:51:40.770565 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-80b9b166-3a0a-48db-a85f-d00d92cb4b70 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.921671 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-80b9b166-3a0a-48db-a85f-d00d92cb4b70 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.930004 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-80b9b166-3a0a-48db-a85f-d00d92cb4b70 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.941591 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13f5faa6-d73f-42cf-b020-985abe624c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.979153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9b166-3a0a-48db-a85f-d00d92cb4b70 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322d823e-2c5a-4edb-99fa-c662878f0816,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:41.002191 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-80b9b166-3a0a-48db-a85f-d00d92cb4b70 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.003457 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-80b9b166-3a0a-48db-a85f-d00d92cb4b70 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3518624 Jul 16 01:51:41.008987 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49988) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:41.038690 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5faa6-d73f-42cf-b020-985abe624c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=164cc107-b3d2-47dc-9705-f44869d40b74,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:41.055786 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7e644302-1a6c-4af7-81a4-00cb4388fcad tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-group-rules/322d823e-2c5a-4edb-99fa-c662878f0816 HTTP/1.1" status: 200 len: 763 time: 0.0446944 Jul 16 01:51:41.062072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49992) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:41.097776 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-f58d88f4-c5e1-4409-80ac-e78fa69ed2a5 None None] Set router 8dcdea85-9f50-4a91-bc94-912abc3a6ee7 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:41.142010 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a883a3dc-a376-4ce0-94e2-ebe245300929 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0769627 Jul 16 01:51:41.144460 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49994) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:41.170672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-f58d88f4-c5e1-4409-80ac-e78fa69ed2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcdea85-9f50-4a91-bc94-912abc3a6ee7', 'name': 'tempest-TestServerMultinode-600480728-router', 'tenant_id': '3e931c56f359495d877911d5244073fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:11Z', 'updated_at': '2021-07-16T01:51:40Z', 'revision_number': 6, 'project_id': '3e931c56f359495d877911d5244073fc', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:41.189428 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13f5faa6-d73f-42cf-b020-985abe624c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.211926 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d88f4-c5e1-4409-80ac-e78fa69ed2a5 None None] The sync data for ids ['8dcdea85-9f50-4a91-bc94-912abc3a6ee7'] in n-d-800086-6 is: [{'id': '8dcdea85-9f50-4a91-bc94-912abc3a6ee7', 'name': 'tempest-TestServerMultinode-600480728-router', 'tenant_id': '3e931c56f359495d877911d5244073fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:11Z', 'updated_at': '2021-07-16T01:51:40Z', 'revision_number': 6, 'project_id': '3e931c56f359495d877911d5244073fc', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:41.214925 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c613a78c-1b69-4015-bb2e-d9bda52d4664 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:41.236737 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: c613a78c-1b69-4015-bb2e-d9bda52d4664 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:41.237109 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c613a78c-1b69-4015-bb2e-d9bda52d4664 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:41.306952 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-064ad299-daac-4a2a-b44f-4ee3c1e6f815 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.312991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50000) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:41.325974 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-064ad299-daac-4a2a-b44f-4ee3c1e6f815 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.329056 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-23884ba9-dda7-4ff4-899d-9c1206823913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.331860 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13f5faa6-d73f-42cf-b020-985abe624c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.337841 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13f5faa6-d73f-42cf-b020-985abe624c89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.353614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a5fafa-0793-4536-b9a4-995378c520bf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:41.357583 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-86a5fafa-0793-4536-b9a4-995378c520bf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.431730 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13f5faa6-d73f-42cf-b020-985abe624c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.432515 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f5faa6-d73f-42cf-b020-985abe624c89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dcdea85-9f50-4a91-bc94-912abc3a6ee7 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:51:41.439425 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13f5faa6-d73f-42cf-b020-985abe624c89 admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.440675 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-13f5faa6-d73f-42cf-b020-985abe624c89 admin admin] 10.222.0.54 "DELETE /v2.0/routers/8dcdea85-9f50-4a91-bc94-912abc3a6ee7 HTTP/1.1" status: 204 len: 168 time: 1.7292149 Jul 16 01:51:41.441887 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-064ad299-daac-4a2a-b44f-4ee3c1e6f815 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.443777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50004) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:41.482324 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-064ad299-daac-4a2a-b44f-4ee3c1e6f815 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.485523 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-064ad299-daac-4a2a-b44f-4ee3c1e6f815 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/322d823e-2c5a-4edb-99fa-c662878f0816 HTTP/1.1" status: 204 len: 168 time: 0.3399873 Jul 16 01:51:41.488904 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50008) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:41.503553 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad299-daac-4a2a-b44f-4ee3c1e6f815 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=322d823e-2c5a-4edb-99fa-c662878f0816,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:41.560799 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-23884ba9-dda7-4ff4-899d-9c1206823913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.566865 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-44340554-b406-4b1a-b826-15885ab8c056 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0728343 Jul 16 01:51:41.568984 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-23884ba9-dda7-4ff4-899d-9c1206823913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.571514 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50012) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:41.582410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-03aeb451-d852-4e6f-8280-97e0d9639994 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Request body: {'security_group_rule': {'security_group_id': 'd71a755e-8539-4449-af0c-5627a9fc80a1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:41.696212 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03aeb451-d852-4e6f-8280-97e0d9639994 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.701313 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-250174e8-f0b8-4e55-982d-2986e5f4196c admin admin] Deleting subnet 2db57e3a-78f9-4dbe-acfc-bb1736d22a61 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:41.704841 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-250174e8-f0b8-4e55-982d-2986e5f4196c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.724910 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-86a5fafa-0793-4536-b9a4-995378c520bf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.767858 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-250174e8-f0b8-4e55-982d-2986e5f4196c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.807117 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5fafa-0793-4536-b9a4-995378c520bf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=95c51504-da4f-474c-a7a4-37d024c785af,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:41.820667 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a5fafa-0793-4536-b9a4-995378c520bf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:41.823216 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-86a5fafa-0793-4536-b9a4-995378c520bf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:41.826363 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23884ba9-dda7-4ff4-899d-9c1206823913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfee314-5196-4e6a-b719-3d309eac2074,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:41.828603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a5fafa-0793-4536-b9a4-995378c520bf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:41.829217 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-86a5fafa-0793-4536-b9a4-995378c520bf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.836457 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad126c8-0a11-4957-8b3d-d332b61fbc9a None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:41.850669 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-86a5fafa-0793-4536-b9a4-995378c520bf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7154915 Jul 16 01:51:41.853153 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50018) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:41.858845 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-23884ba9-dda7-4ff4-899d-9c1206823913 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d9a49ce9e1494a58a5cc00072e42c794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5448432 Jul 16 01:51:41.859739 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50020) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:41.860314 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-41ac8039-a6e2-4b56-86e1-8b0fa0d6aa55 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1842163697', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:41.912176 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41ac8039-a6e2-4b56-86e1-8b0fa0d6aa55 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.913954 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41ac8039-a6e2-4b56-86e1-8b0fa0d6aa55 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.995193 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41ac8039-a6e2-4b56-86e1-8b0fa0d6aa55 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.004414 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41ac8039-a6e2-4b56-86e1-8b0fa0d6aa55 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.026225 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-5194c550-3669-42e5-a558-3e55db19984a', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'fixed_ips': [{'subnet_id': '95c51504-da4f-474c-a7a4-37d024c785af'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:51:42.027158 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.028731 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41ac8039-a6e2-4b56-86e1-8b0fa0d6aa55 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.033501 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-41ac8039-a6e2-4b56-86e1-8b0fa0d6aa55 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1781163 Jul 16 01:51:42.034394 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50026) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:42.061381 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d809071-9d60-43d8-8857-c707e1aa7461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.077630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33b9fc-d3d6-41f1-b816-1c7472bcd271 req-0c62fa45-9b89-4c17-937b-d8a0a643354a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.085699 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d33b9fc-d3d6-41f1-b816-1c7472bcd271 req-0c62fa45-9b89-4c17-937b-d8a0a643354a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.4820862 Jul 16 01:51:42.142765 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03aeb451-d852-4e6f-8280-97e0d9639994 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.151372 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-250174e8-f0b8-4e55-982d-2986e5f4196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.190860 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03aeb451-d852-4e6f-8280-97e0d9639994 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.232275 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d809071-9d60-43d8-8857-c707e1aa7461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.265474 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aeb451-d852-4e6f-8280-97e0d9639994 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333486ff-a53a-4d93-afd0-fe51627c2947,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:42.276002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Allocated IP 2001:db8::2 (5194c550-3669-42e5-a558-3e55db19984a/95c51504-da4f-474c-a7a4-37d024c785af/26f533e5-2c8a-4c15-a4f8-afebbe906d6e) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:42.306437 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d33b9fc-d3d6-41f1-b816-1c7472bcd271 req-4f5847f6-8689-4739-97ee-73a9e859c887 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194993 Jul 16 01:51:42.323777 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03aeb451-d852-4e6f-8280-97e0d9639994 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.325459 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-03aeb451-d852-4e6f-8280-97e0d9639994 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7490578 Jul 16 01:51:42.337424 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50034) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:42.372234 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-45922a42-c974-4de0-977d-020b34d1adfa tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-group-rules/333486ff-a53a-4d93-afd0-fe51627c2947 HTTP/1.1" status: 200 len: 764 time: 0.0324304 Jul 16 01:51:42.375828 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50036) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:42.400818 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-250174e8-f0b8-4e55-982d-2986e5f4196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.448655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250174e8-f0b8-4e55-982d-2986e5f4196c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2db57e3a-78f9-4dbe-acfc-bb1736d22a61,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:42.456760 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-250174e8-f0b8-4e55-982d-2986e5f4196c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.460450 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-250174e8-f0b8-4e55-982d-2986e5f4196c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2db57e3a-78f9-4dbe-acfc-bb1736d22a61 HTTP/1.1" status: 204 len: 168 time: 1.0155659 Jul 16 01:51:42.461439 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d809071-9d60-43d8-8857-c707e1aa7461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.466430 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d809071-9d60-43d8-8857-c707e1aa7461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.467731 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5d809071-9d60-43d8-8857-c707e1aa7461 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3dfee314-5196-4e6a-b719-3d309eac2074 HTTP/1.1" status: 204 len: 168 time: 0.6012175 Jul 16 01:51:42.482507 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50038) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:42.489965 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.502574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Transition to ACTIVE for port object 26f533e5-2c8a-4c15-a4f8-afebbe906d6e will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:42.518645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Transition to ACTIVE for port object 26f533e5-2c8a-4c15-a4f8-afebbe906d6e will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:42.526064 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93169e10-9553-4d0a-a013-ab4dd8f40cae None None] Network 7d946d2e-8375-4688-aa07-dbfc513e5c98 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:42.581119 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d5615977-39be-4a0c-9434-f4e37a743cc0 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1987925 Jul 16 01:51:42.582403 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50044) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:42.608095 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.623162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d809071-9d60-43d8-8857-c707e1aa7461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfee314-5196-4e6a-b719-3d309eac2074,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:42.730395 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1fb41bee-ad8a-42c2-bbdc-30b9a36fb642 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.731177 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.733068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:42.741891 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:42.755612 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.762031 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1fb41bee-ad8a-42c2-bbdc-30b9a36fb642 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.803138 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:42.830243 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1fb41bee-ad8a-42c2-bbdc-30b9a36fb642 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.842667 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1fb41bee-ad8a-42c2-bbdc-30b9a36fb642 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.844424 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1fb41bee-ad8a-42c2-bbdc-30b9a36fb642 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/333486ff-a53a-4d93-afd0-fe51627c2947 HTTP/1.1" status: 204 len: 168 time: 0.2427566 Jul 16 01:51:42.854477 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50048) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:42.859894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb41bee-ad8a-42c2-bbdc-30b9a36fb642 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=333486ff-a53a-4d93-afd0-fe51627c2947,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:42.887148 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Pushing event updated for resources: {'Port': ['ID=26f533e5-2c8a-4c15-a4f8-afebbe906d6e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:42.962977 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-00ea0e55-81dc-4f89-8430-936eac3634f1 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1113374 Jul 16 01:51:42.965239 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] Deleting port c519b656-7f4b-405c-8237-8d7d4ad17ec7 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:42.965239 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.969572 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50056) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:42.979303 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Attempting to bind port 26f533e5-2c8a-4c15-a4f8-afebbe906d6e on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:42.979607 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Attempting to bind port 26f533e5-2c8a-4c15-a4f8-afebbe906d6e by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:42.980009 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Attempting to bind port 26f533e5-2c8a-4c15-a4f8-afebbe906d6e on network 5194c550-3669-42e5-a558-3e55db19984a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:42.995734 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:42.996595 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:42.998717 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.999419 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Bound using segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:43.000856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Bound port: 26f533e5-2c8a-4c15-a4f8-afebbe906d6e, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:43.002481 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.034017 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0d05c261-0acb-43b7-bbe2-7f31245264cb no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:43.078814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] For port c519b656-7f4b-405c-8237-8d7d4ad17ec7, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c519b656-7f4b-405c-8237-8d7d4ad17ec7,segment=NetworkSegment(5b7314cc-1020-4488-8ada-2e089a739f2c),segment_id=5b7314cc-1020-4488-8ada-2e089a739f2c)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:43.079623 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.097197 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] Calling delete_port for c519b656-7f4b-405c-8237-8d7d4ad17ec7 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:43.120582 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0695b0b-7ea7-4538-aacf-4ff08100c184 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.134922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] For port 26f533e5-2c8a-4c15-a4f8-afebbe906d6e, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:43.138986 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] For port 26f533e5-2c8a-4c15-a4f8-afebbe906d6e, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=26f533e5-2c8a-4c15-a4f8-afebbe906d6e,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:43.148824 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.150894 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 0d05c261-0acb-43b7-bbe2-7f31245264cb {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:43.151678 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0d05c261-0acb-43b7-bbe2-7f31245264cb not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:43.152396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 164cc107-b3d2-47dc-9705-f44869d40b74 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:43.181607 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0695b0b-7ea7-4538-aacf-4ff08100c184 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.215439 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8ecaf-2307-4008-be93-543f885edc9f None None] Pushing event updated for resources: {'Port': ['ID=26f533e5-2c8a-4c15-a4f8-afebbe906d6e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:43.258247 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.260419 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 164cc107-b3d2-47dc-9705-f44869d40b74 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:43.260876 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 164cc107-b3d2-47dc-9705-f44869d40b74 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:43.265491 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0695b0b-7ea7-4538-aacf-4ff08100c184 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.268193 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0695b0b-7ea7-4538-aacf-4ff08100c184 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.269506 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c0695b0b-7ea7-4538-aacf-4ff08100c184 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "DELETE /v2.0/security-groups/d71a755e-8539-4449-af0c-5627a9fc80a1 HTTP/1.1" status: 204 len: 168 time: 0.3009951 Jul 16 01:51:43.278716 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50062) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:43.337879 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] Pushing event deleted for resources: {'Port': ['ID=c519b656-7f4b-405c-8237-8d7d4ad17ec7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:43.351742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0695b0b-7ea7-4538-aacf-4ff08100c184 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71a755e-8539-4449-af0c-5627a9fc80a1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:43.354206 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] No DVR routers for this DVR port c519b656-7f4b-405c-8237-8d7d4ad17ec7 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:43.359372 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a927bc58-ab58-447a-8377-2324a5363286 None None] DHCP port deletion for 7d946d2e-8375-4688-aa07-dbfc513e5c98 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:51:43.498284 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-11aec681-7a0b-4585-80f4-b1769e79a97f tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1731470 Jul 16 01:51:43.502334 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50072) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:43.512081 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::1 (5194c550-3669-42e5-a558-3e55db19984a/95c51504-da4f-474c-a7a4-37d024c785af/5624263a-4c67-4af3-9b3f-616722a75a63) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:43.556939 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.591692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d946d2e-8375-4688-aa07-dbfc513e5c98']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:43.657120 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7314cc-1020-4488-8ada-2e089a739f2c') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:43.657645 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7314cc-1020-4488-8ada-2e089a739f2c') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:43.677949 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:51:43.721164 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.737787 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d757d17b-17f5-47f8-97c1-a1275ef65897 tempest-SecGroupTest-151168174 tempest-SecGroupTest-151168174-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2341564 Jul 16 01:51:43.776287 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.781352 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.796531 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:43.796905 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:43.798681 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:43.821630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object 5624263a-4c67-4af3-9b3f-616722a75a63 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:43.900435 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.931443 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb864e0e-870b-4a60-83bf-1fc8af7485bb req-12de12a0-7273-4d19-a2f3-34ae1fc9f433 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.933133 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cb864e0e-870b-4a60-83bf-1fc8af7485bb req-12de12a0-7273-4d19-a2f3-34ae1fc9f433 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.2979796 Jul 16 01:51:43.940348 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:43.941831 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.961363 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.963278 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7d946d2e-8375-4688-aa07-dbfc513e5c98 HTTP/1.1" status: 204 len: 168 time: 1.4748042 Jul 16 01:51:43.991439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73361bb3-ee50-4fbd-9162-f6c8f553bb89 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d946d2e-8375-4688-aa07-dbfc513e5c98,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:44.002131 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:44.009126 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:44.009692 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:44.035033 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cb864e0e-870b-4a60-83bf-1fc8af7485bb req-7ad898b7-20b3-463c-91a1-10a51e1b125a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908244 Jul 16 01:51:44.085969 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=5624263a-4c67-4af3-9b3f-616722a75a63,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:44.312050 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50114) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:44.435442 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8e0e2567-477e-4e67-b4f2-e9cf47f40cb1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=adf91bde199244e88f44920096c11760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1217353 Jul 16 01:51:44.439023 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50120) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:44.503362 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50124) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:44.540807 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc70a6a1-7202-4374-9bd8-b1b135d23584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:44.588530 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc70a6a1-7202-4374-9bd8-b1b135d23584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:44.710542 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc70a6a1-7202-4374-9bd8-b1b135d23584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:44.714136 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc70a6a1-7202-4374-9bd8-b1b135d23584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:44.717796 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cc70a6a1-7202-4374-9bd8-b1b135d23584 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b7d216f2-311b-479f-83be-b69879e86696 HTTP/1.1" status: 204 len: 168 time: 0.2750452 Jul 16 01:51:44.751151 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70a6a1-7202-4374-9bd8-b1b135d23584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d216f2-311b-479f-83be-b69879e86696,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:44.791326 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:44.962168 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c523392f-d798-4f47-a120-d18805a541a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=452602c34e0b4cbba12c7c1240940384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4551926 Jul 16 01:51:44.962752 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50138) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:45.039628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9aa5ffd0-aa02-43e5-a36b-caf6aba0d81c None None] Provisioning for port 26f533e5-2c8a-4c15-a4f8-afebbe906d6e completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:45.113928 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 26f533e5-2c8a-4c15-a4f8-afebbe906d6e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:45.121762 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aeec75cd-a2dc-4ba1-8a7c-82e20a4c2e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.165023 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50144) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:45.197505 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aeec75cd-a2dc-4ba1-8a7c-82e20a4c2e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.303388 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 26f533e5-2c8a-4c15-a4f8-afebbe906d6e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:45.321380 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 26f533e5-2c8a-4c15-a4f8-afebbe906d6e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:45.321723 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aeec75cd-a2dc-4ba1-8a7c-82e20a4c2e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.321896 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.327573 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aeec75cd-a2dc-4ba1-8a7c-82e20a4c2e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.328790 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-aeec75cd-a2dc-4ba1-8a7c-82e20a4c2e29 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/25455fcc-c558-49a8-b469-cee3f7fb0bba HTTP/1.1" status: 204 len: 168 time: 0.3650470 Jul 16 01:51:45.354377 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec75cd-a2dc-4ba1-8a7c-82e20a4c2e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25455fcc-c558-49a8-b469-cee3f7fb0bba,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:45.403252 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.414403 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.416383 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.472971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50154) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:45.509841 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.542629 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fe967ec4-bc7c-4a57-90eb-4edc72d395f9 None None] Provisioning for port 5624263a-4c67-4af3-9b3f-616722a75a63 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:45.557475 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fe967ec4-bc7c-4a57-90eb-4edc72d395f9 None None] Provisioning complete for port 5624263a-4c67-4af3-9b3f-616722a75a63 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:45.557768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=5624263a-4c67-4af3-9b3f-616722a75a63,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:45.558541 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe967ec4-bc7c-4a57-90eb-4edc72d395f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.664461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fe967ec4-bc7c-4a57-90eb-4edc72d395f9 None None] Port 5624263a-4c67-4af3-9b3f-616722a75a63 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:45.674921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 26f533e5-2c8a-4c15-a4f8-afebbe906d6e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=26f533e5-2c8a-4c15-a4f8-afebbe906d6e,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:45.680931 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.772400 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:45.781065 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:45.795528 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c519b656-7f4b-405c-8237-8d7d4ad17ec7 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:45.867365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=26f533e5-2c8a-4c15-a4f8-afebbe906d6e,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:45.873612 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: c519b656-7f4b-405c-8237-8d7d4ad17ec7 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:45.873974 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c519b656-7f4b-405c-8237-8d7d4ad17ec7 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:46.060902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Router 94b8f712-64b4-4040-b83a-9bb529fd6e0c is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:51:46.089903 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8ca42-60f1-42c1-845f-206577de3be5 req-d87ea8b5-03ec-4ac8-9d3a-2f8d733d3e9d tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:46.091093 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-12c8ca42-60f1-42c1-845f-206577de3be5 req-d87ea8b5-03ec-4ac8-9d3a-2f8d733d3e9d tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.6996989 Jul 16 01:51:46.151183 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-336f8d87-2bff-4626-bb5c-3d9b65167fd6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e931c56f359495d877911d5244073fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6748874 Jul 16 01:51:46.152344 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-66c47871-956f-4296-ac56-2986ec4a51a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.167514 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50170) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:46.228406 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-12c8ca42-60f1-42c1-845f-206577de3be5 req-fbda7370-4e7f-4b91-a0c9-8aa6995fe923 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874197 Jul 16 01:51:46.314271 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e7437539-e272-4ecc-a18f-100767e59b61 None None] Provisioning complete for port 5624263a-4c67-4af3-9b3f-616722a75a63 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:46.315291 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7437539-e272-4ecc-a18f-100767e59b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.320896 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:46.326685 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-debc9da8-3059-4350-9b32-3877e93fb2c5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "PUT /v2.0/routers/94b8f712-64b4-4040-b83a-9bb529fd6e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2868934 Jul 16 01:51:46.330646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50180) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:46.332139 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Sync routers for ids ['94b8f712-64b4-4040-b83a-9bb529fd6e0c'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:46.349944 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Routers {'94b8f712-64b4-4040-b83a-9bb529fd6e0c'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:46.351222 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:51:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['94b8f712-64b4-4040-b83a-9bb529fd6e0c'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:46.398950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a954a500-f807-4b55-bf16-4ca44e47fd5a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:46.403771 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a954a500-f807-4b55-bf16-4ca44e47fd5a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports/5624263a-4c67-4af3-9b3f-616722a75a63 HTTP/1.1" status: 200 len: 911 time: 0.0688596 Jul 16 01:51:46.403771 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50182) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:46.413501 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e7437539-e272-4ecc-a18f-100767e59b61 None None] Port 5624263a-4c67-4af3-9b3f-616722a75a63 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:46.430270 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e73567e-6a3c-491d-abb9-d5ab5a7b4486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.438501 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-66c47871-956f-4296-ac56-2986ec4a51a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.445305 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-66c47871-956f-4296-ac56-2986ec4a51a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.464470 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e73567e-6a3c-491d-abb9-d5ab5a7b4486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.486586 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c47871-956f-4296-ac56-2986ec4a51a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167095d0-fb7b-4d37-a38c-2c8e51ced8e1,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:46.514360 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-66c47871-956f-4296-ac56-2986ec4a51a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f2a26f4ba9fc4064ac7e551d07f54290&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3482313 Jul 16 01:51:46.517814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50184) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:46.574136 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Set router 94b8f712-64b4-4040-b83a-9bb529fd6e0c gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:46.605747 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e73567e-6a3c-491d-abb9-d5ab5a7b4486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.609351 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e73567e-6a3c-491d-abb9-d5ab5a7b4486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.610721 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd07c-1814-4e54-aa85-d560d294fcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.613052 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6e73567e-6a3c-491d-abb9-d5ab5a7b4486 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c2b5376f-0049-43e5-a624-18ffd41b436b HTTP/1.1" status: 204 len: 168 time: 0.4422827 Jul 16 01:51:46.638838 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd07c-1814-4e54-aa85-d560d294fcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.649973 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73567e-6a3c-491d-abb9-d5ab5a7b4486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b5376f-0049-43e5-a624-18ffd41b436b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:46.687939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6a3636-cf93-4e88-ab71-e77aab57fa4f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:46.697045 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd07c-1814-4e54-aa85-d560d294fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.700008 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd07c-1814-4e54-aa85-d560d294fcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.701315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3d6bd07c-1814-4e54-aa85-d560d294fcd0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/167095d0-fb7b-4d37-a38c-2c8e51ced8e1 HTTP/1.1" status: 204 len: 168 time: 0.1824205 Jul 16 01:51:46.701894 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6a3636-cf93-4e88-ab71-e77aab57fa4f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:46.711497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bd07c-1814-4e54-aa85-d560d294fcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167095d0-fb7b-4d37-a38c-2c8e51ced8e1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:46.714379 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50194) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:46.717144 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6d6a3636-cf93-4e88-ab71-e77aab57fa4f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3128796 Jul 16 01:51:46.900796 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8f712-64b4-4040-b83a-9bb529fd6e0c', 'name': 'tempest-NetworksTestDHCPv6-router-1842163697', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:41Z', 'updated_at': '2021-07-16T01:51:44Z', 'revision_number': 2, 'project_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'gw_port_host': None, '_interfaces': [{'id': '5624263a-4c67-4af3-9b3f-616722a75a63', 'name': '', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'mac_address': 'fa:16:3e:3f:46:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b8f712-64b4-4040-b83a-9bb529fd6e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '95c51504-da4f-474c-a7a4-37d024c785af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:42Z', 'updated_at': '2021-07-16T01:51:45Z', 'revision_number': 2, 'project_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'subnets': [{'id': '95c51504-da4f-474c-a7a4-37d024c785af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:47.060932 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Checking router: 94b8f712-64b4-4040-b83a-9bb529fd6e0c for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:47.061311 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Updating router 94b8f712-64b4-4040-b83a-9bb529fd6e0c port 5624263a-4c67-4af3-9b3f-616722a75a63 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:51:47.140274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 26f533e5-2c8a-4c15-a4f8-afebbe906d6e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:47.183504 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.355373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 26f533e5-2c8a-4c15-a4f8-afebbe906d6e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:47.355991 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.560153 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50216) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:47.602913 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-528ca7e0-0f30-4aac-b2b0-0dbc68bde5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.695601 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50218) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:47.700648 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-67d9a805-474c-43bd-a73e-24e61bf12450 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.760940 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.777571 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Transition to ACTIVE for port object 5624263a-4c67-4af3-9b3f-616722a75a63 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:47.787159 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.833634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251172a-5bb6-4dcd-bc27-7d69b093226c req-a230f89d-8b17-48be-b956-c568df6fe6fa tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:47.835404 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c251172a-5bb6-4dcd-bc27-7d69b093226c req-a230f89d-8b17-48be-b956-c568df6fe6fa tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.2576201 Jul 16 01:51:47.865143 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-528ca7e0-0f30-4aac-b2b0-0dbc68bde5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.874551 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-528ca7e0-0f30-4aac-b2b0-0dbc68bde5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.900126 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c92bb-4de2-48cc-ba1b-098e90cb1a9f None None] Pushing event updated for resources: {'Port': ['ID=5624263a-4c67-4af3-9b3f-616722a75a63,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:47.908368 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c251172a-5bb6-4dcd-bc27-7d69b093226c req-f032a510-6842-404d-810a-e5c898b075ee tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628417 Jul 16 01:51:47.945732 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ca7e0-0f30-4aac-b2b0-0dbc68bde5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbbec26-51d9-46e7-804b-3bccd78f2dd8,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:47.950427 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c92bb-4de2-48cc-ba1b-098e90cb1a9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:47.950970 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c92bb-4de2-48cc-ba1b-098e90cb1a9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:47.951481 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c92bb-4de2-48cc-ba1b-098e90cb1a9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:47.952001 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c92bb-4de2-48cc-ba1b-098e90cb1a9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:47.952472 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c92bb-4de2-48cc-ba1b-098e90cb1a9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:47.952961 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c92bb-4de2-48cc-ba1b-098e90cb1a9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:47.954230 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c92bb-4de2-48cc-ba1b-098e90cb1a9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:47.955104 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c92bb-4de2-48cc-ba1b-098e90cb1a9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:47.955732 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c92bb-4de2-48cc-ba1b-098e90cb1a9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:47.956392 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c92bb-4de2-48cc-ba1b-098e90cb1a9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:47.957133 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c92bb-4de2-48cc-ba1b-098e90cb1a9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:47.958252 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18c92bb-4de2-48cc-ba1b-098e90cb1a9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:47.979333 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Attempting to bind port 5624263a-4c67-4af3-9b3f-616722a75a63 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:47.979693 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Attempting to bind port 5624263a-4c67-4af3-9b3f-616722a75a63 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:47.980109 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Attempting to bind port 5624263a-4c67-4af3-9b3f-616722a75a63 on network 5194c550-3669-42e5-a558-3e55db19984a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:47.987850 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-528ca7e0-0f30-4aac-b2b0-0dbc68bde5be admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d71f4a92ef8b46b8aba4de36d4c7e279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4265311 Jul 16 01:51:47.992357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50226) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:47.994525 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:47.995839 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:47.996256 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.996632 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Bound using segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:47.997924 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Bound port: 5624263a-4c67-4af3-9b3f-616722a75a63, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:47.998302 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.088319 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4b489448-2355-4609-8f35-756f42abfd70 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1015151813'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:48.112971 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7e3545f2-0a43-4aba-b2ba-59f9f2751077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.149754 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-67d9a805-474c-43bd-a73e-24e61bf12450 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port 5624263a-4c67-4af3-9b3f-616722a75a63 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:48.150110 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-67d9a805-474c-43bd-a73e-24e61bf12450 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.175043 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7e3545f2-0a43-4aba-b2ba-59f9f2751077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.184632 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] For port 5624263a-4c67-4af3-9b3f-616722a75a63, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:48.193461 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] For port 5624263a-4c67-4af3-9b3f-616722a75a63, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5624263a-4c67-4af3-9b3f-616722a75a63,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:48.203260 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.251473 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7e3545f2-0a43-4aba-b2ba-59f9f2751077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.254183 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7e3545f2-0a43-4aba-b2ba-59f9f2751077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.256135 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7e3545f2-0a43-4aba-b2ba-59f9f2751077 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3dbbec26-51d9-46e7-804b-3bccd78f2dd8 HTTP/1.1" status: 204 len: 168 time: 0.2626419 Jul 16 01:51:48.257066 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b489448-2355-4609-8f35-756f42abfd70 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Made reservation on behalf of f5705e3fb1e54355803f961f4cf180ca for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:48.260982 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b489448-2355-4609-8f35-756f42abfd70 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.286111 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3545f2-0a43-4aba-b2ba-59f9f2751077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbbec26-51d9-46e7-804b-3bccd78f2dd8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:48.293055 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c92bb-4de2-48cc-ba1b-098e90cb1a9f None None] Pushing event updated for resources: {'Port': ['ID=5624263a-4c67-4af3-9b3f-616722a75a63,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:48.298290 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b489448-2355-4609-8f35-756f42abfd70 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.308301 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-67d9a805-474c-43bd-a73e-24e61bf12450 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] For port 5624263a-4c67-4af3-9b3f-616722a75a63, host n-d-800086-6, got binding levels [] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:48.308973 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-67d9a805-474c-43bd-a73e-24e61bf12450 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.325966 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-67d9a805-474c-43bd-a73e-24e61bf12450 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for 5624263a-4c67-4af3-9b3f-616722a75a63 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:48.337949 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Routers {'94b8f712-64b4-4040-b83a-9bb529fd6e0c'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:48.338606 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:51:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['94b8f712-64b4-4040-b83a-9bb529fd6e0c'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:48.494789 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b489448-2355-4609-8f35-756f42abfd70 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.505114 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b489448-2355-4609-8f35-756f42abfd70 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.529520 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] Set router 94b8f712-64b4-4040-b83a-9bb529fd6e0c gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:48.539402 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 687c2702-5e92-4414-82c6-94b53ba512f7 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:51:48.624872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b489448-2355-4609-8f35-756f42abfd70 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:51:48.652166 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b489448-2355-4609-8f35-756f42abfd70 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ba7982-0af0-421f-829c-688807549e92,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:48.691347 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b489448-2355-4609-8f35-756f42abfd70 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.691746 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-4b489448-2355-4609-8f35-756f42abfd70 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Added segment 63fffee1-adde-4f89-ae94-5534912a8410 of type vlan for network bcbd6170-62da-4ac5-8c7d-4f297eab2cbd Jul 16 01:51:48.732349 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-67d9a805-474c-43bd-a73e-24e61bf12450 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.821310 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 687c2702-5e92-4414-82c6-94b53ba512f7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=687c2702-5e92-4414-82c6-94b53ba512f7,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:48.823389 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b489448-2355-4609-8f35-756f42abfd70 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.844406 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '687c2702-5e92-4414-82c6-94b53ba512f7', 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398', 'port_id': '687c2702-5e92-4414-82c6-94b53ba512f7', 'mac_address': 'fa:16:3e:70:80:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72a5644-5fd4-45ba-9cbc-40e8ed153749', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:51:48.888561 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b489448-2355-4609-8f35-756f42abfd70 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.898042 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9a805-474c-43bd-a73e-24e61bf12450 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=5624263a-4c67-4af3-9b3f-616722a75a63,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:48.906393 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b489448-2355-4609-8f35-756f42abfd70 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:48.907380 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b489448-2355-4609-8f35-756f42abfd70 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.950545 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-00b2fb67-1161-40d1-9210-2ec3dd948ac3 None None] Could not find standard attr ID for object 5624263a-4c67-4af3-9b3f-616722a75a63. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:51:48.990876 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.005968 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4b489448-2355-4609-8f35-756f42abfd70 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3077526 Jul 16 01:51:49.021165 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50252) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:49.026161 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 687c2702-5e92-4414-82c6-94b53ba512f7 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:49.054843 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-0042d33b-566d-412f-b7fc-678242fc6868 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Request body: {'subnet': {'network_id': 'bcbd6170-62da-4ac5-8c7d-4f297eab2cbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:49.092104 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b8f712-64b4-4040-b83a-9bb529fd6e0c', 'name': 'tempest-NetworksTestDHCPv6-router-1842163697', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:41Z', 'updated_at': '2021-07-16T01:51:44Z', 'revision_number': 2, 'project_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'gw_port_host': None, '_interfaces': [{'id': '5624263a-4c67-4af3-9b3f-616722a75a63', 'name': '', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'mac_address': 'fa:16:3e:3f:46:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b8f712-64b4-4040-b83a-9bb529fd6e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '95c51504-da4f-474c-a7a4-37d024c785af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:42Z', 'updated_at': '2021-07-16T01:51:48Z', 'revision_number': 4, 'project_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'subnets': [{'id': '95c51504-da4f-474c-a7a4-37d024c785af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:49.094307 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 687c2702-5e92-4414-82c6-94b53ba512f7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=687c2702-5e92-4414-82c6-94b53ba512f7,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:49.102794 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.119889 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-67d9a805-474c-43bd-a73e-24e61bf12450 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.211375 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b925d05-0331-46a0-8b2f-3587c9ff4aba None None] The sync data for ids ['94b8f712-64b4-4040-b83a-9bb529fd6e0c'] in n-d-800086-6 is: [{'id': '94b8f712-64b4-4040-b83a-9bb529fd6e0c', 'name': 'tempest-NetworksTestDHCPv6-router-1842163697', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:41Z', 'updated_at': '2021-07-16T01:51:44Z', 'revision_number': 2, 'project_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'gw_port_host': None, '_interfaces': [{'id': '5624263a-4c67-4af3-9b3f-616722a75a63', 'name': '', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'mac_address': 'fa:16:3e:3f:46:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b8f712-64b4-4040-b83a-9bb529fd6e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '95c51504-da4f-474c-a7a4-37d024c785af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:42Z', 'updated_at': '2021-07-16T01:51:48Z', 'revision_number': 4, 'project_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'subnets': [{'id': '95c51504-da4f-474c-a7a4-37d024c785af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:49.249453 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=687c2702-5e92-4414-82c6-94b53ba512f7,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:49.273590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b489448-2355-4609-8f35-756f42abfd70 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Pushing event updated for resources: {'Network': ['ID=bcbd6170-62da-4ac5-8c7d-4f297eab2cbd,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:49.296302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network bcbd6170-62da-4ac5-8c7d-4f297eab2cbd details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:51:49.393295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0042d33b-566d-412f-b7fc-678242fc6868 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Made reservation on behalf of f5705e3fb1e54355803f961f4cf180ca for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:49.402280 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0042d33b-566d-412f-b7fc-678242fc6868 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.563390 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['687c2702-5e92-4414-82c6-94b53ba512f7'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:49.606474 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d9a805-474c-43bd-a73e-24e61bf12450 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Router 94b8f712-64b4-4040-b83a-9bb529fd6e0c has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:51:49.669357 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e6501-f334-4f84-9289-7e57193b3d51 req-90894fa6-dc00-43e9-a3c9-56601021076c tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:49.678773 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-667e6501-f334-4f84-9289-7e57193b3d51 req-90894fa6-dc00-43e9-a3c9-56601021076c tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 945 time: 0.4034383 Jul 16 01:51:49.886570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d9a805-474c-43bd-a73e-24e61bf12450 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:49.903819 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-67d9a805-474c-43bd-a73e-24e61bf12450 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "PUT /v2.0/routers/94b8f712-64b4-4040-b83a-9bb529fd6e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1881988 Jul 16 01:51:49.911412 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50284) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:49.927829 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-667e6501-f334-4f84-9289-7e57193b3d51 req-79fa35d0-6433-4255-9ec7-624e73790ac8 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472804 Jul 16 01:51:49.954184 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0042d33b-566d-412f-b7fc-678242fc6868 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.094435 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cddda1-be49-4e60-bc53-7a3dc7027990 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:50.096388 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cddda1-be49-4e60-bc53-7a3dc7027990 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:50.098674 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f4cddda1-be49-4e60-bc53-7a3dc7027990 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1818917 Jul 16 01:51:50.101649 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50286) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:50.102763 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042d33b-566d-412f-b7fc-678242fc6868 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Pushing event updated for resources: {'Subnet': ['ID=216fc630-9424-4469-8ca9-6a410bd1324e,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:50.120705 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042d33b-566d-412f-b7fc-678242fc6868 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Checking segment: {'id': '63fffee1-adde-4f89-ae94-5534912a8410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bcbd6170-62da-4ac5-8c7d-4f297eab2cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:50.121067 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0042d33b-566d-412f-b7fc-678242fc6868 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Network hostable DHCP agents. Network: bcbd6170-62da-4ac5-8c7d-4f297eab2cbd, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:51:50.149361 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0042d33b-566d-412f-b7fc-678242fc6868 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Network bcbd6170-62da-4ac5-8c7d-4f297eab2cbd is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:51:50.162746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-0042d33b-566d-412f-b7fc-678242fc6868 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, bcbd6170-62da-4ac5-8c7d-4f297eab2cbd) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:50.180333 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3979496-2d66-4790-8e60-2cf5183c910e None None] Network bcbd6170-62da-4ac5-8c7d-4f297eab2cbd requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:50.185275 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0042d33b-566d-412f-b7fc-678242fc6868 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:50.185925 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0042d33b-566d-412f-b7fc-678242fc6868 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.207026 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0042d33b-566d-412f-b7fc-678242fc6868 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1848755 Jul 16 01:51:50.210071 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50290) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:50.220328 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-068f55ea-f1cc-42ce-803e-d106d35b0e74 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Request body: {'port': {'network_id': 'bcbd6170-62da-4ac5-8c7d-4f297eab2cbd', 'name': 'tempest-TagsExtTest-1849294172'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:50.294997 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet 95c51504-da4f-474c-a7a4-37d024c785af {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:50.302934 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.415754 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.513322 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-bcbd6170-62da-4ac5-8c7d-4f297eab2cbd', 'network_id': 'bcbd6170-62da-4ac5-8c7d-4f297eab2cbd', 'tenant_id': 'f5705e3fb1e54355803f961f4cf180ca', 'fixed_ips': [{'subnet_id': '216fc630-9424-4469-8ca9-6a410bd1324e'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:51:50.514219 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.540300 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 687c2702-5e92-4414-82c6-94b53ba512f7 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:50.609929 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068f55ea-f1cc-42ce-803e-d106d35b0e74 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Made reservation on behalf of f5705e3fb1e54355803f961f4cf180ca for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:50.614827 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-068f55ea-f1cc-42ce-803e-d106d35b0e74 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.620626 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.670453 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-068f55ea-f1cc-42ce-803e-d106d35b0e74 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] device_id is not set on port aad9c6fd-8217-46b6-b59d-174726581ba3 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:50.732544 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.759291 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.796296 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Allocated IP 172.20.0.2 (bcbd6170-62da-4ac5-8c7d-4f297eab2cbd/216fc630-9424-4469-8ca9-6a410bd1324e/b037f588-fc6b-4d75-9acf-74e2af500820) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:50.797662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=95c51504-da4f-474c-a7a4-37d024c785af,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:50.804284 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.806548 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/95c51504-da4f-474c-a7a4-37d024c785af HTTP/1.1" status: 204 len: 168 time: 0.7038758 Jul 16 01:51:50.809496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50308) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:50.812877 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.813226 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.813800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.814431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.814544 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.814790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.815118 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.815447 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.816037 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.816371 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.816698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.817918 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6618a0-7bdf-4d09-8ffd-4d6c4484c5a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:50.885358 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea7dcf0-66c6-4fff-8253-3753c667c7db None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:50.913628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 687c2702-5e92-4414-82c6-94b53ba512f7 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:50.937545 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 687c2702-5e92-4414-82c6-94b53ba512f7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=687c2702-5e92-4414-82c6-94b53ba512f7,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:50.976845 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-050a8656-5896-46dc-9931-e84db0af05ca tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1657090 Jul 16 01:51:50.979423 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50316) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:51.030970 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.096227 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6ad34fc-9ac1-4f6c-836f-ca8461d7fa88 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.138006 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=687c2702-5e92-4414-82c6-94b53ba512f7,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:51.356431 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6ad34fc-9ac1-4f6c-836f-ca8461d7fa88 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.359401 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6ad34fc-9ac1-4f6c-836f-ca8461d7fa88 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.441868 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6ad34fc-9ac1-4f6c-836f-ca8461d7fa88 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.443791 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ad34fc-9ac1-4f6c-836f-ca8461d7fa88 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Fanout notify agent at l3_agent the message router_deleted on router 94b8f712-64b4-4040-b83a-9bb529fd6e0c {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:51:51.452068 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6ad34fc-9ac1-4f6c-836f-ca8461d7fa88 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.453482 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a6ad34fc-9ac1-4f6c-836f-ca8461d7fa88 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/routers/94b8f712-64b4-4040-b83a-9bb529fd6e0c HTTP/1.1" status: 204 len: 168 time: 0.4723899 Jul 16 01:51:51.456097 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50324) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:51.471587 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.508911 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Transition to ACTIVE for port object b037f588-fc6b-4d75-9acf-74e2af500820 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:51.533424 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a6884-0a35-420b-8e03-d94e07b77aa1 req-6f81ed41-d427-4e7e-8bfd-bf17237dd4e3 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:51.573341 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Transition to ACTIVE for port object b037f588-fc6b-4d75-9acf-74e2af500820 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:51.577919 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d50a6884-0a35-420b-8e03-d94e07b77aa1 req-6f81ed41-d427-4e7e-8bfd-bf17237dd4e3 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 944 time: 0.1767201 Jul 16 01:51:51.587569 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.631514 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54976a1-f699-47a5-89ca-42b41771b120 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:51.634739 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e54976a1-f699-47a5-89ca-42b41771b120 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1773424 Jul 16 01:51:51.637629 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50330) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:51.673823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7c6c19-d518-47fb-98b4-c2d5f52fb1a0 None None] DHCP port deletion for 5194c550-3669-42e5-a558-3e55db19984a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:51:51.676032 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd91042-4ddf-4681-af0e-1027f94555f4 None None] Sync routers for ids ['94b8f712-64b4-4040-b83a-9bb529fd6e0c'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:51.715909 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4681db3e-9b7e-48cb-a4ea-9c9278b0891d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:51.717818 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4681db3e-9b7e-48cb-a4ea-9c9278b0891d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0784125 Jul 16 01:51:51.720695 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50332) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:51.733452 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd91042-4ddf-4681-af0e-1027f94555f4 None None] Routers set() bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:51.734528 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd91042-4ddf-4681-af0e-1027f94555f4 None None] Router IDs set() for agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:51:51.735412 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_agentschedulers_db [None req-ccd91042-4ddf-4681-af0e-1027f94555f4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'94b8f712-64b4-4040-b83a-9bb529fd6e0c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:51:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent'). {{(pid=93833) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:51:51.751032 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Network bcbd6170-62da-4ac5-8c7d-4f297eab2cbd is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:51.755017 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d50a6884-0a35-420b-8e03-d94e07b77aa1 req-db35c9f7-2239-4881-aa96-5e53df30cb9c tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742661 Jul 16 01:51:51.780056 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:51.780156 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e156b1e3-c809-4d9d-9779-763e0d65317d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527461 Jul 16 01:51:51.780156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50334) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:51.786469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:51.788025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:51.789359 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Pushing event updated for resources: {'Port': ['ID=b037f588-fc6b-4d75-9acf-74e2af500820,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:51.790271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-068f55ea-f1cc-42ce-803e-d106d35b0e74 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Allocated IP 172.20.0.7 (bcbd6170-62da-4ac5-8c7d-4f297eab2cbd/216fc630-9424-4469-8ca9-6a410bd1324e/aad9c6fd-8217-46b6-b59d-174726581ba3) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:51.810608 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c6c19-d518-47fb-98b4-c2d5f52fb1a0 None None] Deleting port 26f533e5-2c8a-4c15-a4f8-afebbe906d6e {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:51.811281 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1f7c6c19-d518-47fb-98b4-c2d5f52fb1a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.880895 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1f7c6c19-d518-47fb-98b4-c2d5f52fb1a0 None None] For port 26f533e5-2c8a-4c15-a4f8-afebbe906d6e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=26f533e5-2c8a-4c15-a4f8-afebbe906d6e,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:51.881222 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1f7c6c19-d518-47fb-98b4-c2d5f52fb1a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.897909 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:51.898767 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c6c19-d518-47fb-98b4-c2d5f52fb1a0 None None] Calling delete_port for 26f533e5-2c8a-4c15-a4f8-afebbe906d6e owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:51.903324 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.957037 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd91042-4ddf-4681-af0e-1027f94555f4 None None] Routers set() bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:51.957413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd91042-4ddf-4681-af0e-1027f94555f4 None None] Router IDs set() for agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:51:51.958621 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_agentschedulers_db [None req-ccd91042-4ddf-4681-af0e-1027f94555f4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'94b8f712-64b4-4040-b83a-9bb529fd6e0c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:51:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent'). {{(pid=93833) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:51:51.959097 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd91042-4ddf-4681-af0e-1027f94555f4 None None] The sync data for ids ['94b8f712-64b4-4040-b83a-9bb529fd6e0c'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:52.058501 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1f7c6c19-d518-47fb-98b4-c2d5f52fb1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.061758 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Attempting to bind port b037f588-fc6b-4d75-9acf-74e2af500820 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:52.062361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Attempting to bind port b037f588-fc6b-4d75-9acf-74e2af500820 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '63fffee1-adde-4f89-ae94-5534912a8410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bcbd6170-62da-4ac5-8c7d-4f297eab2cbd'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:52.062950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Attempting to bind port b037f588-fc6b-4d75-9acf-74e2af500820 on network bcbd6170-62da-4ac5-8c7d-4f297eab2cbd {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:52.074406 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:52.075161 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Checking segment: {'id': '63fffee1-adde-4f89-ae94-5534912a8410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bcbd6170-62da-4ac5-8c7d-4f297eab2cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:52.075632 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.076199 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Bound using segment: {'id': '63fffee1-adde-4f89-ae94-5534912a8410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bcbd6170-62da-4ac5-8c7d-4f297eab2cbd'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:52.076755 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Bound port: b037f588-fc6b-4d75-9acf-74e2af500820, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fffee1-adde-4f89-ae94-5534912a8410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bcbd6170-62da-4ac5-8c7d-4f297eab2cbd'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:52.077221 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.088809 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-068f55ea-f1cc-42ce-803e-d106d35b0e74 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.113559 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c6c19-d518-47fb-98b4-c2d5f52fb1a0 None None] Pushing event deleted for resources: {'Port': ['ID=26f533e5-2c8a-4c15-a4f8-afebbe906d6e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:52.117779 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-068f55ea-f1cc-42ce-803e-d106d35b0e74 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Transition to ACTIVE for port object aad9c6fd-8217-46b6-b59d-174726581ba3 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:52.123157 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7c6c19-d518-47fb-98b4-c2d5f52fb1a0 None None] No DVR routers for this DVR port 26f533e5-2c8a-4c15-a4f8-afebbe906d6e on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:52.187357 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] For port b037f588-fc6b-4d75-9acf-74e2af500820, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:52.191169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] For port b037f588-fc6b-4d75-9acf-74e2af500820, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b037f588-fc6b-4d75-9acf-74e2af500820,segment=NetworkSegment(63fffee1-adde-4f89-ae94-5534912a8410),segment_id=63fffee1-adde-4f89-ae94-5534912a8410)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:52.195835 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.199498 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-068f55ea-f1cc-42ce-803e-d106d35b0e74 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.278999 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513caaf2-61ad-4f2a-bc8f-d50a52124e3a None None] Pushing event updated for resources: {'Port': ['ID=b037f588-fc6b-4d75-9acf-74e2af500820,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:52.314953 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068f55ea-f1cc-42ce-803e-d106d35b0e74 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Network bcbd6170-62da-4ac5-8c7d-4f297eab2cbd is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:52.320731 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f55ea-f1cc-42ce-803e-d106d35b0e74 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Pushing event updated for resources: {'Port': ['ID=aad9c6fd-8217-46b6-b59d-174726581ba3,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:52.324065 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-068f55ea-f1cc-42ce-803e-d106d35b0e74 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:52.328086 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068f55ea-f1cc-42ce-803e-d106d35b0e74 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:52.380040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068f55ea-f1cc-42ce-803e-d106d35b0e74 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:52.380694 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-068f55ea-f1cc-42ce-803e-d106d35b0e74 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.402877 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-068f55ea-f1cc-42ce-803e-d106d35b0e74 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1914909 Jul 16 01:51:52.403631 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50346) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:52.413794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-787565a4-f2ce-44a6-bfea-7bbbc0d9e1d7 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1639758691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:52.468790 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-787565a4-f2ce-44a6-bfea-7bbbc0d9e1d7 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.468790 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-787565a4-f2ce-44a6-bfea-7bbbc0d9e1d7 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.558083 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 687c2702-5e92-4414-82c6-94b53ba512f7 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:52.606490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.objects.ports [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:51:52.608417 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.613262 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-787565a4-f2ce-44a6-bfea-7bbbc0d9e1d7 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.633758 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-787565a4-f2ce-44a6-bfea-7bbbc0d9e1d7 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.669718 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-787565a4-f2ce-44a6-bfea-7bbbc0d9e1d7 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.671297 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-787565a4-f2ce-44a6-bfea-7bbbc0d9e1d7 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2666805 Jul 16 01:51:52.674012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50350) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:52.681542 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:52.684737 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-7bc654f0-617c-4acf-ba84-fdb2126f5fc4 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1718831767', 'prefixes': ['172.20.0.0/16']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:52.691751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:52.699092 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 687c2702-5e92-4414-82c6-94b53ba512f7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:52.699851 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.703799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:52.704634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.751148 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=39e6515f-426f-43f8-8904-aae3c14e6d4f,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:52.808016 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:52.815244 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:52.816186 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:52.821323 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:52.822223 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:52.822982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:52.823561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:52.825183 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:52.826910 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:52.829778 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:52.830434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:52.832009 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:52.836243 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bc654f0-617c-4acf-ba84-fdb2126f5fc4 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks [] for subnetpool, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.840813 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7bc654f0-617c-4acf-ba84-fdb2126f5fc4 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1623280 Jul 16 01:51:52.841328 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50356) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:52.855013 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0047b22b-3733-4e11-a80e-5e877dd20108 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0722251 Jul 16 01:51:52.855862 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50358) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:52.857497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-1af0f016-9ae5-40ea-b745-fb2e97b72870 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '216fc630-9424-4469-8ca9-6a410bd1324e', 'tempest-TagsExtTest-Tag-1795915077') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:52.884080 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-0fd1c348-ec11-46fe-a3d8-f248c70118df tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:52.956768 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3907e698-7b9d-4b80-a353-2c6244f0a4fb None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:53.130348 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b037f588-fc6b-4d75-9acf-74e2af500820 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:53.167810 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd1c348-ec11-46fe-a3d8-f248c70118df tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:53.177627 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0fd1c348-ec11-46fe-a3d8-f248c70118df tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.201207 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1af0f016-9ae5-40ea-b745-fb2e97b72870 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "PUT /v2.0/subnets/216fc630-9424-4469-8ca9-6a410bd1324e/tags/tempest-TagsExtTest-Tag-1795915077 HTTP/1.1" status: 201 len: 201 time: 0.3584659 Jul 16 01:51:53.202862 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50366) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:53.207752 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-ba779a5d-d60b-4d33-9867-d99ea6a4e397 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'aad9c6fd-8217-46b6-b59d-174726581ba3', 'tempest-TagsExtTest-Tag-1503397279') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:53.219091 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d4b78-8580-40d5-acfe-dbbe8a4169ad req-5957d79e-eeba-4ff3-b018-8e4b355d0a63 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:53.236378 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cd5d4b78-8580-40d5-acfe-dbbe8a4169ad req-5957d79e-eeba-4ff3-b018-8e4b355d0a63 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 944 time: 0.2691343 Jul 16 01:51:53.258998 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port b037f588-fc6b-4d75-9acf-74e2af500820 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:53.346886 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-5194c550-3669-42e5-a558-3e55db19984a', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'fixed_ips': [{'subnet_id': '39e6515f-426f-43f8-8904-aae3c14e6d4f'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:51:53.350388 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.394657 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cd5d4b78-8580-40d5-acfe-dbbe8a4169ad req-a649608b-b1ae-49e6-b1f1-cdc9edf12ea6 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573377 Jul 16 01:51:53.507512 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ba779a5d-d60b-4d33-9867-d99ea6a4e397 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "PUT /v2.0/ports/aad9c6fd-8217-46b6-b59d-174726581ba3/tags/tempest-TagsExtTest-Tag-1503397279 HTTP/1.1" status: 201 len: 201 time: 0.3035412 Jul 16 01:51:53.513836 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50372) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:53.530183 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-a29138dd-2100-4acf-bc5f-52c2d7998a8f tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '483a3646-0ba4-4aab-a670-574591996245', 'tempest-TagsExtTest-Tag-2597051') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:53.544273 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0fd1c348-ec11-46fe-a3d8-f248c70118df tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.604922 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd1c348-ec11-46fe-a3d8-f248c70118df tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:53.609054 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-0fd1c348-ec11-46fe-a3d8-f248c70118df tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:53.617961 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1c348-ec11-46fe-a3d8-f248c70118df tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:53.618797 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0fd1c348-ec11-46fe-a3d8-f248c70118df tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.627176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5624263a-4c67-4af3-9b3f-616722a75a63 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:53.647611 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.654902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1c348-ec11-46fe-a3d8-f248c70118df tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=b2c975c5-eea9-4522-8d3a-31e576bec20b,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:53.669301 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0fd1c348-ec11-46fe-a3d8-f248c70118df tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8076370 Jul 16 01:51:53.670596 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50374) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:53.678714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-02d433b2-d984-4e17-b3ec-0619cd1855da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'mac_address': 'fa:16:3e:c8:db:e5', 'name': 'tempest-NetworksTestDHCPv6-1239413681'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:53.750710 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 5624263a-4c67-4af3-9b3f-616722a75a63 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:53.750959 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5624263a-4c67-4af3-9b3f-616722a75a63 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:53.751224 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 26f533e5-2c8a-4c15-a4f8-afebbe906d6e no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:53.793437 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 26f533e5-2c8a-4c15-a4f8-afebbe906d6e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:53.794017 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 26f533e5-2c8a-4c15-a4f8-afebbe906d6e not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:53.813566 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cebf553-e847-4173-94f7-9df9e795244c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687c2702-5e92-4414-82c6-94b53ba512f7'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:53.815923 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bcf681-1e60-4ae4-8eeb-9a58e7f88a98" -d '{"events": [{"server_uuid": "5cebf553-e847-4173-94f7-9df9e795244c", "name": "network-vif-plugged", "status": "completed", "tag": "687c2702-5e92-4414-82c6-94b53ba512f7"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:53.860911 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a29138dd-2100-4acf-bc5f-52c2d7998a8f tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "PUT /v2.0/routers/483a3646-0ba4-4aab-a670-574591996245/tags/tempest-TagsExtTest-Tag-2597051 HTTP/1.1" status: 201 len: 201 time: 0.3412220 Jul 16 01:51:53.862873 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50380) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:53.873212 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-4b353a5a-dfff-4a57-9b5b-5c5f39ae7a27 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd9cc32a0-aacb-43d6-8347-b1c0b3232f11', 'tempest-TagsExtTest-Tag-1371054478') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:53.904677 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 687c2702-5e92-4414-82c6-94b53ba512f7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=687c2702-5e92-4414-82c6-94b53ba512f7,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:53.913497 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.920590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d433b2-d984-4e17-b3ec-0619cd1855da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:53.925856 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a328b19-277c-468e-b4fe-aa828b271023 x-openstack-request-id: req-1a328b19-277c-468e-b4fe-aa828b271023 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:53.926190 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cebf553-e847-4173-94f7-9df9e795244c", "name": "network-vif-plugged", "status": "completed", "tag": "687c2702-5e92-4414-82c6-94b53ba512f7", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:53.926445 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1a328b19-277c-468e-b4fe-aa828b271023 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:53.926833 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cebf553-e847-4173-94f7-9df9e795244c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687c2702-5e92-4414-82c6-94b53ba512f7', 'code': 200} Jul 16 01:51:53.998862 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4b353a5a-dfff-4a57-9b5b-5c5f39ae7a27 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "PUT /v2.0/subnetpools/d9cc32a0-aacb-43d6-8347-b1c0b3232f11/tags/tempest-TagsExtTest-Tag-1371054478 HTTP/1.1" status: 201 len: 201 time: 0.1348395 Jul 16 01:51:54.001515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50382) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:54.020071 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-8949d3eb-708f-48ee-82cc-ed0c8661201a tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '216fc630-9424-4469-8ca9-6a410bd1324e') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:54.047397 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=687c2702-5e92-4414-82c6-94b53ba512f7,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:54.050789 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.068794 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Allocated IP 2001:db8::f816:3eff:fe7a:1406 (5194c550-3669-42e5-a558-3e55db19984a/39e6515f-426f-43f8-8904-aae3c14e6d4f/1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:54.091137 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-02d433b2-d984-4e17-b3ec-0619cd1855da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.121348 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8949d3eb-708f-48ee-82cc-ed0c8661201a tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/subnets/216fc630-9424-4469-8ca9-6a410bd1324e/tags HTTP/1.1" status: 200 len: 241 time: 0.1183591 Jul 16 01:51:54.122062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-02d433b2-d984-4e17-b3ec-0619cd1855da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port 8d08ee9d-c9b9-42d7-8f47-cbc548e039f2 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:54.122597 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f04e741-d9e4-4779-ad50-37d012dfdecd None None] Network bcbd6170-62da-4ac5-8c7d-4f297eab2cbd requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:54.124538 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50384) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:54.131586 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-d4ba3a52-13f3-4fe1-9e48-5ded41b114ca tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '216fc630-9424-4469-8ca9-6a410bd1324e', 'tempest-TagsExtTest-Tag-1795915077') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:54.201787 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d4ba3a52-13f3-4fe1-9e48-5ded41b114ca tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/subnets/216fc630-9424-4469-8ca9-6a410bd1324e/tags/tempest-TagsExtTest-Tag-1795915077 HTTP/1.1" status: 204 len: 168 time: 0.0735300 Jul 16 01:51:54.202434 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50388) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:54.209806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-e9f6e362-d553-421f-968c-d76652a8ea00 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '216fc630-9424-4469-8ca9-6a410bd1324e', 'tempest-TagsExtTest-Tag-1795915077') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:54.218635 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9c7c8a0b-5cd7-42e4-8724-c8a19437d943 None None] Provisioning for port b037f588-fc6b-4d75-9acf-74e2af500820 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:54.225456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9c7c8a0b-5cd7-42e4-8724-c8a19437d943 None None] Provisioning complete for port b037f588-fc6b-4d75-9acf-74e2af500820 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:54.225973 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c7c8a0b-5cd7-42e4-8724-c8a19437d943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.342147 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e9f6e362-d553-421f-968c-d76652a8ea00 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/subnets/216fc630-9424-4469-8ca9-6a410bd1324e/tags/tempest-TagsExtTest-Tag-1795915077 HTTP/1.1" status: 204 len: 168 time: 0.1368773 Jul 16 01:51:54.342369 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50392) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:54.346549 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-3126876f-dca5-4ee7-bb15-f11e2faa1d33 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '216fc630-9424-4469-8ca9-6a410bd1324e') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:54.365710 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a660caf-2eda-479a-80b9-f11ea6874974 req-5d806dfc-98d0-4cfa-99c5-4414fe4d0f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:54.373020 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9a660caf-2eda-479a-80b9-f11ea6874974 req-5d806dfc-98d0-4cfa-99c5-4414fe4d0f5b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 1097 time: 0.1600385 Jul 16 01:51:54.470361 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9a660caf-2eda-479a-80b9-f11ea6874974 req-a4abd335-31a3-4a9f-810c-7af26ea4bfb5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856032 Jul 16 01:51:54.478581 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3126876f-dca5-4ee7-bb15-f11e2faa1d33 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/subnets/216fc630-9424-4469-8ca9-6a410bd1324e/tags HTTP/1.1" status: 200 len: 205 time: 0.1352131 Jul 16 01:51:54.480973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50398) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:54.485698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-526bbef5-19a1-4ee4-9589-717c00dc9f05 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'aad9c6fd-8217-46b6-b59d-174726581ba3') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:54.595111 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-526bbef5-19a1-4ee4-9589-717c00dc9f05 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/ports/aad9c6fd-8217-46b6-b59d-174726581ba3/tags HTTP/1.1" status: 200 len: 241 time: 0.1127341 Jul 16 01:51:54.597334 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50402) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:54.602324 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-f1d087bc-c7d8-4d8e-88ec-9d8a330fe787 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aad9c6fd-8217-46b6-b59d-174726581ba3', 'tempest-TagsExtTest-Tag-1503397279') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:54.656280 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c7c8a0b-5cd7-42e4-8724-c8a19437d943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.707248 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f1d087bc-c7d8-4d8e-88ec-9d8a330fe787 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/ports/aad9c6fd-8217-46b6-b59d-174726581ba3/tags/tempest-TagsExtTest-Tag-1503397279 HTTP/1.1" status: 204 len: 168 time: 0.1081774 Jul 16 01:51:54.710852 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50406) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:54.729173 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-16e03953-59cb-4896-a353-8595963d07f0 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'aad9c6fd-8217-46b6-b59d-174726581ba3', 'tempest-TagsExtTest-Tag-1503397279') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:54.736478 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9c7c8a0b-5cd7-42e4-8724-c8a19437d943 None None] For port b037f588-fc6b-4d75-9acf-74e2af500820, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b037f588-fc6b-4d75-9acf-74e2af500820,segment=NetworkSegment(63fffee1-adde-4f89-ae94-5534912a8410),segment_id=63fffee1-adde-4f89-ae94-5534912a8410)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:54.745689 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c7c8a0b-5cd7-42e4-8724-c8a19437d943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.821991 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c8a0b-5cd7-42e4-8724-c8a19437d943 None None] Pushing event updated for resources: {'Port': ['ID=b037f588-fc6b-4d75-9acf-74e2af500820,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:54.869841 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.902370 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Transition to ACTIVE for port object 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:54.952646 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Transition to ACTIVE for port object 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:54.973185 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:55.042201 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-16e03953-59cb-4896-a353-8595963d07f0 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/ports/aad9c6fd-8217-46b6-b59d-174726581ba3/tags/tempest-TagsExtTest-Tag-1503397279 HTTP/1.1" status: 204 len: 168 time: 0.3296928 Jul 16 01:51:55.045412 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50410) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:55.068831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-30d9ead2-1107-4014-8f56-e1999870a0f6 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'aad9c6fd-8217-46b6-b59d-174726581ba3') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:55.083591 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:55.096400 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b037f588-fc6b-4d75-9acf-74e2af500820 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:55.110675 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:55.138639 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c58fb-dfe1-4bea-ac38-991df40da890 req-69c04666-bcb8-4fba-b885-4bfdf980cdbc tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:55.148300 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-092c58fb-dfe1-4bea-ac38-991df40da890 req-69c04666-bcb8-4fba-b885-4bfdf980cdbc tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.4775765 Jul 16 01:51:55.168340 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Pushing event updated for resources: {'Port': ['ID=1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:55.173676 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:55.204254 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-30d9ead2-1107-4014-8f56-e1999870a0f6 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/ports/aad9c6fd-8217-46b6-b59d-174726581ba3/tags HTTP/1.1" status: 200 len: 205 time: 0.1507511 Jul 16 01:51:55.204912 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50412) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:55.218032 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-80747e67-c008-42d5-bad0-5a31cebf2c53 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '483a3646-0ba4-4aab-a670-574591996245') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:55.306154 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-092c58fb-dfe1-4bea-ac38-991df40da890 req-52d3c245-8d2c-4dd7-b7c5-4e8855d404a1 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568487 Jul 16 01:51:55.356104 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Attempting to bind port 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:55.359137 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Attempting to bind port 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:55.359800 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Attempting to bind port 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a on network 5194c550-3669-42e5-a558-3e55db19984a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:55.372655 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port b037f588-fc6b-4d75-9acf-74e2af500820 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:55.374630 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:55.448878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-02d433b2-d984-4e17-b3ec-0619cd1855da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 172.20.0.3 (5194c550-3669-42e5-a558-3e55db19984a/b2c975c5-eea9-4522-8d3a-31e576bec20b/8d08ee9d-c9b9-42d7-8f47-cbc548e039f2) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:55.477422 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-02d433b2-d984-4e17-b3ec-0619cd1855da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::f816:3eff:fec8:dbe5 (5194c550-3669-42e5-a558-3e55db19984a/39e6515f-426f-43f8-8904-aae3c14e6d4f/8d08ee9d-c9b9-42d7-8f47-cbc548e039f2) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:55.503211 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-80747e67-c008-42d5-bad0-5a31cebf2c53 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/routers/483a3646-0ba4-4aab-a670-574591996245/tags HTTP/1.1" status: 200 len: 238 time: 0.2971947 Jul 16 01:51:55.504152 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50422) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:55.517361 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-674d9687-f8a0-43a2-8d7f-3acfdb1cc860 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '483a3646-0ba4-4aab-a670-574591996245', 'tempest-TagsExtTest-Tag-2597051') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:55.518631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:55.521408 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:55.521882 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:55.522301 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Bound using segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:55.522819 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Bound port: 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:55.523217 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:55.618385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-361bb5c2-c5a1-44fd-b042-c8e8a0b15c27 None None] Provisioning complete for port b037f588-fc6b-4d75-9acf-74e2af500820 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:55.619004 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-361bb5c2-c5a1-44fd-b042-c8e8a0b15c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:55.679258 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-674d9687-f8a0-43a2-8d7f-3acfdb1cc860 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/routers/483a3646-0ba4-4aab-a670-574591996245/tags/tempest-TagsExtTest-Tag-2597051 HTTP/1.1" status: 204 len: 168 time: 0.1691504 Jul 16 01:51:55.679504 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50424) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:55.684661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-81af2289-8b13-4739-8c0d-0859ac10b688 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '483a3646-0ba4-4aab-a670-574591996245', 'tempest-TagsExtTest-Tag-2597051') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:55.710027 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] For port 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:55.736734 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] For port 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:55.746450 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:55.814910 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-02d433b2-d984-4e17-b3ec-0619cd1855da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:55.836532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-02d433b2-d984-4e17-b3ec-0619cd1855da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object 8d08ee9d-c9b9-42d7-8f47-cbc548e039f2 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:55.870289 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-81af2289-8b13-4739-8c0d-0859ac10b688 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/routers/483a3646-0ba4-4aab-a670-574591996245/tags/tempest-TagsExtTest-Tag-2597051 HTTP/1.1" status: 204 len: 168 time: 0.1891801 Jul 16 01:51:55.872785 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50428) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:55.878448 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-02d433b2-d984-4e17-b3ec-0619cd1855da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:55.883665 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-91c2e812-5a9e-4590-aaf6-bef540eadb1d tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '483a3646-0ba4-4aab-a670-574591996245') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:55.919769 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3de27a-677a-4272-aef0-906dd9ee6971 None None] Pushing event updated for resources: {'Port': ['ID=1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:55.932203 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-361bb5c2-c5a1-44fd-b042-c8e8a0b15c27 None None] Provisioning for port aad9c6fd-8217-46b6-b59d-174726581ba3 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:55.938365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-361bb5c2-c5a1-44fd-b042-c8e8a0b15c27 None None] Provisioning complete for port aad9c6fd-8217-46b6-b59d-174726581ba3 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:55.938832 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-361bb5c2-c5a1-44fd-b042-c8e8a0b15c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:55.961161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d433b2-d984-4e17-b3ec-0619cd1855da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:55.968221 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-02d433b2-d984-4e17-b3ec-0619cd1855da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:55.975558 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d433b2-d984-4e17-b3ec-0619cd1855da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:56.038908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-361bb5c2-c5a1-44fd-b042-c8e8a0b15c27 None None] Port aad9c6fd-8217-46b6-b59d-174726581ba3 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:56.113257 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d433b2-d984-4e17-b3ec-0619cd1855da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=8d08ee9d-c9b9-42d7-8f47-cbc548e039f2,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:56.171100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d433b2-d984-4e17-b3ec-0619cd1855da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:56.174320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1f128463-057f-4404-b8be-5c9e3afe2348 None None] Provisioning complete for port aad9c6fd-8217-46b6-b59d-174726581ba3 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:56.174814 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1f128463-057f-4404-b8be-5c9e3afe2348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:56.178798 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-02d433b2-d984-4e17-b3ec-0619cd1855da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:56.209997 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-02d433b2-d984-4e17-b3ec-0619cd1855da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5341325 Jul 16 01:51:56.212712 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50432) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:56.244471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1f128463-057f-4404-b8be-5c9e3afe2348 None None] Port aad9c6fd-8217-46b6-b59d-174726581ba3 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:56.439559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d80082-1364-438b-b230-d0fe8d457f1d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:56.478324 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d80082-1364-438b-b230-d0fe8d457f1d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:56.494035 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a0d80082-1364-438b-b230-d0fe8d457f1d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2663054 Jul 16 01:51:56.494720 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50438) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:56.710860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-1643413f-b6cf-4725-80ab-c22c0c387567 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port 8d08ee9d-c9b9-42d7-8f47-cbc548e039f2 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:56.711216 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1643413f-b6cf-4725-80ab-c22c0c387567 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:56.719027 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-91c2e812-5a9e-4590-aaf6-bef540eadb1d tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/routers/483a3646-0ba4-4aab-a670-574591996245/tags HTTP/1.1" status: 200 len: 205 time: 0.8451338 Jul 16 01:51:56.719812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50444) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:56.737634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-3d76738a-4849-43fa-93eb-c7dee97b56bf tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd9cc32a0-aacb-43d6-8347-b1c0b3232f11') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:56.745420 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a21827-ba71-4a96-9791-1980552ac384 req-bbbda2f7-8145-4c20-b1f2-aa66e9787ea7 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:56.756376 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-33a21827-ba71-4a96-9791-1980552ac384 req-bbbda2f7-8145-4c20-b1f2-aa66e9787ea7 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.1918390 Jul 16 01:51:56.780908 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3d76738a-4849-43fa-93eb-c7dee97b56bf tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/subnetpools/d9cc32a0-aacb-43d6-8347-b1c0b3232f11/tags HTTP/1.1" status: 200 len: 241 time: 0.0597672 Jul 16 01:51:56.781652 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50446) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:56.786280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-f0c3a652-b7bb-4bf1-ba1b-acf74a582137 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd9cc32a0-aacb-43d6-8347-b1c0b3232f11', 'tempest-TagsExtTest-Tag-1371054478') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:56.828077 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f0c3a652-b7bb-4bf1-ba1b-acf74a582137 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/subnetpools/d9cc32a0-aacb-43d6-8347-b1c0b3232f11/tags/tempest-TagsExtTest-Tag-1371054478 HTTP/1.1" status: 204 len: 168 time: 0.0450246 Jul 16 01:51:56.830533 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50448) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:56.845483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-4181b3fc-2f9b-4119-b590-8f6ceadbd553 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd9cc32a0-aacb-43d6-8347-b1c0b3232f11', 'tempest-TagsExtTest-Tag-1371054478') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:56.892352 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-33a21827-ba71-4a96-9791-1980552ac384 req-768104d7-d6c8-4d5c-b504-fb0d9abd6ba8 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349654 Jul 16 01:51:56.924914 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1643413f-b6cf-4725-80ab-c22c0c387567 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:56.946530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-1643413f-b6cf-4725-80ab-c22c0c387567 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for 8d08ee9d-c9b9-42d7-8f47-cbc548e039f2 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:56.975446 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50452) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:56.975764 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4181b3fc-2f9b-4119-b590-8f6ceadbd553 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/subnetpools/d9cc32a0-aacb-43d6-8347-b1c0b3232f11/tags/tempest-TagsExtTest-Tag-1371054478 HTTP/1.1" status: 204 len: 168 time: 0.1393223 Jul 16 01:51:56.981973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-dec90340-bde5-4987-8c05-188888acfa43 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd9cc32a0-aacb-43d6-8347-b1c0b3232f11') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:57.045004 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dec90340-bde5-4987-8c05-188888acfa43 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/subnetpools/d9cc32a0-aacb-43d6-8347-b1c0b3232f11/tags HTTP/1.1" status: 200 len: 205 time: 0.0678351 Jul 16 01:51:57.048345 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50454) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:57.061203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-3c651711-d4cd-4d31-9e1e-e2b46beff846 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd9cc32a0-aacb-43d6-8347-b1c0b3232f11') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:57.131002 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3c651711-d4cd-4d31-9e1e-e2b46beff846 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/subnetpools/d9cc32a0-aacb-43d6-8347-b1c0b3232f11/tags HTTP/1.1" status: 204 len: 168 time: 0.0815270 Jul 16 01:51:57.133426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50456) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:57.138311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-1f2f3a19-6b72-4ab5-a42c-79fc8b76f85d tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '483a3646-0ba4-4aab-a670-574591996245') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:57.177466 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:57.232840 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd06082-367c-406e-8c26-2399d8a3505b req-a23a403d-eb31-46ec-8785-42bb5a68bced tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:57.234922 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8dd06082-367c-406e-8c26-2399d8a3505b req-a23a403d-eb31-46ec-8785-42bb5a68bced tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.1116936 Jul 16 01:51:57.259107 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:57.319396 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8dd06082-367c-406e-8c26-2399d8a3505b req-1a54969e-df09-4431-892c-163901861873 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769119 Jul 16 01:51:57.674063 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28e0bb6-6e18-45ea-af8b-4595e92148ff None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:57.933954 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-31dffd89-887c-4520-8a28-53c1d60f8170 None None] Provisioning for port 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:58.051398 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1f2f3a19-6b72-4ab5-a42c-79fc8b76f85d tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/routers/483a3646-0ba4-4aab-a670-574591996245/tags HTTP/1.1" status: 204 len: 168 time: 0.9168427 Jul 16 01:51:58.054675 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50486) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:58.064056 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-851c9694-e004-4327-9090-e6e5face68f1 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'aad9c6fd-8217-46b6-b59d-174726581ba3') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:58.081405 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-31dffd89-887c-4520-8a28-53c1d60f8170 None None] Provisioning complete for port 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:58.085172 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31dffd89-887c-4520-8a28-53c1d60f8170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.109048 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1643413f-b6cf-4725-80ab-c22c0c387567 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.190347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643413f-b6cf-4725-80ab-c22c0c387567 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=8d08ee9d-c9b9-42d7-8f47-cbc548e039f2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:58.208944 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-851c9694-e004-4327-9090-e6e5face68f1 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/ports/aad9c6fd-8217-46b6-b59d-174726581ba3/tags HTTP/1.1" status: 204 len: 168 time: 0.1498010 Jul 16 01:51:58.210300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50494) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:58.226950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-2c2e0d5a-f5b9-4428-b0e3-ae126e4b9f2b tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '216fc630-9424-4469-8ca9-6a410bd1324e') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:58.328367 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1643413f-b6cf-4725-80ab-c22c0c387567 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.334864 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1643413f-b6cf-4725-80ab-c22c0c387567 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/8d08ee9d-c9b9-42d7-8f47-cbc548e039f2 HTTP/1.1" status: 204 len: 168 time: 1.8389511 Jul 16 01:51:58.335274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50500) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:58.347289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-821a803a-29a9-4dfa-8da0-8d49801757e3 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:58.355025 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-821a803a-29a9-4dfa-8da0-8d49801757e3 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/networks?id=c5628c63-d8f3-48f2-84cc-e34ffa30c398 HTTP/1.1" status: 200 len: 815 time: 0.2673919 Jul 16 01:51:58.374253 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-fe8fa522-5ee6-4403-be0d-7e0c8bddd249 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/quotas/9d65545dce6d4b268e4cfbd5c15439a3 HTTP/1.1" status: 200 len: 375 time: 0.0182798 Jul 16 01:51:58.416823 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e413ce67-1cd6-4b1b-af3f-b6522eff5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.427654 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31dffd89-887c-4520-8a28-53c1d60f8170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.470493 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2c2e0d5a-f5b9-4428-b0e3-ae126e4b9f2b tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/subnets/216fc630-9424-4469-8ca9-6a410bd1324e/tags HTTP/1.1" status: 204 len: 168 time: 0.2596498 Jul 16 01:51:58.476624 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50504) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:58.482680 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-0e430ccd-ff64-4f3b-b514-2a148efc6252 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '216fc630-9424-4469-8ca9-6a410bd1324e', 'tempest-TagsExtTest-Tag-1833955050') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:58.496322 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-5384df2f-7250-4729-8428-4409ad8ff950 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d65545dce6d4b268e4cfbd5c15439a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1197734 Jul 16 01:51:58.509046 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-31dffd89-887c-4520-8a28-53c1d60f8170 None None] For port 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:58.513697 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-31dffd89-887c-4520-8a28-53c1d60f8170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.524302 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e611e48-7652-4bb0-8d3c-98706dbdcdef tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:58.525432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e611e48-7652-4bb0-8d3c-98706dbdcdef tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:58.527498 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e611e48-7652-4bb0-8d3c-98706dbdcdef tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:58.541233 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8e611e48-7652-4bb0-8d3c-98706dbdcdef tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1950274 Jul 16 01:51:58.541671 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50506) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:58.578005 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dffd89-887c-4520-8a28-53c1d60f8170 None None] Pushing event updated for resources: {'Port': ['ID=1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:58.596302 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0e430ccd-ff64-4f3b-b514-2a148efc6252 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "PUT /v2.0/subnets/216fc630-9424-4469-8ca9-6a410bd1324e/tags/tempest-TagsExtTest-Tag-1833955050 HTTP/1.1" status: 201 len: 201 time: 0.1171484 Jul 16 01:51:58.597295 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050afed6-e182-404f-98e5-ff689efa2067 None None] Update dhcp port {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'fixed_ips': [{'subnet_id': '39e6515f-426f-43f8-8904-aae3c14e6d4f', 'ip_address': '2001:db8::f816:3eff:fe7a:1406'}, {'subnet_id': 'b2c975c5-eea9-4522-8d3a-31e576bec20b'}], 'binding:host_id': 'n-d-800086-6'}, 'id': '1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a'} from n-d-800086-6. {{(pid=93833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:51:58.599159 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50512) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:58.600872 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dffd89-887c-4520-8a28-53c1d60f8170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.601283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dffd89-887c-4520-8a28-53c1d60f8170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.601629 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dffd89-887c-4520-8a28-53c1d60f8170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.601966 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dffd89-887c-4520-8a28-53c1d60f8170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.602317 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dffd89-887c-4520-8a28-53c1d60f8170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.602619 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dffd89-887c-4520-8a28-53c1d60f8170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.602944 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dffd89-887c-4520-8a28-53c1d60f8170 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.603257 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dffd89-887c-4520-8a28-53c1d60f8170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.603585 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dffd89-887c-4520-8a28-53c1d60f8170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.603997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dffd89-887c-4520-8a28-53c1d60f8170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.604320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dffd89-887c-4520-8a28-53c1d60f8170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.604640 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dffd89-887c-4520-8a28-53c1d60f8170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.616172 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-cbf51b62-1550-4c63-aad7-590f8db61a22 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'aad9c6fd-8217-46b6-b59d-174726581ba3', 'tempest-TagsExtTest-Tag-1068295134') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:58.641753 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-050afed6-e182-404f-98e5-ff689efa2067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.672335 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff5620b-e133-444f-beae-7b27387894ca tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet 39e6515f-426f-43f8-8904-aae3c14e6d4f {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:58.687076 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-e0aab9ad-e928-40cd-a874-83a953182e4c service neutron] 10.222.0.54 "GET /v2.0/networks/c5628c63-d8f3-48f2-84cc-e34ffa30c398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897078 Jul 16 01:51:58.716448 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eff5620b-e133-444f-beae-7b27387894ca tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.720388 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cbf51b62-1550-4c63-aad7-590f8db61a22 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "PUT /v2.0/ports/aad9c6fd-8217-46b6-b59d-174726581ba3/tags/tempest-TagsExtTest-Tag-1068295134 HTTP/1.1" status: 201 len: 201 time: 0.1197486 Jul 16 01:51:58.722823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50518) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:58.730876 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-81d50834-e126-4362-a2ae-a8ce58c5b422 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '483a3646-0ba4-4aab-a670-574591996245', 'tempest-TagsExtTest-Tag-1376971222') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:58.779228 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.878947 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-81d50834-e126-4362-a2ae-a8ce58c5b422 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "PUT /v2.0/routers/483a3646-0ba4-4aab-a670-574591996245/tags/tempest-TagsExtTest-Tag-1376971222 HTTP/1.1" status: 201 len: 201 time: 0.1540086 Jul 16 01:51:58.881831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50522) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:58.888753 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-3ff91cfc-7758-4de9-9af7-af36d8bd37c0 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd9cc32a0-aacb-43d6-8347-b1c0b3232f11', 'tempest-TagsExtTest-Tag-1341518641') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:58.913074 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eff5620b-e133-444f-beae-7b27387894ca tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.980004 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-3d05f3de-b67c-4054-bacc-1537fe46cb03 service neutron] 10.222.0.54 "GET /v2.0/networks/c5628c63-d8f3-48f2-84cc-e34ffa30c398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918444 Jul 16 01:51:58.983677 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3ff91cfc-7758-4de9-9af7-af36d8bd37c0 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "PUT /v2.0/subnetpools/d9cc32a0-aacb-43d6-8347-b1c0b3232f11/tags/tempest-TagsExtTest-Tag-1341518641 HTTP/1.1" status: 201 len: 201 time: 0.0980604 Jul 16 01:51:58.986286 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50524) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:58.996319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-9ddd08e6-b225-4062-9448-93f8111eda10 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '216fc630-9424-4469-8ca9-6a410bd1324e', {'tags': ['tempest-TagsExtTest-Tag-1331382714', 'tempest-TagsExtTest-Tag-1212726601', 'tempest-TagsExtTest-Tag-262290437']}) {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:59.093431 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eff5620b-e133-444f-beae-7b27387894ca tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.103543 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:59.141942 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9ddd08e6-b225-4062-9448-93f8111eda10 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "PUT /v2.0/subnets/216fc630-9424-4469-8ca9-6a410bd1324e/tags HTTP/1.1" status: 200 len: 317 time: 0.1542933 Jul 16 01:51:59.143601 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50526) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:59.149946 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-d2b0590d-3ec7-45c8-9f65-b7d7a36ad28e tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '216fc630-9424-4469-8ca9-6a410bd1324e') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:59.254088 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:59.264635 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.313502 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eff5620b-e133-444f-beae-7b27387894ca tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.319024 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4a2a14bd-3c90-4a61-8f85-dd755c2153c9 req-7e945795-8475-40e9-8375-b7f242309fdb tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 210 time: 0.0469751 Jul 16 01:51:59.367641 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5620b-e133-444f-beae-7b27387894ca tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=39e6515f-426f-43f8-8904-aae3c14e6d4f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:59.370547 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eff5620b-e133-444f-beae-7b27387894ca tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.373043 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-eff5620b-e133-444f-beae-7b27387894ca tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/39e6515f-426f-43f8-8904-aae3c14e6d4f HTTP/1.1" status: 204 len: 168 time: 0.8304040 Jul 16 01:51:59.375635 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50534) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server [None req-050afed6-e182-404f-98e5-ff689efa2067 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39e6515f-426f-43f8-8904-aae3c14e6d4f: This subnet is being modified by another concurrent operation. Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39e6515f-426f-43f8-8904-aae3c14e6d4f: This subnet is being modified by another concurrent operation. Jul 16 01:51:59.403247 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Jul 16 01:51:59.581935 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d2b0590d-3ec7-45c8-9f65-b7d7a36ad28e tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/subnets/216fc630-9424-4469-8ca9-6a410bd1324e/tags HTTP/1.1" status: 204 len: 168 time: 0.4359994 Jul 16 01:51:59.582997 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-780e4c4d-6a60-40a6-8937-2f22ffa5e124 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet b2c975c5-eea9-4522-8d3a-31e576bec20b {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:59.584042 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ffeb1f-9943-49e9-96e1-0561efaccc65 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:59.586987 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50538) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:59.596232 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-2193ac36-69be-462f-81a0-9520aefa3b26 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '216fc630-9424-4469-8ca9-6a410bd1324e', 'tempest-TagsExtTest-Tag-1331382714') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:59.601629 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-780e4c4d-6a60-40a6-8937-2f22ffa5e124 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.609330 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f1ce9a04-670b-4402-bf11-59bad052a0dc None None] Provisioning complete for port 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:59.609330 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1ce9a04-670b-4402-bf11-59bad052a0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.771484 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-780e4c4d-6a60-40a6-8937-2f22ffa5e124 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.844037 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-780e4c4d-6a60-40a6-8937-2f22ffa5e124 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.949537 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-780e4c4d-6a60-40a6-8937-2f22ffa5e124 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.987935 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-2193ac36-69be-462f-81a0-9520aefa3b26 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] show failed (client error): The resource could not be found. Jul 16 01:51:59.992335 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2193ac36-69be-462f-81a0-9520aefa3b26 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/subnets/216fc630-9424-4469-8ca9-6a410bd1324e/tags/tempest-TagsExtTest-Tag-1331382714 HTTP/1.1" status: 404 len: 329 time: 0.4013388 Jul 16 01:51:59.995607 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e4c4d-6a60-40a6-8937-2f22ffa5e124 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c975c5-eea9-4522-8d3a-31e576bec20b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:59.998357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac7c62-4737-4b0b-9518-0a99636b342f req-f8d6a462-a471-4ce1-8e27-52fa462aa258 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:59.999300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50548) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:59.999882 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ccac7c62-4737-4b0b-9518-0a99636b342f req-f8d6a462-a471-4ce1-8e27-52fa462aa258 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cebf553-e847-4173-94f7-9df9e795244c HTTP/1.1" status: 200 len: 946 time: 0.2932119 Jul 16 01:52:00.005696 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-a55b6203-2a93-4132-a048-f22daa701a21 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '216fc630-9424-4469-8ca9-6a410bd1324e', 'tempest-TagsExtTest-Tag-1212726601') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:00.014203 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-780e4c4d-6a60-40a6-8937-2f22ffa5e124 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.016605 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-780e4c4d-6a60-40a6-8937-2f22ffa5e124 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/b2c975c5-eea9-4522-8d3a-31e576bec20b HTTP/1.1" status: 204 len: 168 time: 0.6398242 Jul 16 01:52:00.039540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50550) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:00.099602 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c6d8028b-ef20-42e2-b559-6921c9c5c6a9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544519 Jul 16 01:52:00.103130 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50554) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:00.110383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f0dfc366-6c67-40ef-a434-a753a11971c4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:00.168809 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e75e4f-7451-4667-a116-21978204baae None None] DHCP port deletion for 5194c550-3669-42e5-a558-3e55db19984a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:52:00.191402 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-ccac7c62-4737-4b0b-9518-0a99636b342f req-4c7b1613-eb2f-4488-b713-3ca78ac09ec2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Deleting port 687c2702-5e92-4414-82c6-94b53ba512f7 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:00.194173 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ccac7c62-4737-4b0b-9518-0a99636b342f req-4c7b1613-eb2f-4488-b713-3ca78ac09ec2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.222170 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-a55b6203-2a93-4132-a048-f22daa701a21 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] show failed (client error): The resource could not be found. Jul 16 01:52:00.226905 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a55b6203-2a93-4132-a048-f22daa701a21 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/subnets/216fc630-9424-4469-8ca9-6a410bd1324e/tags/tempest-TagsExtTest-Tag-1212726601 HTTP/1.1" status: 404 len: 329 time: 0.2257760 Jul 16 01:52:00.227591 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50556) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:00.234459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-a4fb1b26-0a33-4569-a18c-7d0c98b9817b tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '216fc630-9424-4469-8ca9-6a410bd1324e', 'tempest-TagsExtTest-Tag-262290437') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:00.257186 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dfc366-6c67-40ef-a434-a753a11971c4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:00.262780 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0dfc366-6c67-40ef-a434-a753a11971c4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.267915 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d4e75e4f-7451-4667-a116-21978204baae None None] Deleting port 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:00.268550 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4e75e4f-7451-4667-a116-21978204baae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.354517 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d4e75e4f-7451-4667-a116-21978204baae None None] For port 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:00.355550 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4e75e4f-7451-4667-a116-21978204baae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.375245 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d4e75e4f-7451-4667-a116-21978204baae None None] Calling delete_port for 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:00.499896 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-a4fb1b26-0a33-4569-a18c-7d0c98b9817b tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] show failed (client error): The resource could not be found. Jul 16 01:52:00.509849 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a4fb1b26-0a33-4569-a18c-7d0c98b9817b tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/subnets/216fc630-9424-4469-8ca9-6a410bd1324e/tags/tempest-TagsExtTest-Tag-262290437 HTTP/1.1" status: 404 len: 328 time: 0.2720444 Jul 16 01:52:00.509849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ccac7c62-4737-4b0b-9518-0a99636b342f req-4c7b1613-eb2f-4488-b713-3ca78ac09ec2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] For port 687c2702-5e92-4414-82c6-94b53ba512f7, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=687c2702-5e92-4414-82c6-94b53ba512f7,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:00.509849 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ccac7c62-4737-4b0b-9518-0a99636b342f req-4c7b1613-eb2f-4488-b713-3ca78ac09ec2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.509849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50564) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:00.521408 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-17bcbb46-5e50-4415-aebf-f627d341cbff tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'aad9c6fd-8217-46b6-b59d-174726581ba3', {'tags': ['tempest-TagsExtTest-Tag-1602050624', 'tempest-TagsExtTest-Tag-1681591450', 'tempest-TagsExtTest-Tag-1295704781']}) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:00.547745 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4e75e4f-7451-4667-a116-21978204baae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.637308 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-17bcbb46-5e50-4415-aebf-f627d341cbff tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "PUT /v2.0/ports/aad9c6fd-8217-46b6-b59d-174726581ba3/tags HTTP/1.1" status: 200 len: 318 time: 0.1300395 Jul 16 01:52:00.642017 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e75e4f-7451-4667-a116-21978204baae None None] No DVR routers for this DVR port 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:00.650999 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e75e4f-7451-4667-a116-21978204baae None None] Pushing event deleted for resources: {'Port': ['ID=1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:00.656738 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50572) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:00.666583 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16568269-be61-4c49-aac5-a26519a8d6c7 req-2aa0c7e5-3174-4bbb-881d-7fe33cc97edd tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 210 time: 0.0656664 Jul 16 01:52:00.668834 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-e0bd2462-7422-4ebe-898a-7b1309a050da tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'aad9c6fd-8217-46b6-b59d-174726581ba3') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:00.678620 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec241abf-74f8-49e0-a328-1efaa46a341e None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:52:00.681341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-ccac7c62-4737-4b0b-9518-0a99636b342f req-4c7b1613-eb2f-4488-b713-3ca78ac09ec2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Calling delete_port for 687c2702-5e92-4414-82c6-94b53ba512f7 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:00.886523 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e0bd2462-7422-4ebe-898a-7b1309a050da tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/ports/aad9c6fd-8217-46b6-b59d-174726581ba3/tags HTTP/1.1" status: 204 len: 168 time: 0.2248633 Jul 16 01:52:00.889863 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50584) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:00.904584 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-f0ffdc5b-ca85-4a1c-ab6a-31cf1bf3cb46 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aad9c6fd-8217-46b6-b59d-174726581ba3', 'tempest-TagsExtTest-Tag-1602050624') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:00.914293 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec241abf-74f8-49e0-a328-1efaa46a341e None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:52:00.960718 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ccac7c62-4737-4b0b-9518-0a99636b342f req-4c7b1613-eb2f-4488-b713-3ca78ac09ec2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.007554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.objects.ports [None req-f0dfc366-6c67-40ef-a434-a753a11971c4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:52:01.019478 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0dfc366-6c67-40ef-a434-a753a11971c4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.029020 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b1613-eb2f-4488-b713-3ca78ac09ec2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Pushing event deleted for resources: {'Port': ['ID=687c2702-5e92-4414-82c6-94b53ba512f7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:01.071102 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-f0ffdc5b-ca85-4a1c-ab6a-31cf1bf3cb46 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] show failed (client error): The resource could not be found. Jul 16 01:52:01.072431 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f0ffdc5b-ca85-4a1c-ab6a-31cf1bf3cb46 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/ports/aad9c6fd-8217-46b6-b59d-174726581ba3/tags/tempest-TagsExtTest-Tag-1602050624 HTTP/1.1" status: 404 len: 329 time: 0.1787484 Jul 16 01:52:01.081456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50588) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:01.088221 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-755d7b2b-a0b7-4398-82c8-c7e12faeb8d6 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aad9c6fd-8217-46b6-b59d-174726581ba3', 'tempest-TagsExtTest-Tag-1681591450') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:01.096246 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dfc366-6c67-40ef-a434-a753a11971c4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:01.136005 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-f0dfc366-6c67-40ef-a434-a753a11971c4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:01.143072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dfc366-6c67-40ef-a434-a753a11971c4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:01.143689 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0dfc366-6c67-40ef-a434-a753a11971c4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.211475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccac7c62-4737-4b0b-9518-0a99636b342f req-4c7b1613-eb2f-4488-b713-3ca78ac09ec2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] No DVR routers for this DVR port 687c2702-5e92-4414-82c6-94b53ba512f7 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:01.219509 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ccac7c62-4737-4b0b-9518-0a99636b342f req-4c7b1613-eb2f-4488-b713-3ca78ac09ec2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.219913 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f0dfc366-6c67-40ef-a434-a753a11971c4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1148512 Jul 16 01:52:01.227006 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ccac7c62-4737-4b0b-9518-0a99636b342f req-4c7b1613-eb2f-4488-b713-3ca78ac09ec2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.47 "DELETE /v2.0/ports/687c2702-5e92-4414-82c6-94b53ba512f7 HTTP/1.1" status: 204 len: 173 time: 1.2186604 Jul 16 01:52:01.227426 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50590) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:01.228034 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cebf553-e847-4173-94f7-9df9e795244c', 'name': 'network-vif-deleted', 'tag': '687c2702-5e92-4414-82c6-94b53ba512f7'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:01.229033 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfc366-6c67-40ef-a434-a753a11971c4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=68a975b2-ceb8-4b82-9d59-0a07c6a8a532,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:01.236569 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a309a0-2585-4f35-8929-fc8cd5d7b873" -d '{"events": [{"server_uuid": "5cebf553-e847-4173-94f7-9df9e795244c", "name": "network-vif-deleted", "tag": "687c2702-5e92-4414-82c6-94b53ba512f7"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:01.246728 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-86663ede-b5fc-4d91-afa0-b0d358b81b79 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:01.282076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:01.331360 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:01.332363 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1945d39a-4a9f-4e47-8c5e-eac1c7e1eb8a not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:01.346530 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175505fa-c7f7-4734-974f-9ab8b807061e x-openstack-request-id: req-175505fa-c7f7-4734-974f-9ab8b807061e {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:01.346927 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cebf553-e847-4173-94f7-9df9e795244c", "name": "network-vif-deleted", "tag": "687c2702-5e92-4414-82c6-94b53ba512f7", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:01.347459 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-175505fa-c7f7-4734-974f-9ab8b807061e {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:01.348585 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cebf553-e847-4173-94f7-9df9e795244c', 'name': 'network-vif-deleted', 'tag': '687c2702-5e92-4414-82c6-94b53ba512f7', 'status': 'completed', 'code': 200} Jul 16 01:52:01.372200 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.388599 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-760ab5e3-8cc1-42b0-9f12-6985a68ca3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.451814 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-755d7b2b-a0b7-4398-82c8-c7e12faeb8d6 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] show failed (client error): The resource could not be found. Jul 16 01:52:01.453041 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-755d7b2b-a0b7-4398-82c8-c7e12faeb8d6 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/ports/aad9c6fd-8217-46b6-b59d-174726581ba3/tags/tempest-TagsExtTest-Tag-1681591450 HTTP/1.1" status: 404 len: 329 time: 0.3705568 Jul 16 01:52:01.456200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50600) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:01.462526 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-fbedd256-2f3e-4239-8662-ca2d076a32e3 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aad9c6fd-8217-46b6-b59d-174726581ba3', 'tempest-TagsExtTest-Tag-1295704781') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:01.623200 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-5194c550-3669-42e5-a558-3e55db19984a', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'fixed_ips': [{'subnet_id': '68a975b2-ceb8-4b82-9d59-0a07c6a8a532'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:52:01.624100 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.670392 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86663ede-b5fc-4d91-afa0-b0d358b81b79 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:01.685347 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-86663ede-b5fc-4d91-afa0-b0d358b81b79 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.810466 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-fbedd256-2f3e-4239-8662-ca2d076a32e3 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] show failed (client error): The resource could not be found. Jul 16 01:52:01.811740 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fbedd256-2f3e-4239-8662-ca2d076a32e3 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/ports/aad9c6fd-8217-46b6-b59d-174726581ba3/tags/tempest-TagsExtTest-Tag-1295704781 HTTP/1.1" status: 404 len: 329 time: 0.3542347 Jul 16 01:52:01.814663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50614) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:01.842047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-2a9cec59-d727-4f22-87f6-a6c1e6edafa6 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '483a3646-0ba4-4aab-a670-574591996245', {'tags': ['tempest-TagsExtTest-Tag-1855355514', 'tempest-TagsExtTest-Tag-1733836714', 'tempest-TagsExtTest-Tag-1928136024']}) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:01.949104 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Allocated IP 2001:db8::f816:3eff:fee7:b215 (5194c550-3669-42e5-a558-3e55db19984a/68a975b2-ceb8-4b82-9d59-0a07c6a8a532/f64cb70e-4504-47fe-9e21-8156123f99a9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:02.080990 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eb96ff85-c6bb-425c-be0a-61f3c37a9691 req-2b547053-70f1-4a09-a3de-d5122202a64c tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 210 time: 0.1503711 Jul 16 01:52:02.104204 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2a9cec59-d727-4f22-87f6-a6c1e6edafa6 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "PUT /v2.0/routers/483a3646-0ba4-4aab-a670-574591996245/tags HTTP/1.1" status: 200 len: 318 time: 0.2783573 Jul 16 01:52:02.104204 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50624) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:02.112305 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-b63956ae-715f-448d-89f2-c0f1f177ef7e tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '483a3646-0ba4-4aab-a670-574591996245') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:02.124189 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-a97b189c-30a4-4c8a-ac09-6ed3f19d76e5 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:02.125725 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-a97b189c-30a4-4c8a-ac09-6ed3f19d76e5 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.26 "GET /v2.0/networks?id=c5628c63-d8f3-48f2-84cc-e34ffa30c398 HTTP/1.1" status: 200 len: 815 time: 0.6060941 Jul 16 01:52:02.162709 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-9cf664b8-ef64-4b54-ab6a-b558967b17aa tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Request body: {'port': {'device_id': '6f8e9504-5c89-4d59-85ee-f483388c7bcb', 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398', 'admin_state_up': True, 'tenant_id': '9d65545dce6d4b268e4cfbd5c15439a3'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:02.217136 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.325963 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b63956ae-715f-448d-89f2-c0f1f177ef7e tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/routers/483a3646-0ba4-4aab-a670-574591996245/tags HTTP/1.1" status: 204 len: 168 time: 0.2253175 Jul 16 01:52:02.328798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50630) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:02.334835 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-bd720bc3-27f2-4396-807c-055cb93ca8a7 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '483a3646-0ba4-4aab-a670-574591996245', 'tempest-TagsExtTest-Tag-1855355514') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:02.463805 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-9cf664b8-ef64-4b54-ab6a-b558967b17aa tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Made reservation on behalf of 9d65545dce6d4b268e4cfbd5c15439a3 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:02.467685 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-9cf664b8-ef64-4b54-ab6a-b558967b17aa tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.518883 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.532614 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Transition to ACTIVE for port object f64cb70e-4504-47fe-9e21-8156123f99a9 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:02.544056 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-86663ede-b5fc-4d91-afa0-b0d358b81b79 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.561384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Transition to ACTIVE for port object f64cb70e-4504-47fe-9e21-8156123f99a9 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:02.570115 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.600172 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86663ede-b5fc-4d91-afa0-b0d358b81b79 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:02.605847 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-86663ede-b5fc-4d91-afa0-b0d358b81b79 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:02.611250 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86663ede-b5fc-4d91-afa0-b0d358b81b79 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:02.613033 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-86663ede-b5fc-4d91-afa0-b0d358b81b79 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.635617 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86663ede-b5fc-4d91-afa0-b0d358b81b79 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=7b485406-f5fa-4235-8ef8-34a413574d0e,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:02.644176 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-86663ede-b5fc-4d91-afa0-b0d358b81b79 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4056547 Jul 16 01:52:02.647555 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50644) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:02.651146 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-bd720bc3-27f2-4396-807c-055cb93ca8a7 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] show failed (client error): The resource could not be found. Jul 16 01:52:02.655545 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bd720bc3-27f2-4396-807c-055cb93ca8a7 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/routers/483a3646-0ba4-4aab-a670-574591996245/tags/tempest-TagsExtTest-Tag-1855355514 HTTP/1.1" status: 404 len: 329 time: 0.3257353 Jul 16 01:52:02.656496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50646) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:02.657061 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-391d5903-ad66-4815-bfef-4214a26db84d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'mac_address': 'fa:16:3e:cc:11:3f', 'name': 'tempest-NetworksTestDHCPv6-524409797'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:02.663374 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-c1839a88-ee57-4cdd-a28c-d62e2e219055 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '483a3646-0ba4-4aab-a670-574591996245', 'tempest-TagsExtTest-Tag-1733836714') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:02.702469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 687c2702-5e92-4414-82c6-94b53ba512f7 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:02.704893 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Pushing event updated for resources: {'Port': ['ID=f64cb70e-4504-47fe-9e21-8156123f99a9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:02.761538 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-9cf664b8-ef64-4b54-ab6a-b558967b17aa tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Allocated IP 172.20.0.14 (c5628c63-d8f3-48f2-84cc-e34ffa30c398/f72a5644-5fd4-45ba-9cbc-40e8ed153749/bd600edf-e6de-4792-b057-d1ad1939f119) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:02.775918 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-c1839a88-ee57-4cdd-a28c-d62e2e219055 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] show failed (client error): The resource could not be found. Jul 16 01:52:02.781731 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c1839a88-ee57-4cdd-a28c-d62e2e219055 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/routers/483a3646-0ba4-4aab-a670-574591996245/tags/tempest-TagsExtTest-Tag-1733836714 HTTP/1.1" status: 404 len: 329 time: 0.1219003 Jul 16 01:52:02.782310 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50652) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:02.805817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-6c4fc84c-66ab-44bf-8407-599bc341cdeb tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '483a3646-0ba4-4aab-a670-574591996245', 'tempest-TagsExtTest-Tag-1928136024') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:02.830170 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:02.832146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 687c2702-5e92-4414-82c6-94b53ba512f7 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:02.833031 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 687c2702-5e92-4414-82c6-94b53ba512f7 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:02.835912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:02.839653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:02.868915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391d5903-ad66-4815-bfef-4214a26db84d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:02.992911 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Attempting to bind port f64cb70e-4504-47fe-9e21-8156123f99a9 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:02.993446 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Attempting to bind port f64cb70e-4504-47fe-9e21-8156123f99a9 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:02.995733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Attempting to bind port f64cb70e-4504-47fe-9e21-8156123f99a9 on network 5194c550-3669-42e5-a558-3e55db19984a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:03.011515 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:03.013270 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:03.014498 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-6c4fc84c-66ab-44bf-8407-599bc341cdeb tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] show failed (client error): The resource could not be found. Jul 16 01:52:03.015086 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.016098 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6c4fc84c-66ab-44bf-8407-599bc341cdeb tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/routers/483a3646-0ba4-4aab-a670-574591996245/tags/tempest-TagsExtTest-Tag-1928136024 HTTP/1.1" status: 404 len: 329 time: 0.2252865 Jul 16 01:52:03.016535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Bound using segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:03.017889 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Bound port: f64cb70e-4504-47fe-9e21-8156123f99a9, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:03.019187 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.020779 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50654) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:03.026575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-be589dd9-7d14-45c8-8472-707a190b0b2f tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd9cc32a0-aacb-43d6-8347-b1c0b3232f11', {'tags': ['tempest-TagsExtTest-Tag-1100923379', 'tempest-TagsExtTest-Tag-2092427772', 'tempest-TagsExtTest-Tag-1510859305']}) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:03.052415 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-391d5903-ad66-4815-bfef-4214a26db84d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.122808 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-391d5903-ad66-4815-bfef-4214a26db84d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port 8d7e7375-6f93-4575-b856-f65d8844f96b yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:52:03.133375 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-be589dd9-7d14-45c8-8472-707a190b0b2f tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "PUT /v2.0/subnetpools/d9cc32a0-aacb-43d6-8347-b1c0b3232f11/tags HTTP/1.1" status: 200 len: 318 time: 0.1112261 Jul 16 01:52:03.137891 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50658) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:03.142507 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-45b7dc2c-331a-4446-b670-76cbe357a1d4 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd9cc32a0-aacb-43d6-8347-b1c0b3232f11') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:03.234443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] For port f64cb70e-4504-47fe-9e21-8156123f99a9, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:03.252199 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] For port f64cb70e-4504-47fe-9e21-8156123f99a9, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f64cb70e-4504-47fe-9e21-8156123f99a9,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:03.260221 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.293421 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50660) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:03.300878 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-ae11d22f-7576-49bd-b915-42de64e80b9d tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd9cc32a0-aacb-43d6-8347-b1c0b3232f11', 'tempest-TagsExtTest-Tag-1100923379') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:03.301243 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-45b7dc2c-331a-4446-b670-76cbe357a1d4 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/subnetpools/d9cc32a0-aacb-43d6-8347-b1c0b3232f11/tags HTTP/1.1" status: 204 len: 168 time: 0.1500833 Jul 16 01:52:03.361416 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-9cf664b8-ef64-4b54-ab6a-b558967b17aa tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.387912 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-ae11d22f-7576-49bd-b915-42de64e80b9d tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] show failed (client error): The resource could not be found. Jul 16 01:52:03.388995 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ae11d22f-7576-49bd-b915-42de64e80b9d tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/subnetpools/d9cc32a0-aacb-43d6-8347-b1c0b3232f11/tags/tempest-TagsExtTest-Tag-1100923379 HTTP/1.1" status: 404 len: 329 time: 0.0926583 Jul 16 01:52:03.391854 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50662) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:03.399029 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e75848-18f0-485d-bdee-5acc04cff93c None None] Pushing event updated for resources: {'Port': ['ID=f64cb70e-4504-47fe-9e21-8156123f99a9,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:03.399278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-cf0b9d20-1a38-470a-a112-362140c061a7 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd9cc32a0-aacb-43d6-8347-b1c0b3232f11', 'tempest-TagsExtTest-Tag-2092427772') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:03.448366 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6398c5d4-d8c6-4f66-a9ad-2c7d842fa505 req-6b2210c6-583f-45e5-9d16-8cb88e6a784f tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 210 time: 0.0518115 Jul 16 01:52:03.479297 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-9cf664b8-ef64-4b54-ab6a-b558967b17aa tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.568269 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-391d5903-ad66-4815-bfef-4214a26db84d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 172.20.0.11 (5194c550-3669-42e5-a558-3e55db19984a/7b485406-f5fa-4235-8ef8-34a413574d0e/8d7e7375-6f93-4575-b856-f65d8844f96b) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:03.579150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf664b8-ef64-4b54-ab6a-b558967b17aa tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Pushing event updated for resources: {'Port': ['ID=bd600edf-e6de-4792-b057-d1ad1939f119,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:03.582827 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-391d5903-ad66-4815-bfef-4214a26db84d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::f816:3eff:fecc:113f (5194c550-3669-42e5-a558-3e55db19984a/68a975b2-ceb8-4b82-9d59-0a07c6a8a532/8d7e7375-6f93-4575-b856-f65d8844f96b) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:03.589480 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-9cf664b8-ef64-4b54-ab6a-b558967b17aa tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Network c5628c63-d8f3-48f2-84cc-e34ffa30c398 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:03.591253 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-9cf664b8-ef64-4b54-ab6a-b558967b17aa tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:03.591683 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-cf0b9d20-1a38-470a-a112-362140c061a7 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] show failed (client error): The resource could not be found. Jul 16 01:52:03.593244 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cf0b9d20-1a38-470a-a112-362140c061a7 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/subnetpools/d9cc32a0-aacb-43d6-8347-b1c0b3232f11/tags/tempest-TagsExtTest-Tag-2092427772 HTTP/1.1" status: 404 len: 329 time: 0.2004428 Jul 16 01:52:03.597396 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50666) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:03.599146 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-9cf664b8-ef64-4b54-ab6a-b558967b17aa tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:03.603483 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-169a23da-eabe-4cca-ac53-26be5c01e437 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd9cc32a0-aacb-43d6-8347-b1c0b3232f11', 'tempest-TagsExtTest-Tag-1510859305') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:03.655295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-9cf664b8-ef64-4b54-ab6a-b558967b17aa tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:03.656012 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-9cf664b8-ef64-4b54-ab6a-b558967b17aa tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.664166 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-169a23da-eabe-4cca-ac53-26be5c01e437 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] show failed (client error): The resource could not be found. Jul 16 01:52:03.665748 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-169a23da-eabe-4cca-ac53-26be5c01e437 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/subnetpools/d9cc32a0-aacb-43d6-8347-b1c0b3232f11/tags/tempest-TagsExtTest-Tag-1510859305 HTTP/1.1" status: 404 len: 329 time: 0.0662892 Jul 16 01:52:03.668729 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50668) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:03.673227 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-88a906ce-2622-477a-84fc-e4285a5d9c07 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd9cc32a0-aacb-43d6-8347-b1c0b3232f11') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:03.679338 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-9cf664b8-ef64-4b54-ab6a-b558967b17aa tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5226300 Jul 16 01:52:03.718296 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Request body: {'port': {'device_id': '6f8e9504-5c89-4d59-85ee-f483388c7bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:03.795170 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-88a906ce-2622-477a-84fc-e4285a5d9c07 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/subnetpools/d9cc32a0-aacb-43d6-8347-b1c0b3232f11/tags HTTP/1.1" status: 204 len: 168 time: 0.1233628 Jul 16 01:52:03.795826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50670) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:03.803084 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-4460cbe5-d102-4e9f-9a32-384a82a93aed tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '483a3646-0ba4-4aab-a670-574591996245') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:03.825216 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.935760 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.022726 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-391d5903-ad66-4815-bfef-4214a26db84d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.039566 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4460cbe5-d102-4e9f-9a32-384a82a93aed tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/routers/483a3646-0ba4-4aab-a670-574591996245/tags HTTP/1.1" status: 204 len: 168 time: 0.2427821 Jul 16 01:52:04.042820 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50680) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:04.047317 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.tag.tag_plugin [None req-41b24b97-b895-4c8a-b95c-97e4f9c2372e tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'aad9c6fd-8217-46b6-b59d-174726581ba3') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:04.078274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-391d5903-ad66-4815-bfef-4214a26db84d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object 8d7e7375-6f93-4575-b856-f65d8844f96b will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:04.167770 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-391d5903-ad66-4815-bfef-4214a26db84d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.191383 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-41b24b97-b895-4c8a-b95c-97e4f9c2372e tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/ports/aad9c6fd-8217-46b6-b59d-174726581ba3/tags HTTP/1.1" status: 204 len: 168 time: 0.1452992 Jul 16 01:52:04.192330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50684) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:04.214724 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.tag.tag_plugin [None req-e5baea75-f0be-4d8f-b758-755a29b3f6d0 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '216fc630-9424-4469-8ca9-6a410bd1324e') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:04.227627 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391d5903-ad66-4815-bfef-4214a26db84d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:04.247604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-391d5903-ad66-4815-bfef-4214a26db84d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:04.268961 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d5903-ad66-4815-bfef-4214a26db84d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:04.423810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d5903-ad66-4815-bfef-4214a26db84d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=8d7e7375-6f93-4575-b856-f65d8844f96b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:04.481846 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391d5903-ad66-4815-bfef-4214a26db84d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:04.483689 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-391d5903-ad66-4815-bfef-4214a26db84d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.537566 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-391d5903-ad66-4815-bfef-4214a26db84d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8859789 Jul 16 01:52:04.539571 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50696) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:04.705431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9931b758-d470-41d7-ace4-883e8d4a2a4a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:04.730639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9931b758-d470-41d7-ace4-883e8d4a2a4a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:04.746379 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9931b758-d470-41d7-ace4-883e8d4a2a4a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2060566 Jul 16 01:52:04.747044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50704) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:04.993349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-724d6b21-9579-4862-9a67-c3a9ec971425 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port 8d7e7375-6f93-4575-b856-f65d8844f96b {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:04.993699 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-724d6b21-9579-4862-9a67-c3a9ec971425 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.126233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f64cb70e-4504-47fe-9e21-8156123f99a9 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:05.190751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd600edf-e6de-4792-b057-d1ad1939f119 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:05.204983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1ad742-030c-4733-98cf-d339b04f64ab None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:05.205324 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-724d6b21-9579-4862-9a67-c3a9ec971425 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.215547 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.244250 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-724d6b21-9579-4862-9a67-c3a9ec971425 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for 8d7e7375-6f93-4575-b856-f65d8844f96b owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:05.261559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Transition to ACTIVE for port object bd600edf-e6de-4792-b057-d1ad1939f119 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:05.287638 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.404795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Pushing event updated for resources: {'Port': ['ID=bd600edf-e6de-4792-b057-d1ad1939f119,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:05.408788 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e5baea75-f0be-4d8f-b758-755a29b3f6d0 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/subnets/216fc630-9424-4469-8ca9-6a410bd1324e/tags HTTP/1.1" status: 204 len: 168 time: 1.2134678 Jul 16 01:52:05.418823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50710) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:05.419929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb213d-7d47-4597-aa7e-7f9f742ad078 req-d0debd93-5888-42de-b141-657cdea032d3 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:05.427689 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-24bb213d-7d47-4597-aa7e-7f9f742ad078 req-d0debd93-5888-42de-b141-657cdea032d3 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 932 time: 0.5245190 Jul 16 01:52:05.503181 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-301628a4-f85a-4214-8221-b890b7de30e4 None None] Provisioning for port f64cb70e-4504-47fe-9e21-8156123f99a9 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:05.569983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port f64cb70e-4504-47fe-9e21-8156123f99a9 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:05.609549 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port f64cb70e-4504-47fe-9e21-8156123f99a9 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:05.610087 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.696420 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b38f3fd-fb10-4faa-9e66-20c905cfcd65 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks [] for subnetpool, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.697994 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1b38f3fd-fb10-4faa-9e66-20c905cfcd65 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/subnetpools/d9cc32a0-aacb-43d6-8347-b1c0b3232f11 HTTP/1.1" status: 204 len: 168 time: 0.2778318 Jul 16 01:52:05.701232 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Attempting to bind port bd600edf-e6de-4792-b057-d1ad1939f119 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:05.701891 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Attempting to bind port bd600edf-e6de-4792-b057-d1ad1939f119 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'a7db6374-7ed3-4d57-a55e-7c6e278c2fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:05.702396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Attempting to bind port bd600edf-e6de-4792-b057-d1ad1939f119 on network c5628c63-d8f3-48f2-84cc-e34ffa30c398 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:05.704074 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50716) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:05.711696 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-24bb213d-7d47-4597-aa7e-7f9f742ad078 req-b57db690-94e3-46e9-9079-c903317c812f tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830637 Jul 16 01:52:05.712668 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Port bd600edf-e6de-4792-b057-d1ad1939f119 on network c5628c63-d8f3-48f2-84cc-e34ffa30c398 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:05.713333 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Attempting to bind port bd600edf-e6de-4792-b057-d1ad1939f119 on network c5628c63-d8f3-48f2-84cc-e34ffa30c398 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:05.727695 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:05.728099 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Checking segment: {'id': 'a7db6374-7ed3-4d57-a55e-7c6e278c2fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:05.728652 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Bound using segment: {'id': 'a7db6374-7ed3-4d57-a55e-7c6e278c2fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:05.729112 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Bound port: bd600edf-e6de-4792-b057-d1ad1939f119, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7db6374-7ed3-4d57-a55e-7c6e278c2fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:05.729437 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.830174 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.892504 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4a72e745-f29e-4d39-ad85-5df40909114a tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "GET /v2.0/ports?device_id=483a3646-0ba4-4aab-a670-574591996245 HTTP/1.1" status: 200 len: 205 time: 0.1872194 Jul 16 01:52:05.897269 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50722) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:05.916638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] For port bd600edf-e6de-4792-b057-d1ad1939f119, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:05.958867 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-724d6b21-9579-4862-9a67-c3a9ec971425 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.979936 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port f64cb70e-4504-47fe-9e21-8156123f99a9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f64cb70e-4504-47fe-9e21-8156123f99a9,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:06.007453 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:06.023221 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d6b21-9579-4862-9a67-c3a9ec971425 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=8d7e7375-6f93-4575-b856-f65d8844f96b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:06.125403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=f64cb70e-4504-47fe-9e21-8156123f99a9,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:06.149165 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072c4094-f12a-49f4-a325-a657e29e105a None None] Update dhcp port {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'fixed_ips': [{'subnet_id': '68a975b2-ceb8-4b82-9d59-0a07c6a8a532', 'ip_address': '2001:db8::f816:3eff:fee7:b215'}, {'subnet_id': '7b485406-f5fa-4235-8ef8-34a413574d0e'}], 'binding:host_id': 'n-d-800086-6'}, 'id': 'f64cb70e-4504-47fe-9e21-8156123f99a9'} from n-d-800086-6. {{(pid=93833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:52:06.200882 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99ec7a94-27ad-438e-b383-f1d9fc78cf51 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:06.205100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] For port bd600edf-e6de-4792-b057-d1ad1939f119, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=bd600edf-e6de-4792-b057-d1ad1939f119,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:06.228267 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-072c4094-f12a-49f4-a325-a657e29e105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:06.245925 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-724d6b21-9579-4862-9a67-c3a9ec971425 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:06.249306 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-724d6b21-9579-4862-9a67-c3a9ec971425 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/8d7e7375-6f93-4575-b856-f65d8844f96b HTTP/1.1" status: 204 len: 168 time: 1.5012991 Jul 16 01:52:06.252430 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50726) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:06.290196 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:06.381615 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:06.382257 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:06.384470 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] 10.222.0.26 "PUT /v2.0/ports/bd600edf-e6de-4792-b057-d1ad1939f119 HTTP/1.1" status: 200 len: 1092 time: 2.6767168 Jul 16 01:52:06.388556 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8e9504-5c89-4d59-85ee-f483388c7bcb', 'tag': 'bd600edf-e6de-4792-b057-d1ad1939f119'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:06.392525 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d10eb2-86b8-49f5-8021-c03472336f30" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8e9504-5c89-4d59-85ee-f483388c7bcb", "tag": "bd600edf-e6de-4792-b057-d1ad1939f119"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:06.417000 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172b432e-06a2-49c5-a124-04f539f262a2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:06.422425 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172b432e-06a2-49c5-a124-04f539f262a2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:06.430599 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172b432e-06a2-49c5-a124-04f539f262a2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:06.439771 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-172b432e-06a2-49c5-a124-04f539f262a2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1840250 Jul 16 01:52:06.442271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50732) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:06.640751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c6d96c-2a82-4d94-8006-ff7d5f3d0fc9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet 68a975b2-ceb8-4b82-9d59-0a07c6a8a532 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:06.644247 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f9529f-990c-41f5-b106-c0ccf169d168 x-openstack-request-id: req-b3f9529f-990c-41f5-b106-c0ccf169d168 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:06.646380 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8e9504-5c89-4d59-85ee-f483388c7bcb", "tag": "bd600edf-e6de-4792-b057-d1ad1939f119", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:06.646744 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b3f9529f-990c-41f5-b106-c0ccf169d168 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:06.647261 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8e9504-5c89-4d59-85ee-f483388c7bcb', 'tag': 'bd600edf-e6de-4792-b057-d1ad1939f119', 'status': 'completed', 'code': 200} Jul 16 01:52:06.736935 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-072c4094-f12a-49f4-a325-a657e29e105a None None] Allocated IP 172.20.0.2 (5194c550-3669-42e5-a558-3e55db19984a/7b485406-f5fa-4235-8ef8-34a413574d0e/f64cb70e-4504-47fe-9e21-8156123f99a9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:06.826108 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99ec7a94-27ad-438e-b383-f1d9fc78cf51 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:06.843361 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99ec7a94-27ad-438e-b383-f1d9fc78cf51 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:06.845892 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cb260-be5f-4f82-b779-544815f7b665 service neutron] Pushing event updated for resources: {'Port': ['ID=bd600edf-e6de-4792-b057-d1ad1939f119,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:07.048451 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50748) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:07.114241 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99ec7a94-27ad-438e-b383-f1d9fc78cf51 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.115564 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ec7a94-27ad-438e-b383-f1d9fc78cf51 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Fanout notify agent at l3_agent the message router_deleted on router 483a3646-0ba4-4aab-a670-574591996245 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:52:07.130808 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99ec7a94-27ad-438e-b383-f1d9fc78cf51 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.132240 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-99ec7a94-27ad-438e-b383-f1d9fc78cf51 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/routers/483a3646-0ba4-4aab-a670-574591996245 HTTP/1.1" status: 204 len: 168 time: 1.2340190 Jul 16 01:52:07.136241 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50752) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:07.146099 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f64cb70e-4504-47fe-9e21-8156123f99a9 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:07.154847 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-0ac66631-efa8-48ed-8ff1-3fd8307da093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:07.156588 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-0ac66631-efa8-48ed-8ff1-3fd8307da093 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d65545dce6d4b268e4cfbd5c15439a3&device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 1095 time: 0.7081802 Jul 16 01:52:07.167672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-072c4094-f12a-49f4-a325-a657e29e105a None None] For port f64cb70e-4504-47fe-9e21-8156123f99a9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f64cb70e-4504-47fe-9e21-8156123f99a9,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:07.216220 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-b49d6935-2016-4fc6-a2a9-ef6d09bc33d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd600edf-e6de-4792-b057-d1ad1939f119 HTTP/1.1" status: 200 len: 217 time: 0.0442839 Jul 16 01:52:07.269061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd76b5-d93e-4c82-b355-d23da401bbd9 req-992b3506-d29a-4417-b7ca-2c6cfeaa2367 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:07.279414 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-babd76b5-d93e-4c82-b355-d23da401bbd9 req-992b3506-d29a-4417-b7ca-2c6cfeaa2367 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 944 time: 0.2937803 Jul 16 01:52:07.335897 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-072c4094-f12a-49f4-a325-a657e29e105a None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.409216 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1b28c94-638d-4475-89bf-abc8804af701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.448484 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-072c4094-f12a-49f4-a325-a657e29e105a None None] Transition to ACTIVE for port object f64cb70e-4504-47fe-9e21-8156123f99a9 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:07.467316 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-072c4094-f12a-49f4-a325-a657e29e105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.478552 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-babd76b5-d93e-4c82-b355-d23da401bbd9 req-4f60dcc0-b9f6-44c0-9c3f-21e54922a21a tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980600 Jul 16 01:52:07.500146 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-8fa92a58-30dd-4dff-92ce-f652e997dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:07.505271 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-8fa92a58-30dd-4dff-92ce-f652e997dfba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f72a5644-5fd4-45ba-9cbc-40e8ed153749 HTTP/1.1" status: 200 len: 855 time: 0.2793262 Jul 16 01:52:07.533515 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c4094-f12a-49f4-a325-a657e29e105a None None] Pushing event updated for resources: {'Port': ['ID=f64cb70e-4504-47fe-9e21-8156123f99a9,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:07.603000 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-863ec2ad-f2ef-4922-af90-4a4cc6b04230 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c5628c63-d8f3-48f2-84cc-e34ffa30c398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927227 Jul 16 01:52:07.650883 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4c6d96c-2a82-4d94-8006-ff7d5f3d0fc9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.808290 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1b28c94-638d-4475-89bf-abc8804af701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.827421 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1b28c94-638d-4475-89bf-abc8804af701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.859111 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-5e20a9f0-0d24-4e46-b7be-04c756e22470 service neutron] 10.222.0.26 "GET /v2.0/networks/c5628c63-d8f3-48f2-84cc-e34ffa30c398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496607 Jul 16 01:52:07.861493 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-88304657-7afd-4331-b325-eba38633b43d tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Deleting port aad9c6fd-8217-46b6-b59d-174726581ba3 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:07.861926 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-88304657-7afd-4331-b325-eba38633b43d tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.937770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b28c94-638d-4475-89bf-abc8804af701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4736eba8-bd3c-4cc3-bbbe-e646db41f558,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:08.010823 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5da0527-9f45-4555-98e5-4eb824af23f7 req-8e42a6bf-2e9b-4306-a670-63208dee1d36 service neutron] 10.222.0.26 "GET /v2.0/networks/c5628c63-d8f3-48f2-84cc-e34ffa30c398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425083 Jul 16 01:52:08.014914 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4c6d96c-2a82-4d94-8006-ff7d5f3d0fc9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.119737 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e1b28c94-638d-4475-89bf-abc8804af701 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7dace99b78374d9aa1a0dc5d52090013&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0700989 Jul 16 01:52:08.120418 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50762) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:08.166252 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-88304657-7afd-4331-b325-eba38633b43d tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.189605 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-88304657-7afd-4331-b325-eba38633b43d tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Calling delete_port for aad9c6fd-8217-46b6-b59d-174726581ba3 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:08.238196 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2d69daec-e543-44f6-9489-fb7f3cd411e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.262026 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2d69daec-e543-44f6-9489-fb7f3cd411e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.342619 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2d69daec-e543-44f6-9489-fb7f3cd411e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.349573 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2d69daec-e543-44f6-9489-fb7f3cd411e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.353248 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2d69daec-e543-44f6-9489-fb7f3cd411e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4736eba8-bd3c-4cc3-bbbe-e646db41f558 HTTP/1.1" status: 204 len: 168 time: 0.2239978 Jul 16 01:52:08.372429 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69daec-e543-44f6-9489-fb7f3cd411e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4736eba8-bd3c-4cc3-bbbe-e646db41f558,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:08.378455 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-88304657-7afd-4331-b325-eba38633b43d tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.392865 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d10eb2-86b8-49f5-8021-c03472336f30 req-2c4b03a3-876e-41f4-866d-197230f2cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:08.394435 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-55d10eb2-86b8-49f5-8021-c03472336f30 req-2c4b03a3-876e-41f4-866d-197230f2cff4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d65545dce6d4b268e4cfbd5c15439a3&device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 1095 time: 0.2841280 Jul 16 01:52:08.441538 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88304657-7afd-4331-b325-eba38633b43d tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Pushing event deleted for resources: {'Port': ['ID=aad9c6fd-8217-46b6-b59d-174726581ba3,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:08.618548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-25037e16-863b-40dd-beef-4c1342b8652c req-5aabef43-06c0-485f-a12d-9adbaadb3212 service neutron] (93832) timed out ('10.222.0.47', 63490) {{(pid=93832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:52:08.682487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d10eb2-86b8-49f5-8021-c03472336f30 req-737de96b-ad47-4c52-b174-0381f60bdd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:08.693850 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-55d10eb2-86b8-49f5-8021-c03472336f30 req-737de96b-ad47-4c52-b174-0381f60bdd9a service neutron] 10.222.0.26 "GET /v2.0/networks?id=c5628c63-d8f3-48f2-84cc-e34ffa30c398 HTTP/1.1" status: 200 len: 916 time: 0.2833335 Jul 16 01:52:08.744003 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4c6d96c-2a82-4d94-8006-ff7d5f3d0fc9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.827953 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-683b56a9-07e9-42cf-abdb-b786634c7710 req-ab5e02d8-e7c7-4616-a3ac-78075a4c1009 service neutron] (93832) timed out ('10.222.0.47', 63489) {{(pid=93832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:52:08.850460 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-55d10eb2-86b8-49f5-8021-c03472336f30 req-a076656e-9ccc-4ab5-97e2-75b721543526 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd600edf-e6de-4792-b057-d1ad1939f119 HTTP/1.1" status: 200 len: 217 time: 0.1472750 Jul 16 01:52:08.903504 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04571059-ea2f-4536-873c-a57eb6e54283 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:08.929576 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-88304657-7afd-4331-b325-eba38633b43d tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.933768 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-88304657-7afd-4331-b325-eba38633b43d tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/ports/aad9c6fd-8217-46b6-b59d-174726581ba3 HTTP/1.1" status: 204 len: 168 time: 1.7943473 Jul 16 01:52:08.939157 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50778) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:09.143670 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-db5dacb6-7686-40ee-b774-f3c9d4ae479e None None] Could not find standard attr ID for object 8d7e7375-6f93-4575-b856-f65d8844f96b. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:52:09.150387 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d10eb2-86b8-49f5-8021-c03472336f30 req-abd02eb8-251d-46d8-ab66-4f58457054ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.151953 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-55d10eb2-86b8-49f5-8021-c03472336f30 req-abd02eb8-251d-46d8-ab66-4f58457054ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f72a5644-5fd4-45ba-9cbc-40e8ed153749 HTTP/1.1" status: 200 len: 855 time: 0.2938104 Jul 16 01:52:09.170044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd19497-fab9-466b-b0a4-74904045d921 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Deleting subnet 216fc630-9424-4469-8ca9-6a410bd1324e {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:09.193546 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcd19497-fab9-466b-b0a4-74904045d921 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.202987 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50782) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:09.206362 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-db5dacb6-7686-40ee-b774-f3c9d4ae479e None None] Provisioning for port f64cb70e-4504-47fe-9e21-8156123f99a9 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:09.233296 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-db5dacb6-7686-40ee-b774-f3c9d4ae479e None None] Provisioning complete for port f64cb70e-4504-47fe-9e21-8156123f99a9 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:09.233746 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-db5dacb6-7686-40ee-b774-f3c9d4ae479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.259120 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-55d10eb2-86b8-49f5-8021-c03472336f30 req-1e786727-54fe-46e6-a645-f3708de5c44d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c5628c63-d8f3-48f2-84cc-e34ffa30c398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674407 Jul 16 01:52:09.309581 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d8f7c-f5dc-499d-8ba1-8aad4ccb5146 req-a7004d23-d4f9-42ec-a6bc-33c15de8f34e tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.311890 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d74d8f7c-f5dc-499d-8ba1-8aad4ccb5146 req-a7004d23-d4f9-42ec-a6bc-33c15de8f34e tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 944 time: 0.5076330 Jul 16 01:52:09.380681 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1a757f15-2f58-4a48-a232-9e0fa036d703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.413976 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4c6d96c-2a82-4d94-8006-ff7d5f3d0fc9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.437759 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f64cb70e-4504-47fe-9e21-8156123f99a9 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:09.459278 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d74d8f7c-f5dc-499d-8ba1-8aad4ccb5146 req-c164e167-577d-45f9-a779-b53cb2f01263 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361055 Jul 16 01:52:09.506663 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6d96c-2a82-4d94-8006-ff7d5f3d0fc9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=68a975b2-ceb8-4b82-9d59-0a07c6a8a532,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:09.517134 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-55d10eb2-86b8-49f5-8021-c03472336f30 req-cf265852-509f-44d6-9d8e-365108672c63 service neutron] 10.222.0.26 "GET /v2.0/networks/c5628c63-d8f3-48f2-84cc-e34ffa30c398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508905 Jul 16 01:52:09.538100 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcd19497-fab9-466b-b0a4-74904045d921 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.617354 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4c6d96c-2a82-4d94-8006-ff7d5f3d0fc9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.625049 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d4c6d96c-2a82-4d94-8006-ff7d5f3d0fc9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/68a975b2-ceb8-4b82-9d59-0a07c6a8a532 HTTP/1.1" status: 204 len: 168 time: 3.1712999 Jul 16 01:52:09.633562 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50784) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:09.705056 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-55d10eb2-86b8-49f5-8021-c03472336f30 req-d6f0c922-fe34-4785-9301-70f1323199f6 service neutron] 10.222.0.26 "GET /v2.0/networks/c5628c63-d8f3-48f2-84cc-e34ffa30c398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825659 Jul 16 01:52:09.746165 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e729863-96b7-49fa-902a-fad1fb1173a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet 7b485406-f5fa-4235-8ef8-34a413574d0e {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:09.750694 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1e729863-96b7-49fa-902a-fad1fb1173a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.800412 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1e729863-96b7-49fa-902a-fad1fb1173a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.839330 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port f64cb70e-4504-47fe-9e21-8156123f99a9 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:09.839897 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.991990 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1e729863-96b7-49fa-902a-fad1fb1173a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.069380 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcd19497-fab9-466b-b0a4-74904045d921 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.121311 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1e729863-96b7-49fa-902a-fad1fb1173a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.172687 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e729863-96b7-49fa-902a-fad1fb1173a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=7b485406-f5fa-4235-8ef8-34a413574d0e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:10.196953 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1e729863-96b7-49fa-902a-fad1fb1173a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.198977 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1e729863-96b7-49fa-902a-fad1fb1173a0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/7b485406-f5fa-4235-8ef8-34a413574d0e HTTP/1.1" status: 204 len: 168 time: 0.5630341 Jul 16 01:52:10.201493 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50790) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:10.231104 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1a757f15-2f58-4a48-a232-9e0fa036d703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.239861 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1a757f15-2f58-4a48-a232-9e0fa036d703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.256957 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0375e63b-a0c6-49ca-91d2-5e18cbd65475 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539041 Jul 16 01:52:10.259733 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50794) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:10.273208 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-6e922e93-41af-4bf3-9dbe-917cb66f2277 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:10.294221 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcd19497-fab9-466b-b0a4-74904045d921 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.308305 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1a757f15-2f58-4a48-a232-9e0fa036d703 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da1f1608f6254fe6a0b68e913b876ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1020682 Jul 16 01:52:10.329275 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad5844b-3d49-4240-bb58-66829c858e9a None None] Network bcbd6170-62da-4ac5-8c7d-4f297eab2cbd requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:10.336796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50796) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:10.376730 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcd19497-fab9-466b-b0a4-74904045d921 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.380269 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fcd19497-fab9-466b-b0a4-74904045d921 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/subnets/216fc630-9424-4469-8ca9-6a410bd1324e HTTP/1.1" status: 204 len: 168 time: 1.4278560 Jul 16 01:52:10.409179 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50798) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:10.463871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd19497-fab9-466b-b0a4-74904045d921 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Pushing event deleted for resources: {'Subnet': ['ID=216fc630-9424-4469-8ca9-6a410bd1324e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:10.516966 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a757f15-2f58-4a48-a232-9e0fa036d703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5df17b0-1216-47d3-9154-e8a001b4630a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:10.528934 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.531029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e922e93-41af-4bf3-9dbe-917cb66f2277 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:10.537022 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e922e93-41af-4bf3-9dbe-917cb66f2277 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.541101 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-971ce477-37b9-4ef1-9d97-54786675f63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.599133 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-971ce477-37b9-4ef1-9d97-54786675f63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.642544 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device bd600edf-e6de-4792-b057-d1ad1939f119 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:10.698691 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-971ce477-37b9-4ef1-9d97-54786675f63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.705123 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-971ce477-37b9-4ef1-9d97-54786675f63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.717088 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-971ce477-37b9-4ef1-9d97-54786675f63c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b5df17b0-1216-47d3-9154-e8a001b4630a HTTP/1.1" status: 204 len: 168 time: 0.3787444 Jul 16 01:52:10.729131 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ce477-37b9-4ef1-9d97-54786675f63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5df17b0-1216-47d3-9154-e8a001b4630a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:10.756578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ee131b-1f64-43e2-91fd-5064f8265cc6 None None] DHCP port deletion for bcbd6170-62da-4ac5-8c7d-4f297eab2cbd request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:52:10.834101 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef0dc6b-814f-4cf4-a8ca-3c2de3c3fb30 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:10.841390 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e922e93-41af-4bf3-9dbe-917cb66f2277 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.911200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e922e93-41af-4bf3-9dbe-917cb66f2277 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:10.916435 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-6e922e93-41af-4bf3-9dbe-917cb66f2277 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:10.927147 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e922e93-41af-4bf3-9dbe-917cb66f2277 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:10.927826 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e922e93-41af-4bf3-9dbe-917cb66f2277 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.996762 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e922e93-41af-4bf3-9dbe-917cb66f2277 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=39827fb7-df8d-4381-a755-b43048e439b9,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:10.997394 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port bd600edf-e6de-4792-b057-d1ad1939f119, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=bd600edf-e6de-4792-b057-d1ad1939f119,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:11.011576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50806) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:11.011876 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6e922e93-41af-4bf3-9dbe-917cb66f2277 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7492421 Jul 16 01:52:11.020827 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f860b713-5607-4d10-b32f-24a5152371db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:11.038554 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5ae29763-ede6-4036-ac40-f2d82131e4b0 None None] Provisioning complete for port f64cb70e-4504-47fe-9e21-8156123f99a9 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:11.039027 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ae29763-ede6-4036-ac40-f2d82131e4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.074387 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21a13e-7593-4715-ba09-08f85bb34df0 req-3ee26c0c-6e2b-4561-8cd3-26336585ad12 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:11.076678 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d21a13e-7593-4715-ba09-08f85bb34df0 req-3ee26c0c-6e2b-4561-8cd3-26336585ad12 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 944 time: 0.3344572 Jul 16 01:52:11.078327 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Deleting port b037f588-fc6b-4d75-9acf-74e2af500820 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:11.078791 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.092243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b037f588-fc6b-4d75-9acf-74e2af500820 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:11.133581 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'bd600edf-e6de-4792-b057-d1ad1939f119', 'network_id': 'c5628c63-d8f3-48f2-84cc-e34ffa30c398', 'port_id': 'bd600edf-e6de-4792-b057-d1ad1939f119', 'mac_address': 'fa:16:3e:c6:ee:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72a5644-5fd4-45ba-9cbc-40e8ed153749', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:11.148967 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-52ee131b-1f64-43e2-91fd-5064f8265cc6 None None] Deleting port b037f588-fc6b-4d75-9acf-74e2af500820 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:11.149338 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-52ee131b-1f64-43e2-91fd-5064f8265cc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.184912 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d21a13e-7593-4715-ba09-08f85bb34df0 req-888cdae7-39fd-485a-a580-3f23cb2cf16f tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861602 Jul 16 01:52:11.218946 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50812) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:11.263438 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a657868-1f2e-4b5a-9f7c-979627103138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.318487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] For port b037f588-fc6b-4d75-9acf-74e2af500820, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b037f588-fc6b-4d75-9acf-74e2af500820,segment=NetworkSegment(63fffee1-adde-4f89-ae94-5534912a8410),segment_id=63fffee1-adde-4f89-ae94-5534912a8410)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:11.318865 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.338869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Calling delete_port for b037f588-fc6b-4d75-9acf-74e2af500820 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:11.349052 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f860b713-5607-4d10-b32f-24a5152371db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:11.353525 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f860b713-5607-4d10-b32f-24a5152371db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.402162 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-52ee131b-1f64-43e2-91fd-5064f8265cc6 None None] For port b037f588-fc6b-4d75-9acf-74e2af500820, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b037f588-fc6b-4d75-9acf-74e2af500820,segment=NetworkSegment(63fffee1-adde-4f89-ae94-5534912a8410),segment_id=63fffee1-adde-4f89-ae94-5534912a8410)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:11.402639 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-52ee131b-1f64-43e2-91fd-5064f8265cc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.460524 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-52ee131b-1f64-43e2-91fd-5064f8265cc6 None None] Calling delete_port for b037f588-fc6b-4d75-9acf-74e2af500820 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:11.482056 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.511333 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd600edf-e6de-4792-b057-d1ad1939f119 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:11.527021 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.541266 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port bd600edf-e6de-4792-b057-d1ad1939f119, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=bd600edf-e6de-4792-b057-d1ad1939f119,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:11.607435 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] No DVR routers for this DVR port b037f588-fc6b-4d75-9acf-74e2af500820 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:11.611855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Pushing event deleted for resources: {'Port': ['ID=b037f588-fc6b-4d75-9acf-74e2af500820,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:11.625959 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.636011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Port b037f588-fc6b-4d75-9acf-74e2af500820 update to DOWN by agent not found {{(pid=93833) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 01:52:11.720401 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=bd600edf-e6de-4792-b057-d1ad1939f119,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:11.735047 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-52ee131b-1f64-43e2-91fd-5064f8265cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.770606 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a657868-1f2e-4b5a-9f7c-979627103138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.781847 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee131b-1f64-43e2-91fd-5064f8265cc6 None None] Pushing event deleted for resources: {'Port': ['ID=b037f588-fc6b-4d75-9acf-74e2af500820,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:11.794263 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ee131b-1f64-43e2-91fd-5064f8265cc6 None None] No DVR routers for this DVR port b037f588-fc6b-4d75-9acf-74e2af500820 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:11.853623 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d16820-4f46-4270-9a3d-8c4138cbfd82 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:11.854194 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.863692 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8a657868-1f2e-4b5a-9f7c-979627103138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.884603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbd6170-62da-4ac5-8c7d-4f297eab2cbd']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:11.912973 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63fffee1-adde-4f89-ae94-5534912a8410') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:11.913445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63fffee1-adde-4f89-ae94-5534912a8410') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:11.917207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['bd600edf-e6de-4792-b057-d1ad1939f119'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:11.931937 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a657868-1f2e-4b5a-9f7c-979627103138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeb5414-ccfd-4d3b-86ff-157f34307e8b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:11.939744 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.947123 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8a657868-1f2e-4b5a-9f7c-979627103138 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=47971535c4b845ada48591eb2d9c4735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7243268 Jul 16 01:52:11.951181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50826) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:11.971678 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.986880 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:52:11.998819 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:52:12.005529 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:52:12.109725 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1dc784c8-f855-4de6-9bf2-1dfd6b5d599f None None] Provisioning complete for port f64cb70e-4504-47fe-9e21-8156123f99a9 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:12.110441 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1dc784c8-f855-4de6-9bf2-1dfd6b5d599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.183751 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f2d8fc61-4c97-4293-8900-b2e2c62703ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.196270 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.202849 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.205144 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] 10.222.0.54 "DELETE /v2.0/networks/bcbd6170-62da-4ac5-8c7d-4f297eab2cbd HTTP/1.1" status: 204 len: 168 time: 1.7931519 Jul 16 01:52:12.236786 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2a25c-5699-478d-af2c-b33d361c71d9 tempest-TagsExtTest-1030426818 tempest-TagsExtTest-1030426818-project] Pushing event deleted for resources: {'Network': ['ID=bcbd6170-62da-4ac5-8c7d-4f297eab2cbd,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:12.251162 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f2d8fc61-4c97-4293-8900-b2e2c62703ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.333614 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f2d8fc61-4c97-4293-8900-b2e2c62703ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.345582 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f2d8fc61-4c97-4293-8900-b2e2c62703ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.352148 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f2d8fc61-4c97-4293-8900-b2e2c62703ef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cdeb5414-ccfd-4d3b-86ff-157f34307e8b HTTP/1.1" status: 204 len: 168 time: 0.3997200 Jul 16 01:52:12.409348 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8fc61-4c97-4293-8900-b2e2c62703ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeb5414-ccfd-4d3b-86ff-157f34307e8b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:12.674627 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87472a87-c356-47cb-a1f3-66057806d2cf req-ddc18d8f-b036-4fd6-8987-e27b18a8082c tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.695461 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-87472a87-c356-47cb-a1f3-66057806d2cf req-ddc18d8f-b036-4fd6-8987-e27b18a8082c tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 945 time: 0.2569799 Jul 16 01:52:12.798513 n-d-800086-6 neutron-server[93832]: DEBUG neutron.objects.ports [None req-f860b713-5607-4d10-b32f-24a5152371db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:52:12.802551 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-87472a87-c356-47cb-a1f3-66057806d2cf req-278bba27-5393-4c12-950e-1d445cd264c2 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994978 Jul 16 01:52:12.922856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a50fae-204d-4178-9e5a-10bcb0cdf4e7 None None] Provisioning complete for port f64cb70e-4504-47fe-9e21-8156123f99a9 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:12.925512 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a50fae-204d-4178-9e5a-10bcb0cdf4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.942688 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50852) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:13.274175 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-804979a9-6847-42d5-9888-cac75bbf0342 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f5705e3fb1e54355803f961f4cf180ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302810 Jul 16 01:52:13.278892 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50866) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:13.311760 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-74f5a48f-959f-4fe6-9264-22085ea72d73 None None] Could not find standard attr ID for object 8d7e7375-6f93-4575-b856-f65d8844f96b. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:52:13.385938 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-80cbb1e7-7dde-41dd-ac63-df8b17e436f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.414156 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-80cbb1e7-7dde-41dd-ac63-df8b17e436f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.434867 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f860b713-5607-4d10-b32f-24a5152371db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.533497 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-80cbb1e7-7dde-41dd-ac63-df8b17e436f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.537098 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-80cbb1e7-7dde-41dd-ac63-df8b17e436f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.541515 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-80cbb1e7-7dde-41dd-ac63-df8b17e436f2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/10ba7982-0af0-421f-829c-688807549e92 HTTP/1.1" status: 204 len: 168 time: 0.2615609 Jul 16 01:52:13.552938 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbb1e7-7dde-41dd-ac63-df8b17e436f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ba7982-0af0-421f-829c-688807549e92,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:13.688864 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-f860b713-5607-4d10-b32f-24a5152371db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] For port f64cb70e-4504-47fe-9e21-8156123f99a9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f64cb70e-4504-47fe-9e21-8156123f99a9,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:13.725317 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f860b713-5607-4d10-b32f-24a5152371db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.739643 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f860b713-5607-4d10-b32f-24a5152371db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.739643 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f860b713-5607-4d10-b32f-24a5152371db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.819396 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f860b713-5607-4d10-b32f-24a5152371db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:13.829640 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-f860b713-5607-4d10-b32f-24a5152371db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:13.841388 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f860b713-5607-4d10-b32f-24a5152371db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:13.842019 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f860b713-5607-4d10-b32f-24a5152371db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.842840 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00df633-f702-4fd9-99b5-b80cb86e6eb9 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:13.860077 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f860b713-5607-4d10-b32f-24a5152371db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8457460 Jul 16 01:52:13.861167 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860b713-5607-4d10-b32f-24a5152371db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=f64cb70e-4504-47fe-9e21-8156123f99a9,revision_number=8']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:13.864038 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50884) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:13.866099 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860b713-5607-4d10-b32f-24a5152371db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=ad8ed225-71b0-49a4-a8d9-dfdfc1baee3d,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:13.871665 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5058b047-8fc7-4646-9818-f96dc9442d4e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'mac_address': 'fa:16:3e:00:a6:b0', 'name': 'tempest-NetworksTestDHCPv6-1736057113'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:14.098748 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5058b047-8fc7-4646-9818-f96dc9442d4e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:14.202543 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217132f-8df8-4018-9215-a679405b1fc3 req-b31f4f28-7ae1-489e-b2e7-4ca0b8d33ca8 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:14.215119 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e217132f-8df8-4018-9215-a679405b1fc3 req-b31f4f28-7ae1-489e-b2e7-4ca0b8d33ca8 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 945 time: 0.1671746 Jul 16 01:52:14.278184 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e217132f-8df8-4018-9215-a679405b1fc3 req-21a1c856-fa14-4b78-aa3f-80a4cd8056af tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570142 Jul 16 01:52:14.351549 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5058b047-8fc7-4646-9818-f96dc9442d4e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.442031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-5058b047-8fc7-4646-9818-f96dc9442d4e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port ee339c33-b8a8-4e26-a2d6-8ce17836b94a yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:52:14.448971 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08aa939-7547-40bd-be39-901feb7b7101 None None] Update dhcp port {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'fixed_ips': [{'subnet_id': 'ad8ed225-71b0-49a4-a8d9-dfdfc1baee3d', 'ip_address': '2001:db8::f816:3eff:fee7:b215'}, {'subnet_id': '39827fb7-df8d-4381-a755-b43048e439b9'}], 'binding:host_id': 'n-d-800086-6'}, 'id': 'f64cb70e-4504-47fe-9e21-8156123f99a9'} from n-d-800086-6. {{(pid=93833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:52:14.526277 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d08aa939-7547-40bd-be39-901feb7b7101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.687317 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device bd600edf-e6de-4792-b057-d1ad1939f119 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:14.704867 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-5058b047-8fc7-4646-9818-f96dc9442d4e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 172.20.0.2 (5194c550-3669-42e5-a558-3e55db19984a/39827fb7-df8d-4381-a755-b43048e439b9/ee339c33-b8a8-4e26-a2d6-8ce17836b94a) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:14.717427 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-5058b047-8fc7-4646-9818-f96dc9442d4e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::f816:3eff:fe00:a6b0 (5194c550-3669-42e5-a558-3e55db19984a/ad8ed225-71b0-49a4-a8d9-dfdfc1baee3d/ee339c33-b8a8-4e26-a2d6-8ce17836b94a) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:14.928510 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port bd600edf-e6de-4792-b057-d1ad1939f119 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:14.934909 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port bd600edf-e6de-4792-b057-d1ad1939f119 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:14.935534 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:15.078549 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f64cb70e-4504-47fe-9e21-8156123f99a9 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:15.080978 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:15.090422 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5058b047-8fc7-4646-9818-f96dc9442d4e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:15.111616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-5058b047-8fc7-4646-9818-f96dc9442d4e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object ee339c33-b8a8-4e26-a2d6-8ce17836b94a will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:15.125064 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port bd600edf-e6de-4792-b057-d1ad1939f119, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=bd600edf-e6de-4792-b057-d1ad1939f119,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:15.164761 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5058b047-8fc7-4646-9818-f96dc9442d4e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:15.165180 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8e9504-5c89-4d59-85ee-f483388c7bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd600edf-e6de-4792-b057-d1ad1939f119'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:15.167656 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc63740-27c0-46b6-93b0-23a3d359e56f" -d '{"events": [{"server_uuid": "6f8e9504-5c89-4d59-85ee-f483388c7bcb", "name": "network-vif-plugged", "status": "completed", "tag": "bd600edf-e6de-4792-b057-d1ad1939f119"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:15.183055 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:15.254443 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e729f2-59b4-4687-80d8-c47b0aa5ee62 x-openstack-request-id: req-53e729f2-59b4-4687-80d8-c47b0aa5ee62 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:15.254443 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8e9504-5c89-4d59-85ee-f483388c7bcb", "name": "network-vif-plugged", "status": "completed", "tag": "bd600edf-e6de-4792-b057-d1ad1939f119", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:15.254789 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-53e729f2-59b4-4687-80d8-c47b0aa5ee62 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:15.254939 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8e9504-5c89-4d59-85ee-f483388c7bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd600edf-e6de-4792-b057-d1ad1939f119', 'code': 200} Jul 16 01:52:15.257519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5058b047-8fc7-4646-9818-f96dc9442d4e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:15.262036 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-5058b047-8fc7-4646-9818-f96dc9442d4e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:15.272838 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058b047-8fc7-4646-9818-f96dc9442d4e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:15.331299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058b047-8fc7-4646-9818-f96dc9442d4e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=ee339c33-b8a8-4e26-a2d6-8ce17836b94a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:15.359621 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5058b047-8fc7-4646-9818-f96dc9442d4e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:15.360420 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5058b047-8fc7-4646-9818-f96dc9442d4e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:15.381006 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5058b047-8fc7-4646-9818-f96dc9442d4e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5156255 Jul 16 01:52:15.381863 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50942) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:15.487094 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f67beb6-0f21-4d99-bd43-772da007d66d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:15.494383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f67beb6-0f21-4d99-bd43-772da007d66d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:15.499357 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6f67beb6-0f21-4d99-bd43-772da007d66d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1160743 Jul 16 01:52:15.500018 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50946) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:15.616462 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port f64cb70e-4504-47fe-9e21-8156123f99a9 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:15.617206 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:15.618491 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.api [None req-d08aa939-7547-40bd-be39-901feb7b7101 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0d8ac5d7-ff68-4cc2-8d28-0ff09d169a33 {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:52:15.618855 n-d-800086-6 neutron-server[93833]: DEBUG oslo_db.api [None req-d08aa939-7547-40bd-be39-901feb7b7101 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:52:15.622709 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=bd600edf-e6de-4792-b057-d1ad1939f119,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:15.679045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62c274-d7df-4a2c-942e-1226f8fba4e0 req-436b3cac-322b-45d1-a6d0-610830d5c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:15.680741 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d62c274-d7df-4a2c-942e-1226f8fba4e0 req-436b3cac-322b-45d1-a6d0-610830d5c447 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 1097 time: 0.3349252 Jul 16 01:52:15.711569 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-df0058a8-aae6-4765-b918-36b4e9220bc5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port ee339c33-b8a8-4e26-a2d6-8ce17836b94a {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:15.711940 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df0058a8-aae6-4765-b918-36b4e9220bc5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:15.811657 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d62c274-d7df-4a2c-942e-1226f8fba4e0 req-97fb6feb-d656-4315-9e25-409cba4fc93c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160862 Jul 16 01:52:15.837908 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066c9d1-82b9-4b37-a471-5fdc548d8716 req-872a57e4-65d4-460c-a55e-e5098384bb79 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:15.839443 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0066c9d1-82b9-4b37-a471-5fdc548d8716 req-872a57e4-65d4-460c-a55e-e5098384bb79 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 946 time: 0.2949393 Jul 16 01:52:15.927446 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0066c9d1-82b9-4b37-a471-5fdc548d8716 req-6698c95c-1ddf-4777-b151-2bcf0b18c2d4 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814114 Jul 16 01:52:15.969933 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df0058a8-aae6-4765-b918-36b4e9220bc5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.007261 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-df0058a8-aae6-4765-b918-36b4e9220bc5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for ee339c33-b8a8-4e26-a2d6-8ce17836b94a owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:16.262944 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d08aa939-7547-40bd-be39-901feb7b7101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.332690 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df0058a8-aae6-4765-b918-36b4e9220bc5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.373822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0058a8-aae6-4765-b918-36b4e9220bc5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=ee339c33-b8a8-4e26-a2d6-8ce17836b94a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:16.546125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50978) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:16.578522 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df0058a8-aae6-4765-b918-36b4e9220bc5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.582857 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-df0058a8-aae6-4765-b918-36b4e9220bc5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/ee339c33-b8a8-4e26-a2d6-8ce17836b94a HTTP/1.1" status: 204 len: 168 time: 1.0800428 Jul 16 01:52:16.585410 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50984) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:16.596882 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-d08aa939-7547-40bd-be39-901feb7b7101 None None] Allocated IP 172.20.0.3 (5194c550-3669-42e5-a558-3e55db19984a/39827fb7-df8d-4381-a755-b43048e439b9/f64cb70e-4504-47fe-9e21-8156123f99a9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:16.717005 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4ae4ea-ba35-4c7d-a624-883a7ee520d6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:16.720006 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4ae4ea-ba35-4c7d-a624-883a7ee520d6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:16.721660 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4ae4ea-ba35-4c7d-a624-883a7ee520d6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:16.726067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50986) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:16.727959 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9d4ae4ea-ba35-4c7d-a624-883a7ee520d6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1369457 Jul 16 01:52:16.764019 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68b5fbcd-402a-4962-91b3-5e14c4b886cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.834361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d08aa939-7547-40bd-be39-901feb7b7101 None None] For port f64cb70e-4504-47fe-9e21-8156123f99a9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f64cb70e-4504-47fe-9e21-8156123f99a9,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:16.896818 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c7bba5-7e3c-4c5a-a160-ca84847f6683 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet 39827fb7-df8d-4381-a755-b43048e439b9 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:16.932792 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d08aa939-7547-40bd-be39-901feb7b7101 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.942340 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68b5fbcd-402a-4962-91b3-5e14c4b886cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.949604 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68b5fbcd-402a-4962-91b3-5e14c4b886cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.960586 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d08aa939-7547-40bd-be39-901feb7b7101 None None] Transition to ACTIVE for port object f64cb70e-4504-47fe-9e21-8156123f99a9 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:16.969139 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64c7bba5-7e3c-4c5a-a160-ca84847f6683 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.969806 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d08aa939-7547-40bd-be39-901feb7b7101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.086282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08aa939-7547-40bd-be39-901feb7b7101 None None] Pushing event updated for resources: {'Port': ['ID=f64cb70e-4504-47fe-9e21-8156123f99a9,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:17.089895 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64c7bba5-7e3c-4c5a-a160-ca84847f6683 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.094060 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-68b5fbcd-402a-4962-91b3-5e14c4b886cf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b563d25ae8594237a4bea35902a48dd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5467477 Jul 16 01:52:17.097149 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50998) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:17.112914 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5fbcd-402a-4962-91b3-5e14c4b886cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d3d356-5fe0-418b-91df-b54673fa24f2,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:17.269028 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068a452-db4d-4d90-9e76-98d81ac10b7e req-511f0eca-3316-4ae4-8ef3-5fa151803792 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:17.284416 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7068a452-db4d-4d90-9e76-98d81ac10b7e req-511f0eca-3316-4ae4-8ef3-5fa151803792 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 946 time: 0.0851176 Jul 16 01:52:17.349094 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7068a452-db4d-4d90-9e76-98d81ac10b7e req-9052c63a-4fa1-4b07-b929-4d722908f6f5 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629292 Jul 16 01:52:17.411355 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c908a81b-1ee7-4f5a-b642-62edff122491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.474135 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64c7bba5-7e3c-4c5a-a160-ca84847f6683 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.531069 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c908a81b-1ee7-4f5a-b642-62edff122491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.724344 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64c7bba5-7e3c-4c5a-a160-ca84847f6683 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.794123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7bba5-7e3c-4c5a-a160-ca84847f6683 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=39827fb7-df8d-4381-a755-b43048e439b9,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:17.798013 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c908a81b-1ee7-4f5a-b642-62edff122491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.800744 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c908a81b-1ee7-4f5a-b642-62edff122491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.804575 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c908a81b-1ee7-4f5a-b642-62edff122491 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/55d3d356-5fe0-418b-91df-b54673fa24f2 HTTP/1.1" status: 204 len: 168 time: 0.7040076 Jul 16 01:52:17.852221 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64c7bba5-7e3c-4c5a-a160-ca84847f6683 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.856718 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-64c7bba5-7e3c-4c5a-a160-ca84847f6683 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/39827fb7-df8d-4381-a755-b43048e439b9 HTTP/1.1" status: 204 len: 168 time: 1.1286833 Jul 16 01:52:17.860296 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51012) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:17.904006 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908a81b-1ee7-4f5a-b642-62edff122491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d3d356-5fe0-418b-91df-b54673fa24f2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:17.959007 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25720145-e40b-4a10-a98e-6ad72b4e07a5 req-2d64810e-79f7-4db3-8356-78c021f2eac1 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:17.967385 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25720145-e40b-4a10-a98e-6ad72b4e07a5 req-2d64810e-79f7-4db3-8356-78c021f2eac1 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 946 time: 0.3612151 Jul 16 01:52:18.020824 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fbba9b-ca89-426a-9e68-9e0c5b67e3be tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet ad8ed225-71b0-49a4-a8d9-dfdfc1baee3d {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:18.024812 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28fbba9b-ca89-426a-9e68-9e0c5b67e3be tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:18.064343 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25720145-e40b-4a10-a98e-6ad72b4e07a5 req-2b2329cb-7311-4949-b4e2-d0c6c71e9112 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955799 Jul 16 01:52:18.080859 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28fbba9b-ca89-426a-9e68-9e0c5b67e3be tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:18.193404 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28fbba9b-ca89-426a-9e68-9e0c5b67e3be tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:18.307801 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28fbba9b-ca89-426a-9e68-9e0c5b67e3be tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:18.368043 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbba9b-ca89-426a-9e68-9e0c5b67e3be tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=ad8ed225-71b0-49a4-a8d9-dfdfc1baee3d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:18.385761 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28fbba9b-ca89-426a-9e68-9e0c5b67e3be tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:18.390835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51022) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:18.401910 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-28fbba9b-ca89-426a-9e68-9e0c5b67e3be tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/ad8ed225-71b0-49a4-a8d9-dfdfc1baee3d HTTP/1.1" status: 204 len: 168 time: 0.5397711 Jul 16 01:52:18.409956 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51024) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:18.433619 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87588c00-eee3-4c48-84bc-9065babf042f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:18.479321 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3a602948-1e14-4ee9-a909-6b56cf98f296 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872908 Jul 16 01:52:18.484680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51026) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:18.494894 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-cb07f899-bd64-43a7-a326-60393d30a23e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:18.570841 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e43b17-34d9-4b47-ae76-6a7ca12ba0a0 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:18.644459 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fa024-fd12-4c35-8c63-760b340b61b1 req-ec0a4664-d7e9-4fa8-b2b2-9d659b03d742 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:18.654455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4c8fa024-fd12-4c35-8c63-760b340b61b1 req-ec0a4664-d7e9-4fa8-b2b2-9d659b03d742 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 946 time: 0.1445222 Jul 16 01:52:18.704018 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87588c00-eee3-4c48-84bc-9065babf042f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:18.721190 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87588c00-eee3-4c48-84bc-9065babf042f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:18.764331 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4c8fa024-fd12-4c35-8c63-760b340b61b1 req-2466fda2-ef87-4de9-91c6-9d7a08cdb77c tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079600 Jul 16 01:52:18.767349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb07f899-bd64-43a7-a326-60393d30a23e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:18.772337 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cb07f899-bd64-43a7-a326-60393d30a23e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:18.782780 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2fcf508b-faf5-454a-a963-581355c1b602 None None] Provisioning for port f64cb70e-4504-47fe-9e21-8156123f99a9 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:18.810667 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2fcf508b-faf5-454a-a963-581355c1b602 None None] Provisioning complete for port f64cb70e-4504-47fe-9e21-8156123f99a9 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:18.811911 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2fcf508b-faf5-454a-a963-581355c1b602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:18.846029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87588c00-eee3-4c48-84bc-9065babf042f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400dde59-c0b7-469e-820e-80046476f1d8,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:18.855008 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-87588c00-eee3-4c48-84bc-9065babf042f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4cfbb62d14dd43d6816e1834d8ce1cab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4435680 Jul 16 01:52:18.858380 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51042) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:18.924287 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f752188-893d-4e66-bca2-35eeee0c39f4 None None] DHCP port deletion for 5194c550-3669-42e5-a558-3e55db19984a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:52:18.994601 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b6699bd8-1f75-4b09-b563-4a7627556813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.049360 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b6699bd8-1f75-4b09-b563-4a7627556813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.126361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f64cb70e-4504-47fe-9e21-8156123f99a9 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:19.157342 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b6699bd8-1f75-4b09-b563-4a7627556813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.162469 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b6699bd8-1f75-4b09-b563-4a7627556813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.165931 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b6699bd8-1f75-4b09-b563-4a7627556813 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/400dde59-c0b7-469e-820e-80046476f1d8 HTTP/1.1" status: 204 len: 168 time: 0.3068495 Jul 16 01:52:19.193296 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6699bd8-1f75-4b09-b563-4a7627556813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400dde59-c0b7-469e-820e-80046476f1d8,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:19.313253 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87e137-601e-47b6-9e4d-48efb5dc844b req-0e50303c-a252-4787-bd29-87c33fc4f9f9 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:19.315271 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9b87e137-601e-47b6-9e4d-48efb5dc844b req-0e50303c-a252-4787-bd29-87c33fc4f9f9 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 946 time: 0.2056315 Jul 16 01:52:19.317608 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cb07f899-bd64-43a7-a326-60393d30a23e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.365147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-2f752188-893d-4e66-bca2-35eeee0c39f4 None None] Deleting port f64cb70e-4504-47fe-9e21-8156123f99a9 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:19.365530 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2f752188-893d-4e66-bca2-35eeee0c39f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.404119 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb07f899-bd64-43a7-a326-60393d30a23e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:19.414486 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-cb07f899-bd64-43a7-a326-60393d30a23e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:19.418393 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb07f899-bd64-43a7-a326-60393d30a23e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:19.419037 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cb07f899-bd64-43a7-a326-60393d30a23e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.420840 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.478313 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9b87e137-601e-47b6-9e4d-48efb5dc844b req-61547d34-6416-4ba7-85a4-83b913b16067 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365750 Jul 16 01:52:19.479581 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07f899-bd64-43a7-a326-60393d30a23e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=f4838c7a-f99c-492c-a9c6-b9ebea8f18f2,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:19.496364 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cb07f899-bd64-43a7-a326-60393d30a23e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0080082 Jul 16 01:52:19.496904 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51058) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:19.510103 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e4537a77-3ade-467e-857a-25c5af2e126d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:19.526675 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port f64cb70e-4504-47fe-9e21-8156123f99a9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f64cb70e-4504-47fe-9e21-8156123f99a9,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:19.540940 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.589253 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-2f752188-893d-4e66-bca2-35eeee0c39f4 None None] For port f64cb70e-4504-47fe-9e21-8156123f99a9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f64cb70e-4504-47fe-9e21-8156123f99a9,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:19.590307 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2f752188-893d-4e66-bca2-35eeee0c39f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.668590 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-2f752188-893d-4e66-bca2-35eeee0c39f4 None None] Calling delete_port for f64cb70e-4504-47fe-9e21-8156123f99a9 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:19.796560 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4537a77-3ade-467e-857a-25c5af2e126d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:19.807103 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e4537a77-3ade-467e-857a-25c5af2e126d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.842578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=f64cb70e-4504-47fe-9e21-8156123f99a9,revision_number=12']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:19.924049 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2f752188-893d-4e66-bca2-35eeee0c39f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.990434 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f752188-893d-4e66-bca2-35eeee0c39f4 None None] Pushing event deleted for resources: {'Port': ['ID=f64cb70e-4504-47fe-9e21-8156123f99a9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:20.012508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f752188-893d-4e66-bca2-35eeee0c39f4 None None] No DVR routers for this DVR port f64cb70e-4504-47fe-9e21-8156123f99a9 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:20.027437 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f111547-09c3-4fac-b414-abbdf7e42601 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:20.228976 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf78fd-0563-4c17-9ac7-0d96942631d9 req-02f52626-7d68-43f6-b403-9aba35c67ce3 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:20.237259 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6abf78fd-0563-4c17-9ac7-0d96942631d9 req-02f52626-7d68-43f6-b403-9aba35c67ce3 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 946 time: 0.1492436 Jul 16 01:52:20.275265 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-5194c550-3669-42e5-a558-3e55db19984a', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'fixed_ips': [{'subnet_id': 'f4838c7a-f99c-492c-a9c6-b9ebea8f18f2'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:52:20.276032 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.309240 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6abf78fd-0563-4c17-9ac7-0d96942631d9 req-819350f0-cc4e-4e7b-a295-0faad70378de tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711503 Jul 16 01:52:20.317038 n-d-800086-6 neutron-server[93832]: DEBUG neutron.objects.ports [None req-e4537a77-3ade-467e-857a-25c5af2e126d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:52:20.332330 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e4537a77-3ade-467e-857a-25c5af2e126d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.393793 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4537a77-3ade-467e-857a-25c5af2e126d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:20.398937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-e4537a77-3ade-467e-857a-25c5af2e126d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:20.406366 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4537a77-3ade-467e-857a-25c5af2e126d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:20.407177 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e4537a77-3ade-467e-857a-25c5af2e126d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.437988 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4537a77-3ade-467e-857a-25c5af2e126d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=a26e5169-b40c-4a45-aa6b-4bbb91bbd75a,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:20.451852 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e4537a77-3ade-467e-857a-25c5af2e126d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9536805 Jul 16 01:52:20.453718 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51100) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:20.460452 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-0045a5e5-a064-4e85-8e0e-75192242d3d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'mac_address': 'fa:16:3e:a7:f5:6d', 'name': 'tempest-NetworksTestDHCPv6-1161362858'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:20.577345 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Allocated IP 172.20.0.2 (5194c550-3669-42e5-a558-3e55db19984a/f4838c7a-f99c-492c-a9c6-b9ebea8f18f2/7b121733-6095-423d-a588-8cb21358c3ac) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:20.593602 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Allocated IP 2001:db8::f816:3eff:fe41:deda (5194c550-3669-42e5-a558-3e55db19984a/a26e5169-b40c-4a45-aa6b-4bbb91bbd75a/7b121733-6095-423d-a588-8cb21358c3ac) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:20.640318 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8837e-5193-4c5b-bb90-eb9098785e3d req-af0f5e26-cd61-4f04-92c4-a68bf6bc51de tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:20.642573 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1ba8837e-5193-4c5b-bb90-eb9098785e3d req-af0f5e26-cd61-4f04-92c4-a68bf6bc51de tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 946 time: 0.1256630 Jul 16 01:52:20.678689 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:52:20.701117 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0045a5e5-a064-4e85-8e0e-75192242d3d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:20.743237 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1ba8837e-5193-4c5b-bb90-eb9098785e3d req-d8789d47-b233-4ecf-94df-13aad3d22bfe tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884883 Jul 16 01:52:20.892198 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0045a5e5-a064-4e85-8e0e-75192242d3d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.927239 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-0045a5e5-a064-4e85-8e0e-75192242d3d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port ecccfb37-7deb-472a-8887-47077f08159a yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:52:20.936691 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.962264 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Transition to ACTIVE for port object 7b121733-6095-423d-a588-8cb21358c3ac will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:21.005676 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Transition to ACTIVE for port object 7b121733-6095-423d-a588-8cb21358c3ac will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:21.018517 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.101642 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Pushing event updated for resources: {'Port': ['ID=7b121733-6095-423d-a588-8cb21358c3ac,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:21.114491 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:21.116041 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:21.121008 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:21.231375 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Attempting to bind port 7b121733-6095-423d-a588-8cb21358c3ac on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:21.231830 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Attempting to bind port 7b121733-6095-423d-a588-8cb21358c3ac by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:21.233631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Attempting to bind port 7b121733-6095-423d-a588-8cb21358c3ac on network 5194c550-3669-42e5-a558-3e55db19984a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:21.248080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:21.248793 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:21.250232 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.251160 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Bound using segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:21.251666 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Bound port: 7b121733-6095-423d-a588-8cb21358c3ac, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:21.253373 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.364153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-0045a5e5-a064-4e85-8e0e-75192242d3d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 172.20.0.9 (5194c550-3669-42e5-a558-3e55db19984a/f4838c7a-f99c-492c-a9c6-b9ebea8f18f2/ecccfb37-7deb-472a-8887-47077f08159a) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:21.372873 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-0045a5e5-a064-4e85-8e0e-75192242d3d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::f816:3eff:fea7:f56d (5194c550-3669-42e5-a558-3e55db19984a/a26e5169-b40c-4a45-aa6b-4bbb91bbd75a/ecccfb37-7deb-472a-8887-47077f08159a) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:21.453703 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] For port 7b121733-6095-423d-a588-8cb21358c3ac, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:21.461910 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] For port 7b121733-6095-423d-a588-8cb21358c3ac, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7b121733-6095-423d-a588-8cb21358c3ac,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:21.470190 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.612988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebc1a2-d073-4423-a113-75b488dbe8e9 None None] Pushing event updated for resources: {'Port': ['ID=7b121733-6095-423d-a588-8cb21358c3ac,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:21.808152 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0045a5e5-a064-4e85-8e0e-75192242d3d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.847609 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-0045a5e5-a064-4e85-8e0e-75192242d3d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object ecccfb37-7deb-472a-8887-47077f08159a will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:21.973422 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0045a5e5-a064-4e85-8e0e-75192242d3d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.108578 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0045a5e5-a064-4e85-8e0e-75192242d3d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:22.150428 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-0045a5e5-a064-4e85-8e0e-75192242d3d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:22.182008 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0045a5e5-a064-4e85-8e0e-75192242d3d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:22.239261 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045a5e5-a064-4e85-8e0e-75192242d3d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=ecccfb37-7deb-472a-8887-47077f08159a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:22.309771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0045a5e5-a064-4e85-8e0e-75192242d3d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:22.310428 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0045a5e5-a064-4e85-8e0e-75192242d3d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.328385 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef052c-4ce6-41c8-8315-a755608c425d req-e81ae524-c3dc-4e14-86fc-0191239299f9 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:22.330019 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2ef052c-4ce6-41c8-8315-a755608c425d req-e81ae524-c3dc-4e14-86fc-0191239299f9 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 946 time: 0.2017648 Jul 16 01:52:22.346211 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0045a5e5-a064-4e85-8e0e-75192242d3d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8907921 Jul 16 01:52:22.349321 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51158) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:22.406438 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2ef052c-4ce6-41c8-8315-a755608c425d req-cedfef60-54fb-460e-bd32-a405c675bd67 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701139 Jul 16 01:52:22.456513 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b0ef5a-fa3a-41e8-8d5e-d30c3beeae33 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:22.464357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b0ef5a-fa3a-41e8-8d5e-d30c3beeae33 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:22.468796 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-29b0ef5a-fa3a-41e8-8d5e-d30c3beeae33 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1178966 Jul 16 01:52:22.468976 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51160) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:22.682182 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-56c62a04-e766-4abe-8697-2cccbc1a5f3d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port ecccfb37-7deb-472a-8887-47077f08159a {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:22.682790 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56c62a04-e766-4abe-8697-2cccbc1a5f3d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.714294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51166) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:22.781063 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56c62a04-e766-4abe-8697-2cccbc1a5f3d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.796526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-56c62a04-e766-4abe-8697-2cccbc1a5f3d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for ecccfb37-7deb-472a-8887-47077f08159a owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:22.930191 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cdfc244b-fe53-4b69-96b1-1f8c7ffed2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.072083 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abfa87-75be-408d-bf31-6cef49bd27ae req-ecfb275c-ea73-492d-953c-ecbbfc12ffb7 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.073941 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d0abfa87-75be-408d-bf31-6cef49bd27ae req-ecfb275c-ea73-492d-953c-ecbbfc12ffb7 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 946 time: 0.2384901 Jul 16 01:52:23.140806 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7b121733-6095-423d-a588-8cb21358c3ac up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:23.179228 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56c62a04-e766-4abe-8697-2cccbc1a5f3d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.258328 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c62a04-e766-4abe-8697-2cccbc1a5f3d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=ecccfb37-7deb-472a-8887-47077f08159a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:23.270250 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 7b121733-6095-423d-a588-8cb21358c3ac completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:23.297976 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c033e4be-b7a7-4830-b48e-d14970e51b33 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:23.368952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f2616229-9601-4fab-bd72-296cd210f7fc None None] Provisioning for port 7b121733-6095-423d-a588-8cb21358c3ac completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:23.408929 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f2616229-9601-4fab-bd72-296cd210f7fc None None] Provisioning complete for port 7b121733-6095-423d-a588-8cb21358c3ac triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:23.409619 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2616229-9601-4fab-bd72-296cd210f7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.416685 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-d0abfa87-75be-408d-bf31-6cef49bd27ae req-8d533ee1-b4c5-4427-beda-0862999f77e1 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Deleting port bd600edf-e6de-4792-b057-d1ad1939f119 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:23.417324 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d0abfa87-75be-408d-bf31-6cef49bd27ae req-8d533ee1-b4c5-4427-beda-0862999f77e1 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.439748 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-56c62a04-e766-4abe-8697-2cccbc1a5f3d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.445787 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-56c62a04-e766-4abe-8697-2cccbc1a5f3d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/ecccfb37-7deb-472a-8887-47077f08159a HTTP/1.1" status: 204 len: 168 time: 0.9755573 Jul 16 01:52:23.446437 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51184) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:23.461002 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cdfc244b-fe53-4b69-96b1-1f8c7ffed2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.472549 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cdfc244b-fe53-4b69-96b1-1f8c7ffed2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.517718 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac7b35c-6ac8-474b-a27f-f0c99808958a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.524044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac7b35c-6ac8-474b-a27f-f0c99808958a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.525870 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac7b35c-6ac8-474b-a27f-f0c99808958a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.537347 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3ac7b35c-6ac8-474b-a27f-f0c99808958a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0898495 Jul 16 01:52:23.538199 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51186) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:23.639620 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2616229-9601-4fab-bd72-296cd210f7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.649817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbb802f-ec01-4950-ab17-0c961528c0a1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet a26e5169-b40c-4a45-aa6b-4bbb91bbd75a {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:23.678737 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dfbb802f-ec01-4950-ab17-0c961528c0a1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.702946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f2616229-9601-4fab-bd72-296cd210f7fc None None] For port 7b121733-6095-423d-a588-8cb21358c3ac, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7b121733-6095-423d-a588-8cb21358c3ac,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:23.716273 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2616229-9601-4fab-bd72-296cd210f7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.840665 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dfbb802f-ec01-4950-ab17-0c961528c0a1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.942979 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2616229-9601-4fab-bd72-296cd210f7fc None None] Pushing event updated for resources: {'Port': ['ID=7b121733-6095-423d-a588-8cb21358c3ac,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:23.966320 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.006745 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38300e-90a5-45ba-94f3-42649f38a888 req-4a224c1a-8885-443a-888d-d74ee8965127 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:24.015816 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec38300e-90a5-45ba-94f3-42649f38a888 req-4a224c1a-8885-443a-888d-d74ee8965127 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 946 time: 0.3455505 Jul 16 01:52:24.118979 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec38300e-90a5-45ba-94f3-42649f38a888 req-f907550c-0431-41d6-9289-d53a62f4a16e tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/security-groups?id=a54c1706-26fb-4bcd-a355-797f94a1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011736 Jul 16 01:52:24.185643 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dfbb802f-ec01-4950-ab17-0c961528c0a1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.330091 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dfbb802f-ec01-4950-ab17-0c961528c0a1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.429578 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-d0abfa87-75be-408d-bf31-6cef49bd27ae req-8d533ee1-b4c5-4427-beda-0862999f77e1 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] For port bd600edf-e6de-4792-b057-d1ad1939f119, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=bd600edf-e6de-4792-b057-d1ad1939f119,segment=NetworkSegment(a7db6374-7ed3-4d57-a55e-7c6e278c2fb4),segment_id=a7db6374-7ed3-4d57-a55e-7c6e278c2fb4)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:24.430099 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d0abfa87-75be-408d-bf31-6cef49bd27ae req-8d533ee1-b4c5-4427-beda-0862999f77e1 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.445766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-d0abfa87-75be-408d-bf31-6cef49bd27ae req-8d533ee1-b4c5-4427-beda-0862999f77e1 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Calling delete_port for bd600edf-e6de-4792-b057-d1ad1939f119 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:24.448339 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dfbb802f-ec01-4950-ab17-0c961528c0a1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.458924 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dfbb802f-ec01-4950-ab17-0c961528c0a1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/a26e5169-b40c-4a45-aa6b-4bbb91bbd75a HTTP/1.1" status: 204 len: 168 time: 0.9102256 Jul 16 01:52:24.461674 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51212) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:24.461674 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb802f-ec01-4950-ab17-0c961528c0a1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=a26e5169-b40c-4a45-aa6b-4bbb91bbd75a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:24.561987 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc244b-fe53-4b69-96b1-1f8c7ffed2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49095921-c587-4719-9bb4-4e6c6f7c7537,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:24.586780 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c87bef-cb58-4b8a-a6a6-03b22d9ceace tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet f4838c7a-f99c-492c-a9c6-b9ebea8f18f2 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:24.591768 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10c87bef-cb58-4b8a-a6a6-03b22d9ceace tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.620769 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cdfc244b-fe53-4b69-96b1-1f8c7ffed2cb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e330c9f5fa642ea8a19ca59f01ba701&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9053538 Jul 16 01:52:24.623596 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51214) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:24.663887 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-13c3f693-4d2a-41ad-9783-dc8d74d38d74 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=8125c71e472c40ae8e0e35610a941a81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2624145 Jul 16 01:52:24.705944 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10c87bef-cb58-4b8a-a6a6-03b22d9ceace tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.836988 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10c87bef-cb58-4b8a-a6a6-03b22d9ceace tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.845226 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51218) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:24.963904 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10c87bef-cb58-4b8a-a6a6-03b22d9ceace tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.058568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c87bef-cb58-4b8a-a6a6-03b22d9ceace tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=f4838c7a-f99c-492c-a9c6-b9ebea8f18f2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:25.064595 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10c87bef-cb58-4b8a-a6a6-03b22d9ceace tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.067476 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-10c87bef-cb58-4b8a-a6a6-03b22d9ceace tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/f4838c7a-f99c-492c-a9c6-b9ebea8f18f2 HTTP/1.1" status: 204 len: 168 time: 0.6008551 Jul 16 01:52:25.068790 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-0aa61166-8b91-495b-8d56-105d737fc850 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.070433 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-0aa61166-8b91-495b-8d56-105d737fc850 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3728142 Jul 16 01:52:25.070563 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51222) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:25.089759 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3e1160b-2a7a-499e-8902-5aa47043438b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.105320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7b121733-6095-423d-a588-8cb21358c3ac up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:25.122254 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-b51e4a22-a20b-4cab-bc61-b221a7357535 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/quotas/8125c71e472c40ae8e0e35610a941a81 HTTP/1.1" status: 200 len: 375 time: 0.0415895 Jul 16 01:52:25.142488 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-45f55d58-8273-4880-b6e4-bca847bd7726 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703952 Jul 16 01:52:25.145722 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51224) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:25.148751 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3e1160b-2a7a-499e-8902-5aa47043438b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.168316 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39391f0-68df-4b54-8772-742a3c56bea6 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:25.184467 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d0abfa87-75be-408d-bf31-6cef49bd27ae req-8d533ee1-b4c5-4427-beda-0862999f77e1 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.192344 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f2328733-59c5-44ee-a56f-894bac4b9872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.199722 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-d63e1470-8c16-4e8a-afa9-910f1a9a7b2a tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8125c71e472c40ae8e0e35610a941a81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639844 Jul 16 01:52:25.281767 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e0933c-255c-45be-a1bd-5e929751eafd tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.286758 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-66e0933c-255c-45be-a1bd-5e929751eafd tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1396713 Jul 16 01:52:25.286995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533ee1-b4c5-4427-beda-0862999f77e1 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Pushing event deleted for resources: {'Port': ['ID=bd600edf-e6de-4792-b057-d1ad1939f119,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:25.287316 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51228) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:25.335923 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0abfa87-75be-408d-bf31-6cef49bd27ae req-8d533ee1-b4c5-4427-beda-0862999f77e1 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] No DVR routers for this DVR port bd600edf-e6de-4792-b057-d1ad1939f119 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:25.339313 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d0abfa87-75be-408d-bf31-6cef49bd27ae req-8d533ee1-b4c5-4427-beda-0862999f77e1 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.342980 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d0abfa87-75be-408d-bf31-6cef49bd27ae req-8d533ee1-b4c5-4427-beda-0862999f77e1 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.26 "DELETE /v2.0/ports/bd600edf-e6de-4792-b057-d1ad1939f119 HTTP/1.1" status: 204 len: 173 time: 2.2632086 Jul 16 01:52:25.345732 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8e9504-5c89-4d59-85ee-f483388c7bcb', 'name': 'network-vif-deleted', 'tag': 'bd600edf-e6de-4792-b057-d1ad1939f119'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:25.349184 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380d4fe1-08d0-410c-a493-436db3813f0c" -d '{"events": [{"server_uuid": "6f8e9504-5c89-4d59-85ee-f483388c7bcb", "name": "network-vif-deleted", "tag": "bd600edf-e6de-4792-b057-d1ad1939f119"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:25.375806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5115cab6-0c3b-4d43-9200-18b2b2fb7cfa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.379671 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3e1160b-2a7a-499e-8902-5aa47043438b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.380845 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5115cab6-0c3b-4d43-9200-18b2b2fb7cfa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0900970 Jul 16 01:52:25.381558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51232) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:25.384109 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3e1160b-2a7a-499e-8902-5aa47043438b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.389624 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e3e1160b-2a7a-499e-8902-5aa47043438b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/49095921-c587-4719-9bb4-4e6c6f7c7537 HTTP/1.1" status: 204 len: 168 time: 0.7595115 Jul 16 01:52:25.416520 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1160b-2a7a-499e-8902-5aa47043438b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49095921-c587-4719-9bb4-4e6c6f7c7537,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:25.439583 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-46788813-341b-44cb-8e4e-a4bddce15549 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474184 Jul 16 01:52:25.445122 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51240) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:25.454016 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a43f8175-0242-4462-953f-0eb74d65a6d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:25.600083 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6195aae-d376-4ef2-952f-d10aefd785f2 x-openstack-request-id: req-a6195aae-d376-4ef2-952f-d10aefd785f2 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:25.600558 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8e9504-5c89-4d59-85ee-f483388c7bcb", "name": "network-vif-deleted", "tag": "bd600edf-e6de-4792-b057-d1ad1939f119", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:25.600962 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a6195aae-d376-4ef2-952f-d10aefd785f2 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:25.602010 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8e9504-5c89-4d59-85ee-f483388c7bcb', 'name': 'network-vif-deleted', 'tag': 'bd600edf-e6de-4792-b057-d1ad1939f119', 'status': 'completed', 'code': 200} Jul 16 01:52:25.623920 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-195aee35-8e5b-4120-9c85-543ef2b67ebb req-71f08fa6-d68d-4b10-8729-238660a48ac3 tempest-ServerDiskConfigTestJSON-11050981 tempest-ServerDiskConfigTestJSON-11050981-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f8e9504-5c89-4d59-85ee-f483388c7bcb HTTP/1.1" status: 200 len: 210 time: 0.1378782 Jul 16 01:52:25.647232 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f2328733-59c5-44ee-a56f-894bac4b9872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.656801 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f2328733-59c5-44ee-a56f-894bac4b9872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.704076 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43f8175-0242-4462-953f-0eb74d65a6d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:25.714615 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a43f8175-0242-4462-953f-0eb74d65a6d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.718680 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f2328733-59c5-44ee-a56f-894bac4b9872 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e6558dd6bb246b09b995509a964b741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8700624 Jul 16 01:52:25.720911 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51246) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:25.725452 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43f8175-0242-4462-953f-0eb74d65a6d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:52:25.726111 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a43f8175-0242-4462-953f-0eb74d65a6d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:52:25.729682 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-87b19961-490d-47c1-ad1e-0089e7a95104 None None] Provisioning complete for port 7b121733-6095-423d-a588-8cb21358c3ac triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:25.730246 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-87b19961-490d-47c1-ad1e-0089e7a95104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.765483 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a43f8175-0242-4462-953f-0eb74d65a6d8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3191683 Jul 16 01:52:25.768322 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51250) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:25.774644 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-8d808d6b-cc23-4f6d-b8d3-ac0eb1e239ce tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:25.794008 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0da32cdd-2fb8-4a40-aeb5-6c675d381964 req-0f140262-cbc3-4de7-970a-3ee1830d17ad tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 210 time: 0.0595567 Jul 16 01:52:25.826396 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2328733-59c5-44ee-a56f-894bac4b9872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1bb523-9351-4349-990f-a688e53fc8c8,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:25.873700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 7b121733-6095-423d-a588-8cb21358c3ac triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:25.874147 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.889042 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6ee72f9d-dd11-45bc-8ef8-2fd28e0481de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.927593 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6ee72f9d-dd11-45bc-8ef8-2fd28e0481de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.981133 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d808d6b-cc23-4f6d-b8d3-ac0eb1e239ce tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:25.989300 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d808d6b-cc23-4f6d-b8d3-ac0eb1e239ce tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.014626 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d808d6b-cc23-4f6d-b8d3-ac0eb1e239ce tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:52:26.015616 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d808d6b-cc23-4f6d-b8d3-ac0eb1e239ce tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:52:26.031297 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6ee72f9d-dd11-45bc-8ef8-2fd28e0481de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.034841 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6ee72f9d-dd11-45bc-8ef8-2fd28e0481de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.036036 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6ee72f9d-dd11-45bc-8ef8-2fd28e0481de admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1f1bb523-9351-4349-990f-a688e53fc8c8 HTTP/1.1" status: 204 len: 168 time: 0.3141882 Jul 16 01:52:26.056219 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8d808d6b-cc23-4f6d-b8d3-ac0eb1e239ce tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2832811 Jul 16 01:52:26.056460 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee72f9d-dd11-45bc-8ef8-2fd28e0481de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1bb523-9351-4349-990f-a688e53fc8c8,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:26.056560 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51258) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:26.064680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-17068d1b-6162-46d1-8cc1-1f6977ac7582 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:26.168825 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51262) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:26.191155 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8f68ba3d-269b-4ff6-9964-a11386dad6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.228652 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.api [None req-8f68ba3d-269b-4ff6-9964-a11386dad6e2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:52:26.228652 n-d-800086-6 neutron-server[93832]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:52:26.228652 n-d-800086-6 neutron-server[93832]: [parameters: {'project_id_1': '39d066dd2bab40a788b88c58e93e033d', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 52, 26, 217570)}] Jul 16 01:52:26.228652 n-d-800086-6 neutron-server[93832]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:52:26.229546 n-d-800086-6 neutron-server[93832]: DEBUG oslo_db.api [None req-8f68ba3d-269b-4ff6-9964-a11386dad6e2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:52:26.245719 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17068d1b-6162-46d1-8cc1-1f6977ac7582 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:26.252524 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17068d1b-6162-46d1-8cc1-1f6977ac7582 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.255498 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-17068d1b-6162-46d1-8cc1-1f6977ac7582 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:52:26.256783 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17068d1b-6162-46d1-8cc1-1f6977ac7582 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:52:26.294668 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-17068d1b-6162-46d1-8cc1-1f6977ac7582 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2362149 Jul 16 01:52:26.295240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51264) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:26.308310 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-699e29d7-a3c3-4e20-b2bd-5ab370b39c0c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:26.434853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2b4646-f852-4d2e-b443-33471c068b35 None None] DHCP port deletion for 5194c550-3669-42e5-a558-3e55db19984a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:52:26.470981 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699e29d7-a3c3-4e20-b2bd-5ab370b39c0c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:26.477461 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-699e29d7-a3c3-4e20-b2bd-5ab370b39c0c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.479582 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-699e29d7-a3c3-4e20-b2bd-5ab370b39c0c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:52:26.480250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699e29d7-a3c3-4e20-b2bd-5ab370b39c0c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:52:26.505153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51268) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:26.505938 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-699e29d7-a3c3-4e20-b2bd-5ab370b39c0c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2064493 Jul 16 01:52:26.508985 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b4646-f852-4d2e-b443-33471c068b35 None None] Deleting port 7b121733-6095-423d-a588-8cb21358c3ac {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:26.509534 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e2b4646-f852-4d2e-b443-33471c068b35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.515069 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-cfaa1c46-fa38-4fb0-8ae6-b225722e9da7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:26.580513 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5e2b4646-f852-4d2e-b443-33471c068b35 None None] For port 7b121733-6095-423d-a588-8cb21358c3ac, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7b121733-6095-423d-a588-8cb21358c3ac,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:26.581016 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e2b4646-f852-4d2e-b443-33471c068b35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.595762 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b4646-f852-4d2e-b443-33471c068b35 None None] Calling delete_port for 7b121733-6095-423d-a588-8cb21358c3ac owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:26.666950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51276) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:26.691296 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-510a429e-3268-4e45-9a55-4d61ade90541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.731492 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8f68ba3d-269b-4ff6-9964-a11386dad6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.733917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaa1c46-fa38-4fb0-8ae6-b225722e9da7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:26.738348 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cfaa1c46-fa38-4fb0-8ae6-b225722e9da7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.740362 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device bd600edf-e6de-4792-b057-d1ad1939f119 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:26.749720 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e2b4646-f852-4d2e-b443-33471c068b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.750893 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfaa1c46-fa38-4fb0-8ae6-b225722e9da7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:52:26.751356 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfaa1c46-fa38-4fb0-8ae6-b225722e9da7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:52:26.770709 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b4646-f852-4d2e-b443-33471c068b35 None None] No DVR routers for this DVR port 7b121733-6095-423d-a588-8cb21358c3ac on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:26.905922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b4646-f852-4d2e-b443-33471c068b35 None None] Pushing event deleted for resources: {'Port': ['ID=7b121733-6095-423d-a588-8cb21358c3ac,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:26.914608 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: bd600edf-e6de-4792-b057-d1ad1939f119 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:26.914984 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device bd600edf-e6de-4792-b057-d1ad1939f119 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:26.946739 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-510a429e-3268-4e45-9a55-4d61ade90541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.954829 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-510a429e-3268-4e45-9a55-4d61ade90541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.998650 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cfaa1c46-fa38-4fb0-8ae6-b225722e9da7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4905665 Jul 16 01:52:27.005115 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51288) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:27.012334 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f056ed0c-48ee-4506-935a-78c8a247b459 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:27.037813 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-510a429e-3268-4e45-9a55-4d61ade90541 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fa712333785846dcac5cfe7297b209a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694479 Jul 16 01:52:27.040612 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51290) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:27.040948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51292) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:27.073502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7b121733-6095-423d-a588-8cb21358c3ac no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:27.105695 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52a0dab1-d12c-4835-a9ae-af07a51c6676 req-8046312a-e633-4b93-b548-6413cca245b3 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 210 time: 0.0890996 Jul 16 01:52:27.143751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 7b121733-6095-423d-a588-8cb21358c3ac {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:27.148274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7b121733-6095-423d-a588-8cb21358c3ac not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:27.198163 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a429e-3268-4e45-9a55-4d61ade90541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca6de22-c362-4046-8757-af67595f9def,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:27.215204 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8f68ba3d-269b-4ff6-9964-a11386dad6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.225799 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8f68ba3d-269b-4ff6-9964-a11386dad6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.248383 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a04165d-fb56-460e-be3e-9e4dca0d5af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.264673 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8f68ba3d-269b-4ff6-9964-a11386dad6e2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=39d066dd2bab40a788b88c58e93e033d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0946598 Jul 16 01:52:27.272052 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51298) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:27.306536 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-521303b7-5855-4d05-9dc6-9a01200c82f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.309855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68ba3d-269b-4ff6-9964-a11386dad6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397c1968-fd7c-47a3-a2a4-7a2b8934b34a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:27.315485 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f056ed0c-48ee-4506-935a-78c8a247b459 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:27.321782 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f056ed0c-48ee-4506-935a-78c8a247b459 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.325722 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-f056ed0c-48ee-4506-935a-78c8a247b459 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:52:27.326197 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f056ed0c-48ee-4506-935a-78c8a247b459 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:52:27.328658 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a04165d-fb56-460e-be3e-9e4dca0d5af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.393471 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0cc20546-63ca-4c26-9611-6b7f89a16a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.413188 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a04165d-fb56-460e-be3e-9e4dca0d5af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.415975 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a04165d-fb56-460e-be3e-9e4dca0d5af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.417217 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6a04165d-fb56-460e-be3e-9e4dca0d5af8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ca6de22-c362-4046-8757-af67595f9def HTTP/1.1" status: 204 len: 168 time: 0.3703105 Jul 16 01:52:27.425997 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0cc20546-63ca-4c26-9611-6b7f89a16a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.434574 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04165d-fb56-460e-be3e-9e4dca0d5af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca6de22-c362-4046-8757-af67595f9def,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:27.478645 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-521303b7-5855-4d05-9dc6-9a01200c82f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.500566 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-521303b7-5855-4d05-9dc6-9a01200c82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.507340 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f056ed0c-48ee-4506-935a-78c8a247b459 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5004098 Jul 16 01:52:27.508375 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51304) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:27.510148 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51306) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:27.529480 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-8c4cff62-ee36-4299-822a-5b851bf83014 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8125c71e472c40ae8e0e35610a941a81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496564 Jul 16 01:52:27.531842 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0cc20546-63ca-4c26-9611-6b7f89a16a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.534832 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0cc20546-63ca-4c26-9611-6b7f89a16a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.537003 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0cc20546-63ca-4c26-9611-6b7f89a16a52 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/397c1968-fd7c-47a3-a2a4-7a2b8934b34a HTTP/1.1" status: 204 len: 168 time: 0.2632275 Jul 16 01:52:27.590015 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521303b7-5855-4d05-9dc6-9a01200c82f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6960f4e-2433-4d94-bdc3-a7945830a09f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:27.605516 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-521303b7-5855-4d05-9dc6-9a01200c82f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3be044c3c4f147d683800d05fde0b5e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5634253 Jul 16 01:52:27.640193 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51310) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:27.674769 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8501944-9772-404b-b4bc-dde1caffd36c admin admin] Deleting subnet f72a5644-5fd4-45ba-9cbc-40e8ed153749 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:27.684876 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-222b2c08-a0af-4fbe-8eb2-1706628c03ec tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1637576 Jul 16 01:52:27.684876 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8501944-9772-404b-b4bc-dde1caffd36c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.701800 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51314) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:27.721687 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc20546-63ca-4c26-9611-6b7f89a16a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397c1968-fd7c-47a3-a2a4-7a2b8934b34a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:27.772734 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8501944-9772-404b-b4bc-dde1caffd36c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.834082 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8501944-9772-404b-b4bc-dde1caffd36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.868887 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2397e643-9131-4c62-9f14-ce9fca181752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.902423 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd8a33c-7308-47d5-9818-0973e7c31912 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:27.906593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51324) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:27.908258 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4dd8a33c-7308-47d5-9818-0973e7c31912 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2053785 Jul 16 01:52:27.928787 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-96348f1f-473d-446e-9d73-133d6109e3d8 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:27.930760 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-96348f1f-473d-446e-9d73-133d6109e3d8 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3848116 Jul 16 01:52:27.937346 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2397e643-9131-4c62-9f14-ce9fca181752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.966753 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e7ee1d4b-6e7e-4c96-8d65-93240e5336bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588818 Jul 16 01:52:27.971942 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51330) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:27.979890 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f1bfc9b3-b1c2-4d50-948c-041fe0aefdf9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:27.992877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-6e68c920-2f75-4763-bd79-a5673e294fe5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Request body: {'port': {'device_id': 'fb32b2ac-4191-440b-8f27-2a356b401783', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': '8125c71e472c40ae8e0e35610a941a81'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:28.009508 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8501944-9772-404b-b4bc-dde1caffd36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.047605 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8501944-9772-404b-b4bc-dde1caffd36c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f72a5644-5fd4-45ba-9cbc-40e8ed153749,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:28.100338 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8501944-9772-404b-b4bc-dde1caffd36c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.104624 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b8501944-9772-404b-b4bc-dde1caffd36c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f72a5644-5fd4-45ba-9cbc-40e8ed153749 HTTP/1.1" status: 204 len: 168 time: 0.5926137 Jul 16 01:52:28.109663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51340) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:28.133978 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2397e643-9131-4c62-9f14-ce9fca181752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.136858 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2397e643-9131-4c62-9f14-ce9fca181752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.141631 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2397e643-9131-4c62-9f14-ce9fca181752 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e6960f4e-2433-4d94-bdc3-a7945830a09f HTTP/1.1" status: 204 len: 168 time: 0.4958010 Jul 16 01:52:28.156172 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bfc9b3-b1c2-4d50-948c-041fe0aefdf9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:28.164919 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc9b3-b1c2-4d50-948c-041fe0aefdf9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.180576 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397e643-9131-4c62-9f14-ce9fca181752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6960f4e-2433-4d94-bdc3-a7945830a09f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:28.264222 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-54403d1b-21a7-4455-8a0b-515842f8531f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.291155 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-6e68c920-2f75-4763-bd79-a5673e294fe5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Made reservation on behalf of 8125c71e472c40ae8e0e35610a941a81 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:28.294931 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-6e68c920-2f75-4763-bd79-a5673e294fe5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.325527 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-6e68c920-2f75-4763-bd79-a5673e294fe5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.358125 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7d5ee70b-b1e6-4916-980c-e1badd181e0c req-a9b7554d-0442-4c12-8d8a-764da50da126 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 210 time: 0.0391262 Jul 16 01:52:28.368375 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e566f874-fbd2-43de-8a41-f4bc9225e57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.403395 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-54403d1b-21a7-4455-8a0b-515842f8531f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.417869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-54403d1b-21a7-4455-8a0b-515842f8531f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5628c63-d8f3-48f2-84cc-e34ffa30c398']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:28.436680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-54403d1b-21a7-4455-8a0b-515842f8531f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7db6374-7ed3-4d57-a55e-7c6e278c2fb4') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:28.437260 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-54403d1b-21a7-4455-8a0b-515842f8531f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7db6374-7ed3-4d57-a55e-7c6e278c2fb4') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:28.457451 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-54403d1b-21a7-4455-8a0b-515842f8531f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.477677 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-54403d1b-21a7-4455-8a0b-515842f8531f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.489948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54403d1b-21a7-4455-8a0b-515842f8531f admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:52:28.490772 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-54403d1b-21a7-4455-8a0b-515842f8531f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:52:28.491956 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:52:28.594163 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-54403d1b-21a7-4455-8a0b-515842f8531f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.600116 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-54403d1b-21a7-4455-8a0b-515842f8531f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.608889 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-54403d1b-21a7-4455-8a0b-515842f8531f admin admin] 10.222.0.54 "DELETE /v2.0/networks/c5628c63-d8f3-48f2-84cc-e34ffa30c398 HTTP/1.1" status: 204 len: 168 time: 0.4973938 Jul 16 01:52:28.625785 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-6e68c920-2f75-4763-bd79-a5673e294fe5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.640769 n-d-800086-6 neutron-server[93832]: DEBUG neutron.objects.ports [None req-f1bfc9b3-b1c2-4d50-948c-041fe0aefdf9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:52:28.642520 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc9b3-b1c2-4d50-948c-041fe0aefdf9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.649477 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54403d1b-21a7-4455-8a0b-515842f8531f admin admin] Pushing event deleted for resources: {'Network': ['ID=c5628c63-d8f3-48f2-84cc-e34ffa30c398,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:28.656189 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-6e68c920-2f75-4763-bd79-a5673e294fe5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.696406 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bfc9b3-b1c2-4d50-948c-041fe0aefdf9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:28.699638 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-f1bfc9b3-b1c2-4d50-948c-041fe0aefdf9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:28.704036 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bfc9b3-b1c2-4d50-948c-041fe0aefdf9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.704627 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc9b3-b1c2-4d50-948c-041fe0aefdf9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.721854 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfc9b3-b1c2-4d50-948c-041fe0aefdf9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=4b21d52b-3f5f-4981-990b-b0cdcd94a786,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:28.724038 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc4ea8e-9a0e-4e2d-bca1-0c25f83de9b8 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:28.735299 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f1bfc9b3-b1c2-4d50-948c-041fe0aefdf9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7592089 Jul 16 01:52:28.736231 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51368) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:28.742599 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68c920-2f75-4763-bd79-a5673e294fe5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a174d57-c25c-4bec-b8a3-a56e080cc380,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:28.745881 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-bb49c0de-d657-4bb5-a22b-cf0d9870e0d2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'mac_address': 'fa:16:3e:0f:80:22', 'name': 'tempest-NetworksTestDHCPv6-930760943'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:28.754558 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.851432 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-6e68c920-2f75-4763-bd79-a5673e294fe5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Allocated IP 192.168.233.106 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/37c5305b-b63f-4b3d-9e63-a9bdc016c84e) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:28.972911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51372) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:29.007336 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-5194c550-3669-42e5-a558-3e55db19984a', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'fixed_ips': [{'subnet_id': '4b21d52b-3f5f-4981-990b-b0cdcd94a786'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:52:29.008776 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.207608 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f7f86e6e-b5d3-4269-84e6-c58f353debd0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9d65545dce6d4b268e4cfbd5c15439a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2275095 Jul 16 01:52:29.208884 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51380) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:29.243188 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Allocated IP 2001:db8::f816:3eff:fe5f:6e16 (5194c550-3669-42e5-a558-3e55db19984a/4b21d52b-3f5f-4981-990b-b0cdcd94a786/558e961a-315e-4fd0-b02b-538f54adee17) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:29.304034 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-6e68c920-2f75-4763-bd79-a5673e294fe5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.328325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-6e68c920-2f75-4763-bd79-a5673e294fe5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Transition to ACTIVE for port object 37c5305b-b63f-4b3d-9e63-a9bdc016c84e will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:29.338184 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb49c0de-d657-4bb5-a22b-cf0d9870e0d2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:29.349808 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-181150fa-97b7-492c-8603-18e2cacbbfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.387178 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-181150fa-97b7-492c-8603-18e2cacbbfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.448932 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-6e68c920-2f75-4763-bd79-a5673e294fe5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.503906 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.516383 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Transition to ACTIVE for port object 558e961a-315e-4fd0-b02b-538f54adee17 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:29.519864 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68c920-2f75-4763-bd79-a5673e294fe5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Pushing event updated for resources: {'Port': ['ID=37c5305b-b63f-4b3d-9e63-a9bdc016c84e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:29.542208 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-6e68c920-2f75-4763-bd79-a5673e294fe5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:29.543934 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-6e68c920-2f75-4763-bd79-a5673e294fe5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:29.546846 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-6e68c920-2f75-4763-bd79-a5673e294fe5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:29.554782 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Transition to ACTIVE for port object 558e961a-315e-4fd0-b02b-538f54adee17 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:29.566247 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb49c0de-d657-4bb5-a22b-cf0d9870e0d2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.574339 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.582033 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-181150fa-97b7-492c-8603-18e2cacbbfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.591988 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-181150fa-97b7-492c-8603-18e2cacbbfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.596131 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-181150fa-97b7-492c-8603-18e2cacbbfc4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a54c1706-26fb-4bcd-a355-797f94a1b030 HTTP/1.1" status: 204 len: 168 time: 0.3862896 Jul 16 01:52:29.616217 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181150fa-97b7-492c-8603-18e2cacbbfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54c1706-26fb-4bcd-a355-797f94a1b030,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:29.644445 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-bb49c0de-d657-4bb5-a22b-cf0d9870e0d2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port 1041f005-12a3-4d39-aa6d-522b0ddf3972 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:52:29.650719 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-6e68c920-2f75-4763-bd79-a5673e294fe5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:29.651400 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-6e68c920-2f75-4763-bd79-a5673e294fe5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.678578 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-6e68c920-2f75-4763-bd79-a5673e294fe5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6883683 Jul 16 01:52:29.686788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:29.690234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:29.694128 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:29.702176 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Request body: {'port': {'device_id': 'fb32b2ac-4191-440b-8f27-2a356b401783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:29.717349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Pushing event updated for resources: {'Port': ['ID=558e961a-315e-4fd0-b02b-538f54adee17,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:29.805766 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Attempting to bind port 558e961a-315e-4fd0-b02b-538f54adee17 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:29.807267 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Attempting to bind port 558e961a-315e-4fd0-b02b-538f54adee17 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:29.807918 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Attempting to bind port 558e961a-315e-4fd0-b02b-538f54adee17 on network 5194c550-3669-42e5-a558-3e55db19984a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:29.813820 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:29.815207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:29.816375 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.816991 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Bound using segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:29.817702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Bound port: 558e961a-315e-4fd0-b02b-538f54adee17, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:29.818286 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.879305 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92de476-2b0f-4d86-b8ca-3b00f77f2a6c req-f5b9a67e-12c9-4fc7-9be4-ccf9967bd6d5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:29.887450 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b92de476-2b0f-4d86-b8ca-3b00f77f2a6c req-f5b9a67e-12c9-4fc7-9be4-ccf9967bd6d5 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 936 time: 0.2454169 Jul 16 01:52:29.899638 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.933828 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-bb49c0de-d657-4bb5-a22b-cf0d9870e0d2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::f816:3eff:fe0f:8022 (5194c550-3669-42e5-a558-3e55db19984a/4b21d52b-3f5f-4981-990b-b0cdcd94a786/1041f005-12a3-4d39-aa6d-522b0ddf3972) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:29.938664 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] For port 558e961a-315e-4fd0-b02b-538f54adee17, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:29.944091 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] For port 558e961a-315e-4fd0-b02b-538f54adee17, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=558e961a-315e-4fd0-b02b-538f54adee17,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:29.950193 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.978414 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b92de476-2b0f-4d86-b8ca-3b00f77f2a6c req-03e63a2d-d928-4ac2-b643-ee79fd0310f0 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a174d57-c25c-4bec-b8a3-a56e080cc380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874715 Jul 16 01:52:30.032804 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4d4d5139-4514-4169-927b-6296567d2a55 None None] Provisioning for port 37c5305b-b63f-4b3d-9e63-a9bdc016c84e completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:30.050020 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4d4d5139-4514-4169-927b-6296567d2a55 None None] Provisioning complete for port 37c5305b-b63f-4b3d-9e63-a9bdc016c84e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:30.050827 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d4d5139-4514-4169-927b-6296567d2a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.107280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fd203-461b-4b0c-b057-3a279b63aeb6 None None] Pushing event updated for resources: {'Port': ['ID=558e961a-315e-4fd0-b02b-538f54adee17,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:30.126456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d5139-4514-4169-927b-6296567d2a55 None None] Port 37c5305b-b63f-4b3d-9e63-a9bdc016c84e cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:52:30.223005 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb49c0de-d657-4bb5-a22b-cf0d9870e0d2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.241830 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-bb49c0de-d657-4bb5-a22b-cf0d9870e0d2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object 1041f005-12a3-4d39-aa6d-522b0ddf3972 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:30.337959 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb49c0de-d657-4bb5-a22b-cf0d9870e0d2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.409106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb49c0de-d657-4bb5-a22b-cf0d9870e0d2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:30.420554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-bb49c0de-d657-4bb5-a22b-cf0d9870e0d2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:30.425969 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c5305b-b63f-4b3d-9e63-a9bdc016c84e {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:30.426149 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb49c0de-d657-4bb5-a22b-cf0d9870e0d2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:30.433526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb49c0de-d657-4bb5-a22b-cf0d9870e0d2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:30.434185 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb49c0de-d657-4bb5-a22b-cf0d9870e0d2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.442639 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.462102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Transition to ACTIVE for port object 37c5305b-b63f-4b3d-9e63-a9bdc016c84e will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:30.468058 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49c0de-d657-4bb5-a22b-cf0d9870e0d2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=1041f005-12a3-4d39-aa6d-522b0ddf3972,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:30.469626 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.484998 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bb49c0de-d657-4bb5-a22b-cf0d9870e0d2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7464178 Jul 16 01:52:30.491112 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51424) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:30.596986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Pushing event updated for resources: {'Port': ['ID=37c5305b-b63f-4b3d-9e63-a9bdc016c84e,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:30.634780 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ede467-ec78-4cd9-9989-cf19e2457d4f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:30.643889 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ede467-ec78-4cd9-9989-cf19e2457d4f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:30.645738 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-86ede467-ec78-4cd9-9989-cf19e2457d4f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1540637 Jul 16 01:52:30.648339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51430) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:30.718821 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Attempting to bind port 37c5305b-b63f-4b3d-9e63-a9bdc016c84e on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:30.719867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Attempting to bind port 37c5305b-b63f-4b3d-9e63-a9bdc016c84e by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:30.720433 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Attempting to bind port 37c5305b-b63f-4b3d-9e63-a9bdc016c84e on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:30.736697 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Port 37c5305b-b63f-4b3d-9e63-a9bdc016c84e on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:30.737418 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Attempting to bind port 37c5305b-b63f-4b3d-9e63-a9bdc016c84e on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:30.752009 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:30.752602 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:30.753207 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:30.754174 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Bound port: 37c5305b-b63f-4b3d-9e63-a9bdc016c84e, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:30.754933 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.830642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-a37b035e-257a-42ae-9651-e53ae2b77349 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port 1041f005-12a3-4d39-aa6d-522b0ddf3972 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:30.830985 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a37b035e-257a-42ae-9651-e53ae2b77349 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.860705 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] For port 37c5305b-b63f-4b3d-9e63-a9bdc016c84e, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:30.867560 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] For port 37c5305b-b63f-4b3d-9e63-a9bdc016c84e, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=37c5305b-b63f-4b3d-9e63-a9bdc016c84e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:30.873538 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.917265 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:30.917897 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.919306 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] 10.222.0.47 "PUT /v2.0/ports/37c5305b-b63f-4b3d-9e63-a9bdc016c84e HTTP/1.1" status: 200 len: 1096 time: 1.2230923 Jul 16 01:52:30.919871 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb32b2ac-4191-440b-8f27-2a356b401783', 'tag': '37c5305b-b63f-4b3d-9e63-a9bdc016c84e'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:30.922106 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688a9293-40fa-4049-847d-9fd76a2264c4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb32b2ac-4191-440b-8f27-2a356b401783", "tag": "37c5305b-b63f-4b3d-9e63-a9bdc016c84e"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:31.033871 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a37b035e-257a-42ae-9651-e53ae2b77349 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.091920 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a27f89c-e1a6-4e29-8bc8-132fa5870c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.094817 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7aae76e-7779-40c2-bd86-ff0895fd6ddb x-openstack-request-id: req-e7aae76e-7779-40c2-bd86-ff0895fd6ddb {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:31.095140 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb32b2ac-4191-440b-8f27-2a356b401783", "tag": "37c5305b-b63f-4b3d-9e63-a9bdc016c84e", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:31.095446 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e7aae76e-7779-40c2-bd86-ff0895fd6ddb {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:31.095790 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb32b2ac-4191-440b-8f27-2a356b401783', 'tag': '37c5305b-b63f-4b3d-9e63-a9bdc016c84e', 'status': 'completed', 'code': 200} Jul 16 01:52:31.099635 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68cbfb-0f9b-49f8-833d-85746b0d8a12 service neutron] Pushing event updated for resources: {'Port': ['ID=37c5305b-b63f-4b3d-9e63-a9bdc016c84e,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:31.106471 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-a37b035e-257a-42ae-9651-e53ae2b77349 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for 1041f005-12a3-4d39-aa6d-522b0ddf3972 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:31.133284 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.149642 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 558e961a-315e-4fd0-b02b-538f54adee17 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:31.210782 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-68277874-e136-4f19-8675-5e30f0d749a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:31.213917 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-68277874-e136-4f19-8675-5e30f0d749a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8125c71e472c40ae8e0e35610a941a81&device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 1099 time: 0.2206557 Jul 16 01:52:31.249798 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 558e961a-315e-4fd0-b02b-538f54adee17 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:31.265846 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51450) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:31.298537 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-19f22497-f8ef-443f-b239-6270ee1a0443 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=37c5305b-b63f-4b3d-9e63-a9bdc016c84e HTTP/1.1" status: 200 len: 217 time: 0.0700831 Jul 16 01:52:31.431740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-1be29208-b4ba-4e37-ab3e-daa42472b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:31.433203 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-1be29208-b4ba-4e37-ab3e-daa42472b1e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1032159 Jul 16 01:52:31.444362 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a37b035e-257a-42ae-9651-e53ae2b77349 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.501438 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b035e-257a-42ae-9651-e53ae2b77349 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=1041f005-12a3-4d39-aa6d-522b0ddf3972,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:31.512506 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9d9ab-8bdd-4877-9432-8f7c8ad7ea5e req-f6b48a12-a1a0-494a-95bd-ac75d2087cdd tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:31.514281 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a9d9d9ab-8bdd-4877-9432-8f7c8ad7ea5e req-f6b48a12-a1a0-494a-95bd-ac75d2087cdd tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 948 time: 0.2148459 Jul 16 01:52:31.554040 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a37b035e-257a-42ae-9651-e53ae2b77349 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.556253 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a37b035e-257a-42ae-9651-e53ae2b77349 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/1041f005-12a3-4d39-aa6d-522b0ddf3972 HTTP/1.1" status: 204 len: 168 time: 0.9069750 Jul 16 01:52:31.558669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51454) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:31.604719 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a9d9d9ab-8bdd-4877-9432-8f7c8ad7ea5e req-9076570c-3d7d-48b6-9251-a0a5a3288543 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a174d57-c25c-4bec-b8a3-a56e080cc380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743692 Jul 16 01:52:31.639951 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-834ed4a3-6973-445b-8bbc-c6060c667468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:31.643354 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-834ed4a3-6973-445b-8bbc-c6060c667468 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1988182 Jul 16 01:52:31.644885 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9b5c01-abb3-4563-8a50-63fa38b56493 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:31.646537 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9b5c01-abb3-4563-8a50-63fa38b56493 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:31.650600 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8f9b5c01-abb3-4563-8a50-63fa38b56493 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0875046 Jul 16 01:52:31.650942 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51460) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:31.728347 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b7fb34ff-0057-4c00-a082-0edd5712c87e None None] Provisioning for port 558e961a-315e-4fd0-b02b-538f54adee17 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:31.735116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b7fb34ff-0057-4c00-a082-0edd5712c87e None None] Provisioning complete for port 558e961a-315e-4fd0-b02b-538f54adee17 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:31.735780 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7fb34ff-0057-4c00-a082-0edd5712c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.765094 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b14689-4549-4c70-aeb8-500b8c118857 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet 4b21d52b-3f5f-4981-990b-b0cdcd94a786 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:31.779084 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-63b14689-4549-4c70-aeb8-500b8c118857 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.843056 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-baeb2087-5d76-4493-a488-f60f5a796f45 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-913936669-network', 'tenant_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:31.847308 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-5056600b-356c-419e-beba-74b8aaecbf74 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914549 Jul 16 01:52:31.862839 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7fb34ff-0057-4c00-a082-0edd5712c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.914061 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-63b14689-4549-4c70-aeb8-500b8c118857 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.950000 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b7fb34ff-0057-4c00-a082-0edd5712c87e None None] For port 558e961a-315e-4fd0-b02b-538f54adee17, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=558e961a-315e-4fd0-b02b-538f54adee17,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:31.959554 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7fb34ff-0057-4c00-a082-0edd5712c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.012881 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baeb2087-5d76-4493-a488-f60f5a796f45 admin admin] Made reservation on behalf of f3d5528b98fd4df8bc6b1ae5acbcbef2 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:32.020269 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-baeb2087-5d76-4493-a488-f60f5a796f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.045192 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb34ff-0057-4c00-a082-0edd5712c87e None None] Pushing event updated for resources: {'Port': ['ID=558e961a-315e-4fd0-b02b-538f54adee17,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:32.064482 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-baeb2087-5d76-4493-a488-f60f5a796f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.070165 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.082621 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f4438898-f114-4733-8177-d6abe50262a7 None None] Could not find standard attr ID for object 1041f005-12a3-4d39-aa6d-522b0ddf3972. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:52:32.125272 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1137ed5-a7e4-4073-a20f-af7116346fbe req-331c9556-8853-4b13-97aa-be9583814555 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702324 Jul 16 01:52:32.211040 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-63b14689-4549-4c70-aeb8-500b8c118857 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.315913 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51480) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:32.376159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a9293-40fa-4049-847d-9fd76a2264c4 req-231e7e63-4ebc-4b0b-8c3f-bb860e7e3513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:32.377341 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-688a9293-40fa-4049-847d-9fd76a2264c4 req-231e7e63-4ebc-4b0b-8c3f-bb860e7e3513 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8125c71e472c40ae8e0e35610a941a81&device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 1099 time: 0.1436439 Jul 16 01:52:32.402160 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-63b14689-4549-4c70-aeb8-500b8c118857 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.510371 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-baeb2087-5d76-4493-a488-f60f5a796f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.513712 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b14689-4549-4c70-aeb8-500b8c118857 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=4b21d52b-3f5f-4981-990b-b0cdcd94a786,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:32.517667 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-baeb2087-5d76-4493-a488-f60f5a796f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.528808 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-63b14689-4549-4c70-aeb8-500b8c118857 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.531629 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-63b14689-4549-4c70-aeb8-500b8c118857 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/4b21d52b-3f5f-4981-990b-b0cdcd94a786 HTTP/1.1" status: 204 len: 168 time: 0.8800101 Jul 16 01:52:32.533626 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdca048-8457-493f-9543-dade5ef08a7f None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:32.538054 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4435a63c-7825-4a27-9d56-e6a53029bfbe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-911417418-network', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:32.540351 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51492) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:32.589423 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a9293-40fa-4049-847d-9fd76a2264c4 req-008c549f-f287-4270-827b-9142e1b2f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:32.591532 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-688a9293-40fa-4049-847d-9fd76a2264c4 req-008c549f-f287-4270-827b-9142e1b2f1de service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.1974466 Jul 16 01:52:32.595967 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c18b7e3d-b70f-4d58-900a-d84c1f7e9c69 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540962 Jul 16 01:52:32.598643 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baeb2087-5d76-4493-a488-f60f5a796f45 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:32.599698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4435a63c-7825-4a27-9d56-e6a53029bfbe admin admin] Made reservation on behalf of c0f2e7f3057a4b8a9a5766b4008ffa5c for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:32.601202 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51494) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:32.603084 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4435a63c-7825-4a27-9d56-e6a53029bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.606613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-dcd87ae6-9107-4663-9494-dfcf7fd98d51 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:32.614365 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb2087-5d76-4493-a488-f60f5a796f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07540799-83e6-4e4a-bacc-b139d8457661,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:32.616425 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4435a63c-7825-4a27-9d56-e6a53029bfbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.673104 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-baeb2087-5d76-4493-a488-f60f5a796f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.673628 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-baeb2087-5d76-4493-a488-f60f5a796f45 admin admin] Added segment c5156c09-4d06-44e8-8080-e6487914b1ec of type vlan for network a523bd7d-9326-465e-9d1c-136af1d421ad Jul 16 01:52:32.733295 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-688a9293-40fa-4049-847d-9fd76a2264c4 req-f90e037b-e16a-4a37-93e1-76f56820497e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=37c5305b-b63f-4b3d-9e63-a9bdc016c84e HTTP/1.1" status: 200 len: 217 time: 0.1184845 Jul 16 01:52:32.804475 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-baeb2087-5d76-4493-a488-f60f5a796f45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.834952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5494eef9-5eb0-4668-b5f5-b3e64e9c664d None None] DHCP port deletion for 5194c550-3669-42e5-a558-3e55db19984a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:52:32.841866 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-baeb2087-5d76-4493-a488-f60f5a796f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.844997 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeb2087-5d76-4493-a488-f60f5a796f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:32.845836 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-baeb2087-5d76-4493-a488-f60f5a796f45 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.864011 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a9293-40fa-4049-847d-9fd76a2264c4 req-570d271a-77c0-4d45-943c-f1cb6c97ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:32.865544 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-688a9293-40fa-4049-847d-9fd76a2264c4 req-570d271a-77c0-4d45-943c-f1cb6c97ee5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.1226089 Jul 16 01:52:32.897135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5494eef9-5eb0-4668-b5f5-b3e64e9c664d None None] Deleting port 558e961a-315e-4fd0-b02b-538f54adee17 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:32.898518 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5494eef9-5eb0-4668-b5f5-b3e64e9c664d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.968726 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb2087-5d76-4493-a488-f60f5a796f45 admin admin] Pushing event updated for resources: {'Network': ['ID=a523bd7d-9326-465e-9d1c-136af1d421ad,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:32.975448 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5494eef9-5eb0-4668-b5f5-b3e64e9c664d None None] For port 558e961a-315e-4fd0-b02b-538f54adee17, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=558e961a-315e-4fd0-b02b-538f54adee17,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:32.976334 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5494eef9-5eb0-4668-b5f5-b3e64e9c664d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.984260 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153e45f-9b78-442f-94f9-cd4af710db83 req-039900aa-5ba5-4821-8754-0e3a6cc1ba5e tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:32.986116 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d153e45f-9b78-442f-94f9-cd4af710db83 req-039900aa-5ba5-4821-8754-0e3a6cc1ba5e tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 948 time: 0.1412206 Jul 16 01:52:32.999694 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network a523bd7d-9326-465e-9d1c-136af1d421ad details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:33.006390 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5494eef9-5eb0-4668-b5f5-b3e64e9c664d None None] Calling delete_port for 558e961a-315e-4fd0-b02b-538f54adee17 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:33.067567 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4435a63c-7825-4a27-9d56-e6a53029bfbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.077680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a9293-40fa-4049-847d-9fd76a2264c4 req-ac8a6ae0-1c2d-4ece-8eda-64f98fbfbf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:33.079404 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-688a9293-40fa-4049-847d-9fd76a2264c4 req-ac8a6ae0-1c2d-4ece-8eda-64f98fbfbf9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1921346 Jul 16 01:52:33.079961 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4435a63c-7825-4a27-9d56-e6a53029bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.102127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd87ae6-9107-4663-9494-dfcf7fd98d51 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:33.108990 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dcd87ae6-9107-4663-9494-dfcf7fd98d51 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.115020 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435a63c-7825-4a27-9d56-e6a53029bfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2ca4b0-6c38-405c-acf6-5fe137664753,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:33.126772 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-baeb2087-5d76-4493-a488-f60f5a796f45 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8594837 Jul 16 01:52:33.127457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51506) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:33.155418 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4435a63c-7825-4a27-9d56-e6a53029bfbe admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:33.166028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-0e5217c7-0595-4d09-9214-1f7229b6b7bf admin admin] Request body: {'subnet': {'network_id': 'a523bd7d-9326-465e-9d1c-136af1d421ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-913936669-subnet', 'tenant_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:33.181796 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d153e45f-9b78-442f-94f9-cd4af710db83 req-664e355a-7c62-4c80-be58-5e51c9186d69 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a174d57-c25c-4bec-b8a3-a56e080cc380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741612 Jul 16 01:52:33.207472 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 558e961a-315e-4fd0-b02b-538f54adee17 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:33.236413 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4435a63c-7825-4a27-9d56-e6a53029bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.237130 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-4435a63c-7825-4a27-9d56-e6a53029bfbe admin admin] Added segment 2612d676-dd3b-4d22-85b6-2659a1300879 of type vlan for network ce98212f-75fe-42a1-9dd5-641f4337548b Jul 16 01:52:33.257156 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 558e961a-315e-4fd0-b02b-538f54adee17 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:33.259935 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 558e961a-315e-4fd0-b02b-538f54adee17 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:33.281221 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5494eef9-5eb0-4668-b5f5-b3e64e9c664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.319497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5217c7-0595-4d09-9214-1f7229b6b7bf admin admin] Made reservation on behalf of f3d5528b98fd4df8bc6b1ae5acbcbef2 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:33.320521 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4435a63c-7825-4a27-9d56-e6a53029bfbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.321937 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0e5217c7-0595-4d09-9214-1f7229b6b7bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.333189 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-688a9293-40fa-4049-847d-9fd76a2264c4 req-f9eddfd9-5020-4bb6-9a8c-cc98ad8193a3 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267091 Jul 16 01:52:33.335901 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494eef9-5eb0-4668-b5f5-b3e64e9c664d None None] Pushing event deleted for resources: {'Port': ['ID=558e961a-315e-4fd0-b02b-538f54adee17,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:33.346537 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5494eef9-5eb0-4668-b5f5-b3e64e9c664d None None] No DVR routers for this DVR port 558e961a-315e-4fd0-b02b-538f54adee17 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:33.406760 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4435a63c-7825-4a27-9d56-e6a53029bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.407669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4435a63c-7825-4a27-9d56-e6a53029bfbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:33.408463 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4435a63c-7825-4a27-9d56-e6a53029bfbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.523062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435a63c-7825-4a27-9d56-e6a53029bfbe admin admin] Pushing event updated for resources: {'Network': ['ID=ce98212f-75fe-42a1-9dd5-641f4337548b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:33.543523 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4435a63c-7825-4a27-9d56-e6a53029bfbe admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2244995 Jul 16 01:52:33.544405 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51510) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:33.549373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ab98f3e4-6c4c-4f62-bf33-3e938027ab85 admin admin] Request body: {'subnet': {'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-911417418-subnet', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:33.576457 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network ce98212f-75fe-42a1-9dd5-641f4337548b details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:33.602244 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab98f3e4-6c4c-4f62-bf33-3e938027ab85 admin admin] Made reservation on behalf of c0f2e7f3057a4b8a9a5766b4008ffa5c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:33.605474 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ab98f3e4-6c4c-4f62-bf33-3e938027ab85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.665247 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-688a9293-40fa-4049-847d-9fd76a2264c4 req-fcc0f509-a146-49e5-9783-8e9165338920 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241475 Jul 16 01:52:33.783514 n-d-800086-6 neutron-server[93832]: DEBUG neutron.objects.ports [None req-dcd87ae6-9107-4663-9494-dfcf7fd98d51 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:52:33.788930 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dcd87ae6-9107-4663-9494-dfcf7fd98d51 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.821313 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.840991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd87ae6-9107-4663-9494-dfcf7fd98d51 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:33.867621 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-dcd87ae6-9107-4663-9494-dfcf7fd98d51 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:33.871071 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd87ae6-9107-4663-9494-dfcf7fd98d51 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:33.871787 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dcd87ae6-9107-4663-9494-dfcf7fd98d51 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.880083 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c7036f-9327-43cc-b14d-f97952f5986b None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:33.890308 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ab98f3e4-6c4c-4f62-bf33-3e938027ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.913240 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dcd87ae6-9107-4663-9494-dfcf7fd98d51 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3084943 Jul 16 01:52:33.913821 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0e5217c7-0595-4d09-9214-1f7229b6b7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.915806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51514) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:33.920793 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a2ba2a83-d5a9-42da-881f-8d6158e0a8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'mac_address': 'fa:16:3e:ef:02:99', 'name': 'tempest-NetworksTestDHCPv6-341654214'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:33.924776 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd87ae6-9107-4663-9494-dfcf7fd98d51 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=ea8e6269-1bc8-4326-9a45-98d249205798,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:33.956223 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98f3e4-6c4c-4f62-bf33-3e938027ab85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c257cc-79e9-4ee5-a4db-d19fe08afadf,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:33.966899 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab98f3e4-6c4c-4f62-bf33-3e938027ab85 admin admin] Checking segment: {'id': '2612d676-dd3b-4d22-85b6-2659a1300879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:33.967268 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab98f3e4-6c4c-4f62-bf33-3e938027ab85 admin admin] Network hostable DHCP agents. Network: ce98212f-75fe-42a1-9dd5-641f4337548b, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:52:33.988075 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab98f3e4-6c4c-4f62-bf33-3e938027ab85 admin admin] Network ce98212f-75fe-42a1-9dd5-641f4337548b is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:52:33.998237 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-ab98f3e4-6c4c-4f62-bf33-3e938027ab85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, ce98212f-75fe-42a1-9dd5-641f4337548b) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:34.006236 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab98f3e4-6c4c-4f62-bf33-3e938027ab85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:34.007314 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ab98f3e4-6c4c-4f62-bf33-3e938027ab85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.009948 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5a0aa0-a00c-4544-9eb8-aea6d3e03812 None None] Network ce98212f-75fe-42a1-9dd5-641f4337548b requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:34.027519 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ab98f3e4-6c4c-4f62-bf33-3e938027ab85 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4819858 Jul 16 01:52:34.028240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51516) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:34.032886 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-911417418-router', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:34.045261 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5217c7-0595-4d09-9214-1f7229b6b7bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=49c3e51e-f90e-462c-baa1-116017f005c4,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:34.058073 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.059637 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.073529 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5217c7-0595-4d09-9214-1f7229b6b7bf admin admin] Checking segment: {'id': 'c5156c09-4d06-44e8-8080-e6487914b1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a523bd7d-9326-465e-9d1c-136af1d421ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:34.073909 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5217c7-0595-4d09-9214-1f7229b6b7bf admin admin] Network hostable DHCP agents. Network: a523bd7d-9326-465e-9d1c-136af1d421ad, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:52:34.094535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-5194c550-3669-42e5-a558-3e55db19984a', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'fixed_ips': [{'subnet_id': 'ea8e6269-1bc8-4326-9a45-98d249205798'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:52:34.095390 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.106061 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5217c7-0595-4d09-9214-1f7229b6b7bf admin admin] Network a523bd7d-9326-465e-9d1c-136af1d421ad is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:52:34.119169 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-0e5217c7-0595-4d09-9214-1f7229b6b7bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, a523bd7d-9326-465e-9d1c-136af1d421ad) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:34.123803 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5217c7-0595-4d09-9214-1f7229b6b7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:34.124558 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0e5217c7-0595-4d09-9214-1f7229b6b7bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.128411 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ba2a83-d5a9-42da-881f-8d6158e0a8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:34.133130 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.133326 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a2ba2a83-d5a9-42da-881f-8d6158e0a8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.134574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62445d07-a1bf-43db-9dd8-83dfe46573ae None None] Network a523bd7d-9326-465e-9d1c-136af1d421ad requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:34.161636 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0e5217c7-0595-4d09-9214-1f7229b6b7bf admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0062106 Jul 16 01:52:34.165352 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51518) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:34.167673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-a2ba2a83-d5a9-42da-881f-8d6158e0a8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port 4df01640-e456-4d74-a132-03080e89a082 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:52:34.175270 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-913936669-router', 'tenant_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:34.242781 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.243888 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.317193 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9017853-a2bc-44b1-9629-976f6b80c087 None None] Network ce98212f-75fe-42a1-9dd5-641f4337548b requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:34.356257 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.368539 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-a2ba2a83-d5a9-42da-881f-8d6158e0a8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::f816:3eff:feef:299 (5194c550-3669-42e5-a558-3e55db19984a/ea8e6269-1bc8-4326-9a45-98d249205798/4df01640-e456-4d74-a132-03080e89a082) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:34.544242 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-a523bd7d-9326-465e-9d1c-136af1d421ad', 'network_id': 'a523bd7d-9326-465e-9d1c-136af1d421ad', 'tenant_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'fixed_ips': [{'subnet_id': '49c3e51e-f90e-462c-baa1-116017f005c4'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:52:34.545439 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.580947 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.700563 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a2ba2a83-d5a9-42da-881f-8d6158e0a8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.724574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Allocated IP 172.20.0.2 (a523bd7d-9326-465e-9d1c-136af1d421ad/49c3e51e-f90e-462c-baa1-116017f005c4/be401a53-287f-4d3a-a84f-168ee88fa14f) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:34.731557 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.755856 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-a2ba2a83-d5a9-42da-881f-8d6158e0a8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object 4df01640-e456-4d74-a132-03080e89a082 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:34.810649 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec1fe9-4609-4294-aa3e-e06a29ed0bc4 req-0cb15e3c-036d-4bda-a108-620bd2a56b23 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:34.812429 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-96ec1fe9-4609-4294-aa3e-e06a29ed0bc4 req-0cb15e3c-036d-4bda-a108-620bd2a56b23 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 948 time: 0.1213107 Jul 16 01:52:34.904392 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-96ec1fe9-4609-4294-aa3e-e06a29ed0bc4 req-2516a934-9a08-4783-b7d9-7729ed988d52 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a174d57-c25c-4bec-b8a3-a56e080cc380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837340 Jul 16 01:52:35.053526 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.076467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Transition to ACTIVE for port object be401a53-287f-4d3a-a84f-168ee88fa14f will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:35.110014 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.115625 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Transition to ACTIVE for port object be401a53-287f-4d3a-a84f-168ee88fa14f will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:35.130208 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.151613 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.239205 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Network a523bd7d-9326-465e-9d1c-136af1d421ad is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:35.250920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:35.256274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Allocated IP 2001:db8::f816:3eff:fedb:1cea (5194c550-3669-42e5-a558-3e55db19984a/ea8e6269-1bc8-4326-9a45-98d249205798/3e6465a4-f8bf-44c3-8b1a-f6825bf16151) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:35.258717 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:35.269233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Pushing event updated for resources: {'Port': ['ID=be401a53-287f-4d3a-a84f-168ee88fa14f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:35.301857 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.303349 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a2ba2a83-d5a9-42da-881f-8d6158e0a8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.355397 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.361294 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Attempting to bind port be401a53-287f-4d3a-a84f-168ee88fa14f on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:35.361907 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Attempting to bind port be401a53-287f-4d3a-a84f-168ee88fa14f by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'c5156c09-4d06-44e8-8080-e6487914b1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a523bd7d-9326-465e-9d1c-136af1d421ad'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:35.362460 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Attempting to bind port be401a53-287f-4d3a-a84f-168ee88fa14f on network a523bd7d-9326-465e-9d1c-136af1d421ad {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:35.374562 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:35.375281 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Checking segment: {'id': 'c5156c09-4d06-44e8-8080-e6487914b1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a523bd7d-9326-465e-9d1c-136af1d421ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:35.375950 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.376079 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] Allocated IP 172.25.1.172 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/d08e9e21-0d17-43e0-9ab9-1195be376945) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:35.376620 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Bound using segment: {'id': 'c5156c09-4d06-44e8-8080-e6487914b1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a523bd7d-9326-465e-9d1c-136af1d421ad'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:35.377295 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Bound port: be401a53-287f-4d3a-a84f-168ee88fa14f, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5156c09-4d06-44e8-8080-e6487914b1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a523bd7d-9326-465e-9d1c-136af1d421ad'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:35.378726 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.440071 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ba2a83-d5a9-42da-881f-8d6158e0a8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:35.468432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-a2ba2a83-d5a9-42da-881f-8d6158e0a8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:35.490389 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba2a83-d5a9-42da-881f-8d6158e0a8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=4df01640-e456-4d74-a132-03080e89a082,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:35.502601 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ba2a83-d5a9-42da-881f-8d6158e0a8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:35.508480 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ba2a83-d5a9-42da-881f-8d6158e0a8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:35.509146 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a2ba2a83-d5a9-42da-881f-8d6158e0a8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.543314 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a2ba2a83-d5a9-42da-881f-8d6158e0a8bb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6263225 Jul 16 01:52:35.545871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51540) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:35.583904 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.635535 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.636742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62db70af-bf70-44aa-aec8-9558e23a0930 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:35.638338 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-62db70af-bf70-44aa-aec8-9558e23a0930 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0914102 Jul 16 01:52:35.641014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51544) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:35.705860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:35.708210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] Pushing event updated for resources: {'Port': ['ID=d08e9e21-0d17-43e0-9ab9-1195be376945,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:35.718982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:35.723365 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:35.844039 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] Allocated IP 172.25.1.234 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/7413e0ac-68ef-4a38-a5e9-8f09c03694d7) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:35.848807 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] For port be401a53-287f-4d3a-a84f-168ee88fa14f, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:35.869870 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] For port be401a53-287f-4d3a-a84f-168ee88fa14f, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=be401a53-287f-4d3a-a84f-168ee88fa14f,segment=NetworkSegment(c5156c09-4d06-44e8-8080-e6487914b1ec),segment_id=c5156c09-4d06-44e8-8080-e6487914b1ec)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:35.876121 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.882325 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d812-7cdd-4221-9b9c-4aa38586f1f8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port 4df01640-e456-4d74-a132-03080e89a082 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:35.883025 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72c4d812-7cdd-4221-9b9c-4aa38586f1f8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.009667 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.017532 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd90ab-94ac-480f-afb7-e04ee59e8368 None None] Pushing event updated for resources: {'Port': ['ID=be401a53-287f-4d3a-a84f-168ee88fa14f,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:36.023080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Transition to ACTIVE for port object 3e6465a4-f8bf-44c3-8b1a-f6825bf16151 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:36.042692 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Transition to ACTIVE for port object 3e6465a4-f8bf-44c3-8b1a-f6825bf16151 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:36.050794 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.099753 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:36.107140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:36.116734 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:36.149842 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.187891 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Pushing event updated for resources: {'Port': ['ID=3e6465a4-f8bf-44c3-8b1a-f6825bf16151,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:36.201556 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72c4d812-7cdd-4221-9b9c-4aa38586f1f8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.208137 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.232330 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Attempting to bind port 3e6465a4-f8bf-44c3-8b1a-f6825bf16151 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:36.232706 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Attempting to bind port 3e6465a4-f8bf-44c3-8b1a-f6825bf16151 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:36.240665 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Attempting to bind port 3e6465a4-f8bf-44c3-8b1a-f6825bf16151 on network 5194c550-3669-42e5-a558-3e55db19984a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:36.262184 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-72c4d812-7cdd-4221-9b9c-4aa38586f1f8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for 4df01640-e456-4d74-a132-03080e89a082 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:36.262555 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:36.262948 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:36.263360 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.263775 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Bound using segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:36.264265 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Bound port: 3e6465a4-f8bf-44c3-8b1a-f6825bf16151, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:36.264650 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.265121 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:36.278764 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:36.285367 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:36.392078 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.459384 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] Pushing event updated for resources: {'Port': ['ID=7413e0ac-68ef-4a38-a5e9-8f09c03694d7,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:36.516757 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] For port 3e6465a4-f8bf-44c3-8b1a-f6825bf16151, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:36.531967 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] For port 3e6465a4-f8bf-44c3-8b1a-f6825bf16151, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=3e6465a4-f8bf-44c3-8b1a-f6825bf16151,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:36.541559 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.636264 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b750a9f-4ad4-4784-a94b-9cd1aad32680 req-6d94de0e-3c13-4085-a6e0-70e6d5fa78dc tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:36.637983 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7b750a9f-4ad4-4784-a94b-9cd1aad32680 req-6d94de0e-3c13-4085-a6e0-70e6d5fa78dc tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 948 time: 0.4238451 Jul 16 01:52:36.725142 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7b750a9f-4ad4-4784-a94b-9cd1aad32680 req-137cde8c-c9fa-4b75-97bb-66af66884394 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a174d57-c25c-4bec-b8a3-a56e080cc380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539472 Jul 16 01:52:36.737370 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e609af-cea6-4285-9fda-d93c4a49afaa None None] Pushing event updated for resources: {'Port': ['ID=3e6465a4-f8bf-44c3-8b1a-f6825bf16151,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:36.744158 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 37c5305b-b63f-4b3d-9e63-a9bdc016c84e details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:36.796941 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72c4d812-7cdd-4221-9b9c-4aa38586f1f8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.936703 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.078255 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 37c5305b-b63f-4b3d-9e63-a9bdc016c84e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=37c5305b-b63f-4b3d-9e63-a9bdc016c84e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:37.099909 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d812-7cdd-4221-9b9c-4aa38586f1f8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=4df01640-e456-4d74-a132-03080e89a082,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:37.103575 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '37c5305b-b63f-4b3d-9e63-a9bdc016c84e', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '37c5305b-b63f-4b3d-9e63-a9bdc016c84e', 'mac_address': 'fa:16:3e:8d:98:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:37.287427 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.321083 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c5305b-b63f-4b3d-9e63-a9bdc016c84e {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:37.325969 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device be401a53-287f-4d3a-a84f-168ee88fa14f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:37.363098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] Router 2af15b63-3e34-4f1a-94ec-dbaae65963f0 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:52:37.392704 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.393368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 37c5305b-b63f-4b3d-9e63-a9bdc016c84e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=37c5305b-b63f-4b3d-9e63-a9bdc016c84e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:37.409375 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.436184 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port be401a53-287f-4d3a-a84f-168ee88fa14f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:37.529301 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72c4d812-7cdd-4221-9b9c-4aa38586f1f8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.531735 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-72c4d812-7cdd-4221-9b9c-4aa38586f1f8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/4df01640-e456-4d74-a132-03080e89a082 HTTP/1.1" status: 204 len: 168 time: 1.8897686 Jul 16 01:52:37.535616 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=37c5305b-b63f-4b3d-9e63-a9bdc016c84e,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:37.538548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51592) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:37.633392 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:37.647260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9321958-5766-4c86-8e91-ef9e87804a22 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:37.648527 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Sync routers for ids ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:37.649015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9321958-5766-4c86-8e91-ef9e87804a22 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:37.652990 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b9321958-5766-4c86-8e91-ef9e87804a22 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1091094 Jul 16 01:52:37.653956 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51596) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:37.673907 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Routers {'2af15b63-3e34-4f1a-94ec-dbaae65963f0'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:37.677734 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:52:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:37.805586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ec3a16-fa88-46c7-9630-c62250fef4cb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet ea8e6269-1bc8-4326-9a45-98d249205798 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:37.821031 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4ec3a16-fa88-46c7-9630-c62250fef4cb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.846410 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['37c5305b-b63f-4b3d-9e63-a9bdc016c84e'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:37.938262 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.942212 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4ec3a16-fa88-46c7-9630-c62250fef4cb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.950904 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Set router 2af15b63-3e34-4f1a-94ec-dbaae65963f0 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:38.029462 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b49469-72a0-41c7-8245-1d5dd5567f7d None None] Network a523bd7d-9326-465e-9d1c-136af1d421ad requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:38.052238 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.058490 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c82430ae-4a69-4531-a9b1-fc107a7bbc7c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0261302 Jul 16 01:52:38.060165 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51612) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:38.343202 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4ec3a16-fa88-46c7-9630-c62250fef4cb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.356318 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-911417418-router', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:52:36Z', 'revision_number': 3, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'gw_port': {'id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ae:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:38.404254 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb64a7c-762e-4347-99c9-0cc593084452 req-6e013a43-437d-4d8b-a0ca-8c76dee941fb tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:38.408432 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cfb64a7c-762e-4347-99c9-0cc593084452 req-6e013a43-437d-4d8b-a0ca-8c76dee941fb tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 949 time: 0.3721030 Jul 16 01:52:38.412198 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] Router 9773f9bb-192d-45ea-920e-192d3f2b5a85 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:52:38.445751 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Checking router: 2af15b63-3e34-4f1a-94ec-dbaae65963f0 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:38.446108 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Updating router 2af15b63-3e34-4f1a-94ec-dbaae65963f0 port d08e9e21-0d17-43e0-9ab9-1195be376945 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:52:38.449827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0d2832d9-29b5-4660-9e3b-e84b69a64696 None None] Provisioning for port be401a53-287f-4d3a-a84f-168ee88fa14f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:38.463518 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0d2832d9-29b5-4660-9e3b-e84b69a64696 None None] Provisioning complete for port be401a53-287f-4d3a-a84f-168ee88fa14f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:38.469288 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d2832d9-29b5-4660-9e3b-e84b69a64696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.526229 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.553424 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cfb64a7c-762e-4347-99c9-0cc593084452 req-6bc45cb1-4e81-47e5-b037-19176d3c6e74 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a174d57-c25c-4bec-b8a3-a56e080cc380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346827 Jul 16 01:52:38.565950 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4ec3a16-fa88-46c7-9630-c62250fef4cb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.623580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec3a16-fa88-46c7-9630-c62250fef4cb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=ea8e6269-1bc8-4326-9a45-98d249205798,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:38.648218 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4ec3a16-fa88-46c7-9630-c62250fef4cb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.650096 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d4ec3a16-fa88-46c7-9630-c62250fef4cb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/ea8e6269-1bc8-4326-9a45-98d249205798 HTTP/1.1" status: 204 len: 168 time: 0.9949596 Jul 16 01:52:38.653556 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51622) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:38.700835 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d2832d9-29b5-4660-9e3b-e84b69a64696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.741819 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364eed9f-65b9-4ca1-b12b-da17d230a076 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:38.746568 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-af9f9a46-c02a-4640-ac93-487565afd9bd tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918374 Jul 16 01:52:38.750145 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51624) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:38.888036 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b7b283-eafa-49d3-b22e-9ae86f9fa20d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:38.891145 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-10b7b283-eafa-49d3-b22e-9ae86f9fa20d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1363561 Jul 16 01:52:38.893621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51626) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:38.917130 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0d2832d9-29b5-4660-9e3b-e84b69a64696 None None] For port be401a53-287f-4d3a-a84f-168ee88fa14f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=be401a53-287f-4d3a-a84f-168ee88fa14f,segment=NetworkSegment(c5156c09-4d06-44e8-8080-e6487914b1ec),segment_id=c5156c09-4d06-44e8-8080-e6487914b1ec)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:38.930271 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d2832d9-29b5-4660-9e3b-e84b69a64696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.953070 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:38.987214 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Sync routers for ids ['9773f9bb-192d-45ea-920e-192d3f2b5a85'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:39.011309 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Routers {'9773f9bb-192d-45ea-920e-192d3f2b5a85'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:39.011974 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:52:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['9773f9bb-192d-45ea-920e-192d3f2b5a85'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:39.107451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffdc36a-c10f-4158-b0cb-363e33058ced tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:39.115133 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dffdc36a-c10f-4158-b0cb-363e33058ced tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2174749 Jul 16 01:52:39.115363 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.115846 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51628) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:39.118155 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.124184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51630) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:39.134114 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7bf21314-2764-48b2-ba93-e938b85cf2e8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9534121 Jul 16 01:52:39.149137 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Transition to ACTIVE for port object d08e9e21-0d17-43e0-9ab9-1195be376945 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:39.177053 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.182985 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-765e5c9a-f5d0-49e2-bed9-6b5e41a9298d None None] Provisioning for port 3e6465a4-f8bf-44c3-8b1a-f6825bf16151 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:39.208658 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2832d9-29b5-4660-9e3b-e84b69a64696 None None] Pushing event updated for resources: {'Port': ['ID=be401a53-287f-4d3a-a84f-168ee88fa14f,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:39.255623 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f710829-81fa-489c-b8a8-fbec58e7e574 None None] DHCP port deletion for 5194c550-3669-42e5-a558-3e55db19984a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:52:39.386740 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Attempting to bind port d08e9e21-0d17-43e0-9ab9-1195be376945 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:39.389028 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Attempting to bind port d08e9e21-0d17-43e0-9ab9-1195be376945 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:39.389362 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Attempting to bind port d08e9e21-0d17-43e0-9ab9-1195be376945 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:39.394534 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Set router 9773f9bb-192d-45ea-920e-192d3f2b5a85 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:39.398340 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e057d-c28a-424d-8d84-f572e6a86a67 None None] Pushing event updated for resources: {'Port': ['ID=d08e9e21-0d17-43e0-9ab9-1195be376945,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:39.420090 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:39.424721 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:39.425665 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.426869 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:39.427499 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Bound port: d08e9e21-0d17-43e0-9ab9-1195be376945, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:39.427916 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.434698 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d1efc0ab-78e4-4049-b15b-8f8a1c32a2f1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3175933 Jul 16 01:52:39.446255 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51638) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:39.451887 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b8cccf02-b346-4382-98cf-c1869ff72607 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:39.527144 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8f710829-81fa-489c-b8a8-fbec58e7e574 None None] Deleting port 3e6465a4-f8bf-44c3-8b1a-f6825bf16151 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:39.527692 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8f710829-81fa-489c-b8a8-fbec58e7e574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.555624 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] For port d08e9e21-0d17-43e0-9ab9-1195be376945, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:39.563966 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] For port d08e9e21-0d17-43e0-9ab9-1195be376945, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d08e9e21-0d17-43e0-9ab9-1195be376945,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:39.570067 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.669430 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e057d-c28a-424d-8d84-f572e6a86a67 None None] Pushing event updated for resources: {'Port': ['ID=d08e9e21-0d17-43e0-9ab9-1195be376945,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:39.682747 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Routers {'2af15b63-3e34-4f1a-94ec-dbaae65963f0'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:39.683369 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:52:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:39.816611 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] Set router 2af15b63-3e34-4f1a-94ec-dbaae65963f0 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:39.817507 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cccf02-b346-4382-98cf-c1869ff72607 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:39.821678 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8cccf02-b346-4382-98cf-c1869ff72607 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.829717 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e6c11496-2ec1-4569-b05b-b517cacae85b None None] Provisioning complete for port be401a53-287f-4d3a-a84f-168ee88fa14f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:39.830100 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e6c11496-2ec1-4569-b05b-b517cacae85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.007079 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8f710829-81fa-489c-b8a8-fbec58e7e574 None None] For port 3e6465a4-f8bf-44c3-8b1a-f6825bf16151, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=3e6465a4-f8bf-44c3-8b1a-f6825bf16151,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:40.007472 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8f710829-81fa-489c-b8a8-fbec58e7e574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.040401 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a431119-537f-43b6-a84e-a07fc181a2a9 req-07bb24fc-ab0c-4b7d-af84-17d297e974f2 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:40.048506 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4a431119-537f-43b6-a84e-a07fc181a2a9 req-07bb24fc-ab0c-4b7d-af84-17d297e974f2 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 949 time: 0.1969252 Jul 16 01:52:40.051921 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-911417418-router', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:52:36Z', 'revision_number': 3, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'gw_port': {'id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ae:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:40.052320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8f710829-81fa-489c-b8a8-fbec58e7e574 None None] Calling delete_port for 3e6465a4-f8bf-44c3-8b1a-f6825bf16151 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:40.078571 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773f9bb-192d-45ea-920e-192d3f2b5a85', 'name': 'tempest-TestAggregatesBasicOps-913936669-router', 'tenant_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7413e0ac-68ef-4a38-a5e9-8f09c03694d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:52:37Z', 'revision_number': 3, 'project_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'gw_port': {'id': '7413e0ac-68ef-4a38-a5e9-8f09c03694d7', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773f9bb-192d-45ea-920e-192d3f2b5a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:40.088243 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24045ac5-485a-4973-904d-2277c1834b24 None None] The sync data for ids ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'] in n-d-800086-6 is: [{'id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-911417418-router', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:52:36Z', 'revision_number': 3, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'gw_port': {'id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ae:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:40.134287 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-090aa831-c57b-4c79-be34-6c33bfb17c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.138246 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Checking router: 9773f9bb-192d-45ea-920e-192d3f2b5a85 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:40.138787 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Updating router 9773f9bb-192d-45ea-920e-192d3f2b5a85 port 7413e0ac-68ef-4a38-a5e9-8f09c03694d7 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:52:40.150431 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4a431119-537f-43b6-a84e-a07fc181a2a9 req-ee43c0ce-cd4f-4f7c-8e8f-08b1d3fa193c tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a174d57-c25c-4bec-b8a3-a56e080cc380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007922 Jul 16 01:52:40.179920 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.268233 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.481879 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-090aa831-c57b-4c79-be34-6c33bfb17c0e admin admin] Allocated IP 172.20.0.1 (ce98212f-75fe-42a1-9dd5-641f4337548b/b3c257cc-79e9-4ee5-a4db-d19fe08afadf/2ef022f0-3e8f-4f50-a3b7-5912e448675c) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:40.930973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.objects.ports [None req-b8cccf02-b346-4382-98cf-c1869ff72607 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:52:40.936445 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8cccf02-b346-4382-98cf-c1869ff72607 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.975395 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.010629 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Transition to ACTIVE for port object 7413e0ac-68ef-4a38-a5e9-8f09c03694d7 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:41.017689 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8f710829-81fa-489c-b8a8-fbec58e7e574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.021254 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 37c5305b-b63f-4b3d-9e63-a9bdc016c84e up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:41.055237 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.098965 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f710829-81fa-489c-b8a8-fbec58e7e574 None None] No DVR routers for this DVR port 3e6465a4-f8bf-44c3-8b1a-f6825bf16151 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:41.103747 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-090aa831-c57b-4c79-be34-6c33bfb17c0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.106007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f710829-81fa-489c-b8a8-fbec58e7e574 None None] Pushing event deleted for resources: {'Port': ['ID=3e6465a4-f8bf-44c3-8b1a-f6825bf16151,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:41.226289 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-090aa831-c57b-4c79-be34-6c33bfb17c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.238307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cccf02-b346-4382-98cf-c1869ff72607 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:41.265771 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] Allocated IP 172.20.0.1 (a523bd7d-9326-465e-9d1c-136af1d421ad/49c3e51e-f90e-462c-baa1-116017f005c4/cbff84da-35ee-4c99-8bae-535af37007a1) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:41.274139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51662) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:41.285994 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Attempting to bind port 7413e0ac-68ef-4a38-a5e9-8f09c03694d7 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:41.294015 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Attempting to bind port 7413e0ac-68ef-4a38-a5e9-8f09c03694d7 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:41.294015 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Attempting to bind port 7413e0ac-68ef-4a38-a5e9-8f09c03694d7 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:41.328900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090aa831-c57b-4c79-be34-6c33bfb17c0e admin admin] Pushing event updated for resources: {'Port': ['ID=2ef022f0-3e8f-4f50-a3b7-5912e448675c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:41.356106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-b8cccf02-b346-4382-98cf-c1869ff72607 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:41.363255 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cccf02-b346-4382-98cf-c1869ff72607 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:41.363906 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8cccf02-b346-4382-98cf-c1869ff72607 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.367013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:41.369836 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:41.372113 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.379741 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:41.379741 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Bound port: 7413e0ac-68ef-4a38-a5e9-8f09c03694d7, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:41.379741 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.399401 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090aa831-c57b-4c79-be34-6c33bfb17c0e admin admin] Network ce98212f-75fe-42a1-9dd5-641f4337548b is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:41.405557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-090aa831-c57b-4c79-be34-6c33bfb17c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:41.417192 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090aa831-c57b-4c79-be34-6c33bfb17c0e admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:41.503086 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cccf02-b346-4382-98cf-c1869ff72607 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=5ccc515c-c731-47d4-b149-8f445176294c,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:41.521223 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b8cccf02-b346-4382-98cf-c1869ff72607 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0736434 Jul 16 01:52:41.525506 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51666) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:41.528040 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] For port 7413e0ac-68ef-4a38-a5e9-8f09c03694d7, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:41.532161 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-57d007a9-5320-4bda-b74f-3aba1d4cfac3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'mac_address': 'fa:16:3e:7c:5f:f7', 'name': 'tempest-NetworksTestDHCPv6-1603942054'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:41.535368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] For port 7413e0ac-68ef-4a38-a5e9-8f09c03694d7, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7413e0ac-68ef-4a38-a5e9-8f09c03694d7,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:41.540055 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device be401a53-287f-4d3a-a84f-168ee88fa14f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:41.596587 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-090aa831-c57b-4c79-be34-6c33bfb17c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.613677 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1bc823-abb7-468e-9c02-239c44497b57 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:41.615822 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.647122 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab2e9b-eabb-4806-af45-1634fd4c354a None None] Pushing event updated for resources: {'Port': ['ID=7413e0ac-68ef-4a38-a5e9-8f09c03694d7,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:41.650330 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.658680 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 37c5305b-b63f-4b3d-9e63-a9bdc016c84e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:41.672948 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-25111680-0fd4-4cae-9998-b2c9909aea67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.693758 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe04b2b-9c0b-409c-839c-0077c4febbbf req-1efe3cf8-c17a-4e38-9132-943d713d5df3 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:41.695681 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6fe04b2b-9c0b-409c-839c-0077c4febbbf req-1efe3cf8-c17a-4e38-9132-943d713d5df3 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 949 time: 0.2734163 Jul 16 01:52:41.723284 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] Transition to ACTIVE for port object cbff84da-35ee-4c99-8bae-535af37007a1 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:41.743199 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 37c5305b-b63f-4b3d-9e63-a9bdc016c84e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:41.743417 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.793738 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.874044 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] Network a523bd7d-9326-465e-9d1c-136af1d421ad is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:41.919068 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-090aa831-c57b-4c79-be34-6c33bfb17c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.922499 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:41.965445 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6fe04b2b-9c0b-409c-839c-0077c4febbbf req-5300b99f-09fe-4334-8723-743d42df6408 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a174d57-c25c-4bec-b8a3-a56e080cc380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538369 Jul 16 01:52:41.982914 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:42.043295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] Pushing event updated for resources: {'Port': ['ID=cbff84da-35ee-4c99-8bae-535af37007a1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:42.123405 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.229022 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port be401a53-287f-4d3a-a84f-168ee88fa14f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:42.230045 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.267098 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Routers {'9773f9bb-192d-45ea-920e-192d3f2b5a85'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:42.267959 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:52:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['9773f9bb-192d-45ea-920e-192d3f2b5a85'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:42.281932 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab2e9b-eabb-4806-af45-1634fd4c354a None None] Pushing event updated for resources: {'Port': ['ID=7413e0ac-68ef-4a38-a5e9-8f09c03694d7,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:42.311171 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-090aa831-c57b-4c79-be34-6c33bfb17c0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.325940 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-090aa831-c57b-4c79-be34-6c33bfb17c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.397600 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.429409 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-25111680-0fd4-4cae-9998-b2c9909aea67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.430466 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090aa831-c57b-4c79-be34-6c33bfb17c0e admin admin] Pushing event updated for resources: {'Port': ['ID=2ef022f0-3e8f-4f50-a3b7-5912e448675c,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:42.460776 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-50182ff6-85d6-454c-93ba-6ff5710f809b None None] Provisioning for port cbff84da-35ee-4c99-8bae-535af37007a1 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:42.465885 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-25111680-0fd4-4cae-9998-b2c9909aea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.467871 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-090aa831-c57b-4c79-be34-6c33bfb17c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.478985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d007a9-5320-4bda-b74f-3aba1d4cfac3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:42.481137 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.491599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-50182ff6-85d6-454c-93ba-6ff5710f809b None None] Provisioning complete for port cbff84da-35ee-4c99-8bae-535af37007a1 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:42.492042 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-50182ff6-85d6-454c-93ba-6ff5710f809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.546139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25111680-0fd4-4cae-9998-b2c9909aea67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e35e27-f336-4d84-92d2-76943a13b205,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:42.550770 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-25111680-0fd4-4cae-9998-b2c9909aea67 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a3e9a499657e448a8b1928e55bb6aee8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2754900 Jul 16 01:52:42.564468 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51672) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:42.603748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-5194c550-3669-42e5-a558-3e55db19984a', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'fixed_ips': [{'subnet_id': '5ccc515c-c731-47d4-b149-8f445176294c'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:52:42.604380 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.650890 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 37c5305b-b63f-4b3d-9e63-a9bdc016c84e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=37c5305b-b63f-4b3d-9e63-a9bdc016c84e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:42.653493 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] Set router 9773f9bb-192d-45ea-920e-192d3f2b5a85 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:42.656084 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb32b2ac-4191-440b-8f27-2a356b401783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c5305b-b63f-4b3d-9e63-a9bdc016c84e'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:42.658924 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2438f67b-651e-419b-85b2-393691638f13" -d '{"events": [{"server_uuid": "fb32b2ac-4191-440b-8f27-2a356b401783", "name": "network-vif-plugged", "status": "completed", "tag": "37c5305b-b63f-4b3d-9e63-a9bdc016c84e"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:42.672304 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57d007a9-5320-4bda-b74f-3aba1d4cfac3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.682456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090aa831-c57b-4c79-be34-6c33bfb17c0e admin admin] Network ce98212f-75fe-42a1-9dd5-641f4337548b is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:42.684754 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-090aa831-c57b-4c79-be34-6c33bfb17c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:42.714376 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.747850 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-57d007a9-5320-4bda-b74f-3aba1d4cfac3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port 8c5821f3-3526-447f-8c4b-92c22d3cdc51 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:52:42.802215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-50182ff6-85d6-454c-93ba-6ff5710f809b None None] Port cbff84da-35ee-4c99-8bae-535af37007a1 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:52:42.811038 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e6248c-6b5d-4cef-9d19-9311c5fb18f1 x-openstack-request-id: req-19e6248c-6b5d-4cef-9d19-9311c5fb18f1 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:42.811364 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb32b2ac-4191-440b-8f27-2a356b401783", "name": "network-vif-plugged", "status": "completed", "tag": "37c5305b-b63f-4b3d-9e63-a9bdc016c84e", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:42.811647 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-19e6248c-6b5d-4cef-9d19-9311c5fb18f1 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:42.812090 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb32b2ac-4191-440b-8f27-2a356b401783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c5305b-b63f-4b3d-9e63-a9bdc016c84e', 'code': 200} Jul 16 01:52:42.919601 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-57d007a9-5320-4bda-b74f-3aba1d4cfac3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::f816:3eff:fe7c:5ff7 (5194c550-3669-42e5-a558-3e55db19984a/5ccc515c-c731-47d4-b149-8f445176294c/8c5821f3-3526-447f-8c4b-92c22d3cdc51) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:42.923256 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.966357 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.017701 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d08e9e21-0d17-43e0-9ab9-1195be376945 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:43.130544 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e30ce97-51fb-4fec-864b-2dfd43a195c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.161293 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.180321 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e30ce97-51fb-4fec-864b-2dfd43a195c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.187050 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] Pushing event updated for resources: {'Port': ['ID=cbff84da-35ee-4c99-8bae-535af37007a1,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:43.221146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=37c5305b-b63f-4b3d-9e63-a9bdc016c84e,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:43.247927 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port d08e9e21-0d17-43e0-9ab9-1195be376945 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:43.263095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port d08e9e21-0d17-43e0-9ab9-1195be376945 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:43.263673 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.298895 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b0d37-e142-46be-a6a1-d9ecc1cee2ec req-54ad2d42-8e73-4109-968a-fbae39f82778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.299751 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e45b0d37-e142-46be-a6a1-d9ecc1cee2ec req-54ad2d42-8e73-4109-968a-fbae39f82778 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 1101 time: 0.3688514 Jul 16 01:52:43.306431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090aa831-c57b-4c79-be34-6c33bfb17c0e admin admin] Router 2af15b63-3e34-4f1a-94ec-dbaae65963f0 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:52:43.310378 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57d007a9-5320-4bda-b74f-3aba1d4cfac3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.376784 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773f9bb-192d-45ea-920e-192d3f2b5a85', 'name': 'tempest-TestAggregatesBasicOps-913936669-router', 'tenant_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7413e0ac-68ef-4a38-a5e9-8f09c03694d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:52:37Z', 'revision_number': 3, 'project_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'gw_port': {'id': '7413e0ac-68ef-4a38-a5e9-8f09c03694d7', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773f9bb-192d-45ea-920e-192d3f2b5a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:43.382603 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-57d007a9-5320-4bda-b74f-3aba1d4cfac3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object 8c5821f3-3526-447f-8c4b-92c22d3cdc51 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:43.425105 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e30ce97-51fb-4fec-864b-2dfd43a195c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.427732 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e30ce97-51fb-4fec-864b-2dfd43a195c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.428880 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2e30ce97-51fb-4fec-864b-2dfd43a195c1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/28e35e27-f336-4d84-92d2-76943a13b205 HTTP/1.1" status: 204 len: 168 time: 0.8600268 Jul 16 01:52:43.435856 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e45b0d37-e142-46be-a6a1-d9ecc1cee2ec req-ab76a403-c190-48cf-b198-69ace6136ebc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8a174d57-c25c-4bec-b8a3-a56e080cc380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230636 Jul 16 01:52:43.447387 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30ce97-51fb-4fec-864b-2dfd43a195c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e35e27-f336-4d84-92d2-76943a13b205,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:43.450411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] Network a523bd7d-9326-465e-9d1c-136af1d421ad is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:43.452316 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:43.452567 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b85ccd-5dc1-401c-8bd8-044a37f5f886 None None] The sync data for ids ['9773f9bb-192d-45ea-920e-192d3f2b5a85'] in n-d-800086-6 is: [{'id': '9773f9bb-192d-45ea-920e-192d3f2b5a85', 'name': 'tempest-TestAggregatesBasicOps-913936669-router', 'tenant_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7413e0ac-68ef-4a38-a5e9-8f09c03694d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:52:37Z', 'revision_number': 3, 'project_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'gw_port': {'id': '7413e0ac-68ef-4a38-a5e9-8f09c03694d7', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773f9bb-192d-45ea-920e-192d3f2b5a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:43.511425 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51696) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:43.554142 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.565340 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdee834-671a-4923-9c9d-d9cebe2c637f req-99393dc0-0402-4a3b-9011-fa28ebd03628 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.567180 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2bdee834-671a-4923-9c9d-d9cebe2c637f req-99393dc0-0402-4a3b-9011-fa28ebd03628 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 950 time: 0.3923159 Jul 16 01:52:43.617680 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port d08e9e21-0d17-43e0-9ab9-1195be376945, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d08e9e21-0d17-43e0-9ab9-1195be376945,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:43.627736 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.684554 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] Router 9773f9bb-192d-45ea-920e-192d3f2b5a85 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:52:43.684796 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57d007a9-5320-4bda-b74f-3aba1d4cfac3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.758779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 3e6465a4-f8bf-44c3-8b1a-f6825bf16151 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:43.785610 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-208c878d-5475-4beb-b77a-85c7d3c6518e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.787313 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d007a9-5320-4bda-b74f-3aba1d4cfac3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=8c5821f3-3526-447f-8c4b-92c22d3cdc51,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:43.800917 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 3e6465a4-f8bf-44c3-8b1a-f6825bf16151 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:43.802633 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 3e6465a4-f8bf-44c3-8b1a-f6825bf16151 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:43.804407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090aa831-c57b-4c79-be34-6c33bfb17c0e admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:43.807569 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d007a9-5320-4bda-b74f-3aba1d4cfac3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:43.819604 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-090aa831-c57b-4c79-be34-6c33bfb17c0e admin admin] 10.222.0.54 "PUT /v2.0/routers/2af15b63-3e34-4f1a-94ec-dbaae65963f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7518377 Jul 16 01:52:43.819604 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2bdee834-671a-4923-9c9d-d9cebe2c637f req-5fc6218a-8a8b-4ee4-8d99-c019c18501da tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a174d57-c25c-4bec-b8a3-a56e080cc380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355349 Jul 16 01:52:43.819604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-57d007a9-5320-4bda-b74f-3aba1d4cfac3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:43.820347 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Sync routers for ids ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:43.837517 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d007a9-5320-4bda-b74f-3aba1d4cfac3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:43.851375 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Routers {'2af15b63-3e34-4f1a-94ec-dbaae65963f0'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:43.852169 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:52:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:43.867339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d007a9-5320-4bda-b74f-3aba1d4cfac3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.875646 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Allocated IP 2001:db8::f816:3eff:fef0:f7a8 (5194c550-3669-42e5-a558-3e55db19984a/5ccc515c-c731-47d4-b149-8f445176294c/eee15b0c-61de-4663-b795-2d7715f123ed) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:43.876045 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57d007a9-5320-4bda-b74f-3aba1d4cfac3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.889330 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=d08e9e21-0d17-43e0-9ab9-1195be376945,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:44.025235 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-208c878d-5475-4beb-b77a-85c7d3c6518e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.027347 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f83e90ff-966f-47f7-8796-63e54b79e183 None None] Provisioning complete for port cbff84da-35ee-4c99-8bae-535af37007a1 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:44.029660 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f83e90ff-966f-47f7-8796-63e54b79e183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.039472 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-208c878d-5475-4beb-b77a-85c7d3c6518e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.053365 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-57d007a9-5320-4bda-b74f-3aba1d4cfac3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5266907 Jul 16 01:52:44.054113 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51704) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:44.088037 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c878d-5475-4beb-b77a-85c7d3c6518e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6974b83-4e4e-4227-8871-74c5a5e54e40,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:44.182078 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Set router 2af15b63-3e34-4f1a-94ec-dbaae65963f0 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:44.188117 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f83e90ff-966f-47f7-8796-63e54b79e183 None None] Port cbff84da-35ee-4c99-8bae-535af37007a1 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:52:44.202625 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1a883e-bf8c-4c06-b446-64a1a376517b tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.206911 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1a1a883e-bf8c-4c06-b446-64a1a376517b tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1491923 Jul 16 01:52:44.207794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51708) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:44.240638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:44.262131 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9b03730a-9f94-473f-b677-55d762341063 admin admin] 10.222.0.54 "PUT /v2.0/routers/9773f9bb-192d-45ea-920e-192d3f2b5a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1163189 Jul 16 01:52:44.270791 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-208c878d-5475-4beb-b77a-85c7d3c6518e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fe2995967a0842cc9e0f9292ac76245a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7580843 Jul 16 01:52:44.274038 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51716) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:44.298280 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51718) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:44.317356 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.348797 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Transition to ACTIVE for port object eee15b0c-61de-4663-b795-2d7715f123ed will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:44.354796 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fad7c6e6-64e0-4577-92be-5787fb63744f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.367275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-48d00846-7bd7-4006-b523-8d23cb80e9aa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port 8c5821f3-3526-447f-8c4b-92c22d3cdc51 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:44.367629 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-48d00846-7bd7-4006-b523-8d23cb80e9aa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.370248 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Transition to ACTIVE for port object eee15b0c-61de-4663-b795-2d7715f123ed will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:44.385113 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.462704 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:44.466620 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:44.478927 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:44.547055 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-48d00846-7bd7-4006-b523-8d23cb80e9aa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.563026 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-48d00846-7bd7-4006-b523-8d23cb80e9aa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for 8c5821f3-3526-447f-8c4b-92c22d3cdc51 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:44.567796 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1f85b955-bf6d-4a75-bd95-6396f9db4a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.600140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Pushing event updated for resources: {'Port': ['ID=eee15b0c-61de-4663-b795-2d7715f123ed,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:44.660394 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1f85b955-bf6d-4a75-bd95-6396f9db4a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.699925 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Attempting to bind port eee15b0c-61de-4663-b795-2d7715f123ed on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:44.700299 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Attempting to bind port eee15b0c-61de-4663-b795-2d7715f123ed by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:44.700665 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Attempting to bind port eee15b0c-61de-4663-b795-2d7715f123ed on network 5194c550-3669-42e5-a558-3e55db19984a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:44.710526 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:44.710906 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:44.715494 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-911417418-router', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:52:41Z', 'revision_number': 4, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'gw_port': {'id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2ef022f0-3e8f-4f50-a3b7-5912e448675c', 'name': '', 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'mac_address': 'fa:16:3e:80:2d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'b3c257cc-79e9-4ee5-a4db-d19fe08afadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:40Z', 'updated_at': '2021-07-16T01:52:42Z', 'revision_number': 2, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'subnets': [{'id': 'b3c257cc-79e9-4ee5-a4db-d19fe08afadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:44.717371 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.720927 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Bound using segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:44.721774 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Bound port: eee15b0c-61de-4663-b795-2d7715f123ed, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:44.723125 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.736569 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-48d00846-7bd7-4006-b523-8d23cb80e9aa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.797680 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Checking router: 2af15b63-3e34-4f1a-94ec-dbaae65963f0 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:44.798030 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Updating router 2af15b63-3e34-4f1a-94ec-dbaae65963f0 port 2ef022f0-3e8f-4f50-a3b7-5912e448675c binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:52:44.821893 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-48d00846-7bd7-4006-b523-8d23cb80e9aa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.834131 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-48d00846-7bd7-4006-b523-8d23cb80e9aa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/8c5821f3-3526-447f-8c4b-92c22d3cdc51 HTTP/1.1" status: 204 len: 168 time: 0.6250081 Jul 16 01:52:44.836129 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d00846-7bd7-4006-b523-8d23cb80e9aa tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=8c5821f3-3526-447f-8c4b-92c22d3cdc51,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:44.840808 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51730) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:44.933380 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fad7c6e6-64e0-4577-92be-5787fb63744f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.937108 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] For port eee15b0c-61de-4663-b795-2d7715f123ed, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:44.940908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] For port eee15b0c-61de-4663-b795-2d7715f123ed, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=eee15b0c-61de-4663-b795-2d7715f123ed,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:44.947650 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.089672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74358882-9c85-43dc-b335-bb9c7d97c767 None None] Pushing event updated for resources: {'Port': ['ID=eee15b0c-61de-4663-b795-2d7715f123ed,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:45.100766 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fad7c6e6-64e0-4577-92be-5787fb63744f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.146567 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fad7c6e6-64e0-4577-92be-5787fb63744f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=582ca2c312e243c9b7b3004394310421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8442371 Jul 16 01:52:45.157039 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51742) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:45.157491 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1f85b955-bf6d-4a75-bd95-6396f9db4a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.161638 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1f85b955-bf6d-4a75-bd95-6396f9db4a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.162986 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1f85b955-bf6d-4a75-bd95-6396f9db4a33 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b6974b83-4e4e-4227-8871-74c5a5e54e40 HTTP/1.1" status: 204 len: 168 time: 0.8874145 Jul 16 01:52:45.196340 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.231339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea89ff-9def-4aca-adfb-5644c19dace7 req-1de33d8c-c8da-43d5-ab8e-c7020aa37aec tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:45.233192 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7ea89ff-9def-4aca-adfb-5644c19dace7 req-1de33d8c-c8da-43d5-ab8e-c7020aa37aec tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 950 time: 0.1449909 Jul 16 01:52:45.238563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-31356584-a978-4c5a-a4a3-34a265af2d95 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:45.244976 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-31356584-a978-4c5a-a4a3-34a265af2d95 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/networks?id=ce98212f-75fe-42a1-9dd5-641f4337548b HTTP/1.1" status: 200 len: 819 time: 0.2921095 Jul 16 01:52:45.287347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aedf462-074c-4b6d-994f-faff71f3ac4c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:45.300019 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aedf462-074c-4b6d-994f-faff71f3ac4c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:45.304930 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3aedf462-074c-4b6d-994f-faff71f3ac4c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4532909 Jul 16 01:52:45.308263 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51748) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:45.328152 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7ea89ff-9def-4aca-adfb-5644c19dace7 req-f02f34ae-dc54-4ac3-85aa-519096204ac9 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a174d57-c25c-4bec-b8a3-a56e080cc380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885277 Jul 16 01:52:45.337120 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7c6e6-64e0-4577-92be-5787fb63744f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89bdd0b-a0ac-4302-9d46-17c4767f5141,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:45.343871 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a515212b-d482-4467-a2ea-e36bfe50a8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.402247 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a515212b-d482-4467-a2ea-e36bfe50a8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.410339 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-1b2bb6cb-98ed-4b61-b7e0-70f0c931c55c tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/quotas/c0f2e7f3057a4b8a9a5766b4008ffa5c HTTP/1.1" status: 200 len: 375 time: 0.1479657 Jul 16 01:52:45.510549 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a515212b-d482-4467-a2ea-e36bfe50a8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.513300 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a515212b-d482-4467-a2ea-e36bfe50a8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.517156 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a515212b-d482-4467-a2ea-e36bfe50a8df admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a89bdd0b-a0ac-4302-9d46-17c4767f5141 HTTP/1.1" status: 204 len: 168 time: 0.3485875 Jul 16 01:52:45.538927 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515212b-d482-4467-a2ea-e36bfe50a8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89bdd0b-a0ac-4302-9d46-17c4767f5141,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:45.613770 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-4831d60d-a85b-46be-b8f9-1fdce2e622db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet 5ccc515c-c731-47d4-b149-8f445176294c {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:45.625461 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85b955-bf6d-4a75-bd95-6396f9db4a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6974b83-4e4e-4227-8871-74c5a5e54e40,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:45.638884 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4831d60d-a85b-46be-b8f9-1fdce2e622db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.723470 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4831d60d-a85b-46be-b8f9-1fdce2e622db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.763208 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-d3ee4ac7-6411-4301-888c-680ca059c958 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0f2e7f3057a4b8a9a5766b4008ffa5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3321702 Jul 16 01:52:45.800095 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51764) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:45.818556 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15a9c026-01e7-4c50-9aa6-507c6ebefd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.888014 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.916324 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Transition to ACTIVE for port object 2ef022f0-3e8f-4f50-a3b7-5912e448675c will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:45.931689 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.940196 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-21fb9b6d-80ad-4cb1-a195-fc1689b0a1fc service neutron] 10.222.0.54 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760671 Jul 16 01:52:45.976073 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4831d60d-a85b-46be-b8f9-1fdce2e622db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.080128 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9944e3a-d4ab-46cc-b206-34e7300f9a07 None None] Pushing event updated for resources: {'Port': ['ID=2ef022f0-3e8f-4f50-a3b7-5912e448675c,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:46.098838 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51770) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:46.104271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e0509652-59db-4c1f-9977-555187a1c1d6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-605338883-network', 'tenant_id': '014f0f19e0754b8fa7c8ac9445e8bc92'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:46.110785 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15a9c026-01e7-4c50-9aa6-507c6ebefd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.122268 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15a9c026-01e7-4c50-9aa6-507c6ebefd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.216314 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-afa1a548-172b-4ce6-804e-d838041493fc service neutron] 10.222.0.54 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750328 Jul 16 01:52:46.226022 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4831d60d-a85b-46be-b8f9-1fdce2e622db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.232944 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d08e9e21-0d17-43e0-9ab9-1195be376945 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:46.236160 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Attempting to bind port 2ef022f0-3e8f-4f50-a3b7-5912e448675c on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:46.236618 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Attempting to bind port 2ef022f0-3e8f-4f50-a3b7-5912e448675c by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2612d676-dd3b-4d22-85b6-2659a1300879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:46.236879 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Attempting to bind port 2ef022f0-3e8f-4f50-a3b7-5912e448675c on network ce98212f-75fe-42a1-9dd5-641f4337548b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:46.248500 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:46.251768 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Checking segment: {'id': '2612d676-dd3b-4d22-85b6-2659a1300879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:46.252265 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.252676 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Bound using segment: {'id': '2612d676-dd3b-4d22-85b6-2659a1300879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:46.253759 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Bound port: 2ef022f0-3e8f-4f50-a3b7-5912e448675c, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2612d676-dd3b-4d22-85b6-2659a1300879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:46.256374 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.310071 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9c026-01e7-4c50-9aa6-507c6ebefd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096f7948-587d-4b6b-9b0a-159a62542f86,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:46.356742 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-15a9c026-01e7-4c50-9aa6-507c6ebefd1f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ac96dcb2983d4244b8c0d0504501611d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5482686 Jul 16 01:52:46.363634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51776) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:46.367299 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831d60d-a85b-46be-b8f9-1fdce2e622db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=5ccc515c-c731-47d4-b149-8f445176294c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:46.368899 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port d08e9e21-0d17-43e0-9ab9-1195be376945 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:46.369435 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.370065 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0509652-59db-4c1f-9977-555187a1c1d6 admin admin] Made reservation on behalf of 014f0f19e0754b8fa7c8ac9445e8bc92 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:46.387597 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0509652-59db-4c1f-9977-555187a1c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.389126 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4831d60d-a85b-46be-b8f9-1fdce2e622db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.403423 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4831d60d-a85b-46be-b8f9-1fdce2e622db tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/5ccc515c-c731-47d4-b149-8f445176294c HTTP/1.1" status: 204 len: 168 time: 1.0921383 Jul 16 01:52:46.405033 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51778) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:46.469719 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0509652-59db-4c1f-9977-555187a1c1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.491624 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] For port 2ef022f0-3e8f-4f50-a3b7-5912e448675c, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:46.501587 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] For port 2ef022f0-3e8f-4f50-a3b7-5912e448675c, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2ef022f0-3e8f-4f50-a3b7-5912e448675c,segment=NetworkSegment(2612d676-dd3b-4d22-85b6-2659a1300879),segment_id=2612d676-dd3b-4d22-85b6-2659a1300879)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:46.513692 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.558155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device eee15b0c-61de-4663-b795-2d7715f123ed up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:46.560646 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-26551c47-0755-4111-bc5f-d6ff4d068cb2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1544175 Jul 16 01:52:46.561375 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51786) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:46.576438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f1c98750-cecb-4846-adc8-5eef49b85934 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:46.640919 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port eee15b0c-61de-4663-b795-2d7715f123ed completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:46.647095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7413e0ac-68ef-4a38-a5e9-8f09c03694d7 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:46.658017 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9944e3a-d4ab-46cc-b206-34e7300f9a07 None None] Pushing event updated for resources: {'Port': ['ID=2ef022f0-3e8f-4f50-a3b7-5912e448675c,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:46.688333 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9ee01689-7738-429a-831d-96c9181b623c req-c4bd2d1e-22d6-416e-a8df-cd3a8ed9ee82 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 210 time: 0.1523623 Jul 16 01:52:46.713137 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Routers {'2af15b63-3e34-4f1a-94ec-dbaae65963f0'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:46.716399 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:52:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:46.749099 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 7413e0ac-68ef-4a38-a5e9-8f09c03694d7 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:46.764667 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 7413e0ac-68ef-4a38-a5e9-8f09c03694d7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:46.765081 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.905304 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] Set router 2af15b63-3e34-4f1a-94ec-dbaae65963f0 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:46.925655 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.957167 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 7413e0ac-68ef-4a38-a5e9-8f09c03694d7, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7413e0ac-68ef-4a38-a5e9-8f09c03694d7,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:46.969548 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1399fcbf-6567-4ed2-aaa9-59a354272350 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:47.085820 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Sync routers for ids ['9773f9bb-192d-45ea-920e-192d3f2b5a85'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:47.087894 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.184796 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-911417418-router', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:52:41Z', 'revision_number': 4, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'gw_port': {'id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2ef022f0-3e8f-4f50-a3b7-5912e448675c', 'name': '', 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'mac_address': 'fa:16:3e:80:2d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'b3c257cc-79e9-4ee5-a4db-d19fe08afadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:40Z', 'updated_at': '2021-07-16T01:52:46Z', 'revision_number': 4, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'subnets': [{'id': 'b3c257cc-79e9-4ee5-a4db-d19fe08afadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:47.220579 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a2afd6-dc6c-4ac7-8218-fe4483168625 None None] The sync data for ids ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'] in n-d-800086-6 is: [{'id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-911417418-router', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:52:41Z', 'revision_number': 4, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'gw_port': {'id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2ef022f0-3e8f-4f50-a3b7-5912e448675c', 'name': '', 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'mac_address': 'fa:16:3e:80:2d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'b3c257cc-79e9-4ee5-a4db-d19fe08afadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:40Z', 'updated_at': '2021-07-16T01:52:46Z', 'revision_number': 4, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'subnets': [{'id': 'b3c257cc-79e9-4ee5-a4db-d19fe08afadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:47.247589 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a49686df-3768-4e67-a986-6bfbf8612fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.380875 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a49686df-3768-4e67-a986-6bfbf8612fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.420355 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62bb0c-f20d-4c34-9304-81600ff794f8 req-6841f7bf-1e5d-4b0f-b6eb-cc5c2f8ba5fe tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:47.428507 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f62bb0c-f20d-4c34-9304-81600ff794f8 req-6841f7bf-1e5d-4b0f-b6eb-cc5c2f8ba5fe tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 950 time: 0.9103248 Jul 16 01:52:47.440178 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=7413e0ac-68ef-4a38-a5e9-8f09c03694d7,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:47.475210 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c84edb5a-773e-4092-a79b-4875719acd94 None None] Provisioning for port eee15b0c-61de-4663-b795-2d7715f123ed completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:47.488395 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Routers {'9773f9bb-192d-45ea-920e-192d3f2b5a85'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:47.490047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:52:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['9773f9bb-192d-45ea-920e-192d3f2b5a85'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:47.496167 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0509652-59db-4c1f-9977-555187a1c1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.504282 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0509652-59db-4c1f-9977-555187a1c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.538144 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0509652-59db-4c1f-9977-555187a1c1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e33c28-cd62-49ad-b733-23b4376aba30,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:47.539244 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c98750-cecb-4846-adc8-5eef49b85934 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:47.545401 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f1c98750-cecb-4846-adc8-5eef49b85934 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.584556 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f62bb0c-f20d-4c34-9304-81600ff794f8 req-f7ec19c5-4d46-4967-966d-c72a82f58b5d tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a174d57-c25c-4bec-b8a3-a56e080cc380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550577 Jul 16 01:52:47.593049 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a49686df-3768-4e67-a986-6bfbf8612fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.595608 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a49686df-3768-4e67-a986-6bfbf8612fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.608030 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c84edb5a-773e-4092-a79b-4875719acd94 None None] Provisioning complete for port eee15b0c-61de-4663-b795-2d7715f123ed triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:47.608645 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c84edb5a-773e-4092-a79b-4875719acd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.612786 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a49686df-3768-4e67-a986-6bfbf8612fc0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/096f7948-587d-4b6b-9b0a-159a62542f86 HTTP/1.1" status: 204 len: 168 time: 1.2427955 Jul 16 01:52:47.621919 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0509652-59db-4c1f-9977-555187a1c1d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:47.662726 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0509652-59db-4c1f-9977-555187a1c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.663096 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-e0509652-59db-4c1f-9977-555187a1c1d6 admin admin] Added segment beb1496f-93f1-4497-ba41-1afe94299c2d of type vlan for network 4419ae27-07b6-402a-9268-cf773b7bdd8a Jul 16 01:52:47.772669 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0509652-59db-4c1f-9977-555187a1c1d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.854164 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Set router 9773f9bb-192d-45ea-920e-192d3f2b5a85 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:47.873626 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49686df-3768-4e67-a986-6bfbf8612fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096f7948-587d-4b6b-9b0a-159a62542f86,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:47.882878 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0509652-59db-4c1f-9977-555187a1c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.890732 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0509652-59db-4c1f-9977-555187a1c1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:47.895191 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e0509652-59db-4c1f-9977-555187a1c1d6 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.024443 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e0509652-59db-4c1f-9977-555187a1c1d6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9242935 Jul 16 01:52:48.031736 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51812) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:48.079925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3afa8c22-c41e-459b-b2af-a5a952db6ad9 admin admin] Request body: {'subnet': {'network_id': '4419ae27-07b6-402a-9268-cf773b7bdd8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-605338883-subnet', 'tenant_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:48.094691 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0509652-59db-4c1f-9977-555187a1c1d6 admin admin] Pushing event updated for resources: {'Network': ['ID=4419ae27-07b6-402a-9268-cf773b7bdd8a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:48.096070 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ea05d4c2-0f20-41b2-b5d0-6ffc37a30042 req-4033c3d8-7ee2-4a8e-a216-0cc7fc61f196 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 210 time: 0.1029873 Jul 16 01:52:48.193612 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce99f6-1a0d-4716-98b3-53ee8f9ed3cd req-219bb8fe-b87e-445d-8a42-6a7bbe248faf tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:48.195202 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23ce99f6-1a0d-4716-98b3-53ee8f9ed3cd req-219bb8fe-b87e-445d-8a42-6a7bbe248faf tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 950 time: 0.4234605 Jul 16 01:52:48.198986 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c84edb5a-773e-4092-a79b-4875719acd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.228378 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 4419ae27-07b6-402a-9268-cf773b7bdd8a details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:48.230592 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2ef022f0-3e8f-4f50-a3b7-5912e448675c up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:48.356442 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c547fce6-be33-4957-95b8-02d10d660c99 None None] DHCP port deletion for 5194c550-3669-42e5-a558-3e55db19984a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:52:48.363223 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afa8c22-c41e-459b-b2af-a5a952db6ad9 admin admin] Made reservation on behalf of 014f0f19e0754b8fa7c8ac9445e8bc92 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:48.365947 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3afa8c22-c41e-459b-b2af-a5a952db6ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.501076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 2ef022f0-3e8f-4f50-a3b7-5912e448675c completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:48.557519 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c84edb5a-773e-4092-a79b-4875719acd94 None None] For port eee15b0c-61de-4663-b795-2d7715f123ed, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=eee15b0c-61de-4663-b795-2d7715f123ed,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:48.574877 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 2ef022f0-3e8f-4f50-a3b7-5912e448675c triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:48.575238 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.745907 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c84edb5a-773e-4092-a79b-4875719acd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.873481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84edb5a-773e-4092-a79b-4875719acd94 None None] Pushing event updated for resources: {'Port': ['ID=eee15b0c-61de-4663-b795-2d7715f123ed,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:49.018122 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c547fce6-be33-4957-95b8-02d10d660c99 None None] Deleting port eee15b0c-61de-4663-b795-2d7715f123ed {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:49.019058 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c547fce6-be33-4957-95b8-02d10d660c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.089983 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.152352 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 2ef022f0-3e8f-4f50-a3b7-5912e448675c, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2ef022f0-3e8f-4f50-a3b7-5912e448675c,segment=NetworkSegment(2612d676-dd3b-4d22-85b6-2659a1300879),segment_id=2612d676-dd3b-4d22-85b6-2659a1300879)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:49.154715 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c547fce6-be33-4957-95b8-02d10d660c99 None None] For port eee15b0c-61de-4663-b795-2d7715f123ed, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=eee15b0c-61de-4663-b795-2d7715f123ed,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:49.155472 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c547fce6-be33-4957-95b8-02d10d660c99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.159997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773f9bb-192d-45ea-920e-192d3f2b5a85', 'name': 'tempest-TestAggregatesBasicOps-913936669-router', 'tenant_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7413e0ac-68ef-4a38-a5e9-8f09c03694d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:52:42Z', 'revision_number': 4, 'project_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'gw_port': {'id': '7413e0ac-68ef-4a38-a5e9-8f09c03694d7', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773f9bb-192d-45ea-920e-192d3f2b5a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'cbff84da-35ee-4c99-8bae-535af37007a1', 'name': '', 'network_id': 'a523bd7d-9326-465e-9d1c-136af1d421ad', 'tenant_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'mac_address': 'fa:16:3e:e0:96:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773f9bb-192d-45ea-920e-192d3f2b5a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '49c3e51e-f90e-462c-baa1-116017f005c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:40Z', 'updated_at': '2021-07-16T01:52:42Z', 'revision_number': 2, 'project_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'subnets': [{'id': '49c3e51e-f90e-462c-baa1-116017f005c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:49.169104 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.169901 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7413e0ac-68ef-4a38-a5e9-8f09c03694d7 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:49.274824 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c547fce6-be33-4957-95b8-02d10d660c99 None None] Calling delete_port for eee15b0c-61de-4663-b795-2d7715f123ed owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:49.400085 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Checking router: 9773f9bb-192d-45ea-920e-192d3f2b5a85 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:49.400601 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Updating router 9773f9bb-192d-45ea-920e-192d3f2b5a85 port cbff84da-35ee-4c99-8bae-535af37007a1 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:52:49.437534 n-d-800086-6 neutron-server[93831]: DEBUG neutron.objects.ports [None req-f1c98750-cecb-4846-adc8-5eef49b85934 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:52:49.565534 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.574326 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=2ef022f0-3e8f-4f50-a3b7-5912e448675c,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:49.642426 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7522f08-e8b3-4d47-9867-6b0238d2316a req-855335b9-4fcd-44cb-aa46-eac1605f9c9e tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 210 time: 0.0411875 Jul 16 01:52:49.735999 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 7413e0ac-68ef-4a38-a5e9-8f09c03694d7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:49.736373 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.807046 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c547fce6-be33-4957-95b8-02d10d660c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.836251 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3afa8c22-c41e-459b-b2af-a5a952db6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.843514 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-23ce99f6-1a0d-4716-98b3-53ee8f9ed3cd req-96d549c7-c682-4d59-b248-4e14fb6ce409 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Deleting port 37c5305b-b63f-4b3d-9e63-a9bdc016c84e {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:49.843894 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-23ce99f6-1a0d-4716-98b3-53ee8f9ed3cd req-96d549c7-c682-4d59-b248-4e14fb6ce409 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.850261 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547fce6-be33-4957-95b8-02d10d660c99 None None] Pushing event deleted for resources: {'Port': ['ID=eee15b0c-61de-4663-b795-2d7715f123ed,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:49.857878 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c547fce6-be33-4957-95b8-02d10d660c99 None None] No DVR routers for this DVR port eee15b0c-61de-4663-b795-2d7715f123ed on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:49.954602 n-d-800086-6 neutron-server[93831]: WARNING neutron.services.revisions.revision_plugin [None req-f1c98750-cecb-4846-adc8-5eef49b85934 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Could not find related port for resource to bump revision. Jul 16 01:52:49.977507 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-ce73b5f9-d8bf-49b2-b544-f78a510bc7e9 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:49.979501 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-ce73b5f9-d8bf-49b2-b544-f78a510bc7e9 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.26 "GET /v2.0/networks?id=ce98212f-75fe-42a1-9dd5-641f4337548b HTTP/1.1" status: 200 len: 819 time: 1.3453305 Jul 16 01:52:49.980636 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.000386 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Transition to ACTIVE for port object cbff84da-35ee-4c99-8bae-535af37007a1 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:50.001090 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1860e7-32b3-43a2-b12f-dedb0170dcf7 req-c786a4c2-c0cc-4f81-87d7-dd73a71d002b tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:50.002646 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa1860e7-32b3-43a2-b12f-dedb0170dcf7 req-c786a4c2-c0cc-4f81-87d7-dd73a71d002b tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 950 time: 0.5736916 Jul 16 01:52:50.009617 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.013620 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.ipam_pluggable_backend [None req-f1c98750-cecb-4846-adc8-5eef49b85934 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Port eee15b0c-61de-4663-b795-2d7715f123ed was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93831) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 01:52:50.013919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.ipam_pluggable_backend [None req-f1c98750-cecb-4846-adc8-5eef49b85934 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Reverting IP allocation for 2001:db8::f816:3eff:fef0:f7a8 {{(pid=93831) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 01:52:50.016985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.ipam_pluggable_backend [None req-f1c98750-cecb-4846-adc8-5eef49b85934 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef0:f7a8 {{(pid=93831) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 01:52:50.024339 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-fca1456c-b0fa-4474-b647-49a7d3733198 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Request body: {'port': {'device_id': 'd61d50c0-1489-486a-896d-88093df60cab', 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b', 'admin_state_up': True, 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:50.067935 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fdedf-4e4d-4d51-a586-0bba4d8f9435 None None] Pushing event updated for resources: {'Port': ['ID=cbff84da-35ee-4c99-8bae-535af37007a1,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:50.113492 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f1c98750-cecb-4846-adc8-5eef49b85934 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.120954 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2ef022f0-3e8f-4f50-a3b7-5912e448675c up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:50.134929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa8c22-c41e-459b-b2af-a5a952db6ad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37a9a00b-9a84-4523-b704-0457dce5ab2a,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:50.266407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afa8c22-c41e-459b-b2af-a5a952db6ad9 admin admin] Checking segment: {'id': 'beb1496f-93f1-4497-ba41-1afe94299c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4419ae27-07b6-402a-9268-cf773b7bdd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:50.266984 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afa8c22-c41e-459b-b2af-a5a952db6ad9 admin admin] Network hostable DHCP agents. Network: 4419ae27-07b6-402a-9268-cf773b7bdd8a, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:52:50.341168 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Attempting to bind port cbff84da-35ee-4c99-8bae-535af37007a1 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:50.341553 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Attempting to bind port cbff84da-35ee-4c99-8bae-535af37007a1 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'c5156c09-4d06-44e8-8080-e6487914b1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a523bd7d-9326-465e-9d1c-136af1d421ad'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:50.341912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Attempting to bind port cbff84da-35ee-4c99-8bae-535af37007a1 on network a523bd7d-9326-465e-9d1c-136af1d421ad {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:50.355939 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:50.356327 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Checking segment: {'id': 'c5156c09-4d06-44e8-8080-e6487914b1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a523bd7d-9326-465e-9d1c-136af1d421ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:50.356813 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.357223 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Bound using segment: {'id': 'c5156c09-4d06-44e8-8080-e6487914b1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a523bd7d-9326-465e-9d1c-136af1d421ad'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:50.357701 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Bound port: cbff84da-35ee-4c99-8bae-535af37007a1, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5156c09-4d06-44e8-8080-e6487914b1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a523bd7d-9326-465e-9d1c-136af1d421ad'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:50.358093 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.380344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c98750-cecb-4846-adc8-5eef49b85934 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:50.398222 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-f1c98750-cecb-4846-adc8-5eef49b85934 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:50.409244 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c98750-cecb-4846-adc8-5eef49b85934 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:50.409470 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f1c98750-cecb-4846-adc8-5eef49b85934 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.430630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-23ce99f6-1a0d-4716-98b3-53ee8f9ed3cd req-96d549c7-c682-4d59-b248-4e14fb6ce409 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] For port 37c5305b-b63f-4b3d-9e63-a9bdc016c84e, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=37c5305b-b63f-4b3d-9e63-a9bdc016c84e,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:50.431065 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-23ce99f6-1a0d-4716-98b3-53ee8f9ed3cd req-96d549c7-c682-4d59-b248-4e14fb6ce409 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.432771 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea01a6b-8c1e-4066-9f4a-9c838b241fea None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:50.435917 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c98750-cecb-4846-adc8-5eef49b85934 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=b1d30561-7197-4998-9ddd-b7923d778710,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:50.471873 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa1860e7-32b3-43a2-b12f-dedb0170dcf7 req-8313d7d0-4163-4b0d-b40a-bedbfa6da747 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a174d57-c25c-4bec-b8a3-a56e080cc380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528816 Jul 16 01:52:50.473746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-23ce99f6-1a0d-4716-98b3-53ee8f9ed3cd req-96d549c7-c682-4d59-b248-4e14fb6ce409 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Calling delete_port for 37c5305b-b63f-4b3d-9e63-a9bdc016c84e owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:50.491945 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afa8c22-c41e-459b-b2af-a5a952db6ad9 admin admin] Network 4419ae27-07b6-402a-9268-cf773b7bdd8a is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:52:50.496172 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] For port cbff84da-35ee-4c99-8bae-535af37007a1, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:50.498395 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-fca1456c-b0fa-4474-b647-49a7d3733198 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Made reservation on behalf of c0f2e7f3057a4b8a9a5766b4008ffa5c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:50.503665 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-fca1456c-b0fa-4474-b647-49a7d3733198 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.510831 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] For port cbff84da-35ee-4c99-8bae-535af37007a1, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cbff84da-35ee-4c99-8bae-535af37007a1,segment=NetworkSegment(c5156c09-4d06-44e8-8080-e6487914b1ec),segment_id=c5156c09-4d06-44e8-8080-e6487914b1ec)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:50.514585 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 2ef022f0-3e8f-4f50-a3b7-5912e448675c triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:50.514966 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.524976 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f1c98750-cecb-4846-adc8-5eef49b85934 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.9589520 Jul 16 01:52:50.526041 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51896) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:50.531001 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'mac_address': 'fa:16:3e:c8:70:bb', 'name': 'tempest-NetworksTestDHCPv6-424421979'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:50.577193 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.587339 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-3afa8c22-c41e-459b-b2af-a5a952db6ad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 4419ae27-07b6-402a-9268-cf773b7bdd8a) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:50.606599 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afa8c22-c41e-459b-b2af-a5a952db6ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:50.607196 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3afa8c22-c41e-459b-b2af-a5a952db6ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.653615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebce3fc2-89f1-46b4-97f5-bced27adbd38 None None] Network 4419ae27-07b6-402a-9268-cf773b7bdd8a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:50.706994 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3afa8c22-c41e-459b-b2af-a5a952db6ad9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6465254 Jul 16 01:52:50.709427 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51906) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:50.712489 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fdedf-4e4d-4d51-a586-0bba4d8f9435 None None] Pushing event updated for resources: {'Port': ['ID=cbff84da-35ee-4c99-8bae-535af37007a1,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:50.714202 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-605338883-router', 'tenant_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:50.798574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Routers {'9773f9bb-192d-45ea-920e-192d3f2b5a85'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:50.800146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:52:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['9773f9bb-192d-45ea-920e-192d3f2b5a85'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:50.832877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-fca1456c-b0fa-4474-b647-49a7d3733198 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Allocated IP 172.20.0.7 (ce98212f-75fe-42a1-9dd5-641f4337548b/b3c257cc-79e9-4ee5-a4db-d19fe08afadf/f7b8bd33-5a9e-4f53-933b-8216fe7a48e6) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:50.840272 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.841760 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.929868 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-23ce99f6-1a0d-4716-98b3-53ee8f9ed3cd req-96d549c7-c682-4d59-b248-4e14fb6ce409 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.961247 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-233692d1-f264-4db5-86de-1e5eeda40f4d req-f4a072c1-f344-4e24-b5ee-36bb1705269f tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 210 time: 0.0755270 Jul 16 01:52:50.965120 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:51.040888 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d549c7-c682-4d59-b248-4e14fb6ce409 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Pushing event deleted for resources: {'Port': ['ID=37c5305b-b63f-4b3d-9e63-a9bdc016c84e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:51.076471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-5194c550-3669-42e5-a558-3e55db19984a', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'fixed_ips': [{'subnet_id': 'b1d30561-7197-4998-9ddd-b7923d778710'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:52:51.077735 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.127211 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.183677 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.205942 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port d559e610-8844-40f4-a565-2e927a15b169 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:52:51.334511 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51914) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:51.338158 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ce99f6-1a0d-4716-98b3-53ee8f9ed3cd req-96d549c7-c682-4d59-b248-4e14fb6ce409 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] No DVR routers for this DVR port 37c5305b-b63f-4b3d-9e63-a9bdc016c84e on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:51.352294 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-23ce99f6-1a0d-4716-98b3-53ee8f9ed3cd req-96d549c7-c682-4d59-b248-4e14fb6ce409 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.354366 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23ce99f6-1a0d-4716-98b3-53ee8f9ed3cd req-96d549c7-c682-4d59-b248-4e14fb6ce409 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.47 "DELETE /v2.0/ports/37c5305b-b63f-4b3d-9e63-a9bdc016c84e HTTP/1.1" status: 204 len: 173 time: 3.1430101 Jul 16 01:52:51.384717 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::f816:3eff:fec8:70bb (5194c550-3669-42e5-a558-3e55db19984a/b1d30561-7197-4998-9ddd-b7923d778710/d559e610-8844-40f4-a565-2e927a15b169) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:51.453264 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb32b2ac-4191-440b-8f27-2a356b401783', 'name': 'network-vif-deleted', 'tag': '37c5305b-b63f-4b3d-9e63-a9bdc016c84e'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:51.457106 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901498cc-740d-4e3e-acbd-f4e1a034ba00" -d '{"events": [{"server_uuid": "fb32b2ac-4191-440b-8f27-2a356b401783", "name": "network-vif-deleted", "tag": "37c5305b-b63f-4b3d-9e63-a9bdc016c84e"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:51.485298 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-4419ae27-07b6-402a-9268-cf773b7bdd8a', 'network_id': '4419ae27-07b6-402a-9268-cf773b7bdd8a', 'tenant_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'fixed_ips': [{'subnet_id': '37a9a00b-9a84-4523-b704-0457dce5ab2a'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:52:51.486152 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.489328 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device eee15b0c-61de-4663-b795-2d7715f123ed no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:51.543808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] Set router 9773f9bb-192d-45ea-920e-192d3f2b5a85 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:51.546024 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: eee15b0c-61de-4663-b795-2d7715f123ed {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:51.546378 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device eee15b0c-61de-4663-b795-2d7715f123ed not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:51.590628 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.635800 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93109a26-85b8-4334-ba9a-ddcf1a8f7f8c x-openstack-request-id: req-93109a26-85b8-4334-ba9a-ddcf1a8f7f8c {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:51.636099 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb32b2ac-4191-440b-8f27-2a356b401783", "name": "network-vif-deleted", "tag": "37c5305b-b63f-4b3d-9e63-a9bdc016c84e", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:51.636356 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-93109a26-85b8-4334-ba9a-ddcf1a8f7f8c {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:51.636746 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb32b2ac-4191-440b-8f27-2a356b401783', 'name': 'network-vif-deleted', 'tag': '37c5305b-b63f-4b3d-9e63-a9bdc016c84e', 'status': 'completed', 'code': 200} Jul 16 01:52:51.701919 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-fca1456c-b0fa-4474-b647-49a7d3733198 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.725102 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-01a03d8b-264c-4863-8a5a-7062f0e91ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.773382 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.808245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5eccec85-902e-4e62-8944-fe3b5e7d0e2d req-df60d1a8-d397-4d84-874d-2bb4a65b03d8 tempest-VolumesNegativeTest-426698812 tempest-VolumesNegativeTest-426698812-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb32b2ac-4191-440b-8f27-2a356b401783 HTTP/1.1" status: 200 len: 210 time: 0.0577457 Jul 16 01:52:51.827548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object d559e610-8844-40f4-a565-2e927a15b169 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:51.853140 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-fca1456c-b0fa-4474-b647-49a7d3733198 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.885965 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.903772 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Allocated IP 172.20.0.2 (4419ae27-07b6-402a-9268-cf773b7bdd8a/37a9a00b-9a84-4523-b704-0457dce5ab2a/c01da55a-391e-47a7-b2fc-55466c4d83d2) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:51.953048 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:51.961419 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:51.963370 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-fca1456c-b0fa-4474-b647-49a7d3733198 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Network ce98212f-75fe-42a1-9dd5-641f4337548b is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:51.968546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:51.974583 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-fca1456c-b0fa-4474-b647-49a7d3733198 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:51.978176 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:51.980072 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.981612 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-fca1456c-b0fa-4474-b647-49a7d3733198 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:51.986382 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1456c-b0fa-4474-b647-49a7d3733198 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Pushing event updated for resources: {'Port': ['ID=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:51.995944 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=d559e610-8844-40f4-a565-2e927a15b169,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:52.011286 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Allocated IP 2001:db8::f816:3eff:fe32:ab23 (5194c550-3669-42e5-a558-3e55db19984a/b1d30561-7197-4998-9ddd-b7923d778710/f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:52.011931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:52.012775 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:52.014147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:52.015267 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:52.015395 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:52.016639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:52.016639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:52.019630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:52.020513 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:52.021004 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:52.022244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:52.022650 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:52.168914 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773f9bb-192d-45ea-920e-192d3f2b5a85', 'name': 'tempest-TestAggregatesBasicOps-913936669-router', 'tenant_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7413e0ac-68ef-4a38-a5e9-8f09c03694d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:52:42Z', 'revision_number': 4, 'project_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'gw_port': {'id': '7413e0ac-68ef-4a38-a5e9-8f09c03694d7', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773f9bb-192d-45ea-920e-192d3f2b5a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'cbff84da-35ee-4c99-8bae-535af37007a1', 'name': '', 'network_id': 'a523bd7d-9326-465e-9d1c-136af1d421ad', 'tenant_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'mac_address': 'fa:16:3e:e0:96:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773f9bb-192d-45ea-920e-192d3f2b5a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '49c3e51e-f90e-462c-baa1-116017f005c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:40Z', 'updated_at': '2021-07-16T01:52:50Z', 'revision_number': 4, 'project_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'subnets': [{'id': '49c3e51e-f90e-462c-baa1-116017f005c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:52.231382 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa5b8f-fc03-47f7-b709-cab28c502ae1 None None] The sync data for ids ['9773f9bb-192d-45ea-920e-192d3f2b5a85'] in n-d-800086-6 is: [{'id': '9773f9bb-192d-45ea-920e-192d3f2b5a85', 'name': 'tempest-TestAggregatesBasicOps-913936669-router', 'tenant_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7413e0ac-68ef-4a38-a5e9-8f09c03694d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:52:42Z', 'revision_number': 4, 'project_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'gw_port': {'id': '7413e0ac-68ef-4a38-a5e9-8f09c03694d7', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773f9bb-192d-45ea-920e-192d3f2b5a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'cbff84da-35ee-4c99-8bae-535af37007a1', 'name': '', 'network_id': 'a523bd7d-9326-465e-9d1c-136af1d421ad', 'tenant_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'mac_address': 'fa:16:3e:e0:96:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773f9bb-192d-45ea-920e-192d3f2b5a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '49c3e51e-f90e-462c-baa1-116017f005c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:40Z', 'updated_at': '2021-07-16T01:52:50Z', 'revision_number': 4, 'project_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'subnets': [{'id': '49c3e51e-f90e-462c-baa1-116017f005c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:52.260064 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:52.264568 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-01a03d8b-264c-4863-8a5a-7062f0e91ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:52.295143 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-63edfa36-e58e-4f93-b1cb-180f6ff88804 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7626617 Jul 16 01:52:52.295143 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51928) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:52.341632 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:52.381391 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-01a03d8b-264c-4863-8a5a-7062f0e91ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:52.406104 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Transition to ACTIVE for port object c01da55a-391e-47a7-b2fc-55466c4d83d2 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:52.444572 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-fca1456c-b0fa-4474-b647-49a7d3733198 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.445256 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-fca1456c-b0fa-4474-b647-49a7d3733198 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:52.455835 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:52.468814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d54b2c-34e5-4e56-9666-4200f95c8f79 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.470078 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Transition to ACTIVE for port object c01da55a-391e-47a7-b2fc-55466c4d83d2 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:52.472317 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f6d54b2c-34e5-4e56-9666-4200f95c8f79 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1795604 Jul 16 01:52:52.475664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51930) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:52.490468 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Transition to ACTIVE for port object f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:52.495565 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:52.501979 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:52.502328 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a03d8b-264c-4863-8a5a-7062f0e91ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaeb954d-b5cb-4463-a6ad-3b6c29436c11,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:52.506766 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-fca1456c-b0fa-4474-b647-49a7d3733198 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5022640 Jul 16 01:52:52.520769 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-01a03d8b-264c-4863-8a5a-7062f0e91ba6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8263b6e986014dfaa3144e11f41789a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1803517 Jul 16 01:52:52.528974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Request body: {'port': {'device_id': 'd61d50c0-1489-486a-896d-88093df60cab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:52.543140 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51932) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:52.543946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Transition to ACTIVE for port object f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:52.563562 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Network 4419ae27-07b6-402a-9268-cf773b7bdd8a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:52.573893 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:52.582348 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:52.590291 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:52.624877 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-a6f242a1-7c4a-4743-8339-65855540c061 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port d559e610-8844-40f4-a565-2e927a15b169 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:52.625224 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6f242a1-7c4a-4743-8339-65855540c061 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:52.663894 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:52.666164 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Pushing event updated for resources: {'Port': ['ID=c01da55a-391e-47a7-b2fc-55466c4d83d2,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:52.669653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:52.675424 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:52.798985 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6f242a1-7c4a-4743-8339-65855540c061 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:52.838326 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-a6f242a1-7c4a-4743-8339-65855540c061 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for d559e610-8844-40f4-a565-2e927a15b169 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:53.132139 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6f242a1-7c4a-4743-8339-65855540c061 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.135088 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Attempting to bind port c01da55a-391e-47a7-b2fc-55466c4d83d2 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:53.135562 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Attempting to bind port c01da55a-391e-47a7-b2fc-55466c4d83d2 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'beb1496f-93f1-4497-ba41-1afe94299c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4419ae27-07b6-402a-9268-cf773b7bdd8a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:53.135921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Attempting to bind port c01da55a-391e-47a7-b2fc-55466c4d83d2 on network 4419ae27-07b6-402a-9268-cf773b7bdd8a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:53.138119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Pushing event updated for resources: {'Port': ['ID=f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:53.142810 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 37c5305b-b63f-4b3d-9e63-a9bdc016c84e no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:53.179323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f242a1-7c4a-4743-8339-65855540c061 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=d559e610-8844-40f4-a565-2e927a15b169,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:53.194189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:53.194789 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Checking segment: {'id': 'beb1496f-93f1-4497-ba41-1afe94299c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4419ae27-07b6-402a-9268-cf773b7bdd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:53.195258 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.195676 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Bound using segment: {'id': 'beb1496f-93f1-4497-ba41-1afe94299c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4419ae27-07b6-402a-9268-cf773b7bdd8a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:53.196273 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Bound port: c01da55a-391e-47a7-b2fc-55466c4d83d2, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb1496f-93f1-4497-ba41-1afe94299c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4419ae27-07b6-402a-9268-cf773b7bdd8a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:53.196678 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.201160 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 37c5305b-b63f-4b3d-9e63-a9bdc016c84e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:53.201507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 37c5305b-b63f-4b3d-9e63-a9bdc016c84e not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:53.234628 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6f242a1-7c4a-4743-8339-65855540c061 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.237054 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a6f242a1-7c4a-4743-8339-65855540c061 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/d559e610-8844-40f4-a565-2e927a15b169 HTTP/1.1" status: 204 len: 168 time: 0.7600882 Jul 16 01:52:53.241401 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51948) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:53.246695 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Attempting to bind port f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:53.247074 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Attempting to bind port f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:53.247449 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Attempting to bind port f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3 on network 5194c550-3669-42e5-a558-3e55db19984a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:53.312950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:53.313350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:53.317805 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.318471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Bound using segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:53.324290 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Bound port: f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:53.324977 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.337549 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70aad34-a12c-4d38-8f85-64e33e4b2665 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:53.339744 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70aad34-a12c-4d38-8f85-64e33e4b2665 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:53.344517 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f70aad34-a12c-4d38-8f85-64e33e4b2665 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1001320 Jul 16 01:52:53.344958 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51952) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:53.365440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adfec4-603a-410e-b408-1ff567ff0a2b req-6c7e99ba-4f37-41e2-8104-624ecd617a3f tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:53.392343 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32adfec4-603a-410e-b408-1ff567ff0a2b req-6c7e99ba-4f37-41e2-8104-624ecd617a3f tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 931 time: 1.1690564 Jul 16 01:52:53.398540 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.432624 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] For port c01da55a-391e-47a7-b2fc-55466c4d83d2, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:53.438187 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] For port c01da55a-391e-47a7-b2fc-55466c4d83d2, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c01da55a-391e-47a7-b2fc-55466c4d83d2,segment=NetworkSegment(beb1496f-93f1-4497-ba41-1afe94299c2d),segment_id=beb1496f-93f1-4497-ba41-1afe94299c2d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:53.457377 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.463969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b3f976-1500-42f3-ae72-23d79d0a7581 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet b1d30561-7197-4998-9ddd-b7923d778710 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:53.481238 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47b3f976-1500-42f3-ae72-23d79d0a7581 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.516162 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a58fabd-dae4-4102-a9cf-7f400c95789d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.531672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] For port f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:53.575017 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47b3f976-1500-42f3-ae72-23d79d0a7581 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.582344 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] For port f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:53.586169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042e20c-e0ec-4617-a24f-5fae513e7aac None None] Pushing event updated for resources: {'Port': ['ID=c01da55a-391e-47a7-b2fc-55466c4d83d2,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:53.593691 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.623004 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a58fabd-dae4-4102-a9cf-7f400c95789d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.653634 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32adfec4-603a-410e-b408-1ff567ff0a2b req-5e5714ad-c280-4481-9efd-fbf78d0f6958 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603047 Jul 16 01:52:53.672353 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732a8c5-fbfa-4d97-b910-69763dfc7b0c None None] Pushing event updated for resources: {'Port': ['ID=f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:53.711399 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] Allocated IP 172.25.1.16 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/0cc72d1e-405f-42ca-884e-b484c8c3ca7d) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:53.734872 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47b3f976-1500-42f3-ae72-23d79d0a7581 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.822391 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47b3f976-1500-42f3-ae72-23d79d0a7581 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.849532 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a58fabd-dae4-4102-a9cf-7f400c95789d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.852128 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a58fabd-dae4-4102-a9cf-7f400c95789d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.853284 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2a58fabd-dae4-4102-a9cf-7f400c95789d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eaeb954d-b5cb-4463-a6ad-3b6c29436c11 HTTP/1.1" status: 204 len: 168 time: 1.3005657 Jul 16 01:52:53.867892 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.880642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58fabd-dae4-4102-a9cf-7f400c95789d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaeb954d-b5cb-4463-a6ad-3b6c29436c11,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:53.972889 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3f976-1500-42f3-ae72-23d79d0a7581 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=b1d30561-7197-4998-9ddd-b7923d778710,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:53.986501 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58fabd-dae4-4102-a9cf-7f400c95789d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:53.986848 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58fabd-dae4-4102-a9cf-7f400c95789d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:53.987279 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58fabd-dae4-4102-a9cf-7f400c95789d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:53.990310 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-47b3f976-1500-42f3-ae72-23d79d0a7581 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.992403 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-47b3f976-1500-42f3-ae72-23d79d0a7581 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/b1d30561-7197-4998-9ddd-b7923d778710 HTTP/1.1" status: 204 len: 168 time: 0.6462557 Jul 16 01:52:53.992730 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58fabd-dae4-4102-a9cf-7f400c95789d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:53.993160 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58fabd-dae4-4102-a9cf-7f400c95789d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:53.993504 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58fabd-dae4-4102-a9cf-7f400c95789d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:53.993838 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58fabd-dae4-4102-a9cf-7f400c95789d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:53.994178 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58fabd-dae4-4102-a9cf-7f400c95789d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:53.994496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58fabd-dae4-4102-a9cf-7f400c95789d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:53.995024 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51976) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:54.000864 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58fabd-dae4-4102-a9cf-7f400c95789d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:54.001235 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58fabd-dae4-4102-a9cf-7f400c95789d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:54.001571 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58fabd-dae4-4102-a9cf-7f400c95789d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:54.115902 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0d792785-4160-46e9-a448-642dcf52944e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1193900 Jul 16 01:52:54.122523 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51988) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:54.266474 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.380075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebfe78e-5f39-48dd-b7e9-20db52897ab0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:54.381694 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4ebfe78e-5f39-48dd-b7e9-20db52897ab0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2583592 Jul 16 01:52:54.384718 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51998) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:54.447386 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cbff84da-35ee-4c99-8bae-535af37007a1 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:54.460897 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.544552 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffec2acd-19d2-48e1-a9ea-74ffc7e4a0b5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:54.550115 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ffec2acd-19d2-48e1-a9ea-74ffc7e4a0b5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1638737 Jul 16 01:52:54.565318 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52020) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:54.594714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:54.618789 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.630334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port cbff84da-35ee-4c99-8bae-535af37007a1 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:54.635825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port cbff84da-35ee-4c99-8bae-535af37007a1 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:54.636021 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Transition to ACTIVE for port object f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:54.636643 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.638680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52032) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:54.665557 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9d73b7f-3a25-4e47-b217-397a9d6b5490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.668337 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.684109 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-75e3d273-cc4b-459c-84dc-4dd0c630f5d3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1094711 Jul 16 01:52:54.685280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52040) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:54.703106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-39bd9381-38ea-4e29-bf26-52eddf314fbf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:54.710570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:54.761163 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:54.790564 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:54.811340 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.844187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] Pushing event updated for resources: {'Port': ['ID=0cc72d1e-405f-42ca-884e-b484c8c3ca7d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:54.873369 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port cbff84da-35ee-4c99-8bae-535af37007a1, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cbff84da-35ee-4c99-8bae-535af37007a1,segment=NetworkSegment(c5156c09-4d06-44e8-8080-e6487914b1ec),segment_id=c5156c09-4d06-44e8-8080-e6487914b1ec)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:54.881835 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.882855 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c01da55a-391e-47a7-b2fc-55466c4d83d2 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:55.024581 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=cbff84da-35ee-4c99-8bae-535af37007a1,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:55.029128 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port c01da55a-391e-47a7-b2fc-55466c4d83d2 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:55.040181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Pushing event updated for resources: {'Port': ['ID=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:55.409677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Attempting to bind port f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:55.410167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Attempting to bind port f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '2612d676-dd3b-4d22-85b6-2659a1300879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:55.410751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Attempting to bind port f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 on network ce98212f-75fe-42a1-9dd5-641f4337548b {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:55.525772 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9d73b7f-3a25-4e47-b217-397a9d6b5490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.528900 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Port f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 on network ce98212f-75fe-42a1-9dd5-641f4337548b not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:55.529247 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Attempting to bind port f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 on network ce98212f-75fe-42a1-9dd5-641f4337548b {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:55.548912 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acefb37-310b-4a1b-b86e-a6ed92bc3f27 req-1b0ad0ff-6ee4-4226-8a76-c17e346ac5e8 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:55.551392 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3acefb37-310b-4a1b-b86e-a6ed92bc3f27 req-1b0ad0ff-6ee4-4226-8a76-c17e346ac5e8 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 943 time: 0.6006215 Jul 16 01:52:55.553349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:55.553761 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Checking segment: {'id': '2612d676-dd3b-4d22-85b6-2659a1300879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:55.554207 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Bound using segment: {'id': '2612d676-dd3b-4d22-85b6-2659a1300879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:55.554660 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Bound port: f7b8bd33-5a9e-4f53-933b-8216fe7a48e6, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2612d676-dd3b-4d22-85b6-2659a1300879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:55.555124 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.560701 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bd9381-38ea-4e29-bf26-52eddf314fbf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:55.570628 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39bd9381-38ea-4e29-bf26-52eddf314fbf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.584099 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9d73b7f-3a25-4e47-b217-397a9d6b5490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.814368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea60162-4313-437b-ab96-d8f80a716485 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:55.886551 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39bd9381-38ea-4e29-bf26-52eddf314fbf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.915106 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3acefb37-310b-4a1b-b86e-a6ed92bc3f27 req-eb58d24e-ef6f-43be-b686-e9a358a740e4 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269601 Jul 16 01:52:55.939186 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-02709584-1325-4c56-ad19-d56b37fc4ba7 None None] Provisioning for port f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:55.974302 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b9d73b7f-3a25-4e47-b217-397a9d6b5490 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1dff875c9a684d8193924db908c965bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3319690 Jul 16 01:52:55.988293 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52096) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:56.008352 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d73b7f-3a25-4e47-b217-397a9d6b5490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9231c1-cc29-4fa9-b3a2-c11500eaac22,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:56.058014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bd9381-38ea-4e29-bf26-52eddf314fbf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:56.067770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-39bd9381-38ea-4e29-bf26-52eddf314fbf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:56.072413 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bd9381-38ea-4e29-bf26-52eddf314fbf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:56.073008 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39bd9381-38ea-4e29-bf26-52eddf314fbf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.127131 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd9381-38ea-4e29-bf26-52eddf314fbf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=aaed32fc-b349-4109-ba92-a8bbfb19abae,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:56.154355 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-39bd9381-38ea-4e29-bf26-52eddf314fbf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4676752 Jul 16 01:52:56.155126 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52110) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:56.155478 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.162004 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-8f88e8dd-5745-4144-9930-534174d77a30 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'mac_address': 'fa:16:3e:12:c0:b1', 'name': 'tempest-NetworksTestDHCPv6-120615838'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:56.183464 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420063a6-b955-4a02-8e74-b80a3a7038e2 None None] Network 4419ae27-07b6-402a-9268-cf773b7bdd8a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:56.241550 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] For port f7b8bd33-5a9e-4f53-933b-8216fe7a48e6, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:56.262862 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-40b01c9e-0eee-4826-be82-9eb99e450553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.359851 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-53d7ead1-8f4a-4632-b4b1-e504719ac652 None None] Provisioning for port c01da55a-391e-47a7-b2fc-55466c4d83d2 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:56.369477 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-53d7ead1-8f4a-4632-b4b1-e504719ac652 None None] Provisioning complete for port c01da55a-391e-47a7-b2fc-55466c4d83d2 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:56.370050 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-53d7ead1-8f4a-4632-b4b1-e504719ac652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.436004 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cbff84da-35ee-4c99-8bae-535af37007a1 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:56.446269 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] For port f7b8bd33-5a9e-4f53-933b-8216fe7a48e6, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6,segment=NetworkSegment(2612d676-dd3b-4d22-85b6-2659a1300879),segment_id=2612d676-dd3b-4d22-85b6-2659a1300879)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:56.553138 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-40b01c9e-0eee-4826-be82-9eb99e450553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.572073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f88e8dd-5745-4144-9930-534174d77a30 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:56.597403 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.638697 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-53d7ead1-8f4a-4632-b4b1-e504719ac652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.642508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port cbff84da-35ee-4c99-8bae-535af37007a1 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:56.642869 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.698459 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4c082e-aa4d-4abd-9c0c-6e7f59ae2e8e None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:56.729026 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8f88e8dd-5745-4144-9930-534174d77a30 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.747970 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:56.748601 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.750865 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] 10.222.0.26 "PUT /v2.0/ports/f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 HTTP/1.1" status: 200 len: 1091 time: 4.2283409 Jul 16 01:52:56.751596 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61d50c0-1489-486a-896d-88093df60cab', 'tag': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:56.755620 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98c69d3-e0b3-4a1a-852f-deafd3b6e7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d61d50c0-1489-486a-896d-88093df60cab", "tag": "f7b8bd33-5a9e-4f53-933b-8216fe7a48e6"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:56.756587 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-53d7ead1-8f4a-4632-b4b1-e504719ac652 None None] For port c01da55a-391e-47a7-b2fc-55466c4d83d2, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c01da55a-391e-47a7-b2fc-55466c4d83d2,segment=NetworkSegment(beb1496f-93f1-4497-ba41-1afe94299c2d),segment_id=beb1496f-93f1-4497-ba41-1afe94299c2d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:56.763833 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-8f88e8dd-5745-4144-9930-534174d77a30 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port 61c0ecbe-8801-4f37-ad00-dfe5dc16b1a1 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:52:56.786679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30149461-5aad-4894-bb19-18b7214aa15e service neutron] Pushing event updated for resources: {'Port': ['ID=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:56.834077 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-53d7ead1-8f4a-4632-b4b1-e504719ac652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.855702 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3160a74-24cc-4af4-bc93-dd1a8721e9e9 x-openstack-request-id: req-f3160a74-24cc-4af4-bc93-dd1a8721e9e9 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:56.855702 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61d50c0-1489-486a-896d-88093df60cab", "tag": "f7b8bd33-5a9e-4f53-933b-8216fe7a48e6", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:56.855702 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f3160a74-24cc-4af4-bc93-dd1a8721e9e9 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:56.855702 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61d50c0-1489-486a-896d-88093df60cab', 'tag': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6', 'status': 'completed', 'code': 200} Jul 16 01:52:56.860357 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-40b01c9e-0eee-4826-be82-9eb99e450553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.864229 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-40b01c9e-0eee-4826-be82-9eb99e450553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.876038 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-40b01c9e-0eee-4826-be82-9eb99e450553 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9c9231c1-cc29-4fa9-b3a2-c11500eaac22 HTTP/1.1" status: 204 len: 168 time: 0.8643529 Jul 16 01:52:56.942885 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b01c9e-0eee-4826-be82-9eb99e450553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9231c1-cc29-4fa9-b3a2-c11500eaac22,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:57.059455 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-8f88e8dd-5745-4144-9930-534174d77a30 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::2a1 (5194c550-3669-42e5-a558-3e55db19984a/aaed32fc-b349-4109-ba92-a8bbfb19abae/61c0ecbe-8801-4f37-ad00-dfe5dc16b1a1) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:57.103770 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-7eea62e4-7f92-4b58-8bfd-75f2a13e1677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:57.105567 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-7eea62e4-7f92-4b58-8bfd-75f2a13e1677 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f2e7f3057a4b8a9a5766b4008ffa5c&device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 1094 time: 0.2461767 Jul 16 01:52:57.174238 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:57.189831 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.222027 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7ead1-8f4a-4632-b4b1-e504719ac652 None None] Pushing event updated for resources: {'Port': ['ID=c01da55a-391e-47a7-b2fc-55466c4d83d2,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:57.272839 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-55b32126-e26c-4fc5-8e6e-3fb93680af0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 HTTP/1.1" status: 200 len: 217 time: 0.1531103 Jul 16 01:52:57.326194 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8f88e8dd-5745-4144-9930-534174d77a30 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.339474 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:57.342421 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-8f88e8dd-5745-4144-9930-534174d77a30 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object 61c0ecbe-8801-4f37-ad00-dfe5dc16b1a1 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:57.344010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:57.344591 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.398863 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8f88e8dd-5745-4144-9930-534174d77a30 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.470249 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-00d70d61-a69d-4674-90db-8c6aa3c95bbd None None] Provisioning complete for port c01da55a-391e-47a7-b2fc-55466c4d83d2 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:57.477423 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00d70d61-a69d-4674-90db-8c6aa3c95bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.485745 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f88e8dd-5745-4144-9930-534174d77a30 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:57.493294 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-8f88e8dd-5745-4144-9930-534174d77a30 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:57.496881 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-4d8061ea-4ab4-4bd9-bdb0-bf7c31885c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:57.497820 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-4d8061ea-4ab4-4bd9-bdb0-bf7c31885c5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c257cc-79e9-4ee5-a4db-d19fe08afadf HTTP/1.1" status: 200 len: 859 time: 0.1313200 Jul 16 01:52:57.505159 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f88e8dd-5745-4144-9930-534174d77a30 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:57.516394 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f88e8dd-5745-4144-9930-534174d77a30 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:57.517061 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8f88e8dd-5745-4144-9930-534174d77a30 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.572779 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-1691c13d-d0ba-4180-ac1e-7b5481e425e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce98212f-75fe-42a1-9dd5-641f4337548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635409 Jul 16 01:52:57.599301 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88e8dd-5745-4144-9930-534174d77a30 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=61c0ecbe-8801-4f37-ad00-dfe5dc16b1a1,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:57.599892 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.625849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52182) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:57.626613 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8f88e8dd-5745-4144-9930-534174d77a30 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4658802 Jul 16 01:52:57.647407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd07407-cdab-4374-810c-333b2df9381f req-35397d4e-a0d4-4a74-bf63-01fbefb002fb tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:57.650255 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7fd07407-cdab-4374-810c-333b2df9381f req-35397d4e-a0d4-4a74-bf63-01fbefb002fb tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 943 time: 0.2681642 Jul 16 01:52:57.658721 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:57.673979 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.679402 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:52:57.743120 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7fd07407-cdab-4374-810c-333b2df9381f req-f6811cb8-738c-48df-8f88-b9e26d684e4a tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763869 Jul 16 01:52:57.811040 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:57.858219 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-bda0f204-bf38-49b5-b51e-65ed86ebdd4d service neutron] 10.222.0.26 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716370 Jul 16 01:52:57.902898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71dc4dc9-5eff-4a4b-bc0b-0fbf6c2fa09e None None] Provisioning complete for port f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:57.905232 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71dc4dc9-5eff-4a4b-bc0b-0fbf6c2fa09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.044306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40288218-222c-4111-ba30-dd7d60ee8bb2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:58.053329 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40288218-222c-4111-ba30-dd7d60ee8bb2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:58.055216 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-40288218-222c-4111-ba30-dd7d60ee8bb2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.3891914 Jul 16 01:52:58.058204 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52206) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:58.079774 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60f2334a-271a-49b0-8bf6-a5ab204102eb req-28f8ac41-7a8a-4597-8fc2-c57bba95629a service neutron] 10.222.0.26 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150087 Jul 16 01:52:58.080939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] Router 69a8913b-866c-4464-b3da-817156e31b42 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:52:58.136346 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c01da55a-391e-47a7-b2fc-55466c4d83d2 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:58.265009 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:58.275378 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Sync routers for ids ['69a8913b-866c-4464-b3da-817156e31b42'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:58.287599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port c01da55a-391e-47a7-b2fc-55466c4d83d2 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:58.287926 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.295124 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c69d3-e0b3-4a1a-852f-deafd3b6e7d9 req-0a12a70d-da2c-43a5-96e5-aa9b74f18aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:58.302107 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d98c69d3-e0b3-4a1a-852f-deafd3b6e7d9 req-0a12a70d-da2c-43a5-96e5-aa9b74f18aaf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f2e7f3057a4b8a9a5766b4008ffa5c&device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 1094 time: 0.0931575 Jul 16 01:52:58.304723 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.306495 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Routers {'69a8913b-866c-4464-b3da-817156e31b42'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:58.307859 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:52:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['69a8913b-866c-4464-b3da-817156e31b42'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:58.311199 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-46d917ff-9410-45f3-8915-60729142d185 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6007066 Jul 16 01:52:58.313728 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52226) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:58.362721 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2292f599-b483-41b5-9cba-4a76c33c78ce None None] Could not find standard attr ID for object d559e610-8844-40f4-a565-2e927a15b169. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:52:58.397441 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-639f0126-9db4-4a76-8a7b-99d416be8a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.523323 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:58.560855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c69d3-e0b3-4a1a-852f-deafd3b6e7d9 req-79dc6774-6d67-48ae-9eaa-3c1dbc03d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:58.562637 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d98c69d3-e0b3-4a1a-852f-deafd3b6e7d9 req-79dc6774-6d67-48ae-9eaa-3c1dbc03d75e service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce98212f-75fe-42a1-9dd5-641f4337548b HTTP/1.1" status: 200 len: 920 time: 0.2493973 Jul 16 01:52:58.668856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9e7e432a-ca87-43cb-aac9-eb420a7db2bf None None] Provisioning for port 61c0ecbe-8801-4f37-ad00-dfe5dc16b1a1 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:58.680160 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Set router 69a8913b-866c-4464-b3da-817156e31b42 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:58.686314 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9e7e432a-ca87-43cb-aac9-eb420a7db2bf None None] Provisioning complete for port 61c0ecbe-8801-4f37-ad00-dfe5dc16b1a1 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:58.686781 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9e7e432a-ca87-43cb-aac9-eb420a7db2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.708607 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-5d12c6ed-3692-4964-ab62-55b9f6190c16 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port 61c0ecbe-8801-4f37-ad00-dfe5dc16b1a1 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:58.709200 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d12c6ed-3692-4964-ab62-55b9f6190c16 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.727168 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d98c69d3-e0b3-4a1a-852f-deafd3b6e7d9 req-34d2eb47-9ebb-4fc4-8bc4-a7d2feb132dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 HTTP/1.1" status: 200 len: 217 time: 0.1527088 Jul 16 01:52:58.808271 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.825698 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e432a-ca87-43cb-aac9-eb420a7db2bf None None] Port 61c0ecbe-8801-4f37-ad00-dfe5dc16b1a1 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:52:58.855563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c69d3-e0b3-4a1a-852f-deafd3b6e7d9 req-0dc38aca-3e82-476a-a2df-418a436574d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:58.857395 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:58.857778 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.864463 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d98c69d3-e0b3-4a1a-852f-deafd3b6e7d9 req-0dc38aca-3e82-476a-a2df-418a436574d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c257cc-79e9-4ee5-a4db-d19fe08afadf HTTP/1.1" status: 200 len: 859 time: 0.1232963 Jul 16 01:52:58.917385 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d12c6ed-3692-4964-ab62-55b9f6190c16 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.950439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-5d12c6ed-3692-4964-ab62-55b9f6190c16 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for 61c0ecbe-8801-4f37-ad00-dfe5dc16b1a1 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:58.959336 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d98c69d3-e0b3-4a1a-852f-deafd3b6e7d9 req-7b969b2d-615a-4874-8832-aaede6309390 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce98212f-75fe-42a1-9dd5-641f4337548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901580 Jul 16 01:52:59.143762 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a8913b-866c-4464-b3da-817156e31b42', 'name': 'tempest-TestAggregatesBasicOps-605338883-router', 'tenant_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '0cc72d1e-405f-42ca-884e-b484c8c3ca7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:50Z', 'updated_at': '2021-07-16T01:52:55Z', 'revision_number': 3, 'project_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'gw_port': {'id': '0cc72d1e-405f-42ca-884e-b484c8c3ca7d', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a8913b-866c-4464-b3da-817156e31b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:52Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:59.205978 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Checking router: 69a8913b-866c-4464-b3da-817156e31b42 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:59.206891 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Updating router 69a8913b-866c-4464-b3da-817156e31b42 port 0cc72d1e-405f-42ca-884e-b484c8c3ca7d binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:52:59.216536 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d98c69d3-e0b3-4a1a-852f-deafd3b6e7d9 req-a8aa76b5-d48d-4ebb-94cd-a5e37b62f25a service neutron] 10.222.0.26 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477698 Jul 16 01:52:59.254636 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.399793 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d12c6ed-3692-4964-ab62-55b9f6190c16 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.426693 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d98c69d3-e0b3-4a1a-852f-deafd3b6e7d9 req-4c87aa16-1c2e-4e09-bdbe-4352f9350bd3 service neutron] 10.222.0.26 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028301 Jul 16 01:52:59.588590 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d12c6ed-3692-4964-ab62-55b9f6190c16 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.590455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5d12c6ed-3692-4964-ab62-55b9f6190c16 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/61c0ecbe-8801-4f37-ad00-dfe5dc16b1a1 HTTP/1.1" status: 204 len: 168 time: 1.5310504 Jul 16 01:52:59.592201 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12c6ed-3692-4964-ab62-55b9f6190c16 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=61c0ecbe-8801-4f37-ad00-dfe5dc16b1a1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:59.593257 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52252) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:59.666337 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.671677 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e4ee4-d42a-4809-ae48-29008cb42381 req-304495b8-f0db-4bb6-aa4b-19eee4a314cd tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:59.677950 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e78e4ee4-d42a-4809-ae48-29008cb42381 req-304495b8-f0db-4bb6-aa4b-19eee4a314cd tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 943 time: 0.5012648 Jul 16 01:52:59.693919 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Transition to ACTIVE for port object 0cc72d1e-405f-42ca-884e-b484c8c3ca7d will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:59.704124 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.736047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6064eaf-1bd7-4176-8c9d-a48abbfdcdb4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:59.738609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6064eaf-1bd7-4176-8c9d-a48abbfdcdb4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:59.743884 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e6064eaf-1bd7-4176-8c9d-a48abbfdcdb4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1493967 Jul 16 01:52:59.748487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52258) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:59.832812 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Attempting to bind port 0cc72d1e-405f-42ca-884e-b484c8c3ca7d on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:59.838179 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Attempting to bind port 0cc72d1e-405f-42ca-884e-b484c8c3ca7d by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:59.838761 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Attempting to bind port 0cc72d1e-405f-42ca-884e-b484c8c3ca7d on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:59.842098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-23dfde55-3035-4945-a848-d6f8b84cd660 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet aaed32fc-b349-4109-ba92-a8bbfb19abae {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:59.846114 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23dfde55-3035-4945-a848-d6f8b84cd660 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.852153 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:59.852676 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:59.853184 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.853700 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:59.854284 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Bound port: 0cc72d1e-405f-42ca-884e-b484c8c3ca7d, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:59.854764 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.918272 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] For port 0cc72d1e-405f-42ca-884e-b484c8c3ca7d, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:59.922255 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] For port 0cc72d1e-405f-42ca-884e-b484c8c3ca7d, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0cc72d1e-405f-42ca-884e-b484c8c3ca7d,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:59.938766 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23dfde55-3035-4945-a848-d6f8b84cd660 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.942469 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.948687 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e78e4ee4-d42a-4809-ae48-29008cb42381 req-bec606d1-9bff-4aff-82da-3dc751ccbc8f tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202211 Jul 16 01:53:00.023814 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5362a-1f8a-44d6-bd73-4734e3dc5132 None None] Pushing event updated for resources: {'Port': ['ID=0cc72d1e-405f-42ca-884e-b484c8c3ca7d,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:00.042516 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Routers {'69a8913b-866c-4464-b3da-817156e31b42'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:00.043498 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:52:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['69a8913b-866c-4464-b3da-817156e31b42'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:00.082798 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23dfde55-3035-4945-a848-d6f8b84cd660 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.209202 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] Set router 69a8913b-866c-4464-b3da-817156e31b42 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:00.225200 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23dfde55-3035-4945-a848-d6f8b84cd660 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.259331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dfde55-3035-4945-a848-d6f8b84cd660 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=aaed32fc-b349-4109-ba92-a8bbfb19abae,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:00.264777 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23dfde55-3035-4945-a848-d6f8b84cd660 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.267005 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-23dfde55-3035-4945-a848-d6f8b84cd660 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/aaed32fc-b349-4109-ba92-a8bbfb19abae HTTP/1.1" status: 204 len: 168 time: 0.5173492 Jul 16 01:53:00.270956 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52264) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:00.271805 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b03090d-c5f1-4501-8f5b-7d0f02183986 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:00.282452 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5362a-1f8a-44d6-bd73-4734e3dc5132 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.283142 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5362a-1f8a-44d6-bd73-4734e3dc5132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.283749 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5362a-1f8a-44d6-bd73-4734e3dc5132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.284284 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5362a-1f8a-44d6-bd73-4734e3dc5132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.284826 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5362a-1f8a-44d6-bd73-4734e3dc5132 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.285368 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5362a-1f8a-44d6-bd73-4734e3dc5132 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.285903 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5362a-1f8a-44d6-bd73-4734e3dc5132 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.286422 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5362a-1f8a-44d6-bd73-4734e3dc5132 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.286940 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5362a-1f8a-44d6-bd73-4734e3dc5132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.287456 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5362a-1f8a-44d6-bd73-4734e3dc5132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.288015 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5362a-1f8a-44d6-bd73-4734e3dc5132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.288549 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5362a-1f8a-44d6-bd73-4734e3dc5132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:00.374021 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.531868 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5362a-1f8a-44d6-bd73-4734e3dc5132 None None] Pushing event updated for resources: {'Port': ['ID=0cc72d1e-405f-42ca-884e-b484c8c3ca7d,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:00.718086 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] DHCP port deletion for 5194c550-3669-42e5-a558-3e55db19984a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:53:00.759999 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a8913b-866c-4464-b3da-817156e31b42', 'name': 'tempest-TestAggregatesBasicOps-605338883-router', 'tenant_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '0cc72d1e-405f-42ca-884e-b484c8c3ca7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:50Z', 'updated_at': '2021-07-16T01:52:55Z', 'revision_number': 3, 'project_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'gw_port': {'id': '0cc72d1e-405f-42ca-884e-b484c8c3ca7d', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a8913b-866c-4464-b3da-817156e31b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:52Z', 'updated_at': '2021-07-16T01:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:00.794221 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b517df6d-ffc8-4926-b734-2e75dcb33760 None None] The sync data for ids ['69a8913b-866c-4464-b3da-817156e31b42'] in n-d-800086-6 is: [{'id': '69a8913b-866c-4464-b3da-817156e31b42', 'name': 'tempest-TestAggregatesBasicOps-605338883-router', 'tenant_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '0cc72d1e-405f-42ca-884e-b484c8c3ca7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:50Z', 'updated_at': '2021-07-16T01:52:55Z', 'revision_number': 3, 'project_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'gw_port': {'id': '0cc72d1e-405f-42ca-884e-b484c8c3ca7d', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a8913b-866c-4464-b3da-817156e31b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:52Z', 'updated_at': '2021-07-16T01:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:00.800090 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] Allocated IP 172.20.0.1 (4419ae27-07b6-402a-9268-cf773b7bdd8a/37a9a00b-9a84-4523-b704-0457dce5ab2a/39654aec-a03d-4679-810c-f47c5ec45e4d) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:00.804722 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] Deleting port f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:00.805201 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.879655 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:53:01.015950 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.033000 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] Transition to ACTIVE for port object 39654aec-a03d-4679-810c-f47c5ec45e4d will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:01.043227 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] For port f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:01.043914 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.044428 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4ce40ca9-054f-4149-aa72-0874696855ec tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7707601 Jul 16 01:53:01.047168 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52274) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:01.109094 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] Calling delete_port for f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:01.111747 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.213240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa8aed8-4397-401b-8992-eafd31d9be50 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.216397 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1aa8aed8-4397-401b-8992-eafd31d9be50 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1681213 Jul 16 01:53:01.220937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] Network 4419ae27-07b6-402a-9268-cf773b7bdd8a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:01.225016 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52278) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:01.239967 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:01.240209 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.244813 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:01.287874 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d44f36e0-ca7c-4098-b250-69b708ecaefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.363273 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.486639 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f7b8bd33-5a9e-4f53-933b-8216fe7a48e6, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6,segment=NetworkSegment(2612d676-dd3b-4d22-85b6-2659a1300879),segment_id=2612d676-dd3b-4d22-85b6-2659a1300879)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:01.532072 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6', 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b', 'port_id': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6', 'mac_address': 'fa:16:3e:af:26:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c257cc-79e9-4ee5-a4db-d19fe08afadf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:53:01.613122 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.628842 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:53:01.634894 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.689242 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] Pushing event deleted for resources: {'Port': ['ID=f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:01.696064 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f7b8bd33-5a9e-4f53-933b-8216fe7a48e6, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6,segment=NetworkSegment(2612d676-dd3b-4d22-85b6-2659a1300879),segment_id=2612d676-dd3b-4d22-85b6-2659a1300879)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:01.700033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] No DVR routers for this DVR port f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:01.707530 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.710228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:01.710568 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:01.710907 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:01.711329 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:01.711641 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:01.715995 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:01.715995 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:01.715995 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:01.715995 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:01.715995 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:01.717123 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:01.717123 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006509e0-e3c0-4685-863d-bc5c3968b929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:01.817511 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=39654aec-a03d-4679-810c-f47c5ec45e4d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:01.821369 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:01.824925 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-abb55b84-be54-4c40-94a5-52d95eb5ead6 None None] Provisioning for port 39654aec-a03d-4679-810c-f47c5ec45e4d completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:01.829590 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-abb55b84-be54-4c40-94a5-52d95eb5ead6 None None] Provisioning complete for port 39654aec-a03d-4679-810c-f47c5ec45e4d triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:01.830208 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-abb55b84-be54-4c40-94a5-52d95eb5ead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.891978 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-abb55b84-be54-4c40-94a5-52d95eb5ead6 None None] Port 39654aec-a03d-4679-810c-f47c5ec45e4d cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:53:01.971806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5638692-f6c2-433e-8a06-331fbc9fdfcc tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.972257 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['f7b8bd33-5a9e-4f53-933b-8216fe7a48e6'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:01.973363 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e5638692-f6c2-433e-8a06-331fbc9fdfcc tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7472067 Jul 16 01:53:01.976008 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52286) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:02.064472 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f05e2871-195d-4dd0-b877-0398bf5b22f5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870464 Jul 16 01:53:02.068712 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52288) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:02.142434 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-07205122-5d53-4ad4-b09d-706d0da862c9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:02.147784 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.163149 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.185802 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0cc72d1e-405f-42ca-884e-b484c8c3ca7d up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:02.219855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4aeb0-6644-4389-a484-1007c5459c7f req-7b3b506e-786a-4aef-a3d3-f8de4306e05e tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:02.229926 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-96e4aeb0-6644-4389-a484-1007c5459c7f req-7b3b506e-786a-4aef-a3d3-f8de4306e05e tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 944 time: 0.8686450 Jul 16 01:53:02.438940 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-96e4aeb0-6644-4389-a484-1007c5459c7f req-7dd843c7-b3fa-4071-802a-6aa876c872a5 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994686 Jul 16 01:53:02.486530 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 0cc72d1e-405f-42ca-884e-b484c8c3ca7d completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:02.504243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 0cc72d1e-405f-42ca-884e-b484c8c3ca7d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:02.504629 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.549054 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07205122-5d53-4ad4-b09d-706d0da862c9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:02.555003 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07205122-5d53-4ad4-b09d-706d0da862c9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.654620 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.709829 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 0cc72d1e-405f-42ca-884e-b484c8c3ca7d, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0cc72d1e-405f-42ca-884e-b484c8c3ca7d,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:02.719264 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.744723 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.755031 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.822799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=0cc72d1e-405f-42ca-884e-b484c8c3ca7d,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:02.833535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:02.858409 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:02.858826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f4225b79-80fa-47ab-aaa8-3dac5b0ae7a3 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:02.889328 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.891012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=39654aec-a03d-4679-810c-f47c5ec45e4d,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:03.075037 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] Network 4419ae27-07b6-402a-9268-cf773b7bdd8a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:03.078247 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:03.287894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] Router 69a8913b-866c-4464-b3da-817156e31b42 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:53:03.442636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.objects.ports [None req-07205122-5d53-4ad4-b09d-706d0da862c9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:53:03.450995 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07205122-5d53-4ad4-b09d-706d0da862c9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:03.457118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c3f53be3-55a3-4146-8df2-ed0acc3a7220 None None] Provisioning complete for port 39654aec-a03d-4679-810c-f47c5ec45e4d triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:03.457718 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3f53be3-55a3-4146-8df2-ed0acc3a7220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:03.512125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c3f53be3-55a3-4146-8df2-ed0acc3a7220 None None] Port 39654aec-a03d-4679-810c-f47c5ec45e4d cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:53:03.537986 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07205122-5d53-4ad4-b09d-706d0da862c9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:03.701961 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-07205122-5d53-4ad4-b09d-706d0da862c9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:03.707996 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07205122-5d53-4ad4-b09d-706d0da862c9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=f66921d9-d55a-4d25-a4e3-b61a2573613e,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:03.711638 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dabb25-e114-496a-bdfd-aeb0d224e0d3 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:03.728361 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07205122-5d53-4ad4-b09d-706d0da862c9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:03.730435 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07205122-5d53-4ad4-b09d-706d0da862c9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:03.737974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52310) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:03.865255 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-07205122-5d53-4ad4-b09d-706d0da862c9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7942555 Jul 16 01:53:03.868151 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52314) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:03.873708 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-0a3ad10c-2455-4377-a799-004c846d8cd4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:03.885375 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:03.894270 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-46f498ca-0d10-48b0-86b8-260258749ee3 admin admin] 10.222.0.54 "PUT /v2.0/routers/69a8913b-866c-4464-b3da-817156e31b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5582988 Jul 16 01:53:03.911972 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:03.976252 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-5194c550-3669-42e5-a558-3e55db19984a', 'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'tenant_id': 'd856a4d7ce5b4bef812f514027a40f9b', 'fixed_ips': [{'subnet_id': 'f66921d9-d55a-4d25-a4e3-b61a2573613e'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:53:03.977396 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.004728 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Sync routers for ids ['69a8913b-866c-4464-b3da-817156e31b42'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:04.009096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c94336-ba32-43de-8ae2-eaba03b71413 req-64847659-6839-4426-b272-164c49ac0c0c tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:04.010720 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e1c94336-ba32-43de-8ae2-eaba03b71413 req-64847659-6839-4426-b272-164c49ac0c0c tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 944 time: 0.2744472 Jul 16 01:53:04.072094 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Routers {'69a8913b-866c-4464-b3da-817156e31b42'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:04.073153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:53:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['69a8913b-866c-4464-b3da-817156e31b42'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:04.124901 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3ad10c-2455-4377-a799-004c846d8cd4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:04.148366 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e1c94336-ba32-43de-8ae2-eaba03b71413 req-b6d3f352-45ad-499b-8316-5de282351708 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106737 Jul 16 01:53:04.214570 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a3ad10c-2455-4377-a799-004c846d8cd4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.329889 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-31e3cdd3-511a-4f81-8341-862e1de57129 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8125c71e472c40ae8e0e35610a941a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5881140 Jul 16 01:53:04.330247 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52322) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:04.368698 n-d-800086-6 neutron-server[93831]: INFO neutron.db.ipam_backend_mixin [None req-0a3ad10c-2455-4377-a799-004c846d8cd4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f66921d9-d55a-4d25-a4e3-b61a2573613e (CIDR: 2001:db8::/64) Jul 16 01:53:04.373510 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3ad10c-2455-4377-a799-004c846d8cd4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:53:04.374084 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3ad10c-2455-4377-a799-004c846d8cd4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:04.397210 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52326) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:04.397960 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0a3ad10c-2455-4377-a799-004c846d8cd4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5285640 Jul 16 01:53:04.408389 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-bd8ea2bf-0d04-4aa3-8393-cac1e0ef8f0d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:04.532288 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0cc72d1e-405f-42ca-884e-b484c8c3ca7d up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:04.537038 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9279c0bb-e2bc-4dd0-98c1-b5cf893d98b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.585319 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9279c0bb-e2bc-4dd0-98c1-b5cf893d98b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.664094 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9279c0bb-e2bc-4dd0-98c1-b5cf893d98b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.669047 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9279c0bb-e2bc-4dd0-98c1-b5cf893d98b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.670112 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9279c0bb-e2bc-4dd0-98c1-b5cf893d98b4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8a174d57-c25c-4bec-b8a3-a56e080cc380 HTTP/1.1" status: 204 len: 168 time: 0.3383374 Jul 16 01:53:04.686193 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279c0bb-e2bc-4dd0-98c1-b5cf893d98b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a174d57-c25c-4bec-b8a3-a56e080cc380,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:04.740437 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Set router 69a8913b-866c-4464-b3da-817156e31b42 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:04.748341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8ea2bf-0d04-4aa3-8393-cac1e0ef8f0d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:04.751962 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd8ea2bf-0d04-4aa3-8393-cac1e0ef8f0d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.772373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 0cc72d1e-405f-42ca-884e-b484c8c3ca7d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:04.772749 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.870667 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Allocated IP 2001:db8::f816:3eff:fe59:4765 (5194c550-3669-42e5-a558-3e55db19984a/f66921d9-d55a-4d25-a4e3-b61a2573613e/bda9b5d0-97ef-4a3c-b210-a75d1669ff60) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:04.966053 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:05.278894 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:05.289782 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd8ea2bf-0d04-4aa3-8393-cac1e0ef8f0d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.304401 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:05.304777 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.398859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ea2bf-0d04-4aa3-8393-cac1e0ef8f0d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:05.427536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-bd8ea2bf-0d04-4aa3-8393-cac1e0ef8f0d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:05.457950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8ea2bf-0d04-4aa3-8393-cac1e0ef8f0d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:05.458770 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd8ea2bf-0d04-4aa3-8393-cac1e0ef8f0d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.485776 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ea2bf-0d04-4aa3-8393-cac1e0ef8f0d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=8044ffd9-0512-46aa-92d7-42fc55ada94b,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:05.503136 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bd8ea2bf-0d04-4aa3-8393-cac1e0ef8f0d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1017644 Jul 16 01:53:05.504358 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52374) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:05.512111 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4c667e71-eecd-4e0b-ae29-5e2ad0b7e0b9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'mac_address': 'fa:16:3e:34:98:e5', 'name': 'tempest-NetworksTestDHCPv6-595203935'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:05.559606 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b2579-16af-4cf4-ba88-2e0e68d80132 req-1c9bc3d2-76cc-45fe-96d0-7d4c936eee97 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:05.561226 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e1b2579-16af-4cf4-ba88-2e0e68d80132 req-1c9bc3d2-76cc-45fe-96d0-7d4c936eee97 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 944 time: 0.1645772 Jul 16 01:53:05.578162 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.603046 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52384) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:05.606966 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Transition to ACTIVE for port object bda9b5d0-97ef-4a3c-b210-a75d1669ff60 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:05.610772 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.619116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a8913b-866c-4464-b3da-817156e31b42', 'name': 'tempest-TestAggregatesBasicOps-605338883-router', 'tenant_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '0cc72d1e-405f-42ca-884e-b484c8c3ca7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:50Z', 'updated_at': '2021-07-16T01:53:02Z', 'revision_number': 4, 'project_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'gw_port': {'id': '0cc72d1e-405f-42ca-884e-b484c8c3ca7d', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a8913b-866c-4464-b3da-817156e31b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:52Z', 'updated_at': '2021-07-16T01:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '39654aec-a03d-4679-810c-f47c5ec45e4d', 'name': '', 'network_id': '4419ae27-07b6-402a-9268-cf773b7bdd8a', 'tenant_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'mac_address': 'fa:16:3e:78:bd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a8913b-866c-4464-b3da-817156e31b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '37a9a00b-9a84-4523-b704-0457dce5ab2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:00Z', 'updated_at': '2021-07-16T01:53:02Z', 'revision_number': 2, 'project_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'subnets': [{'id': '37a9a00b-9a84-4523-b704-0457dce5ab2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:05.670569 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e1b2579-16af-4cf4-ba88-2e0e68d80132 req-f956a0b5-c29f-4342-aea9-2857ca670dd2 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014781 Jul 16 01:53:05.672570 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Checking router: 69a8913b-866c-4464-b3da-817156e31b42 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:05.672929 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Updating router 69a8913b-866c-4464-b3da-817156e31b42 port 39654aec-a03d-4679-810c-f47c5ec45e4d binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:53:05.676718 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Transition to ACTIVE for port object bda9b5d0-97ef-4a3c-b210-a75d1669ff60 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:05.703985 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f7b8bd33-5a9e-4f53-933b-8216fe7a48e6, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6,segment=NetworkSegment(2612d676-dd3b-4d22-85b6-2659a1300879),segment_id=2612d676-dd3b-4d22-85b6-2659a1300879)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:05.746549 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61d50c0-1489-486a-896d-88093df60cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:05.749244 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89aae45e-b50d-4ecb-9034-46ca08210dca" -d '{"events": [{"server_uuid": "d61d50c0-1489-486a-896d-88093df60cab", "name": "network-vif-plugged", "status": "completed", "tag": "f7b8bd33-5a9e-4f53-933b-8216fe7a48e6"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:05.775956 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.785245 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.805033 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c667e71-eecd-4e0b-ae29-5e2ad0b7e0b9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:05.827989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:05.836856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:05.843455 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:05.848390 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.854210 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fe905f-0746-487f-bf81-3b486a62c15a x-openstack-request-id: req-92fe905f-0746-487f-bf81-3b486a62c15a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:05.854327 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61d50c0-1489-486a-896d-88093df60cab", "name": "network-vif-plugged", "status": "completed", "tag": "f7b8bd33-5a9e-4f53-933b-8216fe7a48e6", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:05.854643 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-92fe905f-0746-487f-bf81-3b486a62c15a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:05.854947 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61d50c0-1489-486a-896d-88093df60cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6', 'code': 200} Jul 16 01:53:05.934352 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:06.042774 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Pushing event updated for resources: {'Port': ['ID=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:06.111280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Attempting to bind port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:06.111775 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Attempting to bind port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:06.118354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Attempting to bind port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 on network 5194c550-3669-42e5-a558-3e55db19984a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:06.133061 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c667e71-eecd-4e0b-ae29-5e2ad0b7e0b9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.219522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-4c667e71-eecd-4e0b-ae29-5e2ad0b7e0b9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port 4f63bfe9-1f65-4c62-b55e-4dbafac50802 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:53:06.249544 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:06.249937 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Checking segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:06.250354 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.250873 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Bound using segment: {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:06.251246 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Bound port: bda9b5d0-97ef-4a3c-b210-a75d1669ff60, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d1328d-fd77-43e7-ad00-7f044c030888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5194c550-3669-42e5-a558-3e55db19984a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:06.251640 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.269574 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed3d32c7-ece4-4720-8609-032f193b2fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.416847 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] For port bda9b5d0-97ef-4a3c-b210-a75d1669ff60, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:06.422310 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] For port bda9b5d0-97ef-4a3c-b210-a75d1669ff60, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:06.463746 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.478034 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2f96a-057c-4eec-afba-ba0d854ba06d req-9112ea8a-db6e-4335-bc5b-394812ee6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:06.479726 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0bf2f96a-057c-4eec-afba-ba0d854ba06d req-9112ea8a-db6e-4335-bc5b-394812ee6fa5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 1096 time: 0.4707241 Jul 16 01:53:06.579331 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0bf2f96a-057c-4eec-afba-ba0d854ba06d req-e124cf0c-ba40-42ed-a8bd-004a59d9918d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895503 Jul 16 01:53:06.581773 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-4c667e71-eecd-4e0b-ae29-5e2ad0b7e0b9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8:0:1::b6 (5194c550-3669-42e5-a558-3e55db19984a/8044ffd9-0512-46aa-92d7-42fc55ada94b/4f63bfe9-1f65-4c62-b55e-4dbafac50802) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:06.592199 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dbc68-8f79-46ca-b21d-d70174c6e89a None None] Pushing event updated for resources: {'Port': ['ID=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:06.592724 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-4c667e71-eecd-4e0b-ae29-5e2ad0b7e0b9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::f816:3eff:fe34:98e5 (5194c550-3669-42e5-a558-3e55db19984a/f66921d9-d55a-4d25-a4e3-b61a2573613e/4f63bfe9-1f65-4c62-b55e-4dbafac50802) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:06.828165 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.872286 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Transition to ACTIVE for port object 39654aec-a03d-4679-810c-f47c5ec45e4d will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:06.890127 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.008280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d32c7-ece4-4720-8609-032f193b2fff admin admin] Deleting port cbff84da-35ee-4c99-8bae-535af37007a1 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:07.008838 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed3d32c7-ece4-4720-8609-032f193b2fff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.052459 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c667e71-eecd-4e0b-ae29-5e2ad0b7e0b9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.060919 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46fc8a-5bed-4b5a-9963-280b8d265791 None None] Pushing event updated for resources: {'Port': ['ID=39654aec-a03d-4679-810c-f47c5ec45e4d,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:07.082509 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-4c667e71-eecd-4e0b-ae29-5e2ad0b7e0b9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object 4f63bfe9-1f65-4c62-b55e-4dbafac50802 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:07.128015 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c667e71-eecd-4e0b-ae29-5e2ad0b7e0b9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.219452 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-ed3d32c7-ece4-4720-8609-032f193b2fff admin admin] For port cbff84da-35ee-4c99-8bae-535af37007a1, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cbff84da-35ee-4c99-8bae-535af37007a1,segment=NetworkSegment(c5156c09-4d06-44e8-8080-e6487914b1ec),segment_id=c5156c09-4d06-44e8-8080-e6487914b1ec)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:07.220022 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed3d32c7-ece4-4720-8609-032f193b2fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.229898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Attempting to bind port 39654aec-a03d-4679-810c-f47c5ec45e4d on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:07.230263 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Attempting to bind port 39654aec-a03d-4679-810c-f47c5ec45e4d by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'beb1496f-93f1-4497-ba41-1afe94299c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4419ae27-07b6-402a-9268-cf773b7bdd8a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:07.230632 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Attempting to bind port 39654aec-a03d-4679-810c-f47c5ec45e4d on network 4419ae27-07b6-402a-9268-cf773b7bdd8a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:07.246553 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c667e71-eecd-4e0b-ae29-5e2ad0b7e0b9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:07.252513 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:07.253291 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Checking segment: {'id': 'beb1496f-93f1-4497-ba41-1afe94299c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4419ae27-07b6-402a-9268-cf773b7bdd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:07.253732 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.254021 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d32c7-ece4-4720-8609-032f193b2fff admin admin] Calling delete_port for cbff84da-35ee-4c99-8bae-535af37007a1 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:07.254165 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Bound using segment: {'id': 'beb1496f-93f1-4497-ba41-1afe94299c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4419ae27-07b6-402a-9268-cf773b7bdd8a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:07.255597 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Bound port: 39654aec-a03d-4679-810c-f47c5ec45e4d, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb1496f-93f1-4497-ba41-1afe94299c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4419ae27-07b6-402a-9268-cf773b7bdd8a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:07.256050 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.262203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-4c667e71-eecd-4e0b-ae29-5e2ad0b7e0b9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:07.265003 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c667e71-eecd-4e0b-ae29-5e2ad0b7e0b9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:07.285015 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c667e71-eecd-4e0b-ae29-5e2ad0b7e0b9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:07.286359 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c667e71-eecd-4e0b-ae29-5e2ad0b7e0b9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.294503 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c667e71-eecd-4e0b-ae29-5e2ad0b7e0b9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=4f63bfe9-1f65-4c62-b55e-4dbafac50802,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:07.318274 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd485ce-fc54-4678-9860-49c816c1f935 req-34ac408c-8fe4-47b1-b80d-f50e966265ea tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:07.320090 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3cd485ce-fc54-4678-9860-49c816c1f935 req-34ac408c-8fe4-47b1-b80d-f50e966265ea tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.3719151 Jul 16 01:53:07.387900 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4c667e71-eecd-4e0b-ae29-5e2ad0b7e0b9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8728311 Jul 16 01:53:07.388593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52436) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:07.419285 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] For port 39654aec-a03d-4679-810c-f47c5ec45e4d, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:07.426125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] For port 39654aec-a03d-4679-810c-f47c5ec45e4d, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=39654aec-a03d-4679-810c-f47c5ec45e4d,segment=NetworkSegment(beb1496f-93f1-4497-ba41-1afe94299c2d),segment_id=beb1496f-93f1-4497-ba41-1afe94299c2d)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:07.437589 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.533251 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3cd485ce-fc54-4678-9860-49c816c1f935 req-2167c21b-ca76-4bf8-b80f-94223503b8db tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969233 Jul 16 01:53:07.631630 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Routers {'69a8913b-866c-4464-b3da-817156e31b42'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:07.632366 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:53:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['69a8913b-866c-4464-b3da-817156e31b42'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:07.713883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-42cb4811-fd6e-4a3f-9b38-f5c7f682cd98 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port 4f63bfe9-1f65-4c62-b55e-4dbafac50802 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:07.714828 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-42cb4811-fd6e-4a3f-9b38-f5c7f682cd98 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.727724 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46fc8a-5bed-4b5a-9963-280b8d265791 None None] Pushing event updated for resources: {'Port': ['ID=39654aec-a03d-4679-810c-f47c5ec45e4d,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:07.767753 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed3d32c7-ece4-4720-8609-032f193b2fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.827527 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d32c7-ece4-4720-8609-032f193b2fff admin admin] Pushing event deleted for resources: {'Port': ['ID=cbff84da-35ee-4c99-8bae-535af37007a1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:07.864767 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] Set router 69a8913b-866c-4464-b3da-817156e31b42 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:07.871102 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-42cb4811-fd6e-4a3f-9b38-f5c7f682cd98 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.902498 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-42cb4811-fd6e-4a3f-9b38-f5c7f682cd98 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for 4f63bfe9-1f65-4c62-b55e-4dbafac50802 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:08.317631 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-42cb4811-fd6e-4a3f-9b38-f5c7f682cd98 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.335145 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device bda9b5d0-97ef-4a3c-b210-a75d1669ff60 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:08.388860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb4811-fd6e-4a3f-9b38-f5c7f682cd98 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=4f63bfe9-1f65-4c62-b55e-4dbafac50802,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:08.413036 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:08.465669 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-42cb4811-fd6e-4a3f-9b38-f5c7f682cd98 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.467640 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-42cb4811-fd6e-4a3f-9b38-f5c7f682cd98 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/4f63bfe9-1f65-4c62-b55e-4dbafac50802 HTTP/1.1" status: 204 len: 168 time: 1.0764673 Jul 16 01:53:08.470118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52440) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:08.474733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df7b8bf-c352-4012-a188-400241e70044 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:08.562833 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cebc0b4-416e-488a-94f2-8572afd00460 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:08.565365 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4cebc0b4-416e-488a-94f2-8572afd00460 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0941978 Jul 16 01:53:08.566375 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a8913b-866c-4464-b3da-817156e31b42', 'name': 'tempest-TestAggregatesBasicOps-605338883-router', 'tenant_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '0cc72d1e-405f-42ca-884e-b484c8c3ca7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:50Z', 'updated_at': '2021-07-16T01:53:02Z', 'revision_number': 4, 'project_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'gw_port': {'id': '0cc72d1e-405f-42ca-884e-b484c8c3ca7d', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a8913b-866c-4464-b3da-817156e31b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:52Z', 'updated_at': '2021-07-16T01:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '39654aec-a03d-4679-810c-f47c5ec45e4d', 'name': '', 'network_id': '4419ae27-07b6-402a-9268-cf773b7bdd8a', 'tenant_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'mac_address': 'fa:16:3e:78:bd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a8913b-866c-4464-b3da-817156e31b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '37a9a00b-9a84-4523-b704-0457dce5ab2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:00Z', 'updated_at': '2021-07-16T01:53:07Z', 'revision_number': 4, 'project_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'subnets': [{'id': '37a9a00b-9a84-4523-b704-0457dce5ab2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:08.569721 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52446) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:08.635291 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea04a15-d6f6-4323-bf96-9d2914ea62dd None None] The sync data for ids ['69a8913b-866c-4464-b3da-817156e31b42'] in n-d-800086-6 is: [{'id': '69a8913b-866c-4464-b3da-817156e31b42', 'name': 'tempest-TestAggregatesBasicOps-605338883-router', 'tenant_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '0cc72d1e-405f-42ca-884e-b484c8c3ca7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:50Z', 'updated_at': '2021-07-16T01:53:02Z', 'revision_number': 4, 'project_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'gw_port': {'id': '0cc72d1e-405f-42ca-884e-b484c8c3ca7d', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a8913b-866c-4464-b3da-817156e31b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:52Z', 'updated_at': '2021-07-16T01:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '39654aec-a03d-4679-810c-f47c5ec45e4d', 'name': '', 'network_id': '4419ae27-07b6-402a-9268-cf773b7bdd8a', 'tenant_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'mac_address': 'fa:16:3e:78:bd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a8913b-866c-4464-b3da-817156e31b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '37a9a00b-9a84-4523-b704-0457dce5ab2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:00Z', 'updated_at': '2021-07-16T01:53:07Z', 'revision_number': 4, 'project_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'subnets': [{'id': '37a9a00b-9a84-4523-b704-0457dce5ab2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:08.639600 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed3d32c7-ece4-4720-8609-032f193b2fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.651058 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0f03bfaa-37c5-4d88-b1f2-5c5c3827871e None None] Provisioning for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:08.698653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0f03bfaa-37c5-4d88-b1f2-5c5c3827871e None None] Provisioning complete for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:08.698880 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f03bfaa-37c5-4d88-b1f2-5c5c3827871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.876668 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd661b2d-9141-4edd-b5fb-61e4028400fd req-43d5a585-3666-4385-9b4b-e7d0d38cd23a tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:08.885084 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd661b2d-9141-4edd-b5fb-61e4028400fd req-43d5a585-3666-4385-9b4b-e7d0d38cd23a tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.1616936 Jul 16 01:53:08.891298 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0954780c-4be6-46f7-b028-abb20c77754e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:08.896906 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0954780c-4be6-46f7-b028-abb20c77754e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3256903 Jul 16 01:53:08.898850 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52454) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:08.940167 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd661b2d-9141-4edd-b5fb-61e4028400fd req-888ca468-e786-4c79-9120-31f7dc3092e6 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536196 Jul 16 01:53:09.144215 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3d32c7-ece4-4720-8609-032f193b2fff admin admin] Router 9773f9bb-192d-45ea-920e-192d3f2b5a85 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:53:09.149436 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98048d55-cdbc-4dc4-99c5-130880bdb02f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.151173 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98048d55-cdbc-4dc4-99c5-130880bdb02f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.152474 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f03bfaa-37c5-4d88-b1f2-5c5c3827871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.152917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98048d55-cdbc-4dc4-99c5-130880bdb02f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.154933 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-98048d55-cdbc-4dc4-99c5-130880bdb02f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2522430 Jul 16 01:53:09.159622 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52462) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:09.243894 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0f03bfaa-37c5-4d88-b1f2-5c5c3827871e None None] For port bda9b5d0-97ef-4a3c-b210-a75d1669ff60, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:09.252283 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f03bfaa-37c5-4d88-b1f2-5c5c3827871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.294192 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4794295-91b3-44b7-8d03-ee3c4dbe58df tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet 8044ffd9-0512-46aa-92d7-42fc55ada94b {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:09.303339 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e4794295-91b3-44b7-8d03-ee3c4dbe58df tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.368800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3d32c7-ece4-4720-8609-032f193b2fff admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:09.383668 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ed3d32c7-ece4-4720-8609-032f193b2fff admin admin] 10.222.0.54 "PUT /v2.0/routers/9773f9bb-192d-45ea-920e-192d3f2b5a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7771628 Jul 16 01:53:09.384090 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f273990-dba9-48d8-ae4d-c3057289f15f None None] Sync routers for ids ['9773f9bb-192d-45ea-920e-192d3f2b5a85'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:09.384583 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52464) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:09.409731 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e4794295-91b3-44b7-8d03-ee3c4dbe58df tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.432955 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f273990-dba9-48d8-ae4d-c3057289f15f None None] Routers {'9773f9bb-192d-45ea-920e-192d3f2b5a85'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:09.434098 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1f273990-dba9-48d8-ae4d-c3057289f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:53:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['9773f9bb-192d-45ea-920e-192d3f2b5a85'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:09.463933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03bfaa-37c5-4d88-b1f2-5c5c3827871e None None] Pushing event updated for resources: {'Port': ['ID=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:09.472987 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8eafb0-04bc-4226-bae8-74031d178de1 None None] Update dhcp port {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'fixed_ips': [{'subnet_id': 'f66921d9-d55a-4d25-a4e3-b61a2573613e', 'ip_address': '2001:db8::f816:3eff:fe59:4765'}, {'subnet_id': '8044ffd9-0512-46aa-92d7-42fc55ada94b'}], 'binding:host_id': 'n-d-800086-6'}, 'id': 'bda9b5d0-97ef-4a3c-b210-a75d1669ff60'} from n-d-800086-6. {{(pid=93833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:53:09.531982 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e8eafb0-04bc-4226-bae8-74031d178de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.577294 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d2aee045-f4ea-4cf2-85e4-f88eff61006b admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.615875 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e4794295-91b3-44b7-8d03-ee3c4dbe58df tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.672401 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-1f273990-dba9-48d8-ae4d-c3057289f15f None None] Set router 9773f9bb-192d-45ea-920e-192d3f2b5a85 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:09.750865 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51892745-ccfe-4964-b17f-195f831405bb req-5c33044c-c44b-4a09-b80a-ba1fa821b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.753254 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-51892745-ccfe-4964-b17f-195f831405bb req-5c33044c-c44b-4a09-b80a-ba1fa821b3cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f2e7f3057a4b8a9a5766b4008ffa5c&device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 1096 time: 0.2622635 Jul 16 01:53:09.768221 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d2aee045-f4ea-4cf2-85e4-f88eff61006b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.844814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d2aee045-f4ea-4cf2-85e4-f88eff61006b admin admin] Deleting port 7413e0ac-68ef-4a38-a5e9-8f09c03694d7 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:09.845744 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d2aee045-f4ea-4cf2-85e4-f88eff61006b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server [None req-5e8eafb0-04bc-4226-bae8-74031d178de1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8044ffd9-0512-46aa-92d7-42fc55ada94b: This subnet is being modified by another concurrent operation. Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8044ffd9-0512-46aa-92d7-42fc55ada94b: This subnet is being modified by another concurrent operation. Jul 16 01:53:09.884082 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Jul 16 01:53:09.893820 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474fb24-f0d7-4cf0-ba1c-5cc7b1645b2e req-89ad72b0-2ffa-4aa5-8156-46fadd953fa0 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.893820 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f474fb24-f0d7-4cf0-ba1c-5cc7b1645b2e req-89ad72b0-2ffa-4aa5-8156-46fadd953fa0 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.2235684 Jul 16 01:53:09.895372 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-35340a03-97a6-4841-9e69-d73899b42544 req-ff399a77-abcd-404b-9a34-2a53cf94d204 service neutron] (93832) timed out ('10.222.0.54', 44204) {{(pid=93832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:53:09.914111 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e4794295-91b3-44b7-8d03-ee3c4dbe58df tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.027099 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-d2aee045-f4ea-4cf2-85e4-f88eff61006b admin admin] For port 7413e0ac-68ef-4a38-a5e9-8f09c03694d7, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7413e0ac-68ef-4a38-a5e9-8f09c03694d7,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:10.027462 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d2aee045-f4ea-4cf2-85e4-f88eff61006b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.059081 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d2aee045-f4ea-4cf2-85e4-f88eff61006b admin admin] Calling delete_port for 7413e0ac-68ef-4a38-a5e9-8f09c03694d7 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:10.066027 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4794295-91b3-44b7-8d03-ee3c4dbe58df tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=8044ffd9-0512-46aa-92d7-42fc55ada94b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:10.076249 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e4794295-91b3-44b7-8d03-ee3c4dbe58df tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.086983 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1f273990-dba9-48d8-ae4d-c3057289f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773f9bb-192d-45ea-920e-192d3f2b5a85', 'name': 'tempest-TestAggregatesBasicOps-913936669-router', 'tenant_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7413e0ac-68ef-4a38-a5e9-8f09c03694d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:53:07Z', 'revision_number': 5, 'project_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'gw_port': {'id': '7413e0ac-68ef-4a38-a5e9-8f09c03694d7', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773f9bb-192d-45ea-920e-192d3f2b5a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:10.099552 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0f501a72-f595-422f-9067-43866cb7411f None None] Provisioning complete for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:10.099783 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e4794295-91b3-44b7-8d03-ee3c4dbe58df tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/8044ffd9-0512-46aa-92d7-42fc55ada94b HTTP/1.1" status: 204 len: 168 time: 0.9357157 Jul 16 01:53:10.099902 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f501a72-f595-422f-9067-43866cb7411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.106532 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52476) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:10.127923 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51892745-ccfe-4964-b17f-195f831405bb req-9c0d7e75-dda9-4f95-92c9-307ab34a96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.129635 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-51892745-ccfe-4964-b17f-195f831405bb req-9c0d7e75-dda9-4f95-92c9-307ab34a96c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce98212f-75fe-42a1-9dd5-641f4337548b HTTP/1.1" status: 200 len: 920 time: 0.3705282 Jul 16 01:53:10.134734 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f474fb24-f0d7-4cf0-ba1c-5cc7b1645b2e req-5f916103-d5f6-440a-8277-e9e0a5fb17f1 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337365 Jul 16 01:53:10.201142 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f273990-dba9-48d8-ae4d-c3057289f15f None None] Checking router: 9773f9bb-192d-45ea-920e-192d3f2b5a85 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:10.258373 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f273990-dba9-48d8-ae4d-c3057289f15f None None] Routers {'9773f9bb-192d-45ea-920e-192d3f2b5a85'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:10.259613 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1f273990-dba9-48d8-ae4d-c3057289f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:53:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['9773f9bb-192d-45ea-920e-192d3f2b5a85'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:10.274531 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 39654aec-a03d-4679-810c-f47c5ec45e4d up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:10.301261 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-51892745-ccfe-4964-b17f-195f831405bb req-68a01343-9c85-4ae6-881f-b5ce2183fa1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 HTTP/1.1" status: 200 len: 217 time: 0.1655617 Jul 16 01:53:10.382415 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f421159c-ada9-4877-9c0d-939f396149fd tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet f66921d9-d55a-4d25-a4e3-b61a2573613e {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:10.393330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51892745-ccfe-4964-b17f-195f831405bb req-735b9027-7868-4ae3-b5fb-57c7cec6379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.395695 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-51892745-ccfe-4964-b17f-195f831405bb req-735b9027-7868-4ae3-b5fb-57c7cec6379d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c257cc-79e9-4ee5-a4db-d19fe08afadf HTTP/1.1" status: 200 len: 859 time: 0.0881474 Jul 16 01:53:10.398030 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f421159c-ada9-4877-9c0d-939f396149fd tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.427992 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525ecb3d-243f-4a13-bb76-848230b07e4e None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:53:10.450278 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-1f273990-dba9-48d8-ae4d-c3057289f15f None None] Set router 9773f9bb-192d-45ea-920e-192d3f2b5a85 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:10.463509 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-51892745-ccfe-4964-b17f-195f831405bb req-7ae9d8e2-a28f-46fb-8bac-d279656d757c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce98212f-75fe-42a1-9dd5-641f4337548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622404 Jul 16 01:53:10.524073 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1f273990-dba9-48d8-ae4d-c3057289f15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773f9bb-192d-45ea-920e-192d3f2b5a85', 'name': 'tempest-TestAggregatesBasicOps-913936669-router', 'tenant_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:53:09Z', 'revision_number': 6, 'project_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:10.570938 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f421159c-ada9-4877-9c0d-939f396149fd tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.605693 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f273990-dba9-48d8-ae4d-c3057289f15f None None] The sync data for ids ['9773f9bb-192d-45ea-920e-192d3f2b5a85'] in n-d-800086-6 is: [{'id': '9773f9bb-192d-45ea-920e-192d3f2b5a85', 'name': 'tempest-TestAggregatesBasicOps-913936669-router', 'tenant_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:53:09Z', 'revision_number': 6, 'project_id': 'f3d5528b98fd4df8bc6b1ae5acbcbef2', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:10.607636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 39654aec-a03d-4679-810c-f47c5ec45e4d completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:10.623398 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 39654aec-a03d-4679-810c-f47c5ec45e4d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:10.623828 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.673626 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-51892745-ccfe-4964-b17f-195f831405bb req-19ca4a13-809f-4e1a-9e61-bc3609c57909 service neutron] 10.222.0.26 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036121 Jul 16 01:53:10.722204 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-24ce742d-dde1-4c27-b35d-011abf968a9d None None] Could not find standard attr ID for object 4f63bfe9-1f65-4c62-b55e-4dbafac50802. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:53:10.829180 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525ecb3d-243f-4a13-bb76-848230b07e4e None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:53:10.839126 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-51892745-ccfe-4964-b17f-195f831405bb req-16386fde-ab92-46f2-afe1-be4ba50e7b11 service neutron] 10.222.0.26 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589968 Jul 16 01:53:10.854266 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f421159c-ada9-4877-9c0d-939f396149fd tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.876969 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d2aee045-f4ea-4cf2-85e4-f88eff61006b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.923419 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.938667 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aee045-f4ea-4cf2-85e4-f88eff61006b admin admin] Pushing event deleted for resources: {'Port': ['ID=7413e0ac-68ef-4a38-a5e9-8f09c03694d7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:11.129217 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d2aee045-f4ea-4cf2-85e4-f88eff61006b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.147365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 39654aec-a03d-4679-810c-f47c5ec45e4d, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=39654aec-a03d-4679-810c-f47c5ec45e4d,segment=NetworkSegment(beb1496f-93f1-4497-ba41-1afe94299c2d),segment_id=beb1496f-93f1-4497-ba41-1afe94299c2d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:11.155959 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.275092 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f421159c-ada9-4877-9c0d-939f396149fd tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.300911 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device bda9b5d0-97ef-4a3c-b210-a75d1669ff60 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:11.421324 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=39654aec-a03d-4679-810c-f47c5ec45e4d,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:11.448806 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d2aee045-f4ea-4cf2-85e4-f88eff61006b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.454126 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d2aee045-f4ea-4cf2-85e4-f88eff61006b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.456877 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421159c-ada9-4877-9c0d-939f396149fd tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=f66921d9-d55a-4d25-a4e3-b61a2573613e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:11.465804 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f421159c-ada9-4877-9c0d-939f396149fd tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.470607 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f421159c-ada9-4877-9c0d-939f396149fd tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/f66921d9-d55a-4d25-a4e3-b61a2573613e HTTP/1.1" status: 204 len: 168 time: 1.3629618 Jul 16 01:53:11.473714 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52492) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:11.475767 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1ab44-ae5e-4884-b785-45bc301559e1 req-1f85b132-7ea3-483b-8986-1fcbea35cf69 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:11.481712 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a9f1ab44-ae5e-4884-b785-45bc301559e1 req-1f85b132-7ea3-483b-8986-1fcbea35cf69 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.0983386 Jul 16 01:53:11.525800 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.527149 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a9f1ab44-ae5e-4884-b785-45bc301559e1 req-92ef0c17-3f33-448c-aa00-a6d9932266ab tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374238 Jul 16 01:53:11.561402 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c3803772-b1d4-4d8a-ad25-2c09fc6cd32b tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834663 Jul 16 01:53:11.565138 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52494) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:11.568850 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d2aee045-f4ea-4cf2-85e4-f88eff61006b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.569407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aee045-f4ea-4cf2-85e4-f88eff61006b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9773f9bb-192d-45ea-920e-192d3f2b5a85 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:53:11.570794 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-aa882eb5-69d2-4f9a-91b4-28caa8a1e7d5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:11.575400 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d2aee045-f4ea-4cf2-85e4-f88eff61006b admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.576595 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d2aee045-f4ea-4cf2-85e4-f88eff61006b admin admin] 10.222.0.54 "DELETE /v2.0/routers/9773f9bb-192d-45ea-920e-192d3f2b5a85 HTTP/1.1" status: 204 len: 168 time: 2.1917248 Jul 16 01:53:11.586278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52496) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:11.589747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port bda9b5d0-97ef-4a3c-b210-a75d1669ff60, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:11.598915 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.646957 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-403fdc5f-cb95-4434-a8a0-7a78790e649b admin admin] Deleting subnet 49c3e51e-f90e-462c-baa1-116017f005c4 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:11.650632 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-403fdc5f-cb95-4434-a8a0-7a78790e649b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.692833 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-403fdc5f-cb95-4434-a8a0-7a78790e649b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.694380 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d7ae2a-d970-460c-b6ba-e8df208a2353 None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:53:11.726986 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:11.744931 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa882eb5-69d2-4f9a-91b4-28caa8a1e7d5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:11.751104 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa882eb5-69d2-4f9a-91b4-28caa8a1e7d5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.790267 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9599531c-4f3b-4d03-88b3-aba75f1ba416 None None] Provisioning complete for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:11.790728 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9599531c-4f3b-4d03-88b3-aba75f1ba416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.803982 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-403fdc5f-cb95-4434-a8a0-7a78790e649b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.880905 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-403fdc5f-cb95-4434-a8a0-7a78790e649b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.890267 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d7ae2a-d970-460c-b6ba-e8df208a2353 None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:53:11.907175 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fdc5f-cb95-4434-a8a0-7a78790e649b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49c3e51e-f90e-462c-baa1-116017f005c4,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:11.918027 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-403fdc5f-cb95-4434-a8a0-7a78790e649b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.921208 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-403fdc5f-cb95-4434-a8a0-7a78790e649b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/49c3e51e-f90e-462c-baa1-116017f005c4 HTTP/1.1" status: 204 len: 168 time: 0.3339937 Jul 16 01:53:11.923630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52498) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:12.064980 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.078064 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9599531c-4f3b-4d03-88b3-aba75f1ba416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.163202 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 39654aec-a03d-4679-810c-f47c5ec45e4d up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:12.177849 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] Deleting port be401a53-287f-4d3a-a84f-168ee88fa14f {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:12.178189 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.216622 n-d-800086-6 neutron-server[93831]: DEBUG neutron.objects.ports [None req-aa882eb5-69d2-4f9a-91b4-28caa8a1e7d5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:53:12.257986 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] For port be401a53-287f-4d3a-a84f-168ee88fa14f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=be401a53-287f-4d3a-a84f-168ee88fa14f,segment=NetworkSegment(c5156c09-4d06-44e8-8080-e6487914b1ec),segment_id=c5156c09-4d06-44e8-8080-e6487914b1ec)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:12.258358 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.276750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9599531c-4f3b-4d03-88b3-aba75f1ba416 None None] For port bda9b5d0-97ef-4a3c-b210-a75d1669ff60, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:12.301817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] Calling delete_port for be401a53-287f-4d3a-a84f-168ee88fa14f owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:12.344088 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9599531c-4f3b-4d03-88b3-aba75f1ba416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.420125 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.423218 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 39654aec-a03d-4679-810c-f47c5ec45e4d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:12.423739 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.461631 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa882eb5-69d2-4f9a-91b4-28caa8a1e7d5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.473506 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=be401a53-287f-4d3a-a84f-168ee88fa14f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:12.482250 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] No DVR routers for this DVR port be401a53-287f-4d3a-a84f-168ee88fa14f on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:12.532472 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599531c-4f3b-4d03-88b3-aba75f1ba416 None None] Pushing event updated for resources: {'Port': ['ID=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:12.741613 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.758096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a523bd7d-9326-465e-9d1c-136af1d421ad']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:12.791504 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5156c09-4d06-44e8-8080-e6487914b1ec') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:12.791965 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5156c09-4d06-44e8-8080-e6487914b1ec') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:12.808947 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.822026 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cbff84da-35ee-4c99-8bae-535af37007a1 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:12.826992 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.834073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:12.834599 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:12.836667 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:12.845180 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: cbff84da-35ee-4c99-8bae-535af37007a1 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:12.845584 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cbff84da-35ee-4c99-8bae-535af37007a1 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:12.846535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7413e0ac-68ef-4a38-a5e9-8f09c03694d7 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:12.852484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-aa882eb5-69d2-4f9a-91b4-28caa8a1e7d5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] For port bda9b5d0-97ef-4a3c-b210-a75d1669ff60, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:12.868453 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 7413e0ac-68ef-4a38-a5e9-8f09c03694d7 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:12.868814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7413e0ac-68ef-4a38-a5e9-8f09c03694d7 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:12.916206 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.947984 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.953250 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] 10.222.0.54 "DELETE /v2.0/networks/a523bd7d-9326-465e-9d1c-136af1d421ad HTTP/1.1" status: 204 len: 168 time: 1.0276916 Jul 16 01:53:12.954341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee863de-d301-4aa1-8272-6081ccc23dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=a523bd7d-9326-465e-9d1c-136af1d421ad,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:12.956681 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52518) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:12.978727 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa882eb5-69d2-4f9a-91b4-28caa8a1e7d5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.997513 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa882eb5-69d2-4f9a-91b4-28caa8a1e7d5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.998548 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa882eb5-69d2-4f9a-91b4-28caa8a1e7d5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.106471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091986c-1e00-4a22-a82f-404a3a66c985 req-faf6686a-01fc-40f4-bee7-ae2668cd9a1a tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:13.108519 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3091986c-1e00-4a22-a82f-404a3a66c985 req-faf6686a-01fc-40f4-bee7-ae2668cd9a1a tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.2538817 Jul 16 01:53:13.162558 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa882eb5-69d2-4f9a-91b4-28caa8a1e7d5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:13.175166 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-aa882eb5-69d2-4f9a-91b4-28caa8a1e7d5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:13.194671 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa882eb5-69d2-4f9a-91b4-28caa8a1e7d5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:13.195866 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa882eb5-69d2-4f9a-91b4-28caa8a1e7d5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.217405 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa882eb5-69d2-4f9a-91b4-28caa8a1e7d5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=37e842d9-1a5e-459b-abc6-61715722c723,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:13.223164 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa882eb5-69d2-4f9a-91b4-28caa8a1e7d5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,revision_number=8']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:13.229502 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3091986c-1e00-4a22-a82f-404a3a66c985 req-05c07a3e-dcdb-4238-810e-f1f7691c0050 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047499 Jul 16 01:53:13.243665 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-aa882eb5-69d2-4f9a-91b4-28caa8a1e7d5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6771679 Jul 16 01:53:13.244354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52520) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:13.249490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-82c29d34-9bff-4499-b0f2-92fe97281997 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:13.428965 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c29d34-9bff-4499-b0f2-92fe97281997 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:13.432641 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-82c29d34-9bff-4499-b0f2-92fe97281997 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.492289 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-beb0b403-d5ce-4e37-9ae7-432dacfd39ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.563100 n-d-800086-6 neutron-server[93831]: INFO neutron.db.ipam_backend_mixin [None req-82c29d34-9bff-4499-b0f2-92fe97281997 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 37e842d9-1a5e-459b-abc6-61715722c723 (CIDR: 2001:db8::/64) Jul 16 01:53:13.569557 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c29d34-9bff-4499-b0f2-92fe97281997 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:53:13.571761 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c29d34-9bff-4499-b0f2-92fe97281997 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:13.612977 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-82c29d34-9bff-4499-b0f2-92fe97281997 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3662736 Jul 16 01:53:13.616921 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52526) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:13.629000 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-09b713a2-da47-48bc-a60a-0b612f30be82 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:13.806988 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b713a2-da47-48bc-a60a-0b612f30be82 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:13.811836 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09b713a2-da47-48bc-a60a-0b612f30be82 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.947779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e6b72-68c7-4b7b-ac9d-b1cec1ea3d93 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:13.964949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-beb0b403-d5ce-4e37-9ae7-432dacfd39ae admin admin] Deleting port 39654aec-a03d-4679-810c-f47c5ec45e4d {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:13.966431 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-beb0b403-d5ce-4e37-9ae7-432dacfd39ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.137762 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10d0b0a-6cd5-494e-8a27-a24422055f1a None None] Network a523bd7d-9326-465e-9d1c-136af1d421ad requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:14.148607 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52534) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.236254 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09b713a2-da47-48bc-a60a-0b612f30be82 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.280124 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b713a2-da47-48bc-a60a-0b612f30be82 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:14.281735 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-09b713a2-da47-48bc-a60a-0b612f30be82 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:14.288942 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b713a2-da47-48bc-a60a-0b612f30be82 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:14.289556 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09b713a2-da47-48bc-a60a-0b612f30be82 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.315752 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-09b713a2-da47-48bc-a60a-0b612f30be82 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6973431 Jul 16 01:53:14.316423 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52540) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.324620 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-41e544b1-c5d1-4439-ac82-c26d9107d08c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'mac_address': 'fa:16:3e:ad:33:fb', 'name': 'tempest-NetworksTestDHCPv6-278099369'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:14.463429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device bda9b5d0-97ef-4a3c-b210-a75d1669ff60 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:14.489336 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10d0b0a-6cd5-494e-8a27-a24422055f1a None None] Network a523bd7d-9326-465e-9d1c-136af1d421ad could not be found, it might have been deleted concurrently. {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:53:14.499086 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b713a2-da47-48bc-a60a-0b612f30be82 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=13c59355-6ffe-4cd7-b6cc-cbe41dafa31a,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:14.568872 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fbcb2b8f-e84d-465c-80bd-c70a616f626c None None] Provisioning complete for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:14.569540 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2b8f-e84d-465c-80bd-c70a616f626c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.574147 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e544b1-c5d1-4439-ac82-c26d9107d08c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:14.607947 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a20d6c-8851-4c36-b507-2d15c6b3f5da None None] DHCP port deletion for a523bd7d-9326-465e-9d1c-136af1d421ad request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:53:14.624018 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-beb0b403-d5ce-4e37-9ae7-432dacfd39ae admin admin] For port 39654aec-a03d-4679-810c-f47c5ec45e4d, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=39654aec-a03d-4679-810c-f47c5ec45e4d,segment=NetworkSegment(beb1496f-93f1-4497-ba41-1afe94299c2d),segment_id=beb1496f-93f1-4497-ba41-1afe94299c2d)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:14.624414 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-beb0b403-d5ce-4e37-9ae7-432dacfd39ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.630286 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e320ed3-2c20-4909-a0dc-a7cf0fbb07da req-aa211fc7-bd95-45b5-aefa-ff85c91a9b9b tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:14.632172 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e320ed3-2c20-4909-a0dc-a7cf0fbb07da req-aa211fc7-bd95-45b5-aefa-ff85c91a9b9b tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.1236966 Jul 16 01:53:14.639613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-beb0b403-d5ce-4e37-9ae7-432dacfd39ae admin admin] Calling delete_port for 39654aec-a03d-4679-810c-f47c5ec45e4d owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:14.713587 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:14.714004 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.796411 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e320ed3-2c20-4909-a0dc-a7cf0fbb07da req-5fddf553-b412-498b-99e7-964866a6de16 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550910 Jul 16 01:53:14.854795 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41e544b1-c5d1-4439-ac82-c26d9107d08c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.896212 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5deaf712-3341-45b7-8632-e81e8f9459f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.901713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-41e544b1-c5d1-4439-ac82-c26d9107d08c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port a816be39-281b-48e3-b050-9a973e56ec02 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:53:15.060083 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ed7efb-3635-4457-862b-3f0b215f44e4 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:15.065799 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-beb0b403-d5ce-4e37-9ae7-432dacfd39ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.119603 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0b403-d5ce-4e37-9ae7-432dacfd39ae admin admin] Pushing event deleted for resources: {'Port': ['ID=39654aec-a03d-4679-810c-f47c5ec45e4d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:15.176682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-41e544b1-c5d1-4439-ac82-c26d9107d08c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8:0:1::50 (5194c550-3669-42e5-a558-3e55db19984a/13c59355-6ffe-4cd7-b6cc-cbe41dafa31a/a816be39-281b-48e3-b050-9a973e56ec02) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:15.193101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-41e544b1-c5d1-4439-ac82-c26d9107d08c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::f816:3eff:fead:33fb (5194c550-3669-42e5-a558-3e55db19984a/37e842d9-1a5e-459b-abc6-61715722c723/a816be39-281b-48e3-b050-9a973e56ec02) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:15.193946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c7098448-d861-46ac-9d06-8a67b849111d None None] Provisioning complete for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:15.194387 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c7098448-d861-46ac-9d06-8a67b849111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.253724 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5deaf712-3341-45b7-8632-e81e8f9459f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.334039 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5deaf712-3341-45b7-8632-e81e8f9459f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.426782 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5deaf712-3341-45b7-8632-e81e8f9459f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a9933de03c584d1284e68f4b1c1d863f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2762041 Jul 16 01:53:15.428528 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52546) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:15.484261 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deaf712-3341-45b7-8632-e81e8f9459f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6586c59c-74cb-479b-9c21-45f07454f8b9,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:15.515890 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-beb0b403-d5ce-4e37-9ae7-432dacfd39ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.541148 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683fc957-fd3a-4d36-96dd-45cf10220901 None None] Update dhcp port {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'fixed_ips': [{'subnet_id': '37e842d9-1a5e-459b-abc6-61715722c723', 'ip_address': '2001:db8::f816:3eff:fe59:4765'}, {'subnet_id': '13c59355-6ffe-4cd7-b6cc-cbe41dafa31a'}], 'binding:host_id': 'n-d-800086-6'}, 'id': 'bda9b5d0-97ef-4a3c-b210-a75d1669ff60'} from n-d-800086-6. {{(pid=93833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:53:15.588867 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-683fc957-fd3a-4d36-96dd-45cf10220901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.784636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb0b403-d5ce-4e37-9ae7-432dacfd39ae admin admin] Router 69a8913b-866c-4464-b3da-817156e31b42 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:53:15.827467 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41e544b1-c5d1-4439-ac82-c26d9107d08c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.839479 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8235bae2-7bb6-4c8b-9920-62bc614a302a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.854921 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-41e544b1-c5d1-4439-ac82-c26d9107d08c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object a816be39-281b-48e3-b050-9a973e56ec02 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:15.879893 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8235bae2-7bb6-4c8b-9920-62bc614a302a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.950450 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41e544b1-c5d1-4439-ac82-c26d9107d08c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.983294 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb0b403-d5ce-4e37-9ae7-432dacfd39ae admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:15.988739 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-beb0b403-d5ce-4e37-9ae7-432dacfd39ae admin admin] 10.222.0.54 "PUT /v2.0/routers/69a8913b-866c-4464-b3da-817156e31b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0310102 Jul 16 01:53:15.991107 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52552) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:15.997966 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8235bae2-7bb6-4c8b-9920-62bc614a302a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.000710 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8235bae2-7bb6-4c8b-9920-62bc614a302a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.014217 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-683fc957-fd3a-4d36-96dd-45cf10220901 None None] Allocated IP 2001:db8:0:1::2 (5194c550-3669-42e5-a558-3e55db19984a/13c59355-6ffe-4cd7-b6cc-cbe41dafa31a/bda9b5d0-97ef-4a3c-b210-a75d1669ff60) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:16.016819 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8235bae2-7bb6-4c8b-9920-62bc614a302a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6586c59c-74cb-479b-9c21-45f07454f8b9 HTTP/1.1" status: 204 len: 168 time: 0.5871811 Jul 16 01:53:16.047465 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e544b1-c5d1-4439-ac82-c26d9107d08c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:16.099449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e544b1-c5d1-4439-ac82-c26d9107d08c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=a816be39-281b-48e3-b050-9a973e56ec02,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:16.105948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-41e544b1-c5d1-4439-ac82-c26d9107d08c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:16.133118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e544b1-c5d1-4439-ac82-c26d9107d08c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:16.150116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-683fc957-fd3a-4d36-96dd-45cf10220901 None None] For port bda9b5d0-97ef-4a3c-b210-a75d1669ff60, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:16.153447 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e544b1-c5d1-4439-ac82-c26d9107d08c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:16.154437 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41e544b1-c5d1-4439-ac82-c26d9107d08c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.189541 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-683fc957-fd3a-4d36-96dd-45cf10220901 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.207133 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-683fc957-fd3a-4d36-96dd-45cf10220901 None None] Transition to ACTIVE for port object bda9b5d0-97ef-4a3c-b210-a75d1669ff60 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:16.211226 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device be401a53-287f-4d3a-a84f-168ee88fa14f no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:16.214069 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b240fcad-cd39-4216-872c-1fed88a0720d None None] Sync routers for ids ['69a8913b-866c-4464-b3da-817156e31b42'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:16.219750 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235bae2-7bb6-4c8b-9920-62bc614a302a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6586c59c-74cb-479b-9c21-45f07454f8b9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:16.220439 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-683fc957-fd3a-4d36-96dd-45cf10220901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.261011 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-41e544b1-c5d1-4439-ac82-c26d9107d08c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9388843 Jul 16 01:53:16.262499 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-383acd6b-426c-4234-91f1-5e572cb51aec admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.264308 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52558) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:16.287420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240fcad-cd39-4216-872c-1fed88a0720d None None] Routers {'69a8913b-866c-4464-b3da-817156e31b42'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:16.288172 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b240fcad-cd39-4216-872c-1fed88a0720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:53:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['69a8913b-866c-4464-b3da-817156e31b42'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:16.302653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: be401a53-287f-4d3a-a84f-168ee88fa14f {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:16.303002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device be401a53-287f-4d3a-a84f-168ee88fa14f not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:16.427597 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-383acd6b-426c-4234-91f1-5e572cb51aec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.440448 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fc957-fd3a-4d36-96dd-45cf10220901 None None] Pushing event updated for resources: {'Port': ['ID=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:16.542701 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-b240fcad-cd39-4216-872c-1fed88a0720d None None] Set router 69a8913b-866c-4464-b3da-817156e31b42 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:16.551883 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-383acd6b-426c-4234-91f1-5e572cb51aec admin admin] Deleting port 0cc72d1e-405f-42ca-884e-b484c8c3ca7d {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:16.553780 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-383acd6b-426c-4234-91f1-5e572cb51aec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.707819 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260882c2-830f-45f2-8c25-60fe5aed8288 req-8585f499-4960-4cf4-96c0-3f38916ee3c9 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:16.710174 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-260882c2-830f-45f2-8c25-60fe5aed8288 req-8585f499-4960-4cf4-96c0-3f38916ee3c9 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.6611094 Jul 16 01:53:16.827592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cee737-ca7d-4d60-b555-4184169db364 req-9a8eea0e-c914-49df-a438-9b8b0d651318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:16.829311 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3cee737-ca7d-4d60-b555-4184169db364 req-9a8eea0e-c914-49df-a438-9b8b0d651318 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f2e7f3057a4b8a9a5766b4008ffa5c&device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 1096 time: 0.3729177 Jul 16 01:53:16.849275 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-260882c2-830f-45f2-8c25-60fe5aed8288 req-d72f0f15-2d8c-4761-9445-4edf7dcd4719 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085410 Jul 16 01:53:16.854292 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-bc8b0866-924c-4fd3-a65c-a103c074a4d1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port a816be39-281b-48e3-b050-9a973e56ec02 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:16.854408 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-383acd6b-426c-4234-91f1-5e572cb51aec admin admin] For port 0cc72d1e-405f-42ca-884e-b484c8c3ca7d, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0cc72d1e-405f-42ca-884e-b484c8c3ca7d,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:16.854897 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-383acd6b-426c-4234-91f1-5e572cb51aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.858010 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc8b0866-924c-4fd3-a65c-a103c074a4d1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.888573 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-383acd6b-426c-4234-91f1-5e572cb51aec admin admin] Calling delete_port for 0cc72d1e-405f-42ca-884e-b484c8c3ca7d owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:16.909518 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b240fcad-cd39-4216-872c-1fed88a0720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a8913b-866c-4464-b3da-817156e31b42', 'name': 'tempest-TestAggregatesBasicOps-605338883-router', 'tenant_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '0cc72d1e-405f-42ca-884e-b484c8c3ca7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:50Z', 'updated_at': '2021-07-16T01:53:14Z', 'revision_number': 5, 'project_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'gw_port': {'id': '0cc72d1e-405f-42ca-884e-b484c8c3ca7d', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a8913b-866c-4464-b3da-817156e31b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:52Z', 'updated_at': '2021-07-16T01:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:16.977755 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b240fcad-cd39-4216-872c-1fed88a0720d None None] Checking router: 69a8913b-866c-4464-b3da-817156e31b42 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:16.996850 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240fcad-cd39-4216-872c-1fed88a0720d None None] Routers {'69a8913b-866c-4464-b3da-817156e31b42'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:16.998340 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b240fcad-cd39-4216-872c-1fed88a0720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:53:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['69a8913b-866c-4464-b3da-817156e31b42'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:17.216914 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-b240fcad-cd39-4216-872c-1fed88a0720d None None] Set router 69a8913b-866c-4464-b3da-817156e31b42 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:17.239351 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-383acd6b-426c-4234-91f1-5e572cb51aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.294729 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc8b0866-924c-4fd3-a65c-a103c074a4d1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.311519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383acd6b-426c-4234-91f1-5e572cb51aec admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc72d1e-405f-42ca-884e-b484c8c3ca7d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:17.317777 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b240fcad-cd39-4216-872c-1fed88a0720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a8913b-866c-4464-b3da-817156e31b42', 'name': 'tempest-TestAggregatesBasicOps-605338883-router', 'tenant_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:50Z', 'updated_at': '2021-07-16T01:53:16Z', 'revision_number': 6, 'project_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:17.319881 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cee737-ca7d-4d60-b555-4184169db364 req-420823fc-6ff3-4cd7-b3fd-64933071d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:17.321383 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3cee737-ca7d-4d60-b555-4184169db364 req-420823fc-6ff3-4cd7-b3fd-64933071d26c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce98212f-75fe-42a1-9dd5-641f4337548b HTTP/1.1" status: 200 len: 920 time: 0.4364502 Jul 16 01:53:17.333233 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-bc8b0866-924c-4fd3-a65c-a103c074a4d1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for a816be39-281b-48e3-b050-9a973e56ec02 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:17.376602 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b240fcad-cd39-4216-872c-1fed88a0720d None None] The sync data for ids ['69a8913b-866c-4464-b3da-817156e31b42'] in n-d-800086-6 is: [{'id': '69a8913b-866c-4464-b3da-817156e31b42', 'name': 'tempest-TestAggregatesBasicOps-605338883-router', 'tenant_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:50Z', 'updated_at': '2021-07-16T01:53:16Z', 'revision_number': 6, 'project_id': '014f0f19e0754b8fa7c8ac9445e8bc92', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:17.425926 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3cee737-ca7d-4d60-b555-4184169db364 req-7b3f28da-90e8-48d0-816c-60ff6eca5cdc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 HTTP/1.1" status: 200 len: 217 time: 0.0936339 Jul 16 01:53:17.431119 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-383acd6b-426c-4234-91f1-5e572cb51aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.530859 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cee737-ca7d-4d60-b555-4184169db364 req-f9f2afdd-d34c-4b93-ad30-dee84c9cc72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:17.532675 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3cee737-ca7d-4d60-b555-4184169db364 req-f9f2afdd-d34c-4b93-ad30-dee84c9cc72d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c257cc-79e9-4ee5-a4db-d19fe08afadf HTTP/1.1" status: 200 len: 859 time: 0.1012888 Jul 16 01:53:17.562888 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ffee1f59-ed9b-4992-830e-67fe0d6705a0 None None] Provisioning for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:17.568174 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ffee1f59-ed9b-4992-830e-67fe0d6705a0 None None] Provisioning complete for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:17.568609 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ffee1f59-ed9b-4992-830e-67fe0d6705a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.578793 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3cee737-ca7d-4d60-b555-4184169db364 req-2fd8f78a-6ab1-4012-beb9-e325d358e0d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce98212f-75fe-42a1-9dd5-641f4337548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382309 Jul 16 01:53:17.613131 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-383acd6b-426c-4234-91f1-5e572cb51aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.617994 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-383acd6b-426c-4234-91f1-5e572cb51aec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.721950 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-383acd6b-426c-4234-91f1-5e572cb51aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.724198 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383acd6b-426c-4234-91f1-5e572cb51aec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69a8913b-866c-4464-b3da-817156e31b42 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:53:17.731669 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-383acd6b-426c-4234-91f1-5e572cb51aec admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.738292 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-383acd6b-426c-4234-91f1-5e572cb51aec admin admin] 10.222.0.54 "DELETE /v2.0/routers/69a8913b-866c-4464-b3da-817156e31b42 HTTP/1.1" status: 204 len: 168 time: 1.7459164 Jul 16 01:53:17.740407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52580) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:17.907185 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3cee737-ca7d-4d60-b555-4184169db364 req-89caffa5-d221-4f3d-b403-b0fe4ac628f3 service neutron] 10.222.0.26 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180332 Jul 16 01:53:18.109418 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2eac07-1fcf-433d-9c50-acb7e0d3836c admin admin] Deleting subnet 37a9a00b-9a84-4523-b704-0457dce5ab2a {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:18.115736 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a2eac07-1fcf-433d-9c50-acb7e0d3836c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.120104 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-01ea45b2-d189-48a3-964c-c9f144e155bb None None] Provisioning for port a816be39-281b-48e3-b050-9a973e56ec02 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:18.128137 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-01ea45b2-d189-48a3-964c-c9f144e155bb None None] Provisioning complete for port a816be39-281b-48e3-b050-9a973e56ec02 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:18.128522 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-01ea45b2-d189-48a3-964c-c9f144e155bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.154377 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-01ea45b2-d189-48a3-964c-c9f144e155bb None None] Port a816be39-281b-48e3-b050-9a973e56ec02 was deleted so its status cannot be updated. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:53:18.162619 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc8b0866-924c-4fd3-a65c-a103c074a4d1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.225118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b0866-924c-4fd3-a65c-a103c074a4d1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=a816be39-281b-48e3-b050-9a973e56ec02,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:18.240203 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a2eac07-1fcf-433d-9c50-acb7e0d3836c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.301106 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3cee737-ca7d-4d60-b555-4184169db364 req-0585dcc6-f35e-4f32-adff-d3ac36835089 service neutron] 10.222.0.26 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864431 Jul 16 01:53:18.350761 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc8b0866-924c-4fd3-a65c-a103c074a4d1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.354882 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bc8b0866-924c-4fd3-a65c-a103c074a4d1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/a816be39-281b-48e3-b050-9a973e56ec02 HTTP/1.1" status: 204 len: 168 time: 2.0832169 Jul 16 01:53:18.355268 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52596) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:18.385146 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3a22b-159a-4c61-bd50-a85a8f08a4fe req-2052c5a5-03c0-4633-a0c3-ee859f133c78 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.386765 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b7d3a22b-159a-4c61-bd50-a85a8f08a4fe req-2052c5a5-03c0-4633-a0c3-ee859f133c78 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.3646994 Jul 16 01:53:18.403662 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device bda9b5d0-97ef-4a3c-b210-a75d1669ff60 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:18.482730 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:18.482730 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.518107 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fedec0-580e-4833-8f28-946398f04282 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.522258 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e1fedec0-580e-4833-8f28-946398f04282 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1659453 Jul 16 01:53:18.525601 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52602) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:18.601206 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b7d3a22b-159a-4c61-bd50-a85a8f08a4fe req-abff847f-5bbf-4208-b357-e2a1b983b3b8 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825442 Jul 16 01:53:18.606662 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a2eac07-1fcf-433d-9c50-acb7e0d3836c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.718350 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acd14b9-b977-48ad-9218-41d2e86d07d6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.721871 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5acd14b9-b977-48ad-9218-41d2e86d07d6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1908853 Jul 16 01:53:18.724354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0cc72d1e-405f-42ca-884e-b484c8c3ca7d no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:18.724901 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52606) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:18.740685 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a2eac07-1fcf-433d-9c50-acb7e0d3836c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.758779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 0cc72d1e-405f-42ca-884e-b484c8c3ca7d {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:18.759435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0cc72d1e-405f-42ca-884e-b484c8c3ca7d not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:18.759887 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 39654aec-a03d-4679-810c-f47c5ec45e4d no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:18.802354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2eac07-1fcf-433d-9c50-acb7e0d3836c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37a9a00b-9a84-4523-b704-0457dce5ab2a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:18.802721 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57832361-32a1-4173-8b20-b45f5b30daab tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.804830 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57832361-32a1-4173-8b20-b45f5b30daab tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.806309 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 39654aec-a03d-4679-810c-f47c5ec45e4d {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:18.806663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 39654aec-a03d-4679-810c-f47c5ec45e4d not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:18.807302 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57832361-32a1-4173-8b20-b45f5b30daab tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.810604 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-57832361-32a1-4173-8b20-b45f5b30daab tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0840418 Jul 16 01:53:18.824263 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a2eac07-1fcf-433d-9c50-acb7e0d3836c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.829779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb761f93-eb41-4589-a633-a514172b7375 None None] Network 4419ae27-07b6-402a-9268-cf773b7bdd8a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:18.829937 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4a2eac07-1fcf-433d-9c50-acb7e0d3836c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/37a9a00b-9a84-4523-b704-0457dce5ab2a HTTP/1.1" status: 204 len: 168 time: 1.0852771 Jul 16 01:53:18.830847 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52608) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:18.833958 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52610) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:18.910537 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33ff8c0-a5b2-4092-baf3-6ded92cb52c6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet 13c59355-6ffe-4cd7-b6cc-cbe41dafa31a {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:18.913950 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b33ff8c0-a5b2-4092-baf3-6ded92cb52c6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.986234 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b33ff8c0-a5b2-4092-baf3-6ded92cb52c6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.060249 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.256110 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] Deleting port c01da55a-391e-47a7-b2fc-55466c4d83d2 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:19.256404 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.257742 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b33ff8c0-a5b2-4092-baf3-6ded92cb52c6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.335651 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02612d3e-7135-4b47-9aa7-8e4d8fb32ec5 None None] DHCP port deletion for 4419ae27-07b6-402a-9268-cf773b7bdd8a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:53:19.379360 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b33ff8c0-a5b2-4092-baf3-6ded92cb52c6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.388780 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] For port c01da55a-391e-47a7-b2fc-55466c4d83d2, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c01da55a-391e-47a7-b2fc-55466c4d83d2,segment=NetworkSegment(beb1496f-93f1-4497-ba41-1afe94299c2d),segment_id=beb1496f-93f1-4497-ba41-1afe94299c2d)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:19.390298 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.412897 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] Calling delete_port for c01da55a-391e-47a7-b2fc-55466c4d83d2 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:19.449572 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ff8c0-a5b2-4092-baf3-6ded92cb52c6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=13c59355-6ffe-4cd7-b6cc-cbe41dafa31a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:19.461622 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b33ff8c0-a5b2-4092-baf3-6ded92cb52c6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.468421 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-02612d3e-7135-4b47-9aa7-8e4d8fb32ec5 None None] Deleting port c01da55a-391e-47a7-b2fc-55466c4d83d2 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:19.468421 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-02612d3e-7135-4b47-9aa7-8e4d8fb32ec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.478732 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b33ff8c0-a5b2-4092-baf3-6ded92cb52c6 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/13c59355-6ffe-4cd7-b6cc-cbe41dafa31a HTTP/1.1" status: 204 len: 168 time: 0.6434596 Jul 16 01:53:19.487693 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52624) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:19.501045 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a606add-6775-4ac4-900b-8b8a3f1cddba None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:19.553886 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.593694 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e3758d-b502-4698-9dda-4fb27b2978c0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet 37e842d9-1a5e-459b-abc6-61715722c723 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:19.610479 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0e3758d-b502-4698-9dda-4fb27b2978c0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.620539 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] Pushing event deleted for resources: {'Port': ['ID=c01da55a-391e-47a7-b2fc-55466c4d83d2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:19.622504 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] No DVR routers for this DVR port c01da55a-391e-47a7-b2fc-55466c4d83d2 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:19.761569 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-02612d3e-7135-4b47-9aa7-8e4d8fb32ec5 None None] For port c01da55a-391e-47a7-b2fc-55466c4d83d2, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c01da55a-391e-47a7-b2fc-55466c4d83d2,segment=NetworkSegment(beb1496f-93f1-4497-ba41-1afe94299c2d),segment_id=beb1496f-93f1-4497-ba41-1afe94299c2d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:19.762198 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-02612d3e-7135-4b47-9aa7-8e4d8fb32ec5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.777242 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0e3758d-b502-4698-9dda-4fb27b2978c0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.785980 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-02612d3e-7135-4b47-9aa7-8e4d8fb32ec5 None None] Calling delete_port for c01da55a-391e-47a7-b2fc-55466c4d83d2 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:19.822042 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.833823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4419ae27-07b6-402a-9268-cf773b7bdd8a']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:19.857197 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb1496f-93f1-4497-ba41-1afe94299c2d') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:19.857553 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb1496f-93f1-4497-ba41-1afe94299c2d') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:19.879970 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.902363 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.911025 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:19.911961 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.913079 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-02612d3e-7135-4b47-9aa7-8e4d8fb32ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:19.914225 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:19.965019 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02612d3e-7135-4b47-9aa7-8e4d8fb32ec5 None None] No DVR routers for this DVR port c01da55a-391e-47a7-b2fc-55466c4d83d2 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:19.969325 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02612d3e-7135-4b47-9aa7-8e4d8fb32ec5 None None] Pushing event deleted for resources: {'Port': ['ID=c01da55a-391e-47a7-b2fc-55466c4d83d2,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:20.038200 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.057615 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.062117 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4419ae27-07b6-402a-9268-cf773b7bdd8a HTTP/1.1" status: 204 len: 168 time: 1.2247102 Jul 16 01:53:20.073971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113d249-e9f6-49e0-8929-08e4bbf8d535 admin admin] Pushing event deleted for resources: {'Network': ['ID=4419ae27-07b6-402a-9268-cf773b7bdd8a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:20.127216 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c01da55a-391e-47a7-b2fc-55466c4d83d2 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:20.137576 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0e3758d-b502-4698-9dda-4fb27b2978c0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.155667 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c66ffa-bbfd-4305-a859-5891c62ff782 req-b1114871-aae2-41e3-8f8a-9eec784931df tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:20.163614 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a5c66ffa-bbfd-4305-a859-5891c62ff782 req-b1114871-aae2-41e3-8f8a-9eec784931df tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.2746270 Jul 16 01:53:20.179512 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: c01da55a-391e-47a7-b2fc-55466c4d83d2 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:20.181621 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c01da55a-391e-47a7-b2fc-55466c4d83d2 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:20.310842 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0e3758d-b502-4698-9dda-4fb27b2978c0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.360209 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3758d-b502-4698-9dda-4fb27b2978c0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=37e842d9-1a5e-459b-abc6-61715722c723,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:20.390318 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0e3758d-b502-4698-9dda-4fb27b2978c0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.392190 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c0e3758d-b502-4698-9dda-4fb27b2978c0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/37e842d9-1a5e-459b-abc6-61715722c723 HTTP/1.1" status: 204 len: 168 time: 0.9005737 Jul 16 01:53:20.395766 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52646) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:20.460304 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6d47180c-9e12-48cb-85e4-eea60e45d75d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632684 Jul 16 01:53:20.463101 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52648) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:20.468233 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-452ac727-46bb-447f-a5bd-e543b65fc912 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:20.541809 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52650) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:20.620162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452ac727-46bb-447f-a5bd-e543b65fc912 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:20.628500 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-452ac727-46bb-447f-a5bd-e543b65fc912 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.635277 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8b34a65f-5973-4ad1-9628-b43f57a477ea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f3d5528b98fd4df8bc6b1ae5acbcbef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917742 Jul 16 01:53:20.642347 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52652) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:20.735352 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a5c66ffa-bbfd-4305-a859-5891c62ff782 req-118d19f2-d33a-44aa-b849-e54d303010fd tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707045 Jul 16 01:53:20.838766 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f331617b-e74d-4c2e-b497-611a76d1ede8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.867535 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f331617b-e74d-4c2e-b497-611a76d1ede8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.000043 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f600df6a-b570-4f94-b05d-3eab6fcdc46b None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:21.021230 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f331617b-e74d-4c2e-b497-611a76d1ede8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.024039 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f331617b-e74d-4c2e-b497-611a76d1ede8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.027869 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f331617b-e74d-4c2e-b497-611a76d1ede8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/07540799-83e6-4e4a-bacc-b139d8457661 HTTP/1.1" status: 204 len: 168 time: 0.3838308 Jul 16 01:53:21.049558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331617b-e74d-4c2e-b497-611a76d1ede8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07540799-83e6-4e4a-bacc-b139d8457661,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:21.068095 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-452ac727-46bb-447f-a5bd-e543b65fc912 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.095022 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8be5dc5e-7b3c-48a0-bf73-fcca94c8f6a2 None None] Provisioning complete for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:21.095665 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8be5dc5e-7b3c-48a0-bf73-fcca94c8f6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.213423 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452ac727-46bb-447f-a5bd-e543b65fc912 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:21.229003 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-452ac727-46bb-447f-a5bd-e543b65fc912 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:21.233561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452ac727-46bb-447f-a5bd-e543b65fc912 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:21.234154 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-452ac727-46bb-447f-a5bd-e543b65fc912 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.293020 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ac727-46bb-447f-a5bd-e543b65fc912 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=3da8ee2b-cb16-4e7e-b720-4f171fabd32e,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:21.304270 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52656) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:21.309553 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-388b9dfb-25e6-48c1-9b08-1bd90789d425 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:21.312310 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-452ac727-46bb-447f-a5bd-e543b65fc912 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8480861 Jul 16 01:53:21.583303 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388b9dfb-25e6-48c1-9b08-1bd90789d425 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:21.587760 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-388b9dfb-25e6-48c1-9b08-1bd90789d425 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.753163 n-d-800086-6 neutron-server[93831]: INFO neutron.db.ipam_backend_mixin [None req-388b9dfb-25e6-48c1-9b08-1bd90789d425 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3da8ee2b-cb16-4e7e-b720-4f171fabd32e (CIDR: 2001:db8::/64) Jul 16 01:53:21.761175 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-388b9dfb-25e6-48c1-9b08-1bd90789d425 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:53:21.761638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388b9dfb-25e6-48c1-9b08-1bd90789d425 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:21.802137 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-388b9dfb-25e6-48c1-9b08-1bd90789d425 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4929166 Jul 16 01:53:21.802760 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52674) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:21.817645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3d30ef58-6781-46a8-9888-339f058b501d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:21.927286 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc2ead7-bdcf-4386-b8ca-7e6ae12683cf None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:21.999407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52676) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:22.041346 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f96868ea-f4ff-4a8d-a900-d730446f9f5a None None] Provisioning complete for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:22.041923 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f96868ea-f4ff-4a8d-a900-d730446f9f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.130122 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52678) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:22.131606 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5fa47dd3-6650-4a51-8cd7-0825ea082cea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=014f0f19e0754b8fa7c8ac9445e8bc92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273310 Jul 16 01:53:22.163724 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0e3e5-5898-4f32-827b-cd56ff276d7c req-3b6312df-8fdb-4d7a-aaa9-05deb0004579 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:22.165204 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e4e0e3e5-5898-4f32-827b-cd56ff276d7c req-3b6312df-8fdb-4d7a-aaa9-05deb0004579 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.2134693 Jul 16 01:53:22.202814 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d30ef58-6781-46a8-9888-339f058b501d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:22.207002 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d30ef58-6781-46a8-9888-339f058b501d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.265641 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-138d61e1-a4b4-48df-9576-82ffecbc88be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.276610 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e4e0e3e5-5898-4f32-827b-cd56ff276d7c req-aff7e8cf-0374-412f-a6bc-88aa0c343049 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022301 Jul 16 01:53:22.353147 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-138d61e1-a4b4-48df-9576-82ffecbc88be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.551579 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-138d61e1-a4b4-48df-9576-82ffecbc88be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.554167 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-138d61e1-a4b4-48df-9576-82ffecbc88be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.565857 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-138d61e1-a4b4-48df-9576-82ffecbc88be admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/77e33c28-cd62-49ad-b733-23b4376aba30 HTTP/1.1" status: 204 len: 168 time: 0.4333971 Jul 16 01:53:22.588763 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d61e1-a4b4-48df-9576-82ffecbc88be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e33c28-cd62-49ad-b733-23b4376aba30,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:22.752205 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-63e32a84-96b5-49ca-beb1-050b9979a3f0 None None] Provisioning complete for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:22.752698 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-63e32a84-96b5-49ca-beb1-050b9979a3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.875920 n-d-800086-6 neutron-server[93831]: DEBUG neutron.objects.ports [None req-3d30ef58-6781-46a8-9888-339f058b501d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:53:23.051897 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d30ef58-6781-46a8-9888-339f058b501d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.219005 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-3d30ef58-6781-46a8-9888-339f058b501d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] For port bda9b5d0-97ef-4a3c-b210-a75d1669ff60, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:23.250987 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d30ef58-6781-46a8-9888-339f058b501d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.256453 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d30ef58-6781-46a8-9888-339f058b501d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.257229 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d30ef58-6781-46a8-9888-339f058b501d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.321226 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d30ef58-6781-46a8-9888-339f058b501d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:23.333999 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-3d30ef58-6781-46a8-9888-339f058b501d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:23.337470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d30ef58-6781-46a8-9888-339f058b501d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:23.338544 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d30ef58-6781-46a8-9888-339f058b501d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.346399 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee45cc0-fe1a-4262-a739-c3b19785d1c8 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:23.358062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30ef58-6781-46a8-9888-339f058b501d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=9cdb74ed-13e6-4b2b-9303-5256093a6118,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:23.386554 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3d30ef58-6781-46a8-9888-339f058b501d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5824702 Jul 16 01:53:23.389559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52708) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:23.396101 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-bb0d15ae-ee87-4fb4-a9f1-2b2448cbb666 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'mac_address': 'fa:16:3e:59:65:fd', 'name': 'tempest-NetworksTestDHCPv6-2041640827'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:23.403966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30ef58-6781-46a8-9888-339f058b501d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,revision_number=13']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:23.514062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c299c9-2de9-49cb-b293-d8792189191a req-9e191934-4599-4800-9324-8efd428723fa tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:23.516742 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-85c299c9-2de9-49cb-b293-d8792189191a req-9e191934-4599-4800-9324-8efd428723fa tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.0825243 Jul 16 01:53:23.545488 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0d15ae-ee87-4fb4-a9f1-2b2448cbb666 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:23.562479 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-85c299c9-2de9-49cb-b293-d8792189191a req-456af174-43d2-4df5-80a8-a36ef8016535 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394781 Jul 16 01:53:23.677716 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa10c50b-feab-4b3c-9602-9853f2ee9fb6 None None] Update dhcp port {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'fixed_ips': [{'subnet_id': '9cdb74ed-13e6-4b2b-9303-5256093a6118', 'ip_address': '2001:db8:0:1:f816:3eff:fe59:4765'}, {'subnet_id': '3da8ee2b-cb16-4e7e-b720-4f171fabd32e'}], 'binding:host_id': 'n-d-800086-6'}, 'id': 'bda9b5d0-97ef-4a3c-b210-a75d1669ff60'} from n-d-800086-6. {{(pid=93833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:53:23.768337 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa10c50b-feab-4b3c-9602-9853f2ee9fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.993066 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb0d15ae-ee87-4fb4-a9f1-2b2448cbb666 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:24.039819 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:24.050714 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-bb0d15ae-ee87-4fb4-a9f1-2b2448cbb666 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port 06cd6abc-1492-4f84-8796-e0c9f8603365 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:53:24.165143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-fa10c50b-feab-4b3c-9602-9853f2ee9fb6 None None] Allocated IP 2001:db8::2 (5194c550-3669-42e5-a558-3e55db19984a/3da8ee2b-cb16-4e7e-b720-4f171fabd32e/bda9b5d0-97ef-4a3c-b210-a75d1669ff60) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:24.185706 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device bda9b5d0-97ef-4a3c-b210-a75d1669ff60 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:24.327615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:24.328035 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:24.369321 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-fa10c50b-feab-4b3c-9602-9853f2ee9fb6 None None] For port bda9b5d0-97ef-4a3c-b210-a75d1669ff60, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:24.416407 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa10c50b-feab-4b3c-9602-9853f2ee9fb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:24.454617 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fa10c50b-feab-4b3c-9602-9853f2ee9fb6 None None] Transition to ACTIVE for port object bda9b5d0-97ef-4a3c-b210-a75d1669ff60 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:24.465921 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa10c50b-feab-4b3c-9602-9853f2ee9fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:24.603159 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10c50b-feab-4b3c-9602-9853f2ee9fb6 None None] Pushing event updated for resources: {'Port': ['ID=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,revision_number=14']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:24.631226 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-bb0d15ae-ee87-4fb4-a9f1-2b2448cbb666 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::129 (5194c550-3669-42e5-a558-3e55db19984a/3da8ee2b-cb16-4e7e-b720-4f171fabd32e/06cd6abc-1492-4f84-8796-e0c9f8603365) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:24.640542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-bb0d15ae-ee87-4fb4-a9f1-2b2448cbb666 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8:0:1:f816:3eff:fe59:65fd (5194c550-3669-42e5-a558-3e55db19984a/9cdb74ed-13e6-4b2b-9303-5256093a6118/06cd6abc-1492-4f84-8796-e0c9f8603365) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:24.868814 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd913191-467b-4423-9698-3df8e1d71c1d req-507432fd-763e-423b-9258-f4eff940634e tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:24.870494 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd913191-467b-4423-9698-3df8e1d71c1d req-507432fd-763e-423b-9258-f4eff940634e tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.1213615 Jul 16 01:53:24.988311 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd913191-467b-4423-9698-3df8e1d71c1d req-b7f27ea6-5d60-4238-ac70-2b57b93954d2 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110902 Jul 16 01:53:25.084638 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb0d15ae-ee87-4fb4-a9f1-2b2448cbb666 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.106422 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-bb0d15ae-ee87-4fb4-a9f1-2b2448cbb666 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object 06cd6abc-1492-4f84-8796-e0c9f8603365 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:25.170866 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb0d15ae-ee87-4fb4-a9f1-2b2448cbb666 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.247986 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0d15ae-ee87-4fb4-a9f1-2b2448cbb666 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:25.254077 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-bb0d15ae-ee87-4fb4-a9f1-2b2448cbb666 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:25.259346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0d15ae-ee87-4fb4-a9f1-2b2448cbb666 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:25.280140 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0d15ae-ee87-4fb4-a9f1-2b2448cbb666 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:25.280838 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb0d15ae-ee87-4fb4-a9f1-2b2448cbb666 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.320816 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d15ae-ee87-4fb4-a9f1-2b2448cbb666 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=06cd6abc-1492-4f84-8796-e0c9f8603365,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:25.324835 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bb0d15ae-ee87-4fb4-a9f1-2b2448cbb666 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9340568 Jul 16 01:53:25.327416 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52866) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:25.506096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-04439da2-5eb8-4985-8fd7-bd1089955cad tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port 06cd6abc-1492-4f84-8796-e0c9f8603365 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:25.506445 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-04439da2-5eb8-4985-8fd7-bd1089955cad tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.644296 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-04439da2-5eb8-4985-8fd7-bd1089955cad tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.660221 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-04439da2-5eb8-4985-8fd7-bd1089955cad tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for 06cd6abc-1492-4f84-8796-e0c9f8603365 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:25.821110 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8cae5089-c82d-4d52-bfd6-e762cc79f3ed None None] Provisioning for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:25.834162 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8cae5089-c82d-4d52-bfd6-e762cc79f3ed None None] Provisioning complete for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:25.834910 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8cae5089-c82d-4d52-bfd6-e762cc79f3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.906158 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-04439da2-5eb8-4985-8fd7-bd1089955cad tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.912188 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-9a4aa966-5cc1-4acd-a535-8f869b585df5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1689153 Jul 16 01:53:25.948915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04439da2-5eb8-4985-8fd7-bd1089955cad tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=06cd6abc-1492-4f84-8796-e0c9f8603365,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:25.978470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52886) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:26.077618 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-04439da2-5eb8-4985-8fd7-bd1089955cad tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.079777 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-04439da2-5eb8-4985-8fd7-bd1089955cad tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/06cd6abc-1492-4f84-8796-e0c9f8603365 HTTP/1.1" status: 204 len: 168 time: 0.7512066 Jul 16 01:53:26.083465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52894) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:26.229079 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device bda9b5d0-97ef-4a3c-b210-a75d1669ff60 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:26.288335 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5b21d1-5e0e-47fc-a86b-106848315bc4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.299194 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-073307a2-8348-409b-aa32-6df9e9c20b62 None None] Could not find standard attr ID for object 06cd6abc-1492-4f84-8796-e0c9f8603365. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:53:26.302924 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fa5b21d1-5e0e-47fc-a86b-106848315bc4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2150867 Jul 16 01:53:26.303271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52898) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:26.339993 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:26.340433 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.459013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb0ee65-76c2-46d2-ad70-663de330f443 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.473881 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4cb0ee65-76c2-46d2-ad70-663de330f443 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1692071 Jul 16 01:53:26.477327 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52900) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:26.559049 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561b808d-c507-47ee-9762-69b5a8185e28 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.561220 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561b808d-c507-47ee-9762-69b5a8185e28 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.563065 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561b808d-c507-47ee-9762-69b5a8185e28 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.566801 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-561b808d-c507-47ee-9762-69b5a8185e28 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0881560 Jul 16 01:53:26.569891 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52904) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:26.636969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-03db69c0-7908-4de5-a53b-5b587d0e9f68 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet 3da8ee2b-cb16-4e7e-b720-4f171fabd32e {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:26.640786 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03db69c0-7908-4de5-a53b-5b587d0e9f68 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.690157 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03db69c0-7908-4de5-a53b-5b587d0e9f68 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.698099 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cf016286-0b93-4bea-954c-689fe3ce20a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.794925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-380b06ab-26a4-4f73-8e21-9d5acccd5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.795315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-380b06ab-26a4-4f73-8e21-9d5acccd5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.795822 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-380b06ab-26a4-4f73-8e21-9d5acccd5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.796303 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-380b06ab-26a4-4f73-8e21-9d5acccd5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.796774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-380b06ab-26a4-4f73-8e21-9d5acccd5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.797245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-380b06ab-26a4-4f73-8e21-9d5acccd5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.797712 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-380b06ab-26a4-4f73-8e21-9d5acccd5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.800692 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-380b06ab-26a4-4f73-8e21-9d5acccd5bc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 6500 time: 0.7917683 Jul 16 01:53:26.810801 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75357a1-9fdd-4021-baba-112c55417ff7 req-15ba09ff-ffff-4413-858f-4744456b0111 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.812616 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e75357a1-9fdd-4021-baba-112c55417ff7 req-15ba09ff-ffff-4413-858f-4744456b0111 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.1553798 Jul 16 01:53:26.833579 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03db69c0-7908-4de5-a53b-5b587d0e9f68 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.907301 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03db69c0-7908-4de5-a53b-5b587d0e9f68 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.932892 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e75357a1-9fdd-4021-baba-112c55417ff7 req-7e93c0f8-7b62-4741-a526-d63ac66f4bfa tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098163 Jul 16 01:53:26.951916 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db69c0-7908-4de5-a53b-5b587d0e9f68 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=3da8ee2b-cb16-4e7e-b720-4f171fabd32e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:26.958922 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03db69c0-7908-4de5-a53b-5b587d0e9f68 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.964296 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-03db69c0-7908-4de5-a53b-5b587d0e9f68 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/3da8ee2b-cb16-4e7e-b720-4f171fabd32e HTTP/1.1" status: 204 len: 168 time: 0.3844523 Jul 16 01:53:26.964616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52906) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:26.968076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0f50ec-c9a5-4ac9-ae40-05daea90b292 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:27.040368 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99f9fa7-c5f1-40c6-afc0-857753eb3791 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet 9cdb74ed-13e6-4b2b-9303-5256093a6118 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:27.044433 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b99f9fa7-c5f1-40c6-afc0-857753eb3791 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.086083 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cf016286-0b93-4bea-954c-689fe3ce20a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.092714 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cf016286-0b93-4bea-954c-689fe3ce20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.101388 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b99f9fa7-c5f1-40c6-afc0-857753eb3791 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.154084 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cf016286-0b93-4bea-954c-689fe3ce20a6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cac866129f3c407f932a4b1fc221a422&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1741755 Jul 16 01:53:27.156509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52908) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:27.170677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-1e0a1188-9309-469a-bacb-3e8f1c54a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:27.171412 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-1e0a1188-9309-469a-bacb-3e8f1c54a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:27.172097 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-1e0a1188-9309-469a-bacb-3e8f1c54a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:27.174596 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-1e0a1188-9309-469a-bacb-3e8f1c54a8d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2db9e81d-658b-4adb-b971-288015f4b66c&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29 HTTP/1.1" status: 200 len: 2298 time: 0.3372200 Jul 16 01:53:27.187148 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016286-0b93-4bea-954c-689fe3ce20a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6076e9df-be87-427f-8564-75b51e1b6967,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:27.208988 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b99f9fa7-c5f1-40c6-afc0-857753eb3791 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.287944 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b99f9fa7-c5f1-40c6-afc0-857753eb3791 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.314958 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b99f9fa7-c5f1-40c6-afc0-857753eb3791 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.319066 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b99f9fa7-c5f1-40c6-afc0-857753eb3791 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/9cdb74ed-13e6-4b2b-9303-5256093a6118 HTTP/1.1" status: 204 len: 168 time: 0.3513575 Jul 16 01:53:27.320082 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52912) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:27.354062 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f9fa7-c5f1-40c6-afc0-857753eb3791 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=9cdb74ed-13e6-4b2b-9303-5256093a6118,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:27.375676 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-172b7fd6-3f2b-4314-bd13-2b28274bb369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.390570 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b98f5008-48f1-46be-9d18-1bc9d91ed22a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628579 Jul 16 01:53:27.394321 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52914) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:27.400448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f20368fa-a07e-4b57-992f-3acafaad3e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:27.414019 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-172b7fd6-3f2b-4314-bd13-2b28274bb369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.474939 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-172b7fd6-3f2b-4314-bd13-2b28274bb369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.478041 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-172b7fd6-3f2b-4314-bd13-2b28274bb369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.482791 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-172b7fd6-3f2b-4314-bd13-2b28274bb369 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6076e9df-be87-427f-8564-75b51e1b6967 HTTP/1.1" status: 204 len: 168 time: 0.3245447 Jul 16 01:53:27.495300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b7fd6-3f2b-4314-bd13-2b28274bb369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6076e9df-be87-427f-8564-75b51e1b6967,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:27.497475 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-cb40c34b-b968-44bc-ade5-d48ea090821a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33d27387-8386-4734-a29a-d2cfef866aaf HTTP/1.1" status: 200 len: 1000 time: 0.3113303 Jul 16 01:53:27.622828 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-2025f092-c12b-4732-ad68-4fef67ac9531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:27.639838 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-2025f092-c12b-4732-ad68-4fef67ac9531 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a HTTP/1.1" status: 200 len: 855 time: 0.1330829 Jul 16 01:53:27.641137 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20368fa-a07e-4b57-992f-3acafaad3e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:27.645729 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f20368fa-a07e-4b57-992f-3acafaad3e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.972887 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f20368fa-a07e-4b57-992f-3acafaad3e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.001194 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52928) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:28.025387 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfe709f6-1d48-40f3-bf01-b61982402353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.136455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20368fa-a07e-4b57-992f-3acafaad3e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:28.198818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-f20368fa-a07e-4b57-992f-3acafaad3e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:28.205381 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20368fa-a07e-4b57-992f-3acafaad3e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:28.207082 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f20368fa-a07e-4b57-992f-3acafaad3e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.255906 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfe709f6-1d48-40f3-bf01-b61982402353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.262768 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfe709f6-1d48-40f3-bf01-b61982402353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.314879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20368fa-a07e-4b57-992f-3acafaad3e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=a16d458b-e120-4f73-a7bf-6381508a8526,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:28.326858 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e2e715-517b-4370-808d-d4a46347ed33 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:28.344155 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-a89d1579-7924-43ba-ba68-d3102b7d2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:28.345269 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe709f6-1d48-40f3-bf01-b61982402353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6788dced-2d27-4336-9fb6-44a95970c035,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:28.346409 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-a89d1579-7924-43ba-ba68-d3102b7d2354 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2db9e81d-658b-4adb-b971-288015f4b66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6579244 Jul 16 01:53:28.355235 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f20368fa-a07e-4b57-992f-3acafaad3e7f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9596610 Jul 16 01:53:28.359871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52940) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:28.366060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-517b2c12-b1a8-41a3-bc91-3735ad87535d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:28.456564 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e4fb7-5d0f-4bf3-8e94-971d2314c476 req-1ce183c8-b5a0-414c-9263-47d1ad88addb tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:28.458151 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a80e4fb7-5d0f-4bf3-8e94-971d2314c476 req-1ce183c8-b5a0-414c-9263-47d1ad88addb tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.2972465 Jul 16 01:53:28.652133 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a80e4fb7-5d0f-4bf3-8e94-971d2314c476 req-6069f7d5-2448-49fa-a242-5b451bace8ac tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619072 Jul 16 01:53:28.679565 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bfe709f6-1d48-40f3-bf01-b61982402353 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ee82b4aba6c94b4b857615b837c3fb62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6762793 Jul 16 01:53:28.682128 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52950) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:28.704327 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-a81f17a5-a6ae-4350-9677-8db7e682e40b service neutron] 10.222.0.47 "GET /v2.0/networks/2db9e81d-658b-4adb-b971-288015f4b66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476160 Jul 16 01:53:28.723658 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517b2c12-b1a8-41a3-bc91-3735ad87535d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:28.729683 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-517b2c12-b1a8-41a3-bc91-3735ad87535d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.768986 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-37177a3c-db9c-446d-8779-6b3c69a135cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.780576 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-47b93494-b2d9-46a8-8c75-6b3df3ef7f0e None None] Provisioning complete for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:28.782303 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-47b93494-b2d9-46a8-8c75-6b3df3ef7f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.792301 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.925042 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-631c2f13-ead1-4b8d-8b5d-e840ba33bf38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.958544 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-631c2f13-ead1-4b8d-8b5d-e840ba33bf38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.970209 n-d-800086-6 neutron-server[93832]: INFO neutron.db.ipam_backend_mixin [None req-517b2c12-b1a8-41a3-bc91-3735ad87535d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a16d458b-e120-4f73-a7bf-6381508a8526 (CIDR: 2001:db8::/64) Jul 16 01:53:28.981896 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-517b2c12-b1a8-41a3-bc91-3735ad87535d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:53:28.982891 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517b2c12-b1a8-41a3-bc91-3735ad87535d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:29.010568 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-517b2c12-b1a8-41a3-bc91-3735ad87535d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6493311 Jul 16 01:53:29.013239 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52954) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:29.018768 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a51b4928-66f4-402b-b200-bbdd195067ea tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'subnet': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:29.049387 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-631c2f13-ead1-4b8d-8b5d-e840ba33bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.056468 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-631c2f13-ead1-4b8d-8b5d-e840ba33bf38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.063560 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-631c2f13-ead1-4b8d-8b5d-e840ba33bf38 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6788dced-2d27-4336-9fb6-44a95970c035 HTTP/1.1" status: 204 len: 168 time: 0.3780780 Jul 16 01:53:29.117787 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789933b9-60ae-4495-bc1a-23285d6911e4 None None] Update dhcp port {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'fixed_ips': [{'subnet_id': 'a16d458b-e120-4f73-a7bf-6381508a8526'}], 'binding:host_id': 'n-d-800086-6'}, 'id': 'bda9b5d0-97ef-4a3c-b210-a75d1669ff60'} from n-d-800086-6. {{(pid=93833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:53:29.119899 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-3041f5a8-37cb-4148-9452-c0d0cd07e574 service neutron] 10.222.0.47 "GET /v2.0/networks/2db9e81d-658b-4adb-b971-288015f4b66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002631 Jul 16 01:53:29.120876 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c2f13-ead1-4b8d-8b5d-e840ba33bf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6788dced-2d27-4336-9fb6-44a95970c035,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:29.241549 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-ff121eff-a65a-41d9-9ef7-9ab539b82420 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=1ee21601-191c-45f4-b814-a55228557d82 HTTP/1.1" status: 200 len: 217 time: 0.1128182 Jul 16 01:53:29.255484 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-789933b9-60ae-4495-bc1a-23285d6911e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.389238 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51b4928-66f4-402b-b200-bbdd195067ea tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:29.401256 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a51b4928-66f4-402b-b200-bbdd195067ea tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.443812 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-f2e9a35a-701c-4add-9cad-8b019cc4d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:29.446786 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-f2e9a35a-701c-4add-9cad-8b019cc4d23e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.1973946 Jul 16 01:53:29.613718 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-a6318518-5a40-4d7c-b3ab-d57ebf47ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:29.615443 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-a6318518-5a40-4d7c-b3ab-d57ebf47ae19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1594496 Jul 16 01:53:29.672086 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-789933b9-60ae-4495-bc1a-23285d6911e4 None None] Allocated IP 2001:db8::2 (5194c550-3669-42e5-a558-3e55db19984a/a16d458b-e120-4f73-a7bf-6381508a8526/bda9b5d0-97ef-4a3c-b210-a75d1669ff60) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:29.840002 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-f1b4b9ec-d6c6-45ac-b6a1-c18b4f4845a6 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162716 Jul 16 01:53:29.885498 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-789933b9-60ae-4495-bc1a-23285d6911e4 None None] For port bda9b5d0-97ef-4a3c-b210-a75d1669ff60, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:29.960550 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-789933b9-60ae-4495-bc1a-23285d6911e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.998585 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-789933b9-60ae-4495-bc1a-23285d6911e4 None None] Transition to ACTIVE for port object bda9b5d0-97ef-4a3c-b210-a75d1669ff60 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:30.004817 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-789933b9-60ae-4495-bc1a-23285d6911e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.021284 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032978-2e29-43e2-a7a8-3cd54ed9063f req-4988a442-20ed-4c0c-8676-ada06c5ba6bf tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:30.024553 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d6032978-2e29-43e2-a7a8-3cd54ed9063f req-4988a442-20ed-4c0c-8676-ada06c5ba6bf tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.1398358 Jul 16 01:53:30.030957 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-6e91a7b7-bfaf-4983-b4a5-5122d22d6487 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837413 Jul 16 01:53:30.091575 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-cb54844b-be89-4572-93ad-68dee6467dab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=588d0e4f-cefb-43a8-a412-487dd40c07f8 HTTP/1.1" status: 200 len: 217 time: 0.0518413 Jul 16 01:53:30.138776 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d6032978-2e29-43e2-a7a8-3cd54ed9063f req-fd5e1966-4d84-47b7-b9df-a0df45b11845 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066859 Jul 16 01:53:30.182884 n-d-800086-6 neutron-server[93832]: DEBUG neutron.objects.ports [None req-a51b4928-66f4-402b-b200-bbdd195067ea tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:53:30.204660 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789933b9-60ae-4495-bc1a-23285d6911e4 None None] Pushing event updated for resources: {'Port': ['ID=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,revision_number=17']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:30.247383 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-be92997c-618d-4ef6-9919-2b34012847ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:30.248781 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-be92997c-618d-4ef6-9919-2b34012847ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.1383889 Jul 16 01:53:30.321384 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-1f7119d7-c0fd-416f-adb8-fbdd1af45f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:30.323037 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-1f7119d7-c0fd-416f-adb8-fbdd1af45f3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0671332 Jul 16 01:53:30.432524 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a51b4928-66f4-402b-b200-bbdd195067ea tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.498718 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-cfde13e8-d3f4-4c61-ba1d-88f64d1d114f service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678247 Jul 16 01:53:30.681276 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-95e9ca90-9ab8-4f80-b71f-cc9227ffff9d service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750755 Jul 16 01:53:30.746762 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-52ffb593-347c-4d48-95a1-708d4852b6c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=6e2cfe37-5372-4873-82c7-38150819cf47 HTTP/1.1" status: 200 len: 217 time: 0.0574293 Jul 16 01:53:30.747122 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-a51b4928-66f4-402b-b200-bbdd195067ea tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] For port bda9b5d0-97ef-4a3c-b210-a75d1669ff60, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:30.807156 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a51b4928-66f4-402b-b200-bbdd195067ea tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.824668 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a51b4928-66f4-402b-b200-bbdd195067ea tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.825444 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a51b4928-66f4-402b-b200-bbdd195067ea tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.837053 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-ec9d96f6-63dd-40b9-8bef-decb7fb26260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:30.838549 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-ec9d96f6-63dd-40b9-8bef-decb7fb26260 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.0838835 Jul 16 01:53:30.918262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b4928-66f4-402b-b200-bbdd195067ea tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Subnet': ['ID=887644f1-a52a-4066-b2a2-7f88d757397f,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:30.971629 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51b4928-66f4-402b-b200-bbdd195067ea tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:30.984561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-a51b4928-66f4-402b-b200-bbdd195067ea tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:30.998318 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51b4928-66f4-402b-b200-bbdd195067ea tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:31.001044 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a51b4928-66f4-402b-b200-bbdd195067ea tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.003538 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-729b1177-6eea-48aa-b10f-211db25bfdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:31.005380 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-729b1177-6eea-48aa-b10f-211db25bfdc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1494789 Jul 16 01:53:31.079413 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b4928-66f4-402b-b200-bbdd195067ea tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,revision_number=19']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:31.099687 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a51b4928-66f4-402b-b200-bbdd195067ea tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0825727 Jul 16 01:53:31.102741 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53016) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:31.109097 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-70d9c859-e28b-4a87-962d-cbc5bd1022fb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Request body: {'port': {'network_id': '5194c550-3669-42e5-a558-3e55db19984a', 'mac_address': 'fa:16:3e:34:12:33', 'name': 'tempest-NetworksTestDHCPv6-1686196250'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:31.123660 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.144069 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a8656ee8-9764-42b5-af17-c0b7e6d34529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.204196 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-92162cbd-9ead-461c-b713-f0a97ba12dac service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900177 Jul 16 01:53:31.277345 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be5d975-dddd-4253-88c9-ce4f1b5429c8 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:31.358167 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d9c859-e28b-4a87-962d-cbc5bd1022fb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Made reservation on behalf of d856a4d7ce5b4bef812f514027a40f9b for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:31.372216 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-601b1105-6c92-4035-bdff-abfe61b037a9 None None] Provisioning for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:31.417780 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-601b1105-6c92-4035-bdff-abfe61b037a9 None None] Provisioning complete for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:31.418256 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-601b1105-6c92-4035-bdff-abfe61b037a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.442814 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-6e5426a8-1241-4daa-9ba2-ee33b8099046 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319808 Jul 16 01:53:31.518975 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-70d9c859-e28b-4a87-962d-cbc5bd1022fb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.546598 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-70d9c859-e28b-4a87-962d-cbc5bd1022fb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] device_id is not set on port 7a84eec0-cb85-4105-bbeb-3171a145a66a yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:53:31.655259 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-c0ce0879-3122-44ae-b291-6670de363fa6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=b0eba950-6290-4204-97b4-71fd009ef302 HTTP/1.1" status: 200 len: 217 time: 0.1946330 Jul 16 01:53:31.734331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860773b-612a-43e8-b377-7cb1ec254885 req-aa605a8b-651c-48db-bc39-90026908267d tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:31.744336 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1860773b-612a-43e8-b377-7cb1ec254885 req-aa605a8b-651c-48db-bc39-90026908267d tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.2996099 Jul 16 01:53:31.771732 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-32f2cfc9-6961-4525-ad57-6c86b549b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:31.773787 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-32f2cfc9-6961-4525-ad57-6c86b549b5b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.1099229 Jul 16 01:53:31.846556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-70d9c859-e28b-4a87-962d-cbc5bd1022fb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8::e0 (5194c550-3669-42e5-a558-3e55db19984a/a16d458b-e120-4f73-a7bf-6381508a8526/7a84eec0-cb85-4105-bbeb-3171a145a66a) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:31.855260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-70d9c859-e28b-4a87-962d-cbc5bd1022fb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Allocated IP 2001:db8:0:1:f816:3eff:fe34:1233 (5194c550-3669-42e5-a558-3e55db19984a/887644f1-a52a-4066-b2a2-7f88d757397f/7a84eec0-cb85-4105-bbeb-3171a145a66a) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:31.880158 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1860773b-612a-43e8-b377-7cb1ec254885 req-2c542b35-1f90-436f-a290-00f10269977b tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321728 Jul 16 01:53:31.928726 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-ae6437ff-4265-4f9c-9b7b-8cbc831e7cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:31.931151 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-ae6437ff-4265-4f9c-9b7b-8cbc831e7cc3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1375275 Jul 16 01:53:32.090376 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.108094 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-31e2992d-3dd6-487d-88a6-813e08289eed service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676731 Jul 16 01:53:32.178853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device bda9b5d0-97ef-4a3c-b210-a75d1669ff60 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:32.323761 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:32.325414 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.352051 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-70d9c859-e28b-4a87-962d-cbc5bd1022fb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.357903 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-5356e5bd-9149-428a-95af-33d5c1c23b31 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415032 Jul 16 01:53:32.379846 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-70d9c859-e28b-4a87-962d-cbc5bd1022fb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Transition to ACTIVE for port object 7a84eec0-cb85-4105-bbeb-3171a145a66a will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:32.461559 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-d2006771-d0b3-4cce-abfb-3d60f810a73a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0c40b0ea-30a1-4c59-8cb3-23aed3975cea HTTP/1.1" status: 200 len: 217 time: 0.0943251 Jul 16 01:53:32.490292 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-70d9c859-e28b-4a87-962d-cbc5bd1022fb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.584154 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-4dd445e7-3541-416f-979d-3bbc8824c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:32.587464 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-4dd445e7-3541-416f-979d-3bbc8824c963 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d66e7cad-8485-48ef-b49f-9c0a1aa8b39b HTTP/1.1" status: 200 len: 797 time: 0.1205168 Jul 16 01:53:32.608532 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9c859-e28b-4a87-962d-cbc5bd1022fb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event updated for resources: {'Port': ['ID=7a84eec0-cb85-4105-bbeb-3171a145a66a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:32.651647 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d9c859-e28b-4a87-962d-cbc5bd1022fb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Network 5194c550-3669-42e5-a558-3e55db19984a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:32.653102 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-70d9c859-e28b-4a87-962d-cbc5bd1022fb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:32.662009 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d9c859-e28b-4a87-962d-cbc5bd1022fb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:32.676210 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d9c859-e28b-4a87-962d-cbc5bd1022fb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:32.677214 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-70d9c859-e28b-4a87-962d-cbc5bd1022fb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.713840 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-70d9c859-e28b-4a87-962d-cbc5bd1022fb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6100960 Jul 16 01:53:32.716679 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53062) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:32.952658 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53066) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:32.980040 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1683605-f6f4-4421-a354-96a1e3b07e93 None None] Provisioning complete for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:32.980624 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1683605-f6f4-4421-a354-96a1e3b07e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.031439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-51ca46df-0b48-454f-aed1-2126a9114c31 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting port 7a84eec0-cb85-4105-bbeb-3171a145a66a {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:33.031809 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-51ca46df-0b48-454f-aed1-2126a9114c31 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.198010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-4998eccc-1a33-45d1-86e6-04d3c4caacd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:33.203394 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-4998eccc-1a33-45d1-86e6-04d3c4caacd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6063805 Jul 16 01:53:33.256585 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-51ca46df-0b48-454f-aed1-2126a9114c31 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.301244 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e1881b3-d17e-41e9-9eea-364bf11e657e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.315600 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-51ca46df-0b48-454f-aed1-2126a9114c31 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Calling delete_port for 7a84eec0-cb85-4105-bbeb-3171a145a66a owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:33.329047 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-c6a4d63a-7033-49f2-8308-0beb3b9ed8af service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179316 Jul 16 01:53:33.440186 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1387d5d1-44ca-4765-b4db-b28fe16cfce6 None None] Provisioning for port 7a84eec0-cb85-4105-bbeb-3171a145a66a completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:33.442118 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e1881b3-d17e-41e9-9eea-364bf11e657e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.445206 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1387d5d1-44ca-4765-b4db-b28fe16cfce6 None None] Provisioning complete for port 7a84eec0-cb85-4105-bbeb-3171a145a66a triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:33.445688 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1387d5d1-44ca-4765-b4db-b28fe16cfce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.453647 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e1881b3-d17e-41e9-9eea-364bf11e657e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.491686 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8e1881b3-d17e-41e9-9eea-364bf11e657e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8f80fab3542f442883d6b4057b7adde6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5353527 Jul 16 01:53:33.493618 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53076) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:33.530683 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1387d5d1-44ca-4765-b4db-b28fe16cfce6 None None] Port 7a84eec0-cb85-4105-bbeb-3171a145a66a cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:53:33.545131 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-28e9b9e4-f10e-4869-b0a8-5ae116b16311 service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086000 Jul 16 01:53:33.597708 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53078) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:33.603887 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-9c987fac-ed18-4a05-939e-2362fbe7e1f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b06a2033-1b7a-4ff7-b625-8b69419da338 HTTP/1.1" status: 200 len: 217 time: 0.0511985 Jul 16 01:53:33.615261 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a7694751-e82f-44ae-afbf-ed922d5b1c37 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Request body: {'network': {'name': 'tempest-network-smoke--907219114', 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'port_security_enabled': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:33.618857 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1881b3-d17e-41e9-9eea-364bf11e657e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e34c7b-0e5a-45c7-97d1-2a3ffa3e8ed3,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:33.665587 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-0bdbb311-be62-408d-97d0-96656d62c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:33.667249 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-0bdbb311-be62-408d-97d0-96656d62c6d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d66e7cad-8485-48ef-b49f-9c0a1aa8b39b HTTP/1.1" status: 200 len: 797 time: 0.0562370 Jul 16 01:53:33.683088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7694751-e82f-44ae-afbf-ed922d5b1c37 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Made reservation on behalf of 1ecadcc305644999b6da57c9aea97e38 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:33.686557 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a7694751-e82f-44ae-afbf-ed922d5b1c37 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.713506 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a7694751-e82f-44ae-afbf-ed922d5b1c37 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.716792 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-21df1b7c-7ad6-48e1-b961-4485ac6a53ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.738100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-99801525-cb1f-446c-857f-5ed2381e78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:33.739620 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-99801525-cb1f-446c-857f-5ed2381e78e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0605962 Jul 16 01:53:33.752548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edaa56c-b138-4536-9ed3-b3a8dc8b1158 req-ccbf3932-f91a-440d-9e37-327fa0b95a3a tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:33.754109 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8edaa56c-b138-4536-9ed3-b3a8dc8b1158 req-ccbf3932-f91a-440d-9e37-327fa0b95a3a tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.5375729 Jul 16 01:53:33.792222 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-21df1b7c-7ad6-48e1-b961-4485ac6a53ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.824209 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.843733 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-5d1b734b-5592-44f0-a046-25823c44f2d5 service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955563 Jul 16 01:53:33.943198 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8edaa56c-b138-4536-9ed3-b3a8dc8b1158 req-fe425006-9b2b-4df6-aec1-3f67b5c129e9 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590204 Jul 16 01:53:33.973038 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6de91ead-81c9-4d7c-914b-3bc74f6555cc req-45794ad6-ad5e-4f02-b4a6-f793549a22b8 service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221960 Jul 16 01:53:33.975243 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-21df1b7c-7ad6-48e1-b961-4485ac6a53ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.977684 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-21df1b7c-7ad6-48e1-b961-4485ac6a53ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.978812 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-21df1b7c-7ad6-48e1-b961-4485ac6a53ec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/46e34c7b-0e5a-45c7-97d1-2a3ffa3e8ed3 HTTP/1.1" status: 204 len: 168 time: 0.4769154 Jul 16 01:53:33.985717 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-51ca46df-0b48-454f-aed1-2126a9114c31 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.006426 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df1b7c-7ad6-48e1-b961-4485ac6a53ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e34c7b-0e5a-45c7-97d1-2a3ffa3e8ed3,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:34.032189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca46df-0b48-454f-aed1-2126a9114c31 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Port': ['ID=7a84eec0-cb85-4105-bbeb-3171a145a66a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:34.133171 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-51ca46df-0b48-454f-aed1-2126a9114c31 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.135699 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-51ca46df-0b48-454f-aed1-2126a9114c31 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/7a84eec0-cb85-4105-bbeb-3171a145a66a HTTP/1.1" status: 204 len: 168 time: 1.4178245 Jul 16 01:53:34.138284 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a7694751-e82f-44ae-afbf-ed922d5b1c37 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.138518 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53086) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:34.144322 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a7694751-e82f-44ae-afbf-ed922d5b1c37 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.202901 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7694751-e82f-44ae-afbf-ed922d5b1c37 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:53:34.217478 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7694751-e82f-44ae-afbf-ed922d5b1c37 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd3a1b5-7a78-4c45-a463-872d27218324,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:34.237809 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a7694751-e82f-44ae-afbf-ed922d5b1c37 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.239412 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233a30ec-5462-4a8f-9d93-6b91decb478e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:34.239971 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-a7694751-e82f-44ae-afbf-ed922d5b1c37 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Added segment 720481af-981f-4595-b705-5e5576d3cc76 of type vlan for network 0e2b978a-1950-43ee-a10f-ccba537e1efe Jul 16 01:53:34.244129 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-233a30ec-5462-4a8f-9d93-6b91decb478e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1043956 Jul 16 01:53:34.244878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53088) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:34.330076 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a7694751-e82f-44ae-afbf-ed922d5b1c37 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.379341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff72d46-cf45-4329-955c-c8a1ce467e93 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:34.381516 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9ff72d46-cf45-4329-955c-c8a1ce467e93 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1347125 Jul 16 01:53:34.383739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53098) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:34.397326 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a7694751-e82f-44ae-afbf-ed922d5b1c37 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.404205 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7694751-e82f-44ae-afbf-ed922d5b1c37 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:34.404842 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a7694751-e82f-44ae-afbf-ed922d5b1c37 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.445327 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a7694751-e82f-44ae-afbf-ed922d5b1c37 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8401704 Jul 16 01:53:34.448241 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53104) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:34.452691 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1571351900', 'admin_state_up': True, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:34.468615 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167f8088-2485-4e78-9182-c5a97d5fe6fc tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:34.470899 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167f8088-2485-4e78-9182-c5a97d5fe6fc tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:34.473516 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167f8088-2485-4e78-9182-c5a97d5fe6fc tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:34.478165 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-167f8088-2485-4e78-9182-c5a97d5fe6fc tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0933392 Jul 16 01:53:34.478920 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53106) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:34.504760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7694751-e82f-44ae-afbf-ed922d5b1c37 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event updated for resources: {'Network': ['ID=0e2b978a-1950-43ee-a10f-ccba537e1efe,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:34.516246 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 0e2b978a-1950-43ee-a10f-ccba537e1efe details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:53:34.545450 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.546741 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.576383 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a03009b7-f657-4d1b-97c6-d3d484b0c8da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet 887644f1-a52a-4066-b2a2-7f88d757397f {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:34.584474 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a03009b7-f657-4d1b-97c6-d3d484b0c8da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.622816 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.678352 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a03009b7-f657-4d1b-97c6-d3d484b0c8da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.680208 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:53:34.748207 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53114) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:34.833994 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a03009b7-f657-4d1b-97c6-d3d484b0c8da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.879110 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.927199 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-de6826bf-74d6-46ed-8fb1-9a58b85fb82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.939266 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a03009b7-f657-4d1b-97c6-d3d484b0c8da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.959092 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a03009b7-f657-4d1b-97c6-d3d484b0c8da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.961037 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a03009b7-f657-4d1b-97c6-d3d484b0c8da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/887644f1-a52a-4066-b2a2-7f88d757397f HTTP/1.1" status: 204 len: 168 time: 0.4802747 Jul 16 01:53:34.962849 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0b02a5-8f71-4033-8f49-823bd18608ed None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:34.981267 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53130) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:34.984295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03009b7-f657-4d1b-97c6-d3d484b0c8da tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=887644f1-a52a-4066-b2a2-7f88d757397f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:35.156045 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-de6826bf-74d6-46ed-8fb1-9a58b85fb82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.161632 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-de6826bf-74d6-46ed-8fb1-9a58b85fb82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.215191 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-de6826bf-74d6-46ed-8fb1-9a58b85fb82f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2b6e3bf36d7041b3b788065797251559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4659770 Jul 16 01:53:35.234576 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53134) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:35.235474 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6826bf-74d6-46ed-8fb1-9a58b85fb82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02964ae4-aca5-4d01-aff8-a1d55ec9f4dc,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:35.332403 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7fe73be1-c05e-4dc0-9ff5-ecd35360225e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.365807 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7fe73be1-c05e-4dc0-9ff5-ecd35360225e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.425362 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7fe73be1-c05e-4dc0-9ff5-ecd35360225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.430034 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7fe73be1-c05e-4dc0-9ff5-ecd35360225e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.433436 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7fe73be1-c05e-4dc0-9ff5-ecd35360225e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/02964ae4-aca5-4d01-aff8-a1d55ec9f4dc HTTP/1.1" status: 204 len: 168 time: 0.1924021 Jul 16 01:53:35.443279 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe73be1-c05e-4dc0-9ff5-ecd35360225e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02964ae4-aca5-4d01-aff8-a1d55ec9f4dc,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:35.468057 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fe3cda-0205-4c4b-8b1c-e996d6ad4862 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Deleting subnet a16d458b-e120-4f73-a7bf-6381508a8526 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:35.474889 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3cda-0205-4c4b-8b1c-e996d6ad4862 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.599855 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3cda-0205-4c4b-8b1c-e996d6ad4862 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.667899 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.698714 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.715288 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecc63d-f4f6-48cc-94ce-db3f8a1ef444 req-95164abe-2a0e-4ad1-a267-fe3dad7d3e5d tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:35.722525 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aeecc63d-f4f6-48cc-94ce-db3f8a1ef444 req-95164abe-2a0e-4ad1-a267-fe3dad7d3e5d tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.3229561 Jul 16 01:53:35.826483 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aeecc63d-f4f6-48cc-94ce-db3f8a1ef444 req-c7019d15-ce9e-467c-9a22-fe8d5e3e3c7f tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030681 Jul 16 01:53:35.865621 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3cda-0205-4c4b-8b1c-e996d6ad4862 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.941812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Allocated IP 172.25.1.90 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/9142a1dd-97c6-4edd-a21d-5ea16dce6e45) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:35.990846 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3cda-0205-4c4b-8b1c-e996d6ad4862 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.996195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53154) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.018335 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-528f4fbc-da3b-452d-a265-dcaabe1c5f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.025022 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe3cda-0205-4c4b-8b1c-e996d6ad4862 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Subnet': ['ID=a16d458b-e120-4f73-a7bf-6381508a8526,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:36.027121 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3cda-0205-4c4b-8b1c-e996d6ad4862 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.031214 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a6fe3cda-0205-4c4b-8b1c-e996d6ad4862 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/a16d458b-e120-4f73-a7bf-6381508a8526 HTTP/1.1" status: 204 len: 168 time: 1.0408797 Jul 16 01:53:36.032148 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53156) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.106230 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f2340c98-fcce-4746-9bc1-4fe4eb0e8d7d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732222 Jul 16 01:53:36.108787 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53158) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.161904 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-528f4fbc-da3b-452d-a265-dcaabe1c5f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.166366 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-528f4fbc-da3b-452d-a265-dcaabe1c5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.180140 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.210305 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-528f4fbc-da3b-452d-a265-dcaabe1c5f70 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=142fb398a58b437e8fd2ee1507b2017c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124498 Jul 16 01:53:36.211211 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f4fbc-da3b-452d-a265-dcaabe1c5f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb57a92-7153-4db4-9669-4dd5c1c9d1c8,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:36.213639 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53164) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.221903 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2fe19e-5c07-4271-94b3-e405febb28b4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:36.225921 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ac2fe19e-5c07-4271-94b3-e405febb28b4 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1139352 Jul 16 01:53:36.226895 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53166) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.242950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb545f9b-2fbb-4395-9eeb-2fa4a35c53b3 None None] Network 5194c550-3669-42e5-a558-3e55db19984a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:36.245760 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.309075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:36.313789 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f970e2d4-1a78-4ce9-a743-0bb8d652dce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.319511 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:36.325111 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:36.338528 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d7893b-390b-43d2-bbbe-ae814ec386b0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:36.340069 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-66d7893b-390b-43d2-bbbe-ae814ec386b0 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1118767 Jul 16 01:53:36.344783 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53170) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.350955 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event updated for resources: {'Port': ['ID=9142a1dd-97c6-4edd-a21d-5ea16dce6e45,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:36.356007 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f970e2d4-1a78-4ce9-a743-0bb8d652dce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.384596 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-154b1fb3-1613-4cf1-8d66-167e7031b045 None None] Provisioning complete for port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:36.385033 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-154b1fb3-1613-4cf1-8d66-167e7031b045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.396232 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-84b313b5-01d8-4e79-8e58-a35ba7828a24 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476878 Jul 16 01:53:36.398669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53174) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.436478 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-9741d684-308e-4af8-a708-b9acc3b5cf8c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:36.437514 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9741d684-308e-4af8-a708-b9acc3b5cf8c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:36.439456 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9741d684-308e-4af8-a708-b9acc3b5cf8c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/7a84eec0-cb85-4105-bbeb-3171a145a66a HTTP/1.1" status: 404 len: 333 time: 0.0396397 Jul 16 01:53:36.445901 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53176) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.480689 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-19390089-a806-4a52-88e5-76161ece157c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:36.481156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19390089-a806-4a52-88e5-76161ece157c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:36.485322 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-19390089-a806-4a52-88e5-76161ece157c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/887644f1-a52a-4066-b2a2-7f88d757397f HTTP/1.1" status: 404 len: 337 time: 0.0358348 Jul 16 01:53:36.485764 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53178) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.514809 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4b6b86-4cec-4e5f-878a-c9478c65509c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:36.515462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4b6b86-4cec-4e5f-878a-c9478c65509c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:36.518330 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4e4b6b86-4cec-4e5f-878a-c9478c65509c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/a16d458b-e120-4f73-a7bf-6381508a8526 HTTP/1.1" status: 404 len: 337 time: 0.0314391 Jul 16 01:53:36.522666 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53182) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.540003 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f970e2d4-1a78-4ce9-a743-0bb8d652dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.542708 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f970e2d4-1a78-4ce9-a743-0bb8d652dce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.544024 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f970e2d4-1a78-4ce9-a743-0bb8d652dce7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8fb57a92-7153-4db4-9669-4dd5c1c9d1c8 HTTP/1.1" status: 204 len: 168 time: 0.3294642 Jul 16 01:53:36.583132 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d8c21e-55e7-431b-a639-79fc24dd350e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:36.584138 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d8c21e-55e7-431b-a639-79fc24dd350e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:36.586080 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c8d8c21e-55e7-431b-a639-79fc24dd350e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/06cd6abc-1492-4f84-8796-e0c9f8603365 HTTP/1.1" status: 404 len: 333 time: 0.0636768 Jul 16 01:53:36.587620 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970e2d4-1a78-4ce9-a743-0bb8d652dce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb57a92-7153-4db4-9669-4dd5c1c9d1c8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:36.589645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53188) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.623264 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-c440ab59-4a2e-41b3-b79c-b0956be92bb3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:36.624459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c440ab59-4a2e-41b3-b79c-b0956be92bb3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:36.626402 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c440ab59-4a2e-41b3-b79c-b0956be92bb3 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/9cdb74ed-13e6-4b2b-9303-5256093a6118 HTTP/1.1" status: 404 len: 337 time: 0.0356812 Jul 16 01:53:36.629998 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53190) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.649321 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbe5930-b7fe-4b30-959b-4ab45b2ad748 None None] DHCP port deletion for 5194c550-3669-42e5-a558-3e55db19984a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:53:36.663426 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5879183-c612-4241-90a9-0665d6c6b391 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:36.663929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5879183-c612-4241-90a9-0665d6c6b391 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:36.665746 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a5879183-c612-4241-90a9-0665d6c6b391 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/3da8ee2b-cb16-4e7e-b720-4f171fabd32e HTTP/1.1" status: 404 len: 337 time: 0.0347574 Jul 16 01:53:36.668800 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53192) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.697002 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c76990-c7d0-4af4-8430-7771398a211e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:36.697726 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c76990-c7d0-4af4-8430-7771398a211e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:36.702028 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d0c76990-c7d0-4af4-8430-7771398a211e tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/a816be39-281b-48e3-b050-9a973e56ec02 HTTP/1.1" status: 404 len: 333 time: 0.0300643 Jul 16 01:53:36.702289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53194) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.713461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe5930-b7fe-4b30-959b-4ab45b2ad748 None None] Deleting port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:36.713943 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5930-b7fe-4b30-959b-4ab45b2ad748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.743891 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ea1e73-ac7b-49ae-9190-4785ced6495d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:36.744575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ea1e73-ac7b-49ae-9190-4785ced6495d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:36.748727 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-45ea1e73-ac7b-49ae-9190-4785ced6495d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/13c59355-6ffe-4cd7-b6cc-cbe41dafa31a HTTP/1.1" status: 404 len: 337 time: 0.0432091 Jul 16 01:53:36.748922 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53196) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.780866 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc45e589-c5a7-4dac-ba53-583ce801d744 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:36.781329 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc45e589-c5a7-4dac-ba53-583ce801d744 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:36.786397 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bc45e589-c5a7-4dac-ba53-583ce801d744 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/37e842d9-1a5e-459b-abc6-61715722c723 HTTP/1.1" status: 404 len: 337 time: 0.0338407 Jul 16 01:53:36.786566 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53202) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.790492 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.807276 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6cbe5930-b7fe-4b30-959b-4ab45b2ad748 None None] For port bda9b5d0-97ef-4a3c-b210-a75d1669ff60, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,segment=NetworkSegment(95d1328d-fd77-43e7-ad00-7f044c030888),segment_id=95d1328d-fd77-43e7-ad00-7f044c030888)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:36.807681 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5930-b7fe-4b30-959b-4ab45b2ad748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.824884 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe5930-b7fe-4b30-959b-4ab45b2ad748 None None] Calling delete_port for bda9b5d0-97ef-4a3c-b210-a75d1669ff60 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:36.827637 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95603de-415a-4f3c-b62e-1ec4d8912947 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:36.828734 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95603de-415a-4f3c-b62e-1ec4d8912947 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:36.831124 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c95603de-415a-4f3c-b62e-1ec4d8912947 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/4f63bfe9-1f65-4c62-b55e-4dbafac50802 HTTP/1.1" status: 404 len: 333 time: 0.0418677 Jul 16 01:53:36.833754 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53204) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.868619 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e1cf28-1902-4661-89f8-ffaba2f61eaf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:36.869653 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e1cf28-1902-4661-89f8-ffaba2f61eaf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:36.871979 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d9e1cf28-1902-4661-89f8-ffaba2f61eaf tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/8044ffd9-0512-46aa-92d7-42fc55ada94b HTTP/1.1" status: 404 len: 337 time: 0.0372486 Jul 16 01:53:36.874471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53210) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.912813 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2a05d9-c99b-420c-90d8-a12bada8f828 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:36.913444 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2a05d9-c99b-420c-90d8-a12bada8f828 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:36.915293 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2f2a05d9-c99b-420c-90d8-a12bada8f828 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/f66921d9-d55a-4d25-a4e3-b61a2573613e HTTP/1.1" status: 404 len: 337 time: 0.0399361 Jul 16 01:53:36.919179 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53212) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:36.971457 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5930-b7fe-4b30-959b-4ab45b2ad748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.009145 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe5930-b7fe-4b30-959b-4ab45b2ad748 None None] Pushing event deleted for resources: {'Port': ['ID=bda9b5d0-97ef-4a3c-b210-a75d1669ff60,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:37.010028 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bad6f7-3c11-4616-a7d2-8bf90180ab97 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.011354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8bad6f7-3c11-4616-a7d2-8bf90180ab97 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.011486 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbe5930-b7fe-4b30-959b-4ab45b2ad748 None None] No DVR routers for this DVR port bda9b5d0-97ef-4a3c-b210-a75d1669ff60 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:37.013496 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c8bad6f7-3c11-4616-a7d2-8bf90180ab97 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/61c0ecbe-8801-4f37-ad00-dfe5dc16b1a1 HTTP/1.1" status: 404 len: 333 time: 0.0932512 Jul 16 01:53:37.016020 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53214) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.061428 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed081bf8-5710-42cb-a899-773a109bd3ff tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.062139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed081bf8-5710-42cb-a899-773a109bd3ff tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.064145 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ed081bf8-5710-42cb-a899-773a109bd3ff tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/aaed32fc-b349-4109-ba92-a8bbfb19abae HTTP/1.1" status: 404 len: 337 time: 0.0468771 Jul 16 01:53:37.067993 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53216) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.104028 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-580cffb2-fb67-4f97-a832-75fb002943a2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.104910 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-580cffb2-fb67-4f97-a832-75fb002943a2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.108879 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-580cffb2-fb67-4f97-a832-75fb002943a2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/d559e610-8844-40f4-a565-2e927a15b169 HTTP/1.1" status: 404 len: 333 time: 0.0377860 Jul 16 01:53:37.111883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53218) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.139731 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d70628-3c7f-4b00-8fa7-addcf921e79d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.140200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d70628-3c7f-4b00-8fa7-addcf921e79d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.145084 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-77d70628-3c7f-4b00-8fa7-addcf921e79d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/b1d30561-7197-4998-9ddd-b7923d778710 HTTP/1.1" status: 404 len: 337 time: 0.0282123 Jul 16 01:53:37.145201 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53220) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.155517 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00331ad8-380a-4f71-b74c-4f054d18ed05 req-24ecd5f1-9fda-4956-b4c3-6c74284c8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:37.157254 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-00331ad8-380a-4f71-b74c-4f054d18ed05 req-24ecd5f1-9fda-4956-b4c3-6c74284c8d82 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 1096 time: 0.1753187 Jul 16 01:53:37.177233 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.178838 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53222) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.187157 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-57deff92-b3ff-424f-947e-a83f9f122acb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.187157 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57deff92-b3ff-424f-947e-a83f9f122acb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.191268 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-57deff92-b3ff-424f-947e-a83f9f122acb tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/8c5821f3-3526-447f-8c4b-92c22d3cdc51 HTTP/1.1" status: 404 len: 333 time: 0.0425828 Jul 16 01:53:37.192070 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53224) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.236317 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b62cbe-7ce1-47f0-9517-b1b83f1e1f91 req-90b206ac-afb4-4fcc-99c4-5c3d30522245 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:37.238022 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-394eac81-0711-4d18-a861-c7216d4b6b0d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.238273 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-53b62cbe-7ce1-47f0-9517-b1b83f1e1f91 req-90b206ac-afb4-4fcc-99c4-5c3d30522245 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.1710682 Jul 16 01:53:37.238490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394eac81-0711-4d18-a861-c7216d4b6b0d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.240209 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-394eac81-0711-4d18-a861-c7216d4b6b0d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/5ccc515c-c731-47d4-b149-8f445176294c HTTP/1.1" status: 404 len: 337 time: 0.0477676 Jul 16 01:53:37.242121 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b7937ed2-4a90-4691-91fc-b0221a335484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.242718 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53226) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.270321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-00331ad8-380a-4f71-b74c-4f054d18ed05 req-b5e2bf8e-2d5d-4680-ae23-b2fd3b20cf44 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928383 Jul 16 01:53:37.289957 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8dc7ad2-61cd-43cc-9f49-eddc2b0c691a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.290663 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8dc7ad2-61cd-43cc-9f49-eddc2b0c691a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.295538 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53228) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.295827 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a8dc7ad2-61cd-43cc-9f49-eddc2b0c691a tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/4df01640-e456-4d74-a132-03080e89a082 HTTP/1.1" status: 404 len: 333 time: 0.0519941 Jul 16 01:53:37.338453 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd00cd5f-df3e-40b8-9ac2-d667dfecad46 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.338847 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd00cd5f-df3e-40b8-9ac2-d667dfecad46 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.340628 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dd00cd5f-df3e-40b8-9ac2-d667dfecad46 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/ea8e6269-1bc8-4326-9a45-98d249205798 HTTP/1.1" status: 404 len: 337 time: 0.0398984 Jul 16 01:53:37.344038 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53230) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.366297 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-53b62cbe-7ce1-47f0-9517-b1b83f1e1f91 req-ee7aedab-e0e2-4b8e-9a30-15d9751cf50f tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091304 Jul 16 01:53:37.379875 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-283a5c82-145c-4cd1-96f5-0f07c7f03186 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.380655 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283a5c82-145c-4cd1-96f5-0f07c7f03186 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.382423 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-283a5c82-145c-4cd1-96f5-0f07c7f03186 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/1041f005-12a3-4d39-aa6d-522b0ddf3972 HTTP/1.1" status: 404 len: 333 time: 0.0374279 Jul 16 01:53:37.385462 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53232) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.427980 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df95ef3-d16b-42f0-9ab7-d04976acccff tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.428445 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df95ef3-d16b-42f0-9ab7-d04976acccff tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.431910 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6df95ef3-d16b-42f0-9ab7-d04976acccff tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/4b21d52b-3f5f-4981-990b-b0cdcd94a786 HTTP/1.1" status: 404 len: 337 time: 0.0382378 Jul 16 01:53:37.432684 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b7937ed2-4a90-4691-91fc-b0221a335484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.433532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53234) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.443259 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b7937ed2-4a90-4691-91fc-b0221a335484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.452646 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Router 7226d42c-1c95-4778-8ea9-1dd41b1e043b is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:53:37.476385 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b401a27-c839-406f-8764-1b39233bc51c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.477160 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b401a27-c839-406f-8764-1b39233bc51c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.479298 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5b401a27-c839-406f-8764-1b39233bc51c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/ecccfb37-7deb-472a-8887-47077f08159a HTTP/1.1" status: 404 len: 333 time: 0.0444725 Jul 16 01:53:37.483407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53242) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.507397 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b7937ed2-4a90-4691-91fc-b0221a335484 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a06aaea6e2584141954e697b9ee2af73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3175576 Jul 16 01:53:37.508407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7937ed2-4a90-4691-91fc-b0221a335484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0b5221-ae87-4c19-870b-2cac8dbbce08,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:37.510865 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53244) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.559482 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c088b1-2c13-4813-b234-d9de881d63a8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.559752 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c088b1-2c13-4813-b234-d9de881d63a8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.564798 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-66c088b1-2c13-4813-b234-d9de881d63a8 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/a26e5169-b40c-4a45-aa6b-4bbb91bbd75a HTTP/1.1" status: 404 len: 337 time: 0.0788002 Jul 16 01:53:37.565742 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53246) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.598433 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac13f1b-d863-4410-9dbc-c206dd88824f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.598891 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac13f1b-d863-4410-9dbc-c206dd88824f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.600791 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-eac13f1b-d863-4410-9dbc-c206dd88824f tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/f4838c7a-f99c-492c-a9c6-b9ebea8f18f2 HTTP/1.1" status: 404 len: 337 time: 0.0339751 Jul 16 01:53:37.606424 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53250) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.636445 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9b903068-550e-4d82-980f-63c999a3aa2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.638393 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5a9054-0b27-48d5-aabf-c9826c6853a2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.639141 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5a9054-0b27-48d5-aabf-c9826c6853a2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.643819 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fa5a9054-0b27-48d5-aabf-c9826c6853a2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/ee339c33-b8a8-4e26-a2d6-8ce17836b94a HTTP/1.1" status: 404 len: 333 time: 0.0335553 Jul 16 01:53:37.645257 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53252) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.676935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:37.685689 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5810d55-95e6-40be-9c42-1c78a376dc64 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.686202 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5810d55-95e6-40be-9c42-1c78a376dc64 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.690653 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d5810d55-95e6-40be-9c42-1c78a376dc64 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/ad8ed225-71b0-49a4-a8d9-dfdfc1baee3d HTTP/1.1" status: 404 len: 337 time: 0.0418384 Jul 16 01:53:37.690865 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Sync routers for ids ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:37.691485 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53254) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.693511 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9b903068-550e-4d82-980f-63c999a3aa2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.714051 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Routers {'7226d42c-1c95-4778-8ea9-1dd41b1e043b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:37.714685 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:53:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:37.719332 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.721216 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e1ca6c24-baa9-462c-9fd7-ee8e13333187 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.2714829 Jul 16 01:53:37.722635 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ec8fe1-228f-4bed-b445-32131a348e2d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.723254 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ec8fe1-228f-4bed-b445-32131a348e2d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.724922 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53256) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.725465 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a4ec8fe1-228f-4bed-b445-32131a348e2d tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/39827fb7-df8d-4381-a755-b43048e439b9 HTTP/1.1" status: 404 len: 337 time: 0.0327871 Jul 16 01:53:37.727655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53258) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.757808 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-85eec1e4-ac6d-43ed-805a-9f8a8caacd67 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.758885 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85eec1e4-ac6d-43ed-805a-9f8a8caacd67 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.761170 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-85eec1e4-ac6d-43ed-805a-9f8a8caacd67 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/8d7e7375-6f93-4575-b856-f65d8844f96b HTTP/1.1" status: 404 len: 333 time: 0.0323896 Jul 16 01:53:37.763700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53260) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.774089 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9b903068-550e-4d82-980f-63c999a3aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.780867 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9b903068-550e-4d82-980f-63c999a3aa2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.787515 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9b903068-550e-4d82-980f-63c999a3aa2f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9d0b5221-ae87-4c19-870b-2cac8dbbce08 HTTP/1.1" status: 204 len: 168 time: 0.2642088 Jul 16 01:53:37.794770 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1473dd4-289e-465e-8583-915d5e986019 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.795849 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1473dd4-289e-465e-8583-915d5e986019 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.797963 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a1473dd4-289e-465e-8583-915d5e986019 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/7b485406-f5fa-4235-8ef8-34a413574d0e HTTP/1.1" status: 404 len: 337 time: 0.0330617 Jul 16 01:53:37.800822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53266) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.805521 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b903068-550e-4d82-980f-63c999a3aa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0b5221-ae87-4c19-870b-2cac8dbbce08,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:37.850351 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-1beba767-774c-4ec2-b0e9-ddfbf0948f52 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.851393 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1beba767-774c-4ec2-b0e9-ddfbf0948f52 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.853398 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1beba767-774c-4ec2-b0e9-ddfbf0948f52 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/68a975b2-ceb8-4b82-9d59-0a07c6a8a532 HTTP/1.1" status: 404 len: 337 time: 0.0514576 Jul 16 01:53:37.855916 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53268) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.882693 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Set router 7226d42c-1c95-4778-8ea9-1dd41b1e043b gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:37.894304 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d654e3e-0cad-4a54-a571-4ea2dcffe790 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.895020 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d654e3e-0cad-4a54-a571-4ea2dcffe790 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.896934 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6d654e3e-0cad-4a54-a571-4ea2dcffe790 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/8d08ee9d-c9b9-42d7-8f47-cbc548e039f2 HTTP/1.1" status: 404 len: 333 time: 0.0400774 Jul 16 01:53:37.899836 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53270) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.941981 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-497a05fe-7b38-4734-be9b-d16fb51941b9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.942684 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497a05fe-7b38-4734-be9b-d16fb51941b9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.948072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53272) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:37.948524 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-497a05fe-7b38-4734-be9b-d16fb51941b9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/b2c975c5-eea9-4522-8d3a-31e576bec20b HTTP/1.1" status: 404 len: 337 time: 0.0473998 Jul 16 01:53:37.990073 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd08039e-5329-47fd-a63a-f857fed7ad34 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:37.990529 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd08039e-5329-47fd-a63a-f857fed7ad34 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:37.992331 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cd08039e-5329-47fd-a63a-f857fed7ad34 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/39e6515f-426f-43f8-8904-aae3c14e6d4f HTTP/1.1" status: 404 len: 337 time: 0.0432684 Jul 16 01:53:37.997514 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53274) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:38.046071 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53276) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:38.061845 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-48ddee86-ab6a-4c1d-ad5e-f14d8dd91c03 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports?device_id=94b8f712-64b4-4040-b83a-9bb529fd6e0c HTTP/1.1" status: 200 len: 205 time: 0.0644801 Jul 16 01:53:38.110362 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-08f0623d-bd0a-484d-9dde-d13fcc0e6534 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] delete failed (client error): The resource could not be found. Jul 16 01:53:38.114204 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-08f0623d-bd0a-484d-9dde-d13fcc0e6534 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/routers/94b8f712-64b4-4040-b83a-9bb529fd6e0c HTTP/1.1" status: 404 len: 336 time: 0.0666232 Jul 16 01:53:38.116136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53280) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:38.158917 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd3bc84-7311-40d7-970c-f9392382c465 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:38.159499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd3bc84-7311-40d7-970c-f9392382c465 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:38.164130 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6cd3bc84-7311-40d7-970c-f9392382c465 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/95c51504-da4f-474c-a7a4-37d024c785af HTTP/1.1" status: 404 len: 337 time: 0.0469129 Jul 16 01:53:38.169932 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1571351900', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:34Z', 'updated_at': '2021-07-16T01:53:36Z', 'revision_number': 3, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:35Z', 'updated_at': '2021-07-16T01:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:38.171349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53282) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:38.202393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device bda9b5d0-97ef-4a3c-b210-a75d1669ff60 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:38.209955 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-44552e06-90d2-47ff-a585-15a9d9182677 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=1ecadcc305644999b6da57c9aea97e38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4548414 Jul 16 01:53:38.212441 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53284) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:38.255702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: bda9b5d0-97ef-4a3c-b210-a75d1669ff60 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:38.256198 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device bda9b5d0-97ef-4a3c-b210-a75d1669ff60 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:38.259630 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Checking router: 7226d42c-1c95-4778-8ea9-1dd41b1e043b for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:38.260980 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Updating router 7226d42c-1c95-4778-8ea9-1dd41b1e043b port 9142a1dd-97c6-4edd-a21d-5ea16dce6e45 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:53:38.277216 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53286) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:38.279560 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9ff5553c-478c-4b4b-8b88-d7ac7ad056b5 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "GET /v2.0/ports?device_id=3725bfa9-6210-4adc-9497-63a618b71031 HTTP/1.1" status: 200 len: 205 time: 0.1060441 Jul 16 01:53:38.333715 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.384327 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-44e68086-2ab8-41b7-a16a-706720b5f815 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] delete failed (client error): The resource could not be found. Jul 16 01:53:38.385368 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-44e68086-2ab8-41b7-a16a-706720b5f815 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/routers/3725bfa9-6210-4adc-9497-63a618b71031 HTTP/1.1" status: 404 len: 336 time: 0.1095235 Jul 16 01:53:38.388146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53292) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:38.434832 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bb0fbf-350e-4615-be93-4da6cafd2a6b tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:38.435837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bb0fbf-350e-4615-be93-4da6cafd2a6b tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:38.438842 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a5bb0fbf-350e-4615-be93-4da6cafd2a6b tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/7dfa453a-7438-4a06-aa43-2036533d1fe1 HTTP/1.1" status: 404 len: 337 time: 0.0494020 Jul 16 01:53:38.443885 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53298) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:38.484435 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75bf604-f973-4795-a837-90f6327505ea tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:38.485228 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f75bf604-f973-4795-a837-90f6327505ea tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:38.488468 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f75bf604-f973-4795-a837-90f6327505ea tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/28f1db0b-72ce-48d9-aae8-a7cd4adf702e HTTP/1.1" status: 404 len: 337 time: 0.0420992 Jul 16 01:53:38.490729 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53300) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:38.501990 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e06e60-35b1-464e-ad7d-2587a66a11fa tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:38.504066 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-20e06e60-35b1-464e-ad7d-2587a66a11fa tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2904642 Jul 16 01:53:38.506884 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53302) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:38.568052 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bad2506-6216-4ea3-8035-7cc4293f4eee tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:38.569095 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bad2506-6216-4ea3-8035-7cc4293f4eee tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:38.571065 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4bad2506-6216-4ea3-8035-7cc4293f4eee tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/4ee5a58d-4adb-47c5-a604-a68ab1f81c37 HTTP/1.1" status: 404 len: 333 time: 0.0785978 Jul 16 01:53:38.573869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53308) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:38.575624 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ac971e8a-81f1-4637-975d-ac4429782d29 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=88f2079c-e547-45f1-859f-49428e13c11a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0675318 Jul 16 01:53:38.578045 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53310) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:38.583831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4b73cdf1-ae47-451c-a0d0-fc56db7b011d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1704007428', 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe', 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:38.623551 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab84afe-743d-4970-9523-67404ac1e24b tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:38.624302 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab84afe-743d-4970-9523-67404ac1e24b tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:38.629338 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0ab84afe-743d-4970-9523-67404ac1e24b tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/a1b89f2d-538f-4523-803b-c5a1e73702d3 HTTP/1.1" status: 404 len: 337 time: 0.0521398 Jul 16 01:53:38.630281 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53312) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:38.658661 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.682614 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a87e42-19b8-4dd0-859e-ba3f7b700e9c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:38.683379 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a87e42-19b8-4dd0-859e-ba3f7b700e9c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:38.689842 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d4a87e42-19b8-4dd0-859e-ba3f7b700e9c tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/14eeee30-480b-4583-b3ed-a5ae2d89abd5 HTTP/1.1" status: 404 len: 333 time: 0.0582051 Jul 16 01:53:38.690608 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53320) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:38.691066 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Transition to ACTIVE for port object 9142a1dd-97c6-4edd-a21d-5ea16dce6e45 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:38.708334 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.740888 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-37abe54c-c2a9-47d9-87c6-544628bec194 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:38.741508 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37abe54c-c2a9-47d9-87c6-544628bec194 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:38.746818 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53324) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:38.747026 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-37abe54c-c2a9-47d9-87c6-544628bec194 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/1b842756-9560-44ae-9028-10855741f118 HTTP/1.1" status: 404 len: 337 time: 0.0552330 Jul 16 01:53:38.888376 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Attempting to bind port 9142a1dd-97c6-4edd-a21d-5ea16dce6e45 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:38.888955 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Attempting to bind port 9142a1dd-97c6-4edd-a21d-5ea16dce6e45 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:38.889504 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Attempting to bind port 9142a1dd-97c6-4edd-a21d-5ea16dce6e45 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:38.901407 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da65517-1c29-4e48-aa83-5a35dc25cbd8 None None] Pushing event updated for resources: {'Port': ['ID=9142a1dd-97c6-4edd-a21d-5ea16dce6e45,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:38.906802 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:38.907180 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:38.907853 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.908450 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:38.909760 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Bound port: 9142a1dd-97c6-4edd-a21d-5ea16dce6e45, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:38.909760 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.965405 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] For port 9142a1dd-97c6-4edd-a21d-5ea16dce6e45, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:38.969234 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] For port 9142a1dd-97c6-4edd-a21d-5ea16dce6e45, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9142a1dd-97c6-4edd-a21d-5ea16dce6e45,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:38.974819 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:39.029181 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Routers {'7226d42c-1c95-4778-8ea9-1dd41b1e043b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:39.030266 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:53:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:39.091933 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da65517-1c29-4e48-aa83-5a35dc25cbd8 None None] Pushing event updated for resources: {'Port': ['ID=9142a1dd-97c6-4edd-a21d-5ea16dce6e45,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:39.094619 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cf142-6605-41dc-8637-b8ebd86b0ade req-00f364f3-2c4d-40c1-aaac-3693250cbf93 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:39.097287 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c5cf142-6605-41dc-8637-b8ebd86b0ade req-00f364f3-2c4d-40c1-aaac-3693250cbf93 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.5246408 Jul 16 01:53:39.099081 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c8d74e-bb54-42cc-bd00-24dff4e36d82 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:39.100064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c8d74e-bb54-42cc-bd00-24dff4e36d82 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:39.102120 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e0c8d74e-bb54-42cc-bd00-24dff4e36d82 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/8ee0b1f3-32c1-4145-9421-1be74ede76e6 HTTP/1.1" status: 404 len: 333 time: 0.3518116 Jul 16 01:53:39.103235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b73cdf1-ae47-451c-a0d0-fc56db7b011d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Made reservation on behalf of 1ecadcc305644999b6da57c9aea97e38 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:39.105705 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53344) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:39.108562 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4b73cdf1-ae47-451c-a0d0-fc56db7b011d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:39.137530 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84d4d93-c5b0-4eb3-a36b-d9c538fab2c2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:39.138114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f84d4d93-c5b0-4eb3-a36b-d9c538fab2c2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:39.140137 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f84d4d93-c5b0-4eb3-a36b-d9c538fab2c2 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/d0cba6c3-b3fe-40b7-a218-c74345de2408 HTTP/1.1" status: 404 len: 337 time: 0.0332475 Jul 16 01:53:39.143133 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53346) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:39.177282 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db77e14-7d82-40e2-aab8-c9dfa96e0595 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:39.177845 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c5cf142-6605-41dc-8637-b8ebd86b0ade req-3a7bb3fc-2ea9-4d25-8d71-8a43c72f02b0 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638061 Jul 16 01:53:39.178365 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db77e14-7d82-40e2-aab8-c9dfa96e0595 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:39.180669 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0db77e14-7d82-40e2-aab8-c9dfa96e0595 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/123b2c77-5330-41be-b544-b4421182db4b HTTP/1.1" status: 404 len: 333 time: 0.0360198 Jul 16 01:53:39.183029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53348) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:39.236854 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e12f662-4b6b-4073-802d-95e38d174e43 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:39.237496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e12f662-4b6b-4073-802d-95e38d174e43 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:39.240136 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] Set router 7226d42c-1c95-4778-8ea9-1dd41b1e043b gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:39.240481 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2e12f662-4b6b-4073-802d-95e38d174e43 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/21af0068-6c19-4bb4-93a4-7b966630685f HTTP/1.1" status: 404 len: 337 time: 0.0553446 Jul 16 01:53:39.242941 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53352) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:39.254250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-9a60845c-6156-40e0-8777-309c0e787807 req-372e8cb2-b537-4bfd-9533-ff59f5fe3eeb tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1335221933', 'description': 'tempest-description-1802893811'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:39.287068 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-9116a84c-c7c8-4ed3-8649-1dd006b35043 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:39.287322 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9116a84c-c7c8-4ed3-8649-1dd006b35043 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:39.291241 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9116a84c-c7c8-4ed3-8649-1dd006b35043 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/68da654d-f825-410a-b9b9-68b0f4502d72 HTTP/1.1" status: 404 len: 333 time: 0.0452130 Jul 16 01:53:39.291922 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53354) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:39.328083 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cb9e06-9e18-452b-9fd5-6c57f09c4fb9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:39.328540 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90cb9e06-9e18-452b-9fd5-6c57f09c4fb9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:39.333262 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-90cb9e06-9e18-452b-9fd5-6c57f09c4fb9 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/34da7c42-49a1-4cc7-9388-99cae679a48d HTTP/1.1" status: 404 len: 337 time: 0.0380676 Jul 16 01:53:39.334482 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53356) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:39.349103 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9a60845c-6156-40e0-8777-309c0e787807 req-372e8cb2-b537-4bfd-9533-ff59f5fe3eeb tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:39.382157 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-24219730-a83e-4b4b-a66f-100d58fef0a1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:39.383014 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24219730-a83e-4b4b-a66f-100d58fef0a1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:39.385173 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-24219730-a83e-4b4b-a66f-100d58fef0a1 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/2aaa02f6-f9c2-49ee-a928-5bdb98a259ad HTTP/1.1" status: 404 len: 333 time: 0.0495710 Jul 16 01:53:39.388717 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53358) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:39.444358 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4b73cdf1-ae47-451c-a0d0-fc56db7b011d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:39.459539 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1b4322-fc0d-4a9b-8e15-1b906d8fb3dc tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:39.465254 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1b4322-fc0d-4a9b-8e15-1b906d8fb3dc tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:39.469473 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-db1b4322-fc0d-4a9b-8e15-1b906d8fb3dc tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/e573de02-f989-4ed8-b279-7249f4a4cdef HTTP/1.1" status: 404 len: 337 time: 0.0774498 Jul 16 01:53:39.477366 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53360) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:39.522965 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73cdf1-ae47-451c-a0d0-fc56db7b011d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event updated for resources: {'Subnet': ['ID=7135b2a3-7142-4565-8669-23d4b45b0e34,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:39.536123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b73cdf1-ae47-451c-a0d0-fc56db7b011d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Checking segment: {'id': '720481af-981f-4595-b705-5e5576d3cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:39.536662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b73cdf1-ae47-451c-a0d0-fc56db7b011d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Network hostable DHCP agents. Network: 0e2b978a-1950-43ee-a10f-ccba537e1efe, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:53:39.554436 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d800f6-0c04-4864-ad85-7a10b45eed68 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:39.558142 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b73cdf1-ae47-451c-a0d0-fc56db7b011d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Network 0e2b978a-1950-43ee-a10f-ccba537e1efe is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:53:39.568637 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d800f6-0c04-4864-ad85-7a10b45eed68 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:39.570609 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-64d800f6-0c04-4864-ad85-7a10b45eed68 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/ports/b6318018-d608-4ad9-b024-b078641f5083 HTTP/1.1" status: 404 len: 333 time: 0.0921273 Jul 16 01:53:39.573815 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53362) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:39.597052 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-4b73cdf1-ae47-451c-a0d0-fc56db7b011d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 0e2b978a-1950-43ee-a10f-ccba537e1efe) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:39.603180 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b73cdf1-ae47-451c-a0d0-fc56db7b011d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:39.604600 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4b73cdf1-ae47-451c-a0d0-fc56db7b011d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:39.607864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5baa65-234d-43c0-8474-e852d5237147 None None] Network 0e2b978a-1950-43ee-a10f-ccba537e1efe requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:39.635373 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9a60845c-6156-40e0-8777-309c0e787807 req-372e8cb2-b537-4bfd-9533-ff59f5fe3eeb tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:39.640103 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9a60845c-6156-40e0-8777-309c0e787807 req-372e8cb2-b537-4bfd-9533-ff59f5fe3eeb tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:39.662917 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9a60845c-6156-40e0-8777-309c0e787807 req-372e8cb2-b537-4bfd-9533-ff59f5fe3eeb tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:39.664813 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9a60845c-6156-40e0-8777-309c0e787807 req-372e8cb2-b537-4bfd-9533-ff59f5fe3eeb tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4231982 Jul 16 01:53:39.674843 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1571351900', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:34Z', 'updated_at': '2021-07-16T01:53:36Z', 'revision_number': 3, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:35Z', 'updated_at': '2021-07-16T01:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:39.721462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e8cb2-b537-4bfd-9533-ff59f5fe3eeb tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d570515-72e1-450f-a8e8-6220b04f0c87,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:39.729319 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6112cd-e6e7-460e-8e3f-b66c485a1aad None None] The sync data for ids ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'] in n-d-800086-6 is: [{'id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1571351900', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:34Z', 'updated_at': '2021-07-16T01:53:36Z', 'revision_number': 3, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:35Z', 'updated_at': '2021-07-16T01:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:39.749574 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c79f09-28e6-4a42-ad76-bb718a42f3fe tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:39.750057 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c79f09-28e6-4a42-ad76-bb718a42f3fe tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:39.754684 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53370) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:39.758336 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d5c79f09-28e6-4a42-ad76-bb718a42f3fe tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/subnets/d2fd647c-39a6-4742-9053-f007170df864 HTTP/1.1" status: 404 len: 337 time: 0.1758323 Jul 16 01:53:39.789061 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4b73cdf1-ae47-451c-a0d0-fc56db7b011d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2091138 Jul 16 01:53:39.791114 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53372) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:39.891484 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a549d7d1-fd30-44e1-a890-c2318b52abb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:39.920413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-0e2b978a-1950-43ee-a10f-ccba537e1efe', 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'fixed_ips': [{'subnet_id': '7135b2a3-7142-4565-8669-23d4b45b0e34'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:53:39.921397 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:40.098155 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a549d7d1-fd30-44e1-a890-c2318b52abb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:40.111098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-a549d7d1-fd30-44e1-a890-c2318b52abb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5194c550-3669-42e5-a558-3e55db19984a']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:40.132757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-a549d7d1-fd30-44e1-a890-c2318b52abb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d1328d-fd77-43e7-ad00-7f044c030888') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:40.132757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-a549d7d1-fd30-44e1-a890-c2318b52abb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d1328d-fd77-43e7-ad00-7f044c030888') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:40.142864 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a549d7d1-fd30-44e1-a890-c2318b52abb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:40.161405 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a549d7d1-fd30-44e1-a890-c2318b52abb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:40.168557 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a549d7d1-fd30-44e1-a890-c2318b52abb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:40.168962 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a549d7d1-fd30-44e1-a890-c2318b52abb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:40.225257 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Allocated IP 172.20.0.2 (0e2b978a-1950-43ee-a10f-ccba537e1efe/7135b2a3-7142-4565-8669-23d4b45b0e34/4de847ad-2443-4a68-b240-7dc6c5ba3be9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:40.290160 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:40.294877 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a549d7d1-fd30-44e1-a890-c2318b52abb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:40.308723 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a549d7d1-fd30-44e1-a890-c2318b52abb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:40.315502 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a549d7d1-fd30-44e1-a890-c2318b52abb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] 10.222.0.54 "DELETE /v2.0/networks/5194c550-3669-42e5-a558-3e55db19984a HTTP/1.1" status: 204 len: 168 time: 0.5595944 Jul 16 01:53:40.343489 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549d7d1-fd30-44e1-a890-c2318b52abb7 tempest-NetworksTestDHCPv6-1618132592 tempest-NetworksTestDHCPv6-1618132592-project] Pushing event deleted for resources: {'Network': ['ID=5194c550-3669-42e5-a558-3e55db19984a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:40.358315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b349cf89-b9ed-42fc-a574-629be4e84e19 req-bacf7b39-ebb8-484e-b1f8-66e808ba884b tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1335221933&fields=id&tenant_id=c0f2e7f3057a4b8a9a5766b4008ffa5c HTTP/1.1" status: 200 len: 267 time: 0.4174867 Jul 16 01:53:40.594074 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:40.622751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Transition to ACTIVE for port object 4de847ad-2443-4a68-b240-7dc6c5ba3be9 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:40.689845 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349cf89-b9ed-42fc-a574-629be4e84e19 req-0bfb1c47-1fea-4e04-8ddf-3c4869b27f86 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:40.697024 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Transition to ACTIVE for port object 4de847ad-2443-4a68-b240-7dc6c5ba3be9 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:40.701618 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b349cf89-b9ed-42fc-a574-629be4e84e19 req-0bfb1c47-1fea-4e04-8ddf-3c4869b27f86 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.3419814 Jul 16 01:53:40.709157 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:40.714352 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-b349cf89-b9ed-42fc-a574-629be4e84e19 req-0b2ad0b1-45a3-4b6a-9aec-d3ff5cdcdf0d tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Request body: {'port': {'security_groups': ['6f2ca4b0-6c38-405c-acf6-5fe137664753', '4d570515-72e1-450f-a8e8-6220b04f0c87']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:40.757696 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Network 0e2b978a-1950-43ee-a10f-ccba537e1efe is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:40.764647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:40.805264 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:40.897286 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53396) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:40.927935 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Pushing event updated for resources: {'Port': ['ID=4de847ad-2443-4a68-b240-7dc6c5ba3be9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:40.944935 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b349cf89-b9ed-42fc-a574-629be4e84e19 req-0b2ad0b1-45a3-4b6a-9aec-d3ff5cdcdf0d tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:41.035092 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Attempting to bind port 4de847ad-2443-4a68-b240-7dc6c5ba3be9 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:41.035517 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Attempting to bind port 4de847ad-2443-4a68-b240-7dc6c5ba3be9 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '720481af-981f-4595-b705-5e5576d3cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:41.035902 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Attempting to bind port 4de847ad-2443-4a68-b240-7dc6c5ba3be9 on network 0e2b978a-1950-43ee-a10f-ccba537e1efe {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:41.046673 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:41.047067 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Checking segment: {'id': '720481af-981f-4595-b705-5e5576d3cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:41.047480 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:41.047907 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Bound using segment: {'id': '720481af-981f-4595-b705-5e5576d3cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:41.048549 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Bound port: 4de847ad-2443-4a68-b240-7dc6c5ba3be9, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720481af-981f-4595-b705-5e5576d3cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:41.048954 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:41.155286 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] For port 4de847ad-2443-4a68-b240-7dc6c5ba3be9, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:41.159813 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] For port 4de847ad-2443-4a68-b240-7dc6c5ba3be9, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4de847ad-2443-4a68-b240-7dc6c5ba3be9,segment=NetworkSegment(720481af-981f-4595-b705-5e5576d3cc76),segment_id=720481af-981f-4595-b705-5e5576d3cc76)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:41.168588 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:41.196636 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fcbafd2f-5531-4c23-98e8-a3b90fd32489 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d856a4d7ce5b4bef812f514027a40f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979929 Jul 16 01:53:41.199526 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53402) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:41.263258 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:41.341989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5519b8-9ca5-48c7-9156-597dd61d349e None None] Pushing event updated for resources: {'Port': ['ID=4de847ad-2443-4a68-b240-7dc6c5ba3be9,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:41.430648 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1c06a802-efc2-406f-893b-f4a06318f349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:41.470379 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1c06a802-efc2-406f-893b-f4a06318f349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:41.543116 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1c06a802-efc2-406f-893b-f4a06318f349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:41.546296 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1c06a802-efc2-406f-893b-f4a06318f349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:41.547878 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1c06a802-efc2-406f-893b-f4a06318f349 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/753b91fb-6bef-4622-8a44-139292a3b79b HTTP/1.1" status: 204 len: 168 time: 0.3448226 Jul 16 01:53:41.587461 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-b349cf89-b9ed-42fc-a574-629be4e84e19 req-0b2ad0b1-45a3-4b6a-9aec-d3ff5cdcdf0d tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] For port f7b8bd33-5a9e-4f53-933b-8216fe7a48e6, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6,segment=NetworkSegment(2612d676-dd3b-4d22-85b6-2659a1300879),segment_id=2612d676-dd3b-4d22-85b6-2659a1300879)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:41.598283 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06a802-efc2-406f-893b-f4a06318f349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753b91fb-6bef-4622-8a44-139292a3b79b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:41.707947 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b349cf89-b9ed-42fc-a574-629be4e84e19 req-0b2ad0b1-45a3-4b6a-9aec-d3ff5cdcdf0d tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:41.717755 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b349cf89-b9ed-42fc-a574-629be4e84e19 req-0b2ad0b1-45a3-4b6a-9aec-d3ff5cdcdf0d tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:41.750071 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['f7b8bd33-5a9e-4f53-933b-8216fe7a48e6'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:41.839099 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349cf89-b9ed-42fc-a574-629be4e84e19 req-0b2ad0b1-45a3-4b6a-9aec-d3ff5cdcdf0d tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:41.840174 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b349cf89-b9ed-42fc-a574-629be4e84e19 req-0b2ad0b1-45a3-4b6a-9aec-d3ff5cdcdf0d tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:41.841959 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b349cf89-b9ed-42fc-a574-629be4e84e19 req-0b2ad0b1-45a3-4b6a-9aec-d3ff5cdcdf0d tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "PUT /v2.0/ports/f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 HTTP/1.1" status: 200 len: 981 time: 1.1391046 Jul 16 01:53:41.845668 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61d50c0-1489-486a-896d-88093df60cab', 'tag': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:41.849114 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578ddbee-5b64-4973-84c0-ce19ac7e2619" -d '{"events": [{"name": "network-changed", "server_uuid": "d61d50c0-1489-486a-896d-88093df60cab", "tag": "f7b8bd33-5a9e-4f53-933b-8216fe7a48e6"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:41.934789 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3944e629-f9ba-4314-9beb-ceea9842632b x-openstack-request-id: req-3944e629-f9ba-4314-9beb-ceea9842632b {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:41.935079 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61d50c0-1489-486a-896d-88093df60cab", "tag": "f7b8bd33-5a9e-4f53-933b-8216fe7a48e6", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:41.935328 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3944e629-f9ba-4314-9beb-ceea9842632b {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:41.935959 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61d50c0-1489-486a-896d-88093df60cab', 'tag': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6', 'status': 'completed', 'code': 200} Jul 16 01:53:41.959913 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ad0b1-45a3-4b6a-9aec-d3ff5cdcdf0d tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Pushing event updated for resources: {'Port': ['ID=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6,revision_number=6']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:41.972822 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['f7b8bd33-5a9e-4f53-933b-8216fe7a48e6'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:41.999460 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Allocated IP 172.20.0.1 (0e2b978a-1950-43ee-a10f-ccba537e1efe/7135b2a3-7142-4565-8669-23d4b45b0e34/590b175e-0b8a-40be-a732-ae87785733c7) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:42.160333 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ddbee-5b64-4973-84c0-ce19ac7e2619 req-0e9a8411-27cb-4c68-b7af-c23cca897109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:42.162177 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-578ddbee-5b64-4973-84c0-ce19ac7e2619 req-0e9a8411-27cb-4c68-b7af-c23cca897109 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f2e7f3057a4b8a9a5766b4008ffa5c&device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 1135 time: 0.1941397 Jul 16 01:53:42.177633 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc0802a6-e576-4308-89d0-8db839a82d3e req-972b0d87-4279-4b86-af04-91e9d7a02c36 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1335221933&fields=id&tenant_id=c0f2e7f3057a4b8a9a5766b4008ffa5c HTTP/1.1" status: 200 len: 267 time: 0.1177392 Jul 16 01:53:42.333666 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.379359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Transition to ACTIVE for port object 590b175e-0b8a-40be-a732-ae87785733c7 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:42.424303 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0802a6-e576-4308-89d0-8db839a82d3e req-f87d5d76-a8da-4530-9720-7ba0b3d229cc tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:42.431989 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc0802a6-e576-4308-89d0-8db839a82d3e req-f87d5d76-a8da-4530-9720-7ba0b3d229cc tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 984 time: 0.2531605 Jul 16 01:53:42.435143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ddbee-5b64-4973-84c0-ce19ac7e2619 req-f34dc9ec-d55f-4608-a432-a9b9d028f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:42.436852 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-578ddbee-5b64-4973-84c0-ce19ac7e2619 req-f34dc9ec-d55f-4608-a432-a9b9d028f306 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce98212f-75fe-42a1-9dd5-641f4337548b HTTP/1.1" status: 200 len: 920 time: 0.2562475 Jul 16 01:53:42.441136 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.443798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-fc0802a6-e576-4308-89d0-8db839a82d3e req-5f59edd9-822f-44bc-a092-2e842b2c44c7 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Request body: {'port': {'security_groups': ['6f2ca4b0-6c38-405c-acf6-5fe137664753']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:42.446801 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9142a1dd-97c6-4edd-a21d-5ea16dce6e45 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:42.526955 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Network 0e2b978a-1950-43ee-a10f-ccba537e1efe is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:42.531335 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:42.535306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:42.574420 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event updated for resources: {'Port': ['ID=590b175e-0b8a-40be-a732-ae87785733c7,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:42.594433 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-578ddbee-5b64-4973-84c0-ce19ac7e2619 req-1e9b7d7b-5e09-4e85-b070-420327c01fa9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 HTTP/1.1" status: 200 len: 217 time: 0.1462188 Jul 16 01:53:42.616453 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.776093 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 9142a1dd-97c6-4edd-a21d-5ea16dce6e45 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:42.792677 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fc0802a6-e576-4308-89d0-8db839a82d3e req-5f59edd9-822f-44bc-a092-2e842b2c44c7 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.862342 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 9142a1dd-97c6-4edd-a21d-5ea16dce6e45 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:42.864070 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.875786 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ddbee-5b64-4973-84c0-ce19ac7e2619 req-514ba778-23bf-4056-ad6a-5731ef0aad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:42.882740 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-578ddbee-5b64-4973-84c0-ce19ac7e2619 req-514ba778-23bf-4056-ad6a-5731ef0aad8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c257cc-79e9-4ee5-a4db-d19fe08afadf HTTP/1.1" status: 200 len: 859 time: 0.2778404 Jul 16 01:53:42.977081 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.053474 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.094561 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-578ddbee-5b64-4973-84c0-ce19ac7e2619 req-be8487e6-d4d9-4088-b2e6-e5872d4d2e81 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce98212f-75fe-42a1-9dd5-641f4337548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2049043 Jul 16 01:53:43.096737 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 9142a1dd-97c6-4edd-a21d-5ea16dce6e45, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9142a1dd-97c6-4edd-a21d-5ea16dce6e45,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:43.101074 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.102561 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4de847ad-2443-4a68-b240-7dc6c5ba3be9 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:43.150568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53440) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:43.237194 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-578ddbee-5b64-4973-84c0-ce19ac7e2619 req-68503855-391a-4028-8d2f-6198663c76da service neutron] 10.222.0.26 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292477 Jul 16 01:53:43.272193 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5d4a61-cecd-467a-9c84-41c332cb4ffb None None] Network 0e2b978a-1950-43ee-a10f-ccba537e1efe requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:43.336082 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-fbfc2ff0-cd1b-4e6b-8639-48226d1456b8 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-892355612'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:43.398849 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfc2ff0-cd1b-4e6b-8639-48226d1456b8 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Made reservation on behalf of 37e2fe0388fa46288fc848f83e97031e for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:43.403983 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2ff0-cd1b-4e6b-8639-48226d1456b8 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.446364 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2ff0-cd1b-4e6b-8639-48226d1456b8 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.468561 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-578ddbee-5b64-4973-84c0-ce19ac7e2619 req-79554482-ee81-49a5-9798-e492bb18b896 service neutron] 10.222.0.26 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231507 Jul 16 01:53:43.481810 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=9142a1dd-97c6-4edd-a21d-5ea16dce6e45,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:43.506287 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f3371fd0-884d-4b57-b8c6-07ceaf53955d None None] Provisioning for port 4de847ad-2443-4a68-b240-7dc6c5ba3be9 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:43.528233 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-fc0802a6-e576-4308-89d0-8db839a82d3e req-5f59edd9-822f-44bc-a092-2e842b2c44c7 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] For port f7b8bd33-5a9e-4f53-933b-8216fe7a48e6, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6,segment=NetworkSegment(2612d676-dd3b-4d22-85b6-2659a1300879),segment_id=2612d676-dd3b-4d22-85b6-2659a1300879)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:43.535001 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 4de847ad-2443-4a68-b240-7dc6c5ba3be9 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:43.543919 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 4de847ad-2443-4a68-b240-7dc6c5ba3be9 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:43.544380 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.585911 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.596044 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.709969 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.737711 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.741881 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event updated for resources: {'Port': ['ID=590b175e-0b8a-40be-a732-ae87785733c7,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:43.772198 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 4de847ad-2443-4a68-b240-7dc6c5ba3be9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4de847ad-2443-4a68-b240-7dc6c5ba3be9,segment=NetworkSegment(720481af-981f-4595-b705-5e5576d3cc76),segment_id=720481af-981f-4595-b705-5e5576d3cc76)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:43.777610 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.863525 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2ff0-cd1b-4e6b-8639-48226d1456b8 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.880231 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2ff0-cd1b-4e6b-8639-48226d1456b8 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.886013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=4de847ad-2443-4a68-b240-7dc6c5ba3be9,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:43.893540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfc2ff0-cd1b-4e6b-8639-48226d1456b8 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:53:43.912603 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2ff0-cd1b-4e6b-8639-48226d1456b8 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.912956 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-fbfc2ff0-cd1b-4e6b-8639-48226d1456b8 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Added segment d84b63c4-3038-4908-8363-accd880b53ab of type vlan for network 8cfce94d-3139-4283-bbed-37307752bd94 Jul 16 01:53:43.960484 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2ff0-cd1b-4e6b-8639-48226d1456b8 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:44.029011 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc2ff0-cd1b-4e6b-8639-48226d1456b8 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64bf8959-e6e4-4b3e-9150-f7a4e4ec9275,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:44.031603 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2ff0-cd1b-4e6b-8639-48226d1456b8 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:44.038250 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfc2ff0-cd1b-4e6b-8639-48226d1456b8 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:44.038954 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fbfc2ff0-cd1b-4e6b-8639-48226d1456b8 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:44.084321 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fc0802a6-e576-4308-89d0-8db839a82d3e req-5f59edd9-822f-44bc-a092-2e842b2c44c7 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:44.091592 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fc0802a6-e576-4308-89d0-8db839a82d3e req-5f59edd9-822f-44bc-a092-2e842b2c44c7 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:44.093038 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Network 0e2b978a-1950-43ee-a10f-ccba537e1efe is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:44.098823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:44.105115 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fbfc2ff0-cd1b-4e6b-8639-48226d1456b8 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9534969 Jul 16 01:53:44.113277 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53452) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:44.113803 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-17fb8bd9-ad2b-4d12-a568-b3ae2f5c7b9f None None] Provisioning for port 590b175e-0b8a-40be-a732-ae87785733c7 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:44.121924 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d0aa2208-8c6d-4efb-873e-9c51fb8f9c72 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'subnet': {'network_id': '8cfce94d-3139-4283-bbed-37307752bd94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:44.138644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-17fb8bd9-ad2b-4d12-a568-b3ae2f5c7b9f None None] Provisioning complete for port 590b175e-0b8a-40be-a732-ae87785733c7 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:44.139033 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-17fb8bd9-ad2b-4d12-a568-b3ae2f5c7b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:44.141096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['f7b8bd33-5a9e-4f53-933b-8216fe7a48e6'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:44.205798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0802a6-e576-4308-89d0-8db839a82d3e req-5f59edd9-822f-44bc-a092-2e842b2c44c7 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:44.206504 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fc0802a6-e576-4308-89d0-8db839a82d3e req-5f59edd9-822f-44bc-a092-2e842b2c44c7 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:44.208152 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc0802a6-e576-4308-89d0-8db839a82d3e req-5f59edd9-822f-44bc-a092-2e842b2c44c7 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "PUT /v2.0/ports/f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 HTTP/1.1" status: 200 len: 942 time: 1.7745168 Jul 16 01:53:44.208629 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61d50c0-1489-486a-896d-88093df60cab', 'tag': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:44.211087 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9617099-67a2-4ceb-bdaa-a0d8670e086f" -d '{"events": [{"name": "network-changed", "server_uuid": "d61d50c0-1489-486a-896d-88093df60cab", "tag": "f7b8bd33-5a9e-4f53-933b-8216fe7a48e6"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:44.325299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc2ff0-cd1b-4e6b-8639-48226d1456b8 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Network': ['ID=8cfce94d-3139-4283-bbed-37307752bd94,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:44.414839 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39119405-dc38-482a-85c5-b4ae84d17231 x-openstack-request-id: req-39119405-dc38-482a-85c5-b4ae84d17231 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:44.415527 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61d50c0-1489-486a-896d-88093df60cab", "tag": "f7b8bd33-5a9e-4f53-933b-8216fe7a48e6", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:44.416074 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-39119405-dc38-482a-85c5-b4ae84d17231 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:44.422942 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61d50c0-1489-486a-896d-88093df60cab', 'tag': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6', 'status': 'completed', 'code': 200} Jul 16 01:53:44.483639 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9142a1dd-97c6-4edd-a21d-5ea16dce6e45 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:44.492584 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['f7b8bd33-5a9e-4f53-933b-8216fe7a48e6'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:44.621969 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 8cfce94d-3139-4283-bbed-37307752bd94 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:53:44.661918 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59edd9-822f-44bc-a092-2e842b2c44c7 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Pushing event updated for resources: {'Port': ['ID=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6,revision_number=7']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:44.702197 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-17fb8bd9-ad2b-4d12-a568-b3ae2f5c7b9f None None] Port 590b175e-0b8a-40be-a732-ae87785733c7 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:53:44.851296 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9617099-67a2-4ceb-bdaa-a0d8670e086f req-a415cca4-9f24-49bc-b300-d6825708ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:44.853370 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e9617099-67a2-4ceb-bdaa-a0d8670e086f req-a415cca4-9f24-49bc-b300-d6825708ef83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f2e7f3057a4b8a9a5766b4008ffa5c&device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 1096 time: 0.4260428 Jul 16 01:53:44.904210 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-cd1c0fad-56c2-4721-832c-46df5f0ba7fe tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6144540 Jul 16 01:53:44.918663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-6e6c4970-5856-4513-a316-0c03862651af tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:44.981648 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-17fb8bd9-ad2b-4d12-a568-b3ae2f5c7b9f None None] Provisioning complete for port 4de847ad-2443-4a68-b240-7dc6c5ba3be9 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:44.982265 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-17fb8bd9-ad2b-4d12-a568-b3ae2f5c7b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.026813 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9617099-67a2-4ceb-bdaa-a0d8670e086f req-d8dc7997-f5c5-4504-92ed-5b9092e7cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:45.028542 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e9617099-67a2-4ceb-bdaa-a0d8670e086f req-d8dc7997-f5c5-4504-92ed-5b9092e7cb7c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce98212f-75fe-42a1-9dd5-641f4337548b HTTP/1.1" status: 200 len: 920 time: 0.1655488 Jul 16 01:53:45.029837 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-6e6c4970-5856-4513-a316-0c03862651af tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.089618 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e9617099-67a2-4ceb-bdaa-a0d8670e086f req-d4436787-e12e-4982-aafe-515ac2ac1e19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 HTTP/1.1" status: 200 len: 217 time: 0.0465617 Jul 16 01:53:45.131723 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 9142a1dd-97c6-4edd-a21d-5ea16dce6e45 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:45.133070 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.167798 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0aa2208-8c6d-4efb-873e-9c51fb8f9c72 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Made reservation on behalf of 37e2fe0388fa46288fc848f83e97031e for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:45.177663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9617099-67a2-4ceb-bdaa-a0d8670e086f req-067f5a2b-3311-4d0e-9e27-cbe110e1e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:45.179384 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e9617099-67a2-4ceb-bdaa-a0d8670e086f req-067f5a2b-3311-4d0e-9e27-cbe110e1e424 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c257cc-79e9-4ee5-a4db-d19fe08afadf HTTP/1.1" status: 200 len: 859 time: 0.0797853 Jul 16 01:53:45.181713 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0aa2208-8c6d-4efb-873e-9c51fb8f9c72 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.228236 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Router 7226d42c-1c95-4778-8ea9-1dd41b1e043b has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:53:45.242033 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e9617099-67a2-4ceb-bdaa-a0d8670e086f req-52ea8d9a-bd65-4471-a862-bebd3a6e3517 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce98212f-75fe-42a1-9dd5-641f4337548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544538 Jul 16 01:53:45.404564 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4de847ad-2443-4a68-b240-7dc6c5ba3be9 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:45.417965 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-6e6c4970-5856-4513-a316-0c03862651af tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.462670 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 4de847ad-2443-4a68-b240-7dc6c5ba3be9 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:45.463050 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.506327 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e9617099-67a2-4ceb-bdaa-a0d8670e086f req-1d89d545-b3de-489d-a77e-8c7cb8694510 service neutron] 10.222.0.26 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528510 Jul 16 01:53:45.522471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c6622d2d-8ad2-44cd-a09c-2f41a03a7451 None None] Provisioning complete for port 590b175e-0b8a-40be-a732-ae87785733c7 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:45.522988 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c6622d2d-8ad2-44cd-a09c-2f41a03a7451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.596388 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c6622d2d-8ad2-44cd-a09c-2f41a03a7451 None None] Port 590b175e-0b8a-40be-a732-ae87785733c7 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:53:45.668915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:45.685149 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bfa5b175-894d-4c8f-ad01-c3a2c1ef6d81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "PUT /v2.0/routers/7226d42c-1c95-4778-8ea9-1dd41b1e043b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8922303 Jul 16 01:53:45.686945 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0aa2208-8c6d-4efb-873e-9c51fb8f9c72 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.689076 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53474) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:45.696368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Sync routers for ids ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:45.715523 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Routers {'7226d42c-1c95-4778-8ea9-1dd41b1e043b'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:45.716332 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:53:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:45.716908 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-6e6c4970-5856-4513-a316-0c03862651af tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Allocated IP 172.25.1.230 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/bdff8b48-7315-497b-bb8a-68bc4ec8faad) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:45.721390 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-15a26bcb-4097-4504-b8de-174fab0bf008 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1260364195', 'description': 'tempest-secgroup_access--1260364195 description', 'project_id': '1ecadcc305644999b6da57c9aea97e38'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:45.831264 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15a26bcb-4097-4504-b8de-174fab0bf008 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.849607 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-6e6c4970-5856-4513-a316-0c03862651af tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.856817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa2208-8c6d-4efb-873e-9c51fb8f9c72 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Subnet': ['ID=85f49afd-a70a-426d-aec3-e62851ef7375,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:45.904556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aa2208-8c6d-4efb-873e-9c51fb8f9c72 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Checking segment: {'id': 'd84b63c4-3038-4908-8363-accd880b53ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8cfce94d-3139-4283-bbed-37307752bd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:45.904726 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aa2208-8c6d-4efb-873e-9c51fb8f9c72 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network hostable DHCP agents. Network: 8cfce94d-3139-4283-bbed-37307752bd94, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:53:45.905921 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-6e6c4970-5856-4513-a316-0c03862651af tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.931967 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e9617099-67a2-4ceb-bdaa-a0d8670e086f req-20feb132-eba0-4295-8a2a-4841106aca1b service neutron] 10.222.0.26 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154661 Jul 16 01:53:45.940760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aa2208-8c6d-4efb-873e-9c51fb8f9c72 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network 8cfce94d-3139-4283-bbed-37307752bd94 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:53:45.958719 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-d0aa2208-8c6d-4efb-873e-9c51fb8f9c72 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 8cfce94d-3139-4283-bbed-37307752bd94) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:45.967561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aa2208-8c6d-4efb-873e-9c51fb8f9c72 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:45.968282 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0aa2208-8c6d-4efb-873e-9c51fb8f9c72 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.976774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-6e6c4970-5856-4513-a316-0c03862651af tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:45.979935 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-6e6c4970-5856-4513-a316-0c03862651af tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:45.984045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-6e6c4970-5856-4513-a316-0c03862651af tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:46.007315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c4970-5856-4513-a316-0c03862651af tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Pushing event updated for resources: {'Port': ['ID=bdff8b48-7315-497b-bb8a-68bc4ec8faad,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:46.011478 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Set router 7226d42c-1c95-4778-8ea9-1dd41b1e043b gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:46.026363 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15a26bcb-4097-4504-b8de-174fab0bf008 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.034850 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15a26bcb-4097-4504-b8de-174fab0bf008 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.052620 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d0aa2208-8c6d-4efb-873e-9c51fb8f9c72 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9354203 Jul 16 01:53:46.057470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53484) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:46.057645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad99698b-a3f2-4481-94f6-152e54a9da8a None None] Network 8cfce94d-3139-4283-bbed-37307752bd94 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:46.063945 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-97997769', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}, 'admin_state_up': False}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:46.067599 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15a26bcb-4097-4504-b8de-174fab0bf008 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.071343 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-15a26bcb-4097-4504-b8de-174fab0bf008 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3587298 Jul 16 01:53:46.072457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53486) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:46.077896 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-abaa7bec-c2d6-443e-ba06-9d6faa5ad265 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1398049795', 'description': 'tempest-secgroup_general--1398049795 description', 'project_id': '1ecadcc305644999b6da57c9aea97e38'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:46.083935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a26bcb-4097-4504-b8de-174fab0bf008 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc5077e-510e-4753-9bdf-01dfef9746a6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:46.156556 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.158083 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.170400 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-6e6c4970-5856-4513-a316-0c03862651af tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.179741 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-abaa7bec-c2d6-443e-ba06-9d6faa5ad265 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.248549 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.321620 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-6e6c4970-5856-4513-a316-0c03862651af tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.327457 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-abaa7bec-c2d6-443e-ba06-9d6faa5ad265 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.334507 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-abaa7bec-c2d6-443e-ba06-9d6faa5ad265 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.356727 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-abaa7bec-c2d6-443e-ba06-9d6faa5ad265 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.358428 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-abaa7bec-c2d6-443e-ba06-9d6faa5ad265 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2851388 Jul 16 01:53:46.367122 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53490) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:46.373342 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-7d14c143-46f5-42aa-a3a5-2fbdd89247b8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Request body: {'security_group_rule': {'security_group_id': '6cc5077e-510e-4753-9bdf-01dfef9746a6', 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:46.413679 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d14c143-46f5-42aa-a3a5-2fbdd89247b8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.418917 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.444125 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa7bec-c2d6-443e-ba06-9d6faa5ad265 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a35b74-fdf9-4c53-8c2f-2c678dbeeba7,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:46.483668 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d14c143-46f5-42aa-a3a5-2fbdd89247b8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.489020 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d14c143-46f5-42aa-a3a5-2fbdd89247b8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.511446 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14c143-46f5-42aa-a3a5-2fbdd89247b8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687c9ddd-ce1d-4c76-816b-cbcea7fc8013,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:46.519530 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d14c143-46f5-42aa-a3a5-2fbdd89247b8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.520932 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7d14c143-46f5-42aa-a3a5-2fbdd89247b8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526430 Jul 16 01:53:46.655226 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b4a5c5-b377-4b33-928f-05d42756a5f8 None None] Network 8cfce94d-3139-4283-bbed-37307752bd94 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:46.667326 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-6e6c4970-5856-4513-a316-0c03862651af tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.675423 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-6e6c4970-5856-4513-a316-0c03862651af tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.742928 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1571351900', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:34Z', 'updated_at': '2021-07-16T01:53:42Z', 'revision_number': 4, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:35Z', 'updated_at': '2021-07-16T01:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '590b175e-0b8a-40be-a732-ae87785733c7', 'name': '', 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'mac_address': 'fa:16:3e:3b:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '7135b2a3-7142-4565-8669-23d4b45b0e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:41Z', 'updated_at': '2021-07-16T01:53:43Z', 'revision_number': 2, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'subnets': [{'id': '7135b2a3-7142-4565-8669-23d4b45b0e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:46.768572 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-1dfea8aa-c870-4c7b-a9ba-f208479b16f9 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup_general--1398049795&fields=id&tenant_id=1ecadcc305644999b6da57c9aea97e38 HTTP/1.1" status: 200 len: 267 time: 0.0390425 Jul 16 01:53:46.773023 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Checking router: 7226d42c-1c95-4778-8ea9-1dd41b1e043b for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:46.773379 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Updating router 7226d42c-1c95-4778-8ea9-1dd41b1e043b port 590b175e-0b8a-40be-a732-ae87785733c7 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:53:46.821605 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.832057 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-0385ecee-1fbe-43c7-bc57-1e3d66b05108 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup_access--1260364195&fields=id&tenant_id=1ecadcc305644999b6da57c9aea97e38 HTTP/1.1" status: 200 len: 267 time: 0.0562708 Jul 16 01:53:46.847265 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.892577 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.897055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c4970-5856-4513-a316-0c03862651af tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Pushing event updated for resources: {'Port': ['ID=bdff8b48-7315-497b-bb8a-68bc4ec8faad,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:46.942187 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-6e6c4970-5856-4513-a316-0c03862651af tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:47.003309 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-6e6c4970-5856-4513-a316-0c03862651af tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:47.005017 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-6e6c4970-5856-4513-a316-0c03862651af tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0936465 Jul 16 01:53:47.076794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-8f79c400-e4ab-4ed3-97be-a1e930271bf6 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:47.083500 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-8f79c400-e4ab-4ed3-97be-a1e930271bf6 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/networks?id=0e2b978a-1950-43ee-a10f-ccba537e1efe HTTP/1.1" status: 200 len: 796 time: 0.2494404 Jul 16 01:53:47.091296 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-3d9a9b17-d3d8-4070-8ef7-dbcc25ecaac3 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 696 time: 0.0800853 Jul 16 01:53:47.112426 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-a2e36600-4750-48b8-9dcb-037cdacf23db tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/quotas/1ecadcc305644999b6da57c9aea97e38 HTTP/1.1" status: 200 len: 375 time: 0.0278399 Jul 16 01:53:47.298683 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-b3299824-b3d1-4dbe-a97c-35aeec6930b7 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ecadcc305644999b6da57c9aea97e38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1849697 Jul 16 01:53:47.323856 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Allocated IP 172.25.1.181 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/bd06600e-f0c0-42a1-aea5-e1b07ca691f1) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:47.377805 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:47.390961 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Transition to ACTIVE for port object 590b175e-0b8a-40be-a732-ae87785733c7 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:47.401615 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:47.495983 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-76afffed-97a6-4b40-876d-5fad711b67aa service neutron] 10.222.0.54 "GET /v2.0/networks/0e2b978a-1950-43ee-a10f-ccba537e1efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628323 Jul 16 01:53:47.518877 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d570233-702e-4b1d-a6d5-a586576c768f None None] Pushing event updated for resources: {'Port': ['ID=590b175e-0b8a-40be-a732-ae87785733c7,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:47.582498 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Attempting to bind port 590b175e-0b8a-40be-a732-ae87785733c7 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:47.586684 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Attempting to bind port 590b175e-0b8a-40be-a732-ae87785733c7 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '720481af-981f-4595-b705-5e5576d3cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:47.588012 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Attempting to bind port 590b175e-0b8a-40be-a732-ae87785733c7 on network 0e2b978a-1950-43ee-a10f-ccba537e1efe {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:47.613161 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:47.615521 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Checking segment: {'id': '720481af-981f-4595-b705-5e5576d3cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:47.616885 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:47.618209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Bound using segment: {'id': '720481af-981f-4595-b705-5e5576d3cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:47.619519 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Bound port: 590b175e-0b8a-40be-a732-ae87785733c7, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720481af-981f-4595-b705-5e5576d3cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:47.622073 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:47.693199 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-1cae60c1-8271-4e97-ae67-d443f1f1f4c0 service neutron] 10.222.0.54 "GET /v2.0/networks/0e2b978a-1950-43ee-a10f-ccba537e1efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904793 Jul 16 01:53:47.787507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] For port 590b175e-0b8a-40be-a732-ae87785733c7, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:47.794585 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] For port 590b175e-0b8a-40be-a732-ae87785733c7, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=590b175e-0b8a-40be-a732-ae87785733c7,segment=NetworkSegment(720481af-981f-4595-b705-5e5576d3cc76),segment_id=720481af-981f-4595-b705-5e5576d3cc76)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:47.804663 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:47.858825 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-ad41774c-c93b-4076-a66e-20f475fa6a51 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:47.866680 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-ad41774c-c93b-4076-a66e-20f475fa6a51 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.7687852 Jul 16 01:53:47.878701 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-73699c86-d658-44d1-a7d8-779b17bb4b14 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:53:47.884980 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Routers {'7226d42c-1c95-4778-8ea9-1dd41b1e043b'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:47.886298 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:53:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:47.889173 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d42af88d-daec-497d-b0ee-47ca80467ce5 req-73699c86-d658-44d1-a7d8-779b17bb4b14 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214534 Jul 16 01:53:47.928241 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:48.031493 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d570233-702e-4b1d-a6d5-a586576c768f None None] Pushing event updated for resources: {'Port': ['ID=590b175e-0b8a-40be-a732-ae87785733c7,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:48.055200 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-91f6e006-849f-4da9-abf7-53c1fb808ceb req-9a9e5a68-c8a6-429d-ad3a-17f32e8f4277 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 210 time: 0.0899496 Jul 16 01:53:48.103178 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:48.156718 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=bd06600e-f0c0-42a1-aea5-e1b07ca691f1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:48.186968 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:48.193409 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:48.196733 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:48.247002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] Set router 7226d42c-1c95-4778-8ea9-1dd41b1e043b gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:48.432874 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-20e203d1-8ddf-4924-880b-d80bd47ea7a8 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:48.442850 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-20e203d1-8ddf-4924-880b-d80bd47ea7a8 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2174163 Jul 16 01:53:48.537564 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-d4312d9f-5ac0-4199-950b-1704c003ba38 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 696 time: 0.0934036 Jul 16 01:53:48.543492 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-3e7991f6-0c40-4c82-a474-5da99604beb1 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Request body: {'floatingip': {'port_id': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:48.611167 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1571351900', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:34Z', 'updated_at': '2021-07-16T01:53:42Z', 'revision_number': 4, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:35Z', 'updated_at': '2021-07-16T01:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '590b175e-0b8a-40be-a732-ae87785733c7', 'name': '', 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'mac_address': 'fa:16:3e:3b:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '7135b2a3-7142-4565-8669-23d4b45b0e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:41Z', 'updated_at': '2021-07-16T01:53:47Z', 'revision_number': 4, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'subnets': [{'id': '7135b2a3-7142-4565-8669-23d4b45b0e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:48.625743 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-3e7991f6-0c40-4c82-a474-5da99604beb1 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks [] for floatingip, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:48.653954 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88cee8-af05-4f9c-a05d-119e1687b5f6 None None] The sync data for ids ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'] in n-d-800086-6 is: [{'id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1571351900', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:34Z', 'updated_at': '2021-07-16T01:53:42Z', 'revision_number': 4, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:35Z', 'updated_at': '2021-07-16T01:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '590b175e-0b8a-40be-a732-ae87785733c7', 'name': '', 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'mac_address': 'fa:16:3e:3b:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '7135b2a3-7142-4565-8669-23d4b45b0e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:41Z', 'updated_at': '2021-07-16T01:53:47Z', 'revision_number': 4, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'subnets': [{'id': '7135b2a3-7142-4565-8669-23d4b45b0e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:48.908163 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.283885 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.520472 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c976694f-930f-498b-b6b6-4bcb22e23f37 req-905f0588-5ece-4a30-807e-ea83b358327f tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 210 time: 0.0401392 Jul 16 01:53:49.521131 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router c4d7ca02-47b1-4513-8ae3-a77478838a83 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:53:49.689370 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:49.700724 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b450352e-c377-495f-a04a-d92511277388 None None] Sync routers for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:49.721016 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b450352e-c377-495f-a04a-d92511277388 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:49.721782 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-b450352e-c377-495f-a04a-d92511277388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:53:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:49.742773 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.744352 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-61534744-515c-4c81-96db-d126ef15cfbb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6858199 Jul 16 01:53:49.747196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53552) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:49.819854 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-b450352e-c377-495f-a04a-d92511277388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:49.860120 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b450352e-c377-495f-a04a-d92511277388 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:49.863662 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-b450352e-c377-495f-a04a-d92511277388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:53:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:49.993230 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-b450352e-c377-495f-a04a-d92511277388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:49.994580 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b450352e-c377-495f-a04a-d92511277388 None None] The sync data for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:50.380263 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 590b175e-0b8a-40be-a732-ae87785733c7 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:50.453251 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.resource_extend [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-3e7991f6-0c40-4c82-a474-5da99604beb1 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] It took 0.94 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:53:50.469346 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-1a880222-b477-409c-8cc0-88e5c75c530a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:50.471471 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-1a880222-b477-409c-8cc0-88e5c75c530a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.47 "GET /v2.0/networks?id=0e2b978a-1950-43ee-a10f-ccba537e1efe HTTP/1.1" status: 200 len: 796 time: 0.5714185 Jul 16 01:53:50.503626 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 590b175e-0b8a-40be-a732-ae87785733c7 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:50.508721 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 590b175e-0b8a-40be-a732-ae87785733c7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:50.509146 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:50.610258 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ad434d8a-4630-44b8-a65d-1d8b85bfab86 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ecadcc305644999b6da57c9aea97e38 HTTP/1.1" status: 200 len: 478 time: 0.0967951 Jul 16 01:53:50.625688 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-3e7991f6-0c40-4c82-a474-5da99604beb1 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:50.626653 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:50.627587 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-95026dc7-fed9-49b5-afb6-74c888e5cc2a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Request body: {'port': {'device_id': '0dcf1232-b7cc-4455-89ea-442de1d0d5ac', 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe', 'admin_state_up': True, 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'security_groups': ['97a35b74-fdf9-4c53-8c2f-2c678dbeeba7', '6cc5077e-510e-4753-9bdf-01dfef9746a6']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:50.632251 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-3e7991f6-0c40-4c82-a474-5da99604beb1 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:50.682748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 590b175e-0b8a-40be-a732-ae87785733c7, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=590b175e-0b8a-40be-a732-ae87785733c7,segment=NetworkSegment(720481af-981f-4595-b705-5e5576d3cc76),segment_id=720481af-981f-4595-b705-5e5576d3cc76)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:50.699145 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:50.778848 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-3e7991f6-0c40-4c82-a474-5da99604beb1 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Floating IP c6275b29-0759-4c35-9522-99eb4f6b8c93 associated. External IP: 172.25.1.230, port: f7b8bd33-5a9e-4f53-933b-8216fe7a48e6. Jul 16 01:53:50.793529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=590b175e-0b8a-40be-a732-ae87785733c7,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:50.849489 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e600ce59-de78-42f1-b994-75f0b51de2dd req-e7d69b6a-f62b-49d7-bcee-a94fa101168e tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 210 time: 0.0669935 Jul 16 01:53:50.940629 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-95026dc7-fed9-49b5-afb6-74c888e5cc2a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Made reservation on behalf of 1ecadcc305644999b6da57c9aea97e38 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:50.944314 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-95026dc7-fed9-49b5-afb6-74c888e5cc2a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:50.966282 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-650f2382-2c06-4007-9b02-694d2761baa3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.007233 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-3e7991f6-0c40-4c82-a474-5da99604beb1 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Router 2af15b63-3e34-4f1a-94ec-dbaae65963f0 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:53:51.130473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-3e7991f6-0c40-4c82-a474-5da99604beb1 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:51.135773 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-3e7991f6-0c40-4c82-a474-5da99604beb1 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.145559 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f135dc38-b899-430c-bf7f-d8681e3761d4 None None] Sync routers for ids ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:51.157678 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f135dc38-b899-430c-bf7f-d8681e3761d4 None None] Routers {'2af15b63-3e34-4f1a-94ec-dbaae65963f0'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:51.158864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-f135dc38-b899-430c-bf7f-d8681e3761d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:53:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:51.182670 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-3e7991f6-0c40-4c82-a474-5da99604beb1 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "PUT /v2.0/floatingips/c6275b29-0759-4c35-9522-99eb4f6b8c93 HTTP/1.1" status: 200 len: 996 time: 2.6436033 Jul 16 01:53:51.185333 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61d50c0-1489-486a-896d-88093df60cab', 'tag': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:51.190139 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864e98d8-f185-45ab-bba3-197e21a80535" -d '{"events": [{"name": "network-changed", "server_uuid": "d61d50c0-1489-486a-896d-88093df60cab", "tag": "f7b8bd33-5a9e-4f53-933b-8216fe7a48e6"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:51.343286 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-95026dc7-fed9-49b5-afb6-74c888e5cc2a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Allocated IP 172.20.0.8 (0e2b978a-1950-43ee-a10f-ccba537e1efe/7135b2a3-7142-4565-8669-23d4b45b0e34/12220497-2321-4293-8e6c-28078c90d2a0) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:51.363523 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-86a587d9-75f8-4994-b0b0-560152dad5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:51.366057 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-86a587d9-75f8-4994-b0b0-560152dad5e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0f2e7f3057a4b8a9a5766b4008ffa5c&device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 1096 time: 0.1433814 Jul 16 01:53:51.366297 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-f135dc38-b899-430c-bf7f-d8681e3761d4 None None] Set router 2af15b63-3e34-4f1a-94ec-dbaae65963f0 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:51.576482 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cb1d87-081b-42ff-9a22-27ebc0bfd11f x-openstack-request-id: req-a3cb1d87-081b-42ff-9a22-27ebc0bfd11f {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:51.577026 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61d50c0-1489-486a-896d-88093df60cab", "tag": "f7b8bd33-5a9e-4f53-933b-8216fe7a48e6", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:51.577026 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a3cb1d87-081b-42ff-9a22-27ebc0bfd11f {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:51.577731 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61d50c0-1489-486a-896d-88093df60cab', 'tag': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6', 'status': 'completed', 'code': 200} Jul 16 01:53:51.663753 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-3e442e37-1f88-4a90-a987-18feb78eb9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:51.668390 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-3e442e37-1f88-4a90-a987-18feb78eb9b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ce98212f-75fe-42a1-9dd5-641f4337548b HTTP/1.1" status: 200 len: 920 time: 0.2962263 Jul 16 01:53:51.734691 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53594) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:51.736489 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-650f2382-2c06-4007-9b02-694d2761baa3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Allocated IP 172.20.0.1 (8cfce94d-3139-4283-bbed-37307752bd94/85f49afd-a70a-426d-aec3-e62851ef7375/2fa2d22d-769b-4e95-b240-b53919ee382e) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:51.822982 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-b6f147db-de87-47c9-b00e-6f9ed52f6cf1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 HTTP/1.1" status: 200 len: 999 time: 0.1470814 Jul 16 01:53:51.895210 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-f135dc38-b899-430c-bf7f-d8681e3761d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-911417418-router', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:52:41Z', 'revision_number': 4, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'gw_port': {'id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'c6275b29-0759-4c35-9522-99eb4f6b8c93', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'floating_ip_address': '172.25.1.230', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'port_id': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b', 'mac_address': 'fa:16:3e:af:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d50c0-1489-486a-896d-88093df60cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:53:46Z', 'updated_at': '2021-07-16T01:53:49Z', 'revision_number': 1, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef022f0-3e8f-4f50-a3b7-5912e448675c', 'name': '', 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'mac_address': 'fa:16:3e:80:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'b3c257cc-79e9-4ee5-a4db-d19fe08afadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:40Z', 'updated_at': '2021-07-16T01:52:49Z', 'revision_number': 5, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'subnets': [{'id': 'b3c257cc-79e9-4ee5-a4db-d19fe08afadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:51.939509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-dc00bc22-a267-474b-a4b1-06c88f47f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:51.941083 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-dc00bc22-a267-474b-a4b1-06c88f47f1e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3c257cc-79e9-4ee5-a4db-d19fe08afadf HTTP/1.1" status: 200 len: 859 time: 0.1173394 Jul 16 01:53:51.942532 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f135dc38-b899-430c-bf7f-d8681e3761d4 None None] Checking router: 2af15b63-3e34-4f1a-94ec-dbaae65963f0 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:51.951643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f135dc38-b899-430c-bf7f-d8681e3761d4 None None] Routers {'2af15b63-3e34-4f1a-94ec-dbaae65963f0'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:51.952306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-f135dc38-b899-430c-bf7f-d8681e3761d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:53:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:52.019942 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-cabe51e2-b487-4f02-9e9e-a50044f7f314 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ce98212f-75fe-42a1-9dd5-641f4337548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701644 Jul 16 01:53:52.053847 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-99dd0681-9263-41cd-8357-f5e24af2fb22 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:53:52.058309 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-99dd0681-9263-41cd-8357-f5e24af2fb22 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0296254 Jul 16 01:53:52.077933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-f135dc38-b899-430c-bf7f-d8681e3761d4 None None] Set router 2af15b63-3e34-4f1a-94ec-dbaae65963f0 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:52.201155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 590b175e-0b8a-40be-a732-ae87785733c7 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:52.208208 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-29e4c9fc-3eed-4c21-bf9f-7cb556d6662d service neutron] 10.222.0.54 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401899 Jul 16 01:53:52.231121 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf90b48-b5a8-4216-9e3c-f968beb7e0fc req-de13b802-da91-4112-bc53-85c6b89129a5 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 210 time: 0.1498425 Jul 16 01:53:52.243465 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2d65c489-e7b8-4887-8092-024dcec8a756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.250193 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-95026dc7-fed9-49b5-afb6-74c888e5cc2a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.316458 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-650f2382-2c06-4007-9b02-694d2761baa3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.334648 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 590b175e-0b8a-40be-a732-ae87785733c7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:52.335023 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.341905 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e134c583-f4d2-4a34-8134-25ca964f68d0 req-7f3c2ab2-01a0-4a9b-942b-31128b1c995e service neutron] 10.222.0.54 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268463 Jul 16 01:53:52.395916 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-650f2382-2c06-4007-9b02-694d2761baa3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.404196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-95026dc7-fed9-49b5-afb6-74c888e5cc2a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Transition to ACTIVE for port object 12220497-2321-4293-8e6c-28078c90d2a0 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:52.495803 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-f135dc38-b899-430c-bf7f-d8681e3761d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-911417418-router', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:52:41Z', 'revision_number': 4, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'gw_port': {'id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'c6275b29-0759-4c35-9522-99eb4f6b8c93', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'floating_ip_address': '172.25.1.230', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'port_id': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b', 'mac_address': 'fa:16:3e:af:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d50c0-1489-486a-896d-88093df60cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:53:46Z', 'updated_at': '2021-07-16T01:53:49Z', 'revision_number': 1, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef022f0-3e8f-4f50-a3b7-5912e448675c', 'name': '', 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'mac_address': 'fa:16:3e:80:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'b3c257cc-79e9-4ee5-a4db-d19fe08afadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:40Z', 'updated_at': '2021-07-16T01:52:49Z', 'revision_number': 5, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'subnets': [{'id': 'b3c257cc-79e9-4ee5-a4db-d19fe08afadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:52.530992 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f135dc38-b899-430c-bf7f-d8681e3761d4 None None] The sync data for ids ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'] in n-d-800086-6 is: [{'id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-911417418-router', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:52:41Z', 'revision_number': 4, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'gw_port': {'id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'c6275b29-0759-4c35-9522-99eb4f6b8c93', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'floating_ip_address': '172.25.1.230', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'port_id': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b', 'mac_address': 'fa:16:3e:af:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61d50c0-1489-486a-896d-88093df60cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:53:46Z', 'updated_at': '2021-07-16T01:53:49Z', 'revision_number': 1, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef022f0-3e8f-4f50-a3b7-5912e448675c', 'name': '', 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'mac_address': 'fa:16:3e:80:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'b3c257cc-79e9-4ee5-a4db-d19fe08afadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:40Z', 'updated_at': '2021-07-16T01:52:49Z', 'revision_number': 5, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'subnets': [{'id': 'b3c257cc-79e9-4ee5-a4db-d19fe08afadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:52.767902 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95824b3-e7cf-4635-ac71-67798572cbb5 None None] New status for floating IP c6275b29-0759-4c35-9522-99eb4f6b8c93: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:53:52.854553 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650f2382-2c06-4007-9b02-694d2761baa3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network 8cfce94d-3139-4283-bbed-37307752bd94 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:52.878467 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e98d8-f185-45ab-bba3-197e21a80535 req-bfc7ff00-413e-4c3a-bde4-3455305d0fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:52.880008 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-864e98d8-f185-45ab-bba3-197e21a80535 req-bfc7ff00-413e-4c3a-bde4-3455305d0fcb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f2e7f3057a4b8a9a5766b4008ffa5c&device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 1096 time: 1.2524934 Jul 16 01:53:52.880870 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-650f2382-2c06-4007-9b02-694d2761baa3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:52.892268 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f2382-2c06-4007-9b02-694d2761baa3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:52.897434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f2382-2c06-4007-9b02-694d2761baa3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=2fa2d22d-769b-4e95-b240-b53919ee382e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:52.917182 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e914578-f19f-471c-822b-366f90fddeef req-35edd55e-08c8-4b6f-8d05-f725b10aa78e tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 999 time: 0.5316191 Jul 16 01:53:53.015330 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-95026dc7-fed9-49b5-afb6-74c888e5cc2a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.117004 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-650f2382-2c06-4007-9b02-694d2761baa3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.165753 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e914578-f19f-471c-822b-366f90fddeef req-684991e9-2a10-4b2e-bb93-f8174f861a0e tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:53.167119 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e914578-f19f-471c-822b-366f90fddeef req-684991e9-2a10-4b2e-bb93-f8174f861a0e tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports/f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 HTTP/1.1" status: 200 len: 942 time: 0.2235301 Jul 16 01:53:53.183528 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-95026dc7-fed9-49b5-afb6-74c888e5cc2a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Network 0e2b978a-1950-43ee-a10f-ccba537e1efe is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:53.209325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-95026dc7-fed9-49b5-afb6-74c888e5cc2a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:53.224041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-95026dc7-fed9-49b5-afb6-74c888e5cc2a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:53.256060 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95026dc7-fed9-49b5-afb6-74c888e5cc2a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event updated for resources: {'Port': ['ID=12220497-2321-4293-8e6c-28078c90d2a0,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:53.265114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e98d8-f185-45ab-bba3-197e21a80535 req-617585b4-3c20-4795-bbb4-b3ea316faaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:53.267846 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-864e98d8-f185-45ab-bba3-197e21a80535 req-617585b4-3c20-4795-bbb4-b3ea316faaaa service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce98212f-75fe-42a1-9dd5-641f4337548b HTTP/1.1" status: 200 len: 920 time: 0.3702862 Jul 16 01:53:53.301751 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2d65c489-e7b8-4887-8092-024dcec8a756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.346934 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2d65c489-e7b8-4887-8092-024dcec8a756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.414605 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-95026dc7-fed9-49b5-afb6-74c888e5cc2a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:53.415233 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-95026dc7-fed9-49b5-afb6-74c888e5cc2a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.465160 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88df71-8dd9-4ee8-82f7-c1297fde92ef req-eb177b76-c520-4985-9ee5-9d19eca98795 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:53.466878 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0f88df71-8dd9-4ee8-82f7-c1297fde92ef req-eb177b76-c520-4985-9ee5-9d19eca98795 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 970 time: 0.0852501 Jul 16 01:53:53.558956 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65c489-e7b8-4887-8092-024dcec8a756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecb246b-5ebe-48dc-9f41-93b68cdb14ea,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:53.575144 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-95026dc7-fed9-49b5-afb6-74c888e5cc2a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.9520612 Jul 16 01:53:53.588107 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2d65c489-e7b8-4887-8092-024dcec8a756 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d0e0c98cb0ac4f909b85d233206947f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8490899 Jul 16 01:53:53.591857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53638) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:53.594120 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-864e98d8-f185-45ab-bba3-197e21a80535 req-def95621-846b-4604-ab94-bb875899113a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 HTTP/1.1" status: 200 len: 1001 time: 0.3150277 Jul 16 01:53:53.599059 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e914578-f19f-471c-822b-366f90fddeef req-b6486d81-f9ef-40c3-ad2d-d5ebdb4d988a tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 1001 time: 0.3210988 Jul 16 01:53:53.602702 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0f88df71-8dd9-4ee8-82f7-c1297fde92ef req-a0d48b06-1256-440e-939c-9cc73ee6922b tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/security-groups?id=6cc5077e-510e-4753-9bdf-01dfef9746a6&id=97a35b74-fdf9-4c53-8c2f-2c678dbeeba7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1266203 Jul 16 01:53:53.611081 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e829421d-a7dc-4b27-b84d-dc5f4dafc2b1 None None] Provisioning for port 12220497-2321-4293-8e6c-28078c90d2a0 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:53.634126 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e829421d-a7dc-4b27-b84d-dc5f4dafc2b1 None None] Provisioning complete for port 12220497-2321-4293-8e6c-28078c90d2a0 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:53.634509 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e829421d-a7dc-4b27-b84d-dc5f4dafc2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.678532 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e829421d-a7dc-4b27-b84d-dc5f4dafc2b1 None None] Port 12220497-2321-4293-8e6c-28078c90d2a0 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:53:53.718174 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Request body: {'port': {'device_id': '0dcf1232-b7cc-4455-89ea-442de1d0d5ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:53.852097 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-650f2382-2c06-4007-9b02-694d2761baa3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.852727 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.863132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e98d8-f185-45ab-bba3-197e21a80535 req-f53e2d9f-3234-4bab-82fe-478df3c9f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:53.864897 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-864e98d8-f185-45ab-bba3-197e21a80535 req-f53e2d9f-3234-4bab-82fe-478df3c9f6b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c257cc-79e9-4ee5-a4db-d19fe08afadf HTTP/1.1" status: 200 len: 859 time: 0.2453768 Jul 16 01:53:53.979552 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-864e98d8-f185-45ab-bba3-197e21a80535 req-bbf6fc62-0539-46dc-8079-147b843ae0d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce98212f-75fe-42a1-9dd5-641f4337548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977104 Jul 16 01:53:54.021883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e914578-f19f-471c-822b-366f90fddeef req-667a0efa-5f0d-4341-bc91-61033392e95e tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:54.023266 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e914578-f19f-471c-822b-366f90fddeef req-667a0efa-5f0d-4341-bc91-61033392e95e tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.3999858 Jul 16 01:53:54.023928 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f4e29c8c-1ede-4468-8e96-761ba4878e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.053980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-4e914578-f19f-471c-822b-366f90fddeef req-882ee314-70e9-44d3-a7ee-7ab38d09c55d tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:53:54.054952 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e914578-f19f-471c-822b-366f90fddeef req-882ee314-70e9-44d3-a7ee-7ab38d09c55d tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150213 Jul 16 01:53:54.062409 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.200608 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f4e29c8c-1ede-4468-8e96-761ba4878e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.337353 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e914578-f19f-471c-822b-366f90fddeef req-5d75f3ca-1c3c-44aa-af6c-40c6a58ee982 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 1001 time: 0.2724824 Jul 16 01:53:54.339484 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-864e98d8-f185-45ab-bba3-197e21a80535 req-1deedb23-5858-4474-91f0-02c5a553efb6 service neutron] 10.222.0.26 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508415 Jul 16 01:53:54.416607 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-4e914578-f19f-471c-822b-366f90fddeef req-f9a6228a-fcd3-4aaa-b042-d5c7cd3602ee tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:54.545426 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f4e29c8c-1ede-4468-8e96-761ba4878e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.549476 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f4e29c8c-1ede-4468-8e96-761ba4878e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.550810 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f4e29c8c-1ede-4468-8e96-761ba4878e2f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fecb246b-5ebe-48dc-9f41-93b68cdb14ea HTTP/1.1" status: 204 len: 168 time: 0.9556363 Jul 16 01:53:54.859091 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efb575-6d86-433b-9369-736a726be23c req-314c5521-194f-4f09-81f2-fc5783f70917 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:54.861848 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f3efb575-6d86-433b-9369-736a726be23c req-314c5521-194f-4f09-81f2-fc5783f70917 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 970 time: 0.0921397 Jul 16 01:53:54.878411 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53656) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:54.902909 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-950488cf-94e2-45f0-b45c-d1e37dc6c1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.940835 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f3efb575-6d86-433b-9369-736a726be23c req-8077e761-0902-405c-a8b0-26bb9430243f tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/security-groups?id=6cc5077e-510e-4753-9bdf-01dfef9746a6&id=97a35b74-fdf9-4c53-8c2f-2c678dbeeba7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0722852 Jul 16 01:53:55.029988 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e29c8c-1ede-4468-8e96-761ba4878e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecb246b-5ebe-48dc-9f41-93b68cdb14ea,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:55.033582 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-950488cf-94e2-45f0-b45c-d1e37dc6c1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.038673 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-950488cf-94e2-45f0-b45c-d1e37dc6c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.077792 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950488cf-94e2-45f0-b45c-d1e37dc6c1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45940e3-6ee7-43bb-9ed4-ad3f86add109,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:55.081011 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4e914578-f19f-471c-822b-366f90fddeef req-f9a6228a-fcd3-4aaa-b042-d5c7cd3602ee tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks [] for floatingip, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.082681 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-950488cf-94e2-45f0-b45c-d1e37dc6c1a2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cc80a9230bde4007a2db224ed9aadd73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968553 Jul 16 01:53:55.087870 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53660) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:55.095415 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950488cf-94e2-45f0-b45c-d1e37dc6c1a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.095790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950488cf-94e2-45f0-b45c-d1e37dc6c1a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.096136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950488cf-94e2-45f0-b45c-d1e37dc6c1a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.096476 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950488cf-94e2-45f0-b45c-d1e37dc6c1a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.096811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950488cf-94e2-45f0-b45c-d1e37dc6c1a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.097142 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950488cf-94e2-45f0-b45c-d1e37dc6c1a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.097472 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950488cf-94e2-45f0-b45c-d1e37dc6c1a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.097801 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950488cf-94e2-45f0-b45c-d1e37dc6c1a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.098204 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950488cf-94e2-45f0-b45c-d1e37dc6c1a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.098538 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950488cf-94e2-45f0-b45c-d1e37dc6c1a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.098867 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950488cf-94e2-45f0-b45c-d1e37dc6c1a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.099191 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950488cf-94e2-45f0-b45c-d1e37dc6c1a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.149406 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-78e705c6-bf92-438e-b2a8-1797b9e53503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.167991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29c8c-1ede-4468-8e96-761ba4878e2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.168357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29c8c-1ede-4468-8e96-761ba4878e2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.168756 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29c8c-1ede-4468-8e96-761ba4878e2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.169106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29c8c-1ede-4468-8e96-761ba4878e2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.169448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29c8c-1ede-4468-8e96-761ba4878e2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.169789 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29c8c-1ede-4468-8e96-761ba4878e2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.170125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29c8c-1ede-4468-8e96-761ba4878e2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.170458 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29c8c-1ede-4468-8e96-761ba4878e2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.170791 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29c8c-1ede-4468-8e96-761ba4878e2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.171119 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29c8c-1ede-4468-8e96-761ba4878e2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.171448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29c8c-1ede-4468-8e96-761ba4878e2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.171807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e29c8c-1ede-4468-8e96-761ba4878e2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.171981 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-78e705c6-bf92-438e-b2a8-1797b9e53503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.230649 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-78e705c6-bf92-438e-b2a8-1797b9e53503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.233889 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-864e98d8-f185-45ab-bba3-197e21a80535 req-af077fe9-a1e7-4c38-9036-d34ac2f05274 service neutron] 10.222.0.26 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8835988 Jul 16 01:53:55.234086 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-78e705c6-bf92-438e-b2a8-1797b9e53503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.238241 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-78e705c6-bf92-438e-b2a8-1797b9e53503 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f45940e3-6ee7-43bb-9ed4-ad3f86add109 HTTP/1.1" status: 204 len: 168 time: 0.1463315 Jul 16 01:53:55.245961 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e705c6-bf92-438e-b2a8-1797b9e53503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45940e3-6ee7-43bb-9ed4-ad3f86add109,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:55.458564 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4e914578-f19f-471c-822b-366f90fddeef req-f9a6228a-fcd3-4aaa-b042-d5c7cd3602ee tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.473717 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4e914578-f19f-471c-822b-366f90fddeef req-f9a6228a-fcd3-4aaa-b042-d5c7cd3602ee tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.474044 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [req-4e914578-f19f-471c-822b-366f90fddeef req-f9a6228a-fcd3-4aaa-b042-d5c7cd3602ee tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Floating IP c6275b29-0759-4c35-9522-99eb4f6b8c93 disassociated. External IP: 172.25.1.230, port: f7b8bd33-5a9e-4f53-933b-8216fe7a48e6. Jul 16 01:53:55.484425 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-650f2382-2c06-4007-9b02-694d2761baa3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.538937 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-650f2382-2c06-4007-9b02-694d2761baa3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.577556 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12220497-2321-4293-8e6c-28078c90d2a0 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:53:55.616786 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.630929 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53666) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:55.660884 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4efc0a64-ab7e-48cd-b67d-62fc83434fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.696381 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Transition to ACTIVE for port object 12220497-2321-4293-8e6c-28078c90d2a0 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:55.708395 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-650f2382-2c06-4007-9b02-694d2761baa3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.725905 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f2382-2c06-4007-9b02-694d2761baa3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=2fa2d22d-769b-4e95-b240-b53919ee382e,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:55.729111 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.889838 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4efc0a64-ab7e-48cd-b67d-62fc83434fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.896089 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4efc0a64-ab7e-48cd-b67d-62fc83434fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.941378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc0a64-ab7e-48cd-b67d-62fc83434fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75aea061-c886-408a-b6d1-2e3b7c2bd95c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:55.953038 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Pushing event updated for resources: {'Port': ['ID=12220497-2321-4293-8e6c-28078c90d2a0,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:55.978925 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4efc0a64-ab7e-48cd-b67d-62fc83434fea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=afc6fb5383bf4e0093bac54218c4b38b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417242 Jul 16 01:53:55.980322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53672) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:56.053670 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cc87262-b93f-42d7-9293-334594fd0b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.084477 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cc87262-b93f-42d7-9293-334594fd0b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.101057 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650f2382-2c06-4007-9b02-694d2761baa3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network 8cfce94d-3139-4283-bbed-37307752bd94 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:56.125041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-650f2382-2c06-4007-9b02-694d2761baa3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:56.188262 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cc87262-b93f-42d7-9293-334594fd0b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.191430 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cc87262-b93f-42d7-9293-334594fd0b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.192794 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5cc87262-b93f-42d7-9293-334594fd0b68 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/75aea061-c886-408a-b6d1-2e3b7c2bd95c HTTP/1.1" status: 204 len: 168 time: 0.2115228 Jul 16 01:53:56.218714 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc87262-b93f-42d7-9293-334594fd0b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75aea061-c886-408a-b6d1-2e3b7c2bd95c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:56.241824 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf458f-5ffc-41c0-bf1c-9376e79772dc req-75e4ebb7-9fc1-4244-b0a1-df40c009379c tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:56.243186 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0bcf458f-5ffc-41c0-bf1c-9376e79772dc req-75e4ebb7-9fc1-4244-b0a1-df40c009379c tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 982 time: 0.0997694 Jul 16 01:53:56.258601 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Attempting to bind port 12220497-2321-4293-8e6c-28078c90d2a0 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:56.259018 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Attempting to bind port 12220497-2321-4293-8e6c-28078c90d2a0 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '720481af-981f-4595-b705-5e5576d3cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:56.259617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Attempting to bind port 12220497-2321-4293-8e6c-28078c90d2a0 on network 0e2b978a-1950-43ee-a10f-ccba537e1efe {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:56.284098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Port 12220497-2321-4293-8e6c-28078c90d2a0 on network 0e2b978a-1950-43ee-a10f-ccba537e1efe not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:56.284561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Attempting to bind port 12220497-2321-4293-8e6c-28078c90d2a0 on network 0e2b978a-1950-43ee-a10f-ccba537e1efe {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:56.289859 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0bcf458f-5ffc-41c0-bf1c-9376e79772dc req-7f57582b-27bd-46e0-8199-0d7cd48801ac tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/security-groups?id=6cc5077e-510e-4753-9bdf-01dfef9746a6&id=97a35b74-fdf9-4c53-8c2f-2c678dbeeba7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0391049 Jul 16 01:53:56.303797 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:56.303797 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Checking segment: {'id': '720481af-981f-4595-b705-5e5576d3cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:56.303797 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Bound using segment: {'id': '720481af-981f-4595-b705-5e5576d3cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:56.304272 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Bound port: 12220497-2321-4293-8e6c-28078c90d2a0, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720481af-981f-4595-b705-5e5576d3cc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:56.304607 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.357697 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e914578-f19f-471c-822b-366f90fddeef req-f9a6228a-fcd3-4aaa-b042-d5c7cd3602ee tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Router 2af15b63-3e34-4f1a-94ec-dbaae65963f0 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:53:56.417726 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650f2382-2c06-4007-9b02-694d2761baa3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router c4d7ca02-47b1-4513-8ae3-a77478838a83 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:53:56.492598 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] For port 12220497-2321-4293-8e6c-28078c90d2a0, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:56.569048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] For port 12220497-2321-4293-8e6c-28078c90d2a0, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=12220497-2321-4293-8e6c-28078c90d2a0,segment=NetworkSegment(720481af-981f-4595-b705-5e5576d3cc76),segment_id=720481af-981f-4595-b705-5e5576d3cc76)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:56.582292 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.671801 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:56.672559 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.674379 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] 10.222.0.47 "PUT /v2.0/ports/12220497-2321-4293-8e6c-28078c90d2a0 HTTP/1.1" status: 200 len: 1130 time: 3.0688858 Jul 16 01:53:56.676928 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcf1232-b7cc-4455-89ea-442de1d0d5ac', 'tag': '12220497-2321-4293-8e6c-28078c90d2a0'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:56.679217 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20131447-8571-4631-996d-3c8e74d8328b" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcf1232-b7cc-4455-89ea-442de1d0d5ac", "tag": "12220497-2321-4293-8e6c-28078c90d2a0"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:56.695752 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e914578-f19f-471c-822b-366f90fddeef req-f9a6228a-fcd3-4aaa-b042-d5c7cd3602ee tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:56.706863 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-4e914578-f19f-471c-822b-366f90fddeef req-f9a6228a-fcd3-4aaa-b042-d5c7cd3602ee tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.712572 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a85b60-9b5c-4a1a-9e51-e3ea74bfe0a9 None None] Sync routers for ids ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:56.724457 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a85b60-9b5c-4a1a-9e51-e3ea74bfe0a9 None None] Routers {'2af15b63-3e34-4f1a-94ec-dbaae65963f0'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:56.726485 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-27a85b60-9b5c-4a1a-9e51-e3ea74bfe0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:53:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:56.757094 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbd0db7-b238-4c80-83d0-54577d8b874b x-openstack-request-id: req-9cbd0db7-b238-4c80-83d0-54577d8b874b {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:56.757393 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcf1232-b7cc-4455-89ea-442de1d0d5ac", "tag": "12220497-2321-4293-8e6c-28078c90d2a0", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:56.757649 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9cbd0db7-b238-4c80-83d0-54577d8b874b {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:56.758053 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcf1232-b7cc-4455-89ea-442de1d0d5ac', 'tag': '12220497-2321-4293-8e6c-28078c90d2a0', 'status': 'completed', 'code': 200} Jul 16 01:53:56.762067 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650f2382-2c06-4007-9b02-694d2761baa3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:56.775110 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c9316-df27-4432-a99f-1e10c403e88a None None] Sync routers for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:56.792531 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13c66a-f96d-4163-89b1-ad07e90e99be service neutron] Pushing event updated for resources: {'Port': ['ID=12220497-2321-4293-8e6c-28078c90d2a0,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:56.796891 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c9316-df27-4432-a99f-1e10c403e88a None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:56.798311 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-453c9316-df27-4432-a99f-1e10c403e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:53:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:56.816191 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-650f2382-2c06-4007-9b02-694d2761baa3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "PUT /v2.0/routers/c4d7ca02-47b1-4513-8ae3-a77478838a83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0676849 Jul 16 01:53:56.820151 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53696) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:56.827003 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a099dc89-7301-4856-8947-5663a159a9ff tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'port': {'network_id': '8cfce94d-3139-4283-bbed-37307752bd94', 'name': 'tempest-FloatingIPTestJSON-220553115'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:56.851633 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e914578-f19f-471c-822b-366f90fddeef req-f9a6228a-fcd3-4aaa-b042-d5c7cd3602ee tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "PUT /v2.0/floatingips/c6275b29-0759-4c35-9522-99eb4f6b8c93 HTTP/1.1" status: 200 len: 695 time: 2.4942029 Jul 16 01:53:56.887143 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-453c9316-df27-4432-a99f-1e10c403e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:56.899235 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c9316-df27-4432-a99f-1e10c403e88a None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:56.900369 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-453c9316-df27-4432-a99f-1e10c403e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:53:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:56.956944 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-453c9316-df27-4432-a99f-1e10c403e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:56.957958 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c9316-df27-4432-a99f-1e10c403e88a None None] The sync data for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:57.030194 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-f3ad8abe-b1b6-47ac-beb9-18e23033d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:57.036538 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-f3ad8abe-b1b6-47ac-beb9-18e23033d7c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ecadcc305644999b6da57c9aea97e38&device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 1133 time: 0.2876387 Jul 16 01:53:57.042941 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a099dc89-7301-4856-8947-5663a159a9ff tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Made reservation on behalf of 37e2fe0388fa46288fc848f83e97031e for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:57.048761 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a099dc89-7301-4856-8947-5663a159a9ff tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.069236 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-a099dc89-7301-4856-8947-5663a159a9ff tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] device_id is not set on port 8aae9e19-822f-4000-ad27-543be58abce4 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:53:57.081099 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e914578-f19f-471c-822b-366f90fddeef req-216eaa1a-405f-436e-8a78-76f6a7751e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:57.085114 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e914578-f19f-471c-822b-366f90fddeef req-216eaa1a-405f-436e-8a78-76f6a7751e8c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0f2e7f3057a4b8a9a5766b4008ffa5c&device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 1096 time: 0.2106287 Jul 16 01:53:57.116862 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53706) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:57.162234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-27a85b60-9b5c-4a1a-9e51-e3ea74bfe0a9 None None] Set router 2af15b63-3e34-4f1a-94ec-dbaae65963f0 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:57.167375 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-7fcde0a1-d4c6-4dbd-982b-f8f52a1e52ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12220497-2321-4293-8e6c-28078c90d2a0 HTTP/1.1" status: 200 len: 217 time: 0.1096640 Jul 16 01:53:57.244571 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-a099dc89-7301-4856-8947-5663a159a9ff tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Allocated IP 172.20.0.8 (8cfce94d-3139-4283-bbed-37307752bd94/85f49afd-a70a-426d-aec3-e62851ef7375/8aae9e19-822f-4000-ad27-543be58abce4) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:57.320507 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2e8aeb6f-b018-42af-84e5-8ce528a1fc45 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1408965058-network', 'tenant_id': 'dc173ad2f2164c5c9763ccae2d41569c'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:57.356223 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8aeb6f-b018-42af-84e5-8ce528a1fc45 admin admin] Made reservation on behalf of dc173ad2f2164c5c9763ccae2d41569c for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:57.359300 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e8aeb6f-b018-42af-84e5-8ce528a1fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.376934 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e8aeb6f-b018-42af-84e5-8ce528a1fc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.402319 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-edbf3635-4ee6-47ac-b729-0556833d83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:57.403847 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-edbf3635-4ee6-47ac-b729-0556833d83d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7135b2a3-7142-4565-8669-23d4b45b0e34 HTTP/1.1" status: 200 len: 835 time: 0.2010891 Jul 16 01:53:57.414688 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-27a85b60-9b5c-4a1a-9e51-e3ea74bfe0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-911417418-router', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:52:41Z', 'revision_number': 4, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'gw_port': {'id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2ef022f0-3e8f-4f50-a3b7-5912e448675c', 'name': '', 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'mac_address': 'fa:16:3e:80:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'b3c257cc-79e9-4ee5-a4db-d19fe08afadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:40Z', 'updated_at': '2021-07-16T01:52:49Z', 'revision_number': 5, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'subnets': [{'id': 'b3c257cc-79e9-4ee5-a4db-d19fe08afadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:57.444381 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a85b60-9b5c-4a1a-9e51-e3ea74bfe0a9 None None] Checking router: 2af15b63-3e34-4f1a-94ec-dbaae65963f0 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:57.452631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a85b60-9b5c-4a1a-9e51-e3ea74bfe0a9 None None] Routers {'2af15b63-3e34-4f1a-94ec-dbaae65963f0'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:57.453250 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-27a85b60-9b5c-4a1a-9e51-e3ea74bfe0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:53:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:57.473781 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e914578-f19f-471c-822b-366f90fddeef req-d82c01e6-d122-46ab-a038-3d0d17329436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:57.475317 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e914578-f19f-471c-822b-366f90fddeef req-d82c01e6-d122-46ab-a038-3d0d17329436 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ce98212f-75fe-42a1-9dd5-641f4337548b HTTP/1.1" status: 200 len: 920 time: 0.3268113 Jul 16 01:53:57.526148 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e914578-f19f-471c-822b-366f90fddeef req-e8d06ebe-7210-4c2f-a482-8cfb1ebbd87f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 HTTP/1.1" status: 200 len: 217 time: 0.0424383 Jul 16 01:53:57.533459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-31d9923f-763f-45b2-ba07-e31522778beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:57.535186 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-31d9923f-763f-45b2-ba07-e31522778beb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0e2b978a-1950-43ee-a10f-ccba537e1efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206472 Jul 16 01:53:57.564539 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a099dc89-7301-4856-8947-5663a159a9ff tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.595598 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-27a85b60-9b5c-4a1a-9e51-e3ea74bfe0a9 None None] Set router 2af15b63-3e34-4f1a-94ec-dbaae65963f0 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:57.651730 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e8aeb6f-b018-42af-84e5-8ce528a1fc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.664047 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e8aeb6f-b018-42af-84e5-8ce528a1fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.676219 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-4200c73a-6761-4b0b-b230-a3248f04b7c1 service neutron] 10.222.0.47 "GET /v2.0/networks/0e2b978a-1950-43ee-a10f-ccba537e1efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025710 Jul 16 01:53:57.684539 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e914578-f19f-471c-822b-366f90fddeef req-aaafb14f-971f-44f7-bbf2-9d5488e40b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:57.686203 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e914578-f19f-471c-822b-366f90fddeef req-aaafb14f-971f-44f7-bbf2-9d5488e40b1b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3c257cc-79e9-4ee5-a4db-d19fe08afadf HTTP/1.1" status: 200 len: 859 time: 0.1499643 Jul 16 01:53:57.706534 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b094174-8e44-4fc1-a341-626d3c2967d9 req-e080baba-c0db-4a32-90d1-03b0d0bc7f3c tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:57.713466 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5b094174-8e44-4fc1-a341-626d3c2967d9 req-e080baba-c0db-4a32-90d1-03b0d0bc7f3c tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 982 time: 0.1679573 Jul 16 01:53:57.720449 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8aeb6f-b018-42af-84e5-8ce528a1fc45 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:53:57.745978 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a099dc89-7301-4856-8947-5663a159a9ff tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.752918 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8aeb6f-b018-42af-84e5-8ce528a1fc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adf41a3-a1ff-4289-9853-f304135a5869,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:57.754412 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e914578-f19f-471c-822b-366f90fddeef req-07663837-1e61-4531-970e-ccc33bb36531 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ce98212f-75fe-42a1-9dd5-641f4337548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386367 Jul 16 01:53:57.817573 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e8aeb6f-b018-42af-84e5-8ce528a1fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.818281 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-2e8aeb6f-b018-42af-84e5-8ce528a1fc45 admin admin] Added segment 2ec7f396-c091-4c16-bc06-6ee4f2d6df05 of type vlan for network cadfdbbf-8155-4aeb-b98e-4e74d0041980 Jul 16 01:53:57.881128 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e8aeb6f-b018-42af-84e5-8ce528a1fc45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.923597 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a099dc89-7301-4856-8947-5663a159a9ff tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network 8cfce94d-3139-4283-bbed-37307752bd94 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:57.929185 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e8aeb6f-b018-42af-84e5-8ce528a1fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.930326 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8aeb6f-b018-42af-84e5-8ce528a1fc45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:57.931001 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e8aeb6f-b018-42af-84e5-8ce528a1fc45 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.944920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-27a85b60-9b5c-4a1a-9e51-e3ea74bfe0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-911417418-router', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:52:41Z', 'revision_number': 4, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'gw_port': {'id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2ef022f0-3e8f-4f50-a3b7-5912e448675c', 'name': '', 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'mac_address': 'fa:16:3e:80:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'b3c257cc-79e9-4ee5-a4db-d19fe08afadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:40Z', 'updated_at': '2021-07-16T01:52:49Z', 'revision_number': 5, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'subnets': [{'id': 'b3c257cc-79e9-4ee5-a4db-d19fe08afadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:57.981586 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a85b60-9b5c-4a1a-9e51-e3ea74bfe0a9 None None] The sync data for ids ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'] in n-d-800086-6 is: [{'id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-911417418-router', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:52:41Z', 'revision_number': 4, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'gw_port': {'id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2ef022f0-3e8f-4f50-a3b7-5912e448675c', 'name': '', 'network_id': 'ce98212f-75fe-42a1-9dd5-641f4337548b', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'mac_address': 'fa:16:3e:80:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'b3c257cc-79e9-4ee5-a4db-d19fe08afadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:40Z', 'updated_at': '2021-07-16T01:52:49Z', 'revision_number': 5, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'subnets': [{'id': 'b3c257cc-79e9-4ee5-a4db-d19fe08afadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:57.989331 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-a099dc89-7301-4856-8947-5663a159a9ff tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:58.008058 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5b094174-8e44-4fc1-a341-626d3c2967d9 req-3d807c62-110f-4bf3-9809-f6c1bf8d7d86 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/security-groups?id=6cc5077e-510e-4753-9bdf-01dfef9746a6&id=97a35b74-fdf9-4c53-8c2f-2c678dbeeba7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2936857 Jul 16 01:53:58.012015 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2e8aeb6f-b018-42af-84e5-8ce528a1fc45 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8912160 Jul 16 01:53:58.036296 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a099dc89-7301-4856-8947-5663a159a9ff tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:58.042319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53716) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:58.088792 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-1db76659-946e-4699-ae84-88f726f68c8a admin admin] Request body: {'subnet': {'network_id': 'cadfdbbf-8155-4aeb-b98e-4e74d0041980', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1408965058-subnet', 'tenant_id': 'dc173ad2f2164c5c9763ccae2d41569c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:58.095078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8aeb6f-b018-42af-84e5-8ce528a1fc45 admin admin] Pushing event updated for resources: {'Network': ['ID=cadfdbbf-8155-4aeb-b98e-4e74d0041980,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:58.107664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099dc89-7301-4856-8947-5663a159a9ff tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=8aae9e19-822f-4000-ad27-543be58abce4,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:58.139579 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network cadfdbbf-8155-4aeb-b98e-4e74d0041980 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:53:58.148527 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a099dc89-7301-4856-8947-5663a159a9ff tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:58.149293 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a099dc89-7301-4856-8947-5663a159a9ff tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.174349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db76659-946e-4699-ae84-88f726f68c8a admin admin] Made reservation on behalf of dc173ad2f2164c5c9763ccae2d41569c for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:58.177634 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1db76659-946e-4699-ae84-88f726f68c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.206442 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a099dc89-7301-4856-8947-5663a159a9ff tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3813884 Jul 16 01:53:58.211093 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53718) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:58.218773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-44e1ee3d-b402-4801-989a-06cc116751b7 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'port': {'network_id': '8cfce94d-3139-4283-bbed-37307752bd94', 'name': 'tempest-FloatingIPTestJSON-2145659353'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:58.370040 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a696810-eeb1-47b2-a8d2-1572291efb62 req-575aab20-0dd8-4b46-8285-b782a77d165c service neutron] 10.222.0.47 "GET /v2.0/networks/0e2b978a-1950-43ee-a10f-ccba537e1efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6830339 Jul 16 01:53:58.375767 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ace7ba8-e641-4bec-99fe-c3c73180bd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.397122 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e914578-f19f-471c-822b-366f90fddeef req-6772aa07-55ca-4fbf-8740-eadf9c233d07 service neutron] 10.222.0.54 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6241643 Jul 16 01:53:58.403607 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0414024d-c48e-4428-b112-64a6c6c0c299 None None] New status for floating IP c6275b29-0759-4c35-9522-99eb4f6b8c93: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:53:58.523054 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e1ee3d-b402-4801-989a-06cc116751b7 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Made reservation on behalf of 37e2fe0388fa46288fc848f83e97031e for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:58.526976 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44e1ee3d-b402-4801-989a-06cc116751b7 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.551092 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-44e1ee3d-b402-4801-989a-06cc116751b7 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] device_id is not set on port aa4dcbad-b2b9-4a8f-b66b-782bb4c4517a yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:53:58.576384 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e914578-f19f-471c-822b-366f90fddeef req-4dd95b10-9d10-432b-92dd-4fa60508431f service neutron] 10.222.0.54 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634252 Jul 16 01:53:58.589568 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20131447-8571-4631-996d-3c8e74d8328b req-247bc652-f9db-41bf-84b4-83ab28e02117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:58.591088 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20131447-8571-4631-996d-3c8e74d8328b req-247bc652-f9db-41bf-84b4-83ab28e02117 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ecadcc305644999b6da57c9aea97e38&device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 1133 time: 0.0968180 Jul 16 01:53:58.620639 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1db76659-946e-4699-ae84-88f726f68c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.715357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20131447-8571-4631-996d-3c8e74d8328b req-7123559f-a1cd-4591-9d4f-048c5bfd8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:58.717006 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20131447-8571-4631-996d-3c8e74d8328b req-7123559f-a1cd-4591-9d4f-048c5bfd8d86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0e2b978a-1950-43ee-a10f-ccba537e1efe HTTP/1.1" status: 200 len: 897 time: 0.1163104 Jul 16 01:53:58.749671 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.761600 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-49baacb4-f34c-435b-8475-237450787ad0 req-23c37e10-ec3b-44ae-82f5-16bd9cbef95e tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/floatingips/c6275b29-0759-4c35-9522-99eb4f6b8c93 HTTP/1.1" status: 200 len: 693 time: 0.1057932 Jul 16 01:53:58.776404 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61d50c0-1489-486a-896d-88093df60cab', 'tag': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:58.778687 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac11fd9-ce5e-4a94-8ffc-d6f3ef2d9028" -d '{"events": [{"name": "network-changed", "server_uuid": "d61d50c0-1489-486a-896d-88093df60cab", "tag": "f7b8bd33-5a9e-4f53-933b-8216fe7a48e6"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:58.783495 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20131447-8571-4631-996d-3c8e74d8328b req-9990c6b7-ac53-4d2c-a8df-84c0df8b3817 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12220497-2321-4293-8e6c-28078c90d2a0 HTTP/1.1" status: 200 len: 217 time: 0.0585155 Jul 16 01:53:58.791583 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db76659-946e-4699-ae84-88f726f68c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4bcbd13-561e-4e11-bbf0-f164a877898d,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:58.819116 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c02f73-06b5-4fc0-b503-df45d3ceb58a x-openstack-request-id: req-99c02f73-06b5-4fc0-b503-df45d3ceb58a {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:58.819419 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61d50c0-1489-486a-896d-88093df60cab", "tag": "f7b8bd33-5a9e-4f53-933b-8216fe7a48e6", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:58.819675 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-99c02f73-06b5-4fc0-b503-df45d3ceb58a {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:58.820093 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61d50c0-1489-486a-896d-88093df60cab', 'tag': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6', 'status': 'completed', 'code': 200} Jul 16 01:53:58.838258 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20131447-8571-4631-996d-3c8e74d8328b req-985f65d5-1a26-4a5f-a010-e6f89df6aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:58.839776 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20131447-8571-4631-996d-3c8e74d8328b req-985f65d5-1a26-4a5f-a010-e6f89df6aec9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7135b2a3-7142-4565-8669-23d4b45b0e34 HTTP/1.1" status: 200 len: 835 time: 0.0498247 Jul 16 01:53:58.851871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db76659-946e-4699-ae84-88f726f68c8a admin admin] Checking segment: {'id': '2ec7f396-c091-4c16-bc06-6ee4f2d6df05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cadfdbbf-8155-4aeb-b98e-4e74d0041980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:58.852172 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db76659-946e-4699-ae84-88f726f68c8a admin admin] Network hostable DHCP agents. Network: cadfdbbf-8155-4aeb-b98e-4e74d0041980, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:53:58.915809 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-44e1ee3d-b402-4801-989a-06cc116751b7 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Allocated IP 172.20.0.6 (8cfce94d-3139-4283-bbed-37307752bd94/85f49afd-a70a-426d-aec3-e62851ef7375/aa4dcbad-b2b9-4a8f-b66b-782bb4c4517a) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:58.929414 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db76659-946e-4699-ae84-88f726f68c8a admin admin] Network cadfdbbf-8155-4aeb-b98e-4e74d0041980 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:53:58.941654 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20131447-8571-4631-996d-3c8e74d8328b req-b91cd427-a04c-4a1b-87b0-b81f7ee98d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:58.943300 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20131447-8571-4631-996d-3c8e74d8328b req-b91cd427-a04c-4a1b-87b0-b81f7ee98d26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0e2b978a-1950-43ee-a10f-ccba537e1efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949132 Jul 16 01:53:58.948504 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac11fd9-ce5e-4a94-8ffc-d6f3ef2d9028 req-11e4eb1f-6bbb-476c-a2a2-82483bc51af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:58.949894 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eac11fd9-ce5e-4a94-8ffc-d6f3ef2d9028 req-11e4eb1f-6bbb-476c-a2a2-82483bc51af6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f2e7f3057a4b8a9a5766b4008ffa5c&device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 1096 time: 0.0741541 Jul 16 01:53:58.961330 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49baacb4-f34c-435b-8475-237450787ad0 req-2b0701ca-f018-4571-9f4d-2e428c92c2a9 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:58.962714 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-49baacb4-f34c-435b-8475-237450787ad0 req-2b0701ca-f018-4571-9f4d-2e428c92c2a9 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 784 time: 0.1922696 Jul 16 01:53:58.968096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-1db76659-946e-4699-ae84-88f726f68c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, cadfdbbf-8155-4aeb-b98e-4e74d0041980) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:58.976634 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b21732-1d78-43ac-8326-dc45efa941c8 None None] Network cadfdbbf-8155-4aeb-b98e-4e74d0041980 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:58.982642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-49baacb4-f34c-435b-8475-237450787ad0 req-9d4dd2bd-735a-4ada-8857-5d3ba63f2741 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:53:58.983642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-49baacb4-f34c-435b-8475-237450787ad0 req-9d4dd2bd-735a-4ada-8857-5d3ba63f2741 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137618 Jul 16 01:53:58.987065 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db76659-946e-4699-ae84-88f726f68c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:58.987661 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1db76659-946e-4699-ae84-88f726f68c8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.050689 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1db76659-946e-4699-ae84-88f726f68c8a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0070238 Jul 16 01:53:59.067060 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-49baacb4-f34c-435b-8475-237450787ad0 req-f321d907-a984-4371-ad8a-80fb4f385d10 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 696 time: 0.0686862 Jul 16 01:53:59.241071 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f412eb-9391-4e09-bc1f-c56774c329e7 None None] Network cadfdbbf-8155-4aeb-b98e-4e74d0041980 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:59.281250 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20131447-8571-4631-996d-3c8e74d8328b req-18ffc029-bacc-4c8a-99fb-8fa52c9d9c87 service neutron] 10.222.0.47 "GET /v2.0/networks/0e2b978a-1950-43ee-a10f-ccba537e1efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297918 Jul 16 01:53:59.283153 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac11fd9-ce5e-4a94-8ffc-d6f3ef2d9028 req-0568f760-4af2-4e3b-b56f-3af82d6f34c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:59.284696 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eac11fd9-ce5e-4a94-8ffc-d6f3ef2d9028 req-0568f760-4af2-4e3b-b56f-3af82d6f34c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce98212f-75fe-42a1-9dd5-641f4337548b HTTP/1.1" status: 200 len: 920 time: 0.3240056 Jul 16 01:53:59.385152 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eac11fd9-ce5e-4a94-8ffc-d6f3ef2d9028 req-ea0ec96c-aedc-47ed-95d6-e3b79cdce933 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 HTTP/1.1" status: 200 len: 217 time: 0.0803585 Jul 16 01:53:59.457352 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac11fd9-ce5e-4a94-8ffc-d6f3ef2d9028 req-e8a1cf18-a76e-4fc7-ae0b-1cbcf2272a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:59.458726 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eac11fd9-ce5e-4a94-8ffc-d6f3ef2d9028 req-e8a1cf18-a76e-4fc7-ae0b-1cbcf2272a66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3c257cc-79e9-4ee5-a4db-d19fe08afadf HTTP/1.1" status: 200 len: 859 time: 0.0483739 Jul 16 01:53:59.517622 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eac11fd9-ce5e-4a94-8ffc-d6f3ef2d9028 req-7c066b46-1e23-4d31-bb74-870fb8a668ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce98212f-75fe-42a1-9dd5-641f4337548b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498030 Jul 16 01:53:59.544478 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-49baacb4-f34c-435b-8475-237450787ad0 req-172e03f8-19db-4fbc-b00b-604ced7aa0ce tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 696 time: 0.4763682 Jul 16 01:53:59.570322 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadc6db-baf7-4aab-8116-6c00b7540dc3 req-d25a2289-f35f-4e30-ab1e-b52549aae1fe tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:59.572047 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5eadc6db-baf7-4aab-8116-6c00b7540dc3 req-d25a2289-f35f-4e30-ab1e-b52549aae1fe tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 982 time: 0.2662935 Jul 16 01:53:59.655897 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5eadc6db-baf7-4aab-8116-6c00b7540dc3 req-339f7633-d99b-488d-9bad-97c1b0676cfa tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/security-groups?id=6cc5077e-510e-4753-9bdf-01dfef9746a6&id=97a35b74-fdf9-4c53-8c2f-2c678dbeeba7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0689547 Jul 16 01:53:59.693859 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20131447-8571-4631-996d-3c8e74d8328b req-1f35a916-9893-4515-b192-024bd7c2e43d service neutron] 10.222.0.47 "GET /v2.0/networks/0e2b978a-1950-43ee-a10f-ccba537e1efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975430 Jul 16 01:53:59.769415 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44e1ee3d-b402-4801-989a-06cc116751b7 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.786370 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eac11fd9-ce5e-4a94-8ffc-d6f3ef2d9028 req-22bb09e1-f691-4e98-b6f7-19f86cb5e3cf service neutron] 10.222.0.26 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290220 Jul 16 01:53:59.837333 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44e1ee3d-b402-4801-989a-06cc116751b7 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.926934 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eac11fd9-ce5e-4a94-8ffc-d6f3ef2d9028 req-7a6d24f4-ea4c-4ae5-8408-bfe3a45154be service neutron] 10.222.0.26 "GET /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357255 Jul 16 01:53:59.928100 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e1ee3d-b402-4801-989a-06cc116751b7 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network 8cfce94d-3139-4283-bbed-37307752bd94 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:59.931942 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-49baacb4-f34c-435b-8475-237450787ad0 req-a2371419-cfa4-40c5-a1b5-f9e88051294c tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Deleting port bdff8b48-7315-497b-bb8a-68bc4ec8faad {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:59.932280 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-49baacb4-f34c-435b-8475-237450787ad0 req-a2371419-cfa4-40c5-a1b5-f9e88051294c tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.937532 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-44e1ee3d-b402-4801-989a-06cc116751b7 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:59.949315 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e1ee3d-b402-4801-989a-06cc116751b7 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:59.951937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1ee3d-b402-4801-989a-06cc116751b7 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=aa4dcbad-b2b9-4a8f-b66b-782bb4c4517a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:00.042690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e1ee3d-b402-4801-989a-06cc116751b7 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:00.043298 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44e1ee3d-b402-4801-989a-06cc116751b7 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.067137 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-49baacb4-f34c-435b-8475-237450787ad0 req-a2371419-cfa4-40c5-a1b5-f9e88051294c tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.067462 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-49baacb4-f34c-435b-8475-237450787ad0 req-a2371419-cfa4-40c5-a1b5-f9e88051294c tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.078462 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-44e1ee3d-b402-4801-989a-06cc116751b7 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8632431 Jul 16 01:54:00.080563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53748) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:00.081886 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-49baacb4-f34c-435b-8475-237450787ad0 req-a2371419-cfa4-40c5-a1b5-f9e88051294c tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Calling delete_port for bdff8b48-7315-497b-bb8a-68bc4ec8faad owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:00.087083 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': 'aa4dcbad-b2b9-4a8f-b66b-782bb4c4517a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:00.129133 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.245793 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-49baacb4-f34c-435b-8475-237450787ad0 req-a2371419-cfa4-40c5-a1b5-f9e88051294c tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.273153 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.283674 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2371419-cfa4-40c5-a1b5-f9e88051294c tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Pushing event deleted for resources: {'Port': ['ID=bdff8b48-7315-497b-bb8a-68bc4ec8faad,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:00.356212 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-49baacb4-f34c-435b-8475-237450787ad0 req-a2371419-cfa4-40c5-a1b5-f9e88051294c tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.361045 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-49baacb4-f34c-435b-8475-237450787ad0 req-a2371419-cfa4-40c5-a1b5-f9e88051294c tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.364190 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-49baacb4-f34c-435b-8475-237450787ad0 req-a2371419-cfa4-40c5-a1b5-f9e88051294c tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "DELETE /v2.0/floatingips/c6275b29-0759-4c35-9522-99eb4f6b8c93 HTTP/1.1" status: 204 len: 173 time: 0.8176966 Jul 16 01:54:00.443016 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Allocated IP 172.25.1.106 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/a70515ed-31a0-4bb6-9e6e-ad99184b4733) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:00.468263 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2792824a-e12e-44fd-ba6f-b45a688a4a7d req-4e56c7b4-2d39-47b0-8dbe-0e724f1e33e1 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups/4d570515-72e1-450f-a8e8-6220b04f0c87 HTTP/1.1" status: 200 len: 1810 time: 0.0781007 Jul 16 01:54:00.598211 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2792824a-e12e-44fd-ba6f-b45a688a4a7d req-0b605fc6-8546-4310-9642-10fa37efbb41 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.623876 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.638426 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2792824a-e12e-44fd-ba6f-b45a688a4a7d req-0b605fc6-8546-4310-9642-10fa37efbb41 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.698403 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2792824a-e12e-44fd-ba6f-b45a688a4a7d req-0b605fc6-8546-4310-9642-10fa37efbb41 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.701588 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2792824a-e12e-44fd-ba6f-b45a688a4a7d req-0b605fc6-8546-4310-9642-10fa37efbb41 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.702944 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2792824a-e12e-44fd-ba6f-b45a688a4a7d req-0b605fc6-8546-4310-9642-10fa37efbb41 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "DELETE /v2.0/security-groups/4d570515-72e1-450f-a8e8-6220b04f0c87 HTTP/1.1" status: 204 len: 173 time: 0.2280779 Jul 16 01:54:00.710209 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.766256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:00.772282 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=a70515ed-31a0-4bb6-9e6e-ad99184b4733,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:00.776334 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:00.780884 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:00.785354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b605fc6-8546-4310-9642-10fa37efbb41 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d570515-72e1-450f-a8e8-6220b04f0c87,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:00.867925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e209c7-bdc4-49f6-9079-07cbae5ba08d req-3aaaacbd-80c3-4ee2-826d-57d28a3ecc4a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:00.869736 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e1e209c7-bdc4-49f6-9079-07cbae5ba08d req-3aaaacbd-80c3-4ee2-826d-57d28a3ecc4a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 982 time: 0.0806682 Jul 16 01:54:00.920451 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e1e209c7-bdc4-49f6-9079-07cbae5ba08d req-234467db-6812-4ad6-95fd-03c0b34ebbe3 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/security-groups?id=6cc5077e-510e-4753-9bdf-01dfef9746a6&id=97a35b74-fdf9-4c53-8c2f-2c678dbeeba7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0449059 Jul 16 01:54:01.100847 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.110910 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-df3c2ffd-624a-48cc-b7da-98feaf6f30d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.116465 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 12220497-2321-4293-8e6c-28078c90d2a0 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:54:01.248355 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 12220497-2321-4293-8e6c-28078c90d2a0, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=12220497-2321-4293-8e6c-28078c90d2a0,segment=NetworkSegment(720481af-981f-4595-b705-5e5576d3cc76),segment_id=720481af-981f-4595-b705-5e5576d3cc76)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:01.261338 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '12220497-2321-4293-8e6c-28078c90d2a0', 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe', 'port_id': '12220497-2321-4293-8e6c-28078c90d2a0', 'mac_address': 'fa:16:3e:37:95:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7135b2a3-7142-4565-8669-23d4b45b0e34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:54:01.304064 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.319171 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1375ef-e0cb-49f0-9e97-a8748640ad97 req-d3649e49-94ed-4395-afce-c16eae31f673 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:01.319968 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12220497-2321-4293-8e6c-28078c90d2a0 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:01.320777 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bb1375ef-e0cb-49f0-9e97-a8748640ad97 req-d3649e49-94ed-4395-afce-c16eae31f673 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.0947878 Jul 16 01:54:01.352504 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 12220497-2321-4293-8e6c-28078c90d2a0, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=12220497-2321-4293-8e6c-28078c90d2a0,segment=NetworkSegment(720481af-981f-4595-b705-5e5576d3cc76),segment_id=720481af-981f-4595-b705-5e5576d3cc76)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:01.353149 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-022a0293-27f5-4599-9154-6ec527be50b2 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:01.354952 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-022a0293-27f5-4599-9154-6ec527be50b2 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/networks?id=cadfdbbf-8155-4aeb-b98e-4e74d0041980 HTTP/1.1" status: 200 len: 809 time: 0.2263250 Jul 16 01:54:01.362523 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.384581 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bb1375ef-e0cb-49f0-9e97-a8748640ad97 req-3b1b2863-94da-4f53-b4f7-e547e66823bd tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572882 Jul 16 01:54:01.428130 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=12220497-2321-4293-8e6c-28078c90d2a0,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:01.441914 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-3e6b6c70-82a2-4293-a748-0ebf15ca121e tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/quotas/dc173ad2f2164c5c9763ccae2d41569c HTTP/1.1" status: 200 len: 375 time: 0.0629847 Jul 16 01:54:01.503596 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-1b9a9a82-abed-4faa-a025-0517c652ee97 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=dc173ad2f2164c5c9763ccae2d41569c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542836 Jul 16 01:54:01.618430 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.630820 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53782) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:01.703747 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-38e08d93-d7f6-4e0b-8d98-d41d566badb7 service neutron] 10.222.0.54 "GET /v2.0/networks/cadfdbbf-8155-4aeb-b98e-4e74d0041980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896963 Jul 16 01:54:01.749210 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9ebdcf0b-0525-4682-943f-ccb7e6681f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.799435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['12220497-2321-4293-8e6c-28078c90d2a0'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:01.807575 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.849869 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9ebdcf0b-0525-4682-943f-ccb7e6681f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.855774 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9ebdcf0b-0525-4682-943f-ccb7e6681f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.875420 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-8e6f3191-e8eb-4c11-8de2-94f6fd3cca9f service neutron] 10.222.0.54 "GET /v2.0/networks/cadfdbbf-8155-4aeb-b98e-4e74d0041980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610777 Jul 16 01:54:01.912648 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9ebdcf0b-0525-4682-943f-ccb7e6681f72 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dbe6210b7dcb4e7c9f94f25d7956f85a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2780199 Jul 16 01:54:01.916300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53786) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:01.917860 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdcf0b-0525-4682-943f-ccb7e6681f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cf0d64-00ab-4070-857e-9571406014eb,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:02.016981 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-985cf565-87f7-40b3-84be-eaf3cc4bb07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.041579 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.050940 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-985cf565-87f7-40b3-84be-eaf3cc4bb07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.056593 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.075796 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.139675 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=a70515ed-31a0-4bb6-9e6e-ad99184b4733,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:02.197174 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.197351 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-985cf565-87f7-40b3-84be-eaf3cc4bb07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.201112 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-985cf565-87f7-40b3-84be-eaf3cc4bb07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.202564 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-985cf565-87f7-40b3-84be-eaf3cc4bb07b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e7cf0d64-00ab-4070-857e-9571406014eb HTTP/1.1" status: 204 len: 168 time: 0.2675738 Jul 16 01:54:02.234971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cdb6d-e4bf-4946-976b-c7478607990f req-fadaf41f-4930-46e6-8b81-274e294b6d42 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:02.237775 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f0cdb6d-e4bf-4946-976b-c7478607990f req-fadaf41f-4930-46e6-8b81-274e294b6d42 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 983 time: 0.1209793 Jul 16 01:54:02.239843 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cf565-87f7-40b3-84be-eaf3cc4bb07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cf0d64-00ab-4070-857e-9571406014eb,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:02.328615 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f0cdb6d-e4bf-4946-976b-c7478607990f req-f6e0fcb4-0cbc-47c5-a33c-7de37258a622 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/security-groups?id=6cc5077e-510e-4753-9bdf-01dfef9746a6&id=97a35b74-fdf9-4c53-8c2f-2c678dbeeba7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0704591 Jul 16 01:54:02.465567 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da294036-6c2a-4075-a366-9e6ccd720dbe req-ab8f0ffc-ad2a-4630-8eb5-9b985da9b963 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac64c30c-1475-4242-a28b-d4fda8839418 HTTP/1.1" status: 200 len: 210 time: 0.0511487 Jul 16 01:54:02.723312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-26e89222-1f4d-4760-8171-519e4879e3fc req-75125bf1-3851-4b39-a9b5-d856f174b10c service neutron] (93832) timed out ('10.222.0.47', 63476) {{(pid=93832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:54:02.783953 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Floating IP 46bf142d-95f9-40f3-b612-68118dd6f5ed associated. External IP: 172.25.1.106, port: aa4dcbad-b2b9-4a8f-b66b-782bb4c4517a. Jul 16 01:54:02.797098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592e72a-df0f-464d-94e2-d068faf8e2b1 req-100e7645-6d4b-499a-a49e-8f5814f2804e tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:02.799209 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6592e72a-df0f-464d-94e2-d068faf8e2b1 req-100e7645-6d4b-499a-a49e-8f5814f2804e tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.1532650 Jul 16 01:54:02.919641 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6592e72a-df0f-464d-94e2-d068faf8e2b1 req-d08c8528-a717-4846-b657-17ed0c42d1c0 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864697 Jul 16 01:54:03.055160 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router c4d7ca02-47b1-4513-8ae3-a77478838a83 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:03.130808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 12220497-2321-4293-8e6c-28078c90d2a0 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:03.178768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:03.188724 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0222c8bc-09b8-43eb-86e9-a5eff286a770 None None] Sync routers for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:03.198436 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:03.200215 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0222c8bc-09b8-43eb-86e9-a5eff286a770 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:03.200663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 12220497-2321-4293-8e6c-28078c90d2a0 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:03.201098 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-0222c8bc-09b8-43eb-86e9-a5eff286a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:03.205909 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 12220497-2321-4293-8e6c-28078c90d2a0 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:03.206521 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:03.239808 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-0222c8bc-09b8-43eb-86e9-a5eff286a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:03.239994 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4a536cea-fe78-46ab-a038-88db6697af9f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1569407 Jul 16 01:54:03.241699 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53830) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:03.248158 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4e859016-a34e-4d1f-93f9-b911b6384418 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:03.250879 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0222c8bc-09b8-43eb-86e9-a5eff286a770 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:03.251893 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-0222c8bc-09b8-43eb-86e9-a5eff286a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:03.298727 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-0222c8bc-09b8-43eb-86e9-a5eff286a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:03.300062 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0222c8bc-09b8-43eb-86e9-a5eff286a770 None None] The sync data for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:03.301116 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:03.327584 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcf1232-b7cc-4455-89ea-442de1d0d5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12220497-2321-4293-8e6c-28078c90d2a0'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:03.330730 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bc9912-98b2-4bd9-89fa-0a7c5c5243e5" -d '{"events": [{"server_uuid": "0dcf1232-b7cc-4455-89ea-442de1d0d5ac", "name": "network-vif-plugged", "status": "completed", "tag": "12220497-2321-4293-8e6c-28078c90d2a0"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:03.337772 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4e859016-a34e-4d1f-93f9-b911b6384418 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:03.351049 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 12220497-2321-4293-8e6c-28078c90d2a0, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=12220497-2321-4293-8e6c-28078c90d2a0,segment=NetworkSegment(720481af-981f-4595-b705-5e5576d3cc76),segment_id=720481af-981f-4595-b705-5e5576d3cc76)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:03.356477 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:03.403988 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58727d22-2abf-43a1-ac4f-9c11cd9dd5f6 x-openstack-request-id: req-58727d22-2abf-43a1-ac4f-9c11cd9dd5f6 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:03.404283 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcf1232-b7cc-4455-89ea-442de1d0d5ac", "name": "network-vif-plugged", "status": "completed", "tag": "12220497-2321-4293-8e6c-28078c90d2a0", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:03.404542 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-58727d22-2abf-43a1-ac4f-9c11cd9dd5f6 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:03.405453 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcf1232-b7cc-4455-89ea-442de1d0d5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12220497-2321-4293-8e6c-28078c90d2a0', 'code': 200} Jul 16 01:54:03.444393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=12220497-2321-4293-8e6c-28078c90d2a0,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:03.454413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.455085 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.455972 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.456509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.457026 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.457539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.458252 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.458883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.459388 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.459959 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.460474 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.460977 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:03.655645 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4e859016-a34e-4d1f-93f9-b911b6384418 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:03.666855 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4e859016-a34e-4d1f-93f9-b911b6384418 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:03.667179 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-4e859016-a34e-4d1f-93f9-b911b6384418 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Floating IP 46bf142d-95f9-40f3-b612-68118dd6f5ed disassociated. External IP: 172.25.1.106, port: aa4dcbad-b2b9-4a8f-b66b-782bb4c4517a. Jul 16 01:54:03.754191 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa6472-23cd-425d-af0e-68e86ca81fa7 req-59dbe546-f9a8-4d6d-adb6-1e016af9579a tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:03.755510 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73fa6472-23cd-425d-af0e-68e86ca81fa7 req-59dbe546-f9a8-4d6d-adb6-1e016af9579a tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.26 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.2789786 Jul 16 01:54:03.818636 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2d0fb-5644-4238-a417-add621430695 req-ca855649-855b-4c57-9eda-5385c73cb58e tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:03.824897 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:03.825602 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ded2d0fb-5644-4238-a417-add621430695 req-ca855649-855b-4c57-9eda-5385c73cb58e tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 984 time: 0.3030558 Jul 16 01:54:03.839653 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0ab7980-027a-4d6a-b8a9-3a095944679b req-8ae5a8b3-07e7-4868-bb71-ccee86f47c4b tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac64c30c-1475-4242-a28b-d4fda8839418 HTTP/1.1" status: 200 len: 210 time: 0.0544310 Jul 16 01:54:03.851608 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-efd3f325-35f4-4683-b330-73ee258594cf tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:03.853287 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-efd3f325-35f4-4683-b330-73ee258594cf tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.26 "GET /v2.0/networks?id=cadfdbbf-8155-4aeb-b98e-4e74d0041980 HTTP/1.1" status: 200 len: 809 time: 0.1752629 Jul 16 01:54:03.875160 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587da0d-69cf-47c1-b9dd-6c52219981de req-3d13b794-3ef9-4a77-9380-acd3f27fa659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:03.875819 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-3d55b720-1acf-45cd-b145-a830886f5774 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Request body: {'port': {'device_id': 'ac64c30c-1475-4242-a28b-d4fda8839418', 'network_id': 'cadfdbbf-8155-4aeb-b98e-4e74d0041980', 'admin_state_up': True, 'tenant_id': 'dc173ad2f2164c5c9763ccae2d41569c'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:03.877068 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d587da0d-69cf-47c1-b9dd-6c52219981de req-3d13b794-3ef9-4a77-9380-acd3f27fa659 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 1135 time: 0.3351557 Jul 16 01:54:03.967149 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ded2d0fb-5644-4238-a417-add621430695 req-26c7f228-7767-4eb4-88d7-875e3ec4ce81 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/security-groups?id=6cc5077e-510e-4753-9bdf-01dfef9746a6&id=97a35b74-fdf9-4c53-8c2f-2c678dbeeba7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1405549 Jul 16 01:54:04.020329 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d587da0d-69cf-47c1-b9dd-6c52219981de req-7ab5da54-23b1-44a8-ac54-49c1059dc1ad service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6cc5077e-510e-4753-9bdf-01dfef9746a6&id=97a35b74-fdf9-4c53-8c2f-2c678dbeeba7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1332977 Jul 16 01:54:04.052302 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-3d55b720-1acf-45cd-b145-a830886f5774 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Made reservation on behalf of dc173ad2f2164c5c9763ccae2d41569c for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:04.056381 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-3d55b720-1acf-45cd-b145-a830886f5774 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.072964 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-3a30a378-83bc-4b83-ab01-8266ce59a906 req-3bcc207b-494c-4699-94e5-81a7d421b662 service neutron] (93831) timed out ('10.222.0.47', 63468) {{(pid=93831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:54:04.098369 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-73fa6472-23cd-425d-af0e-68e86ca81fa7 req-e5d75be3-7c7b-4592-8893-946f2d680250 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Deleting port f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:04.098714 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-73fa6472-23cd-425d-af0e-68e86ca81fa7 req-e5d75be3-7c7b-4592-8893-946f2d680250 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.137445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e859016-a34e-4d1f-93f9-b911b6384418 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router c4d7ca02-47b1-4513-8ae3-a77478838a83 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:04.200842 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-3d55b720-1acf-45cd-b145-a830886f5774 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Allocated IP 172.20.0.11 (cadfdbbf-8155-4aeb-b98e-4e74d0041980/e4bcbd13-561e-4e11-bbf0-f164a877898d/eaa13703-4897-458b-ac53-ee9f01d088f5) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:04.292948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-73fa6472-23cd-425d-af0e-68e86ca81fa7 req-e5d75be3-7c7b-4592-8893-946f2d680250 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] For port f7b8bd33-5a9e-4f53-933b-8216fe7a48e6, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6,segment=NetworkSegment(2612d676-dd3b-4d22-85b6-2659a1300879),segment_id=2612d676-dd3b-4d22-85b6-2659a1300879)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:04.293607 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-73fa6472-23cd-425d-af0e-68e86ca81fa7 req-e5d75be3-7c7b-4592-8893-946f2d680250 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.320652 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-73fa6472-23cd-425d-af0e-68e86ca81fa7 req-e5d75be3-7c7b-4592-8893-946f2d680250 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Calling delete_port for f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:04.356351 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-3d55b720-1acf-45cd-b145-a830886f5774 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.376377 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe6b0b-387c-466d-b114-4faf2b718133 req-4daf6e1b-c793-4107-87f4-6d4a39610553 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:04.377910 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-34fe6b0b-387c-466d-b114-4faf2b718133 req-4daf6e1b-c793-4107-87f4-6d4a39610553 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/ports?device_id=d61d50c0-1489-486a-896d-88093df60cab HTTP/1.1" status: 200 len: 945 time: 0.2426069 Jul 16 01:54:04.398568 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-3d55b720-1acf-45cd-b145-a830886f5774 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.448760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-3d55b720-1acf-45cd-b145-a830886f5774 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Network cadfdbbf-8155-4aeb-b98e-4e74d0041980 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:04.452253 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-3d55b720-1acf-45cd-b145-a830886f5774 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:04.456749 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-3d55b720-1acf-45cd-b145-a830886f5774 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:04.471514 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e859016-a34e-4d1f-93f9-b911b6384418 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:04.476593 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4e859016-a34e-4d1f-93f9-b911b6384418 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.483209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52cb03-7dbf-43f6-883d-95a5d67bfafc None None] Sync routers for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:04.499810 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52cb03-7dbf-43f6-883d-95a5d67bfafc None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:04.501150 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ee52cb03-7dbf-43f6-883d-95a5d67bfafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:04.509780 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-3d55b720-1acf-45cd-b145-a830886f5774 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:04.510399 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-3d55b720-1acf-45cd-b145-a830886f5774 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.514063 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55b720-1acf-45cd-b145-a830886f5774 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Pushing event updated for resources: {'Port': ['ID=eaa13703-4897-458b-ac53-ee9f01d088f5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:04.520265 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4e859016-a34e-4d1f-93f9-b911b6384418 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "PUT /v2.0/floatingips/46bf142d-95f9-40f3-b612-68118dd6f5ed HTTP/1.1" status: 200 len: 688 time: 1.2774434 Jul 16 01:54:04.528099 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53858) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:04.534376 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-34fe6b0b-387c-466d-b114-4faf2b718133 req-44fe4908-146e-46db-bcda-3b92214bef88 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f2ca4b0-6c38-405c-acf6-5fe137664753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211805 Jul 16 01:54:04.560242 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ee52cb03-7dbf-43f6-883d-95a5d67bfafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:04.580468 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-3d55b720-1acf-45cd-b145-a830886f5774 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7122090 Jul 16 01:54:04.580733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52cb03-7dbf-43f6-883d-95a5d67bfafc None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:04.581444 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ee52cb03-7dbf-43f6-883d-95a5d67bfafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:04.612683 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Request body: {'port': {'device_id': 'ac64c30c-1475-4242-a28b-d4fda8839418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:04.621476 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ee52cb03-7dbf-43f6-883d-95a5d67bfafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:04.622318 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52cb03-7dbf-43f6-883d-95a5d67bfafc None None] The sync data for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:04.653079 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-73fa6472-23cd-425d-af0e-68e86ca81fa7 req-e5d75be3-7c7b-4592-8893-946f2d680250 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.686421 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['f7b8bd33-5a9e-4f53-933b-8216fe7a48e6'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:04.705091 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d75be3-7c7b-4592-8893-946f2d680250 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Pushing event deleted for resources: {'Port': ['ID=f7b8bd33-5a9e-4f53-933b-8216fe7a48e6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:04.727106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53862) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:04.734432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-72c265a9-2d58-4853-957c-ce073c47eea4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1747007677', 'description': 'tempest-secgroup-smoke-1747007677 description', 'project_id': '7a1162bb5d334415ae74c9808546d676'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:04.742706 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.759147 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fa6472-23cd-425d-af0e-68e86ca81fa7 req-e5d75be3-7c7b-4592-8893-946f2d680250 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] No DVR routers for this DVR port f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:04.762751 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-73fa6472-23cd-425d-af0e-68e86ca81fa7 req-e5d75be3-7c7b-4592-8893-946f2d680250 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.765166 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73fa6472-23cd-425d-af0e-68e86ca81fa7 req-e5d75be3-7c7b-4592-8893-946f2d680250 tempest-ServerRescueTestJSONUnderV235-942055191 tempest-ServerRescueTestJSONUnderV235-942055191-project] 10.222.0.26 "DELETE /v2.0/ports/f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 HTTP/1.1" status: 204 len: 173 time: 1.0025795 Jul 16 01:54:04.765627 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61d50c0-1489-486a-896d-88093df60cab', 'name': 'network-vif-deleted', 'tag': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:04.769523 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce83438b-f951-47c6-9ab6-11d3b7e01642" -d '{"events": [{"server_uuid": "d61d50c0-1489-486a-896d-88093df60cab", "name": "network-vif-deleted", "tag": "f7b8bd33-5a9e-4f53-933b-8216fe7a48e6"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:04.769733 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-9a3a4dbd-5c7e-422f-a4f5-fdc1b41cc75f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Deleting port a70515ed-31a0-4bb6-9e6e-ad99184b4733 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:04.770048 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4dbd-5c7e-422f-a4f5-fdc1b41cc75f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.807104 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72c265a9-2d58-4853-957c-ce073c47eea4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.818233 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea41e38d-4e01-44e2-84fb-7298b3e9c683 x-openstack-request-id: req-ea41e38d-4e01-44e2-84fb-7298b3e9c683 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:04.818233 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61d50c0-1489-486a-896d-88093df60cab", "name": "network-vif-deleted", "tag": "f7b8bd33-5a9e-4f53-933b-8216fe7a48e6", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:04.818233 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ea41e38d-4e01-44e2-84fb-7298b3e9c683 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:04.818644 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61d50c0-1489-486a-896d-88093df60cab', 'name': 'network-vif-deleted', 'tag': 'f7b8bd33-5a9e-4f53-933b-8216fe7a48e6', 'status': 'completed', 'code': 200} Jul 16 01:54:04.831827 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72c265a9-2d58-4853-957c-ce073c47eea4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.015899 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4dbd-5c7e-422f-a4f5-fdc1b41cc75f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.016740 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4dbd-5c7e-422f-a4f5-fdc1b41cc75f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.039389 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dc7a1-bdff-416b-a4b6-9e7117880be5 req-73e5ea2e-9503-486d-9581-b911e991581a tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:05.041221 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e7dc7a1-bdff-416b-a4b6-9e7117880be5 req-73e5ea2e-9503-486d-9581-b911e991581a tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac64c30c-1475-4242-a28b-d4fda8839418 HTTP/1.1" status: 200 len: 932 time: 0.0694313 Jul 16 01:54:05.050248 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-9a3a4dbd-5c7e-422f-a4f5-fdc1b41cc75f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Calling delete_port for a70515ed-31a0-4bb6-9e6e-ad99184b4733 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:05.085443 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e7dc7a1-bdff-416b-a4b6-9e7117880be5 req-5f0934d0-2f94-4a2d-912b-753e8a264d82 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386643 Jul 16 01:54:05.334688 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72c265a9-2d58-4853-957c-ce073c47eea4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.377623 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72c265a9-2d58-4853-957c-ce073c47eea4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.398448 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be9958-4979-4846-8ed4-da9c386a6a8e req-bbcf66a7-c446-44de-9258-bf3200afef8e tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:05.399990 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67be9958-4979-4846-8ed4-da9c386a6a8e req-bbcf66a7-c446-44de-9258-bf3200afef8e tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 984 time: 0.2476625 Jul 16 01:54:05.428396 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa13703-4897-458b-ac53-ee9f01d088f5 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:05.463961 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.488829 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4dbd-5c7e-422f-a4f5-fdc1b41cc75f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.534762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c265a9-2d58-4853-957c-ce073c47eea4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f000a0-4724-47f2-aacb-657f0e3b2afd,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:05.542566 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Transition to ACTIVE for port object eaa13703-4897-458b-ac53-ee9f01d088f5 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:05.546685 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a4dbd-5c7e-422f-a4f5-fdc1b41cc75f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event deleted for resources: {'Port': ['ID=a70515ed-31a0-4bb6-9e6e-ad99184b4733,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:05.555141 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-67be9958-4979-4846-8ed4-da9c386a6a8e req-bedaf1d9-ca5d-4fd4-9103-26220a428f82 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/security-groups?id=6cc5077e-510e-4753-9bdf-01dfef9746a6&id=97a35b74-fdf9-4c53-8c2f-2c678dbeeba7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1461821 Jul 16 01:54:05.559525 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.624161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53872) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:05.681514 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72c265a9-2d58-4853-957c-ce073c47eea4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.690843 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72c265a9-2d58-4853-957c-ce073c47eea4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.698034 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa13703-4897-458b-ac53-ee9f01d088f5,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:05.734408 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4dbd-5c7e-422f-a4f5-fdc1b41cc75f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.737213 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4dbd-5c7e-422f-a4f5-fdc1b41cc75f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.738377 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9a3a4dbd-5c7e-422f-a4f5-fdc1b41cc75f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/floatingips/46bf142d-95f9-40f3-b612-68118dd6f5ed HTTP/1.1" status: 204 len: 168 time: 1.2089989 Jul 16 01:54:05.744593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53876) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:05.767081 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': '8aae9e19-822f-4000-ad27-543be58abce4'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:05.777685 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72c265a9-2d58-4853-957c-ce073c47eea4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.781558 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-72c265a9-2d58-4853-957c-ce073c47eea4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0507007 Jul 16 01:54:05.782580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53878) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:05.789057 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e1ca75ac-936f-48ee-841d-136c85a4f1af tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': 'be607993-fd80-4b03-8382-c77212c2dcab', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:05.798247 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c265a9-2d58-4853-957c-ce073c47eea4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be607993-fd80-4b03-8382-c77212c2dcab,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:05.817263 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.842632 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Attempting to bind port eaa13703-4897-458b-ac53-ee9f01d088f5 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:05.842961 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Attempting to bind port eaa13703-4897-458b-ac53-ee9f01d088f5 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '2ec7f396-c091-4c16-bc06-6ee4f2d6df05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cadfdbbf-8155-4aeb-b98e-4e74d0041980'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:05.843287 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Attempting to bind port eaa13703-4897-458b-ac53-ee9f01d088f5 on network cadfdbbf-8155-4aeb-b98e-4e74d0041980 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:05.855396 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Port eaa13703-4897-458b-ac53-ee9f01d088f5 on network cadfdbbf-8155-4aeb-b98e-4e74d0041980 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:05.855727 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Attempting to bind port eaa13703-4897-458b-ac53-ee9f01d088f5 on network cadfdbbf-8155-4aeb-b98e-4e74d0041980 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:05.861458 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e1ca75ac-936f-48ee-841d-136c85a4f1af tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.863674 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:05.864037 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Checking segment: {'id': '2ec7f396-c091-4c16-bc06-6ee4f2d6df05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cadfdbbf-8155-4aeb-b98e-4e74d0041980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:05.864421 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Bound using segment: {'id': '2ec7f396-c091-4c16-bc06-6ee4f2d6df05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cadfdbbf-8155-4aeb-b98e-4e74d0041980'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:05.864842 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Bound port: eaa13703-4897-458b-ac53-ee9f01d088f5, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec7f396-c091-4c16-bc06-6ee4f2d6df05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cadfdbbf-8155-4aeb-b98e-4e74d0041980'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:05.865191 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.977248 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] For port eaa13703-4897-458b-ac53-ee9f01d088f5, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:05.980821 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] For port eaa13703-4897-458b-ac53-ee9f01d088f5, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=eaa13703-4897-458b-ac53-ee9f01d088f5,segment=NetworkSegment(2ec7f396-c091-4c16-bc06-6ee4f2d6df05),segment_id=2ec7f396-c091-4c16-bc06-6ee4f2d6df05)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:05.985785 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.996747 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e1ca75ac-936f-48ee-841d-136c85a4f1af tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.002679 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e1ca75ac-936f-48ee-841d-136c85a4f1af tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.026017 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:06.026772 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.028094 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] 10.222.0.26 "PUT /v2.0/ports/eaa13703-4897-458b-ac53-ee9f01d088f5 HTTP/1.1" status: 200 len: 1092 time: 1.4206216 Jul 16 01:54:06.028527 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac64c30c-1475-4242-a28b-d4fda8839418', 'tag': 'eaa13703-4897-458b-ac53-ee9f01d088f5'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:06.030756 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09afb248-b713-4189-89fa-1e09cde2fd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ac64c30c-1475-4242-a28b-d4fda8839418", "tag": "eaa13703-4897-458b-ac53-ee9f01d088f5"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:06.033144 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca75ac-936f-48ee-841d-136c85a4f1af tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7404e9-846b-4e68-8fca-f7e9357684dc,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:06.039917 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.048893 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e1ca75ac-936f-48ee-841d-136c85a4f1af tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.052335 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e1ca75ac-936f-48ee-841d-136c85a4f1af tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2657661 Jul 16 01:54:06.054893 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53882) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:06.064627 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-9306c011-24a1-4429-97b4-4b1a3cb8de6e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': 'be607993-fd80-4b03-8382-c77212c2dcab', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:06.121712 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ac668-0bf2-4a1d-9f8a-fc0e1d6b2fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa13703-4897-458b-ac53-ee9f01d088f5,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:06.125999 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0af0d07-af5e-4e33-b70d-c6f5f02c478c x-openstack-request-id: req-c0af0d07-af5e-4e33-b70d-c6f5f02c478c {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:06.126453 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac64c30c-1475-4242-a28b-d4fda8839418", "tag": "eaa13703-4897-458b-ac53-ee9f01d088f5", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:06.126642 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c0af0d07-af5e-4e33-b70d-c6f5f02c478c {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:06.126985 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac64c30c-1475-4242-a28b-d4fda8839418', 'tag': 'eaa13703-4897-458b-ac53-ee9f01d088f5', 'status': 'completed', 'code': 200} Jul 16 01:54:06.150338 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c4441f4e-655e-4d68-b81e-a540ba2d32b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.200106 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9306c011-24a1-4429-97b4-4b1a3cb8de6e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.423390 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c4441f4e-655e-4d68-b81e-a540ba2d32b5 admin admin] Deleting port 2ef022f0-3e8f-4f50-a3b7-5912e448675c {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:06.423935 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c4441f4e-655e-4d68-b81e-a540ba2d32b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.507975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-c4441f4e-655e-4d68-b81e-a540ba2d32b5 admin admin] For port 2ef022f0-3e8f-4f50-a3b7-5912e448675c, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2ef022f0-3e8f-4f50-a3b7-5912e448675c,segment=NetworkSegment(2612d676-dd3b-4d22-85b6-2659a1300879),segment_id=2612d676-dd3b-4d22-85b6-2659a1300879)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:06.508334 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c4441f4e-655e-4d68-b81e-a540ba2d32b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.521894 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c4441f4e-655e-4d68-b81e-a540ba2d32b5 admin admin] Calling delete_port for 2ef022f0-3e8f-4f50-a3b7-5912e448675c owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:06.592809 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Allocated IP 172.25.1.99 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/5b87bb30-c734-42c6-b9b8-577041730fa1) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:06.653573 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-611caccd-d01f-49d4-90c6-2c3a7377e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:06.655266 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-611caccd-d01f-49d4-90c6-2c3a7377e4f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc173ad2f2164c5c9763ccae2d41569c&device_id=ac64c30c-1475-4242-a28b-d4fda8839418 HTTP/1.1" status: 200 len: 1095 time: 0.5180750 Jul 16 01:54:06.670723 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9306c011-24a1-4429-97b4-4b1a3cb8de6e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.687779 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9306c011-24a1-4429-97b4-4b1a3cb8de6e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.744324 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c4441f4e-655e-4d68-b81e-a540ba2d32b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.751211 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-22cf4dc0-c8f9-4618-99fa-f0291611214d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaa13703-4897-458b-ac53-ee9f01d088f5 HTTP/1.1" status: 200 len: 217 time: 0.0769784 Jul 16 01:54:06.780181 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306c011-24a1-4429-97b4-4b1a3cb8de6e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e973d38e-74d6-4293-a1b0-3c4805f1c1a2,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:06.781378 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4441f4e-655e-4d68-b81e-a540ba2d32b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef022f0-3e8f-4f50-a3b7-5912e448675c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:06.807293 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9306c011-24a1-4429-97b4-4b1a3cb8de6e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.808608 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9306c011-24a1-4429-97b4-4b1a3cb8de6e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7516482 Jul 16 01:54:06.817510 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53888) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:06.822012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-312cdce9-4ecc-4124-aeeb-a18f5742193f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': 'be607993-fd80-4b03-8382-c77212c2dcab', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:06.845558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fa6cb-7e39-4a8c-bb04-b1e398f13b84 req-aa903cfc-25ba-43b9-9110-17d67a0c1724 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:06.847127 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-333fa6cb-7e39-4a8c-bb04-b1e398f13b84 req-aa903cfc-25ba-43b9-9110-17d67a0c1724 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac64c30c-1475-4242-a28b-d4fda8839418 HTTP/1.1" status: 200 len: 944 time: 0.6276748 Jul 16 01:54:06.895364 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.900242 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-6250cb59-4559-4a96-af33-f97fdc934fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:06.901886 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-6250cb59-4559-4a96-af33-f97fdc934fec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4bcbd13-561e-4e11-bbf0-f164a877898d HTTP/1.1" status: 200 len: 849 time: 0.1406877 Jul 16 01:54:06.966669 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-00a17502-33ae-4615-aa02-7f18ac9ee63c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cadfdbbf-8155-4aeb-b98e-4e74d0041980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527112 Jul 16 01:54:06.968923 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-312cdce9-4ecc-4124-aeeb-a18f5742193f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.979591 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-333fa6cb-7e39-4a8c-bb04-b1e398f13b84 req-6246d941-df92-40b5-ae4c-b886c8fd784d tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245408 Jul 16 01:54:07.086703 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.139586 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-312cdce9-4ecc-4124-aeeb-a18f5742193f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.155298 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-312cdce9-4ecc-4124-aeeb-a18f5742193f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.175889 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:07.190191 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:07.196234 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=5b87bb30-c734-42c6-b9b8-577041730fa1,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:07.199941 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-5efacdbb-2527-42c6-9b03-c351aa1e25ab service neutron] 10.222.0.26 "GET /v2.0/networks/cadfdbbf-8155-4aeb-b98e-4e74d0041980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268176 Jul 16 01:54:07.200894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:07.205098 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cdce9-4ecc-4124-aeeb-a18f5742193f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc566b9-2218-42b4-ad56-2b7338e2a597,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:07.233102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac16e6-75ca-4e81-8a8b-8f654d5e4f16 req-a728c027-1844-4898-979b-0acb3dbf2090 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:07.234602 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e3ac16e6-75ca-4e81-8a8b-8f654d5e4f16 req-a728c027-1844-4898-979b-0acb3dbf2090 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 984 time: 0.5385106 Jul 16 01:54:07.237495 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-312cdce9-4ecc-4124-aeeb-a18f5742193f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.241256 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-312cdce9-4ecc-4124-aeeb-a18f5742193f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4202030 Jul 16 01:54:07.241473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53892) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:07.248517 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-7a49c23f-05f3-4f81-9ce2-69fda82cd728 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': 'be607993-fd80-4b03-8382-c77212c2dcab', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:07.254604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:07.275819 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:07.276314 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f7b8bd33-5a9e-4f53-933b-8216fe7a48e6 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:07.360705 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7a49c23f-05f3-4f81-9ce2-69fda82cd728 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.366701 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e3ac16e6-75ca-4e81-8a8b-8f654d5e4f16 req-3464012b-d051-43d0-946b-0c9753b15f31 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/security-groups?id=6cc5077e-510e-4753-9bdf-01dfef9746a6&id=97a35b74-fdf9-4c53-8c2f-2c678dbeeba7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1231220 Jul 16 01:54:07.390931 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed0da481-05f0-48f3-96ae-88eb02d46604 req-81441a1e-ce6e-4da2-a4d4-366603e23700 service neutron] 10.222.0.26 "GET /v2.0/networks/cadfdbbf-8155-4aeb-b98e-4e74d0041980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599748 Jul 16 01:54:07.458089 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c4441f4e-655e-4d68-b81e-a540ba2d32b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.465099 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7a49c23f-05f3-4f81-9ce2-69fda82cd728 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.470551 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7a49c23f-05f3-4f81-9ce2-69fda82cd728 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.494161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49c23f-05f3-4f81-9ce2-69fda82cd728 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235ee635-c34c-4364-899f-f44cfae388ae,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:07.538788 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7a49c23f-05f3-4f81-9ce2-69fda82cd728 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.540004 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7a49c23f-05f3-4f81-9ce2-69fda82cd728 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2975585 Jul 16 01:54:07.544327 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53896) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:07.550403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-5390fdf4-6f4c-403b-ae32-d7d863617fa8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': 'be607993-fd80-4b03-8382-c77212c2dcab', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:07.611517 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-5390fdf4-6f4c-403b-ae32-d7d863617fa8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Project 7a1162bb5d334415ae74c9808546d676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:54:07.620494 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5390fdf4-6f4c-403b-ae32-d7d863617fa8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.673862 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa116c4-879e-4fa3-b222-0e5ceae47e94 req-290a0419-7a10-43bf-93f6-91ac2a0b7fe0 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:07.675530 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0fa116c4-879e-4fa3-b222-0e5ceae47e94 req-290a0419-7a10-43bf-93f6-91ac2a0b7fe0 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 984 time: 0.1691444 Jul 16 01:54:07.708420 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afb248-b713-4189-89fa-1e09cde2fd1f req-05b1e74a-3fcb-400f-b32b-0a4b23bea11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:07.709896 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09afb248-b713-4189-89fa-1e09cde2fd1f req-05b1e74a-3fcb-400f-b32b-0a4b23bea11e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc173ad2f2164c5c9763ccae2d41569c&device_id=ac64c30c-1475-4242-a28b-d4fda8839418 HTTP/1.1" status: 200 len: 1095 time: 0.1902144 Jul 16 01:54:07.748091 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5390fdf4-6f4c-403b-ae32-d7d863617fa8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.753988 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5390fdf4-6f4c-403b-ae32-d7d863617fa8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.778594 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390fdf4-6f4c-403b-ae32-d7d863617fa8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f402b128-8f41-4aa3-a705-dd4fe4eccf02,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:07.792727 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5390fdf4-6f4c-403b-ae32-d7d863617fa8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.793913 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5390fdf4-6f4c-403b-ae32-d7d863617fa8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2483718 Jul 16 01:54:07.796645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53898) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:07.804255 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-6bce1c07-8f4c-493e-b6d9-86161e32fbf0 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': 'be607993-fd80-4b03-8382-c77212c2dcab', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:07.809378 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4441f4e-655e-4d68-b81e-a540ba2d32b5 admin admin] Router 2af15b63-3e34-4f1a-94ec-dbaae65963f0 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:07.824270 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0fa116c4-879e-4fa3-b222-0e5ceae47e94 req-8d1b3444-2b82-46d8-bc50-05ad25923d04 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/security-groups?id=6cc5077e-510e-4753-9bdf-01dfef9746a6&id=97a35b74-fdf9-4c53-8c2f-2c678dbeeba7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1180511 Jul 16 01:54:07.870551 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-6bce1c07-8f4c-493e-b6d9-86161e32fbf0 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Project 7a1162bb5d334415ae74c9808546d676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:54:07.882127 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6bce1c07-8f4c-493e-b6d9-86161e32fbf0 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.905799 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.931185 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afb248-b713-4189-89fa-1e09cde2fd1f req-faad985f-6350-4a58-b837-6bd7c9385d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:07.932487 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09afb248-b713-4189-89fa-1e09cde2fd1f req-faad985f-6350-4a58-b837-6bd7c9385d31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cadfdbbf-8155-4aeb-b98e-4e74d0041980 HTTP/1.1" status: 200 len: 910 time: 0.2136197 Jul 16 01:54:07.983835 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09afb248-b713-4189-89fa-1e09cde2fd1f req-ccf9a851-d00f-43bc-9889-ab470dabe0f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaa13703-4897-458b-ac53-ee9f01d088f5 HTTP/1.1" status: 200 len: 217 time: 0.0432677 Jul 16 01:54:08.027669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4441f4e-655e-4d68-b81e-a540ba2d32b5 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:08.036457 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c4441f4e-655e-4d68-b81e-a540ba2d32b5 admin admin] 10.222.0.54 "PUT /v2.0/routers/2af15b63-3e34-4f1a-94ec-dbaae65963f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4088130 Jul 16 01:54:08.036989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53904) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:08.046641 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b01066-832a-43ba-95a2-c36555b1c63d None None] Sync routers for ids ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:08.053189 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6bce1c07-8f4c-493e-b6d9-86161e32fbf0 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.064552 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6bce1c07-8f4c-493e-b6d9-86161e32fbf0 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.070372 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b01066-832a-43ba-95a2-c36555b1c63d None None] Routers {'2af15b63-3e34-4f1a-94ec-dbaae65963f0'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:08.079435 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-48b01066-832a-43ba-95a2-c36555b1c63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:08.089391 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce1c07-8f4c-493e-b6d9-86161e32fbf0 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1333e97a-d150-4140-a80a-7b2e8a524af9,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:08.105025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96c7e2-2b8e-43f3-aeb9-45a822e2bfd1 req-80843390-9fb0-488d-a610-92538588e00a tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:08.105621 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.111938 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afb248-b713-4189-89fa-1e09cde2fd1f req-0fc6c0ed-8e7e-481a-9b1b-7e0ae5d04996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:08.113528 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09afb248-b713-4189-89fa-1e09cde2fd1f req-0fc6c0ed-8e7e-481a-9b1b-7e0ae5d04996 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e4bcbd13-561e-4e11-bbf0-f164a877898d HTTP/1.1" status: 200 len: 849 time: 0.1234200 Jul 16 01:54:08.114247 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be96c7e2-2b8e-43f3-aeb9-45a822e2bfd1 req-80843390-9fb0-488d-a610-92538588e00a tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 1135 time: 0.1688039 Jul 16 01:54:08.122612 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6bce1c07-8f4c-493e-b6d9-86161e32fbf0 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.123761 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6bce1c07-8f4c-493e-b6d9-86161e32fbf0 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3258929 Jul 16 01:54:08.128876 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53906) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:08.139805 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-09a70a5d-c46e-48be-a334-66805e693145 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'network': {'name': 'tempest-network-smoke--1554656918', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'port_security_enabled': True}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:08.168097 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-be96c7e2-2b8e-43f3-aeb9-45a822e2bfd1 req-5bd88640-0850-4fa1-b08b-e369ce78c5f6 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.184517 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a70a5d-c46e-48be-a334-66805e693145 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Made reservation on behalf of 7a1162bb5d334415ae74c9808546d676 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:08.190707 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09a70a5d-c46e-48be-a334-66805e693145 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.211352 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09afb248-b713-4189-89fa-1e09cde2fd1f req-3cbdbb92-c695-471f-bb46-c62e5eff2855 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cadfdbbf-8155-4aeb-b98e-4e74d0041980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701065 Jul 16 01:54:08.241586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a70a5d-c46e-48be-a334-66805e693145 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:54:08.258343 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-48b01066-832a-43ba-95a2-c36555b1c63d None None] Set router 2af15b63-3e34-4f1a-94ec-dbaae65963f0 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:08.260032 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09a70a5d-c46e-48be-a334-66805e693145 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.260385 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-09a70a5d-c46e-48be-a334-66805e693145 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Added segment 60711ef0-5ed1-4403-8894-0af3da628818 of type vlan for network e33c8b76-7096-4a68-bf4b-97043f09a461 Jul 16 01:54:08.324255 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09a70a5d-c46e-48be-a334-66805e693145 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.379603 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-be96c7e2-2b8e-43f3-aeb9-45a822e2bfd1 req-5bd88640-0850-4fa1-b08b-e369ce78c5f6 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.380077 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3092cd09-c4d4-426d-beb2-f7316fa64d20 admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.385997 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-be96c7e2-2b8e-43f3-aeb9-45a822e2bfd1 req-5bd88640-0850-4fa1-b08b-e369ce78c5f6 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.388444 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09a70a5d-c46e-48be-a334-66805e693145 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.394609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a70a5d-c46e-48be-a334-66805e693145 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:08.395218 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09a70a5d-c46e-48be-a334-66805e693145 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.450968 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-48b01066-832a-43ba-95a2-c36555b1c63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-911417418-router', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:54:06Z', 'revision_number': 5, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'gw_port': {'id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:08.452377 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be96c7e2-2b8e-43f3-aeb9-45a822e2bfd1 req-5bd88640-0850-4fa1-b08b-e369ce78c5f6 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=6cc5077e-510e-4753-9bdf-01dfef9746a6&id=97a35b74-fdf9-4c53-8c2f-2c678dbeeba7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3372550 Jul 16 01:54:08.469292 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-09a70a5d-c46e-48be-a334-66805e693145 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3393478 Jul 16 01:54:08.474059 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53910) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:08.474059 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd88640-0850-4fa1-b08b-e369ce78c5f6 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b0cc2c-aaa9-41d8-b529-9e1947081b99,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:08.480392 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-756347639', 'admin_state_up': True, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:08.486641 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b01066-832a-43ba-95a2-c36555b1c63d None None] Checking router: 2af15b63-3e34-4f1a-94ec-dbaae65963f0 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:08.499807 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b01066-832a-43ba-95a2-c36555b1c63d None None] Routers {'2af15b63-3e34-4f1a-94ec-dbaae65963f0'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:08.500579 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-48b01066-832a-43ba-95a2-c36555b1c63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:08.519278 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a70a5d-c46e-48be-a334-66805e693145 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Network': ['ID=e33c8b76-7096-4a68-bf4b-97043f09a461,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:08.523323 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53912) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:08.535397 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network e33c8b76-7096-4a68-bf4b-97043f09a461 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:54:08.553773 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09afb248-b713-4189-89fa-1e09cde2fd1f req-c00f2454-214e-4da5-8012-7ac44d167aef service neutron] 10.222.0.26 "GET /v2.0/networks/cadfdbbf-8155-4aeb-b98e-4e74d0041980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239691 Jul 16 01:54:08.561441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c837ed-5b74-4151-b48f-6b793b223fc2 req-6acea2e2-239c-439e-bd7d-d1fbdf1196e0 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:08.568412 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.568636 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d3c837ed-5b74-4151-b48f-6b793b223fc2 req-6acea2e2-239c-439e-bd7d-d1fbdf1196e0 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac64c30c-1475-4242-a28b-d4fda8839418 HTTP/1.1" status: 200 len: 944 time: 0.3561769 Jul 16 01:54:08.569561 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.646678 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bd28ed-6b00-43d9-b2ed-0a594f840d18 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:08.648274 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b2bd28ed-6b00-43d9-b2ed-0a594f840d18 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 1130 time: 0.1239858 Jul 16 01:54:08.651969 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-48b01066-832a-43ba-95a2-c36555b1c63d None None] Set router 2af15b63-3e34-4f1a-94ec-dbaae65963f0 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:08.655385 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53914) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:08.661568 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.673972 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': '12220497-2321-4293-8e6c-28078c90d2a0', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:08.732033 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3092cd09-c4d4-426d-beb2-f7316fa64d20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.737727 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d3c837ed-5b74-4151-b48f-6b793b223fc2 req-530ec99d-9cbf-4189-a1ca-f9595c137de2 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682024 Jul 16 01:54:08.748389 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.762193 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.831585 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.979796 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-48b01066-832a-43ba-95a2-c36555b1c63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-911417418-router', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:54:06Z', 'revision_number': 5, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'gw_port': {'id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:09.007107 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b01066-832a-43ba-95a2-c36555b1c63d None None] The sync data for ids ['2af15b63-3e34-4f1a-94ec-dbaae65963f0'] in n-d-800086-6 is: [{'id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-911417418-router', 'tenant_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:34Z', 'updated_at': '2021-07-16T01:54:06Z', 'revision_number': 5, 'project_id': 'c0f2e7f3057a4b8a9a5766b4008ffa5c', 'gw_port': {'id': 'd08e9e21-0d17-43e0-9ab9-1195be376945', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af15b63-3e34-4f1a-94ec-dbaae65963f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:35Z', 'updated_at': '2021-07-16T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:09.048050 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.072765 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.144942 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.185764 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Allocated IP 172.25.1.107 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/56cca314-828f-4948-9b5f-1436653bd426) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:09.225157 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09afb248-b713-4189-89fa-1e09cde2fd1f req-95077b07-e797-4fbe-9487-1da456dba86a service neutron] 10.222.0.26 "GET /v2.0/networks/cadfdbbf-8155-4aeb-b98e-4e74d0041980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6544745 Jul 16 01:54:09.230313 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=5b87bb30-c734-42c6-b9b8-577041730fa1,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:09.259077 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.274201 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device eaa13703-4897-458b-ac53-ee9f01d088f5 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:54:09.305014 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.347642 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.348255 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-3092cd09-c4d4-426d-beb2-f7316fa64d20 admin admin] Deleting port d08e9e21-0d17-43e0-9ab9-1195be376945 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:09.348600 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3092cd09-c4d4-426d-beb2-f7316fa64d20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.392851 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:09.393713 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port eaa13703-4897-458b-ac53-ee9f01d088f5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=eaa13703-4897-458b-ac53-ee9f01d088f5,segment=NetworkSegment(2ec7f396-c091-4c16-bc06-6ee4f2d6df05),segment_id=2ec7f396-c091-4c16-bc06-6ee4f2d6df05)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:09.397940 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:09.405389 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:09.407427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'eaa13703-4897-458b-ac53-ee9f01d088f5', 'network_id': 'cadfdbbf-8155-4aeb-b98e-4e74d0041980', 'port_id': 'eaa13703-4897-458b-ac53-ee9f01d088f5', 'mac_address': 'fa:16:3e:aa:82:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bcbd13-561e-4e11-bbf0-f164a877898d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:54:09.433518 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Floating IP 89a06f19-b667-420d-932d-af5f73615804 associated. External IP: 172.25.1.99, port: 8aae9e19-822f-4000-ad27-543be58abce4. Jul 16 01:54:09.441041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=56cca314-828f-4948-9b5f-1436653bd426,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:09.452762 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.467466 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa13703-4897-458b-ac53-ee9f01d088f5 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:09.488189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port eaa13703-4897-458b-ac53-ee9f01d088f5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=eaa13703-4897-458b-ac53-ee9f01d088f5,segment=NetworkSegment(2ec7f396-c091-4c16-bc06-6ee4f2d6df05),segment_id=2ec7f396-c091-4c16-bc06-6ee4f2d6df05)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:09.496413 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.562964 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=eaa13703-4897-458b-ac53-ee9f01d088f5,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:09.565634 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-ed8384d3-b7a6-4a0b-bf98-8c01f663c9f8 req-40483375-af08-4ce7-b5b9-94d1f8fb40f4 service neutron] (93831) timed out ('10.222.0.26', 49880) {{(pid=93831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:54:09.621554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-3092cd09-c4d4-426d-beb2-f7316fa64d20 admin admin] For port d08e9e21-0d17-43e0-9ab9-1195be376945, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d08e9e21-0d17-43e0-9ab9-1195be376945,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:09.622175 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3092cd09-c4d4-426d-beb2-f7316fa64d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.627369 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.650898 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-3092cd09-c4d4-426d-beb2-f7316fa64d20 admin admin] Calling delete_port for d08e9e21-0d17-43e0-9ab9-1195be376945 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:09.701582 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.768250 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['eaa13703-4897-458b-ac53-ee9f01d088f5'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:09.935869 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Allocated IP 172.25.1.170 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/c80c300e-1e8b-46ce-93ac-0e802100364a) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:09.939495 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.960256 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router c4d7ca02-47b1-4513-8ae3-a77478838a83 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:10.123643 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a54fb8-1d95-4310-bdb9-3ec1d287fc61 req-be891884-5f56-44bf-b982-b9273b9355ab tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:10.125378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9a54fb8-1d95-4310-bdb9-3ec1d287fc61 req-be891884-5f56-44bf-b982-b9273b9355ab tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac64c30c-1475-4242-a28b-d4fda8839418 HTTP/1.1" status: 200 len: 945 time: 0.1700187 Jul 16 01:54:10.144574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2ef022f0-3e8f-4f50-a3b7-5912e448675c no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:10.165861 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 2ef022f0-3e8f-4f50-a3b7-5912e448675c {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:10.166393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2ef022f0-3e8f-4f50-a3b7-5912e448675c not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:10.172005 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router 9ad178b0-ec21-4968-9a21-35af91b0bc34 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:54:10.179091 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3092cd09-c4d4-426d-beb2-f7316fa64d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.192883 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9a54fb8-1d95-4310-bdb9-3ec1d287fc61 req-3a0a6133-804c-4732-b53c-9b41db180891 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502250 Jul 16 01:54:10.220199 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.234824 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092cd09-c4d4-426d-beb2-f7316fa64d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=d08e9e21-0d17-43e0-9ab9-1195be376945,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:10.288841 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:10.301134 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa16c7-12c8-49ef-8c87-3df37f5d4907 None None] Sync routers for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:10.304158 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:10.317143 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Sync routers for ids ['9ad178b0-ec21-4968-9a21-35af91b0bc34'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:10.317723 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa16c7-12c8-49ef-8c87-3df37f5d4907 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:10.318126 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-39aa16c7-12c8-49ef-8c87-3df37f5d4907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:10.325970 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.326771 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Routers {'9ad178b0-ec21-4968-9a21-35af91b0bc34'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:10.330837 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-367f9354-b48e-496c-bdcf-08cd0ed0406d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8506012 Jul 16 01:54:10.331148 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53920) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:10.332043 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['9ad178b0-ec21-4968-9a21-35af91b0bc34'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:10.347198 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.355983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-39aa16c7-12c8-49ef-8c87-3df37f5d4907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:10.365417 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa16c7-12c8-49ef-8c87-3df37f5d4907 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:10.365960 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-39aa16c7-12c8-49ef-8c87-3df37f5d4907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:10.398519 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3092cd09-c4d4-426d-beb2-f7316fa64d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.400240 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-39aa16c7-12c8-49ef-8c87-3df37f5d4907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:10.400890 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa16c7-12c8-49ef-8c87-3df37f5d4907 None None] The sync data for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:10.410151 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3aac6605-0fba-439b-a18e-5a5c4c8e2be5 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.6632466 Jul 16 01:54:10.412525 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53924) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:10.458116 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Set router 9ad178b0-ec21-4968-9a21-35af91b0bc34 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:10.496611 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5fe68aca-c445-4baa-b26c-4b56b286eb12 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=7a1162bb5d334415ae74c9808546d676&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1615934 Jul 16 01:54:10.496840 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53926) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:10.509928 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3092cd09-c4d4-426d-beb2-f7316fa64d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.512928 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3092cd09-c4d4-426d-beb2-f7316fa64d20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.520312 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.526400 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-36c12fc5-db6f-440f-83d1-eb1e07c092f8 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "GET /v2.0/floatingips/89a06f19-b667-420d-932d-af5f73615804 HTTP/1.1" status: 200 len: 976 time: 0.1102550 Jul 16 01:54:10.530006 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53928) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:10.596723 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c5472-50c4-4a2b-ac76-243f7b7470a4 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:10.600847 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2a2c5472-50c4-4a2b-ac76-243f7b7470a4 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1005034 Jul 16 01:54:10.601070 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53930) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:10.638857 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d143af97-145b-42f5-8834-06d2f2e548ee tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=88f2079c-e547-45f1-859f-49428e13c11a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342016 Jul 16 01:54:10.639060 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53932) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:10.641064 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756347639', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '56cca314-828f-4948-9b5f-1436653bd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:08Z', 'updated_at': '2021-07-16T01:54:09Z', 'revision_number': 3, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '56cca314-828f-4948-9b5f-1436653bd426', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:42:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:10.645056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-bd1b1d32-dfa5-4d68-83b1-d72b8f2f912a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1103433101', 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:10.667087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:10.671952 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Checking router: 9ad178b0-ec21-4968-9a21-35af91b0bc34 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:10.672296 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Updating router 9ad178b0-ec21-4968-9a21-35af91b0bc34 port 56cca314-828f-4948-9b5f-1436653bd426 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:54:10.679349 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3092cd09-c4d4-426d-beb2-f7316fa64d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.679926 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3092cd09-c4d4-426d-beb2-f7316fa64d20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2af15b63-3e34-4f1a-94ec-dbaae65963f0 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:54:10.684761 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3092cd09-c4d4-426d-beb2-f7316fa64d20 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.685917 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3092cd09-c4d4-426d-beb2-f7316fa64d20 admin admin] 10.222.0.54 "DELETE /v2.0/routers/2af15b63-3e34-4f1a-94ec-dbaae65963f0 HTTP/1.1" status: 204 len: 168 time: 2.6465912 Jul 16 01:54:10.686832 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:10.690351 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:10.711360 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.715208 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53934) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:10.743413 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event updated for resources: {'Port': ['ID=c80c300e-1e8b-46ce-93ac-0e802100364a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:10.774313 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1b1d32-dfa5-4d68-83b1-d72b8f2f912a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Made reservation on behalf of 7a1162bb5d334415ae74c9808546d676 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:10.777959 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd1b1d32-dfa5-4d68-83b1-d72b8f2f912a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.877858 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a5dcc1-d05f-4937-b220-20ad632c60d6 admin admin] Deleting subnet b3c257cc-79e9-4ee5-a4db-d19fe08afadf {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:10.883619 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87a5dcc1-d05f-4937-b220-20ad632c60d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.909968 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b52820b6-4657-4bd0-8f54-ccf29a9c30b4 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.3788791 Jul 16 01:54:10.912836 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53936) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:10.917526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4dc3ccc3-fc37-41bb-ba57-aaddd7119d6e tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'floatingip': {'port_id': 'aa4dcbad-b2b9-4a8f-b66b-782bb4c4517a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:10.950791 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87a5dcc1-d05f-4937-b220-20ad632c60d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.021076 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4dc3ccc3-fc37-41bb-ba57-aaddd7119d6e tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.029369 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87a5dcc1-d05f-4937-b220-20ad632c60d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.029604 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.043183 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Transition to ACTIVE for port object 56cca314-828f-4948-9b5f-1436653bd426 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:11.051145 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.056315 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd1b1d32-dfa5-4d68-83b1-d72b8f2f912a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.132121 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Attempting to bind port 56cca314-828f-4948-9b5f-1436653bd426 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:11.133724 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Attempting to bind port 56cca314-828f-4948-9b5f-1436653bd426 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:11.134287 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Attempting to bind port 56cca314-828f-4948-9b5f-1436653bd426 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:11.151460 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b1d32-dfa5-4d68-83b1-d72b8f2f912a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Subnet': ['ID=c4c6059d-19f4-442d-8ce3-8952dd0950ab,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:11.155121 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b1d32-dfa5-4d68-83b1-d72b8f2f912a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Checking segment: {'id': '60711ef0-5ed1-4403-8894-0af3da628818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:11.155551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1b1d32-dfa5-4d68-83b1-d72b8f2f912a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network hostable DHCP agents. Network: e33c8b76-7096-4a68-bf4b-97043f09a461, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:54:11.158137 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:11.159654 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:11.160932 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.161475 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:11.162812 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Bound port: 56cca314-828f-4948-9b5f-1436653bd426, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:11.162972 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87a5dcc1-d05f-4937-b220-20ad632c60d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.163123 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.199949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5dcc1-d05f-4937-b220-20ad632c60d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c257cc-79e9-4ee5-a4db-d19fe08afadf,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:11.202417 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87a5dcc1-d05f-4937-b220-20ad632c60d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.205622 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-87a5dcc1-d05f-4937-b220-20ad632c60d6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b3c257cc-79e9-4ee5-a4db-d19fe08afadf HTTP/1.1" status: 204 len: 168 time: 0.4891429 Jul 16 01:54:11.207132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1b1d32-dfa5-4d68-83b1-d72b8f2f912a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network e33c8b76-7096-4a68-bf4b-97043f09a461 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:54:11.209276 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53940) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:11.239173 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-bd1b1d32-dfa5-4d68-83b1-d72b8f2f912a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, e33c8b76-7096-4a68-bf4b-97043f09a461) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:11.247381 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b8ad0-7234-4d2e-b936-b97352ff74a4 None None] Network e33c8b76-7096-4a68-bf4b-97043f09a461 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:11.260373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1b1d32-dfa5-4d68-83b1-d72b8f2f912a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:11.260992 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd1b1d32-dfa5-4d68-83b1-d72b8f2f912a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.277850 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] For port 56cca314-828f-4948-9b5f-1436653bd426, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:11.288850 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] For port 56cca314-828f-4948-9b5f-1436653bd426, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=56cca314-828f-4948-9b5f-1436653bd426,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:11.294619 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc694f-a387-4186-be68-41aeaa095e0f None None] Pushing event updated for resources: {'Port': ['ID=56cca314-828f-4948-9b5f-1436653bd426,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:11.309209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device eaa13703-4897-458b-ac53-ee9f01d088f5 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:11.310026 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.317503 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc694f-a387-4186-be68-41aeaa095e0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:11.318428 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc694f-a387-4186-be68-41aeaa095e0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:11.318913 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc694f-a387-4186-be68-41aeaa095e0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:11.320047 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc694f-a387-4186-be68-41aeaa095e0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:11.320528 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc694f-a387-4186-be68-41aeaa095e0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:11.321135 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc694f-a387-4186-be68-41aeaa095e0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:11.321638 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc694f-a387-4186-be68-41aeaa095e0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:11.322676 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc694f-a387-4186-be68-41aeaa095e0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:11.323197 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc694f-a387-4186-be68-41aeaa095e0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:11.329615 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc694f-a387-4186-be68-41aeaa095e0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:11.330254 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc694f-a387-4186-be68-41aeaa095e0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:11.330749 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc694f-a387-4186-be68-41aeaa095e0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:11.393854 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Routers {'9ad178b0-ec21-4968-9a21-35af91b0bc34'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:11.395070 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['9ad178b0-ec21-4968-9a21-35af91b0bc34'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:11.464634 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc694f-a387-4186-be68-41aeaa095e0f None None] Pushing event updated for resources: {'Port': ['ID=56cca314-828f-4948-9b5f-1436653bd426,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:11.547215 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] Set router 9ad178b0-ec21-4968-9a21-35af91b0bc34 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:11.692202 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:54:11.717623 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port eaa13703-4897-458b-ac53-ee9f01d088f5 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:11.746850 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port eaa13703-4897-458b-ac53-ee9f01d088f5 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:11.747382 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.754348 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e53ead73-4fa2-4aed-b3e2-1cd0c6319c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.759064 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bd1b1d32-dfa5-4d68-83b1-d72b8f2f912a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1190434 Jul 16 01:54:11.762223 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53944) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:11.801997 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756347639', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '56cca314-828f-4948-9b5f-1436653bd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:08Z', 'updated_at': '2021-07-16T01:54:09Z', 'revision_number': 3, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '56cca314-828f-4948-9b5f-1436653bd426', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:42:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:11.834171 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.845815 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-e33c8b76-7096-4a68-bf4b-97043f09a461', 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ips': [{'subnet_id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:54:11.847281 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1b555-e175-4034-9156-0be14f2443c9 None None] The sync data for ids ['9ad178b0-ec21-4968-9a21-35af91b0bc34'] in n-d-800086-6 is: [{'id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756347639', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '56cca314-828f-4948-9b5f-1436653bd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:08Z', 'updated_at': '2021-07-16T01:54:09Z', 'revision_number': 3, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '56cca314-828f-4948-9b5f-1436653bd426', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:42:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:11.848223 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.978882 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e53ead73-4fa2-4aed-b3e2-1cd0c6319c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.989647 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.990247 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-e53ead73-4fa2-4aed-b3e2-1cd0c6319c35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce98212f-75fe-42a1-9dd5-641f4337548b']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:12.001200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e5e47-0225-4a01-94ab-bd38bf32183d req-b004810a-f116-4c01-92dc-d18b9658505f tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.002784 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-192e5e47-0225-4a01-94ab-bd38bf32183d req-b004810a-f116-4c01-92dc-d18b9658505f tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac64c30c-1475-4242-a28b-d4fda8839418 HTTP/1.1" status: 200 len: 945 time: 0.2878323 Jul 16 01:54:12.036810 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.046614 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac64c30c-1475-4242-a28b-d4fda8839418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa13703-4897-458b-ac53-ee9f01d088f5'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:12.050210 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596dcaf7-ad62-48eb-89cb-2270d80e723b" -d '{"events": [{"server_uuid": "ac64c30c-1475-4242-a28b-d4fda8839418", "name": "network-vif-plugged", "status": "completed", "tag": "eaa13703-4897-458b-ac53-ee9f01d088f5"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:12.083845 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-e53ead73-4fa2-4aed-b3e2-1cd0c6319c35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2612d676-dd3b-4d22-85b6-2659a1300879') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:12.084147 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-e53ead73-4fa2-4aed-b3e2-1cd0c6319c35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2612d676-dd3b-4d22-85b6-2659a1300879') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:12.100577 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e53ead73-4fa2-4aed-b3e2-1cd0c6319c35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.123433 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae56c66-8c4a-436a-98c9-f80f8a710165 x-openstack-request-id: req-bae56c66-8c4a-436a-98c9-f80f8a710165 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:12.123878 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac64c30c-1475-4242-a28b-d4fda8839418", "name": "network-vif-plugged", "status": "completed", "tag": "eaa13703-4897-458b-ac53-ee9f01d088f5", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:12.124227 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bae56c66-8c4a-436a-98c9-f80f8a710165 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:12.124710 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac64c30c-1475-4242-a28b-d4fda8839418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa13703-4897-458b-ac53-ee9f01d088f5', 'code': 200} Jul 16 01:54:12.129759 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port eaa13703-4897-458b-ac53-ee9f01d088f5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=eaa13703-4897-458b-ac53-ee9f01d088f5,segment=NetworkSegment(2ec7f396-c091-4c16-bc06-6ee4f2d6df05),segment_id=2ec7f396-c091-4c16-bc06-6ee4f2d6df05)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:12.137662 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.210587 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Allocated IP 172.20.0.2 (e33c8b76-7096-4a68-bf4b-97043f09a461/c4c6059d-19f4-442d-8ce3-8952dd0950ab/67257a33-f1d0-4ad9-ad32-0bfc59535754) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:12.225913 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-192e5e47-0225-4a01-94ab-bd38bf32183d req-c887dfe5-dc31-41b4-9597-7b0a6c6a2fb6 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134116 Jul 16 01:54:12.262392 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.resource_extend [None req-4dc3ccc3-fc37-41bb-ba57-aaddd7119d6e tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:54:12.272768 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=eaa13703-4897-458b-ac53-ee9f01d088f5,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:12.296887 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e53ead73-4fa2-4aed-b3e2-1cd0c6319c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.302822 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d08e9e21-0d17-43e0-9ab9-1195be376945 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:12.309370 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53ead73-4fa2-4aed-b3e2-1cd0c6319c35 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:54:12.309915 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e53ead73-4fa2-4aed-b3e2-1cd0c6319c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:54:12.312088 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:54:12.334888 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: d08e9e21-0d17-43e0-9ab9-1195be376945 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:12.335246 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d08e9e21-0d17-43e0-9ab9-1195be376945 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:12.460829 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4dc3ccc3-fc37-41bb-ba57-aaddd7119d6e tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.489247 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.494298 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e53ead73-4fa2-4aed-b3e2-1cd0c6319c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.501109 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4dc3ccc3-fc37-41bb-ba57-aaddd7119d6e tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.503476 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e53ead73-4fa2-4aed-b3e2-1cd0c6319c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.508772 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e53ead73-4fa2-4aed-b3e2-1cd0c6319c35 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ce98212f-75fe-42a1-9dd5-641f4337548b HTTP/1.1" status: 204 len: 168 time: 1.2952609 Jul 16 01:54:12.520582 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Transition to ACTIVE for port object 67257a33-f1d0-4ad9-ad32-0bfc59535754 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:12.522440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ead73-4fa2-4aed-b3e2-1cd0c6319c35 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce98212f-75fe-42a1-9dd5-641f4337548b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:12.576743 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Transition to ACTIVE for port object 67257a33-f1d0-4ad9-ad32-0bfc59535754 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:12.591566 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.618863 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011819b-4d3c-4925-bc04-87551f5fe36e req-53cf614c-c7e9-49a3-9ccd-c3ffb5564287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.620429 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7011819b-4d3c-4925-bc04-87551f5fe36e req-53cf614c-c7e9-49a3-9ccd-c3ffb5564287 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac64c30c-1475-4242-a28b-d4fda8839418 HTTP/1.1" status: 200 len: 1097 time: 0.2732511 Jul 16 01:54:12.658049 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Pushing event updated for resources: {'Port': ['ID=67257a33-f1d0-4ad9-ad32-0bfc59535754,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:12.682029 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Network e33c8b76-7096-4a68-bf4b-97043f09a461 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:12.684779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:12.690278 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:12.738319 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.741567 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7011819b-4d3c-4925-bc04-87551f5fe36e req-c7fb5df4-3d8b-450c-a03e-8de4a4e6028a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969243 Jul 16 01:54:12.747536 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-4dc3ccc3-fc37-41bb-ba57-aaddd7119d6e tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Floating IP 89a06f19-b667-420d-932d-af5f73615804 associated. External IP: 172.25.1.99, port: 8aae9e19-822f-4000-ad27-543be58abce4. Jul 16 01:54:12.749640 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.770626 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.806717 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Attempting to bind port 67257a33-f1d0-4ad9-ad32-0bfc59535754 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:12.807120 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Attempting to bind port 67257a33-f1d0-4ad9-ad32-0bfc59535754 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '60711ef0-5ed1-4403-8894-0af3da628818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:12.807577 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Attempting to bind port 67257a33-f1d0-4ad9-ad32-0bfc59535754 on network e33c8b76-7096-4a68-bf4b-97043f09a461 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:12.815287 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:12.815841 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Checking segment: {'id': '60711ef0-5ed1-4403-8894-0af3da628818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:12.816334 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.816882 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Bound using segment: {'id': '60711ef0-5ed1-4403-8894-0af3da628818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:12.817508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Bound port: 67257a33-f1d0-4ad9-ad32-0bfc59535754, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60711ef0-5ed1-4403-8894-0af3da628818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:12.817984 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.838449 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53954) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:12.894610 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] For port 67257a33-f1d0-4ad9-ad32-0bfc59535754, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:12.898855 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] For port 67257a33-f1d0-4ad9-ad32-0bfc59535754, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=67257a33-f1d0-4ad9-ad32-0bfc59535754,segment=NetworkSegment(60711ef0-5ed1-4403-8894-0af3da628818),segment_id=60711ef0-5ed1-4403-8894-0af3da628818)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:12.903974 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event updated for resources: {'Port': ['ID=c80c300e-1e8b-46ce-93ac-0e802100364a,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:12.906408 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.979791 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.991899 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1c3b0-a173-477a-b679-f4f380d8a18b None None] Pushing event updated for resources: {'Port': ['ID=67257a33-f1d0-4ad9-ad32-0bfc59535754,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:13.038618 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bc776491-01b2-43ca-9ee3-8cb6338114d7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c0f2e7f3057a4b8a9a5766b4008ffa5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935103 Jul 16 01:54:13.039787 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53956) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:13.133500 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Allocated IP 172.20.0.1 (e33c8b76-7096-4a68-bf4b-97043f09a461/c4c6059d-19f4-442d-8ce3-8952dd0950ab/6ae0d879-4250-4a69-b5d6-cb8620b7f8d2) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:13.263013 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Floating IP e2c75d12-8c1a-4fc0-a559-90160d6b1d87 associated. External IP: 172.25.1.170, port: 12220497-2321-4293-8e6c-28078c90d2a0. Jul 16 01:54:13.313606 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.329593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Transition to ACTIVE for port object 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:13.360625 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7b7d-5f64-4d2d-9856-8b369dedd45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.375155 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.425214 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7b7d-5f64-4d2d-9856-8b369dedd45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.441052 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc3ccc3-fc37-41bb-ba57-aaddd7119d6e tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router c4d7ca02-47b1-4513-8ae3-a77478838a83 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:13.458159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network e33c8b76-7096-4a68-bf4b-97043f09a461 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:13.463572 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=6ae0d879-4250-4a69-b5d6-cb8620b7f8d2,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:13.468658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:13.472528 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:13.537376 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.548679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d7da0-4c6a-4549-9b1b-7445f8fd2b3f req-01a119f5-4c14-42a7-86e7-abadcc9a06dd tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:13.550601 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-381d7da0-4c6a-4549-9b1b-7445f8fd2b3f req-01a119f5-4c14-42a7-86e7-abadcc9a06dd tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac64c30c-1475-4242-a28b-d4fda8839418 HTTP/1.1" status: 200 len: 946 time: 0.1459880 Jul 16 01:54:13.614978 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7b7d-5f64-4d2d-9856-8b369dedd45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.617594 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7b7d-5f64-4d2d-9856-8b369dedd45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.618728 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cb8d7b7d-5f64-4d2d-9856-8b369dedd45e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6f2ca4b0-6c38-405c-acf6-5fe137664753 HTTP/1.1" status: 204 len: 168 time: 0.5766368 Jul 16 01:54:13.633462 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-381d7da0-4c6a-4549-9b1b-7445f8fd2b3f req-c72e8959-e207-4d13-b134-0c442622ed02 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515034 Jul 16 01:54:13.684827 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d7b7d-5f64-4d2d-9856-8b369dedd45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2ca4b0-6c38-405c-acf6-5fe137664753,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:13.708536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc3ccc3-fc37-41bb-ba57-aaddd7119d6e tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:13.722738 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7764a3-f583-47ad-ac41-7a0f3e80f0c3 None None] Sync routers for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:13.753556 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7764a3-f583-47ad-ac41-7a0f3e80f0c3 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:13.754576 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ae7764a3-f583-47ad-ac41-7a0f3e80f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:13.778219 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.797089 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Router 7226d42c-1c95-4778-8ea9-1dd41b1e043b has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:13.821966 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ae7764a3-f583-47ad-ac41-7a0f3e80f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:13.834046 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7764a3-f583-47ad-ac41-7a0f3e80f0c3 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:13.835052 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ae7764a3-f583-47ad-ac41-7a0f3e80f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:13.883201 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ae7764a3-f583-47ad-ac41-7a0f3e80f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:13.886007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7764a3-f583-47ad-ac41-7a0f3e80f0c3 None None] The sync data for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:14.219808 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.232613 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.339232 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 56cca314-828f-4948-9b5f-1436653bd426 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:14.344788 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=6ae0d879-4250-4a69-b5d6-cb8620b7f8d2,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:14.349605 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.356896 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:14.368269 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c463a136-11f3-48ee-891b-6161df6ad521 None None] Sync routers for ids ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:14.381930 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c463a136-11f3-48ee-891b-6161df6ad521 None None] Routers {'7226d42c-1c95-4778-8ea9-1dd41b1e043b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:14.382845 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c463a136-11f3-48ee-891b-6161df6ad521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:14.421037 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.465347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network e33c8b76-7096-4a68-bf4b-97043f09a461 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:14.467059 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:14.474150 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 56cca314-828f-4948-9b5f-1436653bd426 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:14.479306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 56cca314-828f-4948-9b5f-1436653bd426 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:14.479693 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.528105 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-c463a136-11f3-48ee-891b-6161df6ad521 None None] Set router 7226d42c-1c95-4778-8ea9-1dd41b1e043b gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:14.574170 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-116c7a09-e791-4338-9b17-18dc2f68a0a1 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9140384 Jul 16 01:54:14.575031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 53978) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:14.578098 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcf1232-b7cc-4455-89ea-442de1d0d5ac', 'tag': '12220497-2321-4293-8e6c-28078c90d2a0'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:14.581222 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6742fc0-7e63-42df-921e-6df8c8c77782" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcf1232-b7cc-4455-89ea-442de1d0d5ac", "tag": "12220497-2321-4293-8e6c-28078c90d2a0"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:14.620669 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.667192 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 56cca314-828f-4948-9b5f-1436653bd426, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=56cca314-828f-4948-9b5f-1436653bd426,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:14.675328 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.676585 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 67257a33-f1d0-4ad9-ad32-0bfc59535754 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:14.705003 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaa07a9-f45f-4a80-ba34-fed869115fe5 x-openstack-request-id: req-bcaa07a9-f45f-4a80-ba34-fed869115fe5 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:14.705451 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcf1232-b7cc-4455-89ea-442de1d0d5ac", "tag": "12220497-2321-4293-8e6c-28078c90d2a0", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:14.705911 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bcaa07a9-f45f-4a80-ba34-fed869115fe5 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:14.706647 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcf1232-b7cc-4455-89ea-442de1d0d5ac', 'tag': '12220497-2321-4293-8e6c-28078c90d2a0', 'status': 'completed', 'code': 200} Jul 16 01:54:14.801107 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc3ccc3-fc37-41bb-ba57-aaddd7119d6e tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router c4d7ca02-47b1-4513-8ae3-a77478838a83 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:14.870809 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router 9ad178b0-ec21-4968-9a21-35af91b0bc34 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:14.909725 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=56cca314-828f-4948-9b5f-1436653bd426,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:14.929371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 67257a33-f1d0-4ad9-ad32-0bfc59535754 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:14.964338 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53990) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:14.990782 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6742fc0-7e63-42df-921e-6df8c8c77782 req-430795e1-0dfc-43a5-90fb-7583e57f332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:14.992374 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f6742fc0-7e63-42df-921e-6df8c8c77782 req-430795e1-0dfc-43a5-90fb-7583e57f332f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ecadcc305644999b6da57c9aea97e38&device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 1135 time: 0.2593904 Jul 16 01:54:15.027843 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c463a136-11f3-48ee-891b-6161df6ad521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1571351900', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:34Z', 'updated_at': '2021-07-16T01:53:42Z', 'revision_number': 4, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:35Z', 'updated_at': '2021-07-16T01:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'e2c75d12-8c1a-4fc0-a559-90160d6b1d87', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'port_id': '12220497-2321-4293-8e6c-28078c90d2a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe', 'mac_address': 'fa:16:3e:37:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcf1232-b7cc-4455-89ea-442de1d0d5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:54:11Z', 'updated_at': '2021-07-16T01:54:11Z', 'revision_number': 0, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590b175e-0b8a-40be-a732-ae87785733c7', 'name': '', 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'mac_address': 'fa:16:3e:3b:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '7135b2a3-7142-4565-8669-23d4b45b0e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:41Z', 'updated_at': '2021-07-16T01:53:50Z', 'revision_number': 5, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'subnets': [{'id': '7135b2a3-7142-4565-8669-23d4b45b0e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:15.105664 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0c4772-fc7a-4a60-9bf6-89a88b216429 None None] Network e33c8b76-7096-4a68-bf4b-97043f09a461 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:15.129572 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-c7de5087-067c-4415-be3c-270ab33789ff admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-839588873-network', 'tenant_id': 'acd8396b643646dea8935864882ec2b9'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:15.152839 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:15.160145 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4e420299-60c2-48f5-a84d-c4a6229a8748 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "PUT /v2.0/routers/9ad178b0-ec21-4968-9a21-35af91b0bc34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3970397 Jul 16 01:54:15.164180 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7de5087-067c-4415-be3c-270ab33789ff admin admin] Made reservation on behalf of acd8396b643646dea8935864882ec2b9 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:15.166632 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c7de5087-067c-4415-be3c-270ab33789ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.180787 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c7de5087-067c-4415-be3c-270ab33789ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.193707 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c463a136-11f3-48ee-891b-6161df6ad521 None None] Checking router: 7226d42c-1c95-4778-8ea9-1dd41b1e043b for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:15.206903 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c463a136-11f3-48ee-891b-6161df6ad521 None None] Routers {'7226d42c-1c95-4778-8ea9-1dd41b1e043b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:15.207293 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c463a136-11f3-48ee-891b-6161df6ad521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:15.213826 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6742fc0-7e63-42df-921e-6df8c8c77782 req-adaf9a4d-64e7-4d42-a958-61efd956debf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.215463 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f6742fc0-7e63-42df-921e-6df8c8c77782 req-adaf9a4d-64e7-4d42-a958-61efd956debf service neutron] 10.222.0.47 "GET /v2.0/networks?id=0e2b978a-1950-43ee-a10f-ccba537e1efe HTTP/1.1" status: 200 len: 897 time: 0.1850355 Jul 16 01:54:15.220350 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af179fa0-a773-4f02-9354-8b8dfccc0cec tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.221262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af179fa0-a773-4f02-9354-8b8dfccc0cec tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.222019 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af179fa0-a773-4f02-9354-8b8dfccc0cec tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.222804 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af179fa0-a773-4f02-9354-8b8dfccc0cec tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.223285 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af179fa0-a773-4f02-9354-8b8dfccc0cec tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.223819 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af179fa0-a773-4f02-9354-8b8dfccc0cec tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.224338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af179fa0-a773-4f02-9354-8b8dfccc0cec tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.224853 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af179fa0-a773-4f02-9354-8b8dfccc0cec tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.225432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af179fa0-a773-4f02-9354-8b8dfccc0cec tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.226501 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af179fa0-a773-4f02-9354-8b8dfccc0cec tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.232084 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-af179fa0-a773-4f02-9354-8b8dfccc0cec tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7052 time: 0.6475954 Jul 16 01:54:15.233953 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 53996) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:15.242978 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Sync routers for ids ['9ad178b0-ec21-4968-9a21-35af91b0bc34'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:15.263757 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71d0b8-89a7-4201-9c76-33bf7382ef0e req-3da86cdd-b8ce-48e3-8701-b6e8e6bcd051 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.265152 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a71d0b8-89a7-4201-9c76-33bf7382ef0e req-3da86cdd-b8ce-48e3-8701-b6e8e6bcd051 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac64c30c-1475-4242-a28b-d4fda8839418 HTTP/1.1" status: 200 len: 946 time: 0.3369303 Jul 16 01:54:15.269417 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc3ccc3-fc37-41bb-ba57-aaddd7119d6e tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:15.290802 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Routers {'9ad178b0-ec21-4968-9a21-35af91b0bc34'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:15.291546 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['9ad178b0-ec21-4968-9a21-35af91b0bc34'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:15.294192 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6ba6dd04-7565-478a-8a47-2a622c179fdd None None] Provisioning for port 67257a33-f1d0-4ad9-ad32-0bfc59535754 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:15.296043 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4dc3ccc3-fc37-41bb-ba57-aaddd7119d6e tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.302459 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdac1a4-fc85-4cf9-b99b-2c75b9127577 None None] Sync routers for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:15.306803 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6ba6dd04-7565-478a-8a47-2a622c179fdd None None] Provisioning complete for port 67257a33-f1d0-4ad9-ad32-0bfc59535754 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:15.307407 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ba6dd04-7565-478a-8a47-2a622c179fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.354369 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdac1a4-fc85-4cf9-b99b-2c75b9127577 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:15.355014 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3cdac1a4-fc85-4cf9-b99b-2c75b9127577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:15.392418 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a71d0b8-89a7-4201-9c76-33bf7382ef0e req-53d8b256-dc14-498f-b397-59e8ac352dde tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922611 Jul 16 01:54:15.411051 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4dc3ccc3-fc37-41bb-ba57-aaddd7119d6e tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "PUT /v2.0/floatingips/89a06f19-b667-420d-932d-af5f73615804 HTTP/1.1" status: 200 len: 977 time: 4.4943237 Jul 16 01:54:15.411269 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54008) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:15.417713 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e2f23d30-a3ce-486e-af8f-384f80d1520d tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:15.427129 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3cdac1a4-fc85-4cf9-b99b-2c75b9127577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:15.498163 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2f23d30-a3ce-486e-af8f-384f80d1520d tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.501381 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdac1a4-fc85-4cf9-b99b-2c75b9127577 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:15.502023 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3cdac1a4-fc85-4cf9-b99b-2c75b9127577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:15.549073 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f6742fc0-7e63-42df-921e-6df8c8c77782 req-e5e34b12-9f75-4c75-abd7-5aa444434e02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12220497-2321-4293-8e6c-28078c90d2a0 HTTP/1.1" status: 200 len: 999 time: 0.3264501 Jul 16 01:54:15.571959 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Set router 9ad178b0-ec21-4968-9a21-35af91b0bc34 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:15.592952 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3cdac1a4-fc85-4cf9-b99b-2c75b9127577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:15.593599 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdac1a4-fc85-4cf9-b99b-2c75b9127577 None None] The sync data for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:15.597958 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6992330a-7e3b-4985-8228-28eb38feb38c req-cf9ce0fc-6f19-416a-93e1-052c2e8fbc7c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1747007677&fields=id&tenant_id=7a1162bb5d334415ae74c9808546d676 HTTP/1.1" status: 200 len: 267 time: 0.1823614 Jul 16 01:54:15.619992 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-c463a136-11f3-48ee-891b-6161df6ad521 None None] Set router 7226d42c-1c95-4778-8ea9-1dd41b1e043b gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:15.623264 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71da3523-71f5-4477-8ce5-42561dabe8fe tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.624144 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71da3523-71f5-4477-8ce5-42561dabe8fe tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.624774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71da3523-71f5-4477-8ce5-42561dabe8fe tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.625925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71da3523-71f5-4477-8ce5-42561dabe8fe tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.626544 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71da3523-71f5-4477-8ce5-42561dabe8fe tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.627159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71da3523-71f5-4477-8ce5-42561dabe8fe tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.628147 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71da3523-71f5-4477-8ce5-42561dabe8fe tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.628762 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71da3523-71f5-4477-8ce5-42561dabe8fe tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.629390 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71da3523-71f5-4477-8ce5-42561dabe8fe tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.629998 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71da3523-71f5-4477-8ce5-42561dabe8fe tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.642219 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-71da3523-71f5-4477-8ce5-42561dabe8fe tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6394 time: 0.3637662 Jul 16 01:54:15.647098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54012) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:15.760293 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2f23d30-a3ce-486e-af8f-384f80d1520d tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.760293 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2f23d30-a3ce-486e-af8f-384f80d1520d tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.760293 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-e2f23d30-a3ce-486e-af8f-384f80d1520d tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Floating IP 89a06f19-b667-420d-932d-af5f73615804 disassociated. External IP: 172.25.1.99, port: aa4dcbad-b2b9-4a8f-b66b-782bb4c4517a. Jul 16 01:54:15.777475 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ba6dd04-7565-478a-8a47-2a622c179fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.849573 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6ba6dd04-7565-478a-8a47-2a622c179fdd None None] For port 67257a33-f1d0-4ad9-ad32-0bfc59535754, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=67257a33-f1d0-4ad9-ad32-0bfc59535754,segment=NetworkSegment(60711ef0-5ed1-4403-8894-0af3da628818),segment_id=60711ef0-5ed1-4403-8894-0af3da628818)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:15.859256 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ba6dd04-7565-478a-8a47-2a622c179fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.872248 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c7de5087-067c-4415-be3c-270ab33789ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.882007 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6742fc0-7e63-42df-921e-6df8c8c77782 req-cf0f72f8-a496-4e9a-a970-c7f33c1948e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.885361 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f6742fc0-7e63-42df-921e-6df8c8c77782 req-cf0f72f8-a496-4e9a-a970-c7f33c1948e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7135b2a3-7142-4565-8669-23d4b45b0e34 HTTP/1.1" status: 200 len: 835 time: 0.3176041 Jul 16 01:54:15.981227 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c7de5087-067c-4415-be3c-270ab33789ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.017019 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7de5087-067c-4415-be3c-270ab33789ff admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:54:16.047734 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6dd04-7565-478a-8a47-2a622c179fdd None None] Pushing event updated for resources: {'Port': ['ID=67257a33-f1d0-4ad9-ad32-0bfc59535754,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:16.074787 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c463a136-11f3-48ee-891b-6161df6ad521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1571351900', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:34Z', 'updated_at': '2021-07-16T01:53:42Z', 'revision_number': 4, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:35Z', 'updated_at': '2021-07-16T01:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'e2c75d12-8c1a-4fc0-a559-90160d6b1d87', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'port_id': '12220497-2321-4293-8e6c-28078c90d2a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe', 'mac_address': 'fa:16:3e:37:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcf1232-b7cc-4455-89ea-442de1d0d5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:54:11Z', 'updated_at': '2021-07-16T01:54:11Z', 'revision_number': 0, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590b175e-0b8a-40be-a732-ae87785733c7', 'name': '', 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'mac_address': 'fa:16:3e:3b:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '7135b2a3-7142-4565-8669-23d4b45b0e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:41Z', 'updated_at': '2021-07-16T01:53:50Z', 'revision_number': 5, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'subnets': [{'id': '7135b2a3-7142-4565-8669-23d4b45b0e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:16.081941 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f23d30-a3ce-486e-af8f-384f80d1520d tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router c4d7ca02-47b1-4513-8ae3-a77478838a83 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:16.093702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756347639', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '56cca314-828f-4948-9b5f-1436653bd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:08Z', 'updated_at': '2021-07-16T01:54:13Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '56cca314-828f-4948-9b5f-1436653bd426', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6ae0d879-4250-4a69-b5d6-cb8620b7f8d2', 'name': '', 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:09:86:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:12Z', 'updated_at': '2021-07-16T01:54:14Z', 'revision_number': 2, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:16.122711 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c463a136-11f3-48ee-891b-6161df6ad521 None None] The sync data for ids ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'] in n-d-800086-6 is: [{'id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1571351900', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:34Z', 'updated_at': '2021-07-16T01:53:42Z', 'revision_number': 4, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:35Z', 'updated_at': '2021-07-16T01:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'e2c75d12-8c1a-4fc0-a559-90160d6b1d87', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'port_id': '12220497-2321-4293-8e6c-28078c90d2a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe', 'mac_address': 'fa:16:3e:37:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcf1232-b7cc-4455-89ea-442de1d0d5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:54:11Z', 'updated_at': '2021-07-16T01:54:11Z', 'revision_number': 0, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590b175e-0b8a-40be-a732-ae87785733c7', 'name': '', 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'mac_address': 'fa:16:3e:3b:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '7135b2a3-7142-4565-8669-23d4b45b0e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:41Z', 'updated_at': '2021-07-16T01:53:50Z', 'revision_number': 5, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'subnets': [{'id': '7135b2a3-7142-4565-8669-23d4b45b0e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:16.143740 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Checking router: 9ad178b0-ec21-4968-9a21-35af91b0bc34 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:16.144512 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Updating router 9ad178b0-ec21-4968-9a21-35af91b0bc34 port 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:54:16.210024 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992330a-7e3b-4985-8228-28eb38feb38c req-cccd5edf-ef40-4da6-a686-95cf807d36ef tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:16.214678 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6992330a-7e3b-4985-8228-28eb38feb38c req-cccd5edf-ef40-4da6-a686-95cf807d36ef tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/networks?id=e33c8b76-7096-4a68-bf4b-97043f09a461 HTTP/1.1" status: 200 len: 797 time: 0.5708964 Jul 16 01:54:16.242520 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.262857 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c7de5087-067c-4415-be3c-270ab33789ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.263261 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-c7de5087-067c-4415-be3c-270ab33789ff admin admin] Added segment a487fc01-0d72-489f-bc25-de635f54c37d of type vlan for network a8c40dbf-5170-4d84-94bd-5e3baafc13ee Jul 16 01:54:16.312429 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f23d30-a3ce-486e-af8f-384f80d1520d tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:16.319492 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2f23d30-a3ce-486e-af8f-384f80d1520d tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.326908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 56cca314-828f-4948-9b5f-1436653bd426 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:16.342006 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6550761-0c5f-4165-b0fa-9cee7e4419b3 None None] Sync routers for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:16.368917 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e2f23d30-a3ce-486e-af8f-384f80d1520d tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "PUT /v2.0/floatingips/89a06f19-b667-420d-932d-af5f73615804 HTTP/1.1" status: 200 len: 687 time: 0.9540329 Jul 16 01:54:16.369269 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54024) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:16.401518 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6992330a-7e3b-4985-8228-28eb38feb38c req-b841a121-2677-4483-b133-b072bc23851c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/quotas/7a1162bb5d334415ae74c9808546d676 HTTP/1.1" status: 200 len: 375 time: 0.1544154 Jul 16 01:54:16.420184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de5087-067c-4415-be3c-270ab33789ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c304d64c-f17c-406d-b9a0-3f7a59ca792b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:16.464338 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ed6e2345-f5da-4154-b573-ff49ab2b8f44 None None] Provisioning complete for port 67257a33-f1d0-4ad9-ad32-0bfc59535754 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:16.464899 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed6e2345-f5da-4154-b573-ff49ab2b8f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.471221 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6550761-0c5f-4165-b0fa-9cee7e4419b3 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:16.472073 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a6550761-0c5f-4165-b0fa-9cee7e4419b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:16.507091 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c7de5087-067c-4415-be3c-270ab33789ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.544600 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb7a82b-e6ee-43ef-a4af-9cc5bf3d0c8e None None] New status for floating IP e2c75d12-8c1a-4fc0-a559-90160d6b1d87: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:54:16.599444 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b2bfa0be-f755-469e-98c2-e8dcdd3119d0 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Deleting port 5b87bb30-c734-42c6-b9b8-577041730fa1 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:16.599444 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa0be-f755-469e-98c2-e8dcdd3119d0 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.613420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a6550761-0c5f-4165-b0fa-9cee7e4419b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:16.664695 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6550761-0c5f-4165-b0fa-9cee7e4419b3 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:16.665349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a6550761-0c5f-4165-b0fa-9cee7e4419b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:16.738593 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa0be-f755-469e-98c2-e8dcdd3119d0 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.738943 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa0be-f755-469e-98c2-e8dcdd3119d0 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.762700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b2bfa0be-f755-469e-98c2-e8dcdd3119d0 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Calling delete_port for 5b87bb30-c734-42c6-b9b8-577041730fa1 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:16.971018 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 56cca314-828f-4948-9b5f-1436653bd426 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:16.971389 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.973280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a6550761-0c5f-4165-b0fa-9cee7e4419b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:16.973909 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6550761-0c5f-4165-b0fa-9cee7e4419b3 None None] The sync data for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:16.987019 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ca9bd-66bf-4781-aefa-29900a99bd99 req-dad275eb-ec45-4cb6-a274-6ebaab44920d tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:16.988783 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-939ca9bd-66bf-4781-aefa-29900a99bd99 req-dad275eb-ec45-4cb6-a274-6ebaab44920d tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac64c30c-1475-4242-a28b-d4fda8839418 HTTP/1.1" status: 200 len: 946 time: 0.1320355 Jul 16 01:54:17.066731 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-939ca9bd-66bf-4781-aefa-29900a99bd99 req-911eebfe-4663-46ff-8436-f50863a2b58b tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519989 Jul 16 01:54:17.068256 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa0be-f755-469e-98c2-e8dcdd3119d0 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.100777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfa0be-f755-469e-98c2-e8dcdd3119d0 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event deleted for resources: {'Port': ['ID=5b87bb30-c734-42c6-b9b8-577041730fa1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:17.142115 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6742fc0-7e63-42df-921e-6df8c8c77782 req-b2f81330-573c-448d-846b-eaa80255e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:17.143631 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f6742fc0-7e63-42df-921e-6df8c8c77782 req-b2f81330-573c-448d-846b-eaa80255e1d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0e2b978a-1950-43ee-a10f-ccba537e1efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2011313 Jul 16 01:54:17.167481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ed6e2345-f5da-4154-b573-ff49ab2b8f44 None None] Provisioning for port 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:17.173068 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c7de5087-067c-4415-be3c-270ab33789ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.174031 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7de5087-067c-4415-be3c-270ab33789ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:17.174918 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c7de5087-067c-4415-be3c-270ab33789ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.181047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ed6e2345-f5da-4154-b573-ff49ab2b8f44 None None] Provisioning complete for port 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:17.181427 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed6e2345-f5da-4154-b573-ff49ab2b8f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.198943 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa0be-f755-469e-98c2-e8dcdd3119d0 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.201861 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2bfa0be-f755-469e-98c2-e8dcdd3119d0 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.209253 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b2bfa0be-f755-469e-98c2-e8dcdd3119d0 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/floatingips/89a06f19-b667-420d-932d-af5f73615804 HTTP/1.1" status: 204 len: 168 time: 0.8390458 Jul 16 01:54:17.209943 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54030) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:17.229139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 67257a33-f1d0-4ad9-ad32-0bfc59535754 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:17.231369 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4d89bdc-b89c-41cb-ad27-d98666d459f8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8124292 Jul 16 01:54:17.283132 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-1c0d9935-75d0-4840-adde-ab9a839682ef tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] delete failed (client error): The resource could not be found. Jul 16 01:54:17.292702 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1c0d9935-75d0-4840-adde-ab9a839682ef tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/floatingips/89a06f19-b667-420d-932d-af5f73615804 HTTP/1.1" status: 404 len: 345 time: 0.0772483 Jul 16 01:54:17.292702 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54032) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:17.307437 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c7de5087-067c-4415-be3c-270ab33789ff admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3394055 Jul 16 01:54:17.316321 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ed6e2345-f5da-4154-b573-ff49ab2b8f44 None None] Port 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:17.327553 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54034) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:17.342215 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.350670 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-46159230-8e66-424c-9da7-56f4254cf07d admin admin] Request body: {'subnet': {'network_id': 'a8c40dbf-5170-4d84-94bd-5e3baafc13ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-839588873-subnet', 'tenant_id': 'acd8396b643646dea8935864882ec2b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:17.361802 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Transition to ACTIVE for port object 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:17.369151 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 67257a33-f1d0-4ad9-ad32-0bfc59535754 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:17.370428 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.373086 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de5087-067c-4415-be3c-270ab33789ff admin admin] Pushing event updated for resources: {'Network': ['ID=a8c40dbf-5170-4d84-94bd-5e3baafc13ee,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:17.398618 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network a8c40dbf-5170-4d84-94bd-5e3baafc13ee details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:54:17.398940 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46159230-8e66-424c-9da7-56f4254cf07d admin admin] Made reservation on behalf of acd8396b643646dea8935864882ec2b9 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:17.401853 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-46159230-8e66-424c-9da7-56f4254cf07d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.403575 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.423458 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d7dc7c04-55e1-4e86-bd83-c0177f7a4c80 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3781 time: 1.7742975 Jul 16 01:54:17.428471 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54036) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:17.443563 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f6742fc0-7e63-42df-921e-6df8c8c77782 req-18258550-53a4-42f7-a9c3-bc13a24f452c service neutron] 10.222.0.47 "GET /v2.0/networks/0e2b978a-1950-43ee-a10f-ccba537e1efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896512 Jul 16 01:54:17.485198 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6992330a-7e3b-4985-8228-28eb38feb38c req-4955a555-89a8-4092-bf29-6a849d269ab6 service neutron] 10.222.0.54 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043169 Jul 16 01:54:17.531350 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945bddfc-9732-4b95-acd9-ed0fbfb42927 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:17.543493 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945bddfc-9732-4b95-acd9-ed0fbfb42927 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:17.554598 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945bddfc-9732-4b95-acd9-ed0fbfb42927 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:17.560734 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-945bddfc-9732-4b95-acd9-ed0fbfb42927 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "GET /v2.0/ports?network_id=8cfce94d-3139-4283-bbed-37307752bd94 HTTP/1.1" status: 200 len: 2357 time: 0.2682989 Jul 16 01:54:17.562737 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54038) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:17.606215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82773050-2787-4ac0-b310-70d62347552a None None] Pushing event updated for resources: {'Port': ['ID=6ae0d879-4250-4a69-b5d6-cb8620b7f8d2,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:17.654555 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f6742fc0-7e63-42df-921e-6df8c8c77782 req-baf7ff7b-f55f-41dc-b449-f987461f9aa7 service neutron] 10.222.0.47 "GET /v2.0/networks/0e2b978a-1950-43ee-a10f-ccba537e1efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978190 Jul 16 01:54:17.658579 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21649c01-d208-4a29-b5b8-179a04b150ec tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:17.659150 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21649c01-d208-4a29-b5b8-179a04b150ec tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:17.664215 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-21649c01-d208-4a29-b5b8-179a04b150ec tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7226d42c-1c95-4778-8ea9-1dd41b1e043b HTTP/1.1" status: 200 len: 1989 time: 0.2293479 Jul 16 01:54:17.683828 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Attempting to bind port 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:17.684559 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Attempting to bind port 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '60711ef0-5ed1-4403-8894-0af3da628818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:17.684946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Attempting to bind port 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2 on network e33c8b76-7096-4a68-bf4b-97043f09a461 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:17.696480 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:17.696867 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Checking segment: {'id': '60711ef0-5ed1-4403-8894-0af3da628818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:17.697275 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.698410 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Bound using segment: {'id': '60711ef0-5ed1-4403-8894-0af3da628818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:17.698903 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Bound port: 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60711ef0-5ed1-4403-8894-0af3da628818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:17.699580 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.712585 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cf1d3a-e6e9-4624-8c67-b35dfff48281 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:17.714210 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f8cf1d3a-e6e9-4624-8c67-b35dfff48281 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "GET /v2.0/subnets/85f49afd-a70a-426d-aec3-e62851ef7375 HTTP/1.1" status: 200 len: 797 time: 0.1497691 Jul 16 01:54:17.718908 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54042) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:17.730913 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-57e011c0-c40e-44ac-b835-4f19622bff36 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'port': {'network_id': '8cfce94d-3139-4283-bbed-37307752bd94', 'name': 'tempest-FloatingIPTestJSON-398727424', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:17.745599 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-46159230-8e66-424c-9da7-56f4254cf07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.764693 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6992330a-7e3b-4985-8228-28eb38feb38c req-f650bcfd-2a48-4ad9-ab15-5ac7bfd3ef31 service neutron] 10.222.0.54 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395968 Jul 16 01:54:17.807089 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46159230-8e66-424c-9da7-56f4254cf07d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e33d7cdb-73e5-4819-a1cd-c03f40836d6a,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:17.815112 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46159230-8e66-424c-9da7-56f4254cf07d admin admin] Checking segment: {'id': 'a487fc01-0d72-489f-bc25-de635f54c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a8c40dbf-5170-4d84-94bd-5e3baafc13ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:17.815469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46159230-8e66-424c-9da7-56f4254cf07d admin admin] Network hostable DHCP agents. Network: a8c40dbf-5170-4d84-94bd-5e3baafc13ee, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:54:17.816809 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] For port 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:17.823013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] For port 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6ae0d879-4250-4a69-b5d6-cb8620b7f8d2,segment=NetworkSegment(60711ef0-5ed1-4403-8894-0af3da628818),segment_id=60711ef0-5ed1-4403-8894-0af3da628818)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:17.831787 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.838627 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46159230-8e66-424c-9da7-56f4254cf07d admin admin] Network a8c40dbf-5170-4d84-94bd-5e3baafc13ee is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:54:17.852495 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-46159230-8e66-424c-9da7-56f4254cf07d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, a8c40dbf-5170-4d84-94bd-5e3baafc13ee) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:17.866934 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46159230-8e66-424c-9da7-56f4254cf07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:17.867483 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-46159230-8e66-424c-9da7-56f4254cf07d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.870047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0efa26a-975e-4c45-9b3f-193588faa9d8 None None] Network a8c40dbf-5170-4d84-94bd-5e3baafc13ee requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:17.876893 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e011c0-c40e-44ac-b835-4f19622bff36 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Made reservation on behalf of 37e2fe0388fa46288fc848f83e97031e for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:17.885708 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-46159230-8e66-424c-9da7-56f4254cf07d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5592117 Jul 16 01:54:18.005237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82773050-2787-4ac0-b310-70d62347552a None None] Pushing event updated for resources: {'Port': ['ID=6ae0d879-4250-4a69-b5d6-cb8620b7f8d2,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:18.009535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Routers {'9ad178b0-ec21-4968-9a21-35af91b0bc34'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:18.010664 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['9ad178b0-ec21-4968-9a21-35af91b0bc34'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:18.034605 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57e011c0-c40e-44ac-b835-4f19622bff36 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.073188 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-57e011c0-c40e-44ac-b835-4f19622bff36 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] device_id is not set on port 0b7b303b-a589-4409-bddf-428c0d29131d yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:18.089788 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6b9a1606-10c6-4a17-99e0-401fa499d086 req-b70e40d5-6ad5-4d99-9cc0-0e1ac96cde46 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 210 time: 0.0580046 Jul 16 01:54:18.176021 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b55f8a-5b46-437b-9858-a88dd51c08f4 None None] Network a8c40dbf-5170-4d84-94bd-5e3baafc13ee requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:18.304072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c439139-e837-474a-a323-bcdf0ceae93d req-ee381585-7e9f-40df-9ac0-a2ae2ecdd092 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:18.305657 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9c439139-e837-474a-a323-bcdf0ceae93d req-ee381585-7e9f-40df-9ac0-a2ae2ecdd092 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac64c30c-1475-4242-a28b-d4fda8839418 HTTP/1.1" status: 200 len: 946 time: 0.2141817 Jul 16 01:54:18.404891 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] Set router 9ad178b0-ec21-4968-9a21-35af91b0bc34 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:18.496470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0de8ba-c8b8-45dc-8ecc-6f43dfbcd8f9 req-a662708b-d6d3-41b9-b07c-4181bf9c49e5 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:18.499889 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3c0de8ba-c8b8-45dc-8ecc-6f43dfbcd8f9 req-a662708b-d6d3-41b9-b07c-4181bf9c49e5 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac64c30c-1475-4242-a28b-d4fda8839418 HTTP/1.1" status: 200 len: 946 time: 0.2257001 Jul 16 01:54:18.502509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-9c439139-e837-474a-a323-bcdf0ceae93d req-41b863ab-bb0e-441d-87f3-850088fd9e86 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Deleting port eaa13703-4897-458b-ac53-ee9f01d088f5 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:18.502844 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9c439139-e837-474a-a323-bcdf0ceae93d req-41b863ab-bb0e-441d-87f3-850088fd9e86 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.608845 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3c0de8ba-c8b8-45dc-8ecc-6f43dfbcd8f9 req-070bc756-b28e-4900-b10e-d2cf69bec75b tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002491 Jul 16 01:54:18.664680 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-9c439139-e837-474a-a323-bcdf0ceae93d req-41b863ab-bb0e-441d-87f3-850088fd9e86 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] For port eaa13703-4897-458b-ac53-ee9f01d088f5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=eaa13703-4897-458b-ac53-ee9f01d088f5,segment=NetworkSegment(2ec7f396-c091-4c16-bc06-6ee4f2d6df05),segment_id=2ec7f396-c091-4c16-bc06-6ee4f2d6df05)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:18.665290 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9c439139-e837-474a-a323-bcdf0ceae93d req-41b863ab-bb0e-441d-87f3-850088fd9e86 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.685019 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-57e011c0-c40e-44ac-b835-4f19622bff36 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Allocated IP 172.20.0.14 (8cfce94d-3139-4283-bbed-37307752bd94/85f49afd-a70a-426d-aec3-e62851ef7375/0b7b303b-a589-4409-bddf-428c0d29131d) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:18.695798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-57e011c0-c40e-44ac-b835-4f19622bff36 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Allocated IP 172.20.0.13 (8cfce94d-3139-4283-bbed-37307752bd94/85f49afd-a70a-426d-aec3-e62851ef7375/0b7b303b-a589-4409-bddf-428c0d29131d) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:18.708587 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-9c439139-e837-474a-a323-bcdf0ceae93d req-41b863ab-bb0e-441d-87f3-850088fd9e86 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Calling delete_port for eaa13703-4897-458b-ac53-ee9f01d088f5 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:18.781805 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-9fa12728-23f1-4f78-99d1-f4671566ca9f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:18.783998 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-9fa12728-23f1-4f78-99d1-f4671566ca9f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/networks?id=a8c40dbf-5170-4d84-94bd-5e3baafc13ee HTTP/1.1" status: 200 len: 813 time: 0.1935194 Jul 16 01:54:18.816547 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-583622cd-96a6-43d7-823d-88ef1760cef0 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/quotas/acd8396b643646dea8935864882ec2b9 HTTP/1.1" status: 200 len: 375 time: 0.0206025 Jul 16 01:54:18.817357 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756347639', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '56cca314-828f-4948-9b5f-1436653bd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:08Z', 'updated_at': '2021-07-16T01:54:13Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '56cca314-828f-4948-9b5f-1436653bd426', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6ae0d879-4250-4a69-b5d6-cb8620b7f8d2', 'name': '', 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:09:86:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:12Z', 'updated_at': '2021-07-16T01:54:17Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:18.847468 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a6fcf1-b59a-4488-be02-349dff536200 None None] The sync data for ids ['9ad178b0-ec21-4968-9a21-35af91b0bc34'] in n-d-800086-6 is: [{'id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756347639', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '56cca314-828f-4948-9b5f-1436653bd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:08Z', 'updated_at': '2021-07-16T01:54:13Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '56cca314-828f-4948-9b5f-1436653bd426', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6ae0d879-4250-4a69-b5d6-cb8620b7f8d2', 'name': '', 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:09:86:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:12Z', 'updated_at': '2021-07-16T01:54:17Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:18.870320 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-07650278-fe82-4cba-88df-3ebed6a68cf4 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=acd8396b643646dea8935864882ec2b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406346 Jul 16 01:54:18.910207 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57e011c0-c40e-44ac-b835-4f19622bff36 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.975940 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57e011c0-c40e-44ac-b835-4f19622bff36 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.026558 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9c439139-e837-474a-a323-bcdf0ceae93d req-41b863ab-bb0e-441d-87f3-850088fd9e86 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.058276 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['eaa13703-4897-458b-ac53-ee9f01d088f5'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:19.067649 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e011c0-c40e-44ac-b835-4f19622bff36 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network 8cfce94d-3139-4283-bbed-37307752bd94 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:19.078774 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b863ab-bb0e-441d-87f3-850088fd9e86 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Pushing event deleted for resources: {'Port': ['ID=eaa13703-4897-458b-ac53-ee9f01d088f5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:19.108008 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-57e011c0-c40e-44ac-b835-4f19622bff36 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:19.112997 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e011c0-c40e-44ac-b835-4f19622bff36 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:19.117206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e011c0-c40e-44ac-b835-4f19622bff36 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=0b7b303b-a589-4409-bddf-428c0d29131d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:19.156033 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-963fd417-bdbc-4ac3-812c-cb1ac26bc5e2 service neutron] 10.222.0.54 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759671 Jul 16 01:54:19.212151 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e011c0-c40e-44ac-b835-4f19622bff36 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:19.212827 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-57e011c0-c40e-44ac-b835-4f19622bff36 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.226609 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c439139-e837-474a-a323-bcdf0ceae93d req-41b863ab-bb0e-441d-87f3-850088fd9e86 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] No DVR routers for this DVR port eaa13703-4897-458b-ac53-ee9f01d088f5 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:19.233971 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-57e011c0-c40e-44ac-b835-4f19622bff36 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.5130010 Jul 16 01:54:19.238114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54076) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:19.238435 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9c439139-e837-474a-a323-bcdf0ceae93d req-41b863ab-bb0e-441d-87f3-850088fd9e86 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.243828 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9c439139-e837-474a-a323-bcdf0ceae93d req-41b863ab-bb0e-441d-87f3-850088fd9e86 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.26 "DELETE /v2.0/ports/eaa13703-4897-458b-ac53-ee9f01d088f5 HTTP/1.1" status: 204 len: 173 time: 0.9296885 Jul 16 01:54:19.243828 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac64c30c-1475-4242-a28b-d4fda8839418', 'name': 'network-vif-deleted', 'tag': 'eaa13703-4897-458b-ac53-ee9f01d088f5'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:19.244734 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': '0b7b303b-a589-4409-bddf-428c0d29131d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:19.245477 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab672a1c-bc6a-4a7b-84ec-4f8526304de1" -d '{"events": [{"server_uuid": "ac64c30c-1475-4242-a28b-d4fda8839418", "name": "network-vif-deleted", "tag": "eaa13703-4897-458b-ac53-ee9f01d088f5"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:19.323296 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.345059 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-4900a30e-b832-4d5b-9811-f3f6e0bf784d service neutron] 10.222.0.54 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871352 Jul 16 01:54:19.353749 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c61a25a6-07aa-4d2f-9e06-680d91c77af1 req-bab862ea-53f2-487b-bc1f-0885ff338951 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 210 time: 0.0489230 Jul 16 01:54:19.434280 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc105de-073a-48fb-9791-23a7c1795228 x-openstack-request-id: req-bcc105de-073a-48fb-9791-23a7c1795228 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:19.434574 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac64c30c-1475-4242-a28b-d4fda8839418", "name": "network-vif-deleted", "tag": "eaa13703-4897-458b-ac53-ee9f01d088f5", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:19.434833 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bcc105de-073a-48fb-9791-23a7c1795228 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:19.435242 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac64c30c-1475-4242-a28b-d4fda8839418', 'name': 'network-vif-deleted', 'tag': 'eaa13703-4897-458b-ac53-ee9f01d088f5', 'status': 'completed', 'code': 200} Jul 16 01:54:19.513120 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.654831 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88b3fcdc-1108-468d-b559-d1ab7e4409ff req-0a6432fb-71c4-45a7-ab2c-6b267e2053b4 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 210 time: 0.0606301 Jul 16 01:54:19.768983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Allocated IP 172.25.1.224 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/813038f0-507b-4864-a7fe-aab48869acc4) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:19.832738 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-79548654-c73e-48c4-bf41-f08341c1e071 req-acdbebac-de92-43bc-b138-6159331a8bfe tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac64c30c-1475-4242-a28b-d4fda8839418 HTTP/1.1" status: 200 len: 210 time: 0.0484383 Jul 16 01:54:20.002221 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.041282 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992330a-7e3b-4985-8228-28eb38feb38c req-2e1ebf2b-69d1-4613-a6ca-c912ed27f787 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:20.043043 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6992330a-7e3b-4985-8228-28eb38feb38c req-2e1ebf2b-69d1-4613-a6ca-c912ed27f787 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.26 "GET /v2.0/networks?id=e33c8b76-7096-4a68-bf4b-97043f09a461 HTTP/1.1" status: 200 len: 797 time: 0.1837795 Jul 16 01:54:20.085035 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.194565 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c9276d9a-f0ac-4484-999a-4761f7a936f0 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a1162bb5d334415ae74c9808546d676 HTTP/1.1" status: 200 len: 380 time: 0.1374400 Jul 16 01:54:20.194769 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:20.198167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:20.205225 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:20.207647 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=813038f0-507b-4864-a7fe-aab48869acc4,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:20.217603 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-6992330a-7e3b-4985-8228-28eb38feb38c req-5e435eca-aada-49bb-ab34-e24e18500e07 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'port': {'device_id': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461', 'admin_state_up': True, 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'security_groups': ['be607993-fd80-4b03-8382-c77212c2dcab']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:20.316519 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:20.417640 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:20.421815 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:20.422952 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.611903 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.658496 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6ae0d879-4250-4a69-b5d6-cb8620b7f8d2,segment=NetworkSegment(60711ef0-5ed1-4403-8894-0af3da628818),segment_id=60711ef0-5ed1-4403-8894-0af3da628818)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:20.665830 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.738901 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=6ae0d879-4250-4a69-b5d6-cb8620b7f8d2,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:20.867635 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8bba6b78-06f8-4b19-b5bf-6db2fed97538 req-6cafca9f-5058-47da-aa8f-184226c40bae tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 210 time: 0.0516393 Jul 16 01:54:20.883514 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.924946 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-06973271-8a85-4391-afe8-2224dc29cee1 req-28493137-4ee8-4254-aa85-6d88c01d0689 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 210 time: 0.0392218 Jul 16 01:54:20.972331 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6992330a-7e3b-4985-8228-28eb38feb38c req-5e435eca-aada-49bb-ab34-e24e18500e07 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Made reservation on behalf of 7a1162bb5d334415ae74c9808546d676 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:20.976053 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6992330a-7e3b-4985-8228-28eb38feb38c req-5e435eca-aada-49bb-ab34-e24e18500e07 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.981818 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.143483 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-6992330a-7e3b-4985-8228-28eb38feb38c req-5e435eca-aada-49bb-ab34-e24e18500e07 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Allocated IP 172.20.0.14 (e33c8b76-7096-4a68-bf4b-97043f09a461/c4c6059d-19f4-442d-8ce3-8952dd0950ab/be991035-323d-46f5-8a47-399b71c405bf) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:21.176023 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.209419 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.323404 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6992330a-7e3b-4985-8228-28eb38feb38c req-5e435eca-aada-49bb-ab34-e24e18500e07 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.338226 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-6992330a-7e3b-4985-8228-28eb38feb38c req-5e435eca-aada-49bb-ab34-e24e18500e07 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Transition to ACTIVE for port object be991035-323d-46f5-8a47-399b71c405bf will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:21.338476 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=813038f0-507b-4864-a7fe-aab48869acc4,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:21.339852 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device eaa13703-4897-458b-ac53-ee9f01d088f5 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:21.369677 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: eaa13703-4897-458b-ac53-ee9f01d088f5 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:21.370595 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device eaa13703-4897-458b-ac53-ee9f01d088f5 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:21.375796 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.377165 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6992330a-7e3b-4985-8228-28eb38feb38c req-5e435eca-aada-49bb-ab34-e24e18500e07 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.388853 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f85ff-b561-485c-beb0-84ae1d76302c req-c0c0af98-e06f-4019-8218-9dd0e91ed475 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:21.396026 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-215f85ff-b561-485c-beb0-84ae1d76302c req-c0c0af98-e06f-4019-8218-9dd0e91ed475 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/networks?id=cadfdbbf-8155-4aeb-b98e-4e74d0041980 HTTP/1.1" status: 200 len: 809 time: 0.2228005 Jul 16 01:54:21.429548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6992330a-7e3b-4985-8228-28eb38feb38c req-5e435eca-aada-49bb-ab34-e24e18500e07 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network e33c8b76-7096-4a68-bf4b-97043f09a461 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:21.433159 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-6992330a-7e3b-4985-8228-28eb38feb38c req-5e435eca-aada-49bb-ab34-e24e18500e07 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:21.438233 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6992330a-7e3b-4985-8228-28eb38feb38c req-5e435eca-aada-49bb-ab34-e24e18500e07 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:21.442295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e435eca-aada-49bb-ab34-e24e18500e07 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=be991035-323d-46f5-8a47-399b71c405bf,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:21.485533 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-215f85ff-b561-485c-beb0-84ae1d76302c req-7161d760-7020-4a11-89ce-f543faccc0d8 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/quotas/dc173ad2f2164c5c9763ccae2d41569c HTTP/1.1" status: 200 len: 375 time: 0.0885582 Jul 16 01:54:21.493582 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992330a-7e3b-4985-8228-28eb38feb38c req-5e435eca-aada-49bb-ab34-e24e18500e07 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:21.494364 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6992330a-7e3b-4985-8228-28eb38feb38c req-5e435eca-aada-49bb-ab34-e24e18500e07 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.512811 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6992330a-7e3b-4985-8228-28eb38feb38c req-5e435eca-aada-49bb-ab34-e24e18500e07 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3116186 Jul 16 01:54:21.532123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Request body: {'port': {'device_id': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:21.581587 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-215f85ff-b561-485c-beb0-84ae1d76302c req-fd6f50df-30cc-43ce-b605-f51965292a9c tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=dc173ad2f2164c5c9763ccae2d41569c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799851 Jul 16 01:54:21.628524 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.634831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-00a3622a-2c6e-423d-b9e3-94871b969d23 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:21.636338 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-00a3622a-2c6e-423d-b9e3-94871b969d23 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.26 "GET /v2.0/networks?id=a8c40dbf-5170-4d84-94bd-5e3baafc13ee HTTP/1.1" status: 200 len: 813 time: 0.3204515 Jul 16 01:54:21.643366 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Floating IP 3ec5da57-d2ff-4a63-bc68-37726c8dce02 associated. External IP: 172.25.1.224, port: 0b7b303b-a589-4409-bddf-428c0d29131d. Jul 16 01:54:21.738431 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3a8c28c5-98dd-4c8f-9fbc-38311e90f0a1 None None] Provisioning for port be991035-323d-46f5-8a47-399b71c405bf completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:21.748788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3a8c28c5-98dd-4c8f-9fbc-38311e90f0a1 None None] Provisioning complete for port be991035-323d-46f5-8a47-399b71c405bf triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:21.749404 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a8c28c5-98dd-4c8f-9fbc-38311e90f0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.789371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c28c5-98dd-4c8f-9fbc-38311e90f0a1 None None] Port be991035-323d-46f5-8a47-399b71c405bf cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:21.925783 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be991035-323d-46f5-8a47-399b71c405bf {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:21.934049 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.947763 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Transition to ACTIVE for port object be991035-323d-46f5-8a47-399b71c405bf will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:21.952060 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.039875 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Pushing event updated for resources: {'Port': ['ID=be991035-323d-46f5-8a47-399b71c405bf,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:22.044092 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-501c4e79-7a9c-46f8-9286-435aac520165 req-dcff9e4e-5a88-49fd-8ff7-5a617119cd47 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 210 time: 0.0445700 Jul 16 01:54:22.072407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-13404823-d0d2-4474-8800-d3bc641e1439 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Request body: {'port': {'device_id': 'eac07eb0-78c1-4f7c-838e-f77ede5b104f', 'network_id': 'a8c40dbf-5170-4d84-94bd-5e3baafc13ee', 'admin_state_up': True, 'tenant_id': 'acd8396b643646dea8935864882ec2b9'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:22.132449 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Attempting to bind port be991035-323d-46f5-8a47-399b71c405bf on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:22.132796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Attempting to bind port be991035-323d-46f5-8a47-399b71c405bf by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '60711ef0-5ed1-4403-8894-0af3da628818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:22.133127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Attempting to bind port be991035-323d-46f5-8a47-399b71c405bf on network e33c8b76-7096-4a68-bf4b-97043f09a461 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:22.137801 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Port be991035-323d-46f5-8a47-399b71c405bf on network e33c8b76-7096-4a68-bf4b-97043f09a461 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:22.138473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Attempting to bind port be991035-323d-46f5-8a47-399b71c405bf on network e33c8b76-7096-4a68-bf4b-97043f09a461 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:22.143955 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:22.144302 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Checking segment: {'id': '60711ef0-5ed1-4403-8894-0af3da628818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:22.144814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Bound using segment: {'id': '60711ef0-5ed1-4403-8894-0af3da628818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:22.145250 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Bound port: be991035-323d-46f5-8a47-399b71c405bf, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60711ef0-5ed1-4403-8894-0af3da628818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:22.145607 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.216336 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-215f85ff-b561-485c-beb0-84ae1d76302c req-fd9f19c4-df91-46ca-ad97-7da9dedbc47f service neutron] 10.222.0.54 "GET /v2.0/networks/cadfdbbf-8155-4aeb-b98e-4e74d0041980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6256819 Jul 16 01:54:22.245782 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:22.290483 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] For port be991035-323d-46f5-8a47-399b71c405bf, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:22.296069 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] For port be991035-323d-46f5-8a47-399b71c405bf, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=be991035-323d-46f5-8a47-399b71c405bf,segment=NetworkSegment(60711ef0-5ed1-4403-8894-0af3da628818),segment_id=60711ef0-5ed1-4403-8894-0af3da628818)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:22.312461 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.332615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:22.332997 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.360845 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:22.361694 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.363307 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6992330a-7e3b-4985-8228-28eb38feb38c req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] 10.222.0.26 "PUT /v2.0/ports/be991035-323d-46f5-8a47-399b71c405bf HTTP/1.1" status: 200 len: 1092 time: 0.8364847 Jul 16 01:54:22.365118 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'tag': 'be991035-323d-46f5-8a47-399b71c405bf'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:22.367402 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34417b3-17e5-44f9-8997-0080f5823442" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3f425f-818d-4cbc-8024-8a91e8c0886a", "tag": "be991035-323d-46f5-8a47-399b71c405bf"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:22.392851 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17eda8f-9938-490d-9c15-95b4f0b9a315 req-2e059f2a-8ddf-4c70-ab78-b7cd770719ee tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:22.394605 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a17eda8f-9938-490d-9c15-95b4f0b9a315 req-2e059f2a-8ddf-4c70-ab78-b7cd770719ee tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 944 time: 0.1702509 Jul 16 01:54:22.399642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da5564-9453-46b8-ac95-0a0ba7b127b2 service neutron] Pushing event updated for resources: {'Port': ['ID=be991035-323d-46f5-8a47-399b71c405bf,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:22.429543 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-13404823-d0d2-4474-8800-d3bc641e1439 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Made reservation on behalf of acd8396b643646dea8935864882ec2b9 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:22.432893 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-13404823-d0d2-4474-8800-d3bc641e1439 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.456289 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-215f85ff-b561-485c-beb0-84ae1d76302c req-d7dfc552-6694-4324-9431-480bf34002de service neutron] 10.222.0.54 "GET /v2.0/networks/cadfdbbf-8155-4aeb-b98e-4e74d0041980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390223 Jul 16 01:54:22.499040 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a17eda8f-9938-490d-9c15-95b4f0b9a315 req-1bcd92a9-bf71-4c40-bb0c-fb9ca53acdb8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963809 Jul 16 01:54:22.545140 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992330a-7e3b-4985-8228-28eb38feb38c req-06c5b7b1-b7ed-4944-aafb-0cd3f7fbd246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:22.553309 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6992330a-7e3b-4985-8228-28eb38feb38c req-06c5b7b1-b7ed-4944-aafb-0cd3f7fbd246 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 1095 time: 0.1268010 Jul 16 01:54:22.594157 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router c4d7ca02-47b1-4513-8ae3-a77478838a83 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:22.651005 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6992330a-7e3b-4985-8228-28eb38feb38c req-59fbce09-a085-4587-a07d-1aaeb954e399 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be991035-323d-46f5-8a47-399b71c405bf HTTP/1.1" status: 200 len: 217 time: 0.0845807 Jul 16 01:54:22.693635 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4245ea-5a53-4176-b8bf-fdb4dee7577c x-openstack-request-id: req-6a4245ea-5a53-4176-b8bf-fdb4dee7577c {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:22.693976 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3f425f-818d-4cbc-8024-8a91e8c0886a", "tag": "be991035-323d-46f5-8a47-399b71c405bf", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:22.694167 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a4245ea-5a53-4176-b8bf-fdb4dee7577c {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:22.694560 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'tag': 'be991035-323d-46f5-8a47-399b71c405bf', 'status': 'completed', 'code': 200} Jul 16 01:54:22.715629 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992330a-7e3b-4985-8228-28eb38feb38c req-2f5e3f8d-6dec-412d-b523-ea0b4aee227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:22.716823 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6992330a-7e3b-4985-8228-28eb38feb38c req-2f5e3f8d-6dec-412d-b523-ea0b4aee227e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4c6059d-19f4-442d-8ce3-8952dd0950ab HTTP/1.1" status: 200 len: 835 time: 0.0571702 Jul 16 01:54:22.792848 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1ebdb48d-c7e1-4621-b302-e18ec69a356b req-e9e99232-5c21-4f96-acd6-042692509932 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784723a-c162-466e-a7ed-f9e9f10bdc8f HTTP/1.1" status: 200 len: 210 time: 0.0486870 Jul 16 01:54:22.802900 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:22.815044 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc343c51-9633-464d-a42d-f983b4de5f58 None None] Sync routers for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:22.821688 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992330a-7e3b-4985-8228-28eb38feb38c req-cc9c3f2f-64e8-45eb-a579-5c00bbabfb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:22.823838 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6992330a-7e3b-4985-8228-28eb38feb38c req-cc9c3f2f-64e8-45eb-a579-5c00bbabfb5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33c8b76-7096-4a68-bf4b-97043f09a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998948 Jul 16 01:54:22.830982 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc343c51-9633-464d-a42d-f983b4de5f58 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:22.830982 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bc343c51-9633-464d-a42d-f983b4de5f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:22.834211 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-13404823-d0d2-4474-8800-d3bc641e1439 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Allocated IP 172.20.0.3 (a8c40dbf-5170-4d84-94bd-5e3baafc13ee/e33d7cdb-73e5-4819-a1cd-c03f40836d6a/6c2110d2-a86c-4abc-b879-5f3c83aab164) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:22.851919 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.864473 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bc343c51-9633-464d-a42d-f983b4de5f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:22.873590 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc343c51-9633-464d-a42d-f983b4de5f58 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:22.874253 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bc343c51-9633-464d-a42d-f983b4de5f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:22.911421 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bc343c51-9633-464d-a42d-f983b4de5f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:22.912113 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc343c51-9633-464d-a42d-f983b4de5f58 None None] The sync data for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:22.925553 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7f3b0be1-2d61-4d98-8928-8d510a799862 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6852674 Jul 16 01:54:22.928389 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54132) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:22.933172 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-20929e7f-0dce-464a-bd41-50d403fc5770 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'floatingip': {'port_id': '0b7b303b-a589-4409-bddf-428c0d29131d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:23.006036 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6992330a-7e3b-4985-8228-28eb38feb38c req-fe30c9d6-1ff6-4486-8032-bdc2898d079b service neutron] 10.222.0.26 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735358 Jul 16 01:54:23.012720 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-20929e7f-0dce-464a-bd41-50d403fc5770 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.044514 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-13404823-d0d2-4474-8800-d3bc641e1439 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.100330 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-13404823-d0d2-4474-8800-d3bc641e1439 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.135985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-13404823-d0d2-4474-8800-d3bc641e1439 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Network a8c40dbf-5170-4d84-94bd-5e3baafc13ee is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:23.163020 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-13404823-d0d2-4474-8800-d3bc641e1439 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:23.167471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-13404823-d0d2-4474-8800-d3bc641e1439 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:23.206270 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6992330a-7e3b-4985-8228-28eb38feb38c req-cd235e7b-7fe8-4f44-92c4-d7569c383e7f service neutron] 10.222.0.26 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911030 Jul 16 01:54:23.214115 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13404823-d0d2-4474-8800-d3bc641e1439 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Pushing event updated for resources: {'Port': ['ID=6c2110d2-a86c-4abc-b879-5f3c83aab164,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:23.246580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-13404823-d0d2-4474-8800-d3bc641e1439 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:23.247566 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-13404823-d0d2-4474-8800-d3bc641e1439 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.262739 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-13404823-d0d2-4474-8800-d3bc641e1439 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1972222 Jul 16 01:54:23.310223 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Request body: {'port': {'device_id': 'eac07eb0-78c1-4f7c-838e-f77ede5b104f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:23.362612 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd617fb-4d7b-4d04-8c84-db0c64b904be req-4d91517c-7097-4a06-a119-f950ffb12c2e tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:23.364140 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4bd617fb-4d7b-4d04-8c84-db0c64b904be req-4d91517c-7097-4a06-a119-f950ffb12c2e tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 931 time: 0.1706612 Jul 16 01:54:23.388094 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.490382 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4bd617fb-4d7b-4d04-8c84-db0c64b904be req-b7c8d4ec-2a63-442c-8f6a-0502ae8289d7 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085830 Jul 16 01:54:23.505831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34417b3-17e5-44f9-8997-0080f5823442 req-3fafcb93-7d0d-427f-87e6-ee7bba262d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:23.513641 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a34417b3-17e5-44f9-8997-0080f5823442 req-3fafcb93-7d0d-427f-87e6-ee7bba262d49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 1095 time: 0.1646943 Jul 16 01:54:23.700812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34417b3-17e5-44f9-8997-0080f5823442 req-787977cf-e127-41c3-ba85-7b6ecc48656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:23.702292 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a34417b3-17e5-44f9-8997-0080f5823442 req-787977cf-e127-41c3-ba85-7b6ecc48656f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e33c8b76-7096-4a68-bf4b-97043f09a461 HTTP/1.1" status: 200 len: 898 time: 0.1630218 Jul 16 01:54:23.722546 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2110d2-a86c-4abc-b879-5f3c83aab164 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:23.732144 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.752591 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e66fe7-924d-42af-ae02-c7d08c2a2583 req-fcf4866b-eaf7-40ca-869e-1b45c3472566 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:23.752861 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a34417b3-17e5-44f9-8997-0080f5823442 req-7001a608-9fcf-46c2-8f58-922acd56900e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be991035-323d-46f5-8a47-399b71c405bf HTTP/1.1" status: 200 len: 217 time: 0.0402987 Jul 16 01:54:23.754034 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9e66fe7-924d-42af-ae02-c7d08c2a2583 req-fcf4866b-eaf7-40ca-869e-1b45c3472566 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 944 time: 0.1233685 Jul 16 01:54:23.756735 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Transition to ACTIVE for port object 6c2110d2-a86c-4abc-b879-5f3c83aab164 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:23.767745 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.835143 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-20929e7f-0dce-464a-bd41-50d403fc5770 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.842154 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9e66fe7-924d-42af-ae02-c7d08c2a2583 req-7231d0d0-12e0-462f-9bd9-c77cfd08815b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822771 Jul 16 01:54:23.842427 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-20929e7f-0dce-464a-bd41-50d403fc5770 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.845301 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34417b3-17e5-44f9-8997-0080f5823442 req-b68fa414-c3c7-4bde-ab7a-2151281035e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:23.846975 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a34417b3-17e5-44f9-8997-0080f5823442 req-b68fa414-c3c7-4bde-ab7a-2151281035e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4c6059d-19f4-442d-8ce3-8952dd0950ab HTTP/1.1" status: 200 len: 835 time: 0.0676067 Jul 16 01:54:23.869958 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Pushing event updated for resources: {'Port': ['ID=6c2110d2-a86c-4abc-b879-5f3c83aab164,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:23.872489 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.929424 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Attempting to bind port 6c2110d2-a86c-4abc-b879-5f3c83aab164 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:23.929762 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Attempting to bind port 6c2110d2-a86c-4abc-b879-5f3c83aab164 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'a487fc01-0d72-489f-bc25-de635f54c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a8c40dbf-5170-4d84-94bd-5e3baafc13ee'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:23.930093 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Attempting to bind port 6c2110d2-a86c-4abc-b879-5f3c83aab164 on network a8c40dbf-5170-4d84-94bd-5e3baafc13ee {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:23.934581 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Port 6c2110d2-a86c-4abc-b879-5f3c83aab164 on network a8c40dbf-5170-4d84-94bd-5e3baafc13ee not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:23.934905 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Attempting to bind port 6c2110d2-a86c-4abc-b879-5f3c83aab164 on network a8c40dbf-5170-4d84-94bd-5e3baafc13ee {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:23.940431 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:23.940767 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Checking segment: {'id': 'a487fc01-0d72-489f-bc25-de635f54c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a8c40dbf-5170-4d84-94bd-5e3baafc13ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:23.941172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Bound using segment: {'id': 'a487fc01-0d72-489f-bc25-de635f54c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a8c40dbf-5170-4d84-94bd-5e3baafc13ee'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:23.941569 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Bound port: 6c2110d2-a86c-4abc-b879-5f3c83aab164, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a487fc01-0d72-489f-bc25-de635f54c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a8c40dbf-5170-4d84-94bd-5e3baafc13ee'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:23.941925 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.012509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34417b3-17e5-44f9-8997-0080f5823442 req-40405294-1937-4372-a420-1fea422b61b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:24.013115 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] For port 6c2110d2-a86c-4abc-b879-5f3c83aab164, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:24.013988 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a34417b3-17e5-44f9-8997-0080f5823442 req-40405294-1937-4372-a420-1fea422b61b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33c8b76-7096-4a68-bf4b-97043f09a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342251 Jul 16 01:54:24.015665 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6701efae-aeec-4d2a-a1aa-d1aebd31fcdd req-ff1aea09-4eeb-4708-9d9a-df41b67c5504 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784723a-c162-466e-a7ed-f9e9f10bdc8f HTTP/1.1" status: 200 len: 210 time: 0.0419581 Jul 16 01:54:24.016085 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] For port 6c2110d2-a86c-4abc-b879-5f3c83aab164, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6c2110d2-a86c-4abc-b879-5f3c83aab164,segment=NetworkSegment(a487fc01-0d72-489f-bc25-de635f54c37d),segment_id=a487fc01-0d72-489f-bc25-de635f54c37d)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:24.022526 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.053138 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:24.054091 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.064222 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] 10.222.0.26 "PUT /v2.0/ports/6c2110d2-a86c-4abc-b879-5f3c83aab164 HTTP/1.1" status: 200 len: 1091 time: 0.7611775 Jul 16 01:54:24.066976 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac07eb0-78c1-4f7c-838e-f77ede5b104f', 'tag': '6c2110d2-a86c-4abc-b879-5f3c83aab164'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:24.068200 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cdc593-8dfe-4f74-9d18-526581150b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "eac07eb0-78c1-4f7c-838e-f77ede5b104f", "tag": "6c2110d2-a86c-4abc-b879-5f3c83aab164"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:24.136971 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425eec87-2523-4ef3-b353-3ba3e3a9aa86 x-openstack-request-id: req-425eec87-2523-4ef3-b353-3ba3e3a9aa86 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:24.137599 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac07eb0-78c1-4f7c-838e-f77ede5b104f", "tag": "6c2110d2-a86c-4abc-b879-5f3c83aab164", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:24.138092 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-425eec87-2523-4ef3-b353-3ba3e3a9aa86 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:24.138410 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac07eb0-78c1-4f7c-838e-f77ede5b104f', 'tag': '6c2110d2-a86c-4abc-b879-5f3c83aab164', 'status': 'completed', 'code': 200} Jul 16 01:54:24.161407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36b173-5654-48c8-951b-d0696e24469c service neutron] Pushing event updated for resources: {'Port': ['ID=6c2110d2-a86c-4abc-b879-5f3c83aab164,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:24.200040 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a34417b3-17e5-44f9-8997-0080f5823442 req-7cb52789-9a91-40cb-870e-3d3c9d859377 service neutron] 10.222.0.26 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787910 Jul 16 01:54:24.216364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20929e7f-0dce-464a-bd41-50d403fc5770 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router c4d7ca02-47b1-4513-8ae3-a77478838a83 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:24.221747 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-3ee4416b-4671-45d4-a99e-5121b81d0e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:24.223546 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-3ee4416b-4671-45d4-a99e-5121b81d0e40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=acd8396b643646dea8935864882ec2b9&device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 1094 time: 0.0704381 Jul 16 01:54:24.283438 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-985fa4b6-d6f2-4995-8b99-4202b4f5e79c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c2110d2-a86c-4abc-b879-5f3c83aab164 HTTP/1.1" status: 200 len: 217 time: 0.0470476 Jul 16 01:54:24.346517 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-a5ba7703-6afd-4c7c-bd00-11395c720ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:24.348053 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-a5ba7703-6afd-4c7c-bd00-11395c720ac0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e33d7cdb-73e5-4819-a1cd-c03f40836d6a HTTP/1.1" status: 200 len: 853 time: 0.0591774 Jul 16 01:54:24.398786 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-b19b0bdb-8238-45bb-9770-461aa46719c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a8c40dbf-5170-4d84-94bd-5e3baafc13ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395658 Jul 16 01:54:24.538450 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f85ff-b561-485c-beb0-84ae1d76302c req-ee24f129-6b94-4b58-92af-4d3c3ace3de0 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:24.540034 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-215f85ff-b561-485c-beb0-84ae1d76302c req-ee24f129-6b94-4b58-92af-4d3c3ace3de0 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.47 "GET /v2.0/networks?id=cadfdbbf-8155-4aeb-b98e-4e74d0041980 HTTP/1.1" status: 200 len: 809 time: 0.2067606 Jul 16 01:54:24.562484 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-3eb371d2-70e0-456f-ade5-5fdcbdb253c7 service neutron] 10.222.0.26 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572447 Jul 16 01:54:24.568234 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-215f85ff-b561-485c-beb0-84ae1d76302c req-9ef89478-68bf-412e-af41-15a4d335ec2b tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Request body: {'port': {'device_id': '6784723a-c162-466e-a7ed-f9e9f10bdc8f', 'network_id': 'cadfdbbf-8155-4aeb-b98e-4e74d0041980', 'admin_state_up': True, 'tenant_id': 'dc173ad2f2164c5c9763ccae2d41569c'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:24.743604 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-00df40d8-e3fa-45d7-acde-e564f6e58157 req-7d93b7c7-f313-4228-af2a-61942183e635 service neutron] 10.222.0.26 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715014 Jul 16 01:54:24.751989 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a34417b3-17e5-44f9-8997-0080f5823442 req-5cb48852-40e5-4122-b37e-540efda758bc service neutron] 10.222.0.26 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436251 Jul 16 01:54:24.765352 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-215f85ff-b561-485c-beb0-84ae1d76302c req-9ef89478-68bf-412e-af41-15a4d335ec2b tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Made reservation on behalf of dc173ad2f2164c5c9763ccae2d41569c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:24.775342 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-215f85ff-b561-485c-beb0-84ae1d76302c req-9ef89478-68bf-412e-af41-15a4d335ec2b tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.785229 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20929e7f-0dce-464a-bd41-50d403fc5770 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:24.790020 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-20929e7f-0dce-464a-bd41-50d403fc5770 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.795101 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc6f215-c20c-4b4b-b0a3-5e897f056078 None None] Sync routers for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:24.809093 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc6f215-c20c-4b4b-b0a3-5e897f056078 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:24.809945 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6fc6f215-c20c-4b4b-b0a3-5e897f056078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:24.822993 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3ebe9-00b9-4a50-b000-150fbf2fa7f5 req-b1c8daa3-1a3f-4c3e-a294-eb6f6e63ffa4 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:24.824506 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5cc3ebe9-00b9-4a50-b000-150fbf2fa7f5 req-b1c8daa3-1a3f-4c3e-a294-eb6f6e63ffa4 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 943 time: 0.1668725 Jul 16 01:54:24.850705 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6fc6f215-c20c-4b4b-b0a3-5e897f056078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:24.861872 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc6f215-c20c-4b4b-b0a3-5e897f056078 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:24.862753 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6fc6f215-c20c-4b4b-b0a3-5e897f056078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:24.901359 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6fc6f215-c20c-4b4b-b0a3-5e897f056078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:24.902016 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc6f215-c20c-4b4b-b0a3-5e897f056078 None None] The sync data for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:24.935239 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-20929e7f-0dce-464a-bd41-50d403fc5770 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "PUT /v2.0/floatingips/3ec5da57-d2ff-4a63-bc68-37726c8dce02 HTTP/1.1" status: 200 len: 978 time: 2.0032191 Jul 16 01:54:24.936144 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54154) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:24.938233 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5cc3ebe9-00b9-4a50-b000-150fbf2fa7f5 req-b7d19777-898c-467c-bcf5-a335272c3070 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072524 Jul 16 01:54:24.957222 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdc593-8dfe-4f74-9d18-526581150b0a req-4eeaa2d6-f0fa-4c5c-9e97-8445a7bdc8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:24.958833 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50cdc593-8dfe-4f74-9d18-526581150b0a req-4eeaa2d6-f0fa-4c5c-9e97-8445a7bdc8a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=acd8396b643646dea8935864882ec2b9&device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 1094 time: 0.0909891 Jul 16 01:54:25.052972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-215f85ff-b561-485c-beb0-84ae1d76302c req-9ef89478-68bf-412e-af41-15a4d335ec2b tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Allocated IP 172.20.0.13 (cadfdbbf-8155-4aeb-b98e-4e74d0041980/e4bcbd13-561e-4e11-bbf0-f164a877898d/370f8a6c-bcee-4868-a853-dd96e52dcc50) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:25.069664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdc593-8dfe-4f74-9d18-526581150b0a req-afae92bb-aff1-4a08-badf-ac917605fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:25.071233 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50cdc593-8dfe-4f74-9d18-526581150b0a req-afae92bb-aff1-4a08-badf-ac917605fb48 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a8c40dbf-5170-4d84-94bd-5e3baafc13ee HTTP/1.1" status: 200 len: 914 time: 0.1023481 Jul 16 01:54:25.133164 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50cdc593-8dfe-4f74-9d18-526581150b0a req-549337df-3226-4ed3-bd90-c7045c990743 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c2110d2-a86c-4abc-b879-5f3c83aab164 HTTP/1.1" status: 200 len: 217 time: 0.0424340 Jul 16 01:54:25.197984 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145b8e7-4d9e-48d7-9eeb-a23ed0fa1d11 req-648775d9-b24f-4a6f-bd81-3063b874aaa6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:25.199476 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9145b8e7-4d9e-48d7-9eeb-a23ed0fa1d11 req-648775d9-b24f-4a6f-bd81-3063b874aaa6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 944 time: 0.1397843 Jul 16 01:54:25.203146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdc593-8dfe-4f74-9d18-526581150b0a req-d9524450-796c-48f9-b824-b9d0cd9505f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:25.205205 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50cdc593-8dfe-4f74-9d18-526581150b0a req-d9524450-796c-48f9-b824-b9d0cd9505f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e33d7cdb-73e5-4819-a1cd-c03f40836d6a HTTP/1.1" status: 200 len: 853 time: 0.0645597 Jul 16 01:54:25.215178 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9f02e50-ad52-4dee-a96f-02f7bba20c71 req-e85b4281-8804-4d21-9caf-f18d8490b51c tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784723a-c162-466e-a7ed-f9e9f10bdc8f HTTP/1.1" status: 200 len: 210 time: 0.0463026 Jul 16 01:54:25.250119 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50cdc593-8dfe-4f74-9d18-526581150b0a req-a355c90c-e9fb-416d-8e05-d147283c6edd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a8c40dbf-5170-4d84-94bd-5e3baafc13ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372045 Jul 16 01:54:25.259580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-f16456d4-c264-4892-bd76-626d5e6be2ec tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Deleting port 813038f0-507b-4864-a7fe-aab48869acc4 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:25.259980 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f16456d4-c264-4892-bd76-626d5e6be2ec tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.283215 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9145b8e7-4d9e-48d7-9eeb-a23ed0fa1d11 req-cd3745db-2ae9-4ab8-a277-ad0e8b926b99 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770559 Jul 16 01:54:25.345012 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-215f85ff-b561-485c-beb0-84ae1d76302c req-9ef89478-68bf-412e-af41-15a4d335ec2b tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.349180 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device be991035-323d-46f5-8a47-399b71c405bf details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:54:25.355134 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50cdc593-8dfe-4f74-9d18-526581150b0a req-08ce895c-6b5e-451d-8b25-e0e940a236ae service neutron] 10.222.0.26 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954142 Jul 16 01:54:25.378562 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f16456d4-c264-4892-bd76-626d5e6be2ec tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.378897 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f16456d4-c264-4892-bd76-626d5e6be2ec tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.400965 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-f16456d4-c264-4892-bd76-626d5e6be2ec tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Calling delete_port for 813038f0-507b-4864-a7fe-aab48869acc4 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:25.452482 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port be991035-323d-46f5-8a47-399b71c405bf, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=be991035-323d-46f5-8a47-399b71c405bf,segment=NetworkSegment(60711ef0-5ed1-4403-8894-0af3da628818),segment_id=60711ef0-5ed1-4403-8894-0af3da628818)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:25.455736 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50cdc593-8dfe-4f74-9d18-526581150b0a req-600df9d7-0331-4fd4-8f79-83fe68f9f3ed service neutron] 10.222.0.26 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925722 Jul 16 01:54:25.465156 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'be991035-323d-46f5-8a47-399b71c405bf', 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461', 'port_id': 'be991035-323d-46f5-8a47-399b71c405bf', 'mac_address': 'fa:16:3e:b3:b5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:54:25.496590 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-215f85ff-b561-485c-beb0-84ae1d76302c req-9ef89478-68bf-412e-af41-15a4d335ec2b tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.506296 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.519550 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be991035-323d-46f5-8a47-399b71c405bf {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:25.539055 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port be991035-323d-46f5-8a47-399b71c405bf, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=be991035-323d-46f5-8a47-399b71c405bf,segment=NetworkSegment(60711ef0-5ed1-4403-8894-0af3da628818),segment_id=60711ef0-5ed1-4403-8894-0af3da628818)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:25.542917 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.581041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-215f85ff-b561-485c-beb0-84ae1d76302c req-9ef89478-68bf-412e-af41-15a4d335ec2b tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Network cadfdbbf-8155-4aeb-b98e-4e74d0041980 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:25.585021 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef89478-68bf-412e-af41-15a4d335ec2b tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Pushing event updated for resources: {'Port': ['ID=370f8a6c-bcee-4868-a853-dd96e52dcc50,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:25.588949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-215f85ff-b561-485c-beb0-84ae1d76302c req-9ef89478-68bf-412e-af41-15a4d335ec2b tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:25.594427 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-215f85ff-b561-485c-beb0-84ae1d76302c req-9ef89478-68bf-412e-af41-15a4d335ec2b tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:25.597075 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=be991035-323d-46f5-8a47-399b71c405bf,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:25.657918 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f85ff-b561-485c-beb0-84ae1d76302c req-9ef89478-68bf-412e-af41-15a4d335ec2b tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:25.658540 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-215f85ff-b561-485c-beb0-84ae1d76302c req-9ef89478-68bf-412e-af41-15a4d335ec2b tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.696924 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-215f85ff-b561-485c-beb0-84ae1d76302c req-9ef89478-68bf-412e-af41-15a4d335ec2b tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1326876 Jul 16 01:54:25.717853 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f16456d4-c264-4892-bd76-626d5e6be2ec tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.725734 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Request body: {'port': {'device_id': '6784723a-c162-466e-a7ed-f9e9f10bdc8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:25.769589 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16456d4-c264-4892-bd76-626d5e6be2ec tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event deleted for resources: {'Port': ['ID=813038f0-507b-4864-a7fe-aab48869acc4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:25.806063 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['be991035-323d-46f5-8a47-399b71c405bf'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:25.877245 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f16456d4-c264-4892-bd76-626d5e6be2ec tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.877554 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-f16456d4-c264-4892-bd76-626d5e6be2ec tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Floating IP 3ec5da57-d2ff-4a63-bc68-37726c8dce02 disassociated (deleted). External IP: 172.25.1.224, port: 0b7b303b-a589-4409-bddf-428c0d29131d. Jul 16 01:54:25.880349 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.342725 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d55241-1d82-47ca-bcf0-55d86f035ab1 req-0134dc96-8459-4140-86a9-a3efb62ce761 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:26.344802 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-65d55241-1d82-47ca-bcf0-55d86f035ab1 req-0134dc96-8459-4140-86a9-a3efb62ce761 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 943 time: 0.2040334 Jul 16 01:54:26.346837 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16456d4-c264-4892-bd76-626d5e6be2ec tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router c4d7ca02-47b1-4513-8ae3-a77478838a83 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:26.393736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e0f84-4c51-4f64-a58a-4888f2e3c0c0 req-3e2ec326-9157-46da-9935-45a24ce6b461 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:26.395161 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-162e0f84-4c51-4f64-a58a-4888f2e3c0c0 req-3e2ec326-9157-46da-9935-45a24ce6b461 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784723a-c162-466e-a7ed-f9e9f10bdc8f HTTP/1.1" status: 200 len: 932 time: 0.0633290 Jul 16 01:54:26.433682 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-162e0f84-4c51-4f64-a58a-4888f2e3c0c0 req-3d19e2ef-1bec-4c97-af18-3e72e533250c tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327232 Jul 16 01:54:26.468429 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-65d55241-1d82-47ca-bcf0-55d86f035ab1 req-626c0dce-13f9-4d01-80c9-f7af4ebbc60b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128888 Jul 16 01:54:26.471155 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370f8a6c-bcee-4868-a853-dd96e52dcc50 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:26.489242 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.527490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Transition to ACTIVE for port object 370f8a6c-bcee-4868-a853-dd96e52dcc50 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:26.536958 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.601974 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56e6f9-891c-4d0f-9085-035d90a5ae87 req-27b87837-6dba-4be9-a127-591ed7b2df43 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:26.603804 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4c56e6f9-891c-4d0f-9085-035d90a5ae87 req-27b87837-6dba-4be9-a127-591ed7b2df43 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 945 time: 0.0656421 Jul 16 01:54:26.644522 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4c56e6f9-891c-4d0f-9085-035d90a5ae87 req-e55225f7-f012-41cc-b503-cc225530ffa6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349481 Jul 16 01:54:26.930141 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16456d4-c264-4892-bd76-626d5e6be2ec tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:26.935816 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f16456d4-c264-4892-bd76-626d5e6be2ec tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.939934 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37439e1-e318-4dd9-93e3-75d9d612fdd8 None None] Sync routers for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:26.948946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37439e1-e318-4dd9-93e3-75d9d612fdd8 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:26.949576 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d37439e1-e318-4dd9-93e3-75d9d612fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:26.963353 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Pushing event updated for resources: {'Port': ['ID=370f8a6c-bcee-4868-a853-dd96e52dcc50,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:26.983892 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d37439e1-e318-4dd9-93e3-75d9d612fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:26.992549 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37439e1-e318-4dd9-93e3-75d9d612fdd8 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:26.993547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d37439e1-e318-4dd9-93e3-75d9d612fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:27.018711 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f16456d4-c264-4892-bd76-626d5e6be2ec tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/floatingips/3ec5da57-d2ff-4a63-bc68-37726c8dce02 HTTP/1.1" status: 204 len: 168 time: 2.0813868 Jul 16 01:54:27.021527 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54166) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:27.025899 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d37439e1-e318-4dd9-93e3-75d9d612fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:27.026666 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37439e1-e318-4dd9-93e3-75d9d612fdd8 None None] The sync data for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:27.048638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Attempting to bind port 370f8a6c-bcee-4868-a853-dd96e52dcc50 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:27.048975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Attempting to bind port 370f8a6c-bcee-4868-a853-dd96e52dcc50 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '2ec7f396-c091-4c16-bc06-6ee4f2d6df05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cadfdbbf-8155-4aeb-b98e-4e74d0041980'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:27.049567 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Attempting to bind port 370f8a6c-bcee-4868-a853-dd96e52dcc50 on network cadfdbbf-8155-4aeb-b98e-4e74d0041980 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:27.053863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Port 370f8a6c-bcee-4868-a853-dd96e52dcc50 on network cadfdbbf-8155-4aeb-b98e-4e74d0041980 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:27.054183 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Attempting to bind port 370f8a6c-bcee-4868-a853-dd96e52dcc50 on network cadfdbbf-8155-4aeb-b98e-4e74d0041980 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:27.059099 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:27.059434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Checking segment: {'id': '2ec7f396-c091-4c16-bc06-6ee4f2d6df05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cadfdbbf-8155-4aeb-b98e-4e74d0041980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:27.059847 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Bound using segment: {'id': '2ec7f396-c091-4c16-bc06-6ee4f2d6df05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cadfdbbf-8155-4aeb-b98e-4e74d0041980'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:27.060277 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Bound port: 370f8a6c-bcee-4868-a853-dd96e52dcc50, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec7f396-c091-4c16-bc06-6ee4f2d6df05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cadfdbbf-8155-4aeb-b98e-4e74d0041980'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:27.060638 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.121966 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-36043f30-7c9d-46fb-8730-93b54f497d6c tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Deleting port 0b7b303b-a589-4409-bddf-428c0d29131d {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:27.122312 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-36043f30-7c9d-46fb-8730-93b54f497d6c tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.127089 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] For port 370f8a6c-bcee-4868-a853-dd96e52dcc50, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:27.130092 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] For port 370f8a6c-bcee-4868-a853-dd96e52dcc50, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=370f8a6c-bcee-4868-a853-dd96e52dcc50,segment=NetworkSegment(2ec7f396-c091-4c16-bc06-6ee4f2d6df05),segment_id=2ec7f396-c091-4c16-bc06-6ee4f2d6df05)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:27.134572 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.165125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:27.165985 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.167369 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-215f85ff-b561-485c-beb0-84ae1d76302c req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] 10.222.0.47 "PUT /v2.0/ports/370f8a6c-bcee-4868-a853-dd96e52dcc50 HTTP/1.1" status: 200 len: 1092 time: 1.4471684 Jul 16 01:54:27.169481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6784723a-c162-466e-a7ed-f9e9f10bdc8f', 'tag': '370f8a6c-bcee-4868-a853-dd96e52dcc50'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:27.171731 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad8bd40-e36c-4f2e-bcdc-fe8f644d073f" -d '{"events": [{"name": "network-changed", "server_uuid": "6784723a-c162-466e-a7ed-f9e9f10bdc8f", "tag": "370f8a6c-bcee-4868-a853-dd96e52dcc50"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:27.214990 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121a4412-2130-4016-b05f-4bb4ff964238 x-openstack-request-id: req-121a4412-2130-4016-b05f-4bb4ff964238 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:27.215284 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6784723a-c162-466e-a7ed-f9e9f10bdc8f", "tag": "370f8a6c-bcee-4868-a853-dd96e52dcc50", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:27.215560 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-121a4412-2130-4016-b05f-4bb4ff964238 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:27.215985 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6784723a-c162-466e-a7ed-f9e9f10bdc8f', 'tag': '370f8a6c-bcee-4868-a853-dd96e52dcc50', 'status': 'completed', 'code': 200} Jul 16 01:54:27.218903 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-36043f30-7c9d-46fb-8730-93b54f497d6c tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.221079 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae2ab5-1077-4394-8a3f-dffe384f43e8 service neutron] Pushing event updated for resources: {'Port': ['ID=370f8a6c-bcee-4868-a853-dd96e52dcc50,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:27.238472 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-36043f30-7c9d-46fb-8730-93b54f497d6c tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Calling delete_port for 0b7b303b-a589-4409-bddf-428c0d29131d owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:27.324913 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f85ff-b561-485c-beb0-84ae1d76302c req-88ed1b52-1dfb-432f-adef-b1b27a4faa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:27.327270 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-215f85ff-b561-485c-beb0-84ae1d76302c req-88ed1b52-1dfb-432f-adef-b1b27a4faa20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc173ad2f2164c5c9763ccae2d41569c&device_id=6784723a-c162-466e-a7ed-f9e9f10bdc8f HTTP/1.1" status: 200 len: 1095 time: 0.0616224 Jul 16 01:54:27.366285 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6c2110d2-a86c-4abc-b879-5f3c83aab164 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:54:27.373047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device be991035-323d-46f5-8a47-399b71c405bf up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:27.391840 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-215f85ff-b561-485c-beb0-84ae1d76302c req-4932ea86-b1e2-437c-b5fa-f77db54c7ff4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=370f8a6c-bcee-4868-a853-dd96e52dcc50 HTTP/1.1" status: 200 len: 217 time: 0.0359523 Jul 16 01:54:27.423485 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-36043f30-7c9d-46fb-8730-93b54f497d6c tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.451593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f85ff-b561-485c-beb0-84ae1d76302c req-97b07806-e226-406b-8a5d-d518384bb3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:27.453212 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-215f85ff-b561-485c-beb0-84ae1d76302c req-97b07806-e226-406b-8a5d-d518384bb3eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e4bcbd13-561e-4e11-bbf0-f164a877898d HTTP/1.1" status: 200 len: 849 time: 0.0528843 Jul 16 01:54:27.456958 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36043f30-7c9d-46fb-8730-93b54f497d6c tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event deleted for resources: {'Port': ['ID=0b7b303b-a589-4409-bddf-428c0d29131d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:27.495768 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port be991035-323d-46f5-8a47-399b71c405bf completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:27.505421 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-215f85ff-b561-485c-beb0-84ae1d76302c req-4d8b316a-dd4c-40f5-b042-7096ea92a1f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cadfdbbf-8155-4aeb-b98e-4e74d0041980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404058 Jul 16 01:54:27.508609 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port be991035-323d-46f5-8a47-399b71c405bf triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:27.508983 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.511582 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6c2110d2-a86c-4abc-b879-5f3c83aab164, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6c2110d2-a86c-4abc-b879-5f3c83aab164,segment=NetworkSegment(a487fc01-0d72-489f-bc25-de635f54c37d),segment_id=a487fc01-0d72-489f-bc25-de635f54c37d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:27.570248 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '6c2110d2-a86c-4abc-b879-5f3c83aab164', 'network_id': 'a8c40dbf-5170-4d84-94bd-5e3baafc13ee', 'port_id': '6c2110d2-a86c-4abc-b879-5f3c83aab164', 'mac_address': 'fa:16:3e:39:07:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33d7cdb-73e5-4819-a1cd-c03f40836d6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:54:27.571532 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-36043f30-7c9d-46fb-8730-93b54f497d6c tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.579925 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-36043f30-7c9d-46fb-8730-93b54f497d6c tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/ports/0b7b303b-a589-4409-bddf-428c0d29131d HTTP/1.1" status: 204 len: 168 time: 0.5571103 Jul 16 01:54:27.585631 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54176) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:27.590464 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f3007eee-5864-4ece-b2c1-b5f2f3a9cc95 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:27.633138 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-215f85ff-b561-485c-beb0-84ae1d76302c req-f6f4e508-00dc-411c-8e19-8c09a8100c97 service neutron] 10.222.0.47 "GET /v2.0/networks/cadfdbbf-8155-4aeb-b98e-4e74d0041980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110482 Jul 16 01:54:27.644853 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.661420 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3007eee-5864-4ece-b2c1-b5f2f3a9cc95 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.662613 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2110d2-a86c-4abc-b879-5f3c83aab164 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:27.709820 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6c2110d2-a86c-4abc-b879-5f3c83aab164, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6c2110d2-a86c-4abc-b879-5f3c83aab164,segment=NetworkSegment(a487fc01-0d72-489f-bc25-de635f54c37d),segment_id=a487fc01-0d72-489f-bc25-de635f54c37d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:27.714653 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.718209 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.766010 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6d82e-5df6-48b5-b533-b52dbf8dd902 req-81dde80d-98f4-418f-9acb-2d92524502c9 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:27.766461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be991035-323d-46f5-8a47-399b71c405bf'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:27.767920 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-27b6d82e-5df6-48b5-b533-b52dbf8dd902 req-81dde80d-98f4-418f-9acb-2d92524502c9 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 943 time: 0.1554086 Jul 16 01:54:27.769067 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945a75b2-2a3a-4a15-8a9a-202c593aa7dc" -d '{"events": [{"server_uuid": "6e3f425f-818d-4cbc-8024-8a91e8c0886a", "name": "network-vif-plugged", "status": "completed", "tag": "be991035-323d-46f5-8a47-399b71c405bf"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:27.784242 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72cfeb-d7e9-4a87-8116-f4e5a79011a1 req-37bdcce3-6e4a-4f62-aaeb-6cac02b48171 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:27.786262 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c72cfeb-d7e9-4a87-8116-f4e5a79011a1 req-37bdcce3-6e4a-4f62-aaeb-6cac02b48171 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784723a-c162-466e-a7ed-f9e9f10bdc8f HTTP/1.1" status: 200 len: 944 time: 0.1520712 Jul 16 01:54:27.791094 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port be991035-323d-46f5-8a47-399b71c405bf, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=be991035-323d-46f5-8a47-399b71c405bf,segment=NetworkSegment(60711ef0-5ed1-4403-8894-0af3da628818),segment_id=60711ef0-5ed1-4403-8894-0af3da628818)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:27.800369 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.805424 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=6c2110d2-a86c-4abc-b879-5f3c83aab164,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:27.834361 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-215f85ff-b561-485c-beb0-84ae1d76302c req-32fc8876-9fbc-4eaa-8972-e3a54a28a505 service neutron] 10.222.0.47 "GET /v2.0/networks/cadfdbbf-8155-4aeb-b98e-4e74d0041980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675177 Jul 16 01:54:27.835556 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-43ac94f3-3f84-477d-967f-53ab1fce1be6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1701310 Jul 16 01:54:27.856380 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c72cfeb-d7e9-4a87-8116-f4e5a79011a1 req-6dfe5635-a0e6-4c91-8b17-94e8c41eb095 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544767 Jul 16 01:54:27.866614 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-27b6d82e-5df6-48b5-b533-b52dbf8dd902 req-98962007-8154-45e3-be08-b5cc4ac8fbc1 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587549 Jul 16 01:54:27.870442 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=be991035-323d-46f5-8a47-399b71c405bf,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:27.885712 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3007eee-5864-4ece-b2c1-b5f2f3a9cc95 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.944035 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32677a4c-2720-476c-8715-93d2a80aeedc x-openstack-request-id: req-32677a4c-2720-476c-8715-93d2a80aeedc {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:27.944905 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3f425f-818d-4cbc-8024-8a91e8c0886a", "name": "network-vif-plugged", "status": "completed", "tag": "be991035-323d-46f5-8a47-399b71c405bf", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:27.945160 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-32677a4c-2720-476c-8715-93d2a80aeedc {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:27.945554 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be991035-323d-46f5-8a47-399b71c405bf', 'code': 200} Jul 16 01:54:28.002154 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['6c2110d2-a86c-4abc-b879-5f3c83aab164'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:28.054550 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-8c0df1d5-0ba4-4ae1-a071-5174cc85b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.055469 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-8c0df1d5-0ba4-4ae1-a071-5174cc85b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.056025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-8c0df1d5-0ba4-4ae1-a071-5174cc85b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.056557 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-8c0df1d5-0ba4-4ae1-a071-5174cc85b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.057088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-8c0df1d5-0ba4-4ae1-a071-5174cc85b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.057612 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-8c0df1d5-0ba4-4ae1-a071-5174cc85b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.058127 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-8c0df1d5-0ba4-4ae1-a071-5174cc85b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.060139 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-8c0df1d5-0ba4-4ae1-a071-5174cc85b82c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 6500 time: 0.0729175 Jul 16 01:54:28.113651 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-f3007eee-5864-4ece-b2c1-b5f2f3a9cc95 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Allocated IP 172.25.1.167 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/5a85a84b-70d7-4434-b3c3-509b83f8889e) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:28.202864 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-ce935cdf-a3c4-4a4d-a81b-bf08d5df7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.203944 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-ce935cdf-a3c4-4a4d-a81b-bf08d5df7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.204471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-ce935cdf-a3c4-4a4d-a81b-bf08d5df7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.206098 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-ce935cdf-a3c4-4a4d-a81b-bf08d5df7b65 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2db9e81d-658b-4adb-b971-288015f4b66c&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29 HTTP/1.1" status: 200 len: 2298 time: 0.1122253 Jul 16 01:54:28.229177 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8bd40-e36c-4f2e-bcdc-fe8f644d073f req-8dccf56d-7d13-4ec0-8e40-34543da15b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.230690 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ad8bd40-e36c-4f2e-bcdc-fe8f644d073f req-8dccf56d-7d13-4ec0-8e40-34543da15b1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc173ad2f2164c5c9763ccae2d41569c&device_id=6784723a-c162-466e-a7ed-f9e9f10bdc8f HTTP/1.1" status: 200 len: 1095 time: 0.2410231 Jul 16 01:54:28.242883 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ce702-3375-43c3-8724-80480f3a3a00 req-d53b82c8-93d5-447f-a70f-df4217cf079d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.244384 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7b8ce702-3375-43c3-8724-80480f3a3a00 req-d53b82c8-93d5-447f-a70f-df4217cf079d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.2434938 Jul 16 01:54:28.277895 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-2cc92192-fcdb-4adb-9712-8eafbd32ddf5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33d27387-8386-4734-a29a-d2cfef866aaf HTTP/1.1" status: 200 len: 1000 time: 0.0596728 Jul 16 01:54:28.284281 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd51589-a095-4f1d-b2f4-b6e6299d258a req-30101d4f-9054-4905-9e22-ca27347f2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.285934 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bd51589-a095-4f1d-b2f4-b6e6299d258a req-30101d4f-9054-4905-9e22-ca27347f2425 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 1097 time: 0.2244356 Jul 16 01:54:28.329800 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-6a01c3c9-7bd9-4693-b75b-87511b423e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.331313 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-6a01c3c9-7bd9-4693-b75b-87511b423e8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a HTTP/1.1" status: 200 len: 855 time: 0.0458992 Jul 16 01:54:28.348853 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3007eee-5864-4ece-b2c1-b5f2f3a9cc95 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.367976 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a0173855-da43-42f2-b427-674e5662ef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.407372 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-62acb3c3-3e02-4b87-8600-1835c3bfa659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.408968 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-62acb3c3-3e02-4b87-8600-1835c3bfa659 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2db9e81d-658b-4adb-b971-288015f4b66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666711 Jul 16 01:54:28.419024 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7b8ce702-3375-43c3-8724-80480f3a3a00 req-53f5cb50-c8a1-4459-bfd5-f817bc3c4177 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600950 Jul 16 01:54:28.431238 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bd51589-a095-4f1d-b2f4-b6e6299d258a req-fab345df-3e7b-4adc-bdae-ac47dbbcd608 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234961 Jul 16 01:54:28.459406 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8bd40-e36c-4f2e-bcdc-fe8f644d073f req-eaa524c2-f566-4876-862b-bc7149245490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.460937 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ad8bd40-e36c-4f2e-bcdc-fe8f644d073f req-eaa524c2-f566-4876-862b-bc7149245490 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cadfdbbf-8155-4aeb-b98e-4e74d0041980 HTTP/1.1" status: 200 len: 910 time: 0.2155299 Jul 16 01:54:28.472083 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3007eee-5864-4ece-b2c1-b5f2f3a9cc95 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.527293 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-972f075d-f9f9-40b6-b6bc-52b51c30ee65 service neutron] 10.222.0.47 "GET /v2.0/networks/2db9e81d-658b-4adb-b971-288015f4b66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092684 Jul 16 01:54:28.557582 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ad8bd40-e36c-4f2e-bcdc-fe8f644d073f req-2ca53c3a-a1b4-4dbf-9887-e6264c7ec9f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=370f8a6c-bcee-4868-a853-dd96e52dcc50 HTTP/1.1" status: 200 len: 217 time: 0.0514591 Jul 16 01:54:28.560635 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3007eee-5864-4ece-b2c1-b5f2f3a9cc95 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:28.564230 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-f3007eee-5864-4ece-b2c1-b5f2f3a9cc95 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:28.566759 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3007eee-5864-4ece-b2c1-b5f2f3a9cc95 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:28.599295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3007eee-5864-4ece-b2c1-b5f2f3a9cc95 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=5a85a84b-70d7-4434-b3c3-509b83f8889e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:28.622616 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-8c255b85-95c5-4cae-8983-77b5b49fc4a1 service neutron] 10.222.0.47 "GET /v2.0/networks/2db9e81d-658b-4adb-b971-288015f4b66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881677 Jul 16 01:54:28.650852 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8bd40-e36c-4f2e-bcdc-fe8f644d073f req-619614d9-7cc5-40be-9cd7-c14889bac53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.652381 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ad8bd40-e36c-4f2e-bcdc-fe8f644d073f req-619614d9-7cc5-40be-9cd7-c14889bac53f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e4bcbd13-561e-4e11-bbf0-f164a877898d HTTP/1.1" status: 200 len: 849 time: 0.0823519 Jul 16 01:54:28.668760 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-2aea8849-c631-467e-92bb-04eeb3cfe046 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=1ee21601-191c-45f4-b814-a55228557d82 HTTP/1.1" status: 200 len: 217 time: 0.0346282 Jul 16 01:54:28.711150 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ad8bd40-e36c-4f2e-bcdc-fe8f644d073f req-4e6c9c72-6ea8-4ee4-bb10-5b9d63703241 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cadfdbbf-8155-4aeb-b98e-4e74d0041980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344760 Jul 16 01:54:28.717861 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-a56afdef-2c63-4c4a-abdc-08389a2c7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.719505 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-a56afdef-2c63-4c4a-abdc-08389a2c7146 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.0440309 Jul 16 01:54:28.724651 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3007eee-5864-4ece-b2c1-b5f2f3a9cc95 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.758623 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.793548 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-54da18f8-1933-4906-98eb-5b2a83cbb165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.795215 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-54da18f8-1933-4906-98eb-5b2a83cbb165 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0585847 Jul 16 01:54:28.827735 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3007eee-5864-4ece-b2c1-b5f2f3a9cc95 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.884066 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ad8bd40-e36c-4f2e-bcdc-fe8f644d073f req-231c6485-e997-4ad4-83ed-78f61aa70d61 service neutron] 10.222.0.47 "GET /v2.0/networks/cadfdbbf-8155-4aeb-b98e-4e74d0041980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484568 Jul 16 01:54:28.890473 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-c7d95704-bd07-4002-87c2-f1f63f74a598 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828788 Jul 16 01:54:29.039924 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-5805001c-31cb-485d-b6d9-db43206d896a service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311290 Jul 16 01:54:29.082720 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ad8bd40-e36c-4f2e-bcdc-fe8f644d073f req-b5785764-7b94-4284-baef-749262e00577 service neutron] 10.222.0.47 "GET /v2.0/networks/cadfdbbf-8155-4aeb-b98e-4e74d0041980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744986 Jul 16 01:54:29.091941 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-adb64322-d3e7-4e2b-a649-c7d9b57d58d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=588d0e4f-cefb-43a8-a412-487dd40c07f8 HTTP/1.1" status: 200 len: 217 time: 0.0434096 Jul 16 01:54:29.102973 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3007eee-5864-4ece-b2c1-b5f2f3a9cc95 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.115210 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3007eee-5864-4ece-b2c1-b5f2f3a9cc95 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.115620 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e10bce-e45c-4771-bc5a-491fcf900cfa req-b7ed0c67-7739-4f38-a5b0-67a629c847b8 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:29.117143 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b4e10bce-e45c-4771-bc5a-491fcf900cfa req-b7ed0c67-7739-4f38-a5b0-67a629c847b8 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784723a-c162-466e-a7ed-f9e9f10bdc8f HTTP/1.1" status: 200 len: 944 time: 0.1135893 Jul 16 01:54:29.170595 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8804279-779b-4244-a2da-9a784dea4a8e req-14b8507a-57b9-47f8-9e3a-b77af752379d tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:29.172172 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e8804279-779b-4244-a2da-9a784dea4a8e req-14b8507a-57b9-47f8-9e3a-b77af752379d tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 944 time: 0.1480563 Jul 16 01:54:29.188253 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b4e10bce-e45c-4771-bc5a-491fcf900cfa req-54ca5d4f-8e6b-4b67-b88a-17d0a22df6b7 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622058 Jul 16 01:54:29.190206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-af35e537-0719-4b56-b531-d387cee4500a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:29.191686 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-af35e537-0719-4b56-b531-d387cee4500a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.0735941 Jul 16 01:54:29.227339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3007eee-5864-4ece-b2c1-b5f2f3a9cc95 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=5a85a84b-70d7-4434-b3c3-509b83f8889e,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:29.236777 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3007eee-5864-4ece-b2c1-b5f2f3a9cc95 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.255621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-e02d1460-9f8f-4577-8408-bb6311f76786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:29.257305 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-e02d1460-9f8f-4577-8408-bb6311f76786 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0555959 Jul 16 01:54:29.261822 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e8804279-779b-4244-a2da-9a784dea4a8e req-62c24680-94b6-4e1e-82a5-d32aedac32c0 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665774 Jul 16 01:54:29.262908 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3007eee-5864-4ece-b2c1-b5f2f3a9cc95 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.264005 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f3007eee-5864-4ece-b2c1-b5f2f3a9cc95 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6772859 Jul 16 01:54:29.267029 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54188) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:29.272221 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2afb9f57-2081-49dc-b688-5f09f94ce898 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'port': {'network_id': '8cfce94d-3139-4283-bbed-37307752bd94', 'name': 'tempest-FloatingIPTestJSON-1968273188'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:29.366103 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-47e1f2ce-f14f-4864-91d9-5bc857a64186 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976050 Jul 16 01:54:29.394352 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6c2110d2-a86c-4abc-b879-5f3c83aab164 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:29.400527 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afb9f57-2081-49dc-b688-5f09f94ce898 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Made reservation on behalf of 37e2fe0388fa46288fc848f83e97031e for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:29.404309 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2afb9f57-2081-49dc-b688-5f09f94ce898 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.427742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-2afb9f57-2081-49dc-b688-5f09f94ce898 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] device_id is not set on port f25a8eed-ebd0-4895-944c-fed65a79b55f yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:29.474844 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-1dcade14-5151-48b2-a672-3fc08fa8654f service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009550 Jul 16 01:54:29.500071 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 6c2110d2-a86c-4abc-b879-5f3c83aab164 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:29.504719 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 6c2110d2-a86c-4abc-b879-5f3c83aab164 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:29.505102 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.531757 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-4aefaee1-0fe3-45ab-bbac-23da9583feac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=6e2cfe37-5372-4873-82c7-38150819cf47 HTTP/1.1" status: 200 len: 217 time: 0.0468123 Jul 16 01:54:29.595329 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-2afb9f57-2081-49dc-b688-5f09f94ce898 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Allocated IP 172.20.0.9 (8cfce94d-3139-4283-bbed-37307752bd94/85f49afd-a70a-426d-aec3-e62851ef7375/f25a8eed-ebd0-4895-944c-fed65a79b55f) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:29.597635 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-3ebdbd0f-81b3-4910-a128-c9a153083c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:29.601367 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-3ebdbd0f-81b3-4910-a128-c9a153083c5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.0624778 Jul 16 01:54:29.630201 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.664005 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6c2110d2-a86c-4abc-b879-5f3c83aab164, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6c2110d2-a86c-4abc-b879-5f3c83aab164,segment=NetworkSegment(a487fc01-0d72-489f-bc25-de635f54c37d),segment_id=a487fc01-0d72-489f-bc25-de635f54c37d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:29.670079 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.725289 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=6c2110d2-a86c-4abc-b879-5f3c83aab164,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:29.737607 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-a9eb5ae4-5948-4146-a3d1-ddc5d3ef4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:29.739143 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-a9eb5ae4-5948-4146-a3d1-ddc5d3ef4e50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1286170 Jul 16 01:54:29.751204 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6222c12-cf9f-46dd-997c-981f59c9f887 req-746c7b49-1055-4da7-99a0-1876c6da789a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:29.752657 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6222c12-cf9f-46dd-997c-981f59c9f887 req-746c7b49-1055-4da7-99a0-1876c6da789a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.1042888 Jul 16 01:54:29.778720 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2afb9f57-2081-49dc-b688-5f09f94ce898 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.820220 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2afb9f57-2081-49dc-b688-5f09f94ce898 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.841382 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6222c12-cf9f-46dd-997c-981f59c9f887 req-f3a80ee2-17a8-47d5-ab80-f026cbb7937c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798988 Jul 16 01:54:29.868893 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-e31ae379-e974-433b-82a4-aee517328b87 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152589 Jul 16 01:54:29.871441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afb9f57-2081-49dc-b688-5f09f94ce898 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network 8cfce94d-3139-4283-bbed-37307752bd94 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:29.877067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-2afb9f57-2081-49dc-b688-5f09f94ce898 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:29.881243 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afb9f57-2081-49dc-b688-5f09f94ce898 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:29.920468 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb9f57-2081-49dc-b688-5f09f94ce898 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=f25a8eed-ebd0-4895-944c-fed65a79b55f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:29.940597 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afb9f57-2081-49dc-b688-5f09f94ce898 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:29.941236 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2afb9f57-2081-49dc-b688-5f09f94ce898 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.947136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac07eb0-78c1-4f7c-838e-f77ede5b104f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2110d2-a86c-4abc-b879-5f3c83aab164'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:29.949512 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6504931-d9b5-4741-959f-2b71411f92da" -d '{"events": [{"server_uuid": "eac07eb0-78c1-4f7c-838e-f77ede5b104f", "name": "network-vif-plugged", "status": "completed", "tag": "6c2110d2-a86c-4abc-b879-5f3c83aab164"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:29.970228 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54200) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:29.970423 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2afb9f57-2081-49dc-b688-5f09f94ce898 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7019584 Jul 16 01:54:29.976562 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-5074da15-555f-4528-a8fc-40bd9312f68f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'floatingip': {'port_id': 'f25a8eed-ebd0-4895-944c-fed65a79b55f'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:29.989966 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a8078b-bfad-4163-9b47-c669e86fca0a x-openstack-request-id: req-85a8078b-bfad-4163-9b47-c669e86fca0a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:29.990267 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac07eb0-78c1-4f7c-838e-f77ede5b104f", "name": "network-vif-plugged", "status": "completed", "tag": "6c2110d2-a86c-4abc-b879-5f3c83aab164", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:29.990521 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-85a8078b-bfad-4163-9b47-c669e86fca0a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:29.990922 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac07eb0-78c1-4f7c-838e-f77ede5b104f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2110d2-a86c-4abc-b879-5f3c83aab164', 'code': 200} Jul 16 01:54:30.029729 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5074da15-555f-4528-a8fc-40bd9312f68f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.033848 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-282ef105-154d-4d01-adc3-9b2e5f2492a1 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492362 Jul 16 01:54:30.036407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ef409-540d-411a-8de1-5534283bdcff req-d50a592b-74ad-4b94-9a25-a5d57f063280 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:30.037965 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-384ef409-540d-411a-8de1-5534283bdcff req-d50a592b-74ad-4b94-9a25-a5d57f063280 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.0742958 Jul 16 01:54:30.088518 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-384ef409-540d-411a-8de1-5534283bdcff req-38d98f11-3f4e-440e-93ec-873dd97377d4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432098 Jul 16 01:54:30.114118 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54202) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:30.120707 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-faea6ad1-28ae-40b4-a718-a2c93b90067a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=b0eba950-6290-4204-97b4-71fd009ef302 HTTP/1.1" status: 200 len: 217 time: 0.0560679 Jul 16 01:54:30.169131 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dd4b0-e417-4d7e-b0e3-866c2d845adf req-755900d9-8d04-4d75-bc13-057ab71742e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:30.170814 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-553dd4b0-e417-4d7e-b0e3-866c2d845adf req-755900d9-8d04-4d75-bc13-057ab71742e9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 1096 time: 0.0934105 Jul 16 01:54:30.202150 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce01e6a-a0c1-4632-b3cf-2bea223a3684 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:30.207129 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8ce01e6a-a0c1-4632-b3cf-2bea223a3684 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 1092 time: 0.0884054 Jul 16 01:54:30.209328 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54204) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:30.214514 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-13cc31ef-8b39-4209-b67c-b5d74227a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:30.215175 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': 'be991035-323d-46f5-8a47-399b71c405bf', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:30.216064 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-13cc31ef-8b39-4209-b67c-b5d74227a891 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.0883074 Jul 16 01:54:30.236026 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-553dd4b0-e417-4d7e-b0e3-866c2d845adf req-aba1493e-a136-4777-ac8a-9c8a8d21b67d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583062 Jul 16 01:54:30.252308 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.375536 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.433418 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-ecd48384-9ef3-414a-89f3-6d194459be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:30.434854 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-ecd48384-9ef3-414a-89f3-6d194459be3e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2089462 Jul 16 01:54:30.532165 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355073a-d434-4e9f-a9be-e92c64a8328f req-2c368a6c-4f9c-4ddd-9d57-dbe30a446862 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:30.533658 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e355073a-d434-4e9f-a9be-e92c64a8328f req-2c368a6c-4f9c-4ddd-9d57-dbe30a446862 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1470294 Jul 16 01:54:30.534730 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Allocated IP 172.25.1.243 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/a9132e47-cec0-4f19-a23e-f3aba866e762) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:30.557446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a843826-e757-418b-8a8e-b308d8c4f379 req-2e985343-df96-44c7-9176-1604f42feefe tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:30.558949 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a843826-e757-418b-8a8e-b308d8c4f379 req-2e985343-df96-44c7-9176-1604f42feefe tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784723a-c162-466e-a7ed-f9e9f10bdc8f HTTP/1.1" status: 200 len: 944 time: 0.2361712 Jul 16 01:54:30.955253 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a843826-e757-418b-8a8e-b308d8c4f379 req-e42fc7c1-f182-4a86-8c93-8af73a2fe441 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848228 Jul 16 01:54:30.981931 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-0ca26edb-9e04-4136-b3df-876d76d1d506 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109673 Jul 16 01:54:30.991326 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e355073a-d434-4e9f-a9be-e92c64a8328f req-c53decd3-c3b5-4f16-b4e8-2b71695a9f06 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501538 Jul 16 01:54:31.046077 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.088602 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.094877 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8f7e1909-0941-463d-b289-e4ad87c52a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.097207 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.110770 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5074da15-555f-4528-a8fc-40bd9312f68f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.117872 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5074da15-555f-4528-a8fc-40bd9312f68f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.127806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:31.132517 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:31.135836 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:31.158728 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=a9132e47-cec0-4f19-a23e-f3aba866e762,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:31.169848 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-34bf7f11-1baa-4825-8dc2-1cd51c33c8bd service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799192 Jul 16 01:54:31.199244 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 370f8a6c-bcee-4868-a853-dd96e52dcc50 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:54:31.244317 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-5d104830-f557-4009-8514-ee90d2bd673f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0c40b0ea-30a1-4c59-8cb3-23aed3975cea HTTP/1.1" status: 200 len: 217 time: 0.0359204 Jul 16 01:54:31.306906 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-5074da15-555f-4528-a8fc-40bd9312f68f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Floating IP 3f6f5256-1616-47fa-9588-c3769bf13f6f associated. External IP: 172.25.1.167, port: f25a8eed-ebd0-4895-944c-fed65a79b55f. Jul 16 01:54:31.314387 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 370f8a6c-bcee-4868-a853-dd96e52dcc50, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=370f8a6c-bcee-4868-a853-dd96e52dcc50,segment=NetworkSegment(2ec7f396-c091-4c16-bc06-6ee4f2d6df05),segment_id=2ec7f396-c091-4c16-bc06-6ee4f2d6df05)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:31.327686 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '370f8a6c-bcee-4868-a853-dd96e52dcc50', 'network_id': 'cadfdbbf-8155-4aeb-b98e-4e74d0041980', 'port_id': '370f8a6c-bcee-4868-a853-dd96e52dcc50', 'mac_address': 'fa:16:3e:81:c6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bcbd13-561e-4e11-bbf0-f164a877898d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:54:31.347096 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-0e3da774-f419-457f-851f-df18fb36322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:31.348630 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-0e3da774-f419-457f-851f-df18fb36322b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d66e7cad-8485-48ef-b49f-9c0a1aa8b39b HTTP/1.1" status: 200 len: 797 time: 0.0958831 Jul 16 01:54:31.385503 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.402944 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370f8a6c-bcee-4868-a853-dd96e52dcc50 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:31.431388 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 370f8a6c-bcee-4868-a853-dd96e52dcc50, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=370f8a6c-bcee-4868-a853-dd96e52dcc50,segment=NetworkSegment(2ec7f396-c091-4c16-bc06-6ee4f2d6df05),segment_id=2ec7f396-c091-4c16-bc06-6ee4f2d6df05)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:31.436873 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.487060 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=370f8a6c-bcee-4868-a853-dd96e52dcc50,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:31.501355 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-2e3c3c68-677e-4c94-b026-defa4570f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:31.502877 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-2e3c3c68-677e-4c94-b026-defa4570f52b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1444640 Jul 16 01:54:31.569084 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.629829 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5074da15-555f-4528-a8fc-40bd9312f68f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router c4d7ca02-47b1-4513-8ae3-a77478838a83 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:31.646939 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.648170 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-3cdc77ea-e49e-4728-8f9e-c2a12bc5f846 service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373937 Jul 16 01:54:31.794280 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.799246 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.819824 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5074da15-555f-4528-a8fc-40bd9312f68f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:31.825248 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5074da15-555f-4528-a8fc-40bd9312f68f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.831343 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f723f-b33b-4bf1-852e-568bd87499f6 None None] Sync routers for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:31.841451 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f723f-b33b-4bf1-852e-568bd87499f6 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:31.842310 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-098f723f-b33b-4bf1-852e-568bd87499f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:31.849941 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-fddafe25-3eb9-4322-8ea9-8b6e757d39c4 service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632626 Jul 16 01:54:31.874961 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-098f723f-b33b-4bf1-852e-568bd87499f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:31.876468 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.883697 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f723f-b33b-4bf1-852e-568bd87499f6 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:31.884506 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-098f723f-b33b-4bf1-852e-568bd87499f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:31.896294 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-027410f4-5b9a-4dd6-af47-72511e8c28ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b06a2033-1b7a-4ff7-b625-8b69419da338 HTTP/1.1" status: 200 len: 217 time: 0.0381393 Jul 16 01:54:31.900345 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5074da15-555f-4528-a8fc-40bd9312f68f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "PUT /v2.0/floatingips/3f6f5256-1616-47fa-9588-c3769bf13f6f HTTP/1.1" status: 200 len: 978 time: 1.9261680 Jul 16 01:54:31.900497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54212) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:31.902143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['370f8a6c-bcee-4868-a853-dd96e52dcc50'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:31.922987 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-098f723f-b33b-4bf1-852e-568bd87499f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:31.923770 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f723f-b33b-4bf1-852e-568bd87499f6 None None] The sync data for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:31.977126 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=a9132e47-cec0-4f19-a23e-f3aba866e762,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:31.995004 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-c3ba3fc4-829d-4dff-8fc4-98ca4e204815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:31.997065 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-c3ba3fc4-829d-4dff-8fc4-98ca4e204815 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d66e7cad-8485-48ef-b49f-9c0a1aa8b39b HTTP/1.1" status: 200 len: 797 time: 0.0867763 Jul 16 01:54:31.997514 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Floating IP 5dec401f-dcb0-4020-9534-95130629239e associated. External IP: 172.25.1.243, port: be991035-323d-46f5-8a47-399b71c405bf. Jul 16 01:54:32.086746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-5312d50d-d20f-424d-85e9-e0f7744454f3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Deleting port f25a8eed-ebd0-4895-944c-fed65a79b55f {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:32.087118 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5312d50d-d20f-424d-85e9-e0f7744454f3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.112366 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-fe02c0c3-dcb0-4af7-b9f2-cdc780b19516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:32.113893 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-fe02c0c3-dcb0-4af7-b9f2-cdc780b19516 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0995941 Jul 16 01:54:32.118705 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.289770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058082e-22f3-4886-a86b-990fa3fbc19a req-c6ab51e4-bfef-4ca9-9484-867c548b4125 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:32.291276 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e058082e-22f3-4886-a86b-990fa3fbc19a req-c6ab51e4-bfef-4ca9-9484-867c548b4125 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784723a-c162-466e-a7ed-f9e9f10bdc8f HTTP/1.1" status: 200 len: 945 time: 0.1437182 Jul 16 01:54:32.293225 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5312d50d-d20f-424d-85e9-e0f7744454f3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.338992 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router 9ad178b0-ec21-4968-9a21-35af91b0bc34 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:32.349961 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e058082e-22f3-4886-a86b-990fa3fbc19a req-5b186a0a-5bbf-4e97-840a-e7ede19321d9 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490243 Jul 16 01:54:32.439393 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-fb5a4588-b868-4f32-9841-6e8f9bb5d05e service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147061 Jul 16 01:54:32.462041 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:32.473599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b487e5ac-c156-49c3-adc3-bcd9aa4d7e6c None None] Sync routers for ids ['9ad178b0-ec21-4968-9a21-35af91b0bc34'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:32.484065 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b487e5ac-c156-49c3-adc3-bcd9aa4d7e6c None None] Routers {'9ad178b0-ec21-4968-9a21-35af91b0bc34'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:32.485213 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b487e5ac-c156-49c3-adc3-bcd9aa4d7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['9ad178b0-ec21-4968-9a21-35af91b0bc34'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:32.485929 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.524811 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7e2f1072-8d80-427d-80b5-fcc14a64229f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3144405 Jul 16 01:54:32.525413 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'tag': 'be991035-323d-46f5-8a47-399b71c405bf'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:32.527695 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6d1ee0-89f5-4a11-967b-2dd6c254fc62" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3f425f-818d-4cbc-8024-8a91e8c0886a", "tag": "be991035-323d-46f5-8a47-399b71c405bf"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:32.613858 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-b487e5ac-c156-49c3-adc3-bcd9aa4d7e6c None None] Set router 9ad178b0-ec21-4968-9a21-35af91b0bc34 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:32.696641 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a315b8e-7c98-4e41-b3e9-de01c04e4af9 req-d5d6b141-686a-42e0-9342-bb3395139c2e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:32.698532 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7a315b8e-7c98-4e41-b3e9-de01c04e4af9 req-d5d6b141-686a-42e0-9342-bb3395139c2e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.0777085 Jul 16 01:54:32.739597 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7a315b8e-7c98-4e41-b3e9-de01c04e4af9 req-6e9a3183-dd78-411e-9889-41a33efe00f4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338883 Jul 16 01:54:32.764359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54224) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:32.782362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6eb36-bade-47b1-bb5e-d642e408f180 req-d59c0ffe-11dc-446b-9085-7d2cca521cbc tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:32.783903 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0de6eb36-bade-47b1-bb5e-d642e408f180 req-d59c0ffe-11dc-446b-9085-7d2cca521cbc tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.6136489 Jul 16 01:54:32.815180 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e14d7b-5f12-486a-849a-9df2aa9fea6f x-openstack-request-id: req-02e14d7b-5f12-486a-849a-9df2aa9fea6f {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:32.815468 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3f425f-818d-4cbc-8024-8a91e8c0886a", "tag": "be991035-323d-46f5-8a47-399b71c405bf", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:32.815743 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02e14d7b-5f12-486a-849a-9df2aa9fea6f {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:32.816351 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'tag': 'be991035-323d-46f5-8a47-399b71c405bf', 'status': 'completed', 'code': 200} Jul 16 01:54:32.852970 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-91227327-0eeb-48d9-9892-e5850111a810 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/floatingips/5dec401f-dcb0-4020-9534-95130629239e HTTP/1.1" status: 200 len: 992 time: 0.0859134 Jul 16 01:54:32.877273 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b487e5ac-c156-49c3-adc3-bcd9aa4d7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756347639', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '56cca314-828f-4948-9b5f-1436653bd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:08Z', 'updated_at': '2021-07-16T01:54:13Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '56cca314-828f-4948-9b5f-1436653bd426', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5dec401f-dcb0-4020-9534-95130629239e', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'floating_ip_address': '172.25.1.243', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'port_id': 'be991035-323d-46f5-8a47-399b71c405bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461', 'mac_address': 'fa:16:3e:b3:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:54:31Z', 'updated_at': '2021-07-16T01:54:31Z', 'revision_number': 0, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae0d879-4250-4a69-b5d6-cb8620b7f8d2', 'name': '', 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:09:86:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:12Z', 'updated_at': '2021-07-16T01:54:20Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:32.899932 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d1ee0-89f5-4a11-967b-2dd6c254fc62 req-4271ff77-d432-498a-a383-8c87a3de4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:32.901766 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a6d1ee0-89f5-4a11-967b-2dd6c254fc62 req-4271ff77-d432-498a-a383-8c87a3de4cb0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 1097 time: 0.0602353 Jul 16 01:54:32.910216 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b487e5ac-c156-49c3-adc3-bcd9aa4d7e6c None None] Checking router: 9ad178b0-ec21-4968-9a21-35af91b0bc34 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:32.919630 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b487e5ac-c156-49c3-adc3-bcd9aa4d7e6c None None] Routers {'9ad178b0-ec21-4968-9a21-35af91b0bc34'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:32.920300 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b487e5ac-c156-49c3-adc3-bcd9aa4d7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['9ad178b0-ec21-4968-9a21-35af91b0bc34'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:32.942699 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5312d50d-d20f-424d-85e9-e0f7744454f3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.943077 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5312d50d-d20f-424d-85e9-e0f7744454f3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.943409 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-5312d50d-d20f-424d-85e9-e0f7744454f3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Floating IP 3f6f5256-1616-47fa-9588-c3769bf13f6f disassociated. External IP: 172.25.1.167, port: f25a8eed-ebd0-4895-944c-fed65a79b55f. Jul 16 01:54:32.943754 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-5312d50d-d20f-424d-85e9-e0f7744454f3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Calling delete_port for f25a8eed-ebd0-4895-944c-fed65a79b55f owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:32.957138 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0de6eb36-bade-47b1-bb5e-d642e408f180 req-4baeb8ac-40b3-4a53-a9c7-558c2b58bfd2 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994108 Jul 16 01:54:32.978200 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6fabdd7-b82b-4838-9668-655a31a2df30 req-7f8cb6fe-d251-47ba-b155-39a285803258 service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5272534 Jul 16 01:54:33.009359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d1ee0-89f5-4a11-967b-2dd6c254fc62 req-8ba132a7-272f-4113-b3bd-d4c4dfe445c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:33.011171 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a6d1ee0-89f5-4a11-967b-2dd6c254fc62 req-8ba132a7-272f-4113-b3bd-d4c4dfe445c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e33c8b76-7096-4a68-bf4b-97043f09a461 HTTP/1.1" status: 200 len: 898 time: 0.1031685 Jul 16 01:54:33.049713 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-b487e5ac-c156-49c3-adc3-bcd9aa4d7e6c None None] Set router 9ad178b0-ec21-4968-9a21-35af91b0bc34 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:33.103122 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a6d1ee0-89f5-4a11-967b-2dd6c254fc62 req-683e5912-a6a1-4d3a-974b-ae89f145e16c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be991035-323d-46f5-8a47-399b71c405bf HTTP/1.1" status: 200 len: 1000 time: 0.0854788 Jul 16 01:54:33.130305 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5312d50d-d20f-424d-85e9-e0f7744454f3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.173817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312d50d-d20f-424d-85e9-e0f7744454f3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event deleted for resources: {'Port': ['ID=f25a8eed-ebd0-4895-944c-fed65a79b55f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:33.195625 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 370f8a6c-bcee-4868-a853-dd96e52dcc50 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:33.196222 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d1ee0-89f5-4a11-967b-2dd6c254fc62 req-9c867f9d-8900-4c54-b30a-e3e586e34a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:33.197834 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a6d1ee0-89f5-4a11-967b-2dd6c254fc62 req-9c867f9d-8900-4c54-b30a-e3e586e34a87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4c6059d-19f4-442d-8ce3-8952dd0950ab HTTP/1.1" status: 200 len: 835 time: 0.0885112 Jul 16 01:54:33.296513 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5312d50d-d20f-424d-85e9-e0f7744454f3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router c4d7ca02-47b1-4513-8ae3-a77478838a83 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:33.305887 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-6c0a2638-7c40-4e53-b0a0-2883c23ad9c3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:33.308678 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-6c0a2638-7c40-4e53-b0a0-2883c23ad9c3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/networks?id=a8c40dbf-5170-4d84-94bd-5e3baafc13ee HTTP/1.1" status: 200 len: 813 time: 0.1590004 Jul 16 01:54:33.313038 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 370f8a6c-bcee-4868-a853-dd96e52dcc50 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:33.318091 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 370f8a6c-bcee-4868-a853-dd96e52dcc50 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:33.318457 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.329672 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-c92ce73b-9758-45a4-a74f-8d004a5ff32b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/quotas/acd8396b643646dea8935864882ec2b9 HTTP/1.1" status: 200 len: 375 time: 0.0122013 Jul 16 01:54:33.339336 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d1ee0-89f5-4a11-967b-2dd6c254fc62 req-7e130e63-54e6-45df-939d-beda767f31b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:33.340923 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a6d1ee0-89f5-4a11-967b-2dd6c254fc62 req-7e130e63-54e6-45df-939d-beda767f31b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33c8b76-7096-4a68-bf4b-97043f09a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359537 Jul 16 01:54:33.387214 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b487e5ac-c156-49c3-adc3-bcd9aa4d7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756347639', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '56cca314-828f-4948-9b5f-1436653bd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:08Z', 'updated_at': '2021-07-16T01:54:13Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '56cca314-828f-4948-9b5f-1436653bd426', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5dec401f-dcb0-4020-9534-95130629239e', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'floating_ip_address': '172.25.1.243', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'port_id': 'be991035-323d-46f5-8a47-399b71c405bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461', 'mac_address': 'fa:16:3e:b3:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:54:31Z', 'updated_at': '2021-07-16T01:54:31Z', 'revision_number': 0, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae0d879-4250-4a69-b5d6-cb8620b7f8d2', 'name': '', 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:09:86:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:12Z', 'updated_at': '2021-07-16T01:54:20Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:33.415902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5312d50d-d20f-424d-85e9-e0f7744454f3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:33.419366 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b487e5ac-c156-49c3-adc3-bcd9aa4d7e6c None None] The sync data for ids ['9ad178b0-ec21-4968-9a21-35af91b0bc34'] in n-d-800086-6 is: [{'id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756347639', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '56cca314-828f-4948-9b5f-1436653bd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:08Z', 'updated_at': '2021-07-16T01:54:13Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '56cca314-828f-4948-9b5f-1436653bd426', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5dec401f-dcb0-4020-9534-95130629239e', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'floating_ip_address': '172.25.1.243', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'port_id': 'be991035-323d-46f5-8a47-399b71c405bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461', 'mac_address': 'fa:16:3e:b3:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:54:31Z', 'updated_at': '2021-07-16T01:54:31Z', 'revision_number': 0, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae0d879-4250-4a69-b5d6-cb8620b7f8d2', 'name': '', 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:09:86:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:12Z', 'updated_at': '2021-07-16T01:54:20Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:33.431222 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a919488d-8d95-4c62-ade5-e19bd50b3e84 None None] Sync routers for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:33.446592 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a919488d-8d95-4c62-ade5-e19bd50b3e84 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:33.447236 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a919488d-8d95-4c62-ade5-e19bd50b3e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:33.487448 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.507438 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-ea22053f-3d8b-4dcf-8696-0f690bd90f85 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=acd8396b643646dea8935864882ec2b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1702683 Jul 16 01:54:33.522014 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 370f8a6c-bcee-4868-a853-dd96e52dcc50, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=370f8a6c-bcee-4868-a853-dd96e52dcc50,segment=NetworkSegment(2ec7f396-c091-4c16-bc06-6ee4f2d6df05),segment_id=2ec7f396-c091-4c16-bc06-6ee4f2d6df05)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:33.522997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6784723a-c162-466e-a7ed-f9e9f10bdc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370f8a6c-bcee-4868-a853-dd96e52dcc50'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:33.525563 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52489de2-557d-4da3-94a8-8c219741f0c9" -d '{"events": [{"server_uuid": "6784723a-c162-466e-a7ed-f9e9f10bdc8f", "name": "network-vif-plugged", "status": "completed", "tag": "370f8a6c-bcee-4868-a853-dd96e52dcc50"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:33.530828 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.532729 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a919488d-8d95-4c62-ade5-e19bd50b3e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:33.556746 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a919488d-8d95-4c62-ade5-e19bd50b3e84 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:33.557162 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a919488d-8d95-4c62-ade5-e19bd50b3e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:33.582457 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a6d1ee0-89f5-4a11-967b-2dd6c254fc62 req-0e0ddb69-e378-48d6-9fb2-fb1826d668ba service neutron] 10.222.0.26 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312031 Jul 16 01:54:33.596578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=370f8a6c-bcee-4868-a853-dd96e52dcc50,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:33.627937 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5312d50d-d20f-424d-85e9-e0f7744454f3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.628533 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a919488d-8d95-4c62-ade5-e19bd50b3e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:33.629601 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a919488d-8d95-4c62-ade5-e19bd50b3e84 None None] The sync data for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:33.629851 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5312d50d-d20f-424d-85e9-e0f7744454f3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/ports/f25a8eed-ebd0-4895-944c-fed65a79b55f HTTP/1.1" status: 204 len: 168 time: 1.7284987 Jul 16 01:54:33.633474 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54244) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:33.691602 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b4e047f7-1075-4106-a4b0-07d0c97c9343 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "GET /v2.0/floatingips/3f6f5256-1616-47fa-9588-c3769bf13f6f HTTP/1.1" status: 200 len: 688 time: 0.0562658 Jul 16 01:54:33.694255 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54246) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:33.709056 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-42f6ec89-ef3d-4e2a-90b6-b63b4c36394f service neutron] 10.222.0.54 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750972 Jul 16 01:54:33.741620 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a65cd-4c15-4ada-9625-f94c52a17fed req-3e469484-06b4-41fd-980d-ee3f72f00646 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:33.743167 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3d5a65cd-4c15-4ada-9625-f94c52a17fed req-3e469484-06b4-41fd-980d-ee3f72f00646 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784723a-c162-466e-a7ed-f9e9f10bdc8f HTTP/1.1" status: 200 len: 946 time: 0.1705928 Jul 16 01:54:33.765127 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53033690-a3d9-4308-b4a4-06f86721408f None None] New status for floating IP 5dec401f-dcb0-4020-9534-95130629239e: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:54:33.816971 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a6d1ee0-89f5-4a11-967b-2dd6c254fc62 req-5b808c68-ed97-49d3-a39d-6f2791ca8498 service neutron] 10.222.0.26 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247038 Jul 16 01:54:33.820525 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-6f35b8ee-f615-45b4-9322-f54d301eea28 service neutron] 10.222.0.54 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020551 Jul 16 01:54:33.840478 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3d5a65cd-4c15-4ada-9625-f94c52a17fed req-5c42859b-bcd1-4f81-aadc-708f1220a0fa tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875564 Jul 16 01:54:33.842923 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.855964 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54248) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:33.868680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-22d8710f-65ed-4ed4-86ad-2e05b56dd927 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Deleting port 5a85a84b-70d7-4434-b3c3-509b83f8889e {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:33.869027 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-22d8710f-65ed-4ed4-86ad-2e05b56dd927 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.934797 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c96ea790-bef8-4fca-a9be-02164dfe0b47 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/floatingips/5dec401f-dcb0-4020-9534-95130629239e HTTP/1.1" status: 200 len: 992 time: 0.0775046 Jul 16 01:54:33.979515 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-22d8710f-65ed-4ed4-86ad-2e05b56dd927 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.980432 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-22d8710f-65ed-4ed4-86ad-2e05b56dd927 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.995792 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-22d8710f-65ed-4ed4-86ad-2e05b56dd927 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Calling delete_port for 5a85a84b-70d7-4434-b3c3-509b83f8889e owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:34.041324 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fad87f-0828-4844-a5e8-989f82adf1cc x-openstack-request-id: req-66fad87f-0828-4844-a5e8-989f82adf1cc {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:34.041619 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6784723a-c162-466e-a7ed-f9e9f10bdc8f", "name": "network-vif-plugged", "status": "completed", "tag": "370f8a6c-bcee-4868-a853-dd96e52dcc50", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:34.041930 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-66fad87f-0828-4844-a5e8-989f82adf1cc {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:34.042339 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6784723a-c162-466e-a7ed-f9e9f10bdc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370f8a6c-bcee-4868-a853-dd96e52dcc50', 'code': 200} Jul 16 01:54:34.099419 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be219731-dfc4-4ca2-8a01-457552edf420 req-c627333e-a246-4be0-919d-1f69acd27e36 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=b55ef4d5-7b59-427a-a463-e6df60a0535a HTTP/1.1" status: 200 len: 210 time: 0.0329802 Jul 16 01:54:34.227486 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-22d8710f-65ed-4ed4-86ad-2e05b56dd927 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.267731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8710f-65ed-4ed4-86ad-2e05b56dd927 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event deleted for resources: {'Port': ['ID=5a85a84b-70d7-4434-b3c3-509b83f8889e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:34.364471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f046741-94ee-456a-a69f-9adb1b632f76 req-a7dfb9a9-e1e5-4621-9bab-a2a8f6de583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:34.365981 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f046741-94ee-456a-a69f-9adb1b632f76 req-a7dfb9a9-e1e5-4621-9bab-a2a8f6de583d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6784723a-c162-466e-a7ed-f9e9f10bdc8f HTTP/1.1" status: 200 len: 1097 time: 0.1813939 Jul 16 01:54:34.368717 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-22d8710f-65ed-4ed4-86ad-2e05b56dd927 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.371201 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-22d8710f-65ed-4ed4-86ad-2e05b56dd927 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.375868 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-22d8710f-65ed-4ed4-86ad-2e05b56dd927 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/floatingips/3f6f5256-1616-47fa-9588-c3769bf13f6f HTTP/1.1" status: 204 len: 168 time: 0.6771271 Jul 16 01:54:34.376242 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54260) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:34.381917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': 'aa4dcbad-b2b9-4a8f-b66b-782bb4c4517a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:34.407175 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.417105 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f046741-94ee-456a-a69f-9adb1b632f76 req-b5fb0ccd-53e1-41ad-a52f-a3f38194b729 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420465 Jul 16 01:54:34.506948 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.611320 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Allocated IP 172.25.1.21 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/1a732068-9111-48f5-bc30-03eba331f706) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:34.712934 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.749592 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.786099 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:34.790965 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:34.794272 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:34.817916 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=1a732068-9111-48f5-bc30-03eba331f706,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:34.937401 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54264) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:35.012750 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d38eb89a-ce69-40b6-960e-4daf99c5e8b1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/floatingips/5dec401f-dcb0-4020-9534-95130629239e HTTP/1.1" status: 200 len: 994 time: 0.0727615 Jul 16 01:54:35.137415 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b38417-92cc-4a8e-bfff-08825790ed8e req-b5a1d498-148f-4c9c-a9c4-6f9280fc3882 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:35.138914 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62b38417-92cc-4a8e-bfff-08825790ed8e req-b5a1d498-148f-4c9c-a9c4-6f9280fc3882 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784723a-c162-466e-a7ed-f9e9f10bdc8f HTTP/1.1" status: 200 len: 946 time: 0.1602447 Jul 16 01:54:35.220125 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62b38417-92cc-4a8e-bfff-08825790ed8e req-0d49f02f-5f95-4727-ba24-76c8697b7cf2 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740194 Jul 16 01:54:35.263916 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.298447 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ad7a544-8365-442e-bc4e-3ff7c608aff8 req-46c649d9-75ad-489f-ab06-562741214da7 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=b55ef4d5-7b59-427a-a463-e6df60a0535a HTTP/1.1" status: 200 len: 210 time: 0.0286567 Jul 16 01:54:35.681874 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.847518 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.853249 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.864974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-b28c919d-1baa-4ed8-a135-707325c6e7ec tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:35.866472 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-b28c919d-1baa-4ed8-a135-707325c6e7ec tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.47 "GET /v2.0/networks?id=a8c40dbf-5170-4d84-94bd-5e3baafc13ee HTTP/1.1" status: 200 len: 813 time: 0.1114805 Jul 16 01:54:35.927999 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=1a732068-9111-48f5-bc30-03eba331f706,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:35.928985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-ef46a515-ead7-48e2-919c-c978551cb919 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Request body: {'port': {'device_id': 'b55ef4d5-7b59-427a-a463-e6df60a0535a', 'network_id': 'a8c40dbf-5170-4d84-94bd-5e3baafc13ee', 'admin_state_up': True, 'tenant_id': 'acd8396b643646dea8935864882ec2b9'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:35.934368 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.040462 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Floating IP c849c4de-e2bb-4f0e-abb8-aa6054a3ad21 associated. External IP: 172.25.1.21, port: aa4dcbad-b2b9-4a8f-b66b-782bb4c4517a. Jul 16 01:54:36.075878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-ef46a515-ead7-48e2-919c-c978551cb919 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Made reservation on behalf of acd8396b643646dea8935864882ec2b9 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:36.079661 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-ef46a515-ead7-48e2-919c-c978551cb919 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.216600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-ef46a515-ead7-48e2-919c-c978551cb919 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Allocated IP 172.20.0.6 (a8c40dbf-5170-4d84-94bd-5e3baafc13ee/e33d7cdb-73e5-4819-a1cd-c03f40836d6a/c17f22d5-75b4-4984-9121-36f1e5f0b1e3) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:36.269211 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router c4d7ca02-47b1-4513-8ae3-a77478838a83 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:36.402336 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:36.414829 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c80026-4c7c-4f1d-b695-0ef88660cb02 None None] Sync routers for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:36.420400 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-ef46a515-ead7-48e2-919c-c978551cb919 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.422477 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.425148 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c80026-4c7c-4f1d-b695-0ef88660cb02 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:36.425997 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-10c80026-4c7c-4f1d-b695-0ef88660cb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:36.463879 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-10c80026-4c7c-4f1d-b695-0ef88660cb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:36.473416 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c80026-4c7c-4f1d-b695-0ef88660cb02 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:36.474041 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-10c80026-4c7c-4f1d-b695-0ef88660cb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:36.486042 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570ca1a-c0b7-4d0e-9940-b9dbb7ccf2a6 req-0d542aa7-b2f4-48c6-a04b-d30a49a6805b tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:36.486295 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3217d750-73ff-4028-b224-b403b7f3cb29 req-aab19e01-006f-4c2a-a8f2-192aa64feb0c tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=b55ef4d5-7b59-427a-a463-e6df60a0535a HTTP/1.1" status: 200 len: 210 time: 0.0372036 Jul 16 01:54:36.487579 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a570ca1a-c0b7-4d0e-9940-b9dbb7ccf2a6 req-0d542aa7-b2f4-48c6-a04b-d30a49a6805b tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784723a-c162-466e-a7ed-f9e9f10bdc8f HTTP/1.1" status: 200 len: 946 time: 0.1096075 Jul 16 01:54:36.489401 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-ef46a515-ead7-48e2-919c-c978551cb919 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.500032 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bfc64e19-0db4-4a06-8ffe-018007648b75 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1219482 Jul 16 01:54:36.502628 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54276) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:36.507827 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-10c80026-4c7c-4f1d-b695-0ef88660cb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:36.508004 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-7d45fa6b-a515-4361-9f40-5dfef7eab7a3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1747117647'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:36.508838 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c80026-4c7c-4f1d-b695-0ef88660cb02 None None] The sync data for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:36.523084 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['6c2110d2-a86c-4abc-b879-5f3c83aab164'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:36.540126 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d45fa6b-a515-4361-9f40-5dfef7eab7a3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Made reservation on behalf of 37e2fe0388fa46288fc848f83e97031e for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:36.543845 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d45fa6b-a515-4361-9f40-5dfef7eab7a3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.560079 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-ef46a515-ead7-48e2-919c-c978551cb919 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Network a8c40dbf-5170-4d84-94bd-5e3baafc13ee is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:36.570819 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-ef46a515-ead7-48e2-919c-c978551cb919 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:36.575789 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d45fa6b-a515-4361-9f40-5dfef7eab7a3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:54:36.578579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-ef46a515-ead7-48e2-919c-c978551cb919 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:36.587803 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d45fa6b-a515-4361-9f40-5dfef7eab7a3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.588532 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-7d45fa6b-a515-4361-9f40-5dfef7eab7a3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Added segment 6beefdb5-c783-4436-879c-ca92106c9ebd of type vlan for network b3199775-93c1-4887-b474-7d19453d37c9 Jul 16 01:54:36.613054 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a570ca1a-c0b7-4d0e-9940-b9dbb7ccf2a6 req-b3d6db12-5f38-4bd9-9bf5-e529ffcc3779 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145651 Jul 16 01:54:36.615824 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46a515-ead7-48e2-919c-c978551cb919 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Pushing event updated for resources: {'Port': ['ID=c17f22d5-75b4-4984-9121-36f1e5f0b1e3,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:36.647791 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d45fa6b-a515-4361-9f40-5dfef7eab7a3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.648049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-ef46a515-ead7-48e2-919c-c978551cb919 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:36.648049 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-ef46a515-ead7-48e2-919c-c978551cb919 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.663532 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-ef46a515-ead7-48e2-919c-c978551cb919 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7383842 Jul 16 01:54:36.674334 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d45fa6b-a515-4361-9f40-5dfef7eab7a3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.680652 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d45fa6b-a515-4361-9f40-5dfef7eab7a3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:36.681440 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7d45fa6b-a515-4361-9f40-5dfef7eab7a3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.686686 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Request body: {'port': {'device_id': 'b55ef4d5-7b59-427a-a463-e6df60a0535a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:36.721666 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7d45fa6b-a515-4361-9f40-5dfef7eab7a3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2177520 Jul 16 01:54:36.724626 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54280) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:36.730619 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a965db06-b55d-43af-9e6e-c1589b99c753 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'subnet': {'network_id': 'b3199775-93c1-4887-b474-7d19453d37c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:36.770342 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.783125 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45fa6b-a515-4361-9f40-5dfef7eab7a3 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Network': ['ID=b3199775-93c1-4887-b474-7d19453d37c9,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:36.797366 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network b3199775-93c1-4887-b474-7d19453d37c9 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:54:36.892956 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a965db06-b55d-43af-9e6e-c1589b99c753 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Made reservation on behalf of 37e2fe0388fa46288fc848f83e97031e for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:36.896512 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a965db06-b55d-43af-9e6e-c1589b99c753 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.086444 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17f22d5-75b4-4984-9121-36f1e5f0b1e3 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:37.095054 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.097282 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a965db06-b55d-43af-9e6e-c1589b99c753 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.114335 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Transition to ACTIVE for port object c17f22d5-75b4-4984-9121-36f1e5f0b1e3 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:37.118438 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.154741 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965db06-b55d-43af-9e6e-c1589b99c753 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Subnet': ['ID=7cc81d54-94f4-4685-9abf-ddd2c82d97bb,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:37.170945 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a965db06-b55d-43af-9e6e-c1589b99c753 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Checking segment: {'id': '6beefdb5-c783-4436-879c-ca92106c9ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b3199775-93c1-4887-b474-7d19453d37c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:37.171300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a965db06-b55d-43af-9e6e-c1589b99c753 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network hostable DHCP agents. Network: b3199775-93c1-4887-b474-7d19453d37c9, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:54:37.189533 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a965db06-b55d-43af-9e6e-c1589b99c753 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network b3199775-93c1-4887-b474-7d19453d37c9 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:54:37.195076 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Pushing event updated for resources: {'Port': ['ID=c17f22d5-75b4-4984-9121-36f1e5f0b1e3,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:37.202473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-a965db06-b55d-43af-9e6e-c1589b99c753 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, b3199775-93c1-4887-b474-7d19453d37c9) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:37.207171 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a965db06-b55d-43af-9e6e-c1589b99c753 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:37.208063 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a965db06-b55d-43af-9e6e-c1589b99c753 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.221974 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a90fa34-8a41-49af-8992-162b86fd210f None None] Network b3199775-93c1-4887-b474-7d19453d37c9 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:37.244544 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a965db06-b55d-43af-9e6e-c1589b99c753 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5184274 Jul 16 01:54:37.244749 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54292) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:37.252295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-235714515', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}, 'admin_state_up': False}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:37.260148 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Attempting to bind port c17f22d5-75b4-4984-9121-36f1e5f0b1e3 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:37.260704 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Attempting to bind port c17f22d5-75b4-4984-9121-36f1e5f0b1e3 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'a487fc01-0d72-489f-bc25-de635f54c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a8c40dbf-5170-4d84-94bd-5e3baafc13ee'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:37.260983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Attempting to bind port c17f22d5-75b4-4984-9121-36f1e5f0b1e3 on network a8c40dbf-5170-4d84-94bd-5e3baafc13ee {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:37.270539 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Port c17f22d5-75b4-4984-9121-36f1e5f0b1e3 on network a8c40dbf-5170-4d84-94bd-5e3baafc13ee not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:37.271402 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Attempting to bind port c17f22d5-75b4-4984-9121-36f1e5f0b1e3 on network a8c40dbf-5170-4d84-94bd-5e3baafc13ee {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:37.279596 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:37.279832 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Checking segment: {'id': 'a487fc01-0d72-489f-bc25-de635f54c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a8c40dbf-5170-4d84-94bd-5e3baafc13ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:37.280624 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Bound using segment: {'id': 'a487fc01-0d72-489f-bc25-de635f54c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a8c40dbf-5170-4d84-94bd-5e3baafc13ee'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:37.280624 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Bound port: c17f22d5-75b4-4984-9121-36f1e5f0b1e3, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a487fc01-0d72-489f-bc25-de635f54c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a8c40dbf-5170-4d84-94bd-5e3baafc13ee'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:37.281053 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.302504 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.303804 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.469688 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.475266 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] For port c17f22d5-75b4-4984-9121-36f1e5f0b1e3, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:37.480371 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] For port c17f22d5-75b4-4984-9121-36f1e5f0b1e3, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=c17f22d5-75b4-4984-9121-36f1e5f0b1e3,segment=NetworkSegment(a487fc01-0d72-489f-bc25-de635f54c37d),segment_id=a487fc01-0d72-489f-bc25-de635f54c37d)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:37.516651 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.553185 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-b3199775-93c1-4887-b474-7d19453d37c9', 'network_id': 'b3199775-93c1-4887-b474-7d19453d37c9', 'tenant_id': '37e2fe0388fa46288fc848f83e97031e', 'fixed_ips': [{'subnet_id': '7cc81d54-94f4-4685-9abf-ddd2c82d97bb'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:54:37.554041 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.564469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e8e0d-233e-4bf1-96a2-ea612d48a424 req-748be850-5470-48e5-afb1-8618a91f3b49 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:37.566579 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f36e8e0d-233e-4bf1-96a2-ea612d48a424 req-748be850-5470-48e5-afb1-8618a91f3b49 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784723a-c162-466e-a7ed-f9e9f10bdc8f HTTP/1.1" status: 200 len: 946 time: 0.0789642 Jul 16 01:54:37.616028 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f36e8e0d-233e-4bf1-96a2-ea612d48a424 req-d0c4493b-7d7e-4c1e-8018-d8f8b13eb69e tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421786 Jul 16 01:54:37.721215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Allocated IP 172.20.0.2 (b3199775-93c1-4887-b474-7d19453d37c9/7cc81d54-94f4-4685-9abf-ddd2c82d97bb/8fa83e6a-cce4-4eeb-9d82-f0c06058d927) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:37.869437 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.878043 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Transition to ACTIVE for port object 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:37.886493 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:37.887112 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.888548 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] 10.222.0.47 "PUT /v2.0/ports/c17f22d5-75b4-4984-9121-36f1e5f0b1e3 HTTP/1.1" status: 200 len: 1091 time: 1.2065926 Jul 16 01:54:37.888991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55ef4d5-7b59-427a-a463-e6df60a0535a', 'tag': 'c17f22d5-75b4-4984-9121-36f1e5f0b1e3'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:37.891807 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b1e57b-7406-4cf9-b11c-1242d8f128bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b55ef4d5-7b59-427a-a463-e6df60a0535a", "tag": "c17f22d5-75b4-4984-9121-36f1e5f0b1e3"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:37.896461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Transition to ACTIVE for port object 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:37.905927 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.937661 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88d3f1e-95dc-4264-8e0c-74505d023e71 x-openstack-request-id: req-d88d3f1e-95dc-4264-8e0c-74505d023e71 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:37.937954 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55ef4d5-7b59-427a-a463-e6df60a0535a", "tag": "c17f22d5-75b4-4984-9121-36f1e5f0b1e3", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:37.938205 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d88d3f1e-95dc-4264-8e0c-74505d023e71 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:37.938596 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55ef4d5-7b59-427a-a463-e6df60a0535a', 'tag': 'c17f22d5-75b4-4984-9121-36f1e5f0b1e3', 'status': 'completed', 'code': 200} Jul 16 01:54:37.963177 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Network b3199775-93c1-4887-b474-7d19453d37c9 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:37.966071 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:37.970684 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:37.977494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Pushing event updated for resources: {'Port': ['ID=8fa83e6a-cce4-4eeb-9d82-f0c06058d927,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:37.984123 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e34c5-db48-4a99-9564-cc88f5c56323 service neutron] Pushing event updated for resources: {'Port': ['ID=c17f22d5-75b4-4984-9121-36f1e5f0b1e3,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:37.988739 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.033396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Attempting to bind port 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:38.033770 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Attempting to bind port 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '6beefdb5-c783-4436-879c-ca92106c9ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b3199775-93c1-4887-b474-7d19453d37c9'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:38.034139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Attempting to bind port 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 on network b3199775-93c1-4887-b474-7d19453d37c9 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:38.039439 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:38.039848 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Checking segment: {'id': '6beefdb5-c783-4436-879c-ca92106c9ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b3199775-93c1-4887-b474-7d19453d37c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:38.040260 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.040704 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Bound using segment: {'id': '6beefdb5-c783-4436-879c-ca92106c9ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b3199775-93c1-4887-b474-7d19453d37c9'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:38.041130 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Bound port: 8fa83e6a-cce4-4eeb-9d82-f0c06058d927, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6beefdb5-c783-4436-879c-ca92106c9ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b3199775-93c1-4887-b474-7d19453d37c9'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:38.041520 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.087084 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecd1ae-d0ff-4e69-bb71-f663ece01f0e req-114cfbf4-ffe5-428b-a81b-d125c8de381b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:38.088601 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4eecd1ae-d0ff-4e69-bb71-f663ece01f0e req-114cfbf4-ffe5-428b-a81b-d125c8de381b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=b55ef4d5-7b59-427a-a463-e6df60a0535a HTTP/1.1" status: 200 len: 943 time: 0.2428646 Jul 16 01:54:38.107512 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] For port 8fa83e6a-cce4-4eeb-9d82-f0c06058d927, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:38.110910 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] For port 8fa83e6a-cce4-4eeb-9d82-f0c06058d927, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8fa83e6a-cce4-4eeb-9d82-f0c06058d927,segment=NetworkSegment(6beefdb5-c783-4436-879c-ca92106c9ebd),segment_id=6beefdb5-c783-4436-879c-ca92106c9ebd)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:38.114548 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.123093 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-a4e227bb-b8a4-4c17-9569-e1969210079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:38.124632 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-a4e227bb-b8a4-4c17-9569-e1969210079f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acd8396b643646dea8935864882ec2b9&device_id=b55ef4d5-7b59-427a-a463-e6df60a0535a HTTP/1.1" status: 200 len: 1094 time: 0.1318254 Jul 16 01:54:38.180327 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94c95d-4086-46db-94ab-f836f48156f7 None None] Pushing event updated for resources: {'Port': ['ID=8fa83e6a-cce4-4eeb-9d82-f0c06058d927,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:38.184586 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4eecd1ae-d0ff-4e69-bb71-f663ece01f0e req-89641282-449a-4d5c-b6b6-dc64e5ae013f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879879 Jul 16 01:54:38.222945 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-4b3ffd60-53d5-4634-a6e9-f938842968f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c17f22d5-75b4-4984-9121-36f1e5f0b1e3 HTTP/1.1" status: 200 len: 217 time: 0.0564859 Jul 16 01:54:38.285104 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-4cbebe07-ae02-4f3b-9745-bc2c9b07d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:38.286606 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-4cbebe07-ae02-4f3b-9745-bc2c9b07d240 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e33d7cdb-73e5-4819-a1cd-c03f40836d6a HTTP/1.1" status: 200 len: 853 time: 0.0545824 Jul 16 01:54:38.404964 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-8ba73ce5-58ac-40ab-8e71-4c5aa0c87889 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8c40dbf-5170-4d84-94bd-5e3baafc13ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617547 Jul 16 01:54:38.446110 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.493894 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.623971 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-52a88754-178d-4aaf-9176-377906294ae9 service neutron] 10.222.0.47 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048182 Jul 16 01:54:38.678427 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Allocated IP 172.25.1.110 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/1c2ce863-e5ab-4df0-aa35-276ca4f8bf5c) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:38.822342 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7be86c0d-006a-4d9f-a5b4-38374f8940a6 req-0de9094e-6eb4-4603-84bc-eda11898df1a service neutron] 10.222.0.47 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894813 Jul 16 01:54:38.877467 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.894615 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4705c8-6e8d-4602-9b74-507abe97c744 req-12a5d7ab-3641-44c2-82af-de2c238728d4 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:38.896273 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7a4705c8-6e8d-4602-9b74-507abe97c744 req-12a5d7ab-3641-44c2-82af-de2c238728d4 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784723a-c162-466e-a7ed-f9e9f10bdc8f HTTP/1.1" status: 200 len: 946 time: 0.1575634 Jul 16 01:54:38.954713 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7a4705c8-6e8d-4602-9b74-507abe97c744 req-d592ad81-0976-4280-86d9-c805500cc6fb tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515063 Jul 16 01:54:38.997470 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.034962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:39.043151 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:39.053164 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:39.089700 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=1c2ce863-e5ab-4df0-aa35-276ca4f8bf5c,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:39.106368 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1e57b-7406-4cf9-b11c-1242d8f128bb req-ae653c3d-7693-4a58-8730-1b23f1b3d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:39.107930 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b6b1e57b-7406-4cf9-b11c-1242d8f128bb req-ae653c3d-7693-4a58-8730-1b23f1b3d4ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acd8396b643646dea8935864882ec2b9&device_id=b55ef4d5-7b59-427a-a463-e6df60a0535a HTTP/1.1" status: 200 len: 1094 time: 0.1523216 Jul 16 01:54:39.134039 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dfcfdd-c3b6-4502-a9ea-16a96c172e0e None None] Network b3199775-93c1-4887-b474-7d19453d37c9 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:39.212170 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-33830941-9aec-4909-a420-a41c4aeaddd8 None None] Provisioning for port 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:39.351185 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1e57b-7406-4cf9-b11c-1242d8f128bb req-f93fa85e-de1e-4f10-9991-766193f1bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:39.352840 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b6b1e57b-7406-4cf9-b11c-1242d8f128bb req-f93fa85e-de1e-4f10-9991-766193f1bb08 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a8c40dbf-5170-4d84-94bd-5e3baafc13ee HTTP/1.1" status: 200 len: 914 time: 0.2121389 Jul 16 01:54:39.385469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89074a67-0e24-4fa5-ac9b-727e38008e86 req-1f35125f-95ba-41e0-b062-5c5436baabb2 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:39.394061 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89074a67-0e24-4fa5-ac9b-727e38008e86 req-1f35125f-95ba-41e0-b062-5c5436baabb2 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=b55ef4d5-7b59-427a-a463-e6df60a0535a HTTP/1.1" status: 200 len: 943 time: 0.0920382 Jul 16 01:54:39.402883 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b6b1e57b-7406-4cf9-b11c-1242d8f128bb req-b4179fa2-abf9-4a76-ba4e-9a859f650867 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c17f22d5-75b4-4984-9121-36f1e5f0b1e3 HTTP/1.1" status: 200 len: 217 time: 0.0413015 Jul 16 01:54:39.443612 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89074a67-0e24-4fa5-ac9b-727e38008e86 req-b9dadccc-39a0-436c-bf73-387737fe5f27 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486825 Jul 16 01:54:39.458392 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.585988 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1e57b-7406-4cf9-b11c-1242d8f128bb req-41b3803b-28c1-468b-b274-2f8e4e35b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:39.587436 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b6b1e57b-7406-4cf9-b11c-1242d8f128bb req-41b3803b-28c1-468b-b274-2f8e4e35b5e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e33d7cdb-73e5-4819-a1cd-c03f40836d6a HTTP/1.1" status: 200 len: 853 time: 0.0931454 Jul 16 01:54:39.625378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b6b1e57b-7406-4cf9-b11c-1242d8f128bb req-e65b1b2c-e836-46d8-a973-4cf0e81c8830 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8c40dbf-5170-4d84-94bd-5e3baafc13ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288053 Jul 16 01:54:39.795210 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.800128 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b6b1e57b-7406-4cf9-b11c-1242d8f128bb req-aed6bcec-9b9b-4d85-adfb-5b7c59de8125 service neutron] 10.222.0.47 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390727 Jul 16 01:54:39.832461 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9c667-679e-4b3d-996f-72ddfdc744ae req-5800d21d-7f2a-4fde-9ad3-781e7b6acb52 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:39.833997 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9af9c667-679e-4b3d-996f-72ddfdc744ae req-5800d21d-7f2a-4fde-9ad3-781e7b6acb52 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.47 "GET /v2.0/ports?device_id=6784723a-c162-466e-a7ed-f9e9f10bdc8f HTTP/1.1" status: 200 len: 946 time: 0.0691707 Jul 16 01:54:39.947410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-9af9c667-679e-4b3d-996f-72ddfdc744ae req-e41ee281-c4f6-40c2-8ec7-73ab06c86355 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Deleting port 370f8a6c-bcee-4868-a853-dd96e52dcc50 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:39.947859 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9af9c667-679e-4b3d-996f-72ddfdc744ae req-e41ee281-c4f6-40c2-8ec7-73ab06c86355 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.042991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-9af9c667-679e-4b3d-996f-72ddfdc744ae req-e41ee281-c4f6-40c2-8ec7-73ab06c86355 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] For port 370f8a6c-bcee-4868-a853-dd96e52dcc50, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=370f8a6c-bcee-4868-a853-dd96e52dcc50,segment=NetworkSegment(2ec7f396-c091-4c16-bc06-6ee4f2d6df05),segment_id=2ec7f396-c091-4c16-bc06-6ee4f2d6df05)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:40.043316 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9af9c667-679e-4b3d-996f-72ddfdc744ae req-e41ee281-c4f6-40c2-8ec7-73ab06c86355 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.059795 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-9af9c667-679e-4b3d-996f-72ddfdc744ae req-e41ee281-c4f6-40c2-8ec7-73ab06c86355 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Calling delete_port for 370f8a6c-bcee-4868-a853-dd96e52dcc50 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:40.211886 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23f10d-e56b-461b-b3e7-a624544cf5e2 req-4602ef59-260c-459c-8217-a2375783393c tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:40.216191 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5d23f10d-e56b-461b-b3e7-a624544cf5e2 req-4602ef59-260c-459c-8217-a2375783393c tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/ports?device_id=6784723a-c162-466e-a7ed-f9e9f10bdc8f HTTP/1.1" status: 200 len: 946 time: 0.1056914 Jul 16 01:54:40.265112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:40.273077 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b6b1e57b-7406-4cf9-b11c-1242d8f128bb req-d0cbdb5e-0fa1-4091-ac05-cf34ab14118e service neutron] 10.222.0.47 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345305 Jul 16 01:54:40.325140 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5d23f10d-e56b-461b-b3e7-a624544cf5e2 req-faf02200-7845-4d32-897e-0894fa8f25f1 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.54 "GET /v2.0/security-groups?id=0adf41a3-a1ff-4289-9853-f304135a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039927 Jul 16 01:54:40.327494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:40.333732 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:40.334746 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.348438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router 3724beff-d8ec-476f-810f-a75d627b20c8 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:54:40.350133 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9af9c667-679e-4b3d-996f-72ddfdc744ae req-e41ee281-c4f6-40c2-8ec7-73ab06c86355 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.382783 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ee281-c4f6-40c2-8ec7-73ab06c86355 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Pushing event deleted for resources: {'Port': ['ID=370f8a6c-bcee-4868-a853-dd96e52dcc50,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:40.412153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['370f8a6c-bcee-4868-a853-dd96e52dcc50'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:40.432048 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af9c667-679e-4b3d-996f-72ddfdc744ae req-e41ee281-c4f6-40c2-8ec7-73ab06c86355 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] No DVR routers for this DVR port 370f8a6c-bcee-4868-a853-dd96e52dcc50 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:40.434799 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9af9c667-679e-4b3d-996f-72ddfdc744ae req-e41ee281-c4f6-40c2-8ec7-73ab06c86355 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.437240 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9af9c667-679e-4b3d-996f-72ddfdc744ae req-e41ee281-c4f6-40c2-8ec7-73ab06c86355 tempest-VolumesActionsTest-331010122 tempest-VolumesActionsTest-331010122-project] 10.222.0.47 "DELETE /v2.0/ports/370f8a6c-bcee-4868-a853-dd96e52dcc50 HTTP/1.1" status: 204 len: 173 time: 0.5952430 Jul 16 01:54:40.437752 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6784723a-c162-466e-a7ed-f9e9f10bdc8f', 'name': 'network-vif-deleted', 'tag': '370f8a6c-bcee-4868-a853-dd96e52dcc50'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:40.440121 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1034763c-3bfd-4389-9e64-1824632b4d26" -d '{"events": [{"server_uuid": "6784723a-c162-466e-a7ed-f9e9f10bdc8f", "name": "network-vif-deleted", "tag": "370f8a6c-bcee-4868-a853-dd96e52dcc50"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:40.453804 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.465484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:40.481667 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4d5fad-4046-43c2-814e-ae77549da8da None None] Sync routers for ids ['3724beff-d8ec-476f-810f-a75d627b20c8'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:40.487896 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.491947 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f3a8369b-bde6-4baf-994c-c0797b1a1a05 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2437801 Jul 16 01:54:40.492106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54318) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:40.501472 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a965fb9-c8f9-49c4-b728-540553e4eede x-openstack-request-id: req-5a965fb9-c8f9-49c4-b728-540553e4eede {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:40.501761 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6784723a-c162-466e-a7ed-f9e9f10bdc8f", "name": "network-vif-deleted", "tag": "370f8a6c-bcee-4868-a853-dd96e52dcc50", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:40.502017 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5a965fb9-c8f9-49c4-b728-540553e4eede {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:40.502422 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6784723a-c162-466e-a7ed-f9e9f10bdc8f', 'name': 'network-vif-deleted', 'tag': '370f8a6c-bcee-4868-a853-dd96e52dcc50', 'status': 'completed', 'code': 200} Jul 16 01:54:40.510636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 8fa83e6a-cce4-4eeb-9d82-f0c06058d927, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8fa83e6a-cce4-4eeb-9d82-f0c06058d927,segment=NetworkSegment(6beefdb5-c783-4436-879c-ca92106c9ebd),segment_id=6beefdb5-c783-4436-879c-ca92106c9ebd)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:40.512073 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4d5fad-4046-43c2-814e-ae77549da8da None None] Routers {'3724beff-d8ec-476f-810f-a75d627b20c8'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:40.512733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ce4d5fad-4046-43c2-814e-ae77549da8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3724beff-d8ec-476f-810f-a75d627b20c8'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:40.516517 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.561146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ce4d5fad-4046-43c2-814e-ae77549da8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:40.599305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4d5fad-4046-43c2-814e-ae77549da8da None None] Routers {'3724beff-d8ec-476f-810f-a75d627b20c8'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:40.600076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ce4d5fad-4046-43c2-814e-ae77549da8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3724beff-d8ec-476f-810f-a75d627b20c8'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:40.646606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ce4d5fad-4046-43c2-814e-ae77549da8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:40.647542 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4d5fad-4046-43c2-814e-ae77549da8da None None] The sync data for ids ['3724beff-d8ec-476f-810f-a75d627b20c8'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:40.665242 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=8fa83e6a-cce4-4eeb-9d82-f0c06058d927,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:40.684853 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1a207-4ea0-4471-8f91-7af50b6dbdf6 req-ed76ef94-643c-4c69-a4c8-a96e0e475e98 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:40.686470 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f9c1a207-4ea0-4471-8f91-7af50b6dbdf6 req-ed76ef94-643c-4c69-a4c8-a96e0e475e98 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=b55ef4d5-7b59-427a-a463-e6df60a0535a HTTP/1.1" status: 200 len: 943 time: 0.0762699 Jul 16 01:54:40.732189 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f9c1a207-4ea0-4471-8f91-7af50b6dbdf6 req-c978fefb-3f30-4a3a-958b-708fdcb0b27f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386922 Jul 16 01:54:40.961604 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.235522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Allocated IP 172.20.0.1 (b3199775-93c1-4887-b474-7d19453d37c9/7cc81d54-94f4-4685-9abf-ddd2c82d97bb/1e2d4bcd-b27f-4d9f-bd83-31ae21c900ac) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:41.239278 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device c17f22d5-75b4-4984-9121-36f1e5f0b1e3 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:54:41.345817 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port c17f22d5-75b4-4984-9121-36f1e5f0b1e3, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=c17f22d5-75b4-4984-9121-36f1e5f0b1e3,segment=NetworkSegment(a487fc01-0d72-489f-bc25-de635f54c37d),segment_id=a487fc01-0d72-489f-bc25-de635f54c37d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:41.360670 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'c17f22d5-75b4-4984-9121-36f1e5f0b1e3', 'network_id': 'a8c40dbf-5170-4d84-94bd-5e3baafc13ee', 'port_id': 'c17f22d5-75b4-4984-9121-36f1e5f0b1e3', 'mac_address': 'fa:16:3e:96:9a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33d7cdb-73e5-4819-a1cd-c03f40836d6a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:54:41.371988 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.387796 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Transition to ACTIVE for port object 1e2d4bcd-b27f-4d9f-bd83-31ae21c900ac will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:41.402983 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.417708 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17f22d5-75b4-4984-9121-36f1e5f0b1e3 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:41.425959 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.446064 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port c17f22d5-75b4-4984-9121-36f1e5f0b1e3, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=c17f22d5-75b4-4984-9121-36f1e5f0b1e3,segment=NetworkSegment(a487fc01-0d72-489f-bc25-de635f54c37d),segment_id=a487fc01-0d72-489f-bc25-de635f54c37d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:41.450416 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.475743 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network b3199775-93c1-4887-b474-7d19453d37c9 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:41.485691 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:41.489759 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:41.496621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=1e2d4bcd-b27f-4d9f-bd83-31ae21c900ac,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:41.510669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=c17f22d5-75b4-4984-9121-36f1e5f0b1e3,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:41.546065 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.711040 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.787585 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3f9504b8-db30-47f0-9aa0-0d2589edc183 None None] Provisioning for port 1e2d4bcd-b27f-4d9f-bd83-31ae21c900ac completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:41.792474 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3f9504b8-db30-47f0-9aa0-0d2589edc183 None None] Provisioning complete for port 1e2d4bcd-b27f-4d9f-bd83-31ae21c900ac triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:41.793272 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3f9504b8-db30-47f0-9aa0-0d2589edc183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.832521 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3f9504b8-db30-47f0-9aa0-0d2589edc183 None None] Port 1e2d4bcd-b27f-4d9f-bd83-31ae21c900ac cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:41.959368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['c17f22d5-75b4-4984-9121-36f1e5f0b1e3'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:41.993601 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e3c20-9a3c-4c26-b69d-016767b1aaec req-9b594645-917a-4a9d-b098-7248435da419 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:41.995015 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2e6e3c20-9a3c-4c26-b69d-016767b1aaec req-9b594645-917a-4a9d-b098-7248435da419 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=b55ef4d5-7b59-427a-a463-e6df60a0535a HTTP/1.1" status: 200 len: 944 time: 0.1273189 Jul 16 01:54:42.083508 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2e6e3c20-9a3c-4c26-b69d-016767b1aaec req-e295c786-0a01-4785-8f92-ef072ef5c0c0 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620432 Jul 16 01:54:42.113595 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.118418 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.204746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=1e2d4bcd-b27f-4d9f-bd83-31ae21c900ac,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:42.207176 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.219912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:42.290012 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:42.290393 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.312685 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network b3199775-93c1-4887-b474-7d19453d37c9 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:42.314505 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:42.439674 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router 3724beff-d8ec-476f-810f-a75d627b20c8 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:42.558866 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:42.564925 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2f882a57-68bb-40f5-8e40-a810c6521835 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "PUT /v2.0/routers/3724beff-d8ec-476f-810f-a75d627b20c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0717049 Jul 16 01:54:42.568017 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54370) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:42.570086 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d686d42e-049c-4470-b440-8ad68adf9d2e None None] Sync routers for ids ['3724beff-d8ec-476f-810f-a75d627b20c8'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:42.573384 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-70921cfc-5354-4af9-bc2f-f471e3ff5fcb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'port': {'network_id': 'b3199775-93c1-4887-b474-7d19453d37c9', 'name': 'tempest-FloatingIPTestJSON-1350553757'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:42.581615 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d686d42e-049c-4470-b440-8ad68adf9d2e None None] Routers {'3724beff-d8ec-476f-810f-a75d627b20c8'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:42.582310 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d686d42e-049c-4470-b440-8ad68adf9d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3724beff-d8ec-476f-810f-a75d627b20c8'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:42.616321 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d686d42e-049c-4470-b440-8ad68adf9d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:42.626267 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d686d42e-049c-4470-b440-8ad68adf9d2e None None] Routers {'3724beff-d8ec-476f-810f-a75d627b20c8'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:42.626914 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d686d42e-049c-4470-b440-8ad68adf9d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3724beff-d8ec-476f-810f-a75d627b20c8'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:42.661427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-97df53bc-0d91-4b11-a22d-931e2f0c26cf None None] Provisioning complete for port 1e2d4bcd-b27f-4d9f-bd83-31ae21c900ac triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:42.661924 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-97df53bc-0d91-4b11-a22d-931e2f0c26cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.664797 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d686d42e-049c-4470-b440-8ad68adf9d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:42.665462 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d686d42e-049c-4470-b440-8ad68adf9d2e None None] The sync data for ids ['3724beff-d8ec-476f-810f-a75d627b20c8'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:42.693249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70921cfc-5354-4af9-bc2f-f471e3ff5fcb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Made reservation on behalf of 37e2fe0388fa46288fc848f83e97031e for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:42.697086 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-70921cfc-5354-4af9-bc2f-f471e3ff5fcb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.717656 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-70921cfc-5354-4af9-bc2f-f471e3ff5fcb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] device_id is not set on port 599485d3-d558-4a48-9fd8-11584903725d yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:42.726212 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-97df53bc-0d91-4b11-a22d-931e2f0c26cf None None] Port 1e2d4bcd-b27f-4d9f-bd83-31ae21c900ac cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:42.842830 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-70921cfc-5354-4af9-bc2f-f471e3ff5fcb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Allocated IP 172.20.0.5 (b3199775-93c1-4887-b474-7d19453d37c9/7cc81d54-94f4-4685-9abf-ddd2c82d97bb/599485d3-d558-4a48-9fd8-11584903725d) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:43.010874 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-70921cfc-5354-4af9-bc2f-f471e3ff5fcb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.034398 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-70921cfc-5354-4af9-bc2f-f471e3ff5fcb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Transition to ACTIVE for port object 599485d3-d558-4a48-9fd8-11584903725d will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:43.079258 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-70921cfc-5354-4af9-bc2f-f471e3ff5fcb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.152738 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70921cfc-5354-4af9-bc2f-f471e3ff5fcb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Network b3199775-93c1-4887-b474-7d19453d37c9 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:43.156536 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-70921cfc-5354-4af9-bc2f-f471e3ff5fcb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:43.161462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70921cfc-5354-4af9-bc2f-f471e3ff5fcb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:43.165562 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70921cfc-5354-4af9-bc2f-f471e3ff5fcb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event updated for resources: {'Port': ['ID=599485d3-d558-4a48-9fd8-11584903725d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:43.231241 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70921cfc-5354-4af9-bc2f-f471e3ff5fcb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.231937 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-70921cfc-5354-4af9-bc2f-f471e3ff5fcb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.246926 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device c17f22d5-75b4-4984-9121-36f1e5f0b1e3 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:43.349695 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-70921cfc-5354-4af9-bc2f-f471e3ff5fcb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7801986 Jul 16 01:54:43.352616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54402) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:43.357331 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-69ff3353-40b7-4458-b616-e098f063b72f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Request body: {'floatingip': {'port_id': '599485d3-d558-4a48-9fd8-11584903725d'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:43.360012 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port c17f22d5-75b4-4984-9121-36f1e5f0b1e3 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:43.367453 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port c17f22d5-75b4-4984-9121-36f1e5f0b1e3 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:43.370760 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.412117 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203c146-3deb-41e1-b974-b6e19830d7b5 req-4ea35b73-55d2-4eb8-9995-de46d4604ebc tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.423586 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f203c146-3deb-41e1-b974-b6e19830d7b5 req-4ea35b73-55d2-4eb8-9995-de46d4604ebc tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=b55ef4d5-7b59-427a-a463-e6df60a0535a HTTP/1.1" status: 200 len: 944 time: 0.1430571 Jul 16 01:54:43.471397 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69ff3353-40b7-4458-b616-e098f063b72f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.486680 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f203c146-3deb-41e1-b974-b6e19830d7b5 req-aa20949f-0810-4bac-919d-d5aeb2bff782 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618231 Jul 16 01:54:43.490189 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.529553 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55ef4d5-7b59-427a-a463-e6df60a0535a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17f22d5-75b4-4984-9121-36f1e5f0b1e3'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:43.535592 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3b1d2e-8e59-4249-a178-7274ff2f4e49" -d '{"events": [{"server_uuid": "b55ef4d5-7b59-427a-a463-e6df60a0535a", "name": "network-vif-plugged", "status": "completed", "tag": "c17f22d5-75b4-4984-9121-36f1e5f0b1e3"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:43.553584 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port c17f22d5-75b4-4984-9121-36f1e5f0b1e3, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=c17f22d5-75b4-4984-9121-36f1e5f0b1e3,segment=NetworkSegment(a487fc01-0d72-489f-bc25-de635f54c37d),segment_id=a487fc01-0d72-489f-bc25-de635f54c37d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:43.562263 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.563385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 370f8a6c-bcee-4868-a853-dd96e52dcc50 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:43.638541 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b6f59e-51a4-447a-bf27-7ddff7c63ac0 x-openstack-request-id: req-c9b6f59e-51a4-447a-bf27-7ddff7c63ac0 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:43.638871 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55ef4d5-7b59-427a-a463-e6df60a0535a", "name": "network-vif-plugged", "status": "completed", "tag": "c17f22d5-75b4-4984-9121-36f1e5f0b1e3", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:43.639131 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c9b6f59e-51a4-447a-bf27-7ddff7c63ac0 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:43.639532 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55ef4d5-7b59-427a-a463-e6df60a0535a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17f22d5-75b4-4984-9121-36f1e5f0b1e3', 'code': 200} Jul 16 01:54:43.640306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-56038838-4147-41b2-a0b7-eaa723b5efcd None None] Provisioning for port 599485d3-d558-4a48-9fd8-11584903725d completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:43.642936 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 370f8a6c-bcee-4868-a853-dd96e52dcc50 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:43.643488 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 370f8a6c-bcee-4868-a853-dd96e52dcc50 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:43.646662 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=c17f22d5-75b4-4984-9121-36f1e5f0b1e3,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:43.650788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-56038838-4147-41b2-a0b7-eaa723b5efcd None None] Provisioning complete for port 599485d3-d558-4a48-9fd8-11584903725d triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:43.651421 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-56038838-4147-41b2-a0b7-eaa723b5efcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.699553 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-56038838-4147-41b2-a0b7-eaa723b5efcd None None] Port 599485d3-d558-4a48-9fd8-11584903725d cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:43.856826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aebaf6-78b6-4fa0-a3e8-40ca4f290903 req-2a3207c7-bbd4-474b-bbd9-0627b7af1d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.858345 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64aebaf6-78b6-4fa0-a3e8-40ca4f290903 req-2a3207c7-bbd4-474b-bbd9-0627b7af1d14 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b55ef4d5-7b59-427a-a463-e6df60a0535a HTTP/1.1" status: 200 len: 1096 time: 0.1156626 Jul 16 01:54:43.943531 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64aebaf6-78b6-4fa0-a3e8-40ca4f290903 req-90f94ebe-6ef8-41e7-91de-5b1a922f7761 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771856 Jul 16 01:54:44.183081 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69ff3353-40b7-4458-b616-e098f063b72f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:44.188574 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69ff3353-40b7-4458-b616-e098f063b72f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:44.319698 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-69ff3353-40b7-4458-b616-e098f063b72f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Floating IP c849c4de-e2bb-4f0e-abb8-aa6054a3ad21 associated. External IP: 172.25.1.21, port: aa4dcbad-b2b9-4a8f-b66b-782bb4c4517a. Jul 16 01:54:44.591949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ff3353-40b7-4458-b616-e098f063b72f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router c4d7ca02-47b1-4513-8ae3-a77478838a83 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:44.710929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29280b4a-d342-497f-af41-8375d0cca160 req-9a944278-9b03-4b76-99ff-937f0411ac49 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.713287 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-29280b4a-d342-497f-af41-8375d0cca160 req-9a944278-9b03-4b76-99ff-937f0411ac49 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=b55ef4d5-7b59-427a-a463-e6df60a0535a HTTP/1.1" status: 200 len: 945 time: 0.0668783 Jul 16 01:54:44.730862 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ff3353-40b7-4458-b616-e098f063b72f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:44.741313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f65809f-5759-4534-a093-fa096c99e19c None None] Sync routers for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:44.761512 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f65809f-5759-4534-a093-fa096c99e19c None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:44.762276 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3f65809f-5759-4534-a093-fa096c99e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:44.774164 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-29280b4a-d342-497f-af41-8375d0cca160 req-b9bb8766-7f33-485a-9369-0f390185c9ac tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543623 Jul 16 01:54:44.845859 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3f65809f-5759-4534-a093-fa096c99e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:44.868219 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f65809f-5759-4534-a093-fa096c99e19c None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:44.869202 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3f65809f-5759-4534-a093-fa096c99e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:44.913498 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3f65809f-5759-4534-a093-fa096c99e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:44.914568 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f65809f-5759-4534-a093-fa096c99e19c None None] The sync data for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:44.941989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a627-79a4-4f0c-aeba-33e4ce45a64b req-9af717d1-26e8-4b82-b2ef-1574f516fe04 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.949618 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a627-79a4-4f0c-aeba-33e4ce45a64b req-9af717d1-26e8-4b82-b2ef-1574f516fe04 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.954822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a627-79a4-4f0c-aeba-33e4ce45a64b req-9af717d1-26e8-4b82-b2ef-1574f516fe04 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.960762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a627-79a4-4f0c-aeba-33e4ce45a64b req-9af717d1-26e8-4b82-b2ef-1574f516fe04 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.966652 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a627-79a4-4f0c-aeba-33e4ce45a64b req-9af717d1-26e8-4b82-b2ef-1574f516fe04 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.973271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a627-79a4-4f0c-aeba-33e4ce45a64b req-9af717d1-26e8-4b82-b2ef-1574f516fe04 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.979157 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a627-79a4-4f0c-aeba-33e4ce45a64b req-9af717d1-26e8-4b82-b2ef-1574f516fe04 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.987822 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6146a627-79a4-4f0c-aeba-33e4ce45a64b req-9af717d1-26e8-4b82-b2ef-1574f516fe04 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5443 time: 0.3478081 Jul 16 01:54:45.080369 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6146a627-79a4-4f0c-aeba-33e4ce45a64b req-e12c9309-806c-4ffa-b88f-4d760d3a0857 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922861 Jul 16 01:54:45.137851 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ff3353-40b7-4458-b616-e098f063b72f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router 3724beff-d8ec-476f-810f-a75d627b20c8 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:45.309596 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ff3353-40b7-4458-b616-e098f063b72f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:45.316139 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69ff3353-40b7-4458-b616-e098f063b72f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.321057 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd7278-e73c-4fca-aeb3-1e6f525ad65f req-94b6c5a4-f75a-474e-aded-303b125c6ca2 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:45.323573 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fdfc0d-517b-4608-9c37-fbfba3c52138 None None] Sync routers for ids ['3724beff-d8ec-476f-810f-a75d627b20c8'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:45.328895 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd7278-e73c-4fca-aeb3-1e6f525ad65f req-94b6c5a4-f75a-474e-aded-303b125c6ca2 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:45.335511 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd7278-e73c-4fca-aeb3-1e6f525ad65f req-94b6c5a4-f75a-474e-aded-303b125c6ca2 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:45.341919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd7278-e73c-4fca-aeb3-1e6f525ad65f req-94b6c5a4-f75a-474e-aded-303b125c6ca2 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:45.342456 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fdfc0d-517b-4608-9c37-fbfba3c52138 None None] Routers {'3724beff-d8ec-476f-810f-a75d627b20c8'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:45.346116 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-b2fdfc0d-517b-4608-9c37-fbfba3c52138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3724beff-d8ec-476f-810f-a75d627b20c8'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:45.350011 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd7278-e73c-4fca-aeb3-1e6f525ad65f req-94b6c5a4-f75a-474e-aded-303b125c6ca2 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:45.356409 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd7278-e73c-4fca-aeb3-1e6f525ad65f req-94b6c5a4-f75a-474e-aded-303b125c6ca2 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:45.373536 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd7278-e73c-4fca-aeb3-1e6f525ad65f req-94b6c5a4-f75a-474e-aded-303b125c6ca2 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:45.384260 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17dd7278-e73c-4fca-aeb3-1e6f525ad65f req-94b6c5a4-f75a-474e-aded-303b125c6ca2 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5443 time: 0.1613238 Jul 16 01:54:45.411335 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-69ff3353-40b7-4458-b616-e098f063b72f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "PUT /v2.0/floatingips/c849c4de-e2bb-4f0e-abb8-aa6054a3ad21 HTTP/1.1" status: 200 len: 977 time: 2.0576003 Jul 16 01:54:45.414175 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54424) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:45.428783 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-b2fdfc0d-517b-4608-9c37-fbfba3c52138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:45.437944 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fdfc0d-517b-4608-9c37-fbfba3c52138 None None] Routers {'3724beff-d8ec-476f-810f-a75d627b20c8'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:45.438823 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-b2fdfc0d-517b-4608-9c37-fbfba3c52138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3724beff-d8ec-476f-810f-a75d627b20c8'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:45.480172 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-b2fdfc0d-517b-4608-9c37-fbfba3c52138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:45.481191 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fdfc0d-517b-4608-9c37-fbfba3c52138 None None] The sync data for ids ['3724beff-d8ec-476f-810f-a75d627b20c8'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:45.537900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-a5601f38-3692-4ace-b5e0-7b88108d24fd tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Deleting port 599485d3-d558-4a48-9fd8-11584903725d {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:45.538298 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5601f38-3692-4ace-b5e0-7b88108d24fd tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.648656 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5601f38-3692-4ace-b5e0-7b88108d24fd tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.970566 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5601f38-3692-4ace-b5e0-7b88108d24fd tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.971110 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5601f38-3692-4ace-b5e0-7b88108d24fd tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.971252 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-a5601f38-3692-4ace-b5e0-7b88108d24fd tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Floating IP c849c4de-e2bb-4f0e-abb8-aa6054a3ad21 disassociated. External IP: 172.25.1.21, port: 599485d3-d558-4a48-9fd8-11584903725d. Jul 16 01:54:45.971510 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-a5601f38-3692-4ace-b5e0-7b88108d24fd tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Calling delete_port for 599485d3-d558-4a48-9fd8-11584903725d owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:46.397567 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e9ded-a83b-405a-82b2-a3fc4b7cd7f9 req-62239961-b006-409b-94d8-c7fbd71b04e7 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:46.404026 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-682e9ded-a83b-405a-82b2-a3fc4b7cd7f9 req-62239961-b006-409b-94d8-c7fbd71b04e7 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=b55ef4d5-7b59-427a-a463-e6df60a0535a HTTP/1.1" status: 200 len: 945 time: 0.4983754 Jul 16 01:54:46.471346 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-682e9ded-a83b-405a-82b2-a3fc4b7cd7f9 req-ee174a88-c53e-4061-82fa-b7b5268d4a4b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663421 Jul 16 01:54:46.560122 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5601f38-3692-4ace-b5e0-7b88108d24fd tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:46.610634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5601f38-3692-4ace-b5e0-7b88108d24fd tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event deleted for resources: {'Port': ['ID=599485d3-d558-4a48-9fd8-11584903725d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:46.756159 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5601f38-3692-4ace-b5e0-7b88108d24fd tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router 3724beff-d8ec-476f-810f-a75d627b20c8 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:46.978371 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5601f38-3692-4ace-b5e0-7b88108d24fd tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:46.989317 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c06802b-b8d3-4079-bfc4-9fb12f86e3f4 None None] Sync routers for ids ['3724beff-d8ec-476f-810f-a75d627b20c8'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:47.003836 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c06802b-b8d3-4079-bfc4-9fb12f86e3f4 None None] Routers {'3724beff-d8ec-476f-810f-a75d627b20c8'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:47.004850 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5c06802b-b8d3-4079-bfc4-9fb12f86e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3724beff-d8ec-476f-810f-a75d627b20c8'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:47.059455 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5c06802b-b8d3-4079-bfc4-9fb12f86e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:47.070530 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c06802b-b8d3-4079-bfc4-9fb12f86e3f4 None None] Routers {'3724beff-d8ec-476f-810f-a75d627b20c8'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:47.071593 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5c06802b-b8d3-4079-bfc4-9fb12f86e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3724beff-d8ec-476f-810f-a75d627b20c8'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:47.110381 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5c06802b-b8d3-4079-bfc4-9fb12f86e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:47.111435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c06802b-b8d3-4079-bfc4-9fb12f86e3f4 None None] The sync data for ids ['3724beff-d8ec-476f-810f-a75d627b20c8'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:47.152967 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5601f38-3692-4ace-b5e0-7b88108d24fd tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.155741 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a5601f38-3692-4ace-b5e0-7b88108d24fd tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/ports/599485d3-d558-4a48-9fd8-11584903725d HTTP/1.1" status: 204 len: 168 time: 1.7402759 Jul 16 01:54:47.159025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54442) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:47.224339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6174d6-aae4-4998-a435-20e1a50a63e0 req-141b4d29-f809-4236-b530-d0c3bbb011c8 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:47.233401 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9d6174d6-aae4-4998-a435-20e1a50a63e0 req-141b4d29-f809-4236-b530-d0c3bbb011c8 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=b55ef4d5-7b59-427a-a463-e6df60a0535a HTTP/1.1" status: 200 len: 945 time: 0.1842499 Jul 16 01:54:47.283232 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9d6174d6-aae4-4998-a435-20e1a50a63e0 req-cf08085d-2fd7-48b4-90f7-c57bd0498ac5 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472367 Jul 16 01:54:47.990710 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ebfa161e-3bc2-4096-ba54-07db405ba8fb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.055481 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54464) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:48.235685 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7245e-1fec-4a29-8d06-2b1619a834fc req-d5d887bd-5ec6-4bc7-b9f9-c9ab96d7a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:48.235685 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7245e-1fec-4a29-8d06-2b1619a834fc req-d5d887bd-5ec6-4bc7-b9f9-c9ab96d7a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:48.236336 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7245e-1fec-4a29-8d06-2b1619a834fc req-d5d887bd-5ec6-4bc7-b9f9-c9ab96d7a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:48.236820 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7245e-1fec-4a29-8d06-2b1619a834fc req-d5d887bd-5ec6-4bc7-b9f9-c9ab96d7a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:48.237659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7245e-1fec-4a29-8d06-2b1619a834fc req-d5d887bd-5ec6-4bc7-b9f9-c9ab96d7a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:48.239156 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7245e-1fec-4a29-8d06-2b1619a834fc req-d5d887bd-5ec6-4bc7-b9f9-c9ab96d7a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:48.241588 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7245e-1fec-4a29-8d06-2b1619a834fc req-d5d887bd-5ec6-4bc7-b9f9-c9ab96d7a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:48.244220 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7cc7245e-1fec-4a29-8d06-2b1619a834fc req-d5d887bd-5ec6-4bc7-b9f9-c9ab96d7a6ce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 6500 time: 0.1877978 Jul 16 01:54:48.298069 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7cc7245e-1fec-4a29-8d06-2b1619a834fc req-b3f1d42b-f710-4604-a73e-1a057966da43 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=64dd612d-2022-474b-95bc-1d9ebdae664e&id=121cc833-6164-4610-bf48-0fea8c3a51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472224 Jul 16 01:54:48.472689 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa161e-3bc2-4096-ba54-07db405ba8fb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Deleting port 1e2d4bcd-b27f-4d9f-bd83-31ae21c900ac {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:48.473342 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ebfa161e-3bc2-4096-ba54-07db405ba8fb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.596484 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ebfa161e-3bc2-4096-ba54-07db405ba8fb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.610914 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa161e-3bc2-4096-ba54-07db405ba8fb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Calling delete_port for 1e2d4bcd-b27f-4d9f-bd83-31ae21c900ac owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:48.683943 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:54:48.812774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf9eec-4d77-44e8-ae63-41fefc79f9b0 req-130b2a59-c1dd-427b-8fa9-b5232d4c0697 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:48.814364 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-80bf9eec-4d77-44e8-ae63-41fefc79f9b0 req-130b2a59-c1dd-427b-8fa9-b5232d4c0697 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=b55ef4d5-7b59-427a-a463-e6df60a0535a HTTP/1.1" status: 200 len: 945 time: 0.1471481 Jul 16 01:54:48.879526 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-80bf9eec-4d77-44e8-ae63-41fefc79f9b0 req-51c4c46c-5d63-4fa4-b400-d60be53674df tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595500 Jul 16 01:54:48.962784 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ebfa161e-3bc2-4096-ba54-07db405ba8fb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.977059 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61078dbd-d420-4715-a577-8c9ead7d7e6d req-fbe8893c-0236-471a-aa7e-d3ccdcadd6ae tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:48.978915 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61078dbd-d420-4715-a577-8c9ead7d7e6d req-fbe8893c-0236-471a-aa7e-d3ccdcadd6ae tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55ef4d5-7b59-427a-a463-e6df60a0535a HTTP/1.1" status: 200 len: 945 time: 0.0895367 Jul 16 01:54:48.996469 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa161e-3bc2-4096-ba54-07db405ba8fb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event deleted for resources: {'Port': ['ID=1e2d4bcd-b27f-4d9f-bd83-31ae21c900ac,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:49.217837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-61078dbd-d420-4715-a577-8c9ead7d7e6d req-dc58d267-2ff3-4adf-a4a1-7c52858fe1c3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Deleting port c17f22d5-75b4-4984-9121-36f1e5f0b1e3 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:49.219185 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-61078dbd-d420-4715-a577-8c9ead7d7e6d req-dc58d267-2ff3-4adf-a4a1-7c52858fe1c3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.236617 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ebfa161e-3bc2-4096-ba54-07db405ba8fb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.356521 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-61078dbd-d420-4715-a577-8c9ead7d7e6d req-dc58d267-2ff3-4adf-a4a1-7c52858fe1c3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] For port c17f22d5-75b4-4984-9121-36f1e5f0b1e3, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=c17f22d5-75b4-4984-9121-36f1e5f0b1e3,segment=NetworkSegment(a487fc01-0d72-489f-bc25-de635f54c37d),segment_id=a487fc01-0d72-489f-bc25-de635f54c37d)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:49.356898 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-61078dbd-d420-4715-a577-8c9ead7d7e6d req-dc58d267-2ff3-4adf-a4a1-7c52858fe1c3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.371683 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-61078dbd-d420-4715-a577-8c9ead7d7e6d req-dc58d267-2ff3-4adf-a4a1-7c52858fe1c3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Calling delete_port for c17f22d5-75b4-4984-9121-36f1e5f0b1e3 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:49.502621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfa161e-3bc2-4096-ba54-07db405ba8fb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router 3724beff-d8ec-476f-810f-a75d627b20c8 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:49.621275 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-61078dbd-d420-4715-a577-8c9ead7d7e6d req-dc58d267-2ff3-4adf-a4a1-7c52858fe1c3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.651663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfa161e-3bc2-4096-ba54-07db405ba8fb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:49.658936 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['6c2110d2-a86c-4abc-b879-5f3c83aab164'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:49.661142 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ebfa161e-3bc2-4096-ba54-07db405ba8fb tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "PUT /v2.0/routers/3724beff-d8ec-476f-810f-a75d627b20c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5010080 Jul 16 01:54:49.662158 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54482) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:49.666659 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa326619-45dc-4001-9f32-4e97a092d3c1 None None] Sync routers for ids ['3724beff-d8ec-476f-810f-a75d627b20c8'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:49.671875 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58d267-2ff3-4adf-a4a1-7c52858fe1c3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Pushing event deleted for resources: {'Port': ['ID=c17f22d5-75b4-4984-9121-36f1e5f0b1e3,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:49.686651 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa326619-45dc-4001-9f32-4e97a092d3c1 None None] Routers {'3724beff-d8ec-476f-810f-a75d627b20c8'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:49.688057 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fa326619-45dc-4001-9f32-4e97a092d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3724beff-d8ec-476f-810f-a75d627b20c8'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:49.722551 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-61078dbd-d420-4715-a577-8c9ead7d7e6d req-dc58d267-2ff3-4adf-a4a1-7c52858fe1c3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] No DVR routers for this DVR port c17f22d5-75b4-4984-9121-36f1e5f0b1e3 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:49.726351 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['c17f22d5-75b4-4984-9121-36f1e5f0b1e3'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:49.726884 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-61078dbd-d420-4715-a577-8c9ead7d7e6d req-dc58d267-2ff3-4adf-a4a1-7c52858fe1c3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.729181 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61078dbd-d420-4715-a577-8c9ead7d7e6d req-dc58d267-2ff3-4adf-a4a1-7c52858fe1c3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.47 "DELETE /v2.0/ports/c17f22d5-75b4-4984-9121-36f1e5f0b1e3 HTTP/1.1" status: 204 len: 173 time: 0.7411542 Jul 16 01:54:49.731190 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55ef4d5-7b59-427a-a463-e6df60a0535a', 'name': 'network-vif-deleted', 'tag': 'c17f22d5-75b4-4984-9121-36f1e5f0b1e3'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:49.736629 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a144fe78-c8e3-4ccd-8e9f-4a460d93e7b7" -d '{"events": [{"server_uuid": "b55ef4d5-7b59-427a-a463-e6df60a0535a", "name": "network-vif-deleted", "tag": "c17f22d5-75b4-4984-9121-36f1e5f0b1e3"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:49.786719 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fa326619-45dc-4001-9f32-4e97a092d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:49.809614 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa326619-45dc-4001-9f32-4e97a092d3c1 None None] Routers {'3724beff-d8ec-476f-810f-a75d627b20c8'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:49.810551 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fa326619-45dc-4001-9f32-4e97a092d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3724beff-d8ec-476f-810f-a75d627b20c8'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:49.821188 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc45979-fe3c-4426-959d-e3d2f0a6a76a x-openstack-request-id: req-ebc45979-fe3c-4426-959d-e3d2f0a6a76a {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:49.821491 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55ef4d5-7b59-427a-a463-e6df60a0535a", "name": "network-vif-deleted", "tag": "c17f22d5-75b4-4984-9121-36f1e5f0b1e3", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:49.821741 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ebc45979-fe3c-4426-959d-e3d2f0a6a76a {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:49.822162 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55ef4d5-7b59-427a-a463-e6df60a0535a', 'name': 'network-vif-deleted', 'tag': 'c17f22d5-75b4-4984-9121-36f1e5f0b1e3', 'status': 'completed', 'code': 200} Jul 16 01:54:49.854521 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b14b6a0-8da7-4a22-b9ff-5acc627a5f32 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.949994 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fa326619-45dc-4001-9f32-4e97a092d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:49.950935 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa326619-45dc-4001-9f32-4e97a092d3c1 None None] The sync data for ids ['3724beff-d8ec-476f-810f-a75d627b20c8'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:50.031952 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b14b6a0-8da7-4a22-b9ff-5acc627a5f32 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.113651 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-049a91fb-9322-4169-bb80-08508cedda4e req-6cae3044-86f3-45d0-9131-e1308c64ff2c tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=b55ef4d5-7b59-427a-a463-e6df60a0535a HTTP/1.1" status: 200 len: 210 time: 0.0326483 Jul 16 01:54:50.147728 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-4b14b6a0-8da7-4a22-b9ff-5acc627a5f32 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Deleting port 1c2ce863-e5ab-4df0-aa35-276ca4f8bf5c {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:50.148076 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b14b6a0-8da7-4a22-b9ff-5acc627a5f32 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.240025 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b14b6a0-8da7-4a22-b9ff-5acc627a5f32 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.265343 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-4b14b6a0-8da7-4a22-b9ff-5acc627a5f32 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Calling delete_port for 1c2ce863-e5ab-4df0-aa35-276ca4f8bf5c owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:50.488479 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b14b6a0-8da7-4a22-b9ff-5acc627a5f32 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.524991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14b6a0-8da7-4a22-b9ff-5acc627a5f32 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event deleted for resources: {'Port': ['ID=1c2ce863-e5ab-4df0-aa35-276ca4f8bf5c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:50.625817 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b14b6a0-8da7-4a22-b9ff-5acc627a5f32 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.688073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54498) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:50.753772 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b14b6a0-8da7-4a22-b9ff-5acc627a5f32 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.756054 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b14b6a0-8da7-4a22-b9ff-5acc627a5f32 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.843754 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c5916e8e-266c-4669-93e6-90353868cdb4 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4602 time: 0.1537600 Jul 16 01:54:50.846392 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54502) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:50.853015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-1dfdbc91-c573-47bf-8018-81ec52f3c952 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Request body: {'network': {'name': 'tempest-network-smoke--1025825749', 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'port_security_enabled': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:50.881540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfdbc91-c573-47bf-8018-81ec52f3c952 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Made reservation on behalf of 1ecadcc305644999b6da57c9aea97e38 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:50.886689 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1dfdbc91-c573-47bf-8018-81ec52f3c952 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.918414 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dfdbc91-c573-47bf-8018-81ec52f3c952 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:54:50.933164 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1dfdbc91-c573-47bf-8018-81ec52f3c952 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.933917 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-1dfdbc91-c573-47bf-8018-81ec52f3c952 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Added segment f4b7cd09-4aed-431d-b0d6-db542cf36ba4 of type vlan for network 3297d394-0a93-463a-8b23-e8a513a96669 Jul 16 01:54:51.013795 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1dfdbc91-c573-47bf-8018-81ec52f3c952 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.088532 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1dfdbc91-c573-47bf-8018-81ec52f3c952 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.096121 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfdbc91-c573-47bf-8018-81ec52f3c952 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:51.097269 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1dfdbc91-c573-47bf-8018-81ec52f3c952 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.125667 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b14b6a0-8da7-4a22-b9ff-5acc627a5f32 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.126451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b14b6a0-8da7-4a22-b9ff-5acc627a5f32 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Fanout notify agent at l3_agent the message router_deleted on router 3724beff-d8ec-476f-810f-a75d627b20c8 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:54:51.139975 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b14b6a0-8da7-4a22-b9ff-5acc627a5f32 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.142572 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4b14b6a0-8da7-4a22-b9ff-5acc627a5f32 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/routers/3724beff-d8ec-476f-810f-a75d627b20c8 HTTP/1.1" status: 204 len: 168 time: 1.4793367 Jul 16 01:54:51.145598 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54506) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:51.168384 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1dfdbc91-c573-47bf-8018-81ec52f3c952 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3180029 Jul 16 01:54:51.175305 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54508) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:51.188403 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1830796742', 'admin_state_up': True, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:51.232362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70e0b03-3722-4315-9d7b-2e11a50daaf1 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Deleting subnet 7cc81d54-94f4-4685-9abf-ddd2c82d97bb {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:51.236513 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c70e0b03-3722-4315-9d7b-2e11a50daaf1 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.293649 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdbc91-c573-47bf-8018-81ec52f3c952 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event updated for resources: {'Network': ['ID=3297d394-0a93-463a-8b23-e8a513a96669,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:51.310552 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 3297d394-0a93-463a-8b23-e8a513a96669 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:54:51.341536 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c70e0b03-3722-4315-9d7b-2e11a50daaf1 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.343836 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.346897 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.474727 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.566789 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c70e0b03-3722-4315-9d7b-2e11a50daaf1 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.629327 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a4853-ec7e-4010-899d-1c4c2a8bfb4f req-20764837-5c7e-466c-ac69-bbb8e2562d55 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:51.631133 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e2a4853-ec7e-4010-899d-1c4c2a8bfb4f req-20764837-5c7e-466c-ac69-bbb8e2562d55 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2033241 Jul 16 01:54:51.690303 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e2a4853-ec7e-4010-899d-1c4c2a8bfb4f req-7439e785-c8fe-4d8c-b1c8-e7fc6c988f3e tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474446 Jul 16 01:54:51.691877 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c70e0b03-3722-4315-9d7b-2e11a50daaf1 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.719609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e0b03-3722-4315-9d7b-2e11a50daaf1 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc81d54-94f4-4685-9abf-ddd2c82d97bb,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:51.736369 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c70e0b03-3722-4315-9d7b-2e11a50daaf1 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.739567 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c70e0b03-3722-4315-9d7b-2e11a50daaf1 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/subnets/7cc81d54-94f4-4685-9abf-ddd2c82d97bb HTTP/1.1" status: 204 len: 168 time: 0.5920243 Jul 16 01:54:51.741388 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54518) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:51.743391 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6e7d33-4b2b-4599-96bc-1d703ee48efe None None] Network b3199775-93c1-4887-b474-7d19453d37c9 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:51.760262 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.855153 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.950388 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Deleting port 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:51.952013 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.081242 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4380382-0472-48cd-86b9-e5a38420ae81 None None] DHCP port deletion for b3199775-93c1-4887-b474-7d19453d37c9 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:54:52.090787 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] For port 8fa83e6a-cce4-4eeb-9d82-f0c06058d927, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8fa83e6a-cce4-4eeb-9d82-f0c06058d927,segment=NetworkSegment(6beefdb5-c783-4436-879c-ca92106c9ebd),segment_id=6beefdb5-c783-4436-879c-ca92106c9ebd)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:52.091162 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.112374 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Calling delete_port for 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:52.146384 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.175828 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05688c-ad8f-4261-aa46-02d8a82dc3d4 req-579f6271-13d2-42dd-b016-ca1149826ce4 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:52.179223 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.183166 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8a05688c-ad8f-4261-aa46-02d8a82dc3d4 req-579f6271-13d2-42dd-b016-ca1149826ce4 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2052860 Jul 16 01:54:52.210731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e4380382-0472-48cd-86b9-e5a38420ae81 None None] Deleting port 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:52.211569 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4380382-0472-48cd-86b9-e5a38420ae81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.253485 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8a05688c-ad8f-4261-aa46-02d8a82dc3d4 req-cc5a958f-e713-47d2-9a9d-5dd0fb92772f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693400 Jul 16 01:54:52.294631 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.337843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:52.368096 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-e9133aac-4205-4400-bc91-c39b4b4c592a service neutron] (93831) timed out ('10.222.0.54', 43246) {{(pid=93831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:54:52.368779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:52.369285 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:52.372326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event deleted for resources: {'Port': ['ID=8fa83e6a-cce4-4eeb-9d82-f0c06058d927,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:52.379328 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e4380382-0472-48cd-86b9-e5a38420ae81 None None] For port 8fa83e6a-cce4-4eeb-9d82-f0c06058d927, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8fa83e6a-cce4-4eeb-9d82-f0c06058d927,segment=NetworkSegment(6beefdb5-c783-4436-879c-ca92106c9ebd),segment_id=6beefdb5-c783-4436-879c-ca92106c9ebd)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:52.380092 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4380382-0472-48cd-86b9-e5a38420ae81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.381611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] No DVR routers for this DVR port 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:52.393198 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Allocated IP 172.25.1.3 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/cf42ed55-ef92-4f16-a0ef-cf61500c019e) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:52.398961 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e4380382-0472-48cd-86b9-e5a38420ae81 None None] Calling delete_port for 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:52.535979 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4380382-0472-48cd-86b9-e5a38420ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.538199 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.553287 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4380382-0472-48cd-86b9-e5a38420ae81 None None] No DVR routers for this DVR port 8fa83e6a-cce4-4eeb-9d82-f0c06058d927 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:52.568661 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3199775-93c1-4887-b474-7d19453d37c9']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:52.580210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6beefdb5-c783-4436-879c-ca92106c9ebd') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:52.580534 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6beefdb5-c783-4436-879c-ca92106c9ebd') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:52.594450 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.595800 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4380382-0472-48cd-86b9-e5a38420ae81 None None] Pushing event deleted for resources: {'Port': ['ID=8fa83e6a-cce4-4eeb-9d82-f0c06058d927,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:52.631052 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.634967 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.643953 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:54:52.646077 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:54:52.687588 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:54:52.691542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a73ce-62e9-425b-b555-1ea44e20b4d1 req-731ec732-83ae-4992-98ee-4901fc2b1bc3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:52.691542 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f77a73ce-62e9-425b-b555-1ea44e20b4d1 req-731ec732-83ae-4992-98ee-4901fc2b1bc3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1979482 Jul 16 01:54:52.753431 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f77a73ce-62e9-425b-b555-1ea44e20b4d1 req-b5ac6e7f-06f2-43a3-a008-2247f6497c53 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481470 Jul 16 01:54:52.760193 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.767595 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.776677 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.781628 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/networks/b3199775-93c1-4887-b474-7d19453d37c9 HTTP/1.1" status: 204 len: 168 time: 1.0363495 Jul 16 01:54:52.809437 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54530) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:52.833754 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397748e3-6fe2-4cc1-b38b-82c2313fde23 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event deleted for resources: {'Network': ['ID=b3199775-93c1-4887-b474-7d19453d37c9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:52.883994 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:52.893411 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:52.928232 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:52.950214 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event updated for resources: {'Port': ['ID=cf42ed55-ef92-4f16-a0ef-cf61500c019e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:53.284963 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device c17f22d5-75b4-4984-9121-36f1e5f0b1e3 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:53.325171 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: c17f22d5-75b4-4984-9121-36f1e5f0b1e3 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:53.325787 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device c17f22d5-75b4-4984-9121-36f1e5f0b1e3 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:53.364408 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-80df5e5c-3e39-4c49-9bb9-83825a455248 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Deleting port 1a732068-9111-48f5-bc30-03eba331f706 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:53.364750 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-80df5e5c-3e39-4c49-9bb9-83825a455248 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.522306 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-80df5e5c-3e39-4c49-9bb9-83825a455248 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.522637 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-80df5e5c-3e39-4c49-9bb9-83825a455248 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.585871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-80df5e5c-3e39-4c49-9bb9-83825a455248 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Calling delete_port for 1a732068-9111-48f5-bc30-03eba331f706 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:53.661847 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.857335 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.982261 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-80df5e5c-3e39-4c49-9bb9-83825a455248 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.995559 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.076936 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df5e5c-3e39-4c49-9bb9-83825a455248 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event deleted for resources: {'Port': ['ID=1a732068-9111-48f5-bc30-03eba331f706,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:54.243215 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-80df5e5c-3e39-4c49-9bb9-83825a455248 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.246492 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-80df5e5c-3e39-4c49-9bb9-83825a455248 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.251190 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-80df5e5c-3e39-4c49-9bb9-83825a455248 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/floatingips/c849c4de-e2bb-4f0e-abb8-aa6054a3ad21 HTTP/1.1" status: 204 len: 168 time: 1.4316721 Jul 16 01:54:54.253120 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54546) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:54.289131 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-5555722a-177e-4373-999f-a31ad70d4d74 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] DELETE failed (client error): The resource could not be found. Jul 16 01:54:54.289830 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5555722a-177e-4373-999f-a31ad70d4d74 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:54:54.293960 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5555722a-177e-4373-999f-a31ad70d4d74 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/ports/599485d3-d558-4a48-9fd8-11584903725d HTTP/1.1" status: 404 len: 333 time: 0.0382640 Jul 16 01:54:54.294308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54548) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:54.334453 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ac2a4363-9c3a-4cc7-859e-ab20bfe0f643 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "GET /v2.0/ports?device_id=3724beff-d8ec-476f-810f-a75d627b20c8 HTTP/1.1" status: 200 len: 205 time: 0.0387962 Jul 16 01:54:54.337268 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54552) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:54.382706 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Router 3e6f671d-a958-454a-adce-6ff860da6410 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:54:54.428999 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-0cc7588f-409f-40b3-8604-e6dc49c77766 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] delete failed (client error): The resource could not be found. Jul 16 01:54:54.437561 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0cc7588f-409f-40b3-8604-e6dc49c77766 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/routers/3724beff-d8ec-476f-810f-a75d627b20c8 HTTP/1.1" status: 404 len: 336 time: 0.0948164 Jul 16 01:54:54.439569 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54556) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:54.518545 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-0baeaa4d-cef2-489e-95e5-ce27e9f926f0 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] DELETE failed (client error): The resource could not be found. Jul 16 01:54:54.519029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0baeaa4d-cef2-489e-95e5-ce27e9f926f0 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:54:54.524232 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54560) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:54.529135 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0baeaa4d-cef2-489e-95e5-ce27e9f926f0 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/subnets/7cc81d54-94f4-4685-9abf-ddd2c82d97bb HTTP/1.1" status: 404 len: 337 time: 0.0833430 Jul 16 01:54:54.583452 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:54.596701 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Sync routers for ids ['3e6f671d-a958-454a-adce-6ff860da6410'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:54.608863 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Routers {'3e6f671d-a958-454a-adce-6ff860da6410'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:54.610294 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3e6f671d-a958-454a-adce-6ff860da6410'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:54.645593 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.662960 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0a3bae88-195b-4c4f-b921-758d9921e37d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.4845641 Jul 16 01:54:54.665783 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54568) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:54.855813 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1625cc54-7b01-4223-a0b9-aa3200e1481a tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:54.861012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54574) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:54.861634 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1625cc54-7b01-4223-a0b9-aa3200e1481a tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=1ecadcc305644999b6da57c9aea97e38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1945095 Jul 16 01:54:54.877253 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Deleting port aa4dcbad-b2b9-4a8f-b66b-782bb4c4517a {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:54.878051 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.945292 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Set router 3e6f671d-a958-454a-adce-6ff860da6410 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:54.982325 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f293c-76fb-4de1-9bd2-60640c461bc4 req-80eea4fc-f86e-448b-9c00-f796d1d7819a tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:54.984751 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-382f293c-76fb-4de1-9bd2-60640c461bc4 req-80eea4fc-f86e-448b-9c00-f796d1d7819a tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1701257 Jul 16 01:54:55.024669 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.055337 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-382f293c-76fb-4de1-9bd2-60640c461bc4 req-c852be61-148f-4f17-8e02-a6219ef43e3c tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578687 Jul 16 01:54:55.059794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Calling delete_port for aa4dcbad-b2b9-4a8f-b66b-782bb4c4517a owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:55.087252 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e0cdc1-9e27-4f4f-8ebe-17eea3667296 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:55.088865 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-77e0cdc1-9e27-4f4f-8ebe-17eea3667296 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2268322 Jul 16 01:54:55.092163 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54578) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:55.133982 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1f94841f-c657-400e-beb0-0e9735d6ac21 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=88f2079c-e547-45f1-859f-49428e13c11a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406744 Jul 16 01:54:55.134741 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54580) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:55.181320 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-84f54ecb-eb88-4d5c-b2cf-d969e5ee6b81 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=1ecadcc305644999b6da57c9aea97e38&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454047 Jul 16 01:54:55.181937 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54582) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:55.207086 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f671d-a958-454a-adce-6ff860da6410', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830796742', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'cf42ed55-ef92-4f16-a0ef-cf61500c019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:51Z', 'updated_at': '2021-07-16T01:54:53Z', 'revision_number': 3, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': 'cf42ed55-ef92-4f16-a0ef-cf61500c019e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:aa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6f671d-a958-454a-adce-6ff860da6410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:52Z', 'updated_at': '2021-07-16T01:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:55.236710 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Checking router: 3e6f671d-a958-454a-adce-6ff860da6410 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:55.237376 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Updating router 3e6f671d-a958-454a-adce-6ff860da6410 port cf42ed55-ef92-4f16-a0ef-cf61500c019e binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:54:55.242457 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.312998 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.314191 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b94696-4ec8-4414-b56f-cd9e8d7d07a5 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:55.319320 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f8b94696-4ec8-4414-b56f-cd9e8d7d07a5 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1363459 Jul 16 01:54:55.319967 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54584) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:55.333716 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event deleted for resources: {'Port': ['ID=aa4dcbad-b2b9-4a8f-b66b-782bb4c4517a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:55.361106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.361605 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.362038 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.362484 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.362951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.363321 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.363775 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.364217 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.364855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.365278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.365720 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.366143 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.396330 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b56edac1-8b80-434e-8676-458d0cf936db tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=88f2079c-e547-45f1-859f-49428e13c11a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0751154 Jul 16 01:54:55.396974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54586) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:55.403201 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1786709847', 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669', 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:55.443090 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.447550 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-83d89672-de83-4ff2-83d7-d9954b791b7f tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/ports/aa4dcbad-b2b9-4a8f-b66b-782bb4c4517a HTTP/1.1" status: 204 len: 168 time: 0.9198439 Jul 16 01:54:55.447847 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54588) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:55.528879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf48d6-5847-44a4-8eac-bf9b303041bd req-1e899287-f136-4204-9f8a-02c9bcb503a6 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:55.530427 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eebf48d6-5847-44a4-8eac-bf9b303041bd req-1e899287-f136-4204-9f8a-02c9bcb503a6 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1737752 Jul 16 01:54:55.532413 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Made reservation on behalf of 1ecadcc305644999b6da57c9aea97e38 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:55.536237 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.680624 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eebf48d6-5847-44a4-8eac-bf9b303041bd req-379f4048-fd1a-41ad-b85a-9346a12b5984 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396239 Jul 16 01:54:55.686239 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.700030 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Transition to ACTIVE for port object cf42ed55-ef92-4f16-a0ef-cf61500c019e will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:55.709320 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.713230 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-422a95d6-2e0d-4d2a-99c6-580ef8d22bd1 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Deleting port 8aae9e19-822f-4000-ad27-543be58abce4 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:55.713782 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-422a95d6-2e0d-4d2a-99c6-580ef8d22bd1 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.759806 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d50de9-44cd-4c93-9704-a43f59cce9a0 None None] Pushing event updated for resources: {'Port': ['ID=cf42ed55-ef92-4f16-a0ef-cf61500c019e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:55.775733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Attempting to bind port cf42ed55-ef92-4f16-a0ef-cf61500c019e on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:55.776106 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Attempting to bind port cf42ed55-ef92-4f16-a0ef-cf61500c019e by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:55.776599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Attempting to bind port cf42ed55-ef92-4f16-a0ef-cf61500c019e on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:55.782500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:55.783244 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:55.783657 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.784104 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:55.784950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Bound port: cf42ed55-ef92-4f16-a0ef-cf61500c019e, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:55.784950 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.861823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] For port cf42ed55-ef92-4f16-a0ef-cf61500c019e, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:55.866606 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.868606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] For port cf42ed55-ef92-4f16-a0ef-cf61500c019e, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cf42ed55-ef92-4f16-a0ef-cf61500c019e,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:55.877033 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.920955 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-422a95d6-2e0d-4d2a-99c6-580ef8d22bd1 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.962242 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-422a95d6-2e0d-4d2a-99c6-580ef8d22bd1 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Calling delete_port for 8aae9e19-822f-4000-ad27-543be58abce4 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:55.969962 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Routers {'3e6f671d-a958-454a-adce-6ff860da6410'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:55.971853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:54:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3e6f671d-a958-454a-adce-6ff860da6410'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:56.062318 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d50de9-44cd-4c93-9704-a43f59cce9a0 None None] Pushing event updated for resources: {'Port': ['ID=cf42ed55-ef92-4f16-a0ef-cf61500c019e,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:56.079324 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event updated for resources: {'Subnet': ['ID=8222786e-a7e0-42de-adc1-6c1e7d57228a,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:56.083356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Checking segment: {'id': 'f4b7cd09-4aed-431d-b0d6-db542cf36ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:56.083356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Network hostable DHCP agents. Network: 3297d394-0a93-463a-8b23-e8a513a96669, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:54:56.099788 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:56.101346 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:56.101696 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:56.102669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:56.103028 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:56.103365 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:56.103701 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:56.104241 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:56.104562 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:56.104895 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:56.105226 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:56.105825 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:56.192660 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Network 3297d394-0a93-463a-8b23-e8a513a96669 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:54:56.245399 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 3297d394-0a93-463a-8b23-e8a513a96669) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:56.263087 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2745bd-81c8-4d68-9444-5c9455d908c2 None None] Network 3297d394-0a93-463a-8b23-e8a513a96669 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:56.266645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:56.267174 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.296455 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] Set router 3e6f671d-a958-454a-adce-6ff860da6410 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:56.318476 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3aec7ba4-9c05-48a9-b3e2-1fd78b73b231 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9168057 Jul 16 01:54:56.319676 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54604) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:56.402372 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-422a95d6-2e0d-4d2a-99c6-580ef8d22bd1 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.525432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a95d6-2e0d-4d2a-99c6-580ef8d22bd1 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event deleted for resources: {'Port': ['ID=8aae9e19-822f-4000-ad27-543be58abce4,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:56.580442 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-eaa277ad-8726-4d15-acaa-26d3d7dc3624 req-0bd335d6-e6d1-41bd-beeb-7352ba7e3b1a service neutron] (93832) timed out ('10.222.0.26', 49626) {{(pid=93832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:54:56.699406 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-422a95d6-2e0d-4d2a-99c6-580ef8d22bd1 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.702416 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-422a95d6-2e0d-4d2a-99c6-580ef8d22bd1 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/ports/8aae9e19-822f-4000-ad27-543be58abce4 HTTP/1.1" status: 204 len: 168 time: 1.2517579 Jul 16 01:54:56.704968 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54608) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:56.784545 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6424e05-f570-496b-b5c4-dad38441ff58 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:56.786628 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e6424e05-f570-496b-b5c4-dad38441ff58 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4d7ca02-47b1-4513-8ae3-a77478838a83 HTTP/1.1" status: 200 len: 913 time: 0.0803118 Jul 16 01:54:56.791022 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54610) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:56.812913 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-3297d394-0a93-463a-8b23-e8a513a96669', 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'fixed_ips': [{'subnet_id': '8222786e-a7e0-42de-adc1-6c1e7d57228a'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:54:56.813893 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.985283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Allocated IP 172.20.0.18 (3297d394-0a93-463a-8b23-e8a513a96669/8222786e-a7e0-42de-adc1-6c1e7d57228a/45d97417-b27a-4d6a-a187-78f7e433c6c8) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:57.179870 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.190581 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Transition to ACTIVE for port object 45d97417-b27a-4d6a-a187-78f7e433c6c8 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:57.212136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Transition to ACTIVE for port object 45d97417-b27a-4d6a-a187-78f7e433c6c8 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:57.221697 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.301511 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Network 3297d394-0a93-463a-8b23-e8a513a96669 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:57.318425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:57.323255 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:57.333066 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Pushing event updated for resources: {'Port': ['ID=45d97417-b27a-4d6a-a187-78f7e433c6c8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:57.358960 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.445587 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Attempting to bind port 45d97417-b27a-4d6a-a187-78f7e433c6c8 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:57.446385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Attempting to bind port 45d97417-b27a-4d6a-a187-78f7e433c6c8 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'f4b7cd09-4aed-431d-b0d6-db542cf36ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:57.447206 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Attempting to bind port 45d97417-b27a-4d6a-a187-78f7e433c6c8 on network 3297d394-0a93-463a-8b23-e8a513a96669 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:57.450365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f671d-a958-454a-adce-6ff860da6410', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830796742', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'cf42ed55-ef92-4f16-a0ef-cf61500c019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:51Z', 'updated_at': '2021-07-16T01:54:53Z', 'revision_number': 3, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': 'cf42ed55-ef92-4f16-a0ef-cf61500c019e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:aa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6f671d-a958-454a-adce-6ff860da6410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:52Z', 'updated_at': '2021-07-16T01:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:57.485014 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ce9a7-4cd7-4a95-ac47-1c57089f8020 None None] The sync data for ids ['3e6f671d-a958-454a-adce-6ff860da6410'] in n-d-800086-6 is: [{'id': '3e6f671d-a958-454a-adce-6ff860da6410', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830796742', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'cf42ed55-ef92-4f16-a0ef-cf61500c019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:51Z', 'updated_at': '2021-07-16T01:54:53Z', 'revision_number': 3, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': 'cf42ed55-ef92-4f16-a0ef-cf61500c019e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:aa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6f671d-a958-454a-adce-6ff860da6410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:52Z', 'updated_at': '2021-07-16T01:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:57.501450 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:57.502163 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Checking segment: {'id': 'f4b7cd09-4aed-431d-b0d6-db542cf36ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:57.503284 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.504477 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Bound using segment: {'id': 'f4b7cd09-4aed-431d-b0d6-db542cf36ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:57.509174 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Bound port: 45d97417-b27a-4d6a-a187-78f7e433c6c8, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b7cd09-4aed-431d-b0d6-db542cf36ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:57.509697 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.696453 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] For port 45d97417-b27a-4d6a-a187-78f7e433c6c8, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:57.704353 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] For port 45d97417-b27a-4d6a-a187-78f7e433c6c8, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=45d97417-b27a-4d6a-a187-78f7e433c6c8,segment=NetworkSegment(f4b7cd09-4aed-431d-b0d6-db542cf36ba4),segment_id=f4b7cd09-4aed-431d-b0d6-db542cf36ba4)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:57.715472 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.855745 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d57257-fd47-42f8-8fb1-0042c8ebb108 None None] Pushing event updated for resources: {'Port': ['ID=45d97417-b27a-4d6a-a187-78f7e433c6c8,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:57.973976 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Allocated IP 172.20.0.17 (3297d394-0a93-463a-8b23-e8a513a96669/8222786e-a7e0-42de-adc1-6c1e7d57228a/d7805071-a7d4-47c6-babf-23a15a4dc6da) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:58.236592 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.297125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Transition to ACTIVE for port object d7805071-a7d4-47c6-babf-23a15a4dc6da will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:58.377259 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e9a8ba2c-e666-4115-b14d-4bd778e3fb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.398158 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.475533 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cf42ed55-ef92-4f16-a0ef-cf61500c019e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:58.550331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Network 3297d394-0a93-463a-8b23-e8a513a96669 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:58.556465 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:58.559221 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port cf42ed55-ef92-4f16-a0ef-cf61500c019e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:58.568310 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port cf42ed55-ef92-4f16-a0ef-cf61500c019e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:58.568606 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.569575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:58.576615 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03277bd8-a2d6-4339-af0e-8de4e2ca996c tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.647386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event updated for resources: {'Port': ['ID=d7805071-a7d4-47c6-babf-23a15a4dc6da,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:58.715291 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.750719 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.842050 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port cf42ed55-ef92-4f16-a0ef-cf61500c019e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cf42ed55-ef92-4f16-a0ef-cf61500c019e,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:58.844325 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.851464 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.853457 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 45d97417-b27a-4d6a-a187-78f7e433c6c8 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:59.080804 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=cf42ed55-ef92-4f16-a0ef-cf61500c019e,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:59.113914 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 45d97417-b27a-4d6a-a187-78f7e433c6c8 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:59.198294 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b9fb1-7516-477c-9c19-42a8c24bb527 req-604a3fc4-6f1d-4a65-a841-4d62741f381f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:59.200246 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3d1b9fb1-7516-477c-9c19-42a8c24bb527 req-604a3fc4-6f1d-4a65-a841-4d62741f381f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2685554 Jul 16 01:54:59.201327 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.301570 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3d1b9fb1-7516-477c-9c19-42a8c24bb527 req-2818f295-7614-4957-9e0a-14f7025294f6 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924971 Jul 16 01:54:59.425359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-03277bd8-a2d6-4339-af0e-8de4e2ca996c tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Deleting port 2fa2d22d-769b-4e95-b240-b53919ee382e {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:59.425359 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03277bd8-a2d6-4339-af0e-8de4e2ca996c tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.617723 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03277bd8-a2d6-4339-af0e-8de4e2ca996c tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.644798 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-03277bd8-a2d6-4339-af0e-8de4e2ca996c tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Calling delete_port for 2fa2d22d-769b-4e95-b240-b53919ee382e owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:59.758314 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9119f9ad-6e97-4390-bb45-045d1d065d03 None None] Network 3297d394-0a93-463a-8b23-e8a513a96669 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:59.992889 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-00aa0026-554b-494f-981a-371d9b78405e None None] Provisioning for port 45d97417-b27a-4d6a-a187-78f7e433c6c8 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:00.004238 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-00aa0026-554b-494f-981a-371d9b78405e None None] Provisioning complete for port 45d97417-b27a-4d6a-a187-78f7e433c6c8 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:00.019365 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00aa0026-554b-494f-981a-371d9b78405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.030186 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03277bd8-a2d6-4339-af0e-8de4e2ca996c tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.111520 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03277bd8-a2d6-4339-af0e-8de4e2ca996c tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event deleted for resources: {'Port': ['ID=2fa2d22d-769b-4e95-b240-b53919ee382e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:00.226841 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00aa0026-554b-494f-981a-371d9b78405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.286432 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-00aa0026-554b-494f-981a-371d9b78405e None None] For port 45d97417-b27a-4d6a-a187-78f7e433c6c8, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=45d97417-b27a-4d6a-a187-78f7e433c6c8,segment=NetworkSegment(f4b7cd09-4aed-431d-b0d6-db542cf36ba4),segment_id=f4b7cd09-4aed-431d-b0d6-db542cf36ba4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:00.300219 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00aa0026-554b-494f-981a-371d9b78405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.339925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75da18c-6750-43f1-8235-67684d8a5dc2 req-50e6ef8a-17f7-4f1d-b994-06c7c7b5f9c5 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:00.341527 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d75da18c-6750-43f1-8235-67684d8a5dc2 req-50e6ef8a-17f7-4f1d-b994-06c7c7b5f9c5 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.7928267 Jul 16 01:55:00.368563 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cf42ed55-ef92-4f16-a0ef-cf61500c019e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:00.426114 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d75da18c-6750-43f1-8235-67684d8a5dc2 req-d5fd8078-7cc3-4513-8f83-0e8731274249 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686626 Jul 16 01:55:00.432497 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.439537 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.490427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa0026-554b-494f-981a-371d9b78405e None None] Pushing event updated for resources: {'Port': ['ID=45d97417-b27a-4d6a-a187-78f7e433c6c8,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:00.503393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port cf42ed55-ef92-4f16-a0ef-cf61500c019e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:00.504080 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.620745 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.654826 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03277bd8-a2d6-4339-af0e-8de4e2ca996c tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.664423 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f29ef7c2-2f1f-49eb-a2b8-446611a52fc2 None None] Provisioning complete for port 45d97417-b27a-4d6a-a187-78f7e433c6c8 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:00.665301 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f29ef7c2-2f1f-49eb-a2b8-446611a52fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.668668 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event updated for resources: {'Port': ['ID=d7805071-a7d4-47c6-babf-23a15a4dc6da,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:00.793367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f29ef7c2-2f1f-49eb-a2b8-446611a52fc2 None None] Provisioning for port d7805071-a7d4-47c6-babf-23a15a4dc6da completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:00.802967 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f29ef7c2-2f1f-49eb-a2b8-446611a52fc2 None None] Provisioning complete for port d7805071-a7d4-47c6-babf-23a15a4dc6da triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:00.803903 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f29ef7c2-2f1f-49eb-a2b8-446611a52fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.845781 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f29ef7c2-2f1f-49eb-a2b8-446611a52fc2 None None] Port d7805071-a7d4-47c6-babf-23a15a4dc6da cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:00.868177 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Network 3297d394-0a93-463a-8b23-e8a513a96669 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:00.878376 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:01.088721 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9316aa-3d8a-43e3-bf2d-8008719e21d9 req-9026eb31-92d2-47a4-b9ce-0ad721ae8829 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:01.090566 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3f9316aa-3d8a-43e3-bf2d-8008719e21d9 req-9026eb31-92d2-47a4-b9ce-0ad721ae8829 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2744300 Jul 16 01:55:01.111401 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ad3a16d9-5490-4d10-9fb5-484e42a52d77 None None] Provisioning complete for port d7805071-a7d4-47c6-babf-23a15a4dc6da triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:01.112606 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ad3a16d9-5490-4d10-9fb5-484e42a52d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.114589 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03277bd8-a2d6-4339-af0e-8de4e2ca996c tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Router c4d7ca02-47b1-4513-8ae3-a77478838a83 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:01.206332 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3f9316aa-3d8a-43e3-bf2d-8008719e21d9 req-4d0c4a4e-5c21-43f9-aaf2-8964b94341c3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090846 Jul 16 01:55:01.213192 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Router 3e6f671d-a958-454a-adce-6ff860da6410 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:01.214907 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.219780 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a7c3ca3a-2906-4f06-84d5-282073aaded9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.240776 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a16d9-5490-4d10-9fb5-484e42a52d77 None None] Port d7805071-a7d4-47c6-babf-23a15a4dc6da cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:01.303293 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03277bd8-a2d6-4339-af0e-8de4e2ca996c tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:01.310427 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-03277bd8-a2d6-4339-af0e-8de4e2ca996c tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "PUT /v2.0/routers/c4d7ca02-47b1-4513-8ae3-a77478838a83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5171838 Jul 16 01:55:01.315420 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16a7084-1896-4a5b-af87-bb8173784527 None None] Sync routers for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:01.316417 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54658) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:01.330807 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a7084-1896-4a5b-af87-bb8173784527 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:01.331470 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e16a7084-1896-4a5b-af87-bb8173784527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:55:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:01.366120 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-22af65c1-2d9f-4c6d-8ba7-6468d1c8c313 None None] Provisioning complete for port d7805071-a7d4-47c6-babf-23a15a4dc6da triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:01.366504 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22af65c1-2d9f-4c6d-8ba7-6468d1c8c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.392664 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e16a7084-1896-4a5b-af87-bb8173784527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:01.404841 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a7084-1896-4a5b-af87-bb8173784527 None None] Routers {'c4d7ca02-47b1-4513-8ae3-a77478838a83'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:01.406546 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e16a7084-1896-4a5b-af87-bb8173784527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:55:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c4d7ca02-47b1-4513-8ae3-a77478838a83'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:01.444333 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-22af65c1-2d9f-4c6d-8ba7-6468d1c8c313 None None] Port d7805071-a7d4-47c6-babf-23a15a4dc6da cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:01.488530 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e16a7084-1896-4a5b-af87-bb8173784527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:01.489122 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16a7084-1896-4a5b-af87-bb8173784527 None None] The sync data for ids ['c4d7ca02-47b1-4513-8ae3-a77478838a83'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:01.500942 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d01d7a0-e34a-4609-9170-a96a18edfb70 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.525278 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:01.533387 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a2c5feab-5e69-467c-898a-55258d480505 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "PUT /v2.0/routers/3e6f671d-a958-454a-adce-6ff860da6410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2123587 Jul 16 01:55:01.551619 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Sync routers for ids ['3e6f671d-a958-454a-adce-6ff860da6410'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:01.564613 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Routers {'3e6f671d-a958-454a-adce-6ff860da6410'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:01.565370 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:55:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3e6f671d-a958-454a-adce-6ff860da6410'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:01.682949 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Set router 3e6f671d-a958-454a-adce-6ff860da6410 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:01.761526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c819f-8549-43e5-8ab5-562b4cc18578 req-c72ee613-db76-4d7f-abd7-1f9b0409564a tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:01.769925 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-043c819f-8549-43e5-8ab5-562b4cc18578 req-c72ee613-db76-4d7f-abd7-1f9b0409564a tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2621655 Jul 16 01:55:01.777815 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d01d7a0-e34a-4609-9170-a96a18edfb70 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.930215 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-043c819f-8549-43e5-8ab5-562b4cc18578 req-a25b9be7-0bb9-4f3a-b094-8e8f8434fb63 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593950 Jul 16 01:55:01.947753 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-2d01d7a0-e34a-4609-9170-a96a18edfb70 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Deleting port bd06600e-f0c0-42a1-aea5-e1b07ca691f1 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:01.948101 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d01d7a0-e34a-4609-9170-a96a18edfb70 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.067560 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-5e8d0207-291e-4e79-a4a9-4af2cace8966 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:02.081967 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-5e8d0207-291e-4e79-a4a9-4af2cace8966 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/networks?id=3297d394-0a93-463a-8b23-e8a513a96669 HTTP/1.1" status: 200 len: 798 time: 0.3107715 Jul 16 01:55:02.107793 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-443ef6e5-90f0-4cf3-8851-5a2849067368 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/quotas/1ecadcc305644999b6da57c9aea97e38 HTTP/1.1" status: 200 len: 375 time: 0.0226307 Jul 16 01:55:02.130389 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.179878 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d01d7a0-e34a-4609-9170-a96a18edfb70 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.194454 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-2d01d7a0-e34a-4609-9170-a96a18edfb70 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Calling delete_port for bd06600e-f0c0-42a1-aea5-e1b07ca691f1 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:02.267122 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f671d-a958-454a-adce-6ff860da6410', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830796742', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'cf42ed55-ef92-4f16-a0ef-cf61500c019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:51Z', 'updated_at': '2021-07-16T01:54:59Z', 'revision_number': 4, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': 'cf42ed55-ef92-4f16-a0ef-cf61500c019e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f671d-a958-454a-adce-6ff860da6410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:52Z', 'updated_at': '2021-07-16T01:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'd7805071-a7d4-47c6-babf-23a15a4dc6da', 'name': '', 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'mac_address': 'fa:16:3e:bc:3e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6f671d-a958-454a-adce-6ff860da6410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '8222786e-a7e0-42de-adc1-6c1e7d57228a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:57Z', 'updated_at': '2021-07-16T01:54:59Z', 'revision_number': 2, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'subnets': [{'id': '8222786e-a7e0-42de-adc1-6c1e7d57228a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:02.271271 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-3e391a21-eb8a-49ba-8902-618d5391b9f7 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ecadcc305644999b6da57c9aea97e38&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1591353 Jul 16 01:55:02.317982 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Checking router: 3e6f671d-a958-454a-adce-6ff860da6410 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:02.318361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Updating router 3e6f671d-a958-454a-adce-6ff860da6410 port d7805071-a7d4-47c6-babf-23a15a4dc6da binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:55:02.322955 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 45d97417-b27a-4d6a-a187-78f7e433c6c8 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:02.369009 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.460856 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-2c11b706-cf00-4b89-8c6b-6518b48e10a0 service neutron] 10.222.0.54 "GET /v2.0/networks/3297d394-0a93-463a-8b23-e8a513a96669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723223 Jul 16 01:55:02.528331 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d01d7a0-e34a-4609-9170-a96a18edfb70 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.560395 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea61a96-d330-4da0-b3f0-56ccf1f52975 req-da93a1e3-1c0c-4f89-9939-c554be134b55 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:02.569453 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6ea61a96-d330-4da0-b3f0-56ccf1f52975 req-da93a1e3-1c0c-4f89-9939-c554be134b55 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2154062 Jul 16 01:55:02.630415 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 45d97417-b27a-4d6a-a187-78f7e433c6c8 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:02.630826 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.654856 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01d7a0-e34a-4609-9170-a96a18edfb70 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event deleted for resources: {'Port': ['ID=bd06600e-f0c0-42a1-aea5-e1b07ca691f1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:02.678691 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-bcd1b3ff-b26b-408f-a776-e1ec393228a6 service neutron] 10.222.0.54 "GET /v2.0/networks/3297d394-0a93-463a-8b23-e8a513a96669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092347 Jul 16 01:55:02.758105 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6ea61a96-d330-4da0-b3f0-56ccf1f52975 req-f780cdad-6d0e-43c0-8c0b-e3bb171c940b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888602 Jul 16 01:55:02.787434 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d01d7a0-e34a-4609-9170-a96a18edfb70 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.937367 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d01d7a0-e34a-4609-9170-a96a18edfb70 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.939954 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d01d7a0-e34a-4609-9170-a96a18edfb70 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.963340 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.998620 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Transition to ACTIVE for port object d7805071-a7d4-47c6-babf-23a15a4dc6da will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:03.011193 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.048750 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d01d7a0-e34a-4609-9170-a96a18edfb70 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.049584 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d01d7a0-e34a-4609-9170-a96a18edfb70 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Fanout notify agent at l3_agent the message router_deleted on router c4d7ca02-47b1-4513-8ae3-a77478838a83 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:55:03.062209 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2d01d7a0-e34a-4609-9170-a96a18edfb70 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.063266 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2d01d7a0-e34a-4609-9170-a96a18edfb70 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/routers/c4d7ca02-47b1-4513-8ae3-a77478838a83 HTTP/1.1" status: 204 len: 168 time: 1.7457633 Jul 16 01:55:03.084770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54694) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:03.105795 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-30498477-9ba0-495e-9ec3-a49e79262c33 req-f5574c80-6ec0-4027-a5c0-a5088e4e53f0 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 210 time: 0.0979509 Jul 16 01:55:03.209360 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd11d89-f242-4d03-a835-0d36ddb75220 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Deleting subnet 85f49afd-a70a-426d-aec3-e62851ef7375 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:03.218930 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1fd11d89-f242-4d03-a835-0d36ddb75220 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.246646 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b420dde-b4c7-48cc-a706-f33a0fd097f6 None None] Pushing event updated for resources: {'Port': ['ID=d7805071-a7d4-47c6-babf-23a15a4dc6da,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:03.302475 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Attempting to bind port d7805071-a7d4-47c6-babf-23a15a4dc6da on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:03.303150 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Attempting to bind port d7805071-a7d4-47c6-babf-23a15a4dc6da by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'f4b7cd09-4aed-431d-b0d6-db542cf36ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:03.303795 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Attempting to bind port d7805071-a7d4-47c6-babf-23a15a4dc6da on network 3297d394-0a93-463a-8b23-e8a513a96669 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:03.317224 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:03.317926 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Checking segment: {'id': 'f4b7cd09-4aed-431d-b0d6-db542cf36ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:03.318768 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.319427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Bound using segment: {'id': 'f4b7cd09-4aed-431d-b0d6-db542cf36ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:03.320224 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Bound port: d7805071-a7d4-47c6-babf-23a15a4dc6da, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b7cd09-4aed-431d-b0d6-db542cf36ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:03.321871 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1fd11d89-f242-4d03-a835-0d36ddb75220 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.322537 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.332195 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3edba-021f-4b42-a652-53686985afad req-cbe12fca-d229-47be-ad8e-e29c8728b946 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:03.355175 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3dd3edba-021f-4b42-a652-53686985afad req-cbe12fca-d229-47be-ad8e-e29c8728b946 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2796810 Jul 16 01:55:03.437819 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] For port d7805071-a7d4-47c6-babf-23a15a4dc6da, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:03.446269 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] For port d7805071-a7d4-47c6-babf-23a15a4dc6da, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d7805071-a7d4-47c6-babf-23a15a4dc6da,segment=NetworkSegment(f4b7cd09-4aed-431d-b0d6-db542cf36ba4),segment_id=f4b7cd09-4aed-431d-b0d6-db542cf36ba4)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:03.477879 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3dd3edba-021f-4b42-a652-53686985afad req-2e8bd70d-6ccb-498a-9274-84d11034e2cf tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217101 Jul 16 01:55:03.493755 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.533010 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1fd11d89-f242-4d03-a835-0d36ddb75220 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.658730 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Routers {'3e6f671d-a958-454a-adce-6ff860da6410'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:03.659441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:55:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3e6f671d-a958-454a-adce-6ff860da6410'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:03.706715 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1fd11d89-f242-4d03-a835-0d36ddb75220 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.776035 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd11d89-f242-4d03-a835-0d36ddb75220 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event deleted for resources: {'Subnet': ['ID=85f49afd-a70a-426d-aec3-e62851ef7375,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:03.787153 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1fd11d89-f242-4d03-a835-0d36ddb75220 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.795129 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1fd11d89-f242-4d03-a835-0d36ddb75220 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/subnets/85f49afd-a70a-426d-aec3-e62851ef7375 HTTP/1.1" status: 204 len: 168 time: 0.7096539 Jul 16 01:55:03.797979 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54716) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:03.821741 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] Set router 3e6f671d-a958-454a-adce-6ff860da6410 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:03.975259 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49cc8e80-0530-4634-aa76-284fc3250fe4 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.985983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b420dde-b4c7-48cc-a706-f33a0fd097f6 None None] Pushing event updated for resources: {'Port': ['ID=d7805071-a7d4-47c6-babf-23a15a4dc6da,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:04.067862 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.076462 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b420dde-b4c7-48cc-a706-f33a0fd097f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:04.076727 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b420dde-b4c7-48cc-a706-f33a0fd097f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:04.077113 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b420dde-b4c7-48cc-a706-f33a0fd097f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:04.078171 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b420dde-b4c7-48cc-a706-f33a0fd097f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:04.078702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b420dde-b4c7-48cc-a706-f33a0fd097f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:04.079105 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b420dde-b4c7-48cc-a706-f33a0fd097f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:04.079874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b420dde-b4c7-48cc-a706-f33a0fd097f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:04.080231 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b420dde-b4c7-48cc-a706-f33a0fd097f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:04.080564 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b420dde-b4c7-48cc-a706-f33a0fd097f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:04.080901 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b420dde-b4c7-48cc-a706-f33a0fd097f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:04.081232 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b420dde-b4c7-48cc-a706-f33a0fd097f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:04.081584 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b420dde-b4c7-48cc-a706-f33a0fd097f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:04.298650 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f671d-a958-454a-adce-6ff860da6410', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830796742', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'cf42ed55-ef92-4f16-a0ef-cf61500c019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:51Z', 'updated_at': '2021-07-16T01:54:59Z', 'revision_number': 4, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': 'cf42ed55-ef92-4f16-a0ef-cf61500c019e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f671d-a958-454a-adce-6ff860da6410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:52Z', 'updated_at': '2021-07-16T01:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'd7805071-a7d4-47c6-babf-23a15a4dc6da', 'name': '', 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'mac_address': 'fa:16:3e:bc:3e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6f671d-a958-454a-adce-6ff860da6410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '8222786e-a7e0-42de-adc1-6c1e7d57228a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:57Z', 'updated_at': '2021-07-16T01:55:03Z', 'revision_number': 4, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'subnets': [{'id': '8222786e-a7e0-42de-adc1-6c1e7d57228a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:04.336113 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ed43fe-4e05-4cfd-9d5d-65524afff3fa None None] The sync data for ids ['3e6f671d-a958-454a-adce-6ff860da6410'] in n-d-800086-6 is: [{'id': '3e6f671d-a958-454a-adce-6ff860da6410', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830796742', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'cf42ed55-ef92-4f16-a0ef-cf61500c019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:51Z', 'updated_at': '2021-07-16T01:54:59Z', 'revision_number': 4, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': 'cf42ed55-ef92-4f16-a0ef-cf61500c019e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f671d-a958-454a-adce-6ff860da6410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:52Z', 'updated_at': '2021-07-16T01:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'd7805071-a7d4-47c6-babf-23a15a4dc6da', 'name': '', 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'mac_address': 'fa:16:3e:bc:3e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6f671d-a958-454a-adce-6ff860da6410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '8222786e-a7e0-42de-adc1-6c1e7d57228a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:57Z', 'updated_at': '2021-07-16T01:55:03Z', 'revision_number': 4, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'subnets': [{'id': '8222786e-a7e0-42de-adc1-6c1e7d57228a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:04.368748 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ff554224-f980-4d95-9ef0-fe8e0f97e056 req-f7ef4aa2-928c-464c-9ec5-7d97ae618bf5 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 210 time: 0.0540571 Jul 16 01:55:04.558707 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa885ad9-1b6f-4f56-b5c4-dae07a90c9e4 req-cfb3407d-7139-4cc9-9259-a46963549f82 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:04.561642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aa885ad9-1b6f-4f56-b5c4-dae07a90c9e4 req-cfb3407d-7139-4cc9-9259-a46963549f82 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.5832355 Jul 16 01:55:04.588800 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49cc8e80-0530-4634-aa76-284fc3250fe4 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.611801 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-49cc8e80-0530-4634-aa76-284fc3250fe4 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cfce94d-3139-4283-bbed-37307752bd94']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:04.647403 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-49cc8e80-0530-4634-aa76-284fc3250fe4 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84b63c4-3038-4908-8363-accd880b53ab') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:04.648122 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-49cc8e80-0530-4634-aa76-284fc3250fe4 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84b63c4-3038-4908-8363-accd880b53ab') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:04.678527 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49cc8e80-0530-4634-aa76-284fc3250fe4 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.760247 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aa885ad9-1b6f-4f56-b5c4-dae07a90c9e4 req-9ebd4130-54fa-46b7-8a42-382918f8b321 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633029 Jul 16 01:55:04.761863 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49cc8e80-0530-4634-aa76-284fc3250fe4 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.775980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49cc8e80-0530-4634-aa76-284fc3250fe4 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:04.778137 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49cc8e80-0530-4634-aa76-284fc3250fe4 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:04.875174 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:04.893082 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49cc8e80-0530-4634-aa76-284fc3250fe4 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.918109 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49cc8e80-0530-4634-aa76-284fc3250fe4 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.924216 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-49cc8e80-0530-4634-aa76-284fc3250fe4 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] 10.222.0.54 "DELETE /v2.0/networks/8cfce94d-3139-4283-bbed-37307752bd94 HTTP/1.1" status: 204 len: 168 time: 1.1204913 Jul 16 01:55:04.992410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc8e80-0530-4634-aa76-284fc3250fe4 tempest-FloatingIPTestJSON-1609350612 tempest-FloatingIPTestJSON-1609350612-project] Pushing event deleted for resources: {'Network': ['ID=8cfce94d-3139-4283-bbed-37307752bd94,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:05.123403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdeb0b7-2412-4b92-a2b6-c411a0f30514 req-9935bc79-d281-4bbb-b889-5fce628cfded tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:05.125519 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8bdeb0b7-2412-4b92-a2b6-c411a0f30514 req-9935bc79-d281-4bbb-b889-5fce628cfded tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1611888 Jul 16 01:55:05.213914 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8bdeb0b7-2412-4b92-a2b6-c411a0f30514 req-da104998-2285-46e5-8809-f8bbae334a2e tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821757 Jul 16 01:55:05.318360 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-274cff2f-90b0-40e4-ba15-0c04461a522c tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:05.320104 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-274cff2f-90b0-40e4-ba15-0c04461a522c tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.26 "GET /v2.0/networks?id=3297d394-0a93-463a-8b23-e8a513a96669 HTTP/1.1" status: 200 len: 798 time: 0.3233013 Jul 16 01:55:05.347755 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-f673871a-3f86-4cd5-bd50-54da121c25d8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Request body: {'port': {'device_id': '34098a05-8c18-4082-8867-35aaa7816f40', 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669', 'admin_state_up': True, 'tenant_id': '1ecadcc305644999b6da57c9aea97e38'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:05.539879 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54738) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:05.555175 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-f673871a-3f86-4cd5-bd50-54da121c25d8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Made reservation on behalf of 1ecadcc305644999b6da57c9aea97e38 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:05.571914 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-f673871a-3f86-4cd5-bd50-54da121c25d8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.692519 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df6d5807-682f-4574-8185-946d5e1dd8b2 req-11a33a3f-c2f9-4644-9726-ab24ce8c5759 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 210 time: 0.0637059 Jul 16 01:55:05.868647 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ab5a60b6-b7d1-4675-9637-3dcbc1265605 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=37e2fe0388fa46288fc848f83e97031e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251576 Jul 16 01:55:05.870747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54746) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:05.872497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4717319-bf35-4ee1-94dc-75990c87275d req-55c46653-f377-4309-a897-be1e2beb302e tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:05.880784 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a4717319-bf35-4ee1-94dc-75990c87275d req-55c46653-f377-4309-a897-be1e2beb302e tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1118193 Jul 16 01:55:05.943580 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a4717319-bf35-4ee1-94dc-75990c87275d req-663eb846-dd12-4861-9f39-a42b34522d15 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612769 Jul 16 01:55:05.986850 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-f673871a-3f86-4cd5-bd50-54da121c25d8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Allocated IP 172.20.0.28 (3297d394-0a93-463a-8b23-e8a513a96669/8222786e-a7e0-42de-adc1-6c1e7d57228a/b34e2b4b-2d5e-4699-81e9-e747ceb0692f) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:05.994805 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41a48ac1-5cf4-400e-83c9-c6f8e9cb8ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.064857 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41a48ac1-5cf4-400e-83c9-c6f8e9cb8ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.360180 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41a48ac1-5cf4-400e-83c9-c6f8e9cb8ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.376934 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d7805071-a7d4-47c6-babf-23a15a4dc6da up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:06.385336 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-41a48ac1-5cf4-400e-83c9-c6f8e9cb8ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.386861 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-41a48ac1-5cf4-400e-83c9-c6f8e9cb8ae2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/64bf8959-e6e4-4b3e-9150-f7a4e4ec9275 HTTP/1.1" status: 204 len: 168 time: 0.5151899 Jul 16 01:55:06.411426 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-f673871a-3f86-4cd5-bd50-54da121c25d8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.427383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-f673871a-3f86-4cd5-bd50-54da121c25d8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Transition to ACTIVE for port object b34e2b4b-2d5e-4699-81e9-e747ceb0692f will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:06.480372 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port d7805071-a7d4-47c6-babf-23a15a4dc6da completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:06.484922 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-f673871a-3f86-4cd5-bd50-54da121c25d8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.486447 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port d7805071-a7d4-47c6-babf-23a15a4dc6da triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:06.487028 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.583401 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a48ac1-5cf4-400e-83c9-c6f8e9cb8ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bf8959-e6e4-4b3e-9150-f7a4e4ec9275,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:06.596239 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c6ddc-18bc-4fe7-b18a-99390b67f9d0 req-76070021-f606-4f8c-9dc5-eaef5276fe92 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.597143 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.597834 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-494c6ddc-18bc-4fe7-b18a-99390b67f9d0 req-76070021-f606-4f8c-9dc5-eaef5276fe92 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.4400117 Jul 16 01:55:06.603079 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673871a-3f86-4cd5-bd50-54da121c25d8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event updated for resources: {'Port': ['ID=b34e2b4b-2d5e-4699-81e9-e747ceb0692f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:06.637170 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-f673871a-3f86-4cd5-bd50-54da121c25d8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Network 3297d394-0a93-463a-8b23-e8a513a96669 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:06.647300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-f673871a-3f86-4cd5-bd50-54da121c25d8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:06.650620 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-f673871a-3f86-4cd5-bd50-54da121c25d8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:06.683167 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port d7805071-a7d4-47c6-babf-23a15a4dc6da, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d7805071-a7d4-47c6-babf-23a15a4dc6da,segment=NetworkSegment(f4b7cd09-4aed-431d-b0d6-db542cf36ba4),segment_id=f4b7cd09-4aed-431d-b0d6-db542cf36ba4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:06.689607 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.718220 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-494c6ddc-18bc-4fe7-b18a-99390b67f9d0 req-55e52413-260b-48ae-9d0e-342dabd5eb14 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118958 Jul 16 01:55:06.819278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-f673871a-3f86-4cd5-bd50-54da121c25d8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.820012 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-f673871a-3f86-4cd5-bd50-54da121c25d8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.845118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=d7805071-a7d4-47c6-babf-23a15a4dc6da,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:06.851756 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-f673871a-3f86-4cd5-bd50-54da121c25d8 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5142558 Jul 16 01:55:06.877564 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Request body: {'port': {'device_id': '34098a05-8c18-4082-8867-35aaa7816f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:07.083763 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc1c19-f691-4930-8c2d-71bb67a97aa0 req-d581077a-4b6b-4e4f-a22e-98a54d3aa460 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:07.085801 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5f6424dd-760e-4875-8303-3734867c581f None None] Provisioning for port b34e2b4b-2d5e-4699-81e9-e747ceb0692f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:07.086068 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.104331 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e5bc1c19-f691-4930-8c2d-71bb67a97aa0 req-d581077a-4b6b-4e4f-a22e-98a54d3aa460 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 895 time: 0.1499088 Jul 16 01:55:07.123257 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5f6424dd-760e-4875-8303-3734867c581f None None] Provisioning complete for port b34e2b4b-2d5e-4699-81e9-e747ceb0692f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:07.130962 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f6424dd-760e-4875-8303-3734867c581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.181442 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5f6424dd-760e-4875-8303-3734867c581f None None] Port b34e2b4b-2d5e-4699-81e9-e747ceb0692f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:07.655532 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b34e2b4b-2d5e-4699-81e9-e747ceb0692f {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:07.665744 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.678728 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6897b8-e284-42f6-bb57-55083019ebdf req-d95372d9-3df3-4ccd-9f53-7aef3b4333c4 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:07.680579 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8a6897b8-e284-42f6-bb57-55083019ebdf req-d95372d9-3df3-4ccd-9f53-7aef3b4333c4 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2883201 Jul 16 01:55:07.707141 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Transition to ACTIVE for port object b34e2b4b-2d5e-4699-81e9-e747ceb0692f will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:07.721015 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.775597 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Pushing event updated for resources: {'Port': ['ID=b34e2b4b-2d5e-4699-81e9-e747ceb0692f,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:07.782293 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54786) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:07.794541 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8a6897b8-e284-42f6-bb57-55083019ebdf req-8743a2c1-c663-490c-9a2b-8f91b46e432c tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067660 Jul 16 01:55:07.949225 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Attempting to bind port b34e2b4b-2d5e-4699-81e9-e747ceb0692f on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:07.950985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Attempting to bind port b34e2b4b-2d5e-4699-81e9-e747ceb0692f by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'f4b7cd09-4aed-431d-b0d6-db542cf36ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:07.950985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Attempting to bind port b34e2b4b-2d5e-4699-81e9-e747ceb0692f on network 3297d394-0a93-463a-8b23-e8a513a96669 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:07.955393 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Port b34e2b4b-2d5e-4699-81e9-e747ceb0692f on network 3297d394-0a93-463a-8b23-e8a513a96669 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:55:07.955748 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Attempting to bind port b34e2b4b-2d5e-4699-81e9-e747ceb0692f on network 3297d394-0a93-463a-8b23-e8a513a96669 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:07.961111 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:07.961457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Checking segment: {'id': 'f4b7cd09-4aed-431d-b0d6-db542cf36ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:07.961847 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Bound using segment: {'id': 'f4b7cd09-4aed-431d-b0d6-db542cf36ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:07.962277 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Bound port: b34e2b4b-2d5e-4699-81e9-e747ceb0692f, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b7cd09-4aed-431d-b0d6-db542cf36ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:07.962636 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.023751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Request body: {'networks': [{'name': 'tempest-network--721474635'}, {'name': 'tempest-network--821832264'}]} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:08.024054 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Request body: {'network': {'name': 'tempest-network--721474635'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:08.024986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Request body: {'network': {'name': 'tempest-network--821832264'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:08.138154 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] For port b34e2b4b-2d5e-4699-81e9-e747ceb0692f, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:08.144606 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] For port b34e2b4b-2d5e-4699-81e9-e747ceb0692f, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=b34e2b4b-2d5e-4699-81e9-e747ceb0692f,segment=NetworkSegment(f4b7cd09-4aed-431d-b0d6-db542cf36ba4),segment_id=f4b7cd09-4aed-431d-b0d6-db542cf36ba4)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:08.156945 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.174187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Made reservation on behalf of ca79d14daa6946eba601adb34d6b5dcf for: {'network': 2} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:08.179590 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.209544 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.286078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:08.286760 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.288296 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] 10.222.0.26 "PUT /v2.0/ports/b34e2b4b-2d5e-4699-81e9-e747ceb0692f HTTP/1.1" status: 200 len: 1055 time: 1.4183474 Jul 16 01:55:08.288915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34098a05-8c18-4082-8867-35aaa7816f40', 'tag': 'b34e2b4b-2d5e-4699-81e9-e747ceb0692f'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:08.291289 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216150b6-31d9-4dd6-a241-2e39cefa7153" -d '{"events": [{"name": "network-changed", "server_uuid": "34098a05-8c18-4082-8867-35aaa7816f40", "tag": "b34e2b4b-2d5e-4699-81e9-e747ceb0692f"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:08.343226 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d7805071-a7d4-47c6-babf-23a15a4dc6da up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:08.411221 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.424836 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.425314 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.444545 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4ae69-96db-49f3-8d55-7c1d8b300623 service neutron] Pushing event updated for resources: {'Port': ['ID=b34e2b4b-2d5e-4699-81e9-e747ceb0692f,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:08.445332 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port d7805071-a7d4-47c6-babf-23a15a4dc6da triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:08.445516 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.496559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a4022-5bab-419c-af99-9f3f56f2b18e req-a0f6099c-68f7-4615-9f06-9e45921c65a1 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:08.512815 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c30a4022-5bab-419c-af99-9f3f56f2b18e req-a0f6099c-68f7-4615-9f06-9e45921c65a1 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.4774036 Jul 16 01:55:08.586736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-52aef9a9-a813-4e08-8bb4-6297e50941b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:08.588548 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-52aef9a9-a813-4e08-8bb4-6297e50941b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ecadcc305644999b6da57c9aea97e38&device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 1058 time: 0.2173426 Jul 16 01:55:08.601789 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7751ff-74db-4fcd-b506-0a23b7ffe853,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:08.628068 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c30a4022-5bab-419c-af99-9f3f56f2b18e req-451f3398-297e-47eb-95bb-b055ba9da0a5 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103518 Jul 16 01:55:08.642792 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:08.658633 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b58a26-8080-43b7-a827-1372c074841d req-c50c67b7-b625-4c40-bc65-419475eae697 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:08.671199 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.671765 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Added segment ce516647-ed48-4ed8-8b97-a746ffd9b597 of type vlan for network 474ca409-56a8-4681-a0e2-0f4f5086057e Jul 16 01:55:08.674450 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-15b58a26-8080-43b7-a827-1372c074841d req-c50c67b7-b625-4c40-bc65-419475eae697 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 907 time: 0.3061228 Jul 16 01:55:08.763505 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a1f289-5fa3-4d1d-a1e4-90cec7631a5e x-openstack-request-id: req-f8a1f289-5fa3-4d1d-a1e4-90cec7631a5e {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:08.763835 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34098a05-8c18-4082-8867-35aaa7816f40", "tag": "b34e2b4b-2d5e-4699-81e9-e747ceb0692f", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:08.764065 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f8a1f289-5fa3-4d1d-a1e4-90cec7631a5e {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:08.765263 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34098a05-8c18-4082-8867-35aaa7816f40', 'tag': 'b34e2b4b-2d5e-4699-81e9-e747ceb0692f', 'status': 'completed', 'code': 200} Jul 16 01:55:08.767850 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-4595298b-c973-4e08-9a46-63d67ca553fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=b34e2b4b-2d5e-4699-81e9-e747ceb0692f HTTP/1.1" status: 200 len: 217 time: 0.1609740 Jul 16 01:55:08.781135 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.863150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:08.873498 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-59d0aae7-fd90-4562-83ec-7c03ea519b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:08.877137 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.877542 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Added segment 602d1171-615a-49c2-9be7-059b0f3e88dc of type vlan for network ca7e6b7b-7199-4e70-8764-5564c2ebb0ae Jul 16 01:55:08.879221 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-59d0aae7-fd90-4562-83ec-7c03ea519b50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8222786e-a7e0-42de-adc1-6c1e7d57228a HTTP/1.1" status: 200 len: 838 time: 0.1048810 Jul 16 01:55:08.943159 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.994235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-4d7aa1c7-42f0-4a19-a8ea-2fa06b03c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:08.996582 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-4d7aa1c7-42f0-4a19-a8ea-2fa06b03c714 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3297d394-0a93-463a-8b23-e8a513a96669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092243 Jul 16 01:55:09.012265 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aa15e-8226-4d38-b6c5-926f337ffd3a req-4baa9578-e4a0-4dde-975f-318adc3255d9 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:09.015752 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-808aa15e-8226-4d38-b6c5-926f337ffd3a req-4baa9578-e4a0-4dde-975f-318adc3255d9 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 1097 time: 0.1140900 Jul 16 01:55:09.023297 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.023829 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.030369 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:09.036187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:09.036879 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.064150 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-808aa15e-8226-4d38-b6c5-926f337ffd3a req-d43729fd-e0d8-42b0-aa38-ae0eac8c2025 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.066517 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2827916 Jul 16 01:55:09.067125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54820) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:09.168730 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-e6042501-63f9-4973-8877-222f2a57cf08 service neutron] 10.222.0.26 "GET /v2.0/networks/3297d394-0a93-463a-8b23-e8a513a96669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596944 Jul 16 01:55:09.284694 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07ffa456-c561-4972-a6cc-91ca76bb4c27 req-cfa373be-55d0-4d18-84c5-e8eef6c74d1d service neutron] 10.222.0.26 "GET /v2.0/networks/3297d394-0a93-463a-8b23-e8a513a96669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078691 Jul 16 01:55:09.336566 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-808aa15e-8226-4d38-b6c5-926f337ffd3a req-d43729fd-e0d8-42b0-aa38-ae0eac8c2025 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.347922 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-808aa15e-8226-4d38-b6c5-926f337ffd3a req-d43729fd-e0d8-42b0-aa38-ae0eac8c2025 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.348193 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event updated for resources: {'Network': ['ID=474ca409-56a8-4681-a0e2-0f4f5086057e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:09.362165 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 474ca409-56a8-4681-a0e2-0f4f5086057e details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:09.384484 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-808aa15e-8226-4d38-b6c5-926f337ffd3a req-d43729fd-e0d8-42b0-aa38-ae0eac8c2025 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3566895 Jul 16 01:55:09.440990 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43729fd-e0d8-42b0-aa38-ae0eac8c2025 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2c6619-72fa-4b56-a9b1-9f67e48f848b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:09.498157 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216150b6-31d9-4dd6-a241-2e39cefa7153 req-034ec43f-37cc-4e65-9ac5-88c0414f1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:09.501089 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-216150b6-31d9-4dd6-a241-2e39cefa7153 req-034ec43f-37cc-4e65-9ac5-88c0414f1eee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ecadcc305644999b6da57c9aea97e38&device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 1058 time: 0.1121294 Jul 16 01:55:09.540034 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670473e-a933-45cc-99b7-f5800ce9609e tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event updated for resources: {'Network': ['ID=ca7e6b7b-7199-4e70-8764-5564c2ebb0ae,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:09.552581 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network ca7e6b7b-7199-4e70-8764-5564c2ebb0ae details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:09.576334 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a81278-747c-49de-9615-5e0cccc92bd5 req-c5a8508c-cea5-4e4c-96b9-e9883e1c8f94 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:09.578888 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f0a81278-747c-49de-9615-5e0cccc92bd5 req-c5a8508c-cea5-4e4c-96b9-e9883e1c8f94 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/networks?id=a8c40dbf-5170-4d84-94bd-5e3baafc13ee HTTP/1.1" status: 200 len: 813 time: 0.5973554 Jul 16 01:55:09.600148 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eab752c-f17e-4013-a582-1c3b8ced88fa tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:09.606532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eab752c-f17e-4013-a582-1c3b8ced88fa tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:09.613020 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eab752c-f17e-4013-a582-1c3b8ced88fa tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:09.622349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eab752c-f17e-4013-a582-1c3b8ced88fa tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:09.627408 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1eab752c-f17e-4013-a582-1c3b8ced88fa tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5380032 Jul 16 01:55:09.630807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54828) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:09.645274 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f0a81278-747c-49de-9615-5e0cccc92bd5 req-3c0bacc7-77c1-4572-acf0-5c1d5e111738 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/quotas/acd8396b643646dea8935864882ec2b9 HTTP/1.1" status: 200 len: 375 time: 0.0605390 Jul 16 01:55:09.687183 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216150b6-31d9-4dd6-a241-2e39cefa7153 req-5c1df22c-6514-4306-888d-a9a880acadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:09.688641 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-216150b6-31d9-4dd6-a241-2e39cefa7153 req-5c1df22c-6514-4306-888d-a9a880acadc8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3297d394-0a93-463a-8b23-e8a513a96669 HTTP/1.1" status: 200 len: 899 time: 0.1790311 Jul 16 01:55:09.720869 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd3998-d735-4686-9fe0-bccb3f61a428 req-75de04c8-9366-41a8-8e15-bb5e4844d722 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:09.722373 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fedd3998-d735-4686-9fe0-bccb3f61a428 req-75de04c8-9366-41a8-8e15-bb5e4844d722 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.1213307 Jul 16 01:55:09.753270 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bef62b57-f650-4302-a0e6-aba2746be724 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.757678 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-216150b6-31d9-4dd6-a241-2e39cefa7153 req-51d8648d-a0ec-47dc-8668-de0ca9995d22 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=b34e2b4b-2d5e-4699-81e9-e747ceb0692f HTTP/1.1" status: 200 len: 217 time: 0.0536144 Jul 16 01:55:09.814062 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f0a81278-747c-49de-9615-5e0cccc92bd5 req-5446bc87-9f0d-4687-91ca-39f8a12ef0d9 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=acd8396b643646dea8935864882ec2b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1588492 Jul 16 01:55:09.824895 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fedd3998-d735-4686-9fe0-bccb3f61a428 req-2c98ea92-db16-4ae7-a506-50df28feb027 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734744 Jul 16 01:55:09.839653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216150b6-31d9-4dd6-a241-2e39cefa7153 req-bdc674e1-aca1-458a-9385-e0651e9d863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:09.841894 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-216150b6-31d9-4dd6-a241-2e39cefa7153 req-bdc674e1-aca1-458a-9385-e0651e9d863d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8222786e-a7e0-42de-adc1-6c1e7d57228a HTTP/1.1" status: 200 len: 838 time: 0.0758326 Jul 16 01:55:09.863386 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54848) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:09.888264 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bef62b57-f650-4302-a0e6-aba2746be724 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.901118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-bef62b57-f650-4302-a0e6-aba2746be724 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474ca409-56a8-4681-a0e2-0f4f5086057e']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:09.914477 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-bef62b57-f650-4302-a0e6-aba2746be724 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce516647-ed48-4ed8-8b97-a746ffd9b597') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:09.914931 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-bef62b57-f650-4302-a0e6-aba2746be724 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce516647-ed48-4ed8-8b97-a746ffd9b597') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:09.927811 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bef62b57-f650-4302-a0e6-aba2746be724 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.951698 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-25b5cd7f-aee7-4be2-bffa-c722332be047 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/floatingips/5dec401f-dcb0-4020-9534-95130629239e HTTP/1.1" status: 200 len: 994 time: 0.0777237 Jul 16 01:55:09.971981 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bef62b57-f650-4302-a0e6-aba2746be724 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.981911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef62b57-f650-4302-a0e6-aba2746be724 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:09.982405 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bef62b57-f650-4302-a0e6-aba2746be724 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:09.987876 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:10.002897 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216150b6-31d9-4dd6-a241-2e39cefa7153 req-7b380f5c-e9c8-426f-b796-f30a3cc1cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:10.004472 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-216150b6-31d9-4dd6-a241-2e39cefa7153 req-7b380f5c-e9c8-426f-b796-f30a3cc1cf0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3297d394-0a93-463a-8b23-e8a513a96669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1399412 Jul 16 01:55:10.069433 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bef62b57-f650-4302-a0e6-aba2746be724 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.080306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70092c4a-5c56-444c-9e89-ead3fcbb5c83 req-657ccb72-61ef-4892-8f1f-00c16830b1b7 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:10.082032 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70092c4a-5c56-444c-9e89-ead3fcbb5c83 req-657ccb72-61ef-4892-8f1f-00c16830b1b7 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 907 time: 0.1519270 Jul 16 01:55:10.087956 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bef62b57-f650-4302-a0e6-aba2746be724 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.092070 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bef62b57-f650-4302-a0e6-aba2746be724 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "DELETE /v2.0/networks/474ca409-56a8-4681-a0e2-0f4f5086057e HTTP/1.1" status: 204 len: 168 time: 0.4570687 Jul 16 01:55:10.094220 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54856) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:10.122032 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef62b57-f650-4302-a0e6-aba2746be724 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event deleted for resources: {'Network': ['ID=474ca409-56a8-4681-a0e2-0f4f5086057e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:10.147262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45addcc7-6b77-4ff8-b5f3-6f0466738420 req-247aafd3-8aa3-4790-bd27-5ed8454a4c5c tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:10.149523 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-45addcc7-6b77-4ff8-b5f3-6f0466738420 req-247aafd3-8aa3-4790-bd27-5ed8454a4c5c tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1441593 Jul 16 01:55:10.194355 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31de70b6-7adf-434d-bff2-ba614c7a2c5b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.196319 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-216150b6-31d9-4dd6-a241-2e39cefa7153 req-75ff4369-109c-44ba-92ea-ee424759d87a service neutron] 10.222.0.26 "GET /v2.0/networks/3297d394-0a93-463a-8b23-e8a513a96669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817169 Jul 16 01:55:10.221885 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-45addcc7-6b77-4ff8-b5f3-6f0466738420 req-d687ad0f-b3f2-4a75-be22-2b0bb139974c tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632911 Jul 16 01:55:10.324860 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31de70b6-7adf-434d-bff2-ba614c7a2c5b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.325231 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-216150b6-31d9-4dd6-a241-2e39cefa7153 req-97194082-3da1-4d5b-9e42-ffbba21033bd service neutron] 10.222.0.26 "GET /v2.0/networks/3297d394-0a93-463a-8b23-e8a513a96669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074374 Jul 16 01:55:10.335981 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-31de70b6-7adf-434d-bff2-ba614c7a2c5b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7e6b7b-7199-4e70-8764-5564c2ebb0ae']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:10.353120 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-31de70b6-7adf-434d-bff2-ba614c7a2c5b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602d1171-615a-49c2-9be7-059b0f3e88dc') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:10.355485 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-31de70b6-7adf-434d-bff2-ba614c7a2c5b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602d1171-615a-49c2-9be7-059b0f3e88dc') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:10.366602 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31de70b6-7adf-434d-bff2-ba614c7a2c5b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.384746 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31de70b6-7adf-434d-bff2-ba614c7a2c5b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.395421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31de70b6-7adf-434d-bff2-ba614c7a2c5b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:10.396180 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31de70b6-7adf-434d-bff2-ba614c7a2c5b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:10.399989 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:10.440617 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7cd49-f0ee-4753-970f-14fdcaf77986 req-28da6f46-a43c-4948-9d5e-2a4b0c76c4f4 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:10.442452 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-96c7cd49-f0ee-4753-970f-14fdcaf77986 req-28da6f46-a43c-4948-9d5e-2a4b0c76c4f4 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.0741479 Jul 16 01:55:10.488625 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-96c7cd49-f0ee-4753-970f-14fdcaf77986 req-ad9947bf-a74f-4c5a-9f4d-308714e60064 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396376 Jul 16 01:55:10.505149 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31de70b6-7adf-434d-bff2-ba614c7a2c5b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.519879 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31de70b6-7adf-434d-bff2-ba614c7a2c5b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.531098 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-31de70b6-7adf-434d-bff2-ba614c7a2c5b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "DELETE /v2.0/networks/ca7e6b7b-7199-4e70-8764-5564c2ebb0ae HTTP/1.1" status: 204 len: 168 time: 0.4333813 Jul 16 01:55:10.532740 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54872) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:10.549270 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-4346e983-0907-4499-bf29-8c6049f5f3b8 req-55798069-c615-495f-9eed-dd8f9c25099f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:55:10.550257 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4346e983-0907-4499-bf29-8c6049f5f3b8 req-55798069-c615-495f-9eed-dd8f9c25099f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061908 Jul 16 01:55:10.565955 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de70b6-7adf-434d-bff2-ba614c7a2c5b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event deleted for resources: {'Network': ['ID=ca7e6b7b-7199-4e70-8764-5564c2ebb0ae,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:10.768821 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ebc286d-2681-4da5-8707-0f15bc27fed3 req-d0f62c32-beed-431a-82d6-6a13b8789d19 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=acd8396b643646dea8935864882ec2b9 HTTP/1.1" status: 200 len: 221 time: 0.0791473 Jul 16 01:55:10.794560 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead0d86b-3a10-41d4-9907-efa1f89d1417 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:10.803978 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead0d86b-3a10-41d4-9907-efa1f89d1417 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:10.806196 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ead0d86b-3a10-41d4-9907-efa1f89d1417 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2718561 Jul 16 01:55:10.810027 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54906) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:10.816465 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-64dda90c-bb8e-496c-b19e-84461c20a4b9 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1217847961'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:10.843234 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dda90c-bb8e-496c-b19e-84461c20a4b9 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Made reservation on behalf of ca79d14daa6946eba601adb34d6b5dcf for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:10.847790 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-64dda90c-bb8e-496c-b19e-84461c20a4b9 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.876992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64dda90c-bb8e-496c-b19e-84461c20a4b9 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:10.902730 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-64dda90c-bb8e-496c-b19e-84461c20a4b9 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.903101 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-64dda90c-bb8e-496c-b19e-84461c20a4b9 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Added segment e4f6a901-daf7-4bb1-9d47-6243ccf307c3 of type vlan for network 56ab05c4-2d64-4ed0-b9f9-5d199a39cca6 Jul 16 01:55:10.962080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54916) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:10.991083 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61312736-185b-4ef2-85a6-944baaba3d8e req-c83f3ebe-8b71-4ce9-b912-6824e23da210 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:10.993209 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61312736-185b-4ef2-85a6-944baaba3d8e req-c83f3ebe-8b71-4ce9-b912-6824e23da210 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1015480 Jul 16 01:55:11.004202 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-64dda90c-bb8e-496c-b19e-84461c20a4b9 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.092167 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-64dda90c-bb8e-496c-b19e-84461c20a4b9 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.094065 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61312736-185b-4ef2-85a6-944baaba3d8e req-fc360c07-b4ee-42d3-b81e-fd3eb21f154b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915141 Jul 16 01:55:11.097984 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dda90c-bb8e-496c-b19e-84461c20a4b9 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:11.098890 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-64dda90c-bb8e-496c-b19e-84461c20a4b9 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.152966 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-64dda90c-bb8e-496c-b19e-84461c20a4b9 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3395662 Jul 16 01:55:11.154492 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 54948) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:11.161885 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-48637fc6-30de-4ebd-96d5-16cc84b08356 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1949661 Jul 16 01:55:11.163156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-18942818-9fe5-4778-bdab-8f7f925b8898 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1982672121'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:11.217129 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dda90c-bb8e-496c-b19e-84461c20a4b9 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event updated for resources: {'Network': ['ID=56ab05c4-2d64-4ed0-b9f9-5d199a39cca6,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:11.227010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc76f8b-3279-4ea8-ad25-08eb81387345 req-7b686901-9467-4170-9dfd-5aa5f6b67049 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:11.228095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 56ab05c4-2d64-4ed0-b9f9-5d199a39cca6 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:11.232230 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dcc76f8b-3279-4ea8-ad25-08eb81387345 req-7b686901-9467-4170-9dfd-5aa5f6b67049 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.2195737 Jul 16 01:55:11.285038 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dcc76f8b-3279-4ea8-ad25-08eb81387345 req-4772b870-c6d1-40d8-9b37-7795ffb3ef33 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485325 Jul 16 01:55:11.286214 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18942818-9fe5-4778-bdab-8f7f925b8898 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Made reservation on behalf of ca79d14daa6946eba601adb34d6b5dcf for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:11.290018 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-18942818-9fe5-4778-bdab-8f7f925b8898 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.333238 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18942818-9fe5-4778-bdab-8f7f925b8898 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:11.334027 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf6246-d25e-45e9-aa1a-0e20ca30f6f1 req-88d3ebba-d7c3-46d6-b83a-b906c4880726 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:11.335596 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-edbf6246-d25e-45e9-aa1a-0e20ca30f6f1 req-88d3ebba-d7c3-46d6-b83a-b906c4880726 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1084023 Jul 16 01:55:11.355281 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-18942818-9fe5-4778-bdab-8f7f925b8898 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.357771 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-18942818-9fe5-4778-bdab-8f7f925b8898 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Added segment f809799d-f0f3-48ce-ac3c-d696e89ca78e of type vlan for network 14a6d658-818b-4517-8741-ff6196f81cd6 Jul 16 01:55:11.401887 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-edbf6246-d25e-45e9-aa1a-0e20ca30f6f1 req-a02a22b2-5f7a-443d-afef-4c6ddef93dcf tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559006 Jul 16 01:55:11.413932 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-18942818-9fe5-4778-bdab-8f7f925b8898 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.464711 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-18942818-9fe5-4778-bdab-8f7f925b8898 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.478461 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18942818-9fe5-4778-bdab-8f7f925b8898 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:11.479466 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-18942818-9fe5-4778-bdab-8f7f925b8898 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.566671 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 54978) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:11.566857 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-18942818-9fe5-4778-bdab-8f7f925b8898 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4086533 Jul 16 01:55:11.573148 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Request body: {'ports': [{'network_id': '56ab05c4-2d64-4ed0-b9f9-5d199a39cca6', 'name': 'tempest-port--1429357358', 'admin_state_up': True}, {'network_id': '14a6d658-818b-4517-8741-ff6196f81cd6', 'admin_state_up': False}]} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:11.573455 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Request body: {'port': {'network_id': '56ab05c4-2d64-4ed0-b9f9-5d199a39cca6', 'name': 'tempest-port--1429357358', 'admin_state_up': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:11.573954 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Request body: {'port': {'network_id': '14a6d658-818b-4517-8741-ff6196f81cd6', 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:11.615138 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18942818-9fe5-4778-bdab-8f7f925b8898 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event updated for resources: {'Network': ['ID=14a6d658-818b-4517-8741-ff6196f81cd6,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:11.633057 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 14a6d658-818b-4517-8741-ff6196f81cd6 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:11.686410 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922899d-1490-4c5c-ad93-2b99b7aaeccd req-b2417e13-89c9-4120-adea-8e742ddbd534 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:11.688653 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9922899d-1490-4c5c-ad93-2b99b7aaeccd req-b2417e13-89c9-4120-adea-8e742ddbd534 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 907 time: 0.1850324 Jul 16 01:55:11.734364 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device b34e2b4b-2d5e-4699-81e9-e747ceb0692f details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:55:11.850927 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port b34e2b4b-2d5e-4699-81e9-e747ceb0692f, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=b34e2b4b-2d5e-4699-81e9-e747ceb0692f,segment=NetworkSegment(f4b7cd09-4aed-431d-b0d6-db542cf36ba4),segment_id=f4b7cd09-4aed-431d-b0d6-db542cf36ba4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:11.855359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Made reservation on behalf of ca79d14daa6946eba601adb34d6b5dcf for: {'port': 2} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:11.862967 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.863521 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'b34e2b4b-2d5e-4699-81e9-e747ceb0692f', 'network_id': '3297d394-0a93-463a-8b23-e8a513a96669', 'port_id': 'b34e2b4b-2d5e-4699-81e9-e747ceb0692f', 'mac_address': 'fa:16:3e:e6:1c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8222786e-a7e0-42de-adc1-6c1e7d57228a', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:55:11.888828 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ce487-e882-44c3-afa7-eb8c341a5e02 req-7d0b10ac-3492-4ab8-b436-2d66cde15671 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:11.891661 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d74ce487-e882-44c3-afa7-eb8c341a5e02 req-7d0b10ac-3492-4ab8-b436-2d66cde15671 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2367115 Jul 16 01:55:11.895281 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.911951 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.927518 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34e2b4b-2d5e-4699-81e9-e747ceb0692f {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:11.955912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port b34e2b4b-2d5e-4699-81e9-e747ceb0692f, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=b34e2b4b-2d5e-4699-81e9-e747ceb0692f,segment=NetworkSegment(f4b7cd09-4aed-431d-b0d6-db542cf36ba4),segment_id=f4b7cd09-4aed-431d-b0d6-db542cf36ba4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:11.964012 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.018884 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d74ce487-e882-44c3-afa7-eb8c341a5e02 req-3da07513-823d-443e-8490-0c087e7ee8ec tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081092 Jul 16 01:55:12.022898 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] device_id is not set on port 7b654339-faf6-4aac-82b7-1443d941e6a8 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:12.039414 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=b34e2b4b-2d5e-4699-81e9-e747ceb0692f,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:12.239211 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.241625 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2839f4e-d3b3-4b50-af21-dfdeb4911eee req-b9b70e6e-c93c-45a8-920f-defedc7cfb30 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:12.243527 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2839f4e-d3b3-4b50-af21-dfdeb4911eee req-b9b70e6e-c93c-45a8-920f-defedc7cfb30 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.0853584 Jul 16 01:55:12.281317 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['b34e2b4b-2d5e-4699-81e9-e747ceb0692f'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:12.316475 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2839f4e-d3b3-4b50-af21-dfdeb4911eee req-aaa286f3-2dc3-48a6-8e7c-2da604d44e93 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663562 Jul 16 01:55:12.361818 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] device_id is not set on port b794e6c0-dd37-458f-bba9-c9a02e1bce19 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:12.532496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae723ff-2fe0-414d-bf92-8e97748d4fe4 req-4dd1bb34-96ad-4d32-9856-ecd098412679 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:12.533992 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ae723ff-2fe0-414d-bf92-8e97748d4fe4 req-4dd1bb34-96ad-4d32-9856-ecd098412679 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.0703633 Jul 16 01:55:12.567038 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.579180 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ae723ff-2fe0-414d-bf92-8e97748d4fe4 req-8ba5665d-5783-4b3e-a5df-209198bc2eab tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378926 Jul 16 01:55:12.595743 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ea0ca-ee5a-40c5-9b60-c4c01913cc6a req-6fb9bfe6-d587-4a4d-9d62-3432151b74de tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:12.597671 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-442ea0ca-ee5a-40c5-9b60-c4c01913cc6a req-6fb9bfe6-d587-4a4d-9d62-3432151b74de tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.1316886 Jul 16 01:55:12.664369 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-442ea0ca-ee5a-40c5-9b60-c4c01913cc6a req-088795bd-8d3a-4b76-b315-7bbca9d58e04 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572388 Jul 16 01:55:12.665991 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.728367 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event updated for resources: {'Port': ['ID=7b654339-faf6-4aac-82b7-1443d941e6a8,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:12.744918 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Checking segment: {'id': 'e4f6a901-daf7-4bb1-9d47-6243ccf307c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '56ab05c4-2d64-4ed0-b9f9-5d199a39cca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:12.745279 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Network hostable DHCP agents. Network: 56ab05c4-2d64-4ed0-b9f9-5d199a39cca6, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:12.766514 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Network 56ab05c4-2d64-4ed0-b9f9-5d199a39cca6 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:12.777309 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 56ab05c4-2d64-4ed0-b9f9-5d199a39cca6) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:12.784504 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:12.785848 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.788594 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b01351-1814-496c-8dc2-5d02e64d102a None None] Network 56ab05c4-2d64-4ed0-b9f9-5d199a39cca6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:12.803579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53564adb-2629-4375-a2d0-00b67e839206 req-8e75b133-5fda-438a-b164-72aa8d83d3da tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:12.805498 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-53564adb-2629-4375-a2d0-00b67e839206 req-8e75b133-5fda-438a-b164-72aa8d83d3da tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.0828753 Jul 16 01:55:12.867900 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-53564adb-2629-4375-a2d0-00b67e839206 req-8874d4ca-5139-44a0-9349-fe17a95ffe9a tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551708 Jul 16 01:55:12.925471 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event updated for resources: {'Port': ['ID=b794e6c0-dd37-458f-bba9-c9a02e1bce19,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:12.963039 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Checking segment: {'id': 'f809799d-f0f3-48ce-ac3c-d696e89ca78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '14a6d658-818b-4517-8741-ff6196f81cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:12.963405 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Network hostable DHCP agents. Network: 14a6d658-818b-4517-8741-ff6196f81cd6, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:13.016734 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382c5b6-ce9f-4522-98c6-0f0831137bfe req-e65612de-9bc2-44a0-8e59-3794e6b18829 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.018279 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e382c5b6-ce9f-4522-98c6-0f0831137bfe req-e65612de-9bc2-44a0-8e59-3794e6b18829 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 908 time: 0.1732936 Jul 16 01:55:13.021316 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Network 14a6d658-818b-4517-8741-ff6196f81cd6 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:13.044339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 14a6d658-818b-4517-8741-ff6196f81cd6) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:13.044339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:13.050335 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df93252d-d8da-4beb-a942-ea8499befe84 None None] Network 14a6d658-818b-4517-8741-ff6196f81cd6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:13.051031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.056027 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.056769 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.075217 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-d96fdf8a-98e0-4754-b4e9-6876929842e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.076915 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-d96fdf8a-98e0-4754-b4e9-6876929842e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 1097 time: 0.1313000 Jul 16 01:55:13.083012 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-42c64c2f-e342-4113-b6af-71fddded3fce tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5129588 Jul 16 01:55:13.084683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55004) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:13.197004 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45931cb9-d9d2-4c3a-822e-24970c249698 req-46f3431b-0172-44b1-90a1-6c594c5da9aa tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.198914 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-45931cb9-d9d2-4c3a-822e-24970c249698 req-46f3431b-0172-44b1-90a1-6c594c5da9aa tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1514368 Jul 16 01:55:13.493283 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-4f0f53f7-efe8-413e-b513-d68ff6849706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.494833 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-4f0f53f7-efe8-413e-b513-d68ff6849706 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e33c8b76-7096-4a68-bf4b-97043f09a461 HTTP/1.1" status: 200 len: 898 time: 0.4113905 Jul 16 01:55:13.566022 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-0ed7d77a-fe2b-4cf8-9cdc-c2b9836d62d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be991035-323d-46f5-8a47-399b71c405bf HTTP/1.1" status: 200 len: 1002 time: 0.0631516 Jul 16 01:55:13.566623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108d787-504b-4dbe-9cac-edadc9203a59 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.572559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108d787-504b-4dbe-9cac-edadc9203a59 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.574158 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1108d787-504b-4dbe-9cac-edadc9203a59 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4862921 Jul 16 01:55:13.578093 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55006) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:13.618099 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-45931cb9-d9d2-4c3a-822e-24970c249698 req-d0dcf3ca-fd5f-4782-8d46-65811c1e8441 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073558 Jul 16 01:55:13.621346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-a4ff6396-796f-4cc7-8273-60f5f1d02c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.623010 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-a4ff6396-796f-4cc7-8273-60f5f1d02c1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4c6059d-19f4-442d-8ce3-8952dd0950ab HTTP/1.1" status: 200 len: 835 time: 0.0514081 Jul 16 01:55:13.677149 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55012) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:13.681766 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device b34e2b4b-2d5e-4699-81e9-e747ceb0692f up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:13.720549 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1b3c5242-7a5f-458a-8ee4-5d8aeec5373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.722731 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1b3c5242-7a5f-458a-8ee4-5d8aeec5373c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33c8b76-7096-4a68-bf4b-97043f09a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927567 Jul 16 01:55:13.754998 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-7ff40cfe-2825-4dbf-836d-0f816d579d87 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Deleting port 7b654339-faf6-4aac-82b7-1443d941e6a8 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:13.755868 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ff40cfe-2825-4dbf-836d-0f816d579d87 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.768486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-30686bfb-b0b3-4bd6-a19c-77bef0f9bac9 admin admin] Deleting subnet e4bcbd13-561e-4e11-bbf0-f164a877898d {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:13.770643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port b34e2b4b-2d5e-4699-81e9-e747ceb0692f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:13.774819 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30686bfb-b0b3-4bd6-a19c-77bef0f9bac9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.775319 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port b34e2b4b-2d5e-4699-81e9-e747ceb0692f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:13.775793 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.855296 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ff40cfe-2825-4dbf-836d-0f816d579d87 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.870830 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-7ff40cfe-2825-4dbf-836d-0f816d579d87 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Calling delete_port for 7b654339-faf6-4aac-82b7-1443d941e6a8 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:13.878494 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30686bfb-b0b3-4bd6-a19c-77bef0f9bac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.886627 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.932266 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-fc7dc102-cb7e-46b2-800d-8c04e07f9543 service neutron] 10.222.0.26 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024260 Jul 16 01:55:13.938533 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port b34e2b4b-2d5e-4699-81e9-e747ceb0692f, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=b34e2b4b-2d5e-4699-81e9-e747ceb0692f,segment=NetworkSegment(f4b7cd09-4aed-431d-b0d6-db542cf36ba4),segment_id=f4b7cd09-4aed-431d-b0d6-db542cf36ba4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:13.940969 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34098a05-8c18-4082-8867-35aaa7816f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34e2b4b-2d5e-4699-81e9-e747ceb0692f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:13.944641 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acf2d14-3b21-4c92-8b98-f519f462a7ab" -d '{"events": [{"server_uuid": "34098a05-8c18-4082-8867-35aaa7816f40", "name": "network-vif-plugged", "status": "completed", "tag": "b34e2b4b-2d5e-4699-81e9-e747ceb0692f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:13.955228 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.980395 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30686bfb-b0b3-4bd6-a19c-77bef0f9bac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.011215 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb167dd-d365-4c7c-bf3f-e90832d7df72 req-e28e65e2-8c72-40e0-ba37-449a7260a740 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:14.012719 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbb167dd-d365-4c7c-bf3f-e90832d7df72 req-e28e65e2-8c72-40e0-ba37-449a7260a740 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.1390748 Jul 16 01:55:14.028094 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=b34e2b4b-2d5e-4699-81e9-e747ceb0692f,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:14.067911 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbb167dd-d365-4c7c-bf3f-e90832d7df72 req-842523b2-8f46-4a39-9134-735aa28d3c48 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479631 Jul 16 01:55:14.068204 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca2531-1b71-4902-ae90-d087509dc0b5 req-35ad2382-8899-40de-8366-1c8f6283bd9a tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:14.069532 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ff40cfe-2825-4dbf-836d-0f816d579d87 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.069794 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-10ca2531-1b71-4902-ae90-d087509dc0b5 req-35ad2382-8899-40de-8366-1c8f6283bd9a tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2411585 Jul 16 01:55:14.127682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff40cfe-2825-4dbf-836d-0f816d579d87 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event deleted for resources: {'Port': ['ID=7b654339-faf6-4aac-82b7-1443d941e6a8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:14.129055 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30686bfb-b0b3-4bd6-a19c-77bef0f9bac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.144598 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ff40cfe-2825-4dbf-836d-0f816d579d87 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.146166 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-bb09f13a-72fc-42ee-99d7-187723fa7877 service neutron] 10.222.0.26 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057300 Jul 16 01:55:14.148377 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7ff40cfe-2825-4dbf-836d-0f816d579d87 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "DELETE /v2.0/ports/7b654339-faf6-4aac-82b7-1443d941e6a8 HTTP/1.1" status: 204 len: 168 time: 0.5693550 Jul 16 01:55:14.150890 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55022) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:14.170230 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30686bfb-b0b3-4bd6-a19c-77bef0f9bac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4bcbd13-561e-4e11-bbf0-f164a877898d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:14.176244 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30686bfb-b0b3-4bd6-a19c-77bef0f9bac9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.181192 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-30686bfb-b0b3-4bd6-a19c-77bef0f9bac9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e4bcbd13-561e-4e11-bbf0-f164a877898d HTTP/1.1" status: 204 len: 168 time: 0.4996293 Jul 16 01:55:14.181813 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55024) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:14.224504 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-10ca2531-1b71-4902-ae90-d087509dc0b5 req-a8297628-c8b7-462c-aa71-cf8f214b901c tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425672 Jul 16 01:55:14.312720 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-13727a21-8a9c-4ff6-bda5-04484571634a tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Deleting port b794e6c0-dd37-458f-bba9-c9a02e1bce19 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:14.313078 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13727a21-8a9c-4ff6-bda5-04484571634a tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.347189 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6be0b54d-921b-4980-8941-780e5a07781a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.404588 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13727a21-8a9c-4ff6-bda5-04484571634a tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.422812 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-13727a21-8a9c-4ff6-bda5-04484571634a tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Calling delete_port for b794e6c0-dd37-458f-bba9-c9a02e1bce19 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:14.451406 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79442fb5-89b4-4168-a3b5-df985334d700 x-openstack-request-id: req-79442fb5-89b4-4168-a3b5-df985334d700 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:14.451821 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34098a05-8c18-4082-8867-35aaa7816f40", "name": "network-vif-plugged", "status": "completed", "tag": "b34e2b4b-2d5e-4699-81e9-e747ceb0692f", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:14.452060 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79442fb5-89b4-4168-a3b5-df985334d700 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:14.452463 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34098a05-8c18-4082-8867-35aaa7816f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34e2b4b-2d5e-4699-81e9-e747ceb0692f', 'code': 200} Jul 16 01:55:14.528611 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6be0b54d-921b-4980-8941-780e5a07781a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.542164 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6be0b54d-921b-4980-8941-780e5a07781a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cadfdbbf-8155-4aeb-b98e-4e74d0041980']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:14.549399 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13727a21-8a9c-4ff6-bda5-04484571634a tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.570109 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6be0b54d-921b-4980-8941-780e5a07781a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec7f396-c091-4c16-bc06-6ee4f2d6df05') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:14.570470 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6be0b54d-921b-4980-8941-780e5a07781a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec7f396-c091-4c16-bc06-6ee4f2d6df05') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:14.583100 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6be0b54d-921b-4980-8941-780e5a07781a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.603792 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13727a21-8a9c-4ff6-bda5-04484571634a tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event deleted for resources: {'Port': ['ID=b794e6c0-dd37-458f-bba9-c9a02e1bce19,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:14.618218 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13727a21-8a9c-4ff6-bda5-04484571634a tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.621361 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-13727a21-8a9c-4ff6-bda5-04484571634a tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "DELETE /v2.0/ports/b794e6c0-dd37-458f-bba9-c9a02e1bce19 HTTP/1.1" status: 204 len: 168 time: 0.4690251 Jul 16 01:55:14.631750 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55030) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:14.632881 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6be0b54d-921b-4980-8941-780e5a07781a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.653971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1183f-6121-44d7-bf92-c4dfb2b5b469 req-0a1783e5-6f47-4ce6-84e4-94f30eaf9646 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:14.655996 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9fc1183f-6121-44d7-bf92-c4dfb2b5b469 req-0a1783e5-6f47-4ce6-84e4-94f30eaf9646 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 909 time: 0.2122176 Jul 16 01:55:14.676258 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be0b54d-921b-4980-8941-780e5a07781a admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:14.676626 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6705f8-9231-489a-aed4-edf2392e702c req-a60fa0c9-ad34-47d6-9bef-4fc9ba6b178f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:14.676849 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6be0b54d-921b-4980-8941-780e5a07781a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:14.679423 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:14.687370 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e6705f8-9231-489a-aed4-edf2392e702c req-a60fa0c9-ad34-47d6-9bef-4fc9ba6b178f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.0865490 Jul 16 01:55:14.707010 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-24351193-deb9-43d9-87a4-b1b0f1918509 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0716596 Jul 16 01:55:14.712144 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55032) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:14.717332 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-50f01f07-b8b8-4df8-9e00-2a5379c35178 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1449204447'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:14.747007 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e6705f8-9231-489a-aed4-edf2392e702c req-f25b0a9f-6cbb-40de-8c85-cd2048563a6d tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538189 Jul 16 01:55:14.754230 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f01f07-b8b8-4df8-9e00-2a5379c35178 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Made reservation on behalf of ca79d14daa6946eba601adb34d6b5dcf for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:14.759236 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50f01f07-b8b8-4df8-9e00-2a5379c35178 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.767251 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ac76c-d258-4cbd-a567-119ef7bf9003 req-cf8bfeb0-50ca-4f4c-8eb4-e571d2f79736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:14.768954 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ca8ac76c-d258-4cbd-a567-119ef7bf9003 req-cf8bfeb0-50ca-4f4c-8eb4-e571d2f79736 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 1060 time: 0.1710145 Jul 16 01:55:14.770197 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6be0b54d-921b-4980-8941-780e5a07781a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.784168 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6be0b54d-921b-4980-8941-780e5a07781a admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.787060 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6be0b54d-921b-4980-8941-780e5a07781a admin admin] 10.222.0.54 "DELETE /v2.0/networks/cadfdbbf-8155-4aeb-b98e-4e74d0041980 HTTP/1.1" status: 204 len: 168 time: 0.5977702 Jul 16 01:55:14.801307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f01f07-b8b8-4df8-9e00-2a5379c35178 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:14.801592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0b54d-921b-4980-8941-780e5a07781a admin admin] Pushing event deleted for resources: {'Network': ['ID=cadfdbbf-8155-4aeb-b98e-4e74d0041980,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:14.812547 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50f01f07-b8b8-4df8-9e00-2a5379c35178 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.813304 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-50f01f07-b8b8-4df8-9e00-2a5379c35178 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Added segment 6a846b67-ee04-4c5a-96ad-a80e0d2849ae of type vlan for network 0b77b167-cf0c-435a-a8fa-679da5a5bc61 Jul 16 01:55:14.857696 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50f01f07-b8b8-4df8-9e00-2a5379c35178 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.894137 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50f01f07-b8b8-4df8-9e00-2a5379c35178 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.901140 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f01f07-b8b8-4df8-9e00-2a5379c35178 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:14.901949 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50f01f07-b8b8-4df8-9e00-2a5379c35178 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.943301 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-50f01f07-b8b8-4df8-9e00-2a5379c35178 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2297590 Jul 16 01:55:14.945652 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55038) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:14.950541 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d11577a0-1587-4dcc-9899-5a1a186b2025 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1259792462'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:14.951642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f232c11-25b1-426f-a50f-f7b0ae5b0abf req-ef1891b5-93cb-4e7d-8c6a-5e9eb9f26d1b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:14.953914 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f232c11-25b1-426f-a50f-f7b0ae5b0abf req-ef1891b5-93cb-4e7d-8c6a-5e9eb9f26d1b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.0694556 Jul 16 01:55:14.975549 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55040) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:14.993019 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f01f07-b8b8-4df8-9e00-2a5379c35178 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event updated for resources: {'Network': ['ID=0b77b167-cf0c-435a-a8fa-679da5a5bc61,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:15.006105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11577a0-1587-4dcc-9899-5a1a186b2025 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Made reservation on behalf of ca79d14daa6946eba601adb34d6b5dcf for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:15.008848 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 0b77b167-cf0c-435a-a8fa-679da5a5bc61 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:15.009703 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d11577a0-1587-4dcc-9899-5a1a186b2025 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.018224 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f232c11-25b1-426f-a50f-f7b0ae5b0abf req-39a9ae4f-76d1-4ecf-b8fa-0d628d8908e4 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575376 Jul 16 01:55:15.035589 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11577a0-1587-4dcc-9899-5a1a186b2025 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:15.037731 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dbd1f121-4cf7-482e-a303-6c2fca6dcb73 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dc173ad2f2164c5c9763ccae2d41569c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605786 Jul 16 01:55:15.039682 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55042) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:15.051363 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d11577a0-1587-4dcc-9899-5a1a186b2025 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.052368 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-d11577a0-1587-4dcc-9899-5a1a186b2025 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Added segment b0a85dc7-4c0a-4ec4-9436-45c77364909e of type vlan for network 7f920037-1fdb-4f75-b558-53b3e9f4da79 Jul 16 01:55:15.104095 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d11577a0-1587-4dcc-9899-5a1a186b2025 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.109107 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1144425c-2b11-47d3-9730-cbec4a7de28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.133528 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1144425c-2b11-47d3-9730-cbec4a7de28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.138228 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d11577a0-1587-4dcc-9899-5a1a186b2025 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.146211 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11577a0-1587-4dcc-9899-5a1a186b2025 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:15.147033 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d11577a0-1587-4dcc-9899-5a1a186b2025 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.197690 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1144425c-2b11-47d3-9730-cbec4a7de28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.200387 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1144425c-2b11-47d3-9730-cbec4a7de28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.203799 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1144425c-2b11-47d3-9730-cbec4a7de28a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0adf41a3-a1ff-4289-9853-f304135a5869 HTTP/1.1" status: 204 len: 168 time: 0.1599722 Jul 16 01:55:15.231729 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144425c-2b11-47d3-9730-cbec4a7de28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adf41a3-a1ff-4289-9853-f304135a5869,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:15.256314 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d11577a0-1587-4dcc-9899-5a1a186b2025 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3095441 Jul 16 01:55:15.288355 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11577a0-1587-4dcc-9899-5a1a186b2025 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event updated for resources: {'Network': ['ID=7f920037-1fdb-4f75-b558-53b3e9f4da79,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:15.293797 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21add2-de21-403d-8f86-8dd3cec8e76a req-c1798607-9732-4888-a9c7-dba64a14e9fb tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:15.307992 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 7f920037-1fdb-4f75-b558-53b3e9f4da79 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:15.312856 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c21add2-de21-403d-8f86-8dd3cec8e76a req-c1798607-9732-4888-a9c7-dba64a14e9fb tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1279759 Jul 16 01:55:15.346943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4daaf9d-df2d-4609-844b-951f3e2604b6 req-d2e31bf1-5e00-4091-8a1e-7d23f79c54d4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:15.348867 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a4daaf9d-df2d-4609-844b-951f3e2604b6 req-d2e31bf1-5e00-4091-8a1e-7d23f79c54d4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.1391819 Jul 16 01:55:15.386852 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c21add2-de21-403d-8f86-8dd3cec8e76a req-2797eb71-e125-471a-bd03-e56c551908fc tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726652 Jul 16 01:55:15.419949 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a4daaf9d-df2d-4609-844b-951f3e2604b6 req-25dd216d-068c-45a4-8ef7-988ef622c751 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630178 Jul 16 01:55:15.605098 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7bbd9-b4d3-4efb-809c-4f8908116fc6 req-acc77aba-e28a-45e8-8b37-009235384e04 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:15.607207 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-17a7bbd9-b4d3-4efb-809c-4f8908116fc6 req-acc77aba-e28a-45e8-8b37-009235384e04 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.0740929 Jul 16 01:55:15.653589 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-17a7bbd9-b4d3-4efb-809c-4f8908116fc6 req-1ae27356-0b79-4731-95f0-788f4d3c7760 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400321 Jul 16 01:55:15.900475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1de94b-a8d3-43e8-9fdd-0cb53b93274f req-441a932b-bae2-423a-a1ad-620d7f3fe994 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:15.901310 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c213ccd-2405-448c-bd48-fdd589efef98 req-05b60fc1-6a0d-4715-9b03-d20fc0f6ae59 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:15.908359 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d1de94b-a8d3-43e8-9fdd-0cb53b93274f req-441a932b-bae2-423a-a1ad-620d7f3fe994 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.0939875 Jul 16 01:55:15.920268 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c213ccd-2405-448c-bd48-fdd589efef98 req-05b60fc1-6a0d-4715-9b03-d20fc0f6ae59 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 909 time: 0.1137064 Jul 16 01:55:15.956557 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d1de94b-a8d3-43e8-9fdd-0cb53b93274f req-6aa2c022-cc3c-4039-b318-bbc5d39a63b7 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436373 Jul 16 01:55:16.144173 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4d977-8e98-420b-9cb0-76dd0ff2969a req-a21abb30-4d61-4098-a7c5-b5a0cb177b1f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:16.145703 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a0e4d977-8e98-420b-9cb0-76dd0ff2969a req-a21abb30-4d61-4098-a7c5-b5a0cb177b1f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.0725770 Jul 16 01:55:16.183517 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a0e4d977-8e98-420b-9cb0-76dd0ff2969a req-1fb0e4e8-b22a-47fe-a7cb-e8bf7f48b349 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321076 Jul 16 01:55:16.571597 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8150c-5240-458d-8b1b-13d623cd02c8 req-e0929d71-4fc7-4bea-8cdd-0cf3c4376445 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:16.573161 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9f8150c-5240-458d-8b1b-13d623cd02c8 req-e0929d71-4fc7-4bea-8cdd-0cf3c4376445 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.0803244 Jul 16 01:55:16.633276 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9f8150c-5240-458d-8b1b-13d623cd02c8 req-b9d61792-8271-424c-bc57-e072cbbc3c10 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517912 Jul 16 01:55:16.647407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c76c9e-9bbe-4e40-bd3f-f2535f698310 req-1b3fb4e6-9a7c-458f-af65-e25f9e5257ab tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:16.652404 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-53c76c9e-9bbe-4e40-bd3f-f2535f698310 req-1b3fb4e6-9a7c-458f-af65-e25f9e5257ab tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.0736401 Jul 16 01:55:16.736374 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-53c76c9e-9bbe-4e40-bd3f-f2535f698310 req-061982a6-b855-4669-8a71-fe68bb9c3bef tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750294 Jul 16 01:55:16.891359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3447af-7b20-4706-a6c9-20d168d986ff req-2125bc51-b6e9-4d8f-9986-c5ceaace0a7e tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:16.892930 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd3447af-7b20-4706-a6c9-20d168d986ff req-2125bc51-b6e9-4d8f-9986-c5ceaace0a7e tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.0744584 Jul 16 01:55:16.936513 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd3447af-7b20-4706-a6c9-20d168d986ff req-323e2ec3-ac84-4589-abfa-fbfbfed71f4f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371168 Jul 16 01:55:17.119087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a7f0b-5989-4efb-ad3b-a1b69e63a342 req-90e8d3a5-c9cc-4210-a6fa-f591eb5061fc tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:17.130358 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-976a7f0b-5989-4efb-ad3b-a1b69e63a342 req-90e8d3a5-c9cc-4210-a6fa-f591eb5061fc tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 909 time: 0.0798960 Jul 16 01:55:17.223431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53578005-8e3e-4dfc-962f-1ea45247a095 req-065cde90-e95a-4f5c-83ee-51378329f595 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:17.225875 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-53578005-8e3e-4dfc-962f-1ea45247a095 req-065cde90-e95a-4f5c-83ee-51378329f595 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.0936756 Jul 16 01:55:17.288605 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-53578005-8e3e-4dfc-962f-1ea45247a095 req-6a978b82-cf2b-4deb-a4c2-ac24723bbff0 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572367 Jul 16 01:55:17.345884 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97856e93-ce62-4cf5-ab4a-8a0eded0ad7c req-40c7ae6c-14a5-4aee-a521-a3570d9cac28 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:17.347485 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97856e93-ce62-4cf5-ab4a-8a0eded0ad7c req-40c7ae6c-14a5-4aee-a521-a3570d9cac28 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 909 time: 0.0916295 Jul 16 01:55:17.528055 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6d2c5-4af6-47bc-a84a-34324475e82a req-50f5761e-86be-49d3-b596-1f0845fd1ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:17.530277 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-87f6d2c5-4af6-47bc-a84a-34324475e82a req-50f5761e-86be-49d3-b596-1f0845fd1ffd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 1097 time: 0.1284449 Jul 16 01:55:17.557491 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477c328-141b-421d-ae5e-097831780fe7 req-08211768-b4b5-433b-baf2-a44e1b90c214 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:17.559433 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4477c328-141b-421d-ae5e-097831780fe7 req-08211768-b4b5-433b-baf2-a44e1b90c214 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1103206 Jul 16 01:55:17.586879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cd18f-af63-4843-be95-24de76bc71da req-2123be5e-38a7-419c-a751-b68224afdc43 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:17.588694 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe1cd18f-af63-4843-be95-24de76bc71da req-2123be5e-38a7-419c-a751-b68224afdc43 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 1060 time: 0.0673935 Jul 16 01:55:17.693981 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4477c328-141b-421d-ae5e-097831780fe7 req-645463b8-fabe-4bf8-a7f7-c26c07575eeb tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928016 Jul 16 01:55:17.752283 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6d2c5-4af6-47bc-a84a-34324475e82a req-a762c3cb-8c7a-4561-aada-e846e83db191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:17.753817 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-87f6d2c5-4af6-47bc-a84a-34324475e82a req-a762c3cb-8c7a-4561-aada-e846e83db191 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e33c8b76-7096-4a68-bf4b-97043f09a461 HTTP/1.1" status: 200 len: 898 time: 0.1931112 Jul 16 01:55:17.827031 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eaee49-922d-4bfb-a069-e0d934e8cfb2 req-660171b4-d7b0-4295-97f5-1cdda963e732 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:17.842915 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-15eaee49-922d-4bfb-a069-e0d934e8cfb2 req-660171b4-d7b0-4295-97f5-1cdda963e732 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 1135 time: 0.1068168 Jul 16 01:55:17.868776 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-87f6d2c5-4af6-47bc-a84a-34324475e82a req-b198f957-8b53-4cab-8a3f-675da52d52bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be991035-323d-46f5-8a47-399b71c405bf HTTP/1.1" status: 200 len: 1002 time: 0.1073921 Jul 16 01:55:17.920323 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-15eaee49-922d-4bfb-a069-e0d934e8cfb2 req-0c6c4122-81dc-4841-aca6-52eba7e6aad0 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=6cc5077e-510e-4753-9bdf-01dfef9746a6&id=97a35b74-fdf9-4c53-8c2f-2c678dbeeba7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0751050 Jul 16 01:55:17.947972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55188) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:17.985722 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6d2c5-4af6-47bc-a84a-34324475e82a req-7896a9f0-c706-495c-ba37-7d395bb32fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:17.987396 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-87f6d2c5-4af6-47bc-a84a-34324475e82a req-7896a9f0-c706-495c-ba37-7d395bb32fe7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4c6059d-19f4-442d-8ce3-8952dd0950ab HTTP/1.1" status: 200 len: 835 time: 0.1123393 Jul 16 01:55:18.070426 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4cdc1-0646-4e96-b4fe-90ce39ed3b62 req-bd6e0ca9-6233-4194-8459-e938bab3fd3b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:18.072335 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c1c4cdc1-0646-4e96-b4fe-90ce39ed3b62 req-bd6e0ca9-6233-4194-8459-e938bab3fd3b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1468856 Jul 16 01:55:18.120661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6d2c5-4af6-47bc-a84a-34324475e82a req-f7bc846e-e9d4-452a-bbfb-2aab3622cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:18.122204 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-87f6d2c5-4af6-47bc-a84a-34324475e82a req-f7bc846e-e9d4-452a-bbfb-2aab3622cf65 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33c8b76-7096-4a68-bf4b-97043f09a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280870 Jul 16 01:55:18.135313 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642a262f-de47-47f2-b763-9dca70a1d5c7 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:18.140033 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-642a262f-de47-47f2-b763-9dca70a1d5c7 tempest-TestSecurityGroupsBasicOps-1142885589 tempest-TestSecurityGroupsBasicOps-1142885589-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 1055 time: 0.1879005 Jul 16 01:55:18.162593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf943d-35d3-48e9-befa-bab0c2110e28 req-18d69713-56e8-48aa-a416-99fbc2db449e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:18.164339 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9baf943d-35d3-48e9-befa-bab0c2110e28 req-18d69713-56e8-48aa-a416-99fbc2db449e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.1115863 Jul 16 01:55:18.172014 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c1c4cdc1-0646-4e96-b4fe-90ce39ed3b62 req-71e4ec66-dc06-4e24-afda-b55b4cc562bd tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884140 Jul 16 01:55:18.259966 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-87f6d2c5-4af6-47bc-a84a-34324475e82a req-12269e42-da35-42ff-8e6d-8f5f10eae1d2 service neutron] 10.222.0.26 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269898 Jul 16 01:55:18.273177 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9baf943d-35d3-48e9-befa-bab0c2110e28 req-721b71b2-33f3-4236-90aa-6e8d7651ebf1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030674 Jul 16 01:55:18.413315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-87f6d2c5-4af6-47bc-a84a-34324475e82a req-aa44bd2c-4e6a-488f-b925-eaa893ddbdea service neutron] 10.222.0.26 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460710 Jul 16 01:55:18.469159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c89be6-13fa-42d4-940e-e830913e375e req-b11ae2eb-95b7-498d-bcda-bb1d8a890dac tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:18.476458 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8c89be6-13fa-42d4-940e-e830913e375e req-b11ae2eb-95b7-498d-bcda-bb1d8a890dac tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.0803761 Jul 16 01:55:18.517911 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8c89be6-13fa-42d4-940e-e830913e375e req-cd97b00e-4bcf-4680-ba5e-e272370a6bc1 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401838 Jul 16 01:55:18.627586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55198) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:18.633815 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Request body: {'subnets': [{'network_id': '0b77b167-cf0c-435a-a8fa-679da5a5bc61', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2118727216', 'ip_version': 6}, {'network_id': '7f920037-1fdb-4f75-b558-53b3e9f4da79', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:18.634675 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Request body: {'subnet': {'network_id': '0b77b167-cf0c-435a-a8fa-679da5a5bc61', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2118727216', 'ip_version': 6}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:18.635551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Request body: {'subnet': {'network_id': '7f920037-1fdb-4f75-b558-53b3e9f4da79', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:18.766980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1353c0c-a51d-46a4-b064-c7db69566fd8 req-f81cb631-06d7-4cd6-8064-81e820eae8dd tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:18.778296 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c1353c0c-a51d-46a4-b064-c7db69566fd8 req-f81cb631-06d7-4cd6-8064-81e820eae8dd tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 909 time: 0.0853231 Jul 16 01:55:18.855376 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Made reservation on behalf of ca79d14daa6946eba601adb34d6b5dcf for: {'subnet': 2} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:18.862000 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.862414 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.076045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8314803-91f5-468e-8d1d-38bd34e8b301 req-cec1c2e0-c6a8-4558-ac8d-a85043245603 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.078529 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8314803-91f5-468e-8d1d-38bd34e8b301 req-cec1c2e0-c6a8-4558-ac8d-a85043245603 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1238935 Jul 16 01:55:19.184493 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8314803-91f5-468e-8d1d-38bd34e8b301 req-9d413df5-8c49-4835-a4d8-2c51366f5c7a tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981109 Jul 16 01:55:19.405174 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.477070 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event updated for resources: {'Subnet': ['ID=0dc41e25-045e-4019-90cf-cc7d85189aa1,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:19.488524 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Checking segment: {'id': '6a846b67-ee04-4c5a-96ad-a80e0d2849ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0b77b167-cf0c-435a-a8fa-679da5a5bc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:19.488882 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Network hostable DHCP agents. Network: 0b77b167-cf0c-435a-a8fa-679da5a5bc61, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:19.491237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e353dcb-98bc-41b9-80c4-727c6da3bac3 req-ffcb0091-26ab-4f82-b861-eb25cfb353bf tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.493019 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9e353dcb-98bc-41b9-80c4-727c6da3bac3 req-ffcb0091-26ab-4f82-b861-eb25cfb353bf tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.0738320 Jul 16 01:55:19.513060 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Network 0b77b167-cf0c-435a-a8fa-679da5a5bc61 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:19.526503 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 0b77b167-cf0c-435a-a8fa-679da5a5bc61) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:19.532760 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.536655 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c4c4df-11a7-44ce-b172-941f32ec5be0 None None] Network 0b77b167-cf0c-435a-a8fa-679da5a5bc61 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:19.543251 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9e353dcb-98bc-41b9-80c4-727c6da3bac3 req-291c0db5-75c8-452a-ade8-1a55cc074f7c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435812 Jul 16 01:55:19.615028 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event updated for resources: {'Subnet': ['ID=809f4498-9dd9-4d1c-aaad-e349b7d02858,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:19.631395 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Checking segment: {'id': 'b0a85dc7-4c0a-4ec4-9436-45c77364909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7f920037-1fdb-4f75-b558-53b3e9f4da79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:19.631791 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Network hostable DHCP agents. Network: 7f920037-1fdb-4f75-b558-53b3e9f4da79, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:19.652692 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Network 7f920037-1fdb-4f75-b558-53b3e9f4da79 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:19.664867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 7f920037-1fdb-4f75-b558-53b3e9f4da79) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:19.671451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.671451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.671451 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.682149 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de46b7d-7629-479e-85ae-db3e0409681e None None] Network 7f920037-1fdb-4f75-b558-53b3e9f4da79 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:19.691256 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55206) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:19.691578 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-97a22525-769e-4f04-80ad-3ff47e9bff38 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.0623665 Jul 16 01:55:19.771085 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824b07a1-c4e3-4239-88b8-bd8d6f8b05ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-0b77b167-cf0c-435a-a8fa-679da5a5bc61', 'network_id': '0b77b167-cf0c-435a-a8fa-679da5a5bc61', 'tenant_id': 'ca79d14daa6946eba601adb34d6b5dcf', 'fixed_ips': [{'subnet_id': '0dc41e25-045e-4019-90cf-cc7d85189aa1'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:19.771988 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-824b07a1-c4e3-4239-88b8-bd8d6f8b05ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.807283 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b907668e-7aaf-4d76-8cce-436f65bc681f tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.809873 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b907668e-7aaf-4d76-8cce-436f65bc681f tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.812845 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b907668e-7aaf-4d76-8cce-436f65bc681f tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.815555 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b907668e-7aaf-4d76-8cce-436f65bc681f tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1230688 Jul 16 01:55:19.828391 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55210) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:19.900969 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-576c4c77-50cd-4b83-b48a-d3bb69e76344 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Deleting subnet 0dc41e25-045e-4019-90cf-cc7d85189aa1 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:19.905602 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-576c4c77-50cd-4b83-b48a-d3bb69e76344 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.972250 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-7f920037-1fdb-4f75-b558-53b3e9f4da79', 'network_id': '7f920037-1fdb-4f75-b558-53b3e9f4da79', 'tenant_id': 'ca79d14daa6946eba601adb34d6b5dcf', 'fixed_ips': [{'subnet_id': '809f4498-9dd9-4d1c-aaad-e349b7d02858'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:19.973392 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.989335 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-576c4c77-50cd-4b83-b48a-d3bb69e76344 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.055666 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d671ec-ecf6-4f3e-ae9c-9eb305e05de7 req-0eff1983-5383-494d-b902-9022a1e6ccf5 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.057216 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a2d671ec-ecf6-4f3e-ae9c-9eb305e05de7 req-0eff1983-5383-494d-b902-9022a1e6ccf5 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 909 time: 0.1253207 Jul 16 01:55:20.058358 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-576c4c77-50cd-4b83-b48a-d3bb69e76344 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.146150 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adffbd-f661-4622-96f6-8d1cf25dbbd8 req-9dcf031d-a99d-40c2-ae46-6ecfa120c245 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.147084 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Allocated IP 2001:db8:0:1::1 (7f920037-1fdb-4f75-b558-53b3e9f4da79/809f4498-9dd9-4d1c-aaad-e349b7d02858/f3c805fa-7ee8-43c7-86e8-f667a02b03c0) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:20.147728 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6adffbd-f661-4622-96f6-8d1cf25dbbd8 req-9dcf031d-a99d-40c2-ae46-6ecfa120c245 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.26 "GET /v2.0/ports?device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 909 time: 0.0813391 Jul 16 01:55:20.148633 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-576c4c77-50cd-4b83-b48a-d3bb69e76344 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server [None req-824b07a1-c4e3-4239-88b8-bd8d6f8b05ce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0dc41e25-045e-4019-90cf-cc7d85189aa1: This subnet is being modified by another concurrent operation. Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0dc41e25-045e-4019-90cf-cc7d85189aa1: This subnet is being modified by another concurrent operation. Jul 16 01:55:20.157332 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Jul 16 01:55:20.184840 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c4c77-50cd-4b83-b48a-d3bb69e76344 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc41e25-045e-4019-90cf-cc7d85189aa1,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:20.189511 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-576c4c77-50cd-4b83-b48a-d3bb69e76344 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.191680 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-576c4c77-50cd-4b83-b48a-d3bb69e76344 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "DELETE /v2.0/subnets/0dc41e25-045e-4019-90cf-cc7d85189aa1 HTTP/1.1" status: 204 len: 168 time: 0.3615701 Jul 16 01:55:20.195101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55214) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:20.197088 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1245a2-7573-4674-9c3c-4d229128b8cf None None] Network 0b77b167-cf0c-435a-a8fa-679da5a5bc61 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:20.279688 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68bddfc-1e99-4068-9822-05d18292e387 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Deleting subnet 809f4498-9dd9-4d1c-aaad-e349b7d02858 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:20.341631 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-c6adffbd-f661-4622-96f6-8d1cf25dbbd8 req-bca5f4c2-f2ff-4594-8b58-6dc3e65b0829 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Deleting port b34e2b4b-2d5e-4699-81e9-e747ceb0692f {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:20.342487 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c6adffbd-f661-4622-96f6-8d1cf25dbbd8 req-bca5f4c2-f2ff-4594-8b58-6dc3e65b0829 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.491322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8081f5a-6a49-4882-a762-22ba33038100 req-8ee3ffff-01e1-4dd5-bec3-7f7a5d9cdb65 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.499440 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8081f5a-6a49-4882-a762-22ba33038100 req-8ee3ffff-01e1-4dd5-bec3-7f7a5d9cdb65 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1305072 Jul 16 01:55:20.512907 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-c6adffbd-f661-4622-96f6-8d1cf25dbbd8 req-bca5f4c2-f2ff-4594-8b58-6dc3e65b0829 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] For port b34e2b4b-2d5e-4699-81e9-e747ceb0692f, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=b34e2b4b-2d5e-4699-81e9-e747ceb0692f,segment=NetworkSegment(f4b7cd09-4aed-431d-b0d6-db542cf36ba4),segment_id=f4b7cd09-4aed-431d-b0d6-db542cf36ba4)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:20.513335 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c6adffbd-f661-4622-96f6-8d1cf25dbbd8 req-bca5f4c2-f2ff-4594-8b58-6dc3e65b0829 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.536885 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-c6adffbd-f661-4622-96f6-8d1cf25dbbd8 req-bca5f4c2-f2ff-4594-8b58-6dc3e65b0829 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Calling delete_port for b34e2b4b-2d5e-4699-81e9-e747ceb0692f owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:20.569152 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8081f5a-6a49-4882-a762-22ba33038100 req-6849afc8-b300-4350-aab1-7de9ea488106 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686247 Jul 16 01:55:20.629341 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.638638 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Transition to ACTIVE for port object f3c805fa-7ee8-43c7-86e8-f667a02b03c0 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:20.656405 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Transition to ACTIVE for port object f3c805fa-7ee8-43c7-86e8-f667a02b03c0 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:20.666935 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a68bddfc-1e99-4068-9822-05d18292e387 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.667177 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.743180 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Network 7f920037-1fdb-4f75-b558-53b3e9f4da79 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:20.746634 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:20.753325 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:20.757115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Pushing event updated for resources: {'Port': ['ID=f3c805fa-7ee8-43c7-86e8-f667a02b03c0,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:20.772424 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a68bddfc-1e99-4068-9822-05d18292e387 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.792603 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c6adffbd-f661-4622-96f6-8d1cf25dbbd8 req-bca5f4c2-f2ff-4594-8b58-6dc3e65b0829 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.833306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5f4c2-f2ff-4594-8b58-6dc3e65b0829 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event deleted for resources: {'Port': ['ID=b34e2b4b-2d5e-4699-81e9-e747ceb0692f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:20.848888 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Attempting to bind port f3c805fa-7ee8-43c7-86e8-f667a02b03c0 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:20.849159 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Attempting to bind port f3c805fa-7ee8-43c7-86e8-f667a02b03c0 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'b0a85dc7-4c0a-4ec4-9436-45c77364909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7f920037-1fdb-4f75-b558-53b3e9f4da79'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:20.849539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Attempting to bind port f3c805fa-7ee8-43c7-86e8-f667a02b03c0 on network 7f920037-1fdb-4f75-b558-53b3e9f4da79 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:20.855349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:20.855776 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Checking segment: {'id': 'b0a85dc7-4c0a-4ec4-9436-45c77364909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7f920037-1fdb-4f75-b558-53b3e9f4da79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:20.856197 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.858710 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Bound using segment: {'id': 'b0a85dc7-4c0a-4ec4-9436-45c77364909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7f920037-1fdb-4f75-b558-53b3e9f4da79'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:20.859275 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Bound port: f3c805fa-7ee8-43c7-86e8-f667a02b03c0, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a85dc7-4c0a-4ec4-9436-45c77364909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7f920037-1fdb-4f75-b558-53b3e9f4da79'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:20.861675 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.897702 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0208f-a729-4925-9a89-8084bcf4d6bb req-c0de09e7-5d51-4670-bd2f-af6fb53b9ce6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.907053 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-55a0208f-a729-4925-9a89-8084bcf4d6bb req-c0de09e7-5d51-4670-bd2f-af6fb53b9ce6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.2027810 Jul 16 01:55:20.917615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6adffbd-f661-4622-96f6-8d1cf25dbbd8 req-bca5f4c2-f2ff-4594-8b58-6dc3e65b0829 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] No DVR routers for this DVR port b34e2b4b-2d5e-4699-81e9-e747ceb0692f on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:20.925944 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c6adffbd-f661-4622-96f6-8d1cf25dbbd8 req-bca5f4c2-f2ff-4594-8b58-6dc3e65b0829 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.937463 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6adffbd-f661-4622-96f6-8d1cf25dbbd8 req-bca5f4c2-f2ff-4594-8b58-6dc3e65b0829 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.26 "DELETE /v2.0/ports/b34e2b4b-2d5e-4699-81e9-e747ceb0692f HTTP/1.1" status: 204 len: 173 time: 0.7845197 Jul 16 01:55:20.944282 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34098a05-8c18-4082-8867-35aaa7816f40', 'name': 'network-vif-deleted', 'tag': 'b34e2b4b-2d5e-4699-81e9-e747ceb0692f'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:20.952802 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7751c737-51da-4931-bd9f-63a3f2d9072c" -d '{"events": [{"server_uuid": "34098a05-8c18-4082-8867-35aaa7816f40", "name": "network-vif-deleted", "tag": "b34e2b4b-2d5e-4699-81e9-e747ceb0692f"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:21.002747 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-55a0208f-a729-4925-9a89-8084bcf4d6bb req-5423676a-e7da-4af2-971f-276cf191263a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946546 Jul 16 01:55:21.035535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] For port f3c805fa-7ee8-43c7-86e8-f667a02b03c0, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:21.042902 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] For port f3c805fa-7ee8-43c7-86e8-f667a02b03c0, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f3c805fa-7ee8-43c7-86e8-f667a02b03c0,segment=NetworkSegment(b0a85dc7-4c0a-4ec4-9436-45c77364909e),segment_id=b0a85dc7-4c0a-4ec4-9436-45c77364909e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:21.054967 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.057018 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a68bddfc-1e99-4068-9822-05d18292e387 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.071982 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b79cd1-9063-49b7-b63f-48b86755bdc6 x-openstack-request-id: req-84b79cd1-9063-49b7-b63f-48b86755bdc6 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:21.072370 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34098a05-8c18-4082-8867-35aaa7816f40", "name": "network-vif-deleted", "tag": "b34e2b4b-2d5e-4699-81e9-e747ceb0692f", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:21.072504 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84b79cd1-9063-49b7-b63f-48b86755bdc6 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:21.072900 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34098a05-8c18-4082-8867-35aaa7816f40', 'name': 'network-vif-deleted', 'tag': 'b34e2b4b-2d5e-4699-81e9-e747ceb0692f', 'status': 'completed', 'code': 200} Jul 16 01:55:21.213610 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d583d3-ad87-45ed-8707-b49039e304b3 None None] Pushing event updated for resources: {'Port': ['ID=f3c805fa-7ee8-43c7-86e8-f667a02b03c0,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:21.214059 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a68bddfc-1e99-4068-9822-05d18292e387 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.268765 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bddfc-1e99-4068-9822-05d18292e387 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event deleted for resources: {'Subnet': ['ID=809f4498-9dd9-4d1c-aaad-e349b7d02858,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:21.278516 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a68bddfc-1e99-4068-9822-05d18292e387 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.285065 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a68bddfc-1e99-4068-9822-05d18292e387 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "DELETE /v2.0/subnets/809f4498-9dd9-4d1c-aaad-e349b7d02858 HTTP/1.1" status: 204 len: 168 time: 1.0880895 Jul 16 01:55:21.287400 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55232) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:21.402354 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0419884d-f553-4b79-8c61-0c7d2f8288e8 req-737aa7da-bbeb-4a1c-bc26-4df18dcfd90c tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=34098a05-8c18-4082-8867-35aaa7816f40 HTTP/1.1" status: 200 len: 210 time: 0.0499077 Jul 16 01:55:21.463978 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e93873-59f8-4493-8450-2709c13d2814 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.465728 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-69e93873-59f8-4493-8450-2709c13d2814 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1768227 Jul 16 01:55:21.469167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55234) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:21.503334 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4405a6-0886-4c89-b507-8ab066fd4368 req-2fa38b3f-b20e-44c0-bac6-7576783524a6 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.504908 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7f4405a6-0886-4c89-b507-8ab066fd4368 req-2fa38b3f-b20e-44c0-bac6-7576783524a6 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1351831 Jul 16 01:55:21.581636 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7f4405a6-0886-4c89-b507-8ab066fd4368 req-4df70ea6-3ed5-4673-9bd6-cb7c2ede8a9d tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706432 Jul 16 01:55:21.626824 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.692841 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Deleting port f3c805fa-7ee8-43c7-86e8-f667a02b03c0 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:21.693181 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.761048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] For port f3c805fa-7ee8-43c7-86e8-f667a02b03c0, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f3c805fa-7ee8-43c7-86e8-f667a02b03c0,segment=NetworkSegment(b0a85dc7-4c0a-4ec4-9436-45c77364909e),segment_id=b0a85dc7-4c0a-4ec4-9436-45c77364909e)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:21.761328 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.774785 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Calling delete_port for f3c805fa-7ee8-43c7-86e8-f667a02b03c0 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:21.865684 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.896133 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] No DVR routers for this DVR port f3c805fa-7ee8-43c7-86e8-f667a02b03c0 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:21.897739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event deleted for resources: {'Port': ['ID=f3c805fa-7ee8-43c7-86e8-f667a02b03c0,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:21.978831 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.990591 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f920037-1fdb-4f75-b558-53b3e9f4da79']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:22.006209 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a85dc7-4c0a-4ec4-9436-45c77364909e') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:22.006664 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a85dc7-4c0a-4ec4-9436-45c77364909e') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:22.019099 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.034553 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.044010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:22.044429 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:22.049117 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:22.122321 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.142083 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.143974 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "DELETE /v2.0/networks/7f920037-1fdb-4f75-b558-53b3e9f4da79 HTTP/1.1" status: 204 len: 168 time: 0.6605105 Jul 16 01:55:22.146551 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55238) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:22.173755 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2e9e0-f2de-4346-b846-fca76628aa0b tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event deleted for resources: {'Network': ['ID=7f920037-1fdb-4f75-b558-53b3e9f4da79,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:22.240732 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614ba05-3547-450c-85d7-774f7d01cbcc req-a076390c-fd56-497d-8a34-3e190614054c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:22.249528 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1614ba05-3547-450c-85d7-774f7d01cbcc req-a076390c-fd56-497d-8a34-3e190614054c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.1172392 Jul 16 01:55:22.255103 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3891cec7-f684-4d39-b223-86b5a88702ea tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.306184 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1614ba05-3547-450c-85d7-774f7d01cbcc req-8be6d9ee-1a5d-4fe6-a77d-5f58d681003d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488992 Jul 16 01:55:22.376215 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3891cec7-f684-4d39-b223-86b5a88702ea tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.387197 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-3891cec7-f684-4d39-b223-86b5a88702ea tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b77b167-cf0c-435a-a8fa-679da5a5bc61']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:22.399404 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-3891cec7-f684-4d39-b223-86b5a88702ea tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a846b67-ee04-4c5a-96ad-a80e0d2849ae') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:22.399717 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-3891cec7-f684-4d39-b223-86b5a88702ea tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a846b67-ee04-4c5a-96ad-a80e0d2849ae') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:22.412291 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3891cec7-f684-4d39-b223-86b5a88702ea tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.428692 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3891cec7-f684-4d39-b223-86b5a88702ea tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.438066 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3891cec7-f684-4d39-b223-86b5a88702ea tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:22.438394 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3891cec7-f684-4d39-b223-86b5a88702ea tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:22.442199 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:22.509330 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3891cec7-f684-4d39-b223-86b5a88702ea tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.517307 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3891cec7-f684-4d39-b223-86b5a88702ea tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.521629 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55244) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:22.521908 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3891cec7-f684-4d39-b223-86b5a88702ea tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "DELETE /v2.0/networks/0b77b167-cf0c-435a-a8fa-679da5a5bc61 HTTP/1.1" status: 204 len: 168 time: 0.3724294 Jul 16 01:55:22.533677 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891cec7-f684-4d39-b223-86b5a88702ea tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event deleted for resources: {'Network': ['ID=0b77b167-cf0c-435a-a8fa-679da5a5bc61,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:22.539905 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55246) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:22.612591 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1c1f33-a53a-454d-afe2-ebb5f2603fe5 None None] DHCP port deletion for 7f920037-1fdb-4f75-b558-53b3e9f4da79 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:22.622748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-384720c8-63ad-4458-a42f-27bb78338ba4 None None] Could not find standard attr ID for object f3c805fa-7ee8-43c7-86e8-f667a02b03c0. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:55:22.640848 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cf1dc9-8738-4970-91c5-1296e9ea6468 None None] Network 7f920037-1fdb-4f75-b558-53b3e9f4da79 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:22.653660 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cf1dc9-8738-4970-91c5-1296e9ea6468 None None] Network 7f920037-1fdb-4f75-b558-53b3e9f4da79 could not be found, it might have been deleted concurrently. {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:55:22.662407 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f941520-b77a-4c11-a6cc-ac8e54de4ef5 None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:55:22.691599 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0387a64a-9f8e-4fa4-b1e0-eee81271f888 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.786464 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f941520-b77a-4c11-a6cc-ac8e54de4ef5 None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:55:22.886825 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0387a64a-9f8e-4fa4-b1e0-eee81271f888 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.930543 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-0387a64a-9f8e-4fa4-b1e0-eee81271f888 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a6d658-818b-4517-8741-ff6196f81cd6']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:22.958545 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-0387a64a-9f8e-4fa4-b1e0-eee81271f888 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f809799d-f0f3-48ce-ac3c-d696e89ca78e') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:22.958826 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-0387a64a-9f8e-4fa4-b1e0-eee81271f888 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f809799d-f0f3-48ce-ac3c-d696e89ca78e') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:22.977436 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0387a64a-9f8e-4fa4-b1e0-eee81271f888 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.009883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3aa3f-6695-4d46-a6a4-d4da01bab788 req-58ebb9e4-c583-4452-8f6f-7c18e28bb67b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.011917 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d7c3aa3f-6695-4d46-a6a4-d4da01bab788 req-58ebb9e4-c583-4452-8f6f-7c18e28bb67b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2708335 Jul 16 01:55:23.018147 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0387a64a-9f8e-4fa4-b1e0-eee81271f888 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.051046 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0387a64a-9f8e-4fa4-b1e0-eee81271f888 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:23.051381 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0387a64a-9f8e-4fa4-b1e0-eee81271f888 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:23.057881 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:23.142975 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0387a64a-9f8e-4fa4-b1e0-eee81271f888 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.148046 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0387a64a-9f8e-4fa4-b1e0-eee81271f888 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.149906 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0387a64a-9f8e-4fa4-b1e0-eee81271f888 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "DELETE /v2.0/networks/14a6d658-818b-4517-8741-ff6196f81cd6 HTTP/1.1" status: 204 len: 168 time: 0.6265879 Jul 16 01:55:23.152503 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55250) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:23.184531 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d7c3aa3f-6695-4d46-a6a4-d4da01bab788 req-73942702-8ee8-425d-905c-6be3b43543f5 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612363 Jul 16 01:55:23.199700 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387a64a-9f8e-4fa4-b1e0-eee81271f888 tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event deleted for resources: {'Network': ['ID=14a6d658-818b-4517-8741-ff6196f81cd6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:23.246744 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9a0761e-7102-407f-b352-f1a1e59d373d tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.333458 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-804779e2-2c7c-4547-b45b-72b1762defd2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.352592 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9a0761e-7102-407f-b352-f1a1e59d373d tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.366644 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b9a0761e-7102-407f-b352-f1a1e59d373d tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ab05c4-2d64-4ed0-b9f9-5d199a39cca6']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:23.383972 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b9a0761e-7102-407f-b352-f1a1e59d373d tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f6a901-daf7-4bb1-9d47-6243ccf307c3') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:23.383972 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b9a0761e-7102-407f-b352-f1a1e59d373d tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f6a901-daf7-4bb1-9d47-6243ccf307c3') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:23.394516 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9a0761e-7102-407f-b352-f1a1e59d373d tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.444550 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9a0761e-7102-407f-b352-f1a1e59d373d tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.457170 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a0761e-7102-407f-b352-f1a1e59d373d tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:23.457826 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9a0761e-7102-407f-b352-f1a1e59d373d tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:23.460869 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:23.542966 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a768e5-4d76-4069-8f2e-f932a6d12201 req-95a86d36-e6a9-4b86-bb7b-070c5a44d3da tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.544653 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9a768e5-4d76-4069-8f2e-f932a6d12201 req-95a86d36-e6a9-4b86-bb7b-070c5a44d3da tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1435201 Jul 16 01:55:23.545211 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9a0761e-7102-407f-b352-f1a1e59d373d tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.553053 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9a0761e-7102-407f-b352-f1a1e59d373d tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.554920 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b9a0761e-7102-407f-b352-f1a1e59d373d tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] 10.222.0.54 "DELETE /v2.0/networks/56ab05c4-2d64-4ed0-b9f9-5d199a39cca6 HTTP/1.1" status: 204 len: 168 time: 0.4007750 Jul 16 01:55:23.567341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0761e-7102-407f-b352-f1a1e59d373d tempest-BulkNetworkOpsIpV6Test-2048860757 tempest-BulkNetworkOpsIpV6Test-2048860757-project] Pushing event deleted for resources: {'Network': ['ID=56ab05c4-2d64-4ed0-b9f9-5d199a39cca6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:23.610867 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b9a768e5-4d76-4069-8f2e-f932a6d12201 req-ef6701ca-65ed-494e-9c84-4c242a98adcc tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411866 Jul 16 01:55:23.690846 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device b34e2b4b-2d5e-4699-81e9-e747ceb0692f no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:23.724160 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: b34e2b4b-2d5e-4699-81e9-e747ceb0692f {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:23.725043 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device b34e2b4b-2d5e-4699-81e9-e747ceb0692f not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:23.881820 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.917148 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55266) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:23.931962 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0939ab-eab5-4903-895e-04211544eeb5 req-2fa80fd5-8ff3-40d3-bcf4-e698871b79c0 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.933506 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f0939ab-eab5-4903-895e-04211544eeb5 req-2fa80fd5-8ff3-40d3-bcf4-e698871b79c0 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.0849373 Jul 16 01:55:23.965050 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146471f4-9685-4e61-a826-681b82f16ea7 req-b6136183-368d-4494-804b-3626b903989a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.972252 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-146471f4-9685-4e61-a826-681b82f16ea7 req-b6136183-368d-4494-804b-3626b903989a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.1405241 Jul 16 01:55:23.977088 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f0939ab-eab5-4903-895e-04211544eeb5 req-d28cb17d-b0e1-408b-97d3-0a6dcced22f0 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371356 Jul 16 01:55:24.027749 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-146471f4-9685-4e61-a826-681b82f16ea7 req-e2b5cf07-e1d3-41e9-aa01-7f982ec53be7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535650 Jul 16 01:55:24.102473 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4887beed-7034-43c1-8eb5-8b978d90268f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ca79d14daa6946eba601adb34d6b5dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841509 Jul 16 01:55:24.102939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55272) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:24.182968 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-804779e2-2c7c-4547-b45b-72b1762defd2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Deleting port d7805071-a7d4-47c6-babf-23a15a4dc6da {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:24.183205 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-804779e2-2c7c-4547-b45b-72b1762defd2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.188460 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f09f2715-331c-45d3-bb0d-a07f3f939bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.239348 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f3c805fa-7ee8-43c7-86e8-f667a02b03c0 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:24.240395 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f09f2715-331c-45d3-bb0d-a07f3f939bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.263068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: f3c805fa-7ee8-43c7-86e8-f667a02b03c0 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:24.263434 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f3c805fa-7ee8-43c7-86e8-f667a02b03c0 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:24.330372 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-804779e2-2c7c-4547-b45b-72b1762defd2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] For port d7805071-a7d4-47c6-babf-23a15a4dc6da, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d7805071-a7d4-47c6-babf-23a15a4dc6da,segment=NetworkSegment(f4b7cd09-4aed-431d-b0d6-db542cf36ba4),segment_id=f4b7cd09-4aed-431d-b0d6-db542cf36ba4)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:24.330742 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-804779e2-2c7c-4547-b45b-72b1762defd2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.352726 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-804779e2-2c7c-4547-b45b-72b1762defd2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Calling delete_port for d7805071-a7d4-47c6-babf-23a15a4dc6da owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:24.362690 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f09f2715-331c-45d3-bb0d-a07f3f939bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.365421 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f09f2715-331c-45d3-bb0d-a07f3f939bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.367034 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f09f2715-331c-45d3-bb0d-a07f3f939bed admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6a7751ff-74db-4fcd-b506-0a23b7ffe853 HTTP/1.1" status: 204 len: 168 time: 0.2631123 Jul 16 01:55:24.409119 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f2715-331c-45d3-bb0d-a07f3f939bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7751ff-74db-4fcd-b506-0a23b7ffe853,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:24.586985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ab55f-7dd8-4702-9ab8-f4f9223fdd13 req-c9135be8-dbbc-47cb-9a4e-619833bc0dc7 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:24.586985 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-690ab55f-7dd8-4702-9ab8-f4f9223fdd13 req-c9135be8-dbbc-47cb-9a4e-619833bc0dc7 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.4451263 Jul 16 01:55:24.615984 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-804779e2-2c7c-4547-b45b-72b1762defd2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.644309 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-690ab55f-7dd8-4702-9ab8-f4f9223fdd13 req-db140f9e-f680-4ea2-b4c7-9a342815191c tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518296 Jul 16 01:55:24.691125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804779e2-2c7c-4547-b45b-72b1762defd2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event deleted for resources: {'Port': ['ID=d7805071-a7d4-47c6-babf-23a15a4dc6da,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:24.928849 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d3c1f-fa10-4c3b-a052-3277a77ce946 req-0136eb87-6586-429e-b484-896b8bd0d589 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:24.930861 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a76d3c1f-fa10-4c3b-a052-3277a77ce946 req-0136eb87-6586-429e-b484-896b8bd0d589 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1165628 Jul 16 01:55:24.937458 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-804779e2-2c7c-4547-b45b-72b1762defd2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.001114 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a76d3c1f-fa10-4c3b-a052-3277a77ce946 req-0ac81073-679b-4d4e-ae34-79cbf06235f6 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576093 Jul 16 01:55:25.274439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02553e19-10f9-4990-a751-25107177ca53 req-5af1cade-3cc7-4158-999e-9d0ae6a3cd3e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:25.276413 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-02553e19-10f9-4990-a751-25107177ca53 req-5af1cade-3cc7-4158-999e-9d0ae6a3cd3e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.1081665 Jul 16 01:55:25.340264 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-02553e19-10f9-4990-a751-25107177ca53 req-4d428153-6a01-43f0-b8c7-5d48b1d0c626 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574679 Jul 16 01:55:25.351634 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025d22c-0a3d-46f5-8f5a-1698ba3907f5 req-122480db-3226-4122-b0a2-f93636715b51 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:25.353394 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d025d22c-0a3d-46f5-8f5a-1698ba3907f5 req-122480db-3226-4122-b0a2-f93636715b51 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1413798 Jul 16 01:55:25.355051 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804779e2-2c7c-4547-b45b-72b1762defd2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Router 3e6f671d-a958-454a-adce-6ff860da6410 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:25.406991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55304) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:25.452195 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d025d22c-0a3d-46f5-8f5a-1698ba3907f5 req-e757d31c-6d1e-4177-bf4f-a847e85f6a0e tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848398 Jul 16 01:55:25.521097 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804779e2-2c7c-4547-b45b-72b1762defd2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:25.528279 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-804779e2-2c7c-4547-b45b-72b1762defd2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "PUT /v2.0/routers/3e6f671d-a958-454a-adce-6ff860da6410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9855585 Jul 16 01:55:25.529701 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55312) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:25.532869 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801da585-6845-48c0-a381-39965285c4df None None] Sync routers for ids ['3e6f671d-a958-454a-adce-6ff860da6410'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:25.545929 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801da585-6845-48c0-a381-39965285c4df None None] Routers {'3e6f671d-a958-454a-adce-6ff860da6410'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:25.547299 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-801da585-6845-48c0-a381-39965285c4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:55:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3e6f671d-a958-454a-adce-6ff860da6410'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:25.602627 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ba730be8-80e2-4ee0-89d1-bcc6b5d3d180 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2138790723'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:25.625518 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-b122d16e-48ac-4756-afff-30d3f4375969 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Deleting subnet 8222786e-a7e0-42de-adc1-6c1e7d57228a {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:25.631353 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b122d16e-48ac-4756-afff-30d3f4375969 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.686520 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b122d16e-48ac-4756-afff-30d3f4375969 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.692065 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:55:25.702141 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-801da585-6845-48c0-a381-39965285c4df None None] Set router 3e6f671d-a958-454a-adce-6ff860da6410 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:25.720492 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba730be8-80e2-4ee0-89d1-bcc6b5d3d180 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:25.725495 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba730be8-80e2-4ee0-89d1-bcc6b5d3d180 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.746565 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba730be8-80e2-4ee0-89d1-bcc6b5d3d180 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.753642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fba7b7-6082-4b74-b2e5-1db5cefeb27b req-94d8575f-6bd2-427a-aa1d-a103d8408fa3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:25.755371 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c2fba7b7-6082-4b74-b2e5-1db5cefeb27b req-94d8575f-6bd2-427a-aa1d-a103d8408fa3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.0858347 Jul 16 01:55:25.813907 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c2fba7b7-6082-4b74-b2e5-1db5cefeb27b req-d99d1f98-24bd-44f2-9df7-dacad4e65e60 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518355 Jul 16 01:55:25.878136 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b122d16e-48ac-4756-afff-30d3f4375969 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.929998 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-801da585-6845-48c0-a381-39965285c4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f671d-a958-454a-adce-6ff860da6410', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830796742', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'cf42ed55-ef92-4f16-a0ef-cf61500c019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:51Z', 'updated_at': '2021-07-16T01:55:24Z', 'revision_number': 5, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': 'cf42ed55-ef92-4f16-a0ef-cf61500c019e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f671d-a958-454a-adce-6ff860da6410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:52Z', 'updated_at': '2021-07-16T01:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:25.970448 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801da585-6845-48c0-a381-39965285c4df None None] Checking router: 3e6f671d-a958-454a-adce-6ff860da6410 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:25.979543 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801da585-6845-48c0-a381-39965285c4df None None] Routers {'3e6f671d-a958-454a-adce-6ff860da6410'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:25.980126 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-801da585-6845-48c0-a381-39965285c4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:55:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['3e6f671d-a958-454a-adce-6ff860da6410'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:26.012701 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b122d16e-48ac-4756-afff-30d3f4375969 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.060029 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba730be8-80e2-4ee0-89d1-bcc6b5d3d180 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.061593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122d16e-48ac-4756-afff-30d3f4375969 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event deleted for resources: {'Subnet': ['ID=8222786e-a7e0-42de-adc1-6c1e7d57228a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:26.064024 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b122d16e-48ac-4756-afff-30d3f4375969 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.066005 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b122d16e-48ac-4756-afff-30d3f4375969 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "DELETE /v2.0/subnets/8222786e-a7e0-42de-adc1-6c1e7d57228a HTTP/1.1" status: 204 len: 168 time: 0.5353415 Jul 16 01:55:26.068826 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55318) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:26.072338 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba730be8-80e2-4ee0-89d1-bcc6b5d3d180 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.084985 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d7244f-ac4a-4eea-8d77-d6e230400b07 None None] Network 3297d394-0a93-463a-8b23-e8a513a96669 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:26.115675 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba730be8-80e2-4ee0-89d1-bcc6b5d3d180 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:26.132594 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-801da585-6845-48c0-a381-39965285c4df None None] Set router 3e6f671d-a958-454a-adce-6ff860da6410 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:26.133873 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baeacf0-af4b-46c0-95e0-2ba042c07548 req-3668c426-74a5-4b75-a972-d9c608df0080 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.141516 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4baeacf0-af4b-46c0-95e0-2ba042c07548 req-3668c426-74a5-4b75-a972-d9c608df0080 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1979582 Jul 16 01:55:26.152092 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba730be8-80e2-4ee0-89d1-bcc6b5d3d180 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26398851-c7d4-4038-81fa-58c1c12f4c23,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:26.157068 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba730be8-80e2-4ee0-89d1-bcc6b5d3d180 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.157425 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-ba730be8-80e2-4ee0-89d1-bcc6b5d3d180 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Added segment 19ae6844-20a2-4e37-ad55-5213d938aeb2 of type vlan for network 1e4bdb43-a9d2-4604-a4c0-21a51670b9ab Jul 16 01:55:26.233795 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4baeacf0-af4b-46c0-95e0-2ba042c07548 req-f24286fe-b3ef-458a-b783-dbc5118aae3f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912943 Jul 16 01:55:26.250586 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba730be8-80e2-4ee0-89d1-bcc6b5d3d180 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.267992 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c78eac5-226d-45f6-8978-93f4e648301f tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.302996 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba730be8-80e2-4ee0-89d1-bcc6b5d3d180 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.314483 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba730be8-80e2-4ee0-89d1-bcc6b5d3d180 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.316789 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba730be8-80e2-4ee0-89d1-bcc6b5d3d180 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.424643 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ba730be8-80e2-4ee0-89d1-bcc6b5d3d180 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0163002 Jul 16 01:55:26.465323 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c78eac5-226d-45f6-8978-93f4e648301f tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.523244 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c59fd1-838c-4b48-9096-b06af727189b None None] DHCP port deletion for 3297d394-0a93-463a-8b23-e8a513a96669 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:26.550280 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-801da585-6845-48c0-a381-39965285c4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f671d-a958-454a-adce-6ff860da6410', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830796742', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'cf42ed55-ef92-4f16-a0ef-cf61500c019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:51Z', 'updated_at': '2021-07-16T01:55:24Z', 'revision_number': 5, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': 'cf42ed55-ef92-4f16-a0ef-cf61500c019e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f671d-a958-454a-adce-6ff860da6410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:52Z', 'updated_at': '2021-07-16T01:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:26.617142 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba730be8-80e2-4ee0-89d1-bcc6b5d3d180 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Network': ['ID=1e4bdb43-a9d2-4604-a4c0-21a51670b9ab,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:26.622724 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-4c78eac5-226d-45f6-8978-93f4e648301f tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Deleting port cf42ed55-ef92-4f16-a0ef-cf61500c019e {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:26.624491 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c78eac5-226d-45f6-8978-93f4e648301f tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.625620 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801da585-6845-48c0-a381-39965285c4df None None] The sync data for ids ['3e6f671d-a958-454a-adce-6ff860da6410'] in n-d-800086-6 is: [{'id': '3e6f671d-a958-454a-adce-6ff860da6410', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830796742', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'cf42ed55-ef92-4f16-a0ef-cf61500c019e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:51Z', 'updated_at': '2021-07-16T01:55:24Z', 'revision_number': 5, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': 'cf42ed55-ef92-4f16-a0ef-cf61500c019e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f671d-a958-454a-adce-6ff860da6410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:52Z', 'updated_at': '2021-07-16T01:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:26.645120 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 1e4bdb43-a9d2-4604-a4c0-21a51670b9ab details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:26.720855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-4c78eac5-226d-45f6-8978-93f4e648301f tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] For port cf42ed55-ef92-4f16-a0ef-cf61500c019e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cf42ed55-ef92-4f16-a0ef-cf61500c019e,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:26.722261 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c78eac5-226d-45f6-8978-93f4e648301f tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.737341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-4c78eac5-226d-45f6-8978-93f4e648301f tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Calling delete_port for cf42ed55-ef92-4f16-a0ef-cf61500c019e owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:26.747460 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3c8be-c63c-4bae-b022-51662bab625a req-26eb0969-cb6b-462a-98e1-13c0ed60ce87 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.755767 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d6e3c8be-c63c-4bae-b022-51662bab625a req-26eb0969-cb6b-462a-98e1-13c0ed60ce87 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1301043 Jul 16 01:55:26.812917 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d6e3c8be-c63c-4bae-b022-51662bab625a req-16030025-684b-4539-ae94-123a58b558c1 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560410 Jul 16 01:55:26.836816 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-03c59fd1-838c-4b48-9096-b06af727189b None None] Deleting port 45d97417-b27a-4d6a-a187-78f7e433c6c8 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:26.837743 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-03c59fd1-838c-4b48-9096-b06af727189b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.928882 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-03c59fd1-838c-4b48-9096-b06af727189b None None] For port 45d97417-b27a-4d6a-a187-78f7e433c6c8, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=45d97417-b27a-4d6a-a187-78f7e433c6c8,segment=NetworkSegment(f4b7cd09-4aed-431d-b0d6-db542cf36ba4),segment_id=f4b7cd09-4aed-431d-b0d6-db542cf36ba4)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:26.929847 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-03c59fd1-838c-4b48-9096-b06af727189b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.961694 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-03c59fd1-838c-4b48-9096-b06af727189b None None] Calling delete_port for 45d97417-b27a-4d6a-a187-78f7e433c6c8 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:27.076221 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5052c2-214a-4348-94f2-f127198d0629 req-26d758d3-b1fe-4d56-a568-3e39130e3306 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:27.082309 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9e5052c2-214a-4348-94f2-f127198d0629 req-26d758d3-b1fe-4d56-a568-3e39130e3306 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.2059259 Jul 16 01:55:27.102760 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-03c59fd1-838c-4b48-9096-b06af727189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.145788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c59fd1-838c-4b48-9096-b06af727189b None None] Pushing event deleted for resources: {'Port': ['ID=45d97417-b27a-4d6a-a187-78f7e433c6c8,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:27.146770 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9e5052c2-214a-4348-94f2-f127198d0629 req-6cd19859-9fa6-4a42-b927-3935ad11ad9a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520866 Jul 16 01:55:27.151243 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c78eac5-226d-45f6-8978-93f4e648301f tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.201188 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78eac5-226d-45f6-8978-93f4e648301f tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event deleted for resources: {'Port': ['ID=cf42ed55-ef92-4f16-a0ef-cf61500c019e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:27.214915 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c59fd1-838c-4b48-9096-b06af727189b None None] No DVR routers for this DVR port 45d97417-b27a-4d6a-a187-78f7e433c6c8 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:27.270435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598521c-8886-4b48-bea6-8ecdb08990cc req-d4495ede-57f3-4383-844a-8f561a9ecc65 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:27.272038 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8598521c-8886-4b48-bea6-8ecdb08990cc req-d4495ede-57f3-4383-844a-8f561a9ecc65 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1851451 Jul 16 01:55:27.354788 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8598521c-8886-4b48-bea6-8ecdb08990cc req-0974f728-aabc-4e40-a0af-057f3ce5a2ee tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744426 Jul 16 01:55:27.379956 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c78eac5-226d-45f6-8978-93f4e648301f tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.503556 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c78eac5-226d-45f6-8978-93f4e648301f tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.506090 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c78eac5-226d-45f6-8978-93f4e648301f tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.552523 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c78eac5-226d-45f6-8978-93f4e648301f tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.553149 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c78eac5-226d-45f6-8978-93f4e648301f tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Fanout notify agent at l3_agent the message router_deleted on router 3e6f671d-a958-454a-adce-6ff860da6410 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:55:27.565720 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c78eac5-226d-45f6-8978-93f4e648301f tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.569469 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4c78eac5-226d-45f6-8978-93f4e648301f tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "DELETE /v2.0/routers/3e6f671d-a958-454a-adce-6ff860da6410 HTTP/1.1" status: 204 len: 168 time: 1.4965770 Jul 16 01:55:27.571309 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55334) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:27.683761 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c5a73bb-cb65-4766-bf8f-b30db589d75e tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.696760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf72254-d1f5-4a76-a663-d845101d69a1 req-8a1bd7fc-9d6c-41a7-b5c0-39170ed8148f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:27.703675 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5cf72254-d1f5-4a76-a663-d845101d69a1 req-8a1bd7fc-9d6c-41a7-b5c0-39170ed8148f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1779993 Jul 16 01:55:27.785784 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5cf72254-d1f5-4a76-a663-d845101d69a1 req-b1bc546c-f9fb-4a81-8834-4e5eba06ef4f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780544 Jul 16 01:55:27.909895 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c5a73bb-cb65-4766-bf8f-b30db589d75e tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.928400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-7c5a73bb-cb65-4766-bf8f-b30db589d75e tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3297d394-0a93-463a-8b23-e8a513a96669']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:27.949871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-7c5a73bb-cb65-4766-bf8f-b30db589d75e tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b7cd09-4aed-431d-b0d6-db542cf36ba4') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:27.950414 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-7c5a73bb-cb65-4766-bf8f-b30db589d75e tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b7cd09-4aed-431d-b0d6-db542cf36ba4') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:27.964477 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c5a73bb-cb65-4766-bf8f-b30db589d75e tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.984640 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e5329-b2f5-44e2-a84a-d9237446e86d req-3d3593d5-0f36-41cc-bfd8-391bd4590688 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:27.984995 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6b978e83-a44a-4ec1-9b59-f9b546f113e2 req-22754656-8b41-4afe-bd08-8c549d601e4c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1720917 Jul 16 01:55:27.986916 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-162e5329-b2f5-44e2-a84a-d9237446e86d req-3d3593d5-0f36-41cc-bfd8-391bd4590688 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.0710850 Jul 16 01:55:27.991036 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c5a73bb-cb65-4766-bf8f-b30db589d75e tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.997733 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5a73bb-cb65-4766-bf8f-b30db589d75e tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:27.998139 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c5a73bb-cb65-4766-bf8f-b30db589d75e tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:28.013355 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:28.045853 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-162e5329-b2f5-44e2-a84a-d9237446e86d req-db9515a0-165b-4b35-bcbb-767e97a42937 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507238 Jul 16 01:55:28.143103 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c5a73bb-cb65-4766-bf8f-b30db589d75e tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.156436 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c5a73bb-cb65-4766-bf8f-b30db589d75e tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.161150 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7c5a73bb-cb65-4766-bf8f-b30db589d75e tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "DELETE /v2.0/networks/3297d394-0a93-463a-8b23-e8a513a96669 HTTP/1.1" status: 204 len: 168 time: 0.5866799 Jul 16 01:55:28.162157 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55342) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:28.214679 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a73bb-cb65-4766-bf8f-b30db589d75e tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event deleted for resources: {'Network': ['ID=3297d394-0a93-463a-8b23-e8a513a96669,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:28.293769 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b978e83-a44a-4ec1-9b59-f9b546f113e2 req-6c0b4b82-3239-4ee4-9e49-8e72c4078a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:28.295916 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6b978e83-a44a-4ec1-9b59-f9b546f113e2 req-6c0b4b82-3239-4ee4-9e49-8e72c4078a7a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ecadcc305644999b6da57c9aea97e38&device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 1135 time: 0.2670753 Jul 16 01:55:28.369657 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5b641338-e49d-49dd-beaf-4787ed331246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.406817 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 45d97417-b27a-4d6a-a187-78f7e433c6c8 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:28.447936 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 45d97417-b27a-4d6a-a187-78f7e433c6c8 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:28.448613 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 45d97417-b27a-4d6a-a187-78f7e433c6c8 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:28.449200 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cf42ed55-ef92-4f16-a0ef-cf61500c019e no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:28.481128 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: cf42ed55-ef92-4f16-a0ef-cf61500c019e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:28.481824 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cf42ed55-ef92-4f16-a0ef-cf61500c019e not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:28.482590 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d7805071-a7d4-47c6-babf-23a15a4dc6da no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:28.609779 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b978e83-a44a-4ec1-9b59-f9b546f113e2 req-a30d52fe-32ea-4927-9439-39a7fdd2f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:28.611378 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6b978e83-a44a-4ec1-9b59-f9b546f113e2 req-a30d52fe-32ea-4927-9439-39a7fdd2f03f service neutron] 10.222.0.47 "GET /v2.0/networks?id=0e2b978a-1950-43ee-a10f-ccba537e1efe HTTP/1.1" status: 200 len: 897 time: 0.2896700 Jul 16 01:55:28.618169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: d7805071-a7d4-47c6-babf-23a15a4dc6da {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:28.618451 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d7805071-a7d4-47c6-babf-23a15a4dc6da not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:28.619183 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-feedc5f9-1518-4c30-ad15-ea7248e6bbbb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Deleting port c80c300e-1e8b-46ce-93ac-0e802100364a {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:28.619677 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-feedc5f9-1518-4c30-ad15-ea7248e6bbbb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.661039 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ee574-5a10-4b57-8eef-fe4261f2e1c7 req-eb66a72b-d850-4b49-bb69-3b0478b1188a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:28.662200 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-976ee574-5a10-4b57-8eef-fe4261f2e1c7 req-eb66a72b-d850-4b49-bb69-3b0478b1188a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.2155881 Jul 16 01:55:28.728647 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2eae5-b8a2-4f33-bf45-83272127acff req-6c4ec36a-a8eb-4f1a-bcf1-1b43eedb2843 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:28.735688 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b2d2eae5-b8a2-4f33-bf45-83272127acff req-6c4ec36a-a8eb-4f1a-bcf1-1b43eedb2843 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2428558 Jul 16 01:55:28.749032 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-feedc5f9-1518-4c30-ad15-ea7248e6bbbb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.749606 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-feedc5f9-1518-4c30-ad15-ea7248e6bbbb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.758883 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6b978e83-a44a-4ec1-9b59-f9b546f113e2 req-b89ddcd6-8611-43b4-89ce-cec1d7991e48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12220497-2321-4293-8e6c-28078c90d2a0 HTTP/1.1" status: 200 len: 1001 time: 0.1274672 Jul 16 01:55:28.771751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-feedc5f9-1518-4c30-ad15-ea7248e6bbbb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Calling delete_port for c80c300e-1e8b-46ce-93ac-0e802100364a owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:28.777790 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-976ee574-5a10-4b57-8eef-fe4261f2e1c7 req-37832050-5d0c-4037-90e4-5cce2ff4c138 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711439 Jul 16 01:55:28.800827 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.814421 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b2d2eae5-b8a2-4f33-bf45-83272127acff req-f0111b3f-4465-4612-a1f3-92a92761ec37 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777528 Jul 16 01:55:28.860013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b978e83-a44a-4ec1-9b59-f9b546f113e2 req-d7dd5eb8-d5df-46d8-8e82-22d99c33a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:28.862267 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6b978e83-a44a-4ec1-9b59-f9b546f113e2 req-d7dd5eb8-d5df-46d8-8e82-22d99c33a873 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7135b2a3-7142-4565-8669-23d4b45b0e34 HTTP/1.1" status: 200 len: 835 time: 0.0954885 Jul 16 01:55:28.957694 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b978e83-a44a-4ec1-9b59-f9b546f113e2 req-4cfe3fac-46f1-4aa6-8166-6746e1b8933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:28.963115 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6b978e83-a44a-4ec1-9b59-f9b546f113e2 req-4cfe3fac-46f1-4aa6-8166-6746e1b8933b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0e2b978a-1950-43ee-a10f-ccba537e1efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930407 Jul 16 01:55:29.031659 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-feedc5f9-1518-4c30-ad15-ea7248e6bbbb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.099575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feedc5f9-1518-4c30-ad15-ea7248e6bbbb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event deleted for resources: {'Port': ['ID=c80c300e-1e8b-46ce-93ac-0e802100364a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:29.104353 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6b978e83-a44a-4ec1-9b59-f9b546f113e2 req-bba1c1e6-2bf9-4dea-a208-efd660234e25 service neutron] 10.222.0.47 "GET /v2.0/networks/0e2b978a-1950-43ee-a10f-ccba537e1efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333594 Jul 16 01:55:29.191896 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-feedc5f9-1518-4c30-ad15-ea7248e6bbbb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.192251 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-feedc5f9-1518-4c30-ad15-ea7248e6bbbb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Floating IP e2c75d12-8c1a-4fc0-a559-90160d6b1d87 disassociated (deleted). External IP: 172.25.1.170, port: 12220497-2321-4293-8e6c-28078c90d2a0. Jul 16 01:55:29.225402 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6b978e83-a44a-4ec1-9b59-f9b546f113e2 req-56c7710d-c8ef-4680-928a-ded8806c0f0b service neutron] 10.222.0.47 "GET /v2.0/networks/0e2b978a-1950-43ee-a10f-ccba537e1efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131375 Jul 16 01:55:29.251130 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34874b5f-2664-436a-b88d-8dfb5c178dac req-7e700561-2e6e-4a89-84b1-398306f4a3cf tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:29.253006 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-34874b5f-2664-436a-b88d-8dfb5c178dac req-7e700561-2e6e-4a89-84b1-398306f4a3cf tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2387979 Jul 16 01:55:29.343173 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-34874b5f-2664-436a-b88d-8dfb5c178dac req-6ad74d55-ad00-4fa2-bd61-5a2a1ff03c11 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764787 Jul 16 01:55:29.486940 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feedc5f9-1518-4c30-ad15-ea7248e6bbbb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Router 7226d42c-1c95-4778-8ea9-1dd41b1e043b has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:29.646231 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feedc5f9-1518-4c30-ad15-ea7248e6bbbb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:29.650820 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-feedc5f9-1518-4c30-ad15-ea7248e6bbbb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.657212 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba3dc5-c4ad-45b7-9a05-6692ed151661 None None] Sync routers for ids ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:29.671359 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba3dc5-c4ad-45b7-9a05-6692ed151661 None None] Routers {'7226d42c-1c95-4778-8ea9-1dd41b1e043b'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:29.673249 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-17ba3dc5-c4ad-45b7-9a05-6692ed151661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:55:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:29.687227 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d5821-7357-4577-bf75-819ff27e763c req-5d798cd8-9263-48fe-aee2-38724c98c2b7 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:29.693921 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f17d5821-7357-4577-bf75-819ff27e763c req-5d798cd8-9263-48fe-aee2-38724c98c2b7 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1559470 Jul 16 01:55:29.725917 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-feedc5f9-1518-4c30-ad15-ea7248e6bbbb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "DELETE /v2.0/floatingips/e2c75d12-8c1a-4fc0-a559-90160d6b1d87 HTTP/1.1" status: 204 len: 168 time: 1.5633764 Jul 16 01:55:29.748720 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcf1232-b7cc-4455-89ea-442de1d0d5ac', 'tag': '12220497-2321-4293-8e6c-28078c90d2a0'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:29.750910 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735a4bf4-4d0d-4d55-bb84-38eec9fc865d" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcf1232-b7cc-4455-89ea-442de1d0d5ac", "tag": "12220497-2321-4293-8e6c-28078c90d2a0"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:29.778972 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f17d5821-7357-4577-bf75-819ff27e763c req-ed13e55b-caa5-4ee4-bb15-15b4f8abd637 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784678 Jul 16 01:55:29.824897 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-17ba3dc5-c4ad-45b7-9a05-6692ed151661 None None] Set router 7226d42c-1c95-4778-8ea9-1dd41b1e043b gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:29.886769 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55368) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:29.894776 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e7c8eaa4-18b2-46d7-b56e-81843f42c164 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'subnet': {'network_id': '1e4bdb43-a9d2-4604-a4c0-21a51670b9ab', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:30.033098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c8eaa4-18b2-46d7-b56e-81843f42c164 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:30.038352 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7c8eaa4-18b2-46d7-b56e-81843f42c164 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.084810 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-17ba3dc5-c4ad-45b7-9a05-6692ed151661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1571351900', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:34Z', 'updated_at': '2021-07-16T01:53:42Z', 'revision_number': 4, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:35Z', 'updated_at': '2021-07-16T01:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '590b175e-0b8a-40be-a732-ae87785733c7', 'name': '', 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'mac_address': 'fa:16:3e:3b:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '7135b2a3-7142-4565-8669-23d4b45b0e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:41Z', 'updated_at': '2021-07-16T01:53:50Z', 'revision_number': 5, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'subnets': [{'id': '7135b2a3-7142-4565-8669-23d4b45b0e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:30.121913 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a698aeaa-ad92-4994-8bac-6e7477b6490f x-openstack-request-id: req-a698aeaa-ad92-4994-8bac-6e7477b6490f {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:30.122242 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcf1232-b7cc-4455-89ea-442de1d0d5ac", "tag": "12220497-2321-4293-8e6c-28078c90d2a0", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:30.122625 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a698aeaa-ad92-4994-8bac-6e7477b6490f {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:30.123260 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcf1232-b7cc-4455-89ea-442de1d0d5ac', 'tag': '12220497-2321-4293-8e6c-28078c90d2a0', 'status': 'completed', 'code': 200} Jul 16 01:55:30.125025 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba3dc5-c4ad-45b7-9a05-6692ed151661 None None] Checking router: 7226d42c-1c95-4778-8ea9-1dd41b1e043b for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:30.141719 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba3dc5-c4ad-45b7-9a05-6692ed151661 None None] Routers {'7226d42c-1c95-4778-8ea9-1dd41b1e043b'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:30.142545 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-17ba3dc5-c4ad-45b7-9a05-6692ed151661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:55:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:30.328944 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-17ba3dc5-c4ad-45b7-9a05-6692ed151661 None None] Set router 7226d42c-1c95-4778-8ea9-1dd41b1e043b gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:30.333911 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7c8eaa4-18b2-46d7-b56e-81843f42c164 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.344133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a4bf4-4d0d-4d55-bb84-38eec9fc865d req-248dfe40-2fca-49d2-9953-051494d7bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.345768 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-735a4bf4-4d0d-4d55-bb84-38eec9fc865d req-248dfe40-2fca-49d2-9953-051494d7bffb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ecadcc305644999b6da57c9aea97e38&device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 1135 time: 0.1828942 Jul 16 01:55:30.448747 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8eaa4-18b2-46d7-b56e-81843f42c164 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Subnet': ['ID=cc033d66-3c40-494d-bd4a-a78a97a70324,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:30.470539 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c8eaa4-18b2-46d7-b56e-81843f42c164 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Checking segment: {'id': '19ae6844-20a2-4e37-ad55-5213d938aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e4bdb43-a9d2-4604-a4c0-21a51670b9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:30.470904 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c8eaa4-18b2-46d7-b56e-81843f42c164 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network hostable DHCP agents. Network: 1e4bdb43-a9d2-4604-a4c0-21a51670b9ab, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:30.479785 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f475910-e741-42c7-9fc7-3245e6fdfcf0 req-02efcf09-d743-47e2-8d0d-a8a9819030ca tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.487156 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7f475910-e741-42c7-9fc7-3245e6fdfcf0 req-02efcf09-d743-47e2-8d0d-a8a9819030ca tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.1582084 Jul 16 01:55:30.497936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928acfaa-204c-49eb-9ecb-ce57202c6ca5 req-34f34559-69c3-4446-adf2-9ff5206a31be tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.501815 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-928acfaa-204c-49eb-9ecb-ce57202c6ca5 req-34f34559-69c3-4446-adf2-9ff5206a31be tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1840413 Jul 16 01:55:30.505103 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a4bf4-4d0d-4d55-bb84-38eec9fc865d req-d0fdbfde-78f1-427e-ad85-c6fb2f96246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.506657 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-735a4bf4-4d0d-4d55-bb84-38eec9fc865d req-d0fdbfde-78f1-427e-ad85-c6fb2f96246c service neutron] 10.222.0.47 "GET /v2.0/networks?id=0e2b978a-1950-43ee-a10f-ccba537e1efe HTTP/1.1" status: 200 len: 897 time: 0.1443396 Jul 16 01:55:30.518014 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c8eaa4-18b2-46d7-b56e-81843f42c164 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network 1e4bdb43-a9d2-4604-a4c0-21a51670b9ab is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:30.539099 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-e7c8eaa4-18b2-46d7-b56e-81843f42c164 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 1e4bdb43-a9d2-4604-a4c0-21a51670b9ab) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:30.550035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c8eaa4-18b2-46d7-b56e-81843f42c164 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.550551 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7c8eaa4-18b2-46d7-b56e-81843f42c164 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.556176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d76d4fb-27e8-404d-bf59-841913713620 None None] Network 1e4bdb43-a9d2-4604-a4c0-21a51670b9ab requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:30.562324 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-928acfaa-204c-49eb-9ecb-ce57202c6ca5 req-cbe10950-6f4f-411c-8056-1cfebc09f144 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515778 Jul 16 01:55:30.572710 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-735a4bf4-4d0d-4d55-bb84-38eec9fc865d req-4dc66848-be2d-4c79-9ea6-cd51cc80a1b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12220497-2321-4293-8e6c-28078c90d2a0 HTTP/1.1" status: 200 len: 217 time: 0.0554373 Jul 16 01:55:30.589006 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55374) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:30.589217 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e7c8eaa4-18b2-46d7-b56e-81843f42c164 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6917527 Jul 16 01:55:30.589348 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-34a4681b-a0ac-4858-97c3-6cd752ed4a03 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1846637507'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:30.623826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a4681b-a0ac-4858-97c3-6cd752ed4a03 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:30.627419 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-34a4681b-a0ac-4858-97c3-6cd752ed4a03 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.679319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a4bf4-4d0d-4d55-bb84-38eec9fc865d req-d5e27eed-aa31-40af-a52b-61922979aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.681477 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-735a4bf4-4d0d-4d55-bb84-38eec9fc865d req-d5e27eed-aa31-40af-a52b-61922979aaac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7135b2a3-7142-4565-8669-23d4b45b0e34 HTTP/1.1" status: 200 len: 835 time: 0.0759635 Jul 16 01:55:30.698553 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-17ba3dc5-c4ad-45b7-9a05-6692ed151661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1571351900', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:34Z', 'updated_at': '2021-07-16T01:53:42Z', 'revision_number': 4, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:35Z', 'updated_at': '2021-07-16T01:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '590b175e-0b8a-40be-a732-ae87785733c7', 'name': '', 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'mac_address': 'fa:16:3e:3b:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '7135b2a3-7142-4565-8669-23d4b45b0e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:41Z', 'updated_at': '2021-07-16T01:53:50Z', 'revision_number': 5, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'subnets': [{'id': '7135b2a3-7142-4565-8669-23d4b45b0e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:30.700299 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7f475910-e741-42c7-9fc7-3245e6fdfcf0 req-5811d8ec-9de0-4bd5-b39c-1f05ab3a77b5 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122111 Jul 16 01:55:30.742250 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba3dc5-c4ad-45b7-9a05-6692ed151661 None None] The sync data for ids ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'] in n-d-800086-6 is: [{'id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1571351900', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:34Z', 'updated_at': '2021-07-16T01:53:42Z', 'revision_number': 4, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:35Z', 'updated_at': '2021-07-16T01:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '590b175e-0b8a-40be-a732-ae87785733c7', 'name': '', 'network_id': '0e2b978a-1950-43ee-a10f-ccba537e1efe', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'mac_address': 'fa:16:3e:3b:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '7135b2a3-7142-4565-8669-23d4b45b0e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:41Z', 'updated_at': '2021-07-16T01:53:50Z', 'revision_number': 5, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'subnets': [{'id': '7135b2a3-7142-4565-8669-23d4b45b0e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:30.784183 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a4681b-a0ac-4858-97c3-6cd752ed4a03 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:30.801685 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-34a4681b-a0ac-4858-97c3-6cd752ed4a03 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.802099 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-34a4681b-a0ac-4858-97c3-6cd752ed4a03 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Added segment 9510069a-23f1-4dce-8e5f-89086a3e1db0 of type vlan for network 526d244a-7828-48d3-aa6e-84a13554e414 Jul 16 01:55:30.834721 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-1e4bdb43-a9d2-4604-a4c0-21a51670b9ab', 'network_id': '1e4bdb43-a9d2-4604-a4c0-21a51670b9ab', 'tenant_id': '18943e0085674d01b4415813c985158f', 'fixed_ips': [{'subnet_id': 'cc033d66-3c40-494d-bd4a-a78a97a70324'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:30.841297 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.854240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd68533-5795-4cce-ae9f-24bf4f4dc9c2 req-79fc798e-9c5e-4d6a-a404-528bb8bdf9e3 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.861023 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-acd68533-5795-4cce-ae9f-24bf4f4dc9c2 req-79fc798e-9c5e-4d6a-a404-528bb8bdf9e3 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 984 time: 0.1706791 Jul 16 01:55:30.904334 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a4bf4-4d0d-4d55-bb84-38eec9fc865d req-ff741649-b997-40a0-aea6-6adaa6e0ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.906422 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-735a4bf4-4d0d-4d55-bb84-38eec9fc865d req-ff741649-b997-40a0-aea6-6adaa6e0ac88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0e2b978a-1950-43ee-a10f-ccba537e1efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2046990 Jul 16 01:55:30.908634 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-34a4681b-a0ac-4858-97c3-6cd752ed4a03 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.021141 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-34a4681b-a0ac-4858-97c3-6cd752ed4a03 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.032818 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a4681b-a0ac-4858-97c3-6cd752ed4a03 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.033505 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-34a4681b-a0ac-4858-97c3-6cd752ed4a03 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.115608 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Allocated IP 2001:db8:0:ffff::2 (1e4bdb43-a9d2-4604-a4c0-21a51670b9ab/cc033d66-3c40-494d-bd4a-a78a97a70324/87982c1d-8dff-4dc3-bdd4-3c59969a9cdd) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:31.118095 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c4daca8-4417-404e-a518-94964273fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.131563 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.175363 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-34a4681b-a0ac-4858-97c3-6cd752ed4a03 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5949111 Jul 16 01:55:31.177320 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55382) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:31.178191 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4681b-a0ac-4858-97c3-6cd752ed4a03 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Network': ['ID=526d244a-7828-48d3-aa6e-84a13554e414,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:31.183257 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-735a4bf4-4d0d-4d55-bb84-38eec9fc865d req-8b40d67d-ddbc-4a4f-9559-8f1449b123e9 service neutron] 10.222.0.47 "GET /v2.0/networks/0e2b978a-1950-43ee-a10f-ccba537e1efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672086 Jul 16 01:55:31.199069 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-086a285b-ecfc-4032-8d91-a42ceed75b6e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'subnet': {'network_id': '526d244a-7828-48d3-aa6e-84a13554e414', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:31.240839 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 526d244a-7828-48d3-aa6e-84a13554e414 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:31.304770 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f843b07-92fd-48b0-aee6-8a58ff593637 None None] New status for floating IP e2c75d12-8c1a-4fc0-a559-90160d6b1d87: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:55:31.484302 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-acd68533-5795-4cce-ae9f-24bf4f4dc9c2 req-4680246d-9a92-4fe6-b283-9c42e4591dbd tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/security-groups?id=6cc5077e-510e-4753-9bdf-01dfef9746a6&id=97a35b74-fdf9-4c53-8c2f-2c678dbeeba7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6161849 Jul 16 01:55:31.509679 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.519009 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Transition to ACTIVE for port object 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:31.534720 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Transition to ACTIVE for port object 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:31.540650 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.552098 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-735a4bf4-4d0d-4d55-bb84-38eec9fc865d req-7168e91d-a4af-437f-a93f-caf99a0a895f service neutron] 10.222.0.47 "GET /v2.0/networks/0e2b978a-1950-43ee-a10f-ccba537e1efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455787 Jul 16 01:55:31.563847 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-c7f9990f-41ab-45e1-864d-004894de7c72 service neutron] show failed (client error): The resource could not be found. Jul 16 01:55:31.564894 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-c7f9990f-41ab-45e1-864d-004894de7c72 service neutron] 10.222.0.26 "GET /v2.0/ports/be991035-323d-46f5-8a47-399b71c405bf/bindings/n-h2-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.1507356 Jul 16 01:55:31.574035 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1a5ea-56e9-4225-9db2-481bbc687631 req-04a876c7-9880-4e0a-aba8-56b5b03979c3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.580272 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7ee1a5ea-56e9-4225-9db2-481bbc687631 req-04a876c7-9880-4e0a-aba8-56b5b03979c3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.4109974 Jul 16 01:55:31.584118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Network 1e4bdb43-a9d2-4604-a4c0-21a51670b9ab is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:31.589739 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:31.592708 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086a285b-ecfc-4032-8d91-a42ceed75b6e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:31.593986 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:31.604339 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-086a285b-ecfc-4032-8d91-a42ceed75b6e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.622443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Pushing event updated for resources: {'Port': ['ID=87982c1d-8dff-4dc3-bdd4-3c59969a9cdd,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:31.657557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Attempting to bind port 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:31.657936 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Attempting to bind port 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '19ae6844-20a2-4e37-ad55-5213d938aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e4bdb43-a9d2-4604-a4c0-21a51670b9ab'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:31.658313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Attempting to bind port 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd on network 1e4bdb43-a9d2-4604-a4c0-21a51670b9ab {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:31.663485 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:31.663890 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Checking segment: {'id': '19ae6844-20a2-4e37-ad55-5213d938aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e4bdb43-a9d2-4604-a4c0-21a51670b9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:31.664360 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.664714 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Bound using segment: {'id': '19ae6844-20a2-4e37-ad55-5213d938aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e4bdb43-a9d2-4604-a4c0-21a51670b9ab'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:31.665197 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Bound port: 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ae6844-20a2-4e37-ad55-5213d938aeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1e4bdb43-a9d2-4604-a4c0-21a51670b9ab'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:31.665576 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.707903 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7ee1a5ea-56e9-4225-9db2-481bbc687631 req-5c5c3277-567d-434e-89c9-e1d8446c8cdd tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267090 Jul 16 01:55:31.744480 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] For port 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:31.751373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] For port 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=87982c1d-8dff-4dc3-bdd4-3c59969a9cdd,segment=NetworkSegment(19ae6844-20a2-4e37-ad55-5213d938aeb2),segment_id=19ae6844-20a2-4e37-ad55-5213d938aeb2)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:31.757125 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.851444 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af086e1d-ed14-4169-be01-2b9965c3de2a None None] Pushing event updated for resources: {'Port': ['ID=87982c1d-8dff-4dc3-bdd4-3c59969a9cdd,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:31.921441 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-086a285b-ecfc-4032-8d91-a42ceed75b6e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.998983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7d4c7-2d91-45b5-a6bf-6ba1d6c8dcea req-7967ba23-f436-406a-9b69-40141f4e30b2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.001880 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1d7d4c7-2d91-45b5-a6bf-6ba1d6c8dcea req-7967ba23-f436-406a-9b69-40141f4e30b2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.0917640 Jul 16 01:55:32.082767 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a285b-ecfc-4032-8d91-a42ceed75b6e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Subnet': ['ID=d59af309-2f5c-44af-88e9-846053a7316e,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:32.142003 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.145440 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086a285b-ecfc-4032-8d91-a42ceed75b6e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Checking segment: {'id': '9510069a-23f1-4dce-8e5f-89086a3e1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '526d244a-7828-48d3-aa6e-84a13554e414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:32.150399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086a285b-ecfc-4032-8d91-a42ceed75b6e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network hostable DHCP agents. Network: 526d244a-7828-48d3-aa6e-84a13554e414, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:32.210119 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5653d-4e52-47de-a544-6899d0399275 req-02218080-8739-498b-9dab-15bb66a46d12 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.219449 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1d7d4c7-2d91-45b5-a6bf-6ba1d6c8dcea req-add78066-4963-4186-ae16-91d26a5fd603 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115822 Jul 16 01:55:32.219804 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-97d5653d-4e52-47de-a544-6899d0399275 req-02218080-8739-498b-9dab-15bb66a46d12 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2437882 Jul 16 01:55:32.235981 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1a46471b-16b6-4562-9a47-848cd6b1aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.237530 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1a46471b-16b6-4562-9a47-848cd6b1aff3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a&tenant_id=7a1162bb5d334415ae74c9808546d676 HTTP/1.1" status: 200 len: 1097 time: 0.2202735 Jul 16 01:55:32.237930 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07564afe-3029-456b-9854-f85e4fc34b5d req-6127aa70-b5ab-4dac-b8cb-0161fbdb7f38 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.239468 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07564afe-3029-456b-9854-f85e4fc34b5d req-6127aa70-b5ab-4dac-b8cb-0161fbdb7f38 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 984 time: 0.2524967 Jul 16 01:55:32.241358 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086a285b-ecfc-4032-8d91-a42ceed75b6e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network 526d244a-7828-48d3-aa6e-84a13554e414 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:32.267298 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:32.273203 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-086a285b-ecfc-4032-8d91-a42ceed75b6e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 526d244a-7828-48d3-aa6e-84a13554e414) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:32.283879 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070eca65-fa05-41af-8ce3-d6cdb15218a4 None None] Network 526d244a-7828-48d3-aa6e-84a13554e414 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:32.314474 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086a285b-ecfc-4032-8d91-a42ceed75b6e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.314778 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-086a285b-ecfc-4032-8d91-a42ceed75b6e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.344802 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-97d5653d-4e52-47de-a544-6899d0399275 req-e1312172-50d7-4a5f-bf4e-e1d795ed0ff1 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222720 Jul 16 01:55:32.381077 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-086a285b-ecfc-4032-8d91-a42ceed75b6e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2002525 Jul 16 01:55:32.381505 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55400) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:32.472956 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.488513 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:32.489186 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-07564afe-3029-456b-9854-f85e4fc34b5d req-075c8802-0c4f-410c-a55e-a7662a11d8cb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Deleting port 12220497-2321-4293-8e6c-28078c90d2a0 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:32.489532 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-07564afe-3029-456b-9854-f85e4fc34b5d req-075c8802-0c4f-410c-a55e-a7662a11d8cb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.633942 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.651453 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-526d244a-7828-48d3-aa6e-84a13554e414', 'network_id': '526d244a-7828-48d3-aa6e-84a13554e414', 'tenant_id': '18943e0085674d01b4415813c985158f', 'fixed_ips': [{'subnet_id': 'd59af309-2f5c-44af-88e9-846053a7316e'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:32.654601 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.684552 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:32.698592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-07564afe-3029-456b-9854-f85e4fc34b5d req-075c8802-0c4f-410c-a55e-a7662a11d8cb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] For port 12220497-2321-4293-8e6c-28078c90d2a0, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=12220497-2321-4293-8e6c-28078c90d2a0,segment=NetworkSegment(720481af-981f-4595-b705-5e5576d3cc76),segment_id=720481af-981f-4595-b705-5e5576d3cc76)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:32.699203 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-07564afe-3029-456b-9854-f85e4fc34b5d req-075c8802-0c4f-410c-a55e-a7662a11d8cb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.713724 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-07564afe-3029-456b-9854-f85e4fc34b5d req-075c8802-0c4f-410c-a55e-a7662a11d8cb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Calling delete_port for 12220497-2321-4293-8e6c-28078c90d2a0 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:32.848315 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Allocated IP 2001:db8::1 (526d244a-7828-48d3-aa6e-84a13554e414/d59af309-2f5c-44af-88e9-846053a7316e/e8fa036c-63cb-48d8-9c60-94055cd6b142) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:32.855669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac20806-528a-4d41-943d-058e27d0edf5 req-2e0e4666-e322-4f7c-9af1-def1a21630db tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.868400 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dac20806-528a-4d41-943d-058e27d0edf5 req-2e0e4666-e322-4f7c-9af1-def1a21630db tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1346264 Jul 16 01:55:32.898814 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.970475 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dac20806-528a-4d41-943d-058e27d0edf5 req-4ea26897-f844-45ca-887a-9a3e1bbbb24b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015122 Jul 16 01:55:33.033334 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-07564afe-3029-456b-9854-f85e4fc34b5d req-075c8802-0c4f-410c-a55e-a7662a11d8cb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.065962 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c8802-0c4f-410c-a55e-a7662a11d8cb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event deleted for resources: {'Port': ['ID=12220497-2321-4293-8e6c-28078c90d2a0,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:33.067506 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c7c1e-9711-4782-9287-edaee50313fc req-00bd7d39-3736-40f7-b7ca-bc3d3c5b051b tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:33.075030 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a88c7c1e-9711-4782-9287-edaee50313fc req-00bd7d39-3736-40f7-b7ca-bc3d3c5b051b tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dcf1232-b7cc-4455-89ea-442de1d0d5ac HTTP/1.1" status: 200 len: 984 time: 0.3267674 Jul 16 01:55:33.138737 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] For port be991035-323d-46f5-8a47-399b71c405bf, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=be991035-323d-46f5-8a47-399b71c405bf,segment=NetworkSegment(60711ef0-5ed1-4403-8894-0af3da628818),segment_id=60711ef0-5ed1-4403-8894-0af3da628818)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:33.139968 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-07564afe-3029-456b-9854-f85e4fc34b5d req-075c8802-0c4f-410c-a55e-a7662a11d8cb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] No DVR routers for this DVR port 12220497-2321-4293-8e6c-28078c90d2a0 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:33.144387 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-07564afe-3029-456b-9854-f85e4fc34b5d req-075c8802-0c4f-410c-a55e-a7662a11d8cb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.146684 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07564afe-3029-456b-9854-f85e4fc34b5d req-075c8802-0c4f-410c-a55e-a7662a11d8cb tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.47 "DELETE /v2.0/ports/12220497-2321-4293-8e6c-28078c90d2a0 HTTP/1.1" status: 204 len: 173 time: 0.8829260 Jul 16 01:55:33.147137 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcf1232-b7cc-4455-89ea-442de1d0d5ac', 'name': 'network-vif-deleted', 'tag': '12220497-2321-4293-8e6c-28078c90d2a0'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:33.149619 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c8b00d-6deb-4757-acf3-764dbe26797e" -d '{"events": [{"server_uuid": "0dcf1232-b7cc-4455-89ea-442de1d0d5ac", "name": "network-vif-deleted", "tag": "12220497-2321-4293-8e6c-28078c90d2a0"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:33.210575 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a88c7c1e-9711-4782-9287-edaee50313fc req-9eccfa43-611e-483c-9c02-01430b833735 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "GET /v2.0/security-groups?id=6cc5077e-510e-4753-9bdf-01dfef9746a6&id=97a35b74-fdf9-4c53-8c2f-2c678dbeeba7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1257267 Jul 16 01:55:33.221974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] For port be991035-323d-46f5-8a47-399b71c405bf, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:33.324158 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be991035-323d-46f5-8a47-399b71c405bf'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:33.329564 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08599fbd-9db6-49c6-a317-a5c0afaab54b" -d '{"events": [{"server_uuid": "6e3f425f-818d-4cbc-8024-8a91e8c0886a", "name": "network-vif-unplugged", "status": "completed", "tag": "be991035-323d-46f5-8a47-399b71c405bf"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:33.334123 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.341241 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0536ddef-f14c-43f7-b789-77f8d48ac682 x-openstack-request-id: req-0536ddef-f14c-43f7-b789-77f8d48ac682 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:33.341516 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcf1232-b7cc-4455-89ea-442de1d0d5ac", "name": "network-vif-deleted", "tag": "12220497-2321-4293-8e6c-28078c90d2a0", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:33.341982 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0536ddef-f14c-43f7-b789-77f8d48ac682 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:33.342292 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcf1232-b7cc-4455-89ea-442de1d0d5ac', 'name': 'network-vif-deleted', 'tag': '12220497-2321-4293-8e6c-28078c90d2a0', 'status': 'completed', 'code': 200} Jul 16 01:55:33.353530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Transition to ACTIVE for port object be991035-323d-46f5-8a47-399b71c405bf will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:33.360348 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.452403 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32065e7-daf5-4e3d-bc8b-4cb818791533 req-4f5690c3-d413-4222-8758-3389808bd8c9 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:33.461098 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.478457 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a32065e7-daf5-4e3d-bc8b-4cb818791533 req-4f5690c3-d413-4222-8758-3389808bd8c9 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2296774 Jul 16 01:55:33.486416 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Transition to ACTIVE for port object e8fa036c-63cb-48d8-9c60-94055cd6b142 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:33.507960 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Transition to ACTIVE for port object e8fa036c-63cb-48d8-9c60-94055cd6b142 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:33.517652 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.546113 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a32065e7-daf5-4e3d-bc8b-4cb818791533 req-52efb41f-8814-4360-acc0-85f22a3fa1a1 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659108 Jul 16 01:55:33.628256 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Pushing event updated for resources: {'Port': ['ID=e8fa036c-63cb-48d8-9c60-94055cd6b142,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:33.656163 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Network 526d244a-7828-48d3-aa6e-84a13554e414 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:33.657667 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:33.660213 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:33.671574 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585bdab0-577c-4c94-a4d1-7799e4d49559 x-openstack-request-id: req-585bdab0-577c-4c94-a4d1-7799e4d49559 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:33.671910 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3f425f-818d-4cbc-8024-8a91e8c0886a", "name": "network-vif-unplugged", "status": "completed", "tag": "be991035-323d-46f5-8a47-399b71c405bf", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:33.672180 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-585bdab0-577c-4c94-a4d1-7799e4d49559 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:33.672584 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be991035-323d-46f5-8a47-399b71c405bf', 'code': 200} Jul 16 01:55:33.711024 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=be991035-323d-46f5-8a47-399b71c405bf,revision_number=6']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:33.732108 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.755476 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7c7252-6f3a-4386-abef-1043399d484f None None] Network 1e4bdb43-a9d2-4604-a4c0-21a51670b9ab requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:33.759185 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device be991035-323d-46f5-8a47-399b71c405bf no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:33.771320 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Subnet': ['ID=d59af309-2f5c-44af-88e9-846053a7316e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:33.829560 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] No DVR routers for this DVR port be991035-323d-46f5-8a47-399b71c405bf on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:33.910017 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Attempting to bind port e8fa036c-63cb-48d8-9c60-94055cd6b142 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:33.910590 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Attempting to bind port e8fa036c-63cb-48d8-9c60-94055cd6b142 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '9510069a-23f1-4dce-8e5f-89086a3e1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '526d244a-7828-48d3-aa6e-84a13554e414'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:33.910908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Attempting to bind port e8fa036c-63cb-48d8-9c60-94055cd6b142 on network 526d244a-7828-48d3-aa6e-84a13554e414 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:33.948471 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.961045 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:33.961610 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Checking segment: {'id': '9510069a-23f1-4dce-8e5f-89086a3e1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '526d244a-7828-48d3-aa6e-84a13554e414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:33.962120 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.962678 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Bound using segment: {'id': '9510069a-23f1-4dce-8e5f-89086a3e1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '526d244a-7828-48d3-aa6e-84a13554e414'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:33.963440 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Bound port: e8fa036c-63cb-48d8-9c60-94055cd6b142, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9510069a-23f1-4dce-8e5f-89086a3e1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '526d244a-7828-48d3-aa6e-84a13554e414'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:33.963887 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.966027 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5ebb3409-3909-4dfd-9c6c-03cfe9844a2d None None] Provisioning for port 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:33.981313 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.987545 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84874f91-d802-4658-b5e4-5f057fd6515a req-bf6df4de-3bc5-405e-975d-8511da7d695e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:33.993104 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5ebb3409-3909-4dfd-9c6c-03cfe9844a2d None None] Provisioning complete for port 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:33.993568 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3409-3909-4dfd-9c6c-03cfe9844a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.995640 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84874f91-d802-4658-b5e4-5f057fd6515a req-bf6df4de-3bc5-405e-975d-8511da7d695e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 944 time: 0.4143844 Jul 16 01:55:34.010363 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526d244a-7828-48d3-aa6e-84a13554e414']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:34.013128 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac5c74-f5be-4473-a20e-ebcb5e34ac3b req-01269b94-b561-423e-9389-fd5b74c93f47 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:34.022182 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fcac5c74-f5be-4473-a20e-ebcb5e34ac3b req-01269b94-b561-423e-9389-fd5b74c93f47 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1604061 Jul 16 01:55:34.053062 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] For port e8fa036c-63cb-48d8-9c60-94055cd6b142, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:34.057471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] For port e8fa036c-63cb-48d8-9c60-94055cd6b142, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e8fa036c-63cb-48d8-9c60-94055cd6b142,segment=NetworkSegment(9510069a-23f1-4dce-8e5f-89086a3e1db0),segment_id=9510069a-23f1-4dce-8e5f-89086a3e1db0)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:34.059626 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device be991035-323d-46f5-8a47-399b71c405bf not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:34.060491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9510069a-23f1-4dce-8e5f-89086a3e1db0') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:34.061159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9510069a-23f1-4dce-8e5f-89086a3e1db0') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:34.068180 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.082215 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.082769 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fcac5c74-f5be-4473-a20e-ebcb5e34ac3b req-a8bc9a2d-f0c3-4eeb-8d82-ba484eeed637 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595312 Jul 16 01:55:34.138522 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84874f91-d802-4658-b5e4-5f057fd6515a req-5a5821fc-a5d9-4fd5-9c0c-6cf565716cc9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414287 Jul 16 01:55:34.146830 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.157543 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:34.158222 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:34.236737 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:34.302339 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.api [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:55:34.302339 n-d-800086-6 neutron-server[93831]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:55:34.302339 n-d-800086-6 neutron-server[93831]: [parameters: {'id': '526d244a-7828-48d3-aa6e-84a13554e414'}] Jul 16 01:55:34.302339 n-d-800086-6 neutron-server[93831]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:55:34.302817 n-d-800086-6 neutron-server[93831]: DEBUG oslo_db.api [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:55:34.332483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Attempting to bind port be991035-323d-46f5-8a47-399b71c405bf on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:34.332833 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Attempting to bind port be991035-323d-46f5-8a47-399b71c405bf by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '60711ef0-5ed1-4403-8894-0af3da628818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:34.333172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Attempting to bind port be991035-323d-46f5-8a47-399b71c405bf on network e33c8b76-7096-4a68-bf4b-97043f09a461 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:34.347829 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Port be991035-323d-46f5-8a47-399b71c405bf on network e33c8b76-7096-4a68-bf4b-97043f09a461 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:55:34.348245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Attempting to bind port be991035-323d-46f5-8a47-399b71c405bf on network e33c8b76-7096-4a68-bf4b-97043f09a461 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:34.360287 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:34.364490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Checking segment: {'id': '60711ef0-5ed1-4403-8894-0af3da628818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:34.364905 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Bound using segment: {'id': '60711ef0-5ed1-4403-8894-0af3da628818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:34.365365 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Bound port: be991035-323d-46f5-8a47-399b71c405bf, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60711ef0-5ed1-4403-8894-0af3da628818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:34.365738 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.383859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a88677-4f49-4812-b96e-354cc17be614 req-99cb1618-836a-4bc0-8f5a-d0835c6b9055 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:34.384728 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6da838-db53-4518-866b-21cd3dc1e8b9 None None] Pushing event updated for resources: {'Port': ['ID=e8fa036c-63cb-48d8-9c60-94055cd6b142,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:34.395172 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89a88677-4f49-4812-b96e-354cc17be614 req-99cb1618-836a-4bc0-8f5a-d0835c6b9055 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1108539 Jul 16 01:55:34.398040 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55436) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:34.429808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e23884-4a37-4335-8630-93c83a51e10e None None] Network 526d244a-7828-48d3-aa6e-84a13554e414 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:34.444439 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89a88677-4f49-4812-b96e-354cc17be614 req-072d9dd3-7351-45fb-ad43-0396f894fdd7 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482342 Jul 16 01:55:34.508496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] For port be991035-323d-46f5-8a47-399b71c405bf, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:34.513755 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3409-3909-4dfd-9c6c-03cfe9844a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.517142 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] For port be991035-323d-46f5-8a47-399b71c405bf, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=be991035-323d-46f5-8a47-399b71c405bf,segment=NetworkSegment(60711ef0-5ed1-4403-8894-0af3da628818),segment_id=60711ef0-5ed1-4403-8894-0af3da628818)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:34.535738 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.576065 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ea590a4-54b0-4dfb-b78d-efa5b093ea24 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.613693 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5ebb3409-3909-4dfd-9c6c-03cfe9844a2d None None] For port 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=87982c1d-8dff-4dc3-bdd4-3c59969a9cdd,segment=NetworkSegment(19ae6844-20a2-4e37-ad55-5213d938aeb2),segment_id=19ae6844-20a2-4e37-ad55-5213d938aeb2)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:34.622169 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:34.622802 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.625016 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] 10.222.0.47 "PUT /v2.0/ports/be991035-323d-46f5-8a47-399b71c405bf HTTP/1.1" status: 200 len: 1092 time: 2.3640532 Jul 16 01:55:34.628947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb06243-3e63-4696-a94a-de3bdf6bf8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=be991035-323d-46f5-8a47-399b71c405bf,revision_number=7']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:34.632774 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ea590a4-54b0-4dfb-b78d-efa5b093ea24 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.645285 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3409-3909-4dfd-9c6c-03cfe9844a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.742640 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ea590a4-54b0-4dfb-b78d-efa5b093ea24 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.750087 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ea590a4-54b0-4dfb-b78d-efa5b093ea24 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.754250 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1ea590a4-54b0-4dfb-b78d-efa5b093ea24 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "DELETE /v2.0/security-groups/97a35b74-fdf9-4c53-8c2f-2c678dbeeba7 HTTP/1.1" status: 204 len: 168 time: 0.3550353 Jul 16 01:55:34.754867 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55442) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:34.788191 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb3409-3909-4dfd-9c6c-03cfe9844a2d None None] Pushing event updated for resources: {'Port': ['ID=87982c1d-8dff-4dc3-bdd4-3c59969a9cdd,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:34.816417 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.829822 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea590a4-54b0-4dfb-b78d-efa5b093ea24 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a35b74-fdf9-4c53-8c2f-2c678dbeeba7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:34.924007 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1e97adb7-5465-4168-b4c3-349083730e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:34.925727 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-1e97adb7-5465-4168-b4c3-349083730e55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 1095 time: 0.2313154 Jul 16 01:55:35.020961 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Deleting port e8fa036c-63cb-48d8-9c60-94055cd6b142 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:35.021344 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.071788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e49fc7-d5d6-4022-9bd0-ffd4f37c0798 None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:55:35.085915 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-2388c246-149b-4b69-a15f-a0ff698b9040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:35.088089 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-2388c246-149b-4b69-a15f-a0ff698b9040 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e33c8b76-7096-4a68-bf4b-97043f09a461 HTTP/1.1" status: 200 len: 898 time: 0.1536949 Jul 16 01:55:35.185761 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] For port e8fa036c-63cb-48d8-9c60-94055cd6b142, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e8fa036c-63cb-48d8-9c60-94055cd6b142,segment=NetworkSegment(9510069a-23f1-4dce-8e5f-89086a3e1db0),segment_id=9510069a-23f1-4dce-8e5f-89086a3e1db0)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:35.186581 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.212690 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Calling delete_port for e8fa036c-63cb-48d8-9c60-94055cd6b142 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:35.237376 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-3a70473a-6eee-42b8-bb85-908bdb8ab281 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be991035-323d-46f5-8a47-399b71c405bf HTTP/1.1" status: 200 len: 1000 time: 0.1140032 Jul 16 01:55:35.294851 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6e56e7fa-d949-4bdd-89e9-06b5316e7c21 None None] Provisioning complete for port 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:35.296134 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e56e7fa-d949-4bdd-89e9-06b5316e7c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.411297 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-bd584799-01a5-41aa-b32c-431b20964280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:35.413050 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-bd584799-01a5-41aa-b32c-431b20964280 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c4c6059d-19f4-442d-8ce3-8952dd0950ab HTTP/1.1" status: 200 len: 835 time: 0.1264305 Jul 16 01:55:35.426701 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e49fc7-d5d6-4022-9bd0-ffd4f37c0798 None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:55:35.440625 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9180486e-cc5e-47b6-bbf5-21a2d9e0d552 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.468751 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9180486e-cc5e-47b6-bbf5-21a2d9e0d552 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.483343 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.487072 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 12220497-2321-4293-8e6c-28078c90d2a0 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:35.525012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Port': ['ID=e8fa036c-63cb-48d8-9c60-94055cd6b142,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:35.539968 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b4528-7e4d-4add-aba0-46c55aa61bd1 req-f8b59709-e646-423b-aff9-a64799c84772 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:35.540162 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 12220497-2321-4293-8e6c-28078c90d2a0 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:35.540162 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 12220497-2321-4293-8e6c-28078c90d2a0 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:35.541030 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cb4b4528-7e4d-4add-aba0-46c55aa61bd1 req-f8b59709-e646-423b-aff9-a64799c84772 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 944 time: 0.2387295 Jul 16 01:55:35.541947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] No DVR routers for this DVR port e8fa036c-63cb-48d8-9c60-94055cd6b142 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:35.548320 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9180486e-cc5e-47b6-bbf5-21a2d9e0d552 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.553859 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9180486e-cc5e-47b6-bbf5-21a2d9e0d552 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.558976 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9180486e-cc5e-47b6-bbf5-21a2d9e0d552 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "DELETE /v2.0/security-groups/6cc5077e-510e-4753-9bdf-01dfef9746a6 HTTP/1.1" status: 204 len: 168 time: 0.8028288 Jul 16 01:55:35.560060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55466) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:35.632850 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180486e-cc5e-47b6-bbf5-21a2d9e0d552 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc5077e-510e-4753-9bdf-01dfef9746a6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:35.657657 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045c49a-55c0-4185-a19b-31908ff631f8 req-4ed192be-9b46-4064-b0dd-dfc27a5f8e74 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:35.657932 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.666564 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2045c49a-55c0-4185-a19b-31908ff631f8 req-4ed192be-9b46-4064-b0dd-dfc27a5f8e74 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2847342 Jul 16 01:55:35.678633 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'tag': 'be991035-323d-46f5-8a47-399b71c405bf'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:35.681323 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9355952-4535-4c0b-825a-3eec89aad6be" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3f425f-818d-4cbc-8024-8a91e8c0886a", "tag": "be991035-323d-46f5-8a47-399b71c405bf"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:35.692070 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-5eb66047-edfc-4a6f-94c5-5a38239cc1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:35.693874 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-5eb66047-edfc-4a6f-94c5-5a38239cc1ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e33c8b76-7096-4a68-bf4b-97043f09a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2678421 Jul 16 01:55:35.695840 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526d244a-7828-48d3-aa6e-84a13554e414']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:35.701438 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cb4b4528-7e4d-4add-aba0-46c55aa61bd1 req-a2f541ed-4ae8-4f77-8b44-c6754a8baaa0 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251822 Jul 16 01:55:35.733435 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9510069a-23f1-4dce-8e5f-89086a3e1db0') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:35.733741 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9510069a-23f1-4dce-8e5f-89086a3e1db0') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:35.751457 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.777823 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2045c49a-55c0-4185-a19b-31908ff631f8 req-0d1f6aa9-b6e9-4df6-87c5-da75a93d807a tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098835 Jul 16 01:55:35.806141 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.817692 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa9b097-1473-4db1-9630-0d46905500e3 x-openstack-request-id: req-bfa9b097-1473-4db1-9630-0d46905500e3 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:35.818098 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3f425f-818d-4cbc-8024-8a91e8c0886a", "tag": "be991035-323d-46f5-8a47-399b71c405bf", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:35.818333 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bfa9b097-1473-4db1-9630-0d46905500e3 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:35.818765 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'tag': 'be991035-323d-46f5-8a47-399b71c405bf', 'status': 'completed', 'code': 200} Jul 16 01:55:35.849892 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:35.850310 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:35.853574 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:35.883660 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-891c63de-6ed0-4a8d-8f5a-47c1c6038ab0 service neutron] 10.222.0.47 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812561 Jul 16 01:55:35.953678 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.963844 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.965722 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/networks/526d244a-7828-48d3-aa6e-84a13554e414 HTTP/1.1" status: 204 len: 168 time: 3.5813572 Jul 16 01:55:35.973074 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55470) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:35.979908 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-697ce343-de17-4d58-b3bf-4a9a4b5e639b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-974939907'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:36.002871 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4751e-a55b-433a-bbe8-5d8a93ad5ee1 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Network': ['ID=526d244a-7828-48d3-aa6e-84a13554e414,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:36.012618 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9355952-4535-4c0b-825a-3eec89aad6be req-db098bfb-a750-4af8-93db-65aa0217cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.014967 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f9355952-4535-4c0b-825a-3eec89aad6be req-db098bfb-a750-4af8-93db-65aa0217cb75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 1095 time: 0.1399460 Jul 16 01:55:36.033783 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ead4449b-f024-474e-a45e-a0f5fc2ab7ca req-8501735e-1af8-47be-9ea2-e451a9417701 service neutron] 10.222.0.47 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169786 Jul 16 01:55:36.050416 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697ce343-de17-4d58-b3bf-4a9a4b5e639b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:36.053955 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-697ce343-de17-4d58-b3bf-4a9a4b5e639b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.141933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697ce343-de17-4d58-b3bf-4a9a4b5e639b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:36.181288 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-697ce343-de17-4d58-b3bf-4a9a4b5e639b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.181713 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-697ce343-de17-4d58-b3bf-4a9a4b5e639b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Added segment a87ac3a7-2564-463c-8091-4c6880cf2f11 of type vlan for network 2760c3e8-07e1-47b6-a2f3-0678d90c0a50 Jul 16 01:55:36.227915 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9355952-4535-4c0b-825a-3eec89aad6be req-a1eefb7b-6024-4839-a06c-372f4233b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.230327 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9355952-4535-4c0b-825a-3eec89aad6be req-a1eefb7b-6024-4839-a06c-372f4233b5c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 1095 time: 0.0999024 Jul 16 01:55:36.233166 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9355952-4535-4c0b-825a-3eec89aad6be req-32932708-cc72-4c3a-a9f8-4044e2e1a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.234801 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f9355952-4535-4c0b-825a-3eec89aad6be req-32932708-cc72-4c3a-a9f8-4044e2e1a8d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e33c8b76-7096-4a68-bf4b-97043f09a461 HTTP/1.1" status: 200 len: 898 time: 0.1975620 Jul 16 01:55:36.298375 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-697ce343-de17-4d58-b3bf-4a9a4b5e639b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.310874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:36.350161 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f9355952-4535-4c0b-825a-3eec89aad6be req-415e81fe-07e4-4a12-b34d-98ceb6061241 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be991035-323d-46f5-8a47-399b71c405bf HTTP/1.1" status: 200 len: 1000 time: 0.0979559 Jul 16 01:55:36.379064 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:36.379946 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.382145 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9355952-4535-4c0b-825a-3eec89aad6be req-f41c036b-8903-49dd-9170-d3d487eee974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.383786 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9355952-4535-4c0b-825a-3eec89aad6be req-f41c036b-8903-49dd-9170-d3d487eee974 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e33c8b76-7096-4a68-bf4b-97043f09a461 HTTP/1.1" status: 200 len: 898 time: 0.1400023 Jul 16 01:55:36.406388 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-697ce343-de17-4d58-b3bf-4a9a4b5e639b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.411938 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697ce343-de17-4d58-b3bf-4a9a4b5e639b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.412515 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-697ce343-de17-4d58-b3bf-4a9a4b5e639b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.476853 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9355952-4535-4c0b-825a-3eec89aad6be req-7f3b6fc0-f2b6-4a6e-b5a3-862698a47c7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be991035-323d-46f5-8a47-399b71c405bf HTTP/1.1" status: 200 len: 1000 time: 0.0850141 Jul 16 01:55:36.535404 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9355952-4535-4c0b-825a-3eec89aad6be req-3984aa14-36d8-45d3-8950-5cc6b76d765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.535651 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9355952-4535-4c0b-825a-3eec89aad6be req-3984aa14-36d8-45d3-8950-5cc6b76d765f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c4c6059d-19f4-442d-8ce3-8952dd0950ab HTTP/1.1" status: 200 len: 835 time: 0.0500958 Jul 16 01:55:36.540945 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9355952-4535-4c0b-825a-3eec89aad6be req-6090efce-dfc0-46fc-ba46-60063e1e281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.542516 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f9355952-4535-4c0b-825a-3eec89aad6be req-6090efce-dfc0-46fc-ba46-60063e1e281a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4c6059d-19f4-442d-8ce3-8952dd0950ab HTTP/1.1" status: 200 len: 835 time: 0.1853068 Jul 16 01:55:36.551526 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-697ce343-de17-4d58-b3bf-4a9a4b5e639b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5753069 Jul 16 01:55:36.551526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ce343-de17-4d58-b3bf-4a9a4b5e639b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Network': ['ID=2760c3e8-07e1-47b6-a2f3-0678d90c0a50,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:36.556633 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55474) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:36.562862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 2760c3e8-07e1-47b6-a2f3-0678d90c0a50 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:36.568030 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-c6931f38-db02-4847-a500-1343ed144203 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'subnet': {'network_id': '2760c3e8-07e1-47b6-a2f3-0678d90c0a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:36.641779 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9ec733e9-136a-4e94-8456-b55cc747d92d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.697728 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9355952-4535-4c0b-825a-3eec89aad6be req-4998620c-ac40-4b7b-b293-5952255562b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.699321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9355952-4535-4c0b-825a-3eec89aad6be req-4998620c-ac40-4b7b-b293-5952255562b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e33c8b76-7096-4a68-bf4b-97043f09a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554418 Jul 16 01:55:36.705964 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6931f38-db02-4847-a500-1343ed144203 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:36.709584 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c6931f38-db02-4847-a500-1343ed144203 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.758658 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9355952-4535-4c0b-825a-3eec89aad6be req-b18e715b-758f-4056-9310-ee72b31698d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.760236 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f9355952-4535-4c0b-825a-3eec89aad6be req-b18e715b-758f-4056-9310-ee72b31698d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33c8b76-7096-4a68-bf4b-97043f09a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2039440 Jul 16 01:55:36.862563 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f9355952-4535-4c0b-825a-3eec89aad6be req-b076546f-86a2-4b56-b574-d96bb10884f7 service neutron] 10.222.0.26 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934212 Jul 16 01:55:36.887898 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9355952-4535-4c0b-825a-3eec89aad6be req-8d0148d4-60e5-4cdd-ae89-e9040c167aa9 service neutron] 10.222.0.47 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745443 Jul 16 01:55:37.025243 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f9355952-4535-4c0b-825a-3eec89aad6be req-2a32ad3a-4ed5-47e4-9bda-14f6c7b8ae2c service neutron] 10.222.0.26 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553910 Jul 16 01:55:37.112755 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aee743-e40f-4272-86d5-4c17348c4a2c req-642131ae-b54b-40b0-bbd0-6e8c62e1ee31 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:37.122375 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e5aee743-e40f-4272-86d5-4c17348c4a2c req-642131ae-b54b-40b0-bbd0-6e8c62e1ee31 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 944 time: 0.1648638 Jul 16 01:55:37.219504 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e5aee743-e40f-4272-86d5-4c17348c4a2c req-5dfc4547-b0ef-4e13-8b0a-635f227a8e9e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959885 Jul 16 01:55:37.307200 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-9ec733e9-136a-4e94-8456-b55cc747d92d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Deleting port 590b175e-0b8a-40be-a732-ae87785733c7 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:37.307561 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9ec733e9-136a-4e94-8456-b55cc747d92d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.428824 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-9ec733e9-136a-4e94-8456-b55cc747d92d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] For port 590b175e-0b8a-40be-a732-ae87785733c7, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=590b175e-0b8a-40be-a732-ae87785733c7,segment=NetworkSegment(720481af-981f-4595-b705-5e5576d3cc76),segment_id=720481af-981f-4595-b705-5e5576d3cc76)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:37.428824 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9ec733e9-136a-4e94-8456-b55cc747d92d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.445453 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-9ec733e9-136a-4e94-8456-b55cc747d92d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Calling delete_port for 590b175e-0b8a-40be-a732-ae87785733c7 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:37.519313 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9355952-4535-4c0b-825a-3eec89aad6be req-7c5fa205-cf7a-4828-a284-e4f733e08317 service neutron] 10.222.0.47 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225252 Jul 16 01:55:37.534310 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c6931f38-db02-4847-a500-1343ed144203 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.556759 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d112567-b74c-4912-85e2-fa8f00c0fafe req-1acae4cb-4139-4ebc-afe7-d58de6851ff5 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:37.558153 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0d112567-b74c-4912-85e2-fa8f00c0fafe req-1acae4cb-4139-4ebc-afe7-d58de6851ff5 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.6018791 Jul 16 01:55:37.659903 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6931f38-db02-4847-a500-1343ed144203 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Subnet': ['ID=52b3027a-d0f3-421a-a1b1-a4361e40b583,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:37.669464 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0d112567-b74c-4912-85e2-fa8f00c0fafe req-bb34a1fd-89a8-41ee-a53f-171d84724115 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878074 Jul 16 01:55:37.679388 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6931f38-db02-4847-a500-1343ed144203 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Checking segment: {'id': 'a87ac3a7-2564-463c-8091-4c6880cf2f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2760c3e8-07e1-47b6-a2f3-0678d90c0a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:37.679833 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6931f38-db02-4847-a500-1343ed144203 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network hostable DHCP agents. Network: 2760c3e8-07e1-47b6-a2f3-0678d90c0a50, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:37.706120 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6931f38-db02-4847-a500-1343ed144203 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network 2760c3e8-07e1-47b6-a2f3-0678d90c0a50 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:37.709174 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9ec733e9-136a-4e94-8456-b55cc747d92d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.715855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-c6931f38-db02-4847-a500-1343ed144203 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 2760c3e8-07e1-47b6-a2f3-0678d90c0a50) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:37.725088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6931f38-db02-4847-a500-1343ed144203 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:37.726292 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c6931f38-db02-4847-a500-1343ed144203 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.726646 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed790246-2451-4c6f-a68b-a3501baa30aa None None] Network 2760c3e8-07e1-47b6-a2f3-0678d90c0a50 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:37.742410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec733e9-136a-4e94-8456-b55cc747d92d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event deleted for resources: {'Port': ['ID=590b175e-0b8a-40be-a732-ae87785733c7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:37.745337 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c6931f38-db02-4847-a500-1343ed144203 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1856172 Jul 16 01:55:37.749349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55482) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:37.755866 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-24a68e26-8c05-4870-b569-4b118d185f31 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-849796169'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:37.786484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a68e26-8c05-4870-b569-4b118d185f31 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:37.790684 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-24a68e26-8c05-4870-b569-4b118d185f31 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.833607 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a68e26-8c05-4870-b569-4b118d185f31 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:37.864458 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-24a68e26-8c05-4870-b569-4b118d185f31 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.864808 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-24a68e26-8c05-4870-b569-4b118d185f31 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Added segment 216ebbbb-d1d4-4831-8179-958e3e4b89cb of type vlan for network 50449794-6204-4bcd-a276-610be705ea7f Jul 16 01:55:37.936417 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-2760c3e8-07e1-47b6-a2f3-0678d90c0a50', 'network_id': '2760c3e8-07e1-47b6-a2f3-0678d90c0a50', 'tenant_id': '18943e0085674d01b4415813c985158f', 'fixed_ips': [{'subnet_id': '52b3027a-d0f3-421a-a1b1-a4361e40b583'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:37.937255 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.945499 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-24a68e26-8c05-4870-b569-4b118d185f31 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.006442 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-24a68e26-8c05-4870-b569-4b118d185f31 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.013386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a68e26-8c05-4870-b569-4b118d185f31 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:38.014055 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-24a68e26-8c05-4870-b569-4b118d185f31 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.034800 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-24a68e26-8c05-4870-b569-4b118d185f31 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2814507 Jul 16 01:55:38.036603 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9ec733e9-136a-4e94-8456-b55cc747d92d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.043505 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55484) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:38.048455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ca3e1bda-01c8-42d0-b2b4-89e8e41c1c0b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'subnet': {'network_id': '50449794-6204-4bcd-a276-610be705ea7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:38.142702 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a68e26-8c05-4870-b569-4b118d185f31 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Network': ['ID=50449794-6204-4bcd-a276-610be705ea7f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:38.157672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 50449794-6204-4bcd-a276-610be705ea7f details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:38.162286 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Allocated IP 2001:db8::3 (2760c3e8-07e1-47b6-a2f3-0678d90c0a50/52b3027a-d0f3-421a-a1b1-a4361e40b583/5440ed47-7d87-4cd5-88da-986374a2349d) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:38.236554 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3e1bda-01c8-42d0-b2b4-89e8e41c1c0b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:38.241436 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ca3e1bda-01c8-42d0-b2b4-89e8e41c1c0b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.336388 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.ipam_backend_mixin [None req-ca3e1bda-01c8-42d0-b2b4-89e8e41c1c0b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Performing IP validity checks on allocation pools {{(pid=93831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:55:38.337378 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.ipam_backend_mixin [None req-ca3e1bda-01c8-42d0-b2b4-89e8e41c1c0b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:55:38.373094 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec733e9-136a-4e94-8456-b55cc747d92d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Router 7226d42c-1c95-4778-8ea9-1dd41b1e043b has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:38.448655 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.458841 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Transition to ACTIVE for port object 5440ed47-7d87-4cd5-88da-986374a2349d will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:38.475701 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Transition to ACTIVE for port object 5440ed47-7d87-4cd5-88da-986374a2349d will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:38.483537 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.529057 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec733e9-136a-4e94-8456-b55cc747d92d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:38.537296 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9ec733e9-136a-4e94-8456-b55cc747d92d tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "PUT /v2.0/routers/7226d42c-1c95-4778-8ea9-1dd41b1e043b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9708223 Jul 16 01:55:38.539960 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55488) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:38.546805 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Pushing event updated for resources: {'Port': ['ID=5440ed47-7d87-4cd5-88da-986374a2349d,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:38.549944 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6cbf91-c2ec-4271-bd58-b0ae3321c55b None None] Sync routers for ids ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:38.567302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6cbf91-c2ec-4271-bd58-b0ae3321c55b None None] Routers {'7226d42c-1c95-4778-8ea9-1dd41b1e043b'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:38.568334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ac6cbf91-c2ec-4271-bd58-b0ae3321c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:55:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:38.571090 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ca3e1bda-01c8-42d0-b2b4-89e8e41c1c0b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.621711 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Network 2760c3e8-07e1-47b6-a2f3-0678d90c0a50 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:38.626201 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:38.634625 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:38.643794 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e1bda-01c8-42d0-b2b4-89e8e41c1c0b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Subnet': ['ID=7dc9e93b-fd23-494c-9a45-b14ab2488996,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:38.655352 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3e1bda-01c8-42d0-b2b4-89e8e41c1c0b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Checking segment: {'id': '216ebbbb-d1d4-4831-8179-958e3e4b89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '50449794-6204-4bcd-a276-610be705ea7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:38.655777 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3e1bda-01c8-42d0-b2b4-89e8e41c1c0b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network hostable DHCP agents. Network: 50449794-6204-4bcd-a276-610be705ea7f, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:38.676655 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3e1bda-01c8-42d0-b2b4-89e8e41c1c0b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network 50449794-6204-4bcd-a276-610be705ea7f is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:38.679120 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-885391c0-60cc-4c24-8c00-c523bab3ab5a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Deleting subnet 7135b2a3-7142-4565-8669-23d4b45b0e34 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:38.684624 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-885391c0-60cc-4c24-8c00-c523bab3ab5a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.688847 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-ca3e1bda-01c8-42d0-b2b4-89e8e41c1c0b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 50449794-6204-4bcd-a276-610be705ea7f) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:38.693632 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3e1bda-01c8-42d0-b2b4-89e8e41c1c0b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:38.694475 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ca3e1bda-01c8-42d0-b2b4-89e8e41c1c0b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.699818 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff89ef-9a2d-4d8e-9454-ac3476dd3ad4 req-2d3aa999-d2af-4b04-9377-dbff0812a536 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:38.709173 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25ff89ef-9a2d-4d8e-9454-ac3476dd3ad4 req-2d3aa999-d2af-4b04-9377-dbff0812a536 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 944 time: 0.2282619 Jul 16 01:55:38.711206 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ca3e1bda-01c8-42d0-b2b4-89e8e41c1c0b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6675818 Jul 16 01:55:38.714649 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55494) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:38.806792 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-885391c0-60cc-4c24-8c00-c523bab3ab5a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.833737 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25ff89ef-9a2d-4d8e-9454-ac3476dd3ad4 req-42b2af3f-3b86-4e82-a435-feae672535a3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745101 Jul 16 01:55:38.894004 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6147c6-8901-4ae9-ab3a-f23938f11e8f None None] Network 50449794-6204-4bcd-a276-610be705ea7f requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:38.959373 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89152ba3-1924-47e5-be1e-90172cdd09c2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.968715 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Attempting to bind port 5440ed47-7d87-4cd5-88da-986374a2349d on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:38.969187 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Attempting to bind port 5440ed47-7d87-4cd5-88da-986374a2349d by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'a87ac3a7-2564-463c-8091-4c6880cf2f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2760c3e8-07e1-47b6-a2f3-0678d90c0a50'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:38.969622 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Attempting to bind port 5440ed47-7d87-4cd5-88da-986374a2349d on network 2760c3e8-07e1-47b6-a2f3-0678d90c0a50 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:38.987930 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:38.988955 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Checking segment: {'id': 'a87ac3a7-2564-463c-8091-4c6880cf2f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2760c3e8-07e1-47b6-a2f3-0678d90c0a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:38.989114 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.989247 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-885391c0-60cc-4c24-8c00-c523bab3ab5a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.989687 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Bound using segment: {'id': 'a87ac3a7-2564-463c-8091-4c6880cf2f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2760c3e8-07e1-47b6-a2f3-0678d90c0a50'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:38.990243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Bound port: 5440ed47-7d87-4cd5-88da-986374a2349d, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87ac3a7-2564-463c-8091-4c6880cf2f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2760c3e8-07e1-47b6-a2f3-0678d90c0a50'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:38.990724 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.036507 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89152ba3-1924-47e5-be1e-90172cdd09c2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.074868 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-ac6cbf91-c2ec-4271-bd58-b0ae3321c55b None None] Set router 7226d42c-1c95-4778-8ea9-1dd41b1e043b gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:39.078097 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a170f-67c4-448b-ae4b-d09e82dd45f5 req-59ca56b1-822a-4be7-963f-ea0779d7f9c4 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:39.079081 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-885391c0-60cc-4c24-8c00-c523bab3ab5a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.080730 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b32a170f-67c4-448b-ae4b-d09e82dd45f5 req-59ca56b1-822a-4be7-963f-ea0779d7f9c4 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1877768 Jul 16 01:55:39.131404 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885391c0-60cc-4c24-8c00-c523bab3ab5a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event deleted for resources: {'Subnet': ['ID=7135b2a3-7142-4565-8669-23d4b45b0e34,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:39.134419 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-885391c0-60cc-4c24-8c00-c523bab3ab5a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.141277 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-885391c0-60cc-4c24-8c00-c523bab3ab5a tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "DELETE /v2.0/subnets/7135b2a3-7142-4565-8669-23d4b45b0e34 HTTP/1.1" status: 204 len: 168 time: 0.6002188 Jul 16 01:55:39.142554 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55500) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:39.172964 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815becf0-9f88-4aa2-923a-ce15b06d28b1 None None] Network 0e2b978a-1950-43ee-a10f-ccba537e1efe requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:39.207379 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b32a170f-67c4-448b-ae4b-d09e82dd45f5 req-98e2d8fd-321c-40cd-bd66-2257856d2a49 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180632 Jul 16 01:55:39.219592 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89152ba3-1924-47e5-be1e-90172cdd09c2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.312683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89152ba3-1924-47e5-be1e-90172cdd09c2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc9e93b-fd23-494c-9a45-b14ab2488996,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:39.377244 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89152ba3-1924-47e5-be1e-90172cdd09c2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.392407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-89152ba3-1924-47e5-be1e-90172cdd09c2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50449794-6204-4bcd-a276-610be705ea7f']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:39.395729 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] For port 5440ed47-7d87-4cd5-88da-986374a2349d, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:39.399065 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a642a5b-6ca6-4190-b975-b71775e6cca5 None None] Network 50449794-6204-4bcd-a276-610be705ea7f requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:39.401416 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0c8cbb1a-933c-4984-a29f-f3002df7079b tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.407587 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-89152ba3-1924-47e5-be1e-90172cdd09c2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216ebbbb-d1d4-4831-8179-958e3e4b89cb') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:39.407950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-89152ba3-1924-47e5-be1e-90172cdd09c2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216ebbbb-d1d4-4831-8179-958e3e4b89cb') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:39.460822 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89152ba3-1924-47e5-be1e-90172cdd09c2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.465541 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] For port 5440ed47-7d87-4cd5-88da-986374a2349d, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5440ed47-7d87-4cd5-88da-986374a2349d,segment=NetworkSegment(a87ac3a7-2564-463c-8091-4c6880cf2f11),segment_id=a87ac3a7-2564-463c-8091-4c6880cf2f11)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:39.497783 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.513460 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device be991035-323d-46f5-8a47-399b71c405bf details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:55:39.519439 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89152ba3-1924-47e5-be1e-90172cdd09c2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.531039 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89152ba3-1924-47e5-be1e-90172cdd09c2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:39.531454 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89152ba3-1924-47e5-be1e-90172cdd09c2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:39.535027 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:39.613804 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port be991035-323d-46f5-8a47-399b71c405bf, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=be991035-323d-46f5-8a47-399b71c405bf,segment=NetworkSegment(60711ef0-5ed1-4403-8894-0af3da628818),segment_id=60711ef0-5ed1-4403-8894-0af3da628818)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:39.614366 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0c8cbb1a-933c-4984-a29f-f3002df7079b tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.621468 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89152ba3-1924-47e5-be1e-90172cdd09c2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.656054 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89152ba3-1924-47e5-be1e-90172cdd09c2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.661593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55502) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:39.662526 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-89152ba3-1924-47e5-be1e-90172cdd09c2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/networks/50449794-6204-4bcd-a276-610be705ea7f HTTP/1.1" status: 204 len: 168 time: 0.9468067 Jul 16 01:55:39.668383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b3c9f20d-9d39-4880-ac02-2e9a0eda434a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-600278341'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:39.676617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89152ba3-1924-47e5-be1e-90172cdd09c2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Network': ['ID=50449794-6204-4bcd-a276-610be705ea7f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:39.694966 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'be991035-323d-46f5-8a47-399b71c405bf', 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461', 'port_id': 'be991035-323d-46f5-8a47-399b71c405bf', 'mac_address': 'fa:16:3e:b3:b5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:55:39.708207 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c9f20d-9d39-4880-ac02-2e9a0eda434a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:39.728808 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f20d-9d39-4880-ac02-2e9a0eda434a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.734386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-0c8cbb1a-933c-4984-a29f-f3002df7079b tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Deleting port 9142a1dd-97c6-4edd-a21d-5ea16dce6e45 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:39.735897 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0c8cbb1a-933c-4984-a29f-f3002df7079b tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.777109 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c9f20d-9d39-4880-ac02-2e9a0eda434a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:39.815060 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f20d-9d39-4880-ac02-2e9a0eda434a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.816762 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-b3c9f20d-9d39-4880-ac02-2e9a0eda434a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Added segment 12bd752e-7680-473d-bb8a-5c631f653820 of type vlan for network 4d87e2c3-c799-4d8a-941d-f1afdac65aaa Jul 16 01:55:39.846389 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-0c8cbb1a-933c-4984-a29f-f3002df7079b tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] For port 9142a1dd-97c6-4edd-a21d-5ea16dce6e45, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9142a1dd-97c6-4edd-a21d-5ea16dce6e45,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:39.847165 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0c8cbb1a-933c-4984-a29f-f3002df7079b tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.865488 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-0c8cbb1a-933c-4984-a29f-f3002df7079b tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Calling delete_port for 9142a1dd-97c6-4edd-a21d-5ea16dce6e45 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:39.876172 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f20d-9d39-4880-ac02-2e9a0eda434a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.920327 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f20d-9d39-4880-ac02-2e9a0eda434a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.933323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c9f20d-9d39-4880-ac02-2e9a0eda434a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:39.933991 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f20d-9d39-4880-ac02-2e9a0eda434a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.969433 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7c86c-a802-48b9-95a5-eb76362838df None None] Pushing event updated for resources: {'Port': ['ID=5440ed47-7d87-4cd5-88da-986374a2349d,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:40.003281 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.028508 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b3c9f20d-9d39-4880-ac02-2e9a0eda434a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3645213 Jul 16 01:55:40.030227 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55508) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:40.043201 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be991035-323d-46f5-8a47-399b71c405bf {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:40.082709 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ac6cbf91-c2ec-4271-bd58-b0ae3321c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1571351900', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:34Z', 'updated_at': '2021-07-16T01:55:37Z', 'revision_number': 5, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port': {'id': '9142a1dd-97c6-4edd-a21d-5ea16dce6e45', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:35Z', 'updated_at': '2021-07-16T01:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:40.109707 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-9ce0a249-64a7-49f3-b491-ca4db4f91e56 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'subnet': {'network_id': '4d87e2c3-c799-4d8a-941d-f1afdac65aaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:40.135499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9f20d-9d39-4880-ac02-2e9a0eda434a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Network': ['ID=4d87e2c3-c799-4d8a-941d-f1afdac65aaa,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:40.195111 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6cbf91-c2ec-4271-bd58-b0ae3321c55b None None] Checking router: 7226d42c-1c95-4778-8ea9-1dd41b1e043b for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:40.199236 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 4d87e2c3-c799-4d8a-941d-f1afdac65aaa details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:40.257432 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port be991035-323d-46f5-8a47-399b71c405bf, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=be991035-323d-46f5-8a47-399b71c405bf,segment=NetworkSegment(60711ef0-5ed1-4403-8894-0af3da628818),segment_id=60711ef0-5ed1-4403-8894-0af3da628818)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:40.275393 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.323479 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0c8cbb1a-933c-4984-a29f-f3002df7079b tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.353540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6cbf91-c2ec-4271-bd58-b0ae3321c55b None None] Routers {'7226d42c-1c95-4778-8ea9-1dd41b1e043b'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:40.354331 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ac6cbf91-c2ec-4271-bd58-b0ae3321c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:55:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:40.360303 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=be991035-323d-46f5-8a47-399b71c405bf,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:40.364140 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cbb1a-933c-4984-a29f-f3002df7079b tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event deleted for resources: {'Port': ['ID=9142a1dd-97c6-4edd-a21d-5ea16dce6e45,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:40.370598 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9d62d0-2af2-4a6c-8244-492710e59428 None None] DHCP port deletion for 0e2b978a-1950-43ee-a10f-ccba537e1efe request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:40.485478 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0c8cbb1a-933c-4984-a29f-f3002df7079b tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.502097 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99cfb3-6b5f-4af2-8707-d162a6c16618 req-f708cfb6-d3ba-4a0e-9c35-c33abb05a4f7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:40.518224 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da99cfb3-6b5f-4af2-8707-d162a6c16618 req-f708cfb6-d3ba-4a0e-9c35-c33abb05a4f7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 944 time: 0.3972204 Jul 16 01:55:40.524910 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5440ed47-7d87-4cd5-88da-986374a2349d up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:40.576479 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da99cfb3-6b5f-4af2-8707-d162a6c16618 req-a9e7a2ad-2555-4267-a32a-2a85decf0570 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571342 Jul 16 01:55:40.587746 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce0a249-64a7-49f3-b491-ca4db4f91e56 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:40.591726 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9ce0a249-64a7-49f3-b491-ca4db4f91e56 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.615096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-ac6cbf91-c2ec-4271-bd58-b0ae3321c55b None None] Set router 7226d42c-1c95-4778-8ea9-1dd41b1e043b gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:40.669070 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0c8cbb1a-933c-4984-a29f-f3002df7079b tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.682474 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0c8cbb1a-933c-4984-a29f-f3002df7079b tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.690896 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ac6cbf91-c2ec-4271-bd58-b0ae3321c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1571351900', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:34Z', 'updated_at': '2021-07-16T01:55:40Z', 'revision_number': 7, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:40.742372 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 5440ed47-7d87-4cd5-88da-986374a2349d completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:40.757176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6cbf91-c2ec-4271-bd58-b0ae3321c55b None None] The sync data for ids ['7226d42c-1c95-4778-8ea9-1dd41b1e043b'] in n-d-800086-6 is: [{'id': '7226d42c-1c95-4778-8ea9-1dd41b1e043b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1571351900', 'tenant_id': '1ecadcc305644999b6da57c9aea97e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:34Z', 'updated_at': '2021-07-16T01:55:40Z', 'revision_number': 7, 'project_id': '1ecadcc305644999b6da57c9aea97e38', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:40.767539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d62d0-2af2-4a6c-8244-492710e59428 None None] Deleting port 4de847ad-2443-4a68-b240-7dc6c5ba3be9 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:40.768564 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e9d62d0-2af2-4a6c-8244-492710e59428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.772938 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['be991035-323d-46f5-8a47-399b71c405bf'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:40.773278 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0c8cbb1a-933c-4984-a29f-f3002df7079b tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.773812 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8cbb1a-933c-4984-a29f-f3002df7079b tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Fanout notify agent at l3_agent the message router_deleted on router 7226d42c-1c95-4778-8ea9-1dd41b1e043b {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:55:40.781717 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0c8cbb1a-933c-4984-a29f-f3002df7079b tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.782855 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0c8cbb1a-933c-4984-a29f-f3002df7079b tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "DELETE /v2.0/routers/7226d42c-1c95-4778-8ea9-1dd41b1e043b HTTP/1.1" status: 204 len: 168 time: 1.6393130 Jul 16 01:55:40.787262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55514) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:40.812404 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e10cb-2b12-4d11-b42f-69902e39ae4b req-041bb5ba-d553-4cc8-a4f8-13fa5c5211f5 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:40.814016 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-703e10cb-2b12-4d11-b42f-69902e39ae4b req-041bb5ba-d553-4cc8-a4f8-13fa5c5211f5 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2607768 Jul 16 01:55:40.896313 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-703e10cb-2b12-4d11-b42f-69902e39ae4b req-2ee64fb1-1929-425e-a235-075c3ca25189 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704706 Jul 16 01:55:40.998500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3e9d62d0-2af2-4a6c-8244-492710e59428 None None] For port 4de847ad-2443-4a68-b240-7dc6c5ba3be9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4de847ad-2443-4a68-b240-7dc6c5ba3be9,segment=NetworkSegment(720481af-981f-4595-b705-5e5576d3cc76),segment_id=720481af-981f-4595-b705-5e5576d3cc76)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:40.999251 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e9d62d0-2af2-4a6c-8244-492710e59428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.025010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d62d0-2af2-4a6c-8244-492710e59428 None None] Calling delete_port for 4de847ad-2443-4a68-b240-7dc6c5ba3be9 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:41.193499 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e9d62d0-2af2-4a6c-8244-492710e59428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.261709 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9d62d0-2af2-4a6c-8244-492710e59428 None None] No DVR routers for this DVR port 4de847ad-2443-4a68-b240-7dc6c5ba3be9 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:41.265982 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d62d0-2af2-4a6c-8244-492710e59428 None None] Pushing event deleted for resources: {'Port': ['ID=4de847ad-2443-4a68-b240-7dc6c5ba3be9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:41.377838 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135082de-4bf7-4d36-ae85-e910f1c3ac18 None None] Network 2760c3e8-07e1-47b6-a2f3-0678d90c0a50 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:41.464916 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4109d2dd-fe16-4938-8a27-9e4095307dc2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.565013 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9ce0a249-64a7-49f3-b491-ca4db4f91e56 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.625616 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6ee4ec62-e100-468a-b000-7f36b3993d87 None None] Provisioning for port 5440ed47-7d87-4cd5-88da-986374a2349d completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:41.661708 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6ee4ec62-e100-468a-b000-7f36b3993d87 None None] Provisioning complete for port 5440ed47-7d87-4cd5-88da-986374a2349d triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:41.662195 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ec62-e100-468a-b000-7f36b3993d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.711950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e172-117f-41e6-9a64-fca8fbe845bb req-729bbc14-cf8d-4200-ae48-3b3a6bfd7b83 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:41.713841 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fcd8e172-117f-41e6-9a64-fca8fbe845bb req-729bbc14-cf8d-4200-ae48-3b3a6bfd7b83 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a&tenant_id=7a1162bb5d334415ae74c9808546d676&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 945 time: 0.3695607 Jul 16 01:55:41.721771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b9724-c503-465d-bd2f-1c208aa3640b req-ef79e6a3-6f1c-4f33-b735-49477c279d7b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:41.728415 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0e5b9724-c503-465d-bd2f-1c208aa3640b req-ef79e6a3-6f1c-4f33-b735-49477c279d7b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 945 time: 0.3736019 Jul 16 01:55:41.762503 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0a249-64a7-49f3-b491-ca4db4f91e56 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Subnet': ['ID=6baa4a6e-729b-4b84-a2ba-57b9f7ab35fa,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:41.793589 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4109d2dd-fe16-4938-8a27-9e4095307dc2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.840461 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-4109d2dd-fe16-4938-8a27-9e4095307dc2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2b978a-1950-43ee-a10f-ccba537e1efe']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:41.851449 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ec62-e100-468a-b000-7f36b3993d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.860357 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-4109d2dd-fe16-4938-8a27-9e4095307dc2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720481af-981f-4595-b705-5e5576d3cc76') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:41.860654 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-4109d2dd-fe16-4938-8a27-9e4095307dc2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720481af-981f-4595-b705-5e5576d3cc76') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:41.884733 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0a249-64a7-49f3-b491-ca4db4f91e56 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Checking segment: {'id': '12bd752e-7680-473d-bb8a-5c631f653820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4d87e2c3-c799-4d8a-941d-f1afdac65aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:41.884965 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce0a249-64a7-49f3-b491-ca4db4f91e56 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network hostable DHCP agents. Network: 4d87e2c3-c799-4d8a-941d-f1afdac65aaa, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:41.894051 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4109d2dd-fe16-4938-8a27-9e4095307dc2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.901798 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6ee4ec62-e100-468a-b000-7f36b3993d87 None None] For port 5440ed47-7d87-4cd5-88da-986374a2349d, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5440ed47-7d87-4cd5-88da-986374a2349d,segment=NetworkSegment(a87ac3a7-2564-463c-8091-4c6880cf2f11),segment_id=a87ac3a7-2564-463c-8091-4c6880cf2f11)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:41.907196 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ec62-e100-468a-b000-7f36b3993d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.928896 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0e5b9724-c503-465d-bd2f-1c208aa3640b req-8a6924b6-affa-41e0-ad19-c4056401be9e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830418 Jul 16 01:55:41.955475 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4109d2dd-fe16-4938-8a27-9e4095307dc2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.982095 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce0a249-64a7-49f3-b491-ca4db4f91e56 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network 4d87e2c3-c799-4d8a-941d-f1afdac65aaa is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:41.985692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4109d2dd-fe16-4938-8a27-9e4095307dc2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:41.986105 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4109d2dd-fe16-4938-8a27-9e4095307dc2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:41.989965 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:41.992940 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4ec62-e100-468a-b000-7f36b3993d87 None None] Pushing event updated for resources: {'Port': ['ID=5440ed47-7d87-4cd5-88da-986374a2349d,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:42.007078 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-fcd8e172-117f-41e6-9a64-fca8fbe845bb req-fd8ee131-6e37-45b9-8e92-43a6d1a4ac8e service neutron] delete failed (client error): The resource could not be found. Jul 16 01:55:42.008445 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fcd8e172-117f-41e6-9a64-fca8fbe845bb req-fd8ee131-6e37-45b9-8e92-43a6d1a4ac8e service neutron] 10.222.0.26 "DELETE /v2.0/ports/be991035-323d-46f5-8a47-399b71c405bf/bindings/n-h1-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.2770917 Jul 16 01:55:42.028960 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-9ce0a249-64a7-49f3-b491-ca4db4f91e56 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 4d87e2c3-c799-4d8a-941d-f1afdac65aaa) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:42.042614 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38a5d39-eef3-4329-ab64-526f276f716f None None] Network 4d87e2c3-c799-4d8a-941d-f1afdac65aaa requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:42.086057 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce0a249-64a7-49f3-b491-ca4db4f91e56 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:42.086990 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9ce0a249-64a7-49f3-b491-ca4db4f91e56 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.125467 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4109d2dd-fe16-4938-8a27-9e4095307dc2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.156344 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9ce0a249-64a7-49f3-b491-ca4db4f91e56 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0515847 Jul 16 01:55:42.163204 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4109d2dd-fe16-4938-8a27-9e4095307dc2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.165684 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4109d2dd-fe16-4938-8a27-9e4095307dc2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] 10.222.0.54 "DELETE /v2.0/networks/0e2b978a-1950-43ee-a10f-ccba537e1efe HTTP/1.1" status: 204 len: 168 time: 1.3772316 Jul 16 01:55:42.167791 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55532) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:42.222354 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109d2dd-fe16-4938-8a27-9e4095307dc2 tempest-TestSecurityGroupsBasicOps-46687707 tempest-TestSecurityGroupsBasicOps-46687707-project] Pushing event deleted for resources: {'Network': ['ID=0e2b978a-1950-43ee-a10f-ccba537e1efe,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:42.267175 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d8ae8-bff8-4471-bfdd-14bad744b8a7 req-f140debe-3a10-4f61-8ef3-4241bf10a755 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:42.279110 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de4d8ae8-bff8-4471-bfdd-14bad744b8a7 req-f140debe-3a10-4f61-8ef3-4241bf10a755 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1432955 Jul 16 01:55:42.343474 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e172-117f-41e6-9a64-fca8fbe845bb req-86caf6e7-8558-47f9-9aec-3974052b44d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:42.346616 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fcd8e172-117f-41e6-9a64-fca8fbe845bb req-86caf6e7-8558-47f9-9aec-3974052b44d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 1096 time: 0.2368860 Jul 16 01:55:42.375899 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5440ed47-7d87-4cd5-88da-986374a2349d up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:42.385593 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de4d8ae8-bff8-4471-bfdd-14bad744b8a7 req-6ef81631-3c87-4431-aec7-1cc5ee7367df tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029701 Jul 16 01:55:42.386577 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.440590 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-4d87e2c3-c799-4d8a-941d-f1afdac65aaa', 'network_id': '4d87e2c3-c799-4d8a-941d-f1afdac65aaa', 'tenant_id': '18943e0085674d01b4415813c985158f', 'fixed_ips': [{'subnet_id': '6baa4a6e-729b-4b84-a2ba-57b9f7ab35fa'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:42.441707 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.471347 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-66d0ff2f-5da3-4d63-bd77-e95214871237 None None] Provisioning complete for port 5440ed47-7d87-4cd5-88da-986374a2349d triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:42.471735 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-66d0ff2f-5da3-4d63-bd77-e95214871237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.537694 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.543815 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e172-117f-41e6-9a64-fca8fbe845bb req-a256023c-d5a3-4c12-a3c2-c9534de2a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:42.546238 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fcd8e172-117f-41e6-9a64-fca8fbe845bb req-a256023c-d5a3-4c12-a3c2-c9534de2a4d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e33c8b76-7096-4a68-bf4b-97043f09a461 HTTP/1.1" status: 200 len: 898 time: 0.1931713 Jul 16 01:55:42.575116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 5440ed47-7d87-4cd5-88da-986374a2349d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:42.575363 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.659991 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fcd8e172-117f-41e6-9a64-fca8fbe845bb req-907df579-b30b-4ae0-a910-49f5c07a9d9e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be991035-323d-46f5-8a47-399b71c405bf HTTP/1.1" status: 200 len: 1001 time: 0.0924499 Jul 16 01:55:42.691911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55540) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:42.713290 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Allocated IP 2001:db8::1 (4d87e2c3-c799-4d8a-941d-f1afdac65aaa/6baa4a6e-729b-4b84-a2ba-57b9f7ab35fa/2525c303-8627-465a-a8da-8ba5575837fa) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:42.722317 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e172-117f-41e6-9a64-fca8fbe845bb req-961eaad8-41a7-4a2f-b7ad-e872ee423fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:42.724110 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fcd8e172-117f-41e6-9a64-fca8fbe845bb req-961eaad8-41a7-4a2f-b7ad-e872ee423fb7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4c6059d-19f4-442d-8ce3-8952dd0950ab HTTP/1.1" status: 200 len: 835 time: 0.0602140 Jul 16 01:55:42.800569 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e172-117f-41e6-9a64-fca8fbe845bb req-dcbd64c2-ca61-42f4-bedb-1efe2a5f0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:42.802207 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fcd8e172-117f-41e6-9a64-fca8fbe845bb req-dcbd64c2-ca61-42f4-bedb-1efe2a5f0d59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33c8b76-7096-4a68-bf4b-97043f09a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690479 Jul 16 01:55:42.898868 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0d7f2b37-d1de-48c5-a7bc-79b5824261ed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1ecadcc305644999b6da57c9aea97e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054818 Jul 16 01:55:42.901393 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55546) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:42.904296 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fcd8e172-117f-41e6-9a64-fca8fbe845bb req-6cbf4ee8-ffd1-4b5e-b54a-d6d000de7437 service neutron] 10.222.0.26 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957091 Jul 16 01:55:42.945953 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.955579 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Transition to ACTIVE for port object 2525c303-8627-465a-a8da-8ba5575837fa will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:42.973115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Transition to ACTIVE for port object 2525c303-8627-465a-a8da-8ba5575837fa will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:42.980336 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.993097 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9142a1dd-97c6-4edd-a21d-5ea16dce6e45 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:42.997382 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ecc8346c-e6ec-46a7-84bc-34f0bf82a9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.025677 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.029979 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ecc8346c-e6ec-46a7-84bc-34f0bf82a9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.050693 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 9142a1dd-97c6-4edd-a21d-5ea16dce6e45 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:43.051325 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9142a1dd-97c6-4edd-a21d-5ea16dce6e45 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:43.052059 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4de847ad-2443-4a68-b240-7dc6c5ba3be9 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:43.059412 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Network 4d87e2c3-c799-4d8a-941d-f1afdac65aaa is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:43.083295 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:43.087348 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:43.089167 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 4de847ad-2443-4a68-b240-7dc6c5ba3be9 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:43.089518 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4de847ad-2443-4a68-b240-7dc6c5ba3be9 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:43.089922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 590b175e-0b8a-40be-a732-ae87785733c7 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:43.090350 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Subnet': ['ID=6baa4a6e-729b-4b84-a2ba-57b9f7ab35fa,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:43.099439 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ecc8346c-e6ec-46a7-84bc-34f0bf82a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.102907 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ecc8346c-e6ec-46a7-84bc-34f0bf82a9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.106411 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ecc8346c-e6ec-46a7-84bc-34f0bf82a9ab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6dd3a1b5-7a78-4c45-a463-872d27218324 HTTP/1.1" status: 204 len: 168 time: 0.2013547 Jul 16 01:55:43.114991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8346c-e6ec-46a7-84bc-34f0bf82a9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd3a1b5-7a78-4c45-a463-872d27218324,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:43.118814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Pushing event updated for resources: {'Port': ['ID=2525c303-8627-465a-a8da-8ba5575837fa,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:43.121125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 590b175e-0b8a-40be-a732-ae87785733c7 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:43.121369 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 590b175e-0b8a-40be-a732-ae87785733c7 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:43.143573 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fcd8e172-117f-41e6-9a64-fca8fbe845bb req-a3a68eb2-bccf-4e2d-896e-6c9ee01a8575 service neutron] 10.222.0.26 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334638 Jul 16 01:55:43.185294 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Attempting to bind port 2525c303-8627-465a-a8da-8ba5575837fa on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:43.185745 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Attempting to bind port 2525c303-8627-465a-a8da-8ba5575837fa by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '12bd752e-7680-473d-bb8a-5c631f653820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4d87e2c3-c799-4d8a-941d-f1afdac65aaa'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:43.186109 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Attempting to bind port 2525c303-8627-465a-a8da-8ba5575837fa on network 4d87e2c3-c799-4d8a-941d-f1afdac65aaa {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:43.190756 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.192099 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:43.192479 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Checking segment: {'id': '12bd752e-7680-473d-bb8a-5c631f653820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4d87e2c3-c799-4d8a-941d-f1afdac65aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:43.192885 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.193361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Bound using segment: {'id': '12bd752e-7680-473d-bb8a-5c631f653820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4d87e2c3-c799-4d8a-941d-f1afdac65aaa'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:43.193927 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Bound port: 2525c303-8627-465a-a8da-8ba5575837fa, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bd752e-7680-473d-bb8a-5c631f653820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4d87e2c3-c799-4d8a-941d-f1afdac65aaa'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:43.194397 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.218046 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d87e2c3-c799-4d8a-941d-f1afdac65aaa']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:43.229558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12bd752e-7680-473d-bb8a-5c631f653820') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:43.229842 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12bd752e-7680-473d-bb8a-5c631f653820') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:43.244806 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.266691 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49c46f-832b-49a1-baf6-bd4c50d6b59b req-957c3b8f-57e0-4c80-aa00-88ab64438ae2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:43.268275 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fc49c46f-832b-49a1-baf6-bd4c50d6b59b req-957c3b8f-57e0-4c80-aa00-88ab64438ae2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 945 time: 0.1933026 Jul 16 01:55:43.286650 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] For port 2525c303-8627-465a-a8da-8ba5575837fa, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:43.301903 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.311483 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:43.311928 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:43.314965 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:43.345781 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fc49c46f-832b-49a1-baf6-bd4c50d6b59b req-0d244720-97b2-4160-b5b1-2ced7f1226e9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715432 Jul 16 01:55:43.387802 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] For port 2525c303-8627-465a-a8da-8ba5575837fa, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2525c303-8627-465a-a8da-8ba5575837fa,segment=NetworkSegment(12bd752e-7680-473d-bb8a-5c631f653820),segment_id=12bd752e-7680-473d-bb8a-5c631f653820)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:43.389246 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.api [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:55:43.389246 n-d-800086-6 neutron-server[93832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:55:43.389246 n-d-800086-6 neutron-server[93832]: [parameters: {'id': '4d87e2c3-c799-4d8a-941d-f1afdac65aaa'}] Jul 16 01:55:43.389246 n-d-800086-6 neutron-server[93832]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:55:43.389780 n-d-800086-6 neutron-server[93832]: DEBUG oslo_db.api [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:55:43.393708 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.439662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55556) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:43.454851 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e63414a9-6f67-4b50-991c-707206720e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.484197 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e593ef-f586-4b84-8920-01bc302ba717 None None] Pushing event updated for resources: {'Port': ['ID=2525c303-8627-465a-a8da-8ba5575837fa,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:43.513836 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fdcad5-d76c-4258-88b2-fab07afbb39f None None] Network 4d87e2c3-c799-4d8a-941d-f1afdac65aaa requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:43.529529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device be991035-323d-46f5-8a47-399b71c405bf up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:43.558955 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e63414a9-6f67-4b50-991c-707206720e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.563443 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e63414a9-6f67-4b50-991c-707206720e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.611021 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63414a9-6f67-4b50-991c-707206720e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45551f92-aa0b-4ee2-a238-9169906e0c38,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:43.618829 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e63414a9-6f67-4b50-991c-707206720e06 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1adca03a769f4bdaa52ab0462502b3fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757751 Jul 16 01:55:43.619162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55558) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:43.623635 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c613c3-2e2a-44fc-9c04-69e24f6e8aa8 req-f290f0b3-5d3c-49fc-a169-d7f390f4809d tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:43.626626 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3c613c3-2e2a-44fc-9c04-69e24f6e8aa8 req-f290f0b3-5d3c-49fc-a169-d7f390f4809d tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1221197 Jul 16 01:55:43.671391 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3c613c3-2e2a-44fc-9c04-69e24f6e8aa8 req-9c31962f-0d45-486a-9727-e52254c1178d tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386531 Jul 16 01:55:43.684488 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3df80e4e-7927-494a-8f28-f5875dc6afd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.685669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port be991035-323d-46f5-8a47-399b71c405bf completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:43.700139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port be991035-323d-46f5-8a47-399b71c405bf triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:43.700139 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.711616 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3df80e4e-7927-494a-8f28-f5875dc6afd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.752443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660fe76d-1eb3-4a20-a283-98a5bd4e9dc0 None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:55:43.778145 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3df80e4e-7927-494a-8f28-f5875dc6afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.780864 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3df80e4e-7927-494a-8f28-f5875dc6afd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.782769 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3df80e4e-7927-494a-8f28-f5875dc6afd8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/45551f92-aa0b-4ee2-a238-9169906e0c38 HTTP/1.1" status: 204 len: 168 time: 0.1625466 Jul 16 01:55:43.792129 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df80e4e-7927-494a-8f28-f5875dc6afd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45551f92-aa0b-4ee2-a238-9169906e0c38,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:43.870373 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.890972 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.918681 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port be991035-323d-46f5-8a47-399b71c405bf, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=be991035-323d-46f5-8a47-399b71c405bf,segment=NetworkSegment(60711ef0-5ed1-4403-8894-0af3da628818),segment_id=60711ef0-5ed1-4403-8894-0af3da628818)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:43.924034 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be991035-323d-46f5-8a47-399b71c405bf'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:43.926826 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06c76be-f785-4608-a22a-0299a2d04976" -d '{"events": [{"server_uuid": "6e3f425f-818d-4cbc-8024-8a91e8c0886a", "name": "network-vif-plugged", "status": "completed", "tag": "be991035-323d-46f5-8a47-399b71c405bf"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:43.937050 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.992117 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=be991035-323d-46f5-8a47-399b71c405bf,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:43.999859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Deleting port 2525c303-8627-465a-a8da-8ba5575837fa {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:44.000203 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.019431 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a079c3c-f577-45a2-a557-d4fbff265d0d x-openstack-request-id: req-3a079c3c-f577-45a2-a557-d4fbff265d0d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:44.019750 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3f425f-818d-4cbc-8024-8a91e8c0886a", "name": "network-vif-plugged", "status": "completed", "tag": "be991035-323d-46f5-8a47-399b71c405bf", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:44.020021 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3a079c3c-f577-45a2-a557-d4fbff265d0d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:44.020420 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be991035-323d-46f5-8a47-399b71c405bf', 'code': 200} Jul 16 01:55:44.021658 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660fe76d-1eb3-4a20-a283-98a5bd4e9dc0 None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:55:44.115569 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] For port 2525c303-8627-465a-a8da-8ba5575837fa, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2525c303-8627-465a-a8da-8ba5575837fa,segment=NetworkSegment(12bd752e-7680-473d-bb8a-5c631f653820),segment_id=12bd752e-7680-473d-bb8a-5c631f653820)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:44.116321 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.131126 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Calling delete_port for 2525c303-8627-465a-a8da-8ba5575837fa owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:44.266235 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.304780 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Port': ['ID=2525c303-8627-465a-a8da-8ba5575837fa,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:44.313868 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] No DVR routers for this DVR port 2525c303-8627-465a-a8da-8ba5575837fa on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:44.352781 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55572) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:44.410889 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.423527 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d87e2c3-c799-4d8a-941d-f1afdac65aaa']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:44.425779 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5ed36dd6-5194-4caf-9953-845140b15854 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0831a92169864def929d166b2c98daee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0712607 Jul 16 01:55:44.427815 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55576) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:44.435624 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12bd752e-7680-473d-bb8a-5c631f653820') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:44.436076 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12bd752e-7680-473d-bb8a-5c631f653820') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:44.454447 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.470004 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.476556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:44.477041 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:44.480346 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:44.539636 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cbd50339-26ca-4a80-80d0-e770ffd141e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.544729 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.553390 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.556188 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/networks/4d87e2c3-c799-4d8a-941d-f1afdac65aaa HTTP/1.1" status: 204 len: 168 time: 2.3777003 Jul 16 01:55:44.558887 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55578) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:44.564013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b37d7711-5649-4fde-8984-e7ec70f0dbc7 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-608831327'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:44.577216 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cbd50339-26ca-4a80-80d0-e770ffd141e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.578631 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63dae2-469d-4d6f-a67e-c8cb22379772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Network': ['ID=4d87e2c3-c799-4d8a-941d-f1afdac65aaa,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:44.586865 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5968b-7985-4964-b97a-c869e53345f8 req-c5d8287e-7a1f-4705-a6d5-bf054b0ec156 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:44.588520 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a1a5968b-7985-4964-b97a-c869e53345f8 req-c5d8287e-7a1f-4705-a6d5-bf054b0ec156 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.1159678 Jul 16 01:55:44.594871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37d7711-5649-4fde-8984-e7ec70f0dbc7 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:44.598440 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b37d7711-5649-4fde-8984-e7ec70f0dbc7 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.622273 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37d7711-5649-4fde-8984-e7ec70f0dbc7 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:44.633110 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b37d7711-5649-4fde-8984-e7ec70f0dbc7 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.633530 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-b37d7711-5649-4fde-8984-e7ec70f0dbc7 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Added segment a8441a1a-42b1-41bb-b2ce-40f2d658abae of type vlan for network 6ea85d10-f9c6-4c1c-81a0-9947b08eba8e Jul 16 01:55:44.658849 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a1a5968b-7985-4964-b97a-c869e53345f8 req-2a8af78f-4735-4f22-9530-6c15e718d392 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587168 Jul 16 01:55:44.684174 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b37d7711-5649-4fde-8984-e7ec70f0dbc7 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.684762 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cbd50339-26ca-4a80-80d0-e770ffd141e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.689296 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cbd50339-26ca-4a80-80d0-e770ffd141e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.690809 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cbd50339-26ca-4a80-80d0-e770ffd141e9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c6b0cc2c-aaa9-41d8-b529-9e1947081b99 HTTP/1.1" status: 204 len: 168 time: 0.2617130 Jul 16 01:55:44.703596 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd50339-26ca-4a80-80d0-e770ffd141e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b0cc2c-aaa9-41d8-b529-9e1947081b99,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:44.711202 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55584) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:44.794821 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b37d7711-5649-4fde-8984-e7ec70f0dbc7 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.802414 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37d7711-5649-4fde-8984-e7ec70f0dbc7 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:44.803619 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b37d7711-5649-4fde-8984-e7ec70f0dbc7 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.860641 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b37d7711-5649-4fde-8984-e7ec70f0dbc7 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3006260 Jul 16 01:55:44.863588 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55586) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:44.868977 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-9177ea12-c63d-426c-9187-9027aca38bc3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'subnet': {'network_id': '6ea85d10-f9c6-4c1c-81a0-9947b08eba8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:44.920845 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d7711-5649-4fde-8984-e7ec70f0dbc7 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Network': ['ID=6ea85d10-f9c6-4c1c-81a0-9947b08eba8e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:44.932257 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 6ea85d10-f9c6-4c1c-81a0-9947b08eba8e details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:44.936687 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5fda0339-343b-4503-83b3-3cac2b725e78 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/floatingips/5dec401f-dcb0-4020-9534-95130629239e HTTP/1.1" status: 200 len: 994 time: 0.2166724 Jul 16 01:55:44.985535 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9177ea12-c63d-426c-9187-9027aca38bc3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:44.986690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a582f60-ffad-4abb-9b57-e335e072ff96 req-3532ce5f-043c-4a2e-85ef-63849fdd7a32 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:44.988587 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3a582f60-ffad-4abb-9b57-e335e072ff96 req-3532ce5f-043c-4a2e-85ef-63849fdd7a32 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1348999 Jul 16 01:55:44.989683 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9177ea12-c63d-426c-9187-9027aca38bc3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.054222 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3a582f60-ffad-4abb-9b57-e335e072ff96 req-97203485-eef5-4a4f-9c36-81c1f4e98e0f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589414 Jul 16 01:55:45.241659 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9177ea12-c63d-426c-9187-9027aca38bc3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.329196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177ea12-c63d-426c-9187-9027aca38bc3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Subnet': ['ID=145a04d6-a5fd-4dab-a576-a37da0f3786d,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:45.346390 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177ea12-c63d-426c-9187-9027aca38bc3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Checking segment: {'id': 'a8441a1a-42b1-41bb-b2ce-40f2d658abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6ea85d10-f9c6-4c1c-81a0-9947b08eba8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:45.346779 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9177ea12-c63d-426c-9187-9027aca38bc3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network hostable DHCP agents. Network: 6ea85d10-f9c6-4c1c-81a0-9947b08eba8e, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:45.369996 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9177ea12-c63d-426c-9187-9027aca38bc3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network 6ea85d10-f9c6-4c1c-81a0-9947b08eba8e is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:45.379952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-9177ea12-c63d-426c-9187-9027aca38bc3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 6ea85d10-f9c6-4c1c-81a0-9947b08eba8e) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:45.385439 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9177ea12-c63d-426c-9187-9027aca38bc3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:45.386189 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9177ea12-c63d-426c-9187-9027aca38bc3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.394941 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc191ba-f08c-4031-aaac-b4a10d6078d8 None None] Network 6ea85d10-f9c6-4c1c-81a0-9947b08eba8e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:45.407356 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9177ea12-c63d-426c-9187-9027aca38bc3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5391774 Jul 16 01:55:45.407611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55600) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:45.535969 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-10920b98-1646-4cbd-81cb-17ae3fa8c19b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.561628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea20dc2-b591-4d88-8532-395650d3473d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-6ea85d10-f9c6-4c1c-81a0-9947b08eba8e', 'network_id': '6ea85d10-f9c6-4c1c-81a0-9947b08eba8e', 'tenant_id': '18943e0085674d01b4415813c985158f', 'fixed_ips': [{'subnet_id': '145a04d6-a5fd-4dab-a576-a37da0f3786d'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:45.562607 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ea20dc2-b591-4d88-8532-395650d3473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.591299 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-10920b98-1646-4cbd-81cb-17ae3fa8c19b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.659174 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-10920b98-1646-4cbd-81cb-17ae3fa8c19b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server [None req-8ea20dc2-b591-4d88-8532-395650d3473d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 145a04d6-a5fd-4dab-a576-a37da0f3786d: This subnet is being modified by another concurrent operation. Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 145a04d6-a5fd-4dab-a576-a37da0f3786d: This subnet is being modified by another concurrent operation. Jul 16 01:55:45.661993 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Jul 16 01:55:45.681698 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7ba843-fd4a-4699-a89a-6881ffa49155 None None] Network 6ea85d10-f9c6-4c1c-81a0-9947b08eba8e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:45.686876 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10920b98-1646-4cbd-81cb-17ae3fa8c19b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Subnet': ['ID=145a04d6-a5fd-4dab-a576-a37da0f3786d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:45.691146 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55610) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:45.756128 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-10920b98-1646-4cbd-81cb-17ae3fa8c19b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.767986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-10920b98-1646-4cbd-81cb-17ae3fa8c19b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea85d10-f9c6-4c1c-81a0-9947b08eba8e']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:45.778899 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-10920b98-1646-4cbd-81cb-17ae3fa8c19b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8441a1a-42b1-41bb-b2ce-40f2d658abae') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:45.779243 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-10920b98-1646-4cbd-81cb-17ae3fa8c19b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8441a1a-42b1-41bb-b2ce-40f2d658abae') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:45.789188 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-10920b98-1646-4cbd-81cb-17ae3fa8c19b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.797097 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f83878-d2a6-46e4-bef2-8751a5630271 None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:55:45.801155 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3fb97649-de4e-49a9-af2d-fa11f47f0fd3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-495377897-network', 'tenant_id': '3429d6c64c11482188275a95cd24498c'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:45.815054 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-10920b98-1646-4cbd-81cb-17ae3fa8c19b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.824673 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10920b98-1646-4cbd-81cb-17ae3fa8c19b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:45.825021 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-10920b98-1646-4cbd-81cb-17ae3fa8c19b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:45.828716 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:45.851201 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb97649-de4e-49a9-af2d-fa11f47f0fd3 admin admin] Made reservation on behalf of 3429d6c64c11482188275a95cd24498c for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:45.853530 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3fb97649-de4e-49a9-af2d-fa11f47f0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.867283 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3fb97649-de4e-49a9-af2d-fa11f47f0fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.907065 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f83878-d2a6-46e4-bef2-8751a5630271 None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:55:45.908096 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-10920b98-1646-4cbd-81cb-17ae3fa8c19b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.919184 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-10920b98-1646-4cbd-81cb-17ae3fa8c19b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.921091 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-10920b98-1646-4cbd-81cb-17ae3fa8c19b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/networks/6ea85d10-f9c6-4c1c-81a0-9947b08eba8e HTTP/1.1" status: 204 len: 168 time: 0.5124469 Jul 16 01:55:45.927151 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55614) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:45.933253 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-dc2d2f47-3217-4871-bdb2-ddba044f01ef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1282803025'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:45.933764 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10920b98-1646-4cbd-81cb-17ae3fa8c19b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Network': ['ID=6ea85d10-f9c6-4c1c-81a0-9947b08eba8e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:46.006601 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3fb97649-de4e-49a9-af2d-fa11f47f0fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.011785 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3fb97649-de4e-49a9-af2d-fa11f47f0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.031975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb97649-de4e-49a9-af2d-fa11f47f0fd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:46.034904 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2d2f47-3217-4871-bdb2-ddba044f01ef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:46.039141 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dc2d2f47-3217-4871-bdb2-ddba044f01ef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.051675 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3fb97649-de4e-49a9-af2d-fa11f47f0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.052051 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-3fb97649-de4e-49a9-af2d-fa11f47f0fd3 admin admin] Added segment bcb26db5-470f-4579-8605-8b4d65617db1 of type vlan for network b4b57e43-3231-411c-8e72-c548d881f43a Jul 16 01:55:46.053393 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb97649-de4e-49a9-af2d-fa11f47f0fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e88cda3-f163-4756-9e8e-a3f79fb279e0,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:46.068635 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2d2f47-3217-4871-bdb2-ddba044f01ef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:46.081314 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dc2d2f47-3217-4871-bdb2-ddba044f01ef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.081785 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-dc2d2f47-3217-4871-bdb2-ddba044f01ef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Added segment 6fa60b9e-b4d6-4c52-9f33-6570f577c171 of type vlan for network 4fe4c23e-1772-4103-96cb-3e01428f4b94 Jul 16 01:55:46.106634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3fb97649-de4e-49a9-af2d-fa11f47f0fd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.139903 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dc2d2f47-3217-4871-bdb2-ddba044f01ef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.141810 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3fb97649-de4e-49a9-af2d-fa11f47f0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.143041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb97649-de4e-49a9-af2d-fa11f47f0fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:46.143768 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3fb97649-de4e-49a9-af2d-fa11f47f0fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.204166 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dc2d2f47-3217-4871-bdb2-ddba044f01ef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.210867 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2d2f47-3217-4871-bdb2-ddba044f01ef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:46.211691 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dc2d2f47-3217-4871-bdb2-ddba044f01ef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.216508 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3fb97649-de4e-49a9-af2d-fa11f47f0fd3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5242102 Jul 16 01:55:46.220567 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55622) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:46.266474 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-dcb82015-9ef6-4311-8227-e7dbaec0a131 admin admin] Request body: {'subnet': {'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-495377897-subnet', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:46.272392 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dc2d2f47-3217-4871-bdb2-ddba044f01ef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3413682 Jul 16 01:55:46.272725 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55624) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:46.275435 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb97649-de4e-49a9-af2d-fa11f47f0fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=b4b57e43-3231-411c-8e72-c548d881f43a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:46.281094 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3824ac02-e744-4b0f-96c7-17d89d24ae29 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'subnet': {'network_id': '4fe4c23e-1772-4103-96cb-3e01428f4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:46.301170 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network b4b57e43-3231-411c-8e72-c548d881f43a details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:46.323437 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d2f47-3217-4871-bdb2-ddba044f01ef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Network': ['ID=4fe4c23e-1772-4103-96cb-3e01428f4b94,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:46.339267 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 4fe4c23e-1772-4103-96cb-3e01428f4b94 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:46.364496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb82015-9ef6-4311-8227-e7dbaec0a131 admin admin] Made reservation on behalf of 3429d6c64c11482188275a95cd24498c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:46.366836 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dcb82015-9ef6-4311-8227-e7dbaec0a131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.475480 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e001b-fa72-43e0-bfc7-51c85198bd0b req-58a156c2-a528-4e37-ac9d-98ceed3f7216 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:46.477027 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da6e001b-fa72-43e0-bfc7-51c85198bd0b req-58a156c2-a528-4e37-ac9d-98ceed3f7216 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2746592 Jul 16 01:55:46.493018 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3824ac02-e744-4b0f-96c7-17d89d24ae29 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:46.496327 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3824ac02-e744-4b0f-96c7-17d89d24ae29 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.591272 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da6e001b-fa72-43e0-bfc7-51c85198bd0b req-c3aca216-e921-4d33-99ed-99e3924d2b8f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073587 Jul 16 01:55:46.717087 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dcb82015-9ef6-4311-8227-e7dbaec0a131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.817579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb82015-9ef6-4311-8227-e7dbaec0a131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7545b14-fb64-4666-8e5c-e0421d4351cb,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:46.835414 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb82015-9ef6-4311-8227-e7dbaec0a131 admin admin] Checking segment: {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:46.835973 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb82015-9ef6-4311-8227-e7dbaec0a131 admin admin] Network hostable DHCP agents. Network: b4b57e43-3231-411c-8e72-c548d881f43a, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:46.840059 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3824ac02-e744-4b0f-96c7-17d89d24ae29 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.897984 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb82015-9ef6-4311-8227-e7dbaec0a131 admin admin] Network b4b57e43-3231-411c-8e72-c548d881f43a is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:46.910305 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824ac02-e744-4b0f-96c7-17d89d24ae29 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Subnet': ['ID=815592ce-d68b-42f8-ab9f-379a7ca241a9,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:46.915213 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-dcb82015-9ef6-4311-8227-e7dbaec0a131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, b4b57e43-3231-411c-8e72-c548d881f43a) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:46.925074 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb82015-9ef6-4311-8227-e7dbaec0a131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:46.925675 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dcb82015-9ef6-4311-8227-e7dbaec0a131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.929404 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd13c0e-0a01-4d3e-bf8a-6b3abb938817 None None] Network b4b57e43-3231-411c-8e72-c548d881f43a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:46.942156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3824ac02-e744-4b0f-96c7-17d89d24ae29 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Checking segment: {'id': '6fa60b9e-b4d6-4c52-9f33-6570f577c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fe4c23e-1772-4103-96cb-3e01428f4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:46.942593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3824ac02-e744-4b0f-96c7-17d89d24ae29 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network hostable DHCP agents. Network: 4fe4c23e-1772-4103-96cb-3e01428f4b94, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:46.948261 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dcb82015-9ef6-4311-8227-e7dbaec0a131 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7241683 Jul 16 01:55:46.949061 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55628) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:46.953614 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:46.970415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3824ac02-e744-4b0f-96c7-17d89d24ae29 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network 4fe4c23e-1772-4103-96cb-3e01428f4b94 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:46.977653 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-3824ac02-e744-4b0f-96c7-17d89d24ae29 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 4fe4c23e-1772-4103-96cb-3e01428f4b94) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:46.985506 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.986907 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3824ac02-e744-4b0f-96c7-17d89d24ae29 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:46.987074 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.987895 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3824ac02-e744-4b0f-96c7-17d89d24ae29 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.007822 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3824ac02-e744-4b0f-96c7-17d89d24ae29 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7326479 Jul 16 01:55:47.010082 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55630) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:47.015244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-9c97865f-9dfc-46a1-b50a-7a678cf90fec tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'subnet': {'network_id': '4fe4c23e-1772-4103-96cb-3e01428f4b94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:47.020136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951a35db-7c62-4639-8b85-8e3fbf6b637f None None] Network 4fe4c23e-1772-4103-96cb-3e01428f4b94 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:47.089658 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.411635 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-b4b57e43-3231-411c-8e72-c548d881f43a', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:47.412551 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.432083 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-4fe4c23e-1772-4103-96cb-3e01428f4b94', 'network_id': '4fe4c23e-1772-4103-96cb-3e01428f4b94', 'tenant_id': '18943e0085674d01b4415813c985158f', 'fixed_ips': [{'subnet_id': '815592ce-d68b-42f8-ab9f-379a7ca241a9'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:47.432979 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.613007 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.651398 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c97865f-9dfc-46a1-b50a-7a678cf90fec tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:47.654913 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9c97865f-9dfc-46a1-b50a-7a678cf90fec tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.665526 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Allocated IP 2001:db8::2 (4fe4c23e-1772-4103-96cb-3e01428f4b94/815592ce-d68b-42f8-ab9f-379a7ca241a9/9b47b505-a452-4f19-b5ed-c3be4e09e0a8) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:47.784175 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Allocated IP 172.20.0.2 (b4b57e43-3231-411c-8e72-c548d881f43a/f7545b14-fb64-4666-8e5c-e0421d4351cb/6ea7f508-a12d-4c47-9ac8-970283751918) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:47.857816 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.897581 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Transition to ACTIVE for port object 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:47.921678 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Transition to ACTIVE for port object 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:47.921949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9d827-5a85-4371-ac8b-df0b5780af17 req-a8715329-c079-4c6b-8fb4-275b2cbc0f53 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:47.923675 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ce9d827-5a85-4371-ac8b-df0b5780af17 req-a8715329-c079-4c6b-8fb4-275b2cbc0f53 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1749043 Jul 16 01:55:47.949939 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.996018 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Network 4fe4c23e-1772-4103-96cb-3e01428f4b94 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:48.015821 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:48.018778 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:48.072305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Pushing event updated for resources: {'Port': ['ID=9b47b505-a452-4f19-b5ed-c3be4e09e0a8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:48.092547 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ce9d827-5a85-4371-ac8b-df0b5780af17 req-410acae9-d6d1-488c-94d6-483611ce0b50 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595874 Jul 16 01:55:48.124407 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.135230 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Attempting to bind port 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:48.135443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Attempting to bind port 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '6fa60b9e-b4d6-4c52-9f33-6570f577c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fe4c23e-1772-4103-96cb-3e01428f4b94'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:48.135898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Attempting to bind port 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 on network 4fe4c23e-1772-4103-96cb-3e01428f4b94 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:48.138224 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Transition to ACTIVE for port object 6ea7f508-a12d-4c47-9ac8-970283751918 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:48.144742 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9c97865f-9dfc-46a1-b50a-7a678cf90fec tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.147279 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:48.147877 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Checking segment: {'id': '6fa60b9e-b4d6-4c52-9f33-6570f577c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fe4c23e-1772-4103-96cb-3e01428f4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:48.148329 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.148820 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Bound using segment: {'id': '6fa60b9e-b4d6-4c52-9f33-6570f577c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fe4c23e-1772-4103-96cb-3e01428f4b94'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:48.149396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Bound port: 9b47b505-a452-4f19-b5ed-c3be4e09e0a8, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa60b9e-b4d6-4c52-9f33-6570f577c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fe4c23e-1772-4103-96cb-3e01428f4b94'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:48.149882 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.169328 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Transition to ACTIVE for port object 6ea7f508-a12d-4c47-9ac8-970283751918 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:48.196237 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.199412 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.203169 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c97865f-9dfc-46a1-b50a-7a678cf90fec tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network 4fe4c23e-1772-4103-96cb-3e01428f4b94 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:48.231585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-9c97865f-9dfc-46a1-b50a-7a678cf90fec tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:48.237413 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c97865f-9dfc-46a1-b50a-7a678cf90fec tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:48.238352 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9c97865f-9dfc-46a1-b50a-7a678cf90fec tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.240540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Network b4b57e43-3231-411c-8e72-c548d881f43a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:48.244582 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.250113 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:48.261071 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97865f-9dfc-46a1-b50a-7a678cf90fec tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Subnet': ['ID=43003d6d-1d09-46ed-973f-d4bad32e1b00,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:48.263497 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:48.281183 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Pushing event updated for resources: {'Port': ['ID=6ea7f508-a12d-4c47-9ac8-970283751918,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:48.300489 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9c97865f-9dfc-46a1-b50a-7a678cf90fec tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2892246 Jul 16 01:55:48.300666 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55636) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:48.301082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] For port 9b47b505-a452-4f19-b5ed-c3be4e09e0a8, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:48.306633 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] For port 9b47b505-a452-4f19-b5ed-c3be4e09e0a8, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9b47b505-a452-4f19-b5ed-c3be4e09e0a8,segment=NetworkSegment(6fa60b9e-b4d6-4c52-9f33-6570f577c171),segment_id=6fa60b9e-b4d6-4c52-9f33-6570f577c171)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:48.337118 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.378955 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0803fa62-7df0-49d3-adbd-815557cb266c tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:48.381951 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0803fa62-7df0-49d3-adbd-815557cb266c tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:48.387966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0803fa62-7df0-49d3-adbd-815557cb266c tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:48.392064 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0803fa62-7df0-49d3-adbd-815557cb266c tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:48.394045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0803fa62-7df0-49d3-adbd-815557cb266c tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:48.394549 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] Allocated IP 172.25.1.43 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/38af7137-dda5-46dc-a6c9-19d7bd6f3c4a) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:48.404530 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0803fa62-7df0-49d3-adbd-815557cb266c tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1028845 Jul 16 01:55:48.408672 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55638) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:48.410964 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Attempting to bind port 6ea7f508-a12d-4c47-9ac8-970283751918 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:48.411336 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Attempting to bind port 6ea7f508-a12d-4c47-9ac8-970283751918 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:48.411845 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Attempting to bind port 6ea7f508-a12d-4c47-9ac8-970283751918 on network b4b57e43-3231-411c-8e72-c548d881f43a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:48.417877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a247ce19-dc51-4565-98a5-1f4ef00dde8b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1317099698'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:48.434245 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:48.434750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Checking segment: {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:48.435017 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.436102 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Bound using segment: {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:48.436774 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Bound port: 6ea7f508-a12d-4c47-9ac8-970283751918, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:48.437254 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.460514 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3413d3b-3bb0-45cb-bda8-b490b65be0db None None] Pushing event updated for resources: {'Port': ['ID=9b47b505-a452-4f19-b5ed-c3be4e09e0a8,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:48.464441 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a247ce19-dc51-4565-98a5-1f4ef00dde8b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:48.472906 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a247ce19-dc51-4565-98a5-1f4ef00dde8b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.534329 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a247ce19-dc51-4565-98a5-1f4ef00dde8b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:48.540384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] For port 6ea7f508-a12d-4c47-9ac8-970283751918, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:48.544466 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] For port 6ea7f508-a12d-4c47-9ac8-970283751918, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6ea7f508-a12d-4c47-9ac8-970283751918,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:48.550996 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.556702 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a247ce19-dc51-4565-98a5-1f4ef00dde8b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.558313 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-a247ce19-dc51-4565-98a5-1f4ef00dde8b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Added segment 64184352-9334-47b2-8643-7c60250787a6 of type vlan for network 8f2b93d7-7444-4e60-8f41-883658b9cbfe Jul 16 01:55:48.579056 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.619318 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a247ce19-dc51-4565-98a5-1f4ef00dde8b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.635239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87081dc9-0c07-4458-9407-0b5fb441e55e None None] Pushing event updated for resources: {'Port': ['ID=6ea7f508-a12d-4c47-9ac8-970283751918,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:48.670194 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.680018 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a247ce19-dc51-4565-98a5-1f4ef00dde8b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.692643 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:48.701851 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:48.703197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a247ce19-dc51-4565-98a5-1f4ef00dde8b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:48.703197 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a247ce19-dc51-4565-98a5-1f4ef00dde8b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.751542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:48.767875 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a247ce19-dc51-4565-98a5-1f4ef00dde8b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3576109 Jul 16 01:55:48.770657 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55642) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:48.787959 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3c645f05-5852-40d2-9b4f-33ed42ca360f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:48.812803 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] Pushing event updated for resources: {'Port': ['ID=38af7137-dda5-46dc-a6c9-19d7bd6f3c4a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:49.002813 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247ce19-dc51-4565-98a5-1f4ef00dde8b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Network': ['ID=8f2b93d7-7444-4e60-8f41-883658b9cbfe,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:49.016193 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 8f2b93d7-7444-4e60-8f41-883658b9cbfe details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:49.228508 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.245089 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3c645f05-5852-40d2-9b4f-33ed42ca360f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.267459 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3c645f05-5852-40d2-9b4f-33ed42ca360f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.320439 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3c645f05-5852-40d2-9b4f-33ed42ca360f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network 8f2b93d7-7444-4e60-8f41-883658b9cbfe is not hosted by any dhcp agent {{(pid=93831) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:55:49.325822 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c645f05-5852-40d2-9b4f-33ed42ca360f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:49.326973 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3c645f05-5852-40d2-9b4f-33ed42ca360f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.330964 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3c645f05-5852-40d2-9b4f-33ed42ca360f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "PUT /v2.0/networks/8f2b93d7-7444-4e60-8f41-883658b9cbfe HTTP/1.1" status: 200 len: 723 time: 0.5566592 Jul 16 01:55:49.332904 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55648) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:49.338642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-af02e6be-cd98-4421-bd93-21a6565c941a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'subnet': {'network_id': '8f2b93d7-7444-4e60-8f41-883658b9cbfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:49.408954 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c645f05-5852-40d2-9b4f-33ed42ca360f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Network': ['ID=8f2b93d7-7444-4e60-8f41-883658b9cbfe,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:49.425763 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 8f2b93d7-7444-4e60-8f41-883658b9cbfe details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:49.457755 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.480800 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6ed08-e0ab-4d4a-85aa-992260fea703 req-079052ca-4249-4410-83a2-565fde1cb9c2 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:49.483056 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4af6ed08-e0ab-4d4a-85aa-992260fea703 req-079052ca-4249-4410-83a2-565fde1cb9c2 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2172694 Jul 16 01:55:49.529139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af02e6be-cd98-4421-bd93-21a6565c941a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:49.532755 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-af02e6be-cd98-4421-bd93-21a6565c941a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.614985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] Router 0735bcc5-4bec-4153-8133-5917dcf6e604 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:55:49.763778 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:49.774944 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Sync routers for ids ['0735bcc5-4bec-4153-8133-5917dcf6e604'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:49.790018 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Routers {'0735bcc5-4bec-4153-8133-5917dcf6e604'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:49.790807 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:55:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0735bcc5-4bec-4153-8133-5917dcf6e604'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:49.792415 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.810182 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5d969e95-9626-4102-8db2-461b365e597f admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8600509 Jul 16 01:55:49.813504 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55658) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:49.922052 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c91c124-ce7f-4d8c-95a8-4f1f1e906262 None None] Network 4fe4c23e-1772-4103-96cb-3e01428f4b94 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:49.970702 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4af6ed08-e0ab-4d4a-85aa-992260fea703 req-c7f6ece5-33d9-4860-bcb0-0517737c889c tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803214 Jul 16 01:55:50.013975 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Set router 0735bcc5-4bec-4153-8133-5917dcf6e604 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:50.034889 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-22103dfe-f52e-4383-8ffc-64bf98a6592e None None] Provisioning for port 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:50.334398 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-af02e6be-cd98-4421-bd93-21a6565c941a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.408858 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:49Z', 'revision_number': 3, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:50.424422 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab74ef5-07ac-4ffc-8716-94c8b207c53b None None] Update dhcp port {'port': {'network_id': '4fe4c23e-1772-4103-96cb-3e01428f4b94', 'fixed_ips': [{'subnet_id': '815592ce-d68b-42f8-ab9f-379a7ca241a9', 'ip_address': '2001:db8::2'}, {'subnet_id': '43003d6d-1d09-46ed-973f-d4bad32e1b00'}], 'binding:host_id': 'n-d-800086-6'}, 'id': '9b47b505-a452-4f19-b5ed-c3be4e09e0a8'} from n-d-800086-6. {{(pid=93833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:55:50.477613 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02e6be-cd98-4421-bd93-21a6565c941a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Subnet': ['ID=343a9818-39a8-4bc1-b124-1376c44f791b,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:50.502700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6ea7f508-a12d-4c47-9ac8-970283751918 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:50.509129 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5d0ae2-86ba-4c90-8aa2-85e9b9dee526 None None] Network b4b57e43-3231-411c-8e72-c548d881f43a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:50.512116 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af02e6be-cd98-4421-bd93-21a6565c941a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Checking segment: {'id': '64184352-9334-47b2-8643-7c60250787a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8f2b93d7-7444-4e60-8f41-883658b9cbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:50.512562 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af02e6be-cd98-4421-bd93-21a6565c941a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network hostable DHCP agents. Network: 8f2b93d7-7444-4e60-8f41-883658b9cbfe, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:50.535270 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af02e6be-cd98-4421-bd93-21a6565c941a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network 8f2b93d7-7444-4e60-8f41-883658b9cbfe is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:50.548336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-af02e6be-cd98-4421-bd93-21a6565c941a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 8f2b93d7-7444-4e60-8f41-883658b9cbfe) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:50.563003 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af02e6be-cd98-4421-bd93-21a6565c941a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:50.567292 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ab74ef5-07ac-4ffc-8716-94c8b207c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.567652 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-af02e6be-cd98-4421-bd93-21a6565c941a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533865'] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.587564 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-af02e6be-cd98-4421-bd93-21a6565c941a tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2529294 Jul 16 01:55:50.588089 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca3404b-0498-4004-a967-9ec895f18cd1 None None] Network 8f2b93d7-7444-4e60-8f41-883658b9cbfe requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:50.590568 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55660) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:50.599145 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-6567cbe0-dbb9-4bae-8903-fa69bc79fe58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:50.643271 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.661884 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-58bd229f-d7f6-4029-8090-38d0cf0419cd None None] Provisioning for port 6ea7f508-a12d-4c47-9ac8-970283751918 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:50.662424 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Checking router: 0735bcc5-4bec-4153-8133-5917dcf6e604 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:50.662779 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Updating router 0735bcc5-4bec-4153-8133-5917dcf6e604 port 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:55:50.723934 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6567cbe0-dbb9-4bae-8903-fa69bc79fe58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9352486'] for subnet, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.756765 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.926972 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] Allocated IP 172.20.0.1 (b4b57e43-3231-411c-8e72-c548d881f43a/f7545b14-fb64-4666-8e5c-e0421d4351cb/e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:51.057657 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6567cbe0-dbb9-4bae-8903-fa69bc79fe58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739031246475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9414869'] for subnet, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.061706 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.077532 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] Transition to ACTIVE for port object e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:51.087890 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6567cbe0-dbb9-4bae-8903-fa69bc79fe58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:51.092145 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6567cbe0-dbb9-4bae-8903-fa69bc79fe58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.094448 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6567cbe0-dbb9-4bae-8903-fa69bc79fe58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "PUT /v2.0/subnets/343a9818-39a8-4bc1-b124-1376c44f791b HTTP/1.1" status: 200 len: 826 time: 0.5016043 Jul 16 01:55:51.098202 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55666) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:51.164330 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.198858 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567cbe0-dbb9-4bae-8903-fa69bc79fe58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Subnet': ['ID=343a9818-39a8-4bc1-b124-1376c44f791b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:51.205555 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Transition to ACTIVE for port object 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:51.213653 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.237366 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.302469 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ca406-9de5-4d4d-a0c4-d79aa8b681ee None None] Pushing event updated for resources: {'Port': ['ID=38af7137-dda5-46dc-a6c9-19d7bd6f3c4a,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:51.347721 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca406-9de5-4d4d-a0c4-d79aa8b681ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:51.348451 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca406-9de5-4d4d-a0c4-d79aa8b681ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:51.349411 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca406-9de5-4d4d-a0c4-d79aa8b681ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:51.349980 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca406-9de5-4d4d-a0c4-d79aa8b681ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:51.350312 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca406-9de5-4d4d-a0c4-d79aa8b681ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:51.352390 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca406-9de5-4d4d-a0c4-d79aa8b681ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:51.352922 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca406-9de5-4d4d-a0c4-d79aa8b681ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:51.353372 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca406-9de5-4d4d-a0c4-d79aa8b681ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:51.353814 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca406-9de5-4d4d-a0c4-d79aa8b681ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:51.354257 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca406-9de5-4d4d-a0c4-d79aa8b681ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:51.354755 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca406-9de5-4d4d-a0c4-d79aa8b681ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:51.355822 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca406-9de5-4d4d-a0c4-d79aa8b681ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:51.359075 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 6ea7f508-a12d-4c47-9ac8-970283751918 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:51.366795 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Attempting to bind port 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:51.367552 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Attempting to bind port 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:51.368164 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Attempting to bind port 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:51.377951 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:51.378680 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:51.379265 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.380504 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:51.381181 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Bound port: 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:51.381761 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.392194 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6ea7f508-a12d-4c47-9ac8-970283751918 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:51.392572 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.469319 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] For port 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:51.473748 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] For port 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=38af7137-dda5-46dc-a6c9-19d7bd6f3c4a,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:51.478372 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.555573 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Routers {'0735bcc5-4bec-4153-8133-5917dcf6e604'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:51.556580 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:55:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0735bcc5-4bec-4153-8133-5917dcf6e604'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:51.571595 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-9ab74ef5-07ac-4ffc-8716-94c8b207c53b None None] Allocated IP 172.20.0.1 (4fe4c23e-1772-4103-96cb-3e01428f4b94/43003d6d-1d09-46ed-973f-d4bad32e1b00/9b47b505-a452-4f19-b5ed-c3be4e09e0a8) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:51.602075 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ca406-9de5-4d4d-a0c4-d79aa8b681ee None None] Pushing event updated for resources: {'Port': ['ID=38af7137-dda5-46dc-a6c9-19d7bd6f3c4a,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:51.626553 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-8f2b93d7-7444-4e60-8f41-883658b9cbfe', 'network_id': '8f2b93d7-7444-4e60-8f41-883658b9cbfe', 'tenant_id': '18943e0085674d01b4415813c985158f', 'fixed_ips': [{'subnet_id': '343a9818-39a8-4bc1-b124-1376c44f791b'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:51.627424 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.692551 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] Set router 0735bcc5-4bec-4153-8133-5917dcf6e604 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:51.753044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] Network b4b57e43-3231-411c-8e72-c548d881f43a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:51.774119 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:51.804107 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:51.826397 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.840195 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] Pushing event updated for resources: {'Port': ['ID=e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:51.856993 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.911695 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fdaa4-bb4d-41f9-bce2-1e54b91b51fd req-f64f068e-836f-4166-86fc-c13837526962 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:51.919202 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-964fdaa4-bb4d-41f9-bce2-1e54b91b51fd req-f64f068e-836f-4166-86fc-c13837526962 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.6867979 Jul 16 01:55:51.923881 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.938081 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9ab74ef5-07ac-4ffc-8716-94c8b207c53b None None] For port 9b47b505-a452-4f19-b5ed-c3be4e09e0a8, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9b47b505-a452-4f19-b5ed-c3be4e09e0a8,segment=NetworkSegment(6fa60b9e-b4d6-4c52-9f33-6570f577c171),segment_id=6fa60b9e-b4d6-4c52-9f33-6570f577c171)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:51.942106 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 6ea7f508-a12d-4c47-9ac8-970283751918, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6ea7f508-a12d-4c47-9ac8-970283751918,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:51.957606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Allocated IP 2001:db8::2 (8f2b93d7-7444-4e60-8f41-883658b9cbfe/343a9818-39a8-4bc1-b124-1376c44f791b/ec0e7266-375c-41e4-9aef-6e27fbb89e99) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:51.961297 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.962193 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:51.991005 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:49Z', 'revision_number': 3, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:52.041734 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd3e99c-9ba8-419e-87c6-708d2fa9bf81 None None] The sync data for ids ['0735bcc5-4bec-4153-8133-5917dcf6e604'] in n-d-800086-6 is: [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:49Z', 'revision_number': 3, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:52.158305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=6ea7f508-a12d-4c47-9ac8-970283751918,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:52.212306 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ab74ef5-07ac-4ffc-8716-94c8b207c53b None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.217252 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-43032348-704c-4121-8cd3-5fad3e16f171 None None] Provisioning for port e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:52.243485 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-43032348-704c-4121-8cd3-5fad3e16f171 None None] Provisioning complete for port e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:52.244227 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-43032348-704c-4121-8cd3-5fad3e16f171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.273399 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9ab74ef5-07ac-4ffc-8716-94c8b207c53b None None] Transition to ACTIVE for port object 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:52.285591 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ab74ef5-07ac-4ffc-8716-94c8b207c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.294003 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-964fdaa4-bb4d-41f9-bce2-1e54b91b51fd req-bc89c955-d23c-438f-bc97-55ec87e40d16 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737025 Jul 16 01:55:52.329386 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.367069 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.400073 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-43032348-704c-4121-8cd3-5fad3e16f171 None None] Port e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:52.452271 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:52.493352 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-43032348-704c-4121-8cd3-5fad3e16f171 None None] Provisioning complete for port 6ea7f508-a12d-4c47-9ac8-970283751918 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:52.493826 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-43032348-704c-4121-8cd3-5fad3e16f171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.538100 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab74ef5-07ac-4ffc-8716-94c8b207c53b None None] Pushing event updated for resources: {'Port': ['ID=9b47b505-a452-4f19-b5ed-c3be4e09e0a8,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:52.563223 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.576843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Transition to ACTIVE for port object ec0e7266-375c-41e4-9aef-6e27fbb89e99 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:52.616946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Transition to ACTIVE for port object ec0e7266-375c-41e4-9aef-6e27fbb89e99 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:52.660210 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.711224 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.735004 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Pushing event updated for resources: {'Port': ['ID=ec0e7266-375c-41e4-9aef-6e27fbb89e99,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:52.783623 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Subnet': ['ID=343a9818-39a8-4bc1-b124-1376c44f791b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:52.792144 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Network 8f2b93d7-7444-4e60-8f41-883658b9cbfe is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:52.798714 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:52.801284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:52.878616 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:52.885252 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.921739 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.936788 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.961294 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Attempting to bind port ec0e7266-375c-41e4-9aef-6e27fbb89e99 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:52.963866 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Attempting to bind port ec0e7266-375c-41e4-9aef-6e27fbb89e99 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '64184352-9334-47b2-8643-7c60250787a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8f2b93d7-7444-4e60-8f41-883658b9cbfe'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:52.964275 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Attempting to bind port ec0e7266-375c-41e4-9aef-6e27fbb89e99 on network 8f2b93d7-7444-4e60-8f41-883658b9cbfe {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:52.978220 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:52.978220 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Checking segment: {'id': '64184352-9334-47b2-8643-7c60250787a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8f2b93d7-7444-4e60-8f41-883658b9cbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:52.982764 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.983335 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Bound using segment: {'id': '64184352-9334-47b2-8643-7c60250787a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8f2b93d7-7444-4e60-8f41-883658b9cbfe'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:52.983898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Bound port: ec0e7266-375c-41e4-9aef-6e27fbb89e99, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64184352-9334-47b2-8643-7c60250787a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8f2b93d7-7444-4e60-8f41-883658b9cbfe'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:52.984395 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.008370 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-93f34ee8-b171-4e8d-9f86-6d09d6424938 None None] Provisioning complete for port e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:53.011347 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-93f34ee8-b171-4e8d-9f86-6d09d6424938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.087383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2b93d7-7444-4e60-8f41-883658b9cbfe']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:53.089941 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] Pushing event updated for resources: {'Port': ['ID=e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:53.135237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64184352-9334-47b2-8643-7c60250787a6') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:53.135556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64184352-9334-47b2-8643-7c60250787a6') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:53.187057 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.190054 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.244777 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.249294 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:53.253557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-93f34ee8-b171-4e8d-9f86-6d09d6424938 None None] Port e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:53.253776 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:53.254153 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.264559 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:53.264941 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.369077 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] For port ec0e7266-375c-41e4-9aef-6e27fbb89e99, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:53.404232 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:53.427855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] Network b4b57e43-3231-411c-8e72-c548d881f43a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:53.432040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:53.477930 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.518816 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=38af7137-dda5-46dc-a6c9-19d7bd6f3c4a,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:53.527415 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.528349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6ea7f508-a12d-4c47-9ac8-970283751918 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:53.536053 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.api [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:55:53.536053 n-d-800086-6 neutron-server[93832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:55:53.536053 n-d-800086-6 neutron-server[93832]: [parameters: {'id': '8f2b93d7-7444-4e60-8f41-883658b9cbfe'}] Jul 16 01:55:53.536053 n-d-800086-6 neutron-server[93832]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:55:53.536549 n-d-800086-6 neutron-server[93832]: DEBUG oslo_db.api [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:55:53.611631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] For port ec0e7266-375c-41e4-9aef-6e27fbb89e99, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ec0e7266-375c-41e4-9aef-6e27fbb89e99,segment=NetworkSegment(64184352-9334-47b2-8643-7c60250787a6),segment_id=64184352-9334-47b2-8643-7c60250787a6)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:53.645033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569689d4-9d71-460b-9037-df79b3ab7dda None None] Network 4fe4c23e-1772-4103-96cb-3e01428f4b94 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:53.653588 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.689390 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404491e-34ce-44be-bddb-57cc6e162876 req-784cbc9e-a138-49d8-9205-dae444e02e67 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:53.697336 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3404491e-34ce-44be-bddb-57cc6e162876 req-784cbc9e-a138-49d8-9205-dae444e02e67 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1435666 Jul 16 01:55:53.766332 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3404491e-34ce-44be-bddb-57cc6e162876 req-529ec7bc-158d-4e11-b327-921dccba24c1 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676451 Jul 16 01:55:53.827495 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] Router 0735bcc5-4bec-4153-8133-5917dcf6e604 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:53.915802 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6c2110d2-a86c-4abc-b879-5f3c83aab164 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:55:53.977305 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:53.985457 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-db765853-a9a1-4ae9-9b88-01e522b3430a admin admin] 10.222.0.54 "PUT /v2.0/routers/0735bcc5-4bec-4153-8133-5917dcf6e604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1631746 Jul 16 01:55:53.996334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bb7bede5-7798-4adc-a7c5-b3fcaefeb18b None None] Provisioning for port 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:54.014800 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bb7bede5-7798-4adc-a7c5-b3fcaefeb18b None None] Provisioning complete for port 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:54.015176 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb7bede5-7798-4adc-a7c5-b3fcaefeb18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.037782 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.053209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=38af7137-dda5-46dc-a6c9-19d7bd6f3c4a,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:54.140900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Deleting port ec0e7266-375c-41e4-9aef-6e27fbb89e99 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:54.141453 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.212332 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.223871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] For port ec0e7266-375c-41e4-9aef-6e27fbb89e99, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ec0e7266-375c-41e4-9aef-6e27fbb89e99,segment=NetworkSegment(64184352-9334-47b2-8643-7c60250787a6),segment_id=64184352-9334-47b2-8643-7c60250787a6)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:54.224038 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.240945 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Calling delete_port for ec0e7266-375c-41e4-9aef-6e27fbb89e99 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:54.289902 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3843e40c-064a-4ebd-8d75-1319e12fdaa3 None None] Network 8f2b93d7-7444-4e60-8f41-883658b9cbfe requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:54.383121 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.434999 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Port': ['ID=ec0e7266-375c-41e4-9aef-6e27fbb89e99,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:54.437636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] No DVR routers for this DVR port ec0e7266-375c-41e4-9aef-6e27fbb89e99 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:54.566962 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.586811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2b93d7-7444-4e60-8f41-883658b9cbfe']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:54.611554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64184352-9334-47b2-8643-7c60250787a6') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:54.611674 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64184352-9334-47b2-8643-7c60250787a6') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:54.642549 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.649287 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6ea7f508-a12d-4c47-9ac8-970283751918 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:54.649829 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.677922 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.688989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:54.689872 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.721237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6c2110d2-a86c-4abc-b879-5f3c83aab164, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6c2110d2-a86c-4abc-b879-5f3c83aab164,segment=NetworkSegment(a487fc01-0d72-489f-bc25-de635f54c37d),segment_id=a487fc01-0d72-489f-bc25-de635f54c37d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:54.725374 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:54.806672 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.871111 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.880414 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55718) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:54.881631 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/networks/8f2b93d7-7444-4e60-8f41-883658b9cbfe HTTP/1.1" status: 204 len: 168 time: 3.7820680 Jul 16 01:55:54.882675 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fb0a8-c2b4-495e-b0ba-9b06f8939d93 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Network': ['ID=8f2b93d7-7444-4e60-8f41-883658b9cbfe,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:54.919944 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e47091-2766-482b-952c-36c00c0d211e None None] Pushing event updated for resources: {'Port': ['ID=ec0e7266-375c-41e4-9aef-6e27fbb89e99,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:54.932120 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69f6c69-e972-4f9a-bca2-cfd44a4c934e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] DELETE failed (client error): The resource could not be found. Jul 16 01:55:54.932727 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69f6c69-e972-4f9a-bca2-cfd44a4c934e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:55:54.934505 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d69f6c69-e972-4f9a-bca2-cfd44a4c934e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/networks/8f2b93d7-7444-4e60-8f41-883658b9cbfe HTTP/1.1" status: 404 len: 339 time: 0.0530796 Jul 16 01:55:54.938292 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '6c2110d2-a86c-4abc-b879-5f3c83aab164', 'network_id': 'a8c40dbf-5170-4d84-94bd-5e3baafc13ee', 'port_id': '6c2110d2-a86c-4abc-b879-5f3c83aab164', 'mac_address': 'fa:16:3e:39:07:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33d7cdb-73e5-4819-a1cd-c03f40836d6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:55:54.940831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55720) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:54.949779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Sync routers for ids ['0735bcc5-4bec-4153-8133-5917dcf6e604'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:54.950003 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2023200732', 'description': 'd1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:55.008669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:55.016194 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.086596 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425860d4-fa93-4ef5-a2c3-81925caaf158 None None] Network 8f2b93d7-7444-4e60-8f41-883658b9cbfe requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:55.089602 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Routers {'0735bcc5-4bec-4153-8133-5917dcf6e604'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:55.090282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:55:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0735bcc5-4bec-4153-8133-5917dcf6e604'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:55.106624 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:55.128281 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55724) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:55.133953 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-15bd180e-f51f-4fa4-92d1-53b1fc08f08b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-818012922-network', 'tenant_id': '6ed6aba991ee461eab9a8d5f2943c8f2'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:55.136390 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.136847 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Added segment fa00caec-4399-41a6-8a38-12c66d183471 of type vlan for network 8721072c-3624-4d9f-9e9c-1779a8e9fba2 Jul 16 01:55:55.173680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bd180e-f51f-4fa4-92d1-53b1fc08f08b admin admin] Made reservation on behalf of 6ed6aba991ee461eab9a8d5f2943c8f2 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:55.174001 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad04aa-9064-4a11-9ffe-794447a5282e req-2a0f948d-7f52-4e3e-8c1f-bc2f63207bc6 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:55.176106 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-91ad04aa-9064-4a11-9ffe-794447a5282e req-2a0f948d-7f52-4e3e-8c1f-bc2f63207bc6 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1705954 Jul 16 01:55:55.177135 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15bd180e-f51f-4fa4-92d1-53b1fc08f08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.201397 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15bd180e-f51f-4fa4-92d1-53b1fc08f08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.235431 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.261050 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb7bede5-7798-4adc-a7c5-b3fcaefeb18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.270272 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-91ad04aa-9064-4a11-9ffe-794447a5282e req-a51cfa2d-2aa7-4ea1-ba8d-8f788ace07fc tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665379 Jul 16 01:55:55.295388 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.299345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:55.300436 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.339863 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425860d4-fa93-4ef5-a2c3-81925caaf158 None None] Network 8f2b93d7-7444-4e60-8f41-883658b9cbfe could not be found, it might have been deleted concurrently. {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:55:55.395506 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Network': ['ID=8721072c-3624-4d9f-9e9c-1779a8e9fba2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:55.403452 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:55.404200 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:55.404574 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:55.404908 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:55.405236 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:55.405560 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:55.405882 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:55.406277 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:55.406599 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:55.406917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:55.407234 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:55.407834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:55.429502 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.434655 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15bd180e-f51f-4fa4-92d1-53b1fc08f08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.448231 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 8721072c-3624-4d9f-9e9c-1779a8e9fba2 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:55.450134 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15bd180e-f51f-4fa4-92d1-53b1fc08f08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.451142 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-59779c36-3257-4905-a7d8-4955777d8f58 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5091138 Jul 16 01:55:55.452037 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55730) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:55.464133 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Set router 0735bcc5-4bec-4153-8133-5917dcf6e604 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:55.474656 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15bd180e-f51f-4fa4-92d1-53b1fc08f08b admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:55.499190 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15bd180e-f51f-4fa4-92d1-53b1fc08f08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.500602 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-15bd180e-f51f-4fa4-92d1-53b1fc08f08b admin admin] Added segment a15b06f0-183b-428d-81e3-5efd293ef1e1 of type vlan for network c96286d8-2c8e-4b4c-90cb-f91bfa4b4554 Jul 16 01:55:55.508086 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bb7bede5-7798-4adc-a7c5-b3fcaefeb18b None None] For port 9b47b505-a452-4f19-b5ed-c3be4e09e0a8, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9b47b505-a452-4f19-b5ed-c3be4e09e0a8,segment=NetworkSegment(6fa60b9e-b4d6-4c52-9f33-6570f577c171),segment_id=6fa60b9e-b4d6-4c52-9f33-6570f577c171)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:55.586568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e24123-92a5-44c3-aa54-7fd90fd0660f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:55.600348 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15bd180e-f51f-4fa4-92d1-53b1fc08f08b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.600936 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c6e24123-92a5-44c3-aa54-7fd90fd0660f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "GET /v2.0/networks?id=8721072c-3624-4d9f-9e9c-1779a8e9fba2 HTTP/1.1" status: 200 len: 765 time: 0.1476214 Jul 16 01:55:55.601663 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55734) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:55.607812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-bc8fedce-a1a5-4795-9b0a-ae8d82509416 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'network': {'description': 'd2'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:55.641301 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb7bede5-7798-4adc-a7c5-b3fcaefeb18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.676260 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c2110d2-a86c-4abc-b879-5f3c83aab164 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:55.684188 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15bd180e-f51f-4fa4-92d1-53b1fc08f08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.686903 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bd180e-f51f-4fa4-92d1-53b1fc08f08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:55.687510 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-15bd180e-f51f-4fa4-92d1-53b1fc08f08b admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.802864 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-15bd180e-f51f-4fa4-92d1-53b1fc08f08b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6730976 Jul 16 01:55:55.805721 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55736) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:55.829206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Request body: {'subnet': {'network_id': 'c96286d8-2c8e-4b4c-90cb-f91bfa4b4554', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-818012922-subnet', 'tenant_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:55.849988 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd180e-f51f-4fa4-92d1-53b1fc08f08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ac2157-77ee-454b-b9be-79cf5e249fe5,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:55.980924 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bc8fedce-a1a5-4795-9b0a-ae8d82509416 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.994286 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd180e-f51f-4fa4-92d1-53b1fc08f08b admin admin] Pushing event updated for resources: {'Network': ['ID=c96286d8-2c8e-4b4c-90cb-f91bfa4b4554,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:56.019845 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bc8fedce-a1a5-4795-9b0a-ae8d82509416 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.039654 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Made reservation on behalf of 6ed6aba991ee461eab9a8d5f2943c8f2 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:56.046740 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:56.048983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network c96286d8-2c8e-4b4c-90cb-f91bfa4b4554 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:56.052558 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.135380 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6c2110d2-a86c-4abc-b879-5f3c83aab164, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6c2110d2-a86c-4abc-b879-5f3c83aab164,segment=NetworkSegment(a487fc01-0d72-489f-bc25-de635f54c37d),segment_id=a487fc01-0d72-489f-bc25-de635f54c37d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:56.145841 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac4325d-219c-4880-a9b3-ee6acf411f8c None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:55:56.194625 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fedce-a1a5-4795-9b0a-ae8d82509416 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Network': ['ID=8721072c-3624-4d9f-9e9c-1779a8e9fba2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:56.213927 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc8fedce-a1a5-4795-9b0a-ae8d82509416 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network 8721072c-3624-4d9f-9e9c-1779a8e9fba2 is not hosted by any dhcp agent {{(pid=93832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:55:56.223325 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8fedce-a1a5-4795-9b0a-ae8d82509416 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:56.223325 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bc8fedce-a1a5-4795-9b0a-ae8d82509416 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.224699 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bc8fedce-a1a5-4795-9b0a-ae8d82509416 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "PUT /v2.0/networks/8721072c-3624-4d9f-9e9c-1779a8e9fba2 HTTP/1.1" status: 200 len: 762 time: 0.6220646 Jul 16 01:55:56.230427 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.232640 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55738) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:56.235477 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 8721072c-3624-4d9f-9e9c-1779a8e9fba2 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:56.286030 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fe1089a0-b82a-4f7c-af5c-b1bc3521962e None None] Provisioning complete for port e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:56.286337 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe1089a0-b82a-4f7c-af5c-b1bc3521962e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.363387 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bede5-7798-4adc-a7c5-b3fcaefeb18b None None] Pushing event updated for resources: {'Port': ['ID=9b47b505-a452-4f19-b5ed-c3be4e09e0a8,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:56.439225 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c14215-ff6b-434a-8886-d8a977d9e621 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:56.449517 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b7c14215-ff6b-434a-8886-d8a977d9e621 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "GET /v2.0/networks?id=8721072c-3624-4d9f-9e9c-1779a8e9fba2 HTTP/1.1" status: 200 len: 765 time: 0.2147839 Jul 16 01:55:56.450224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55742) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:56.500576 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['6c2110d2-a86c-4abc-b879-5f3c83aab164'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:56.547818 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.741217 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fe1089a0-b82a-4f7c-af5c-b1bc3521962e None None] Port e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:56.789045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=757c6085-548c-43b9-8cd9-d9c33715fa36,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:56.806524 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.810686 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.811989 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.812450 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.812903 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.813371 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.813816 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.820156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.820687 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.821140 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.822043 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.822494 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.835228 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aec3e06-fd88-415a-bb6f-048e9369a19e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:56.844842 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6aec3e06-fd88-415a-bb6f-048e9369a19e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3928711 Jul 16 01:55:56.845826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55746) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:56.849898 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Checking segment: {'id': 'a15b06f0-183b-428d-81e3-5efd293ef1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c96286d8-2c8e-4b4c-90cb-f91bfa4b4554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:56.850392 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Network hostable DHCP agents. Network: c96286d8-2c8e-4b4c-90cb-f91bfa4b4554, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:56.865196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ca024-242f-48c5-ae91-43a8d65ae091 req-d4ac7ef2-ef8b-44cc-840d-064e93bc29e7 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:56.867823 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3f0ca024-242f-48c5-ae91-43a8d65ae091 req-d4ac7ef2-ef8b-44cc-840d-064e93bc29e7 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 944 time: 0.3515966 Jul 16 01:55:56.898544 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Network c96286d8-2c8e-4b4c-90cb-f91bfa4b4554 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:56.912080 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-622bff36-b019-41c3-ad20-1e519cc9789b tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "GET /v2.0/subnets?network_id=88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 207 time: 0.0638733 Jul 16 01:55:56.913091 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55748) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:56.919180 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, c96286d8-2c8e-4b4c-90cb-f91bfa4b4554) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:56.949807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:56.950615 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.982490 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ef67977e-0cf5-4cf1-aa35-89bba74be966 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1749949 Jul 16 01:55:57.003293 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55750) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:57.007972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-818012922-router', 'tenant_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:57.066795 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3f0ca024-242f-48c5-ae91-43a8d65ae091 req-bd2174f7-48fd-487d-8ee3-8b7dab529ebf tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886103 Jul 16 01:55:57.080919 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:57.081406 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.088986 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4076785d-b48c-4fb2-9b30-2edc28453169 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.095904 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4076785d-b48c-4fb2-9b30-2edc28453169 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.103298 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.104877 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.105615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4076785d-b48c-4fb2-9b30-2edc28453169 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.112696 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4076785d-b48c-4fb2-9b30-2edc28453169 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.121895 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4076785d-b48c-4fb2-9b30-2edc28453169 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.130838 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4076785d-b48c-4fb2-9b30-2edc28453169 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.139947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55752) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:57.140664 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4076785d-b48c-4fb2-9b30-2edc28453169 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2262559 Jul 16 01:55:57.174647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=6c2110d2-a86c-4abc-b879-5f3c83aab164,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:57.246062 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-656cbfca-ea44-4ced-a76a-d3b89c345644 None None] Provisioning complete for port 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:57.246439 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-656cbfca-ea44-4ced-a76a-d3b89c345644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.269505 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.300813 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac4325d-219c-4880-a9b3-ee6acf411f8c None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:55:57.355998 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:57.391117 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 2, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:57.503274 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.504401 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Checking router: 0735bcc5-4bec-4153-8133-5917dcf6e604 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:57.504769 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Updating router 0735bcc5-4bec-4153-8133-5917dcf6e604 port e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:55:57.542387 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-36303abe-3061-433a-b26b-344ac7e9a7d9 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3926048 Jul 16 01:55:57.542387 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55754) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:57.686121 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334eb51-5aba-454a-95b5-ab14e1ea53ef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.687366 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334eb51-5aba-454a-95b5-ab14e1ea53ef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.689017 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334eb51-5aba-454a-95b5-ab14e1ea53ef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.691016 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334eb51-5aba-454a-95b5-ab14e1ea53ef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.692399 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334eb51-5aba-454a-95b5-ab14e1ea53ef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.697958 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9334eb51-5aba-454a-95b5-ab14e1ea53ef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1547885 Jul 16 01:55:57.698354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55758) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:57.804696 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fc1838-c607-4857-8e57-a5a238b88d0e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['shared'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.806143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fc1838-c607-4857-8e57-a5a238b88d0e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['shared'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.807576 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fc1838-c607-4857-8e57-a5a238b88d0e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['shared'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.809364 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fc1838-c607-4857-8e57-a5a238b88d0e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['shared'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.811437 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fc1838-c607-4857-8e57-a5a238b88d0e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['shared'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.816608 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-42fc1838-c607-4857-8e57-a5a238b88d0e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1137524 Jul 16 01:55:57.820024 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55760) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:57.995329 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.014741 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365746d8-c227-49fe-b38c-ca4e5044a772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:58.019812 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-365746d8-c227-49fe-b38c-ca4e5044a772 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "GET /v2.0/networks/1e4bdb43-a9d2-4604-a4c0-21a51670b9ab HTTP/1.1" status: 200 len: 804 time: 0.1955285 Jul 16 01:55:58.024731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55762) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:58.144778 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.203604 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.331430 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e211a2-c839-4053-a2da-a3eca9addf87 req-7914f105-fe50-419e-a1e4-d911f81e8306 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:58.342654 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52e211a2-c839-4053-a2da-a3eca9addf87 req-7914f105-fe50-419e-a1e4-d911f81e8306 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 944 time: 0.1083341 Jul 16 01:55:58.426926 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52e211a2-c839-4053-a2da-a3eca9addf87 req-49fb1a6e-d7c8-4f98-b218-6a3ca7444ba5 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693643 Jul 16 01:55:58.437169 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] Allocated IP 172.25.1.172 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/af5a53aa-a6ba-414a-84d6-4ce4758d38bc) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:58.459360 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.473205 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Transition to ACTIVE for port object e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:58.478321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1936566b-5a98-4c97-ab64-1be07c6dd3e2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "GET /v2.0/networks/1e4bdb43-a9d2-4604-a4c0-21a51670b9ab?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4504492 Jul 16 01:55:58.482422 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55766) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:58.536620 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.569527 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eccf1d2-3fd0-4b87-a3d5-029a280579d2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:58.577255 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9eccf1d2-3fd0-4b87-a3d5-029a280579d2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "GET /v2.0/subnets/cc033d66-3c40-494d-bd4a-a78a97a70324 HTTP/1.1" status: 200 len: 843 time: 0.0921252 Jul 16 01:55:58.577877 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55768) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:58.593670 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba074062-a327-4731-967b-60fa305fb445 None None] Pushing event updated for resources: {'Port': ['ID=e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:58.604539 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-380f4d98-a65c-4a40-9e12-935074ca16f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.616749 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:58.617142 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.645621 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df16efcf-2176-4871-a13b-bbb3e2754f1d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:58.652487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55770) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:58.652688 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-df16efcf-2176-4871-a13b-bbb3e2754f1d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "GET /v2.0/subnets/cc033d66-3c40-494d-bd4a-a78a97a70324?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0735130 Jul 16 01:55:58.661965 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-955148cf-f14b-4bb3-97ef-69e861aab7dc tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-131488364'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:58.721305 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.724848 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955148cf-f14b-4bb3-97ef-69e861aab7dc tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:58.729895 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-955148cf-f14b-4bb3-97ef-69e861aab7dc tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.772973 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955148cf-f14b-4bb3-97ef-69e861aab7dc tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:58.812530 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-955148cf-f14b-4bb3-97ef-69e861aab7dc tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.813147 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-955148cf-f14b-4bb3-97ef-69e861aab7dc tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Added segment 75ce1cad-3cbe-4cb2-a076-4701dd630045 of type vlan for network 29d5b54e-126a-4d8b-81b2-ef17aeba0ce8 Jul 16 01:55:58.894015 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.897938 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-955148cf-f14b-4bb3-97ef-69e861aab7dc tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.950140 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:58.954737 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:58.960352 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:58.968601 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:58.985849 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-c96286d8-2c8e-4b4c-90cb-f91bfa4b4554', 'network_id': 'c96286d8-2c8e-4b4c-90cb-f91bfa4b4554', 'tenant_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'fixed_ips': [{'subnet_id': '757c6085-548c-43b9-8cd9-d9c33715fa36'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:58.986802 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.036904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Attempting to bind port e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:59.037564 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Attempting to bind port e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:59.037686 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Attempting to bind port e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 on network b4b57e43-3231-411c-8e72-c548d881f43a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:59.045576 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] Pushing event updated for resources: {'Port': ['ID=af5a53aa-a6ba-414a-84d6-4ce4758d38bc,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:59.051774 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.064694 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:59.065472 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Checking segment: {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:59.065991 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.066515 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Bound using segment: {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:59.067086 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Bound port: e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:59.067543 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.097281 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-955148cf-f14b-4bb3-97ef-69e861aab7dc tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.115638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955148cf-f14b-4bb3-97ef-69e861aab7dc tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:59.117941 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-955148cf-f14b-4bb3-97ef-69e861aab7dc tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.231047 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-955148cf-f14b-4bb3-97ef-69e861aab7dc tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5709841 Jul 16 01:55:59.233229 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55778) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:59.239873 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f4a44de9-f084-4d70-a997-33bdc7c80f61 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'subnet': {'network_id': '29d5b54e-126a-4d8b-81b2-ef17aeba0ce8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:59.314515 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955148cf-f14b-4bb3-97ef-69e861aab7dc tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Network': ['ID=29d5b54e-126a-4d8b-81b2-ef17aeba0ce8,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:59.361750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Allocated IP 172.20.0.2 (c96286d8-2c8e-4b4c-90cb-f91bfa4b4554/757c6085-548c-43b9-8cd9-d9c33715fa36/2d60d308-d349-4a4d-b7e2-6ed13d37daca) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:59.415051 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a44de9-f084-4d70-a997-33bdc7c80f61 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Made reservation on behalf of 18943e0085674d01b4415813c985158f for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:59.421790 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f4a44de9-f084-4d70-a997-33bdc7c80f61 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.547569 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.556420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Transition to ACTIVE for port object 2d60d308-d349-4a4d-b7e2-6ed13d37daca will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:59.565171 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.ipam_backend_mixin [None req-f4a44de9-f084-4d70-a997-33bdc7c80f61 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Performing IP validity checks on allocation pools {{(pid=93832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:55:59.565751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.ipam_backend_mixin [None req-f4a44de9-f084-4d70-a997-33bdc7c80f61 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:55:59.568034 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55782) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:59.580968 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Transition to ACTIVE for port object 2d60d308-d349-4a4d-b7e2-6ed13d37daca will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:59.599871 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 29d5b54e-126a-4d8b-81b2-ef17aeba0ce8 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:59.673148 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.677748 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.821402 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Network c96286d8-2c8e-4b4c-90cb-f91bfa4b4554 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:59.835018 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Pushing event updated for resources: {'Port': ['ID=2d60d308-d349-4a4d-b7e2-6ed13d37daca,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:59.841901 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:59.850869 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:59.851247 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.854118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724ef94-096d-4c18-8ea3-0e16499fac67 req-699cc44f-01e2-4345-a0c8-d66cd131f18d tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:59.880346 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a724ef94-096d-4c18-8ea3-0e16499fac67 req-699cc44f-01e2-4345-a0c8-d66cd131f18d tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 944 time: 0.2300375 Jul 16 01:55:59.942143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:59.945816 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4013c3fb-bbd7-4a66-9079-3328dc6f04c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.965085 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f4a44de9-f084-4d70-a997-33bdc7c80f61 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.997216 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] For port e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:00.020322 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a724ef94-096d-4c18-8ea3-0e16499fac67 req-476ffeb3-e78d-40d6-acf7-ced5daebc5a1 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386185 Jul 16 01:56:00.063537 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] For port e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:00.086153 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.105327 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.110724 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a44de9-f084-4d70-a997-33bdc7c80f61 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Subnet': ['ID=1f0ec133-1147-49f9-b818-40e7ac0b9886,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:00.118831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a44de9-f084-4d70-a997-33bdc7c80f61 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Checking segment: {'id': '75ce1cad-3cbe-4cb2-a076-4701dd630045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '29d5b54e-126a-4d8b-81b2-ef17aeba0ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:00.119202 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a44de9-f084-4d70-a997-33bdc7c80f61 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network hostable DHCP agents. Network: 29d5b54e-126a-4d8b-81b2-ef17aeba0ce8, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:00.155802 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Attempting to bind port 2d60d308-d349-4a4d-b7e2-6ed13d37daca on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:00.156646 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Attempting to bind port 2d60d308-d349-4a4d-b7e2-6ed13d37daca by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'a15b06f0-183b-428d-81e3-5efd293ef1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c96286d8-2c8e-4b4c-90cb-f91bfa4b4554'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:00.157101 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Attempting to bind port 2d60d308-d349-4a4d-b7e2-6ed13d37daca on network c96286d8-2c8e-4b4c-90cb-f91bfa4b4554 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:00.161392 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a44de9-f084-4d70-a997-33bdc7c80f61 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Network 29d5b54e-126a-4d8b-81b2-ef17aeba0ce8 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:00.182235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-f4a44de9-f084-4d70-a997-33bdc7c80f61 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 29d5b54e-126a-4d8b-81b2-ef17aeba0ce8) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:00.189102 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a44de9-f084-4d70-a997-33bdc7c80f61 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:00.189761 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f4a44de9-f084-4d70-a997-33bdc7c80f61 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.218355 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4013c3fb-bbd7-4a66-9079-3328dc6f04c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.226440 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4013c3fb-bbd7-4a66-9079-3328dc6f04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.246341 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:00.246837 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Checking segment: {'id': 'a15b06f0-183b-428d-81e3-5efd293ef1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c96286d8-2c8e-4b4c-90cb-f91bfa4b4554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:00.248262 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.248846 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Bound using segment: {'id': 'a15b06f0-183b-428d-81e3-5efd293ef1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c96286d8-2c8e-4b4c-90cb-f91bfa4b4554'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:00.249340 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Bound port: 2d60d308-d349-4a4d-b7e2-6ed13d37daca, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15b06f0-183b-428d-81e3-5efd293ef1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c96286d8-2c8e-4b4c-90cb-f91bfa4b4554'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:00.250665 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.251451 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f4a44de9-f084-4d70-a997-33bdc7c80f61 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0163639 Jul 16 01:56:00.269827 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55786) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:00.280009 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4013c3fb-bbd7-4a66-9079-3328dc6f04c4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e15155fb3f5b428f9a2bd05c299d244d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7107844 Jul 16 01:56:00.280666 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55788) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:00.284412 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-eb51c190-9876-4161-9a20-8b1267e7643f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:00.306472 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Routers {'0735bcc5-4bec-4153-8133-5917dcf6e604'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:00.307287 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:55:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0735bcc5-4bec-4153-8133-5917dcf6e604'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:00.332581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013c3fb-bbd7-4a66-9079-3328dc6f04c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eecc298-d188-431d-a130-2dd03666341c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:00.379358 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9dc9cbfe-5325-4ff5-b1b9-4b2305db74c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.415387 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9dc9cbfe-5325-4ff5-b1b9-4b2305db74c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.426334 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb51c190-9876-4161-9a20-8b1267e7643f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9352486'] for subnet, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.440691 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] Router c3eb8a37-cd92-472b-b5af-8499f252e063 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:56:00.444481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6c2110d2-a86c-4abc-b879-5f3c83aab164 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:00.467743 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba074062-a327-4731-967b-60fa305fb445 None None] Pushing event updated for resources: {'Port': ['ID=e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:00.502919 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9dc9cbfe-5325-4ff5-b1b9-4b2305db74c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.507433 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9dc9cbfe-5325-4ff5-b1b9-4b2305db74c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.508916 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9dc9cbfe-5325-4ff5-b1b9-4b2305db74c6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6eecc298-d188-431d-a130-2dd03666341c HTTP/1.1" status: 204 len: 168 time: 0.2223883 Jul 16 01:56:00.519743 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9cbfe-5325-4ff5-b1b9-4b2305db74c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eecc298-d188-431d-a130-2dd03666341c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:00.582373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] Set router 0735bcc5-4bec-4153-8133-5917dcf6e604 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:00.633884 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 6c2110d2-a86c-4abc-b879-5f3c83aab164 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:00.634266 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.661888 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:00.677417 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Sync routers for ids ['c3eb8a37-cd92-472b-b5af-8499f252e063'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:00.708356 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] For port 2d60d308-d349-4a4d-b7e2-6ed13d37daca, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:00.709813 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Routers {'c3eb8a37-cd92-472b-b5af-8499f252e063'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:00.713645 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.717498 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9db4f373-16c0-4ef9-8608-80264ba30a93 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7104709 Jul 16 01:56:00.718075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55792) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:00.719356 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:55:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c3eb8a37-cd92-472b-b5af-8499f252e063'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:00.737437 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb51c190-9876-4161-9a20-8b1267e7643f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739031246475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9414869'] for subnet, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.748837 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] For port 2d60d308-d349-4a4d-b7e2-6ed13d37daca, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2d60d308-d349-4a4d-b7e2-6ed13d37daca,segment=NetworkSegment(a15b06f0-183b-428d-81e3-5efd293ef1e1),segment_id=a15b06f0-183b-428d-81e3-5efd293ef1e1)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:00.759725 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb51c190-9876-4161-9a20-8b1267e7643f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:00.760713 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb51c190-9876-4161-9a20-8b1267e7643f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.762371 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-eb51c190-9876-4161-9a20-8b1267e7643f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "PUT /v2.0/subnets/1f0ec133-1147-49f9-b818-40e7ac0b9886 HTTP/1.1" status: 200 len: 900 time: 0.4908085 Jul 16 01:56:00.783377 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55796) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:00.865238 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51c190-9876-4161-9a20-8b1267e7643f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event updated for resources: {'Subnet': ['ID=1f0ec133-1147-49f9-b818-40e7ac0b9886,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:00.865497 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.920580 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2066fed-110f-421d-ae73-77a1f021f88e None None] Pushing event updated for resources: {'Port': ['ID=2d60d308-d349-4a4d-b7e2-6ed13d37daca,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:00.942824 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-688a26bd-167e-4976-bf68-3ef0dfd27ae3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.972401 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Set router c3eb8a37-cd92-472b-b5af-8499f252e063 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:01.020420 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.029888 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-688a26bd-167e-4976-bf68-3ef0dfd27ae3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.149735 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.185446 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6c2110d2-a86c-4abc-b879-5f3c83aab164, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6c2110d2-a86c-4abc-b879-5f3c83aab164,segment=NetworkSegment(a487fc01-0d72-489f-bc25-de635f54c37d),segment_id=a487fc01-0d72-489f-bc25-de635f54c37d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:01.190145 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac07eb0-78c1-4f7c-838e-f77ede5b104f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2110d2-a86c-4abc-b879-5f3c83aab164'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:01.192698 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db154da0-c30f-4995-a088-a0e00e664500" -d '{"events": [{"server_uuid": "eac07eb0-78c1-4f7c-838e-f77ede5b104f", "name": "network-vif-plugged", "status": "completed", "tag": "6c2110d2-a86c-4abc-b879-5f3c83aab164"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:01.197842 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.221739 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cee4dd8a-6297-4ed9-83e3-6d340d317297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.247743 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-688a26bd-167e-4976-bf68-3ef0dfd27ae3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.314619 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35df6a77-7f94-413d-b91d-63be5d342866 x-openstack-request-id: req-35df6a77-7f94-413d-b91d-63be5d342866 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:01.316685 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac07eb0-78c1-4f7c-838e-f77ede5b104f", "name": "network-vif-plugged", "status": "completed", "tag": "6c2110d2-a86c-4abc-b879-5f3c83aab164", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:01.318326 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-35df6a77-7f94-413d-b91d-63be5d342866 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:01.319036 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac07eb0-78c1-4f7c-838e-f77ede5b104f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2110d2-a86c-4abc-b879-5f3c83aab164', 'code': 200} Jul 16 01:56:01.375402 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a26bd-167e-4976-bf68-3ef0dfd27ae3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Subnet': ['ID=1f0ec133-1147-49f9-b818-40e7ac0b9886,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:01.383581 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:55:59Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:01.391495 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=6c2110d2-a86c-4abc-b879-5f3c83aab164,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:01.439744 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe783b27-9b02-42a7-b17d-0d082bf4deac None None] The sync data for ids ['0735bcc5-4bec-4153-8133-5917dcf6e604'] in n-d-800086-6 is: [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:55:59Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:01.594392 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-688a26bd-167e-4976-bf68-3ef0dfd27ae3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.614533 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-688a26bd-167e-4976-bf68-3ef0dfd27ae3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d5b54e-126a-4d8b-81b2-ef17aeba0ce8']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:01.628992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-688a26bd-167e-4976-bf68-3ef0dfd27ae3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ce1cad-3cbe-4cb2-a076-4701dd630045') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:01.629212 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-688a26bd-167e-4976-bf68-3ef0dfd27ae3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ce1cad-3cbe-4cb2-a076-4701dd630045') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:01.680379 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-688a26bd-167e-4976-bf68-3ef0dfd27ae3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.730588 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-688a26bd-167e-4976-bf68-3ef0dfd27ae3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.740947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688a26bd-167e-4976-bf68-3ef0dfd27ae3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:01.741435 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-688a26bd-167e-4976-bf68-3ef0dfd27ae3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:01.747149 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:01.763169 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eb8a37-cd92-472b-b5af-8499f252e063', 'name': 'tempest-TestVolumeBootPattern-818012922-router', 'tenant_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'af5a53aa-a6ba-414a-84d6-4ce4758d38bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:57Z', 'updated_at': '2021-07-16T01:55:59Z', 'revision_number': 3, 'project_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'gw_port': {'id': 'af5a53aa-a6ba-414a-84d6-4ce4758d38bc', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:10:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eb8a37-cd92-472b-b5af-8499f252e063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:58Z', 'updated_at': '2021-07-16T01:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:01.786771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda3c3f-7cbd-4b65-804e-bc2e3ac0ae2b req-57f1d243-2623-4c59-8e77-266670d385d6 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:01.788311 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2fda3c3f-7cbd-4b65-804e-bc2e3ac0ae2b req-57f1d243-2623-4c59-8e77-266670d385d6 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.4144914 Jul 16 01:56:01.818664 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Checking router: c3eb8a37-cd92-472b-b5af-8499f252e063 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:01.819012 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Updating router c3eb8a37-cd92-472b-b5af-8499f252e063 port af5a53aa-a6ba-414a-84d6-4ce4758d38bc binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:56:01.884233 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.900969 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2fda3c3f-7cbd-4b65-804e-bc2e3ac0ae2b req-6437f5bd-de52-48b8-992e-a01f51a471ca tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895140 Jul 16 01:56:01.947514 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-688a26bd-167e-4976-bf68-3ef0dfd27ae3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.966716 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-688a26bd-167e-4976-bf68-3ef0dfd27ae3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.971808 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-688a26bd-167e-4976-bf68-3ef0dfd27ae3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/networks/29d5b54e-126a-4d8b-81b2-ef17aeba0ce8 HTTP/1.1" status: 204 len: 168 time: 1.1869709 Jul 16 01:56:01.985232 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55822) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:02.009096 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a26bd-167e-4976-bf68-3ef0dfd27ae3 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Network': ['ID=29d5b54e-126a-4d8b-81b2-ef17aeba0ce8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:02.093985 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.109069 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ba5c96-7b84-4308-8ca5-b609533af06f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:02.109717 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ba5c96-7b84-4308-8ca5-b609533af06f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:02.111839 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-66ba5c96-7b84-4308-8ca5-b609533af06f tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/subnets/1f0ec133-1147-49f9-b818-40e7ac0b9886 HTTP/1.1" status: 404 len: 337 time: 0.1198962 Jul 16 01:56:02.114570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55824) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:02.126814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55826) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:02.152258 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-44de12d6-f879-4487-90d0-ae16043b7736 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:02.153709 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44de12d6-f879-4487-90d0-ae16043b7736 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:02.156549 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-44de12d6-f879-4487-90d0-ae16043b7736 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/networks/29d5b54e-126a-4d8b-81b2-ef17aeba0ce8 HTTP/1.1" status: 404 len: 339 time: 0.0409546 Jul 16 01:56:02.164125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55830) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:02.326476 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7e182f1f-5fe5-4f6b-a3a4-70e2721cd567 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.454244 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.485527 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Transition to ACTIVE for port object af5a53aa-a6ba-414a-84d6-4ce4758d38bc will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:02.507454 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.567299 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7e182f1f-5fe5-4f6b-a3a4-70e2721cd567 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.593935 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef30787-36f9-468c-a280-1902f8d7b0b8 None None] Pushing event updated for resources: {'Port': ['ID=af5a53aa-a6ba-414a-84d6-4ce4758d38bc,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:02.598622 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Attempting to bind port af5a53aa-a6ba-414a-84d6-4ce4758d38bc on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:02.598987 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Attempting to bind port af5a53aa-a6ba-414a-84d6-4ce4758d38bc by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:02.599349 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Attempting to bind port af5a53aa-a6ba-414a-84d6-4ce4758d38bc on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:02.601658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-7e182f1f-5fe5-4f6b-a3a4-70e2721cd567 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8721072c-3624-4d9f-9e9c-1779a8e9fba2']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:02.606292 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:02.606758 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:02.607892 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.608428 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:02.609155 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Bound port: af5a53aa-a6ba-414a-84d6-4ce4758d38bc, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:02.610210 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.620667 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-7e182f1f-5fe5-4f6b-a3a4-70e2721cd567 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa00caec-4399-41a6-8a38-12c66d183471') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:02.621018 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-7e182f1f-5fe5-4f6b-a3a4-70e2721cd567 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa00caec-4399-41a6-8a38-12c66d183471') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:02.656281 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7e182f1f-5fe5-4f6b-a3a4-70e2721cd567 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.680199 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] For port af5a53aa-a6ba-414a-84d6-4ce4758d38bc, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:02.690342 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] For port af5a53aa-a6ba-414a-84d6-4ce4758d38bc, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=af5a53aa-a6ba-414a-84d6-4ce4758d38bc,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:02.690603 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7e182f1f-5fe5-4f6b-a3a4-70e2721cd567 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.699519 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e182f1f-5fe5-4f6b-a3a4-70e2721cd567 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:02.700024 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7e182f1f-5fe5-4f6b-a3a4-70e2721cd567 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:02.705350 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:02.707967 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:56:02.707967 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.790367 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef30787-36f9-468c-a280-1902f8d7b0b8 None None] Pushing event updated for resources: {'Port': ['ID=af5a53aa-a6ba-414a-84d6-4ce4758d38bc,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:02.800046 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Routers {'c3eb8a37-cd92-472b-b5af-8499f252e063'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:02.800727 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:56:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c3eb8a37-cd92-472b-b5af-8499f252e063'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:02.918236 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a03ddec-875a-4ce3-8ee3-3409ee82a566 None None] Network c96286d8-2c8e-4b4c-90cb-f91bfa4b4554 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:02.983970 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922445e1-8d90-4097-9f20-b74697a7163b None None] Network 29d5b54e-126a-4d8b-81b2-ef17aeba0ce8 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:03.050468 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922445e1-8d90-4097-9f20-b74697a7163b None None] Network 29d5b54e-126a-4d8b-81b2-ef17aeba0ce8 could not be found, it might have been deleted concurrently. {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:56:03.168038 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664ce210-8338-403e-8715-259fb6fcca6d None None] Network 29d5b54e-126a-4d8b-81b2-ef17aeba0ce8 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:03.204582 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b2300caf-506b-454a-84ea-f168122b367b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1383357075-network', 'tenant_id': '35107c721ea940d7adbd5121804a5b26'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:03.235734 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2300caf-506b-454a-84ea-f168122b367b admin admin] Made reservation on behalf of 35107c721ea940d7adbd5121804a5b26 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:03.238277 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2300caf-506b-454a-84ea-f168122b367b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.239411 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664ce210-8338-403e-8715-259fb6fcca6d None None] Network 29d5b54e-126a-4d8b-81b2-ef17aeba0ce8 could not be found, it might have been deleted concurrently. {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:56:03.253433 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2d60d308-d349-4a4d-b7e2-6ed13d37daca up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:03.257284 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2300caf-506b-454a-84ea-f168122b367b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.264912 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.274600 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec126e6-c15d-470d-86df-004622d4b24f None None] Network 29d5b54e-126a-4d8b-81b2-ef17aeba0ce8 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:03.374801 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] Set router c3eb8a37-cd92-472b-b5af-8499f252e063 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:03.559361 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7e182f1f-5fe5-4f6b-a3a4-70e2721cd567 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.607774 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] Allocated IP 172.20.0.1 (c96286d8-2c8e-4b4c-90cb-f91bfa4b4554/757c6085-548c-43b9-8cd9-d9c33715fa36/048db48f-d0e2-4a21-8e29-1b56c07d8704) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:03.656882 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7e182f1f-5fe5-4f6b-a3a4-70e2721cd567 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.659138 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7e182f1f-5fe5-4f6b-a3a4-70e2721cd567 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/networks/8721072c-3624-4d9f-9e9c-1779a8e9fba2 HTTP/1.1" status: 204 len: 168 time: 1.4939995 Jul 16 01:56:03.668133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55834) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:03.704617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e182f1f-5fe5-4f6b-a3a4-70e2721cd567 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Network': ['ID=8721072c-3624-4d9f-9e9c-1779a8e9fba2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:03.777766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88484f0-09e7-490f-9b47-ae6b54554366 req-d54f8c00-2b50-4ea4-b1e9-9ed1e0549497 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:03.786598 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c88484f0-09e7-490f-9b47-ae6b54554366 req-d54f8c00-2b50-4ea4-b1e9-9ed1e0549497 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2399535 Jul 16 01:56:03.799089 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f09ac3c-2560-4869-9275-ed6646ac0e87 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:03.799869 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f09ac3c-2560-4869-9275-ed6646ac0e87 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:03.810585 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5f09ac3c-2560-4869-9275-ed6646ac0e87 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/subnets/343a9818-39a8-4bc1-b124-1376c44f791b HTTP/1.1" status: 404 len: 337 time: 0.1313083 Jul 16 01:56:03.814680 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55836) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:03.880535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-35bebc84-b0f1-46b4-a363-d03d953be13d None None] Provisioning for port 2d60d308-d349-4a4d-b7e2-6ed13d37daca completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:03.884104 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c88484f0-09e7-490f-9b47-ae6b54554366 req-bac6c2aa-19a8-4576-b7ae-0bca5530a1b4 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906086 Jul 16 01:56:03.891677 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eb8a37-cd92-472b-b5af-8499f252e063', 'name': 'tempest-TestVolumeBootPattern-818012922-router', 'tenant_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'af5a53aa-a6ba-414a-84d6-4ce4758d38bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:57Z', 'updated_at': '2021-07-16T01:55:59Z', 'revision_number': 3, 'project_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'gw_port': {'id': 'af5a53aa-a6ba-414a-84d6-4ce4758d38bc', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:10:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eb8a37-cd92-472b-b5af-8499f252e063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:58Z', 'updated_at': '2021-07-16T01:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:03.918306 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-2094adf8-1d0b-4597-b818-0a459393cd03 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:03.918546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2094adf8-1d0b-4597-b818-0a459393cd03 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:03.921447 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2094adf8-1d0b-4597-b818-0a459393cd03 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/networks/8f2b93d7-7444-4e60-8f41-883658b9cbfe HTTP/1.1" status: 404 len: 339 time: 0.0989082 Jul 16 01:56:03.924353 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55838) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:03.961916 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d0a6a-f74f-4a22-abe5-9f898152517a None None] The sync data for ids ['c3eb8a37-cd92-472b-b5af-8499f252e063'] in n-d-800086-6 is: [{'id': 'c3eb8a37-cd92-472b-b5af-8499f252e063', 'name': 'tempest-TestVolumeBootPattern-818012922-router', 'tenant_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'af5a53aa-a6ba-414a-84d6-4ce4758d38bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:57Z', 'updated_at': '2021-07-16T01:55:59Z', 'revision_number': 3, 'project_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'gw_port': {'id': 'af5a53aa-a6ba-414a-84d6-4ce4758d38bc', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:10:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eb8a37-cd92-472b-b5af-8499f252e063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:58Z', 'updated_at': '2021-07-16T01:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:03.963259 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec126e6-c15d-470d-86df-004622d4b24f None None] Network 29d5b54e-126a-4d8b-81b2-ef17aeba0ce8 could not be found, it might have been deleted concurrently. {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:56:04.013993 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2300caf-506b-454a-84ea-f168122b367b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.029536 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60a7ea7-b426-4da4-8058-433e2ef02042 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Deleting subnet 43003d6d-1d09-46ed-973f-d4bad32e1b00 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:04.039595 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a60a7ea7-b426-4da4-8058-433e2ef02042 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.041278 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2300caf-506b-454a-84ea-f168122b367b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.042301 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.043186 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 2d60d308-d349-4a4d-b7e2-6ed13d37daca completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:04.050082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 2d60d308-d349-4a4d-b7e2-6ed13d37daca triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:04.050463 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.054824 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.148444 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a60a7ea7-b426-4da4-8058-433e2ef02042 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.150743 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2300caf-506b-454a-84ea-f168122b367b admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:04.170753 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] Transition to ACTIVE for port object 048db48f-d0e2-4a21-8e29-1b56c07d8704 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:04.178927 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2300caf-506b-454a-84ea-f168122b367b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9524e300-8747-4dea-8ecf-f8c6d2830420,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:04.201470 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2300caf-506b-454a-84ea-f168122b367b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.202678 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-b2300caf-506b-454a-84ea-f168122b367b admin admin] Added segment f6200052-f2b7-4948-b1f0-a5665d553e77 of type vlan for network d761cda9-5d0f-4b3e-9277-d22768957564 Jul 16 01:56:04.233765 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.333865 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 2d60d308-d349-4a4d-b7e2-6ed13d37daca, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2d60d308-d349-4a4d-b7e2-6ed13d37daca,segment=NetworkSegment(a15b06f0-183b-428d-81e3-5efd293ef1e1),segment_id=a15b06f0-183b-428d-81e3-5efd293ef1e1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:04.339147 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2300caf-506b-454a-84ea-f168122b367b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.341572 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.342243 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a60a7ea7-b426-4da4-8058-433e2ef02042 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.342853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:04.444319 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.473252 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a60a7ea7-b426-4da4-8058-433e2ef02042 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.554406 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2300caf-506b-454a-84ea-f168122b367b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.557009 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2300caf-506b-454a-84ea-f168122b367b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:04.557614 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2300caf-506b-454a-84ea-f168122b367b admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.563558 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a7ea7-b426-4da4-8058-433e2ef02042 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Subnet': ['ID=43003d6d-1d09-46ed-973f-d4bad32e1b00,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:04.569466 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] Network c96286d8-2c8e-4b4c-90cb-f91bfa4b4554 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:04.580588 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a60a7ea7-b426-4da4-8058-433e2ef02042 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.583376 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:04.586945 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a60a7ea7-b426-4da4-8058-433e2ef02042 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/subnets/43003d6d-1d09-46ed-973f-d4bad32e1b00 HTTP/1.1" status: 204 len: 168 time: 0.6602502 Jul 16 01:56:04.588689 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55840) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:04.596034 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:04.596404 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.598352 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35c5e36-773d-43b5-aef5-c367166a0c82 None None] Network 4fe4c23e-1772-4103-96cb-3e01428f4b94 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:04.607882 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:04.611588 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:04.661060 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=2d60d308-d349-4a4d-b7e2-6ed13d37daca,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:04.700673 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.701164 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.701352 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.701693 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.702032 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.702364 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.702697 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.707857 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.708326 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.708672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.709015 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.709137 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf1931d-b7a1-4f1d-a956-71e5c2776294 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Deleting subnet 815592ce-d68b-42f8-ab9f-379a7ca241a9 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:04.709359 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:04.723466 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-abf1931d-b7a1-4f1d-a956-71e5c2776294 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.737196 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b2300caf-506b-454a-84ea-f168122b367b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5991247 Jul 16 01:56:04.743483 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55842) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:04.756480 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-1994bb3f-2ca7-4b98-939d-1f37961b30b2 admin admin] Request body: {'subnet': {'network_id': 'd761cda9-5d0f-4b3e-9277-d22768957564', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1383357075-subnet', 'tenant_id': '35107c721ea940d7adbd5121804a5b26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:04.768585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] Pushing event updated for resources: {'Port': ['ID=048db48f-d0e2-4a21-8e29-1b56c07d8704,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:04.799343 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-abf1931d-b7a1-4f1d-a956-71e5c2776294 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.899015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2300caf-506b-454a-84ea-f168122b367b admin admin] Pushing event updated for resources: {'Network': ['ID=d761cda9-5d0f-4b3e-9277-d22768957564,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:04.902965 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.946905 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network d761cda9-5d0f-4b3e-9277-d22768957564 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:05.024305 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-abf1931d-b7a1-4f1d-a956-71e5c2776294 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.072427 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1994bb3f-2ca7-4b98-939d-1f37961b30b2 admin admin] Made reservation on behalf of 35107c721ea940d7adbd5121804a5b26 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:05.074909 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1994bb3f-2ca7-4b98-939d-1f37961b30b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.157158 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.215262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199bf740-17ea-44d1-9dae-a94e12ed0b97 None None] Network c96286d8-2c8e-4b4c-90cb-f91bfa4b4554 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:05.252402 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-abf1931d-b7a1-4f1d-a956-71e5c2776294 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.275531 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:05.359048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1931d-b7a1-4f1d-a956-71e5c2776294 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Subnet': ['ID=815592ce-d68b-42f8-ab9f-379a7ca241a9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:05.368039 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.374349 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-abf1931d-b7a1-4f1d-a956-71e5c2776294 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.378708 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-abf1931d-b7a1-4f1d-a956-71e5c2776294 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/subnets/815592ce-d68b-42f8-ab9f-379a7ca241a9 HTTP/1.1" status: 204 len: 168 time: 0.7890334 Jul 16 01:56:05.384797 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55850) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:05.479357 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-04ce31a6-1a02-4df9-93ea-df14506683d1 None None] Provisioning complete for port 2d60d308-d349-4a4d-b7e2-6ed13d37daca triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:05.479754 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04ce31a6-1a02-4df9-93ea-df14506683d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.569072 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.702583 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device af5a53aa-a6ba-414a-84d6-4ce4758d38bc up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:05.708344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Deleting port 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:05.708700 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.777797 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:05.787575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] For port 9b47b505-a452-4f19-b5ed-c3be4e09e0a8, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9b47b505-a452-4f19-b5ed-c3be4e09e0a8,segment=NetworkSegment(6fa60b9e-b4d6-4c52-9f33-6570f577c171),segment_id=6fa60b9e-b4d6-4c52-9f33-6570f577c171)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:05.787987 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.803653 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Calling delete_port for 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:05.810792 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1994bb3f-2ca7-4b98-939d-1f37961b30b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.867877 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.881404 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364df95-fe4e-4289-80f7-0da9d215ffee req-51ca1757-9fc4-4cde-8120-d76e0033ba1b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:05.883437 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4364df95-fe4e-4289-80f7-0da9d215ffee req-51ca1757-9fc4-4cde-8120-d76e0033ba1b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.5952961 Jul 16 01:56:05.905729 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc08d90-6288-471f-8e70-86a0c085af70 None None] Update dhcp port {'port': {'network_id': '4fe4c23e-1772-4103-96cb-3e01428f4b94', 'fixed_ips': [{'subnet_id': '815592ce-d68b-42f8-ab9f-379a7ca241a9'}], 'binding:host_id': 'n-d-800086-6'}, 'id': '9b47b505-a452-4f19-b5ed-c3be4e09e0a8'} from n-d-800086-6. {{(pid=93833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:56:05.909129 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.921110 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port af5a53aa-a6ba-414a-84d6-4ce4758d38bc completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:05.948773 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Port': ['ID=9b47b505-a452-4f19-b5ed-c3be4e09e0a8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:05.954273 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] No DVR routers for this DVR port 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:05.958788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc08d90-6288-471f-8e70-86a0c085af70 None None] Host n-d-800086-6 tried to update port 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 which no longer exists. {{(pid=93833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Jul 16 01:56:05.960519 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port af5a53aa-a6ba-414a-84d6-4ce4758d38bc triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:05.960894 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.993597 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1994bb3f-2ca7-4b98-939d-1f37961b30b2 admin admin] Checking segment: {'id': 'f6200052-f2b7-4948-b1f0-a5665d553e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd761cda9-5d0f-4b3e-9277-d22768957564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:05.994256 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1994bb3f-2ca7-4b98-939d-1f37961b30b2 admin admin] Network hostable DHCP agents. Network: d761cda9-5d0f-4b3e-9277-d22768957564, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:06.018238 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994bb3f-2ca7-4b98-939d-1f37961b30b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=226a98d6-805a-4bfc-a663-9b33f2ef6466,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:06.090081 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9992c203-3e6a-4480-a727-bcc62293b65c None None] Network 4fe4c23e-1772-4103-96cb-3e01428f4b94 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:06.175370 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.189480 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe4c23e-1772-4103-96cb-3e01428f4b94']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:06.194339 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-81619a9e-be12-45a8-8c06-0caa458b82a8 None None] Could not find standard attr ID for object 9b47b505-a452-4f19-b5ed-c3be4e09e0a8. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:56:06.222638 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4364df95-fe4e-4289-80f7-0da9d215ffee req-3e702f27-1d23-444a-afe4-19172deb24ec tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196261 Jul 16 01:56:06.226709 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa60b9e-b4d6-4c52-9f33-6570f577c171') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:06.228783 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa60b9e-b4d6-4c52-9f33-6570f577c171') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:06.246459 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.246735 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1994bb3f-2ca7-4b98-939d-1f37961b30b2 admin admin] Network d761cda9-5d0f-4b3e-9277-d22768957564 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:06.294741 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.318825 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:06.321071 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.328095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f969e0c6-b4f5-43b0-aae2-0413eb0bad7c None None] DHCP port deletion for 4fe4c23e-1772-4103-96cb-3e01428f4b94 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:06.344572 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:06.353903 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-1994bb3f-2ca7-4b98-939d-1f37961b30b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, d761cda9-5d0f-4b3e-9277-d22768957564) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:06.362426 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1994bb3f-2ca7-4b98-939d-1f37961b30b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:06.363028 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1994bb3f-2ca7-4b98-939d-1f37961b30b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.366904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23df128-0505-4766-875d-b41944b853f7 None None] Network d761cda9-5d0f-4b3e-9277-d22768957564 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:06.387271 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.428115 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1994bb3f-2ca7-4b98-939d-1f37961b30b2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6777151 Jul 16 01:56:06.444732 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.456626 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.463467 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55854) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:06.464627 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/networks/4fe4c23e-1772-4103-96cb-3e01428f4b94 HTTP/1.1" status: 204 len: 168 time: 1.0759234 Jul 16 01:56:06.512836 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645650f1-d357-4c46-9c42-52f60df2487d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Network': ['ID=4fe4c23e-1772-4103-96cb-3e01428f4b94,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:06.552292 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7dad4b7-4e9a-4a5b-a798-bee6de7a7fb2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:06.552292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7dad4b7-4e9a-4a5b-a798-bee6de7a7fb2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:06.556453 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e7dad4b7-4e9a-4a5b-a798-bee6de7a7fb2 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/subnets/145a04d6-a5fd-4dab-a576-a37da0f3786d HTTP/1.1" status: 404 len: 337 time: 0.0845504 Jul 16 01:56:06.556621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55856) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:06.583617 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.595756 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.614999 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3af11ab-d2bb-46e2-9dca-2b62e4db554d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:06.616576 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3af11ab-d2bb-46e2-9dca-2b62e4db554d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:06.624539 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d3af11ab-d2bb-46e2-9dca-2b62e4db554d tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/networks/6ea85d10-f9c6-4c1c-81a0-9947b08eba8e HTTP/1.1" status: 404 len: 339 time: 0.0671489 Jul 16 01:56:06.626036 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55858) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:06.658125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port af5a53aa-a6ba-414a-84d6-4ce4758d38bc, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=af5a53aa-a6ba-414a-84d6-4ce4758d38bc,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:06.728117 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.728946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2d60d308-d349-4a4d-b7e2-6ed13d37daca up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:06.756049 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-78359c38-89ac-40e4-9144-3371feb8fcef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:06.762428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78359c38-89ac-40e4-9144-3371feb8fcef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:06.764803 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-78359c38-89ac-40e4-9144-3371feb8fcef tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/subnets/6baa4a6e-729b-4b84-a2ba-57b9f7ab35fa HTTP/1.1" status: 404 len: 337 time: 0.1375544 Jul 16 01:56:06.767498 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55864) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:06.797349 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.807323 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd842a3-4015-4587-add2-f62e1409ae4e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:06.808464 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd842a3-4015-4587-add2-f62e1409ae4e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:06.810644 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6dd842a3-4015-4587-add2-f62e1409ae4e tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/networks/4d87e2c3-c799-4d8a-941d-f1afdac65aaa HTTP/1.1" status: 404 len: 339 time: 0.0415688 Jul 16 01:56:06.823076 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55866) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:06.840183 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-803834b0-477e-4bed-86dd-3681ed0ab947 None None] Provisioning complete for port 2d60d308-d349-4a4d-b7e2-6ed13d37daca triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:06.840546 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-803834b0-477e-4bed-86dd-3681ed0ab947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.848335 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ae8ba9-0dd4-4944-bbf3-42b60361eaca None None] Network d761cda9-5d0f-4b3e-9277-d22768957564 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:06.866033 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a63b95c-e545-4d42-acfc-a275c20b4d95 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:06.868570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a63b95c-e545-4d42-acfc-a275c20b4d95 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:06.870964 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6a63b95c-e545-4d42-acfc-a275c20b4d95 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/subnets/7dc9e93b-fd23-494c-9a45-b14ab2488996 HTTP/1.1" status: 404 len: 337 time: 0.0465956 Jul 16 01:56:06.874667 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55868) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:06.898514 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ffec3a-4bda-4c3d-9820-76ea4db68e31 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:06.900458 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ffec3a-4bda-4c3d-9820-76ea4db68e31 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:06.902493 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-73ffec3a-4bda-4c3d-9820-76ea4db68e31 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/networks/50449794-6204-4bcd-a276-610be705ea7f HTTP/1.1" status: 404 len: 339 time: 0.0265620 Jul 16 01:56:06.906727 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55870) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:06.991948 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=af5a53aa-a6ba-414a-84d6-4ce4758d38bc,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:07.015721 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-201af67e-0ad9-403e-b176-bbab452a14f0 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Deleting subnet 52b3027a-d0f3-421a-a1b1-a4361e40b583 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:07.021651 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-201af67e-0ad9-403e-b176-bbab452a14f0 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.048432 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 2d60d308-d349-4a4d-b7e2-6ed13d37daca triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:07.048810 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.117300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] Pushing event updated for resources: {'Port': ['ID=048db48f-d0e2-4a21-8e29-1b56c07d8704,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:07.129332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] Network c96286d8-2c8e-4b4c-90cb-f91bfa4b4554 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:07.138528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:07.171756 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-201af67e-0ad9-403e-b176-bbab452a14f0 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.306060 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-803834b0-477e-4bed-86dd-3681ed0ab947 None None] Provisioning for port 048db48f-d0e2-4a21-8e29-1b56c07d8704 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:07.391047 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-201af67e-0ad9-403e-b176-bbab452a14f0 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.519564 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] Router c3eb8a37-cd92-472b-b5af-8499f252e063 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:56:07.616943 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-201af67e-0ad9-403e-b176-bbab452a14f0 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.640573 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-201af67e-0ad9-403e-b176-bbab452a14f0 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.645708 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-201af67e-0ad9-403e-b176-bbab452a14f0 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/subnets/52b3027a-d0f3-421a-a1b1-a4361e40b583 HTTP/1.1" status: 204 len: 168 time: 0.7376318 Jul 16 01:56:07.666996 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55878) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:07.669597 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201af67e-0ad9-403e-b176-bbab452a14f0 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Subnet': ['ID=52b3027a-d0f3-421a-a1b1-a4361e40b583,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:07.718351 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be373bd6-45cb-4827-aae9-bd482ec4745e req-0b645ef9-14ee-4734-b6c8-c568ec2490b5 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:07.720558 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be373bd6-45cb-4827-aae9-bd482ec4745e req-0b645ef9-14ee-4734-b6c8-c568ec2490b5 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2016816 Jul 16 01:56:07.726426 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-803834b0-477e-4bed-86dd-3681ed0ab947 None None] Provisioning complete for port 048db48f-d0e2-4a21-8e29-1b56c07d8704 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:07.726804 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-803834b0-477e-4bed-86dd-3681ed0ab947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.735313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e28ebe-bd50-4589-a140-6591f6eca47d None None] Network 2760c3e8-07e1-47b6-a2f3-0678d90c0a50 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:07.788873 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be373bd6-45cb-4827-aae9-bd482ec4745e req-8bf04899-701e-4408-bdac-13a7dadb803a tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612097 Jul 16 01:56:07.817721 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.863147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-803834b0-477e-4bed-86dd-3681ed0ab947 None None] Port 048db48f-d0e2-4a21-8e29-1b56c07d8704 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:07.908819 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:07.914294 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-decbb24f-d2cc-4535-bb99-8766b801dacf admin admin] 10.222.0.54 "PUT /v2.0/routers/c3eb8a37-cd92-472b-b5af-8499f252e063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1951661 Jul 16 01:56:07.958667 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Deleting port 5440ed47-7d87-4cd5-88da-986374a2349d {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:07.959015 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.964027 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Sync routers for ids ['c3eb8a37-cd92-472b-b5af-8499f252e063'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:08.011835 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Routers {'c3eb8a37-cd92-472b-b5af-8499f252e063'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:08.012495 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:56:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c3eb8a37-cd92-472b-b5af-8499f252e063'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:08.080349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device af5a53aa-a6ba-414a-84d6-4ce4758d38bc up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:08.100220 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] For port 5440ed47-7d87-4cd5-88da-986374a2349d, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5440ed47-7d87-4cd5-88da-986374a2349d,segment=NetworkSegment(a87ac3a7-2564-463c-8091-4c6880cf2f11),segment_id=a87ac3a7-2564-463c-8091-4c6880cf2f11)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:08.100595 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.126396 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Calling delete_port for 5440ed47-7d87-4cd5-88da-986374a2349d owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:08.150713 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-82fe0b90-28c5-4486-8a18-bfe4a1b7890e None None] Provisioning complete for port 048db48f-d0e2-4a21-8e29-1b56c07d8704 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:08.151232 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82fe0b90-28c5-4486-8a18-bfe4a1b7890e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.244125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Set router c3eb8a37-cd92-472b-b5af-8499f252e063 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:08.246332 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-82fe0b90-28c5-4486-8a18-bfe4a1b7890e None None] Port 048db48f-d0e2-4a21-8e29-1b56c07d8704 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:08.296059 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.296290 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port af5a53aa-a6ba-414a-84d6-4ce4758d38bc triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:08.296290 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.348748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e4d659-fa7f-498f-bf63-70d5ec01972a None None] DHCP port deletion for 2760c3e8-07e1-47b6-a2f3-0678d90c0a50 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:08.387282 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] No DVR routers for this DVR port 5440ed47-7d87-4cd5-88da-986374a2349d on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:08.444067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Port': ['ID=5440ed47-7d87-4cd5-88da-986374a2349d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:08.505108 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:08.545636 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.573668 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2760c3e8-07e1-47b6-a2f3-0678d90c0a50']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:08.598741 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87ac3a7-2564-463c-8091-4c6880cf2f11') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:08.600991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87ac3a7-2564-463c-8091-4c6880cf2f11') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:08.617700 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.644369 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:08.644369 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.646812 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.662302 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:08.663036 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.718980 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eb8a37-cd92-472b-b5af-8499f252e063', 'name': 'tempest-TestVolumeBootPattern-818012922-router', 'tenant_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'af5a53aa-a6ba-414a-84d6-4ce4758d38bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:57Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 4, 'project_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'gw_port': {'id': 'af5a53aa-a6ba-414a-84d6-4ce4758d38bc', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eb8a37-cd92-472b-b5af-8499f252e063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:58Z', 'updated_at': '2021-07-16T01:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '048db48f-d0e2-4a21-8e29-1b56c07d8704', 'name': '', 'network_id': 'c96286d8-2c8e-4b4c-90cb-f91bfa4b4554', 'tenant_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'mac_address': 'fa:16:3e:8e:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eb8a37-cd92-472b-b5af-8499f252e063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '757c6085-548c-43b9-8cd9-d9c33715fa36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:03Z', 'updated_at': '2021-07-16T01:56:06Z', 'revision_number': 2, 'project_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'subnets': [{'id': '757c6085-548c-43b9-8cd9-d9c33715fa36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:08.800856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Checking router: c3eb8a37-cd92-472b-b5af-8499f252e063 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:08.801223 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Updating router c3eb8a37-cd92-472b-b5af-8499f252e063 port 048db48f-d0e2-4a21-8e29-1b56c07d8704 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:08.835903 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:08.861335 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.885358 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.888382 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/networks/2760c3e8-07e1-47b6-a2f3-0678d90c0a50 HTTP/1.1" status: 204 len: 168 time: 1.2191379 Jul 16 01:56:08.891888 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55900) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:08.906746 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.926302 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef07e5-b6d7-4c99-b931-71f4f8166429 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Network': ['ID=2760c3e8-07e1-47b6-a2f3-0678d90c0a50,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:08.946041 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-89921589-24e7-44e4-b93d-601d84b20dce tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:08.946880 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89921589-24e7-44e4-b93d-601d84b20dce tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:08.948926 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-89921589-24e7-44e4-b93d-601d84b20dce tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/subnets/d59af309-2f5c-44af-88e9-846053a7316e HTTP/1.1" status: 404 len: 337 time: 0.0559237 Jul 16 01:56:08.952931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55904) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:08.977394 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-94bef4e1-d4a5-4909-a9b0-0e65b6c6c2e9 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:08.978177 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94bef4e1-d4a5-4909-a9b0-0e65b6c6c2e9 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:08.980058 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-94bef4e1-d4a5-4909-a9b0-0e65b6c6c2e9 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/networks/526d244a-7828-48d3-aa6e-84a13554e414 HTTP/1.1" status: 404 len: 339 time: 0.0252185 Jul 16 01:56:08.983368 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55908) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:09.021718 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:09.095539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:09.102075 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9b47b505-a452-4f19-b5ed-c3be4e09e0a8 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:09.130511 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8d2f79-a86e-413b-8af7-e8b03e3f4214 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Deleting subnet cc033d66-3c40-494d-bd4a-a78a97a70324 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:09.134339 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c8d2f79-a86e-413b-8af7-e8b03e3f4214 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.249473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6287c7e-0880-497f-bd36-2aa13d28b943 req-cb9b7bd0-d45d-43e9-b1ce-6e65069043f1 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:09.262060 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f6287c7e-0880-497f-bd36-2aa13d28b943 req-cb9b7bd0-d45d-43e9-b1ce-6e65069043f1 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2098536 Jul 16 01:56:09.265129 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c8d2f79-a86e-413b-8af7-e8b03e3f4214 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.351291 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f6287c7e-0880-497f-bd36-2aa13d28b943 req-d55db2f0-27b1-478f-8563-bb67412c9239 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827806 Jul 16 01:56:09.403120 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c8d2f79-a86e-413b-8af7-e8b03e3f4214 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.477307 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.493515 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Transition to ACTIVE for port object 048db48f-d0e2-4a21-8e29-1b56c07d8704 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:09.493994 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c8d2f79-a86e-413b-8af7-e8b03e3f4214 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.504270 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.530641 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d2f79-a86e-413b-8af7-e8b03e3f4214 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Subnet': ['ID=cc033d66-3c40-494d-bd4a-a78a97a70324,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:09.538936 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c8d2f79-a86e-413b-8af7-e8b03e3f4214 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.541092 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2c8d2f79-a86e-413b-8af7-e8b03e3f4214 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/subnets/cc033d66-3c40-494d-bd4a-a78a97a70324 HTTP/1.1" status: 204 len: 168 time: 0.5566902 Jul 16 01:56:09.543657 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 55916) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:09.557956 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a50568-4cba-41a3-82a3-28da26eb4fe1 None None] Network 1e4bdb43-a9d2-4604-a4c0-21a51670b9ab requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:09.655869 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.723234 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Deleting port 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:09.723738 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.751139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76b33c-631f-4f08-97f7-05eac62968d3 None None] Pushing event updated for resources: {'Port': ['ID=048db48f-d0e2-4a21-8e29-1b56c07d8704,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:09.841202 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] For port 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=87982c1d-8dff-4dc3-bdd4-3c59969a9cdd,segment=NetworkSegment(19ae6844-20a2-4e37-ad55-5213d938aeb2),segment_id=19ae6844-20a2-4e37-ad55-5213d938aeb2)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:09.846181 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.873622 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Calling delete_port for 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:09.912586 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Attempting to bind port 048db48f-d0e2-4a21-8e29-1b56c07d8704 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:09.912971 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Attempting to bind port 048db48f-d0e2-4a21-8e29-1b56c07d8704 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'a15b06f0-183b-428d-81e3-5efd293ef1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c96286d8-2c8e-4b4c-90cb-f91bfa4b4554'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:09.913355 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Attempting to bind port 048db48f-d0e2-4a21-8e29-1b56c07d8704 on network c96286d8-2c8e-4b4c-90cb-f91bfa4b4554 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:09.931542 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:09.932264 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Checking segment: {'id': 'a15b06f0-183b-428d-81e3-5efd293ef1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c96286d8-2c8e-4b4c-90cb-f91bfa4b4554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:09.932878 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.933480 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Bound using segment: {'id': 'a15b06f0-183b-428d-81e3-5efd293ef1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c96286d8-2c8e-4b4c-90cb-f91bfa4b4554'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:09.934306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Bound port: 048db48f-d0e2-4a21-8e29-1b56c07d8704, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15b06f0-183b-428d-81e3-5efd293ef1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c96286d8-2c8e-4b4c-90cb-f91bfa4b4554'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:09.934937 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.065598 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5440ed47-7d87-4cd5-88da-986374a2349d no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:10.102142 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.104806 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 5440ed47-7d87-4cd5-88da-986374a2349d {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:10.105239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5440ed47-7d87-4cd5-88da-986374a2349d not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:10.141399 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d383cc-293f-40cf-ae5f-4aeda6694a8f None None] DHCP port deletion for 1e4bdb43-a9d2-4604-a4c0-21a51670b9ab request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:10.158137 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Port': ['ID=87982c1d-8dff-4dc3-bdd4-3c59969a9cdd,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:10.174306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] No DVR routers for this DVR port 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:10.210298 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] For port 048db48f-d0e2-4a21-8e29-1b56c07d8704, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:10.218422 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] For port 048db48f-d0e2-4a21-8e29-1b56c07d8704, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=048db48f-d0e2-4a21-8e29-1b56c07d8704,segment=NetworkSegment(a15b06f0-183b-428d-81e3-5efd293ef1e1),segment_id=a15b06f0-183b-428d-81e3-5efd293ef1e1)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:10.225508 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.342175 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.348643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Routers {'c3eb8a37-cd92-472b-b5af-8499f252e063'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:10.349303 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:56:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c3eb8a37-cd92-472b-b5af-8499f252e063'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:10.393206 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4bdb43-a9d2-4604-a4c0-21a51670b9ab']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:10.412649 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ae6844-20a2-4e37-ad55-5213d938aeb2') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:10.413014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ae6844-20a2-4e37-ad55-5213d938aeb2') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:10.429135 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.445670 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.455860 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:10.456504 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:10.461606 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:10.618165 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.652161 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.659140 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] 10.222.0.54 "DELETE /v2.0/networks/1e4bdb43-a9d2-4604-a4c0-21a51670b9ab HTTP/1.1" status: 204 len: 168 time: 1.1136138 Jul 16 01:56:10.721809 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957917fc-dd01-460b-a15a-4d143ae07726 tempest-NetworksIpV6Test-1841375789 tempest-NetworksIpV6Test-1841375789-project] Pushing event deleted for resources: {'Network': ['ID=1e4bdb43-a9d2-4604-a4c0-21a51670b9ab,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:10.753961 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8aec9-6e9c-4a0a-a85b-bcaa9691d669 req-48d5fee4-206e-4d91-aa94-5f287bc8b807 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:10.767450 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6ee8aec9-6e9c-4a0a-a85b-bcaa9691d669 req-48d5fee4-206e-4d91-aa94-5f287bc8b807 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.2260787 Jul 16 01:56:10.866175 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6ee8aec9-6e9c-4a0a-a85b-bcaa9691d669 req-a33310aa-486e-4170-8520-33fe7ed1bc4d tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899217 Jul 16 01:56:10.878198 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76b33c-631f-4f08-97f7-05eac62968d3 None None] Pushing event updated for resources: {'Port': ['ID=048db48f-d0e2-4a21-8e29-1b56c07d8704,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:10.964770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-34f2c433-257c-469e-abca-098c2be2e869 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:10.967036 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-34f2c433-257c-469e-abca-098c2be2e869 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 811 time: 0.3188689 Jul 16 01:56:10.986229 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-34a425cd-63c0-4950-800c-ae4735096cf4 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/quotas/3429d6c64c11482188275a95cd24498c HTTP/1.1" status: 200 len: 375 time: 0.0116713 Jul 16 01:56:11.022398 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] Set router c3eb8a37-cd92-472b-b5af-8499f252e063 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:11.032167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55944) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:11.136478 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-18a048ee-ce7b-44e0-aacc-09399d49470e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1407235 Jul 16 01:56:11.360151 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-311ddf38-53ba-4dc7-8f78-6ef46df220ec admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=18943e0085674d01b4415813c985158f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223550 Jul 16 01:56:11.360384 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55954) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:11.401018 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eb8a37-cd92-472b-b5af-8499f252e063', 'name': 'tempest-TestVolumeBootPattern-818012922-router', 'tenant_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'af5a53aa-a6ba-414a-84d6-4ce4758d38bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:57Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 4, 'project_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'gw_port': {'id': 'af5a53aa-a6ba-414a-84d6-4ce4758d38bc', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eb8a37-cd92-472b-b5af-8499f252e063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:58Z', 'updated_at': '2021-07-16T01:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '048db48f-d0e2-4a21-8e29-1b56c07d8704', 'name': '', 'network_id': 'c96286d8-2c8e-4b4c-90cb-f91bfa4b4554', 'tenant_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'mac_address': 'fa:16:3e:8e:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eb8a37-cd92-472b-b5af-8499f252e063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '757c6085-548c-43b9-8cd9-d9c33715fa36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:03Z', 'updated_at': '2021-07-16T01:56:10Z', 'revision_number': 4, 'project_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'subnets': [{'id': '757c6085-548c-43b9-8cd9-d9c33715fa36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:11.436975 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58defaf1-af76-4e3b-a686-0f72bd38e935 None None] The sync data for ids ['c3eb8a37-cd92-472b-b5af-8499f252e063'] in n-d-800086-6 is: [{'id': 'c3eb8a37-cd92-472b-b5af-8499f252e063', 'name': 'tempest-TestVolumeBootPattern-818012922-router', 'tenant_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'af5a53aa-a6ba-414a-84d6-4ce4758d38bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:57Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 4, 'project_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'gw_port': {'id': 'af5a53aa-a6ba-414a-84d6-4ce4758d38bc', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eb8a37-cd92-472b-b5af-8499f252e063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:58Z', 'updated_at': '2021-07-16T01:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '048db48f-d0e2-4a21-8e29-1b56c07d8704', 'name': '', 'network_id': 'c96286d8-2c8e-4b4c-90cb-f91bfa4b4554', 'tenant_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'mac_address': 'fa:16:3e:8e:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eb8a37-cd92-472b-b5af-8499f252e063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '757c6085-548c-43b9-8cd9-d9c33715fa36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:03Z', 'updated_at': '2021-07-16T01:56:10Z', 'revision_number': 4, 'project_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'subnets': [{'id': '757c6085-548c-43b9-8cd9-d9c33715fa36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:11.469330 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a78cc2e-08e2-4427-a01c-35baa61ef660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.502013 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a78cc2e-08e2-4427-a01c-35baa61ef660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.530612 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-c522563b-d530-4dd4-9983-7418c84584d5 service neutron] 10.222.0.54 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863876 Jul 16 01:56:11.583652 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a78cc2e-08e2-4427-a01c-35baa61ef660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.586774 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a78cc2e-08e2-4427-a01c-35baa61ef660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.588281 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0a78cc2e-08e2-4427-a01c-35baa61ef660 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/26398851-c7d4-4038-81fa-58c1c12f4c23 HTTP/1.1" status: 204 len: 168 time: 0.2270610 Jul 16 01:56:11.621166 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78cc2e-08e2-4427-a01c-35baa61ef660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26398851-c7d4-4038-81fa-58c1c12f4c23,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:11.829540 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-0e30f326-65e3-473f-af25-7c3dff5847c6 service neutron] 10.222.0.54 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973161 Jul 16 01:56:12.126929 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 048db48f-d0e2-4a21-8e29-1b56c07d8704 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:12.144973 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7a834-b7d3-4f29-82ae-3819e9aeee06 req-d6b7959b-5683-44fd-916c-fc82ec232924 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:12.158422 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4cc7a834-b7d3-4f29-82ae-3819e9aeee06 req-d6b7959b-5683-44fd-916c-fc82ec232924 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 1097 time: 0.1736131 Jul 16 01:56:12.197113 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 048db48f-d0e2-4a21-8e29-1b56c07d8704 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:12.210729 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 048db48f-d0e2-4a21-8e29-1b56c07d8704 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:12.211480 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.224405 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4cc7a834-b7d3-4f29-82ae-3819e9aeee06 req-c30a0f14-6a0b-4e9c-81d6-3ff7b12c13ed tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504003 Jul 16 01:56:12.241751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 55974) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:12.460276 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.556620 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 048db48f-d0e2-4a21-8e29-1b56c07d8704, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=048db48f-d0e2-4a21-8e29-1b56c07d8704,segment=NetworkSegment(a15b06f0-183b-428d-81e3-5efd293ef1e1),segment_id=a15b06f0-183b-428d-81e3-5efd293ef1e1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:12.566775 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.662622 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20b12fd3-4ec2-4dc5-b585-d28b0e57600a req-f1a2c2e0-06f3-4c58-b492-1febef3ffd11 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 210 time: 0.1074336 Jul 16 01:56:12.718770 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:12.784738 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:12.791227 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 87982c1d-8dff-4dc3-bdd4-3c59969a9cdd not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:12.830677 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=048db48f-d0e2-4a21-8e29-1b56c07d8704,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:12.915512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-82e10cc9-5421-4787-b047-be5c5559d805 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting port a9132e47-cec0-4f19-a23e-f3aba866e762 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:12.915906 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-82e10cc9-5421-4787-b047-be5c5559d805 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.109721 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-82e10cc9-5421-4787-b047-be5c5559d805 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.110090 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-82e10cc9-5421-4787-b047-be5c5559d805 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.139565 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c6e66-da4f-4a56-9e13-aee6f078c324 req-f276af8a-67fa-47ed-952e-afed55d38fef tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:13.156026 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-028c6e66-da4f-4a56-9e13-aee6f078c324 req-f276af8a-67fa-47ed-952e-afed55d38fef tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.5234485 Jul 16 01:56:13.179143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-82e10cc9-5421-4787-b047-be5c5559d805 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Calling delete_port for a9132e47-cec0-4f19-a23e-f3aba866e762 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:13.236066 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56004) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:13.309040 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-028c6e66-da4f-4a56-9e13-aee6f078c324 req-4c62b08c-b2aa-45e8-bd9f-8b2060469610 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464062 Jul 16 01:56:13.492312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-8317d99d-38ea-422e-8f9c-4be6b3ebe63b tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1971282629'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:13.516139 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-82e10cc9-5421-4787-b047-be5c5559d805 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.547295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8317d99d-38ea-422e-8f9c-4be6b3ebe63b tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:13.559159 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8317d99d-38ea-422e-8f9c-4be6b3ebe63b tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.590050 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8317d99d-38ea-422e-8f9c-4be6b3ebe63b tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.618894 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e10cc9-5421-4787-b047-be5c5559d805 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Port': ['ID=a9132e47-cec0-4f19-a23e-f3aba866e762,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:13.705119 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-82e10cc9-5421-4787-b047-be5c5559d805 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.705750 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-82e10cc9-5421-4787-b047-be5c5559d805 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Floating IP 5dec401f-dcb0-4020-9534-95130629239e disassociated (deleted). External IP: 172.25.1.243, port: be991035-323d-46f5-8a47-399b71c405bf. Jul 16 01:56:13.805630 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8317d99d-38ea-422e-8f9c-4be6b3ebe63b tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.812418 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8317d99d-38ea-422e-8f9c-4be6b3ebe63b tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.969619 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8317d99d-38ea-422e-8f9c-4be6b3ebe63b tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:14.014721 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317d99d-38ea-422e-8f9c-4be6b3ebe63b tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783863af-a982-4b90-9236-81901d620a2b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:14.041583 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8317d99d-38ea-422e-8f9c-4be6b3ebe63b tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.042979 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-8317d99d-38ea-422e-8f9c-4be6b3ebe63b tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Added segment a0b4b48e-4c81-4cd1-8606-0e418f46a7b3 of type vlan for network 02fdbfe3-c649-4a0c-a139-7bf777e3204e Jul 16 01:56:14.119461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 048db48f-d0e2-4a21-8e29-1b56c07d8704 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:14.160304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e10cc9-5421-4787-b047-be5c5559d805 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router 9ad178b0-ec21-4968-9a21-35af91b0bc34 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:56:14.198998 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 048db48f-d0e2-4a21-8e29-1b56c07d8704 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:14.199570 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.208980 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8317d99d-38ea-422e-8f9c-4be6b3ebe63b tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.214506 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-00282e54-d107-4716-bc6a-78db570cd48b req-a2ff3ec7-1911-4538-b609-13178107d83d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 210 time: 0.1084359 Jul 16 01:56:14.272320 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8317d99d-38ea-422e-8f9c-4be6b3ebe63b tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.290496 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8317d99d-38ea-422e-8f9c-4be6b3ebe63b tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:14.291944 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8317d99d-38ea-422e-8f9c-4be6b3ebe63b tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.355761 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8317d99d-38ea-422e-8f9c-4be6b3ebe63b tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1154816 Jul 16 01:56:14.382760 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e10cc9-5421-4787-b047-be5c5559d805 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:14.400688 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-82e10cc9-5421-4787-b047-be5c5559d805 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.409368 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6e421a-565b-4ebf-95f9-8b762364a7ba None None] Sync routers for ids ['9ad178b0-ec21-4968-9a21-35af91b0bc34'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:14.430579 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6e421a-565b-4ebf-95f9-8b762364a7ba None None] Routers {'9ad178b0-ec21-4968-9a21-35af91b0bc34'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:14.438920 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5c6e421a-565b-4ebf-95f9-8b762364a7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:56:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['9ad178b0-ec21-4968-9a21-35af91b0bc34'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:14.460233 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317d99d-38ea-422e-8f9c-4be6b3ebe63b tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Network': ['ID=02fdbfe3-c649-4a0c-a139-7bf777e3204e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:14.478207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 02fdbfe3-c649-4a0c-a139-7bf777e3204e details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:14.504978 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56014) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:14.513937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-dd2f6854-c0d3-4f6a-b5a7-f5bb2f629c65 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'subnet': {'network_id': '02fdbfe3-c649-4a0c-a139-7bf777e3204e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:14.516980 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-82e10cc9-5421-4787-b047-be5c5559d805 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/floatingips/5dec401f-dcb0-4020-9534-95130629239e HTTP/1.1" status: 204 len: 168 time: 2.2736144 Jul 16 01:56:14.517575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'tag': 'be991035-323d-46f5-8a47-399b71c405bf'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:14.520051 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e608c00-6340-4ba6-8755-0e7428caf72d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3f425f-818d-4cbc-8024-8a91e8c0886a", "tag": "be991035-323d-46f5-8a47-399b71c405bf"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:14.715241 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2f6854-c0d3-4f6a-b5a7-f5bb2f629c65 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:14.723669 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6854-c0d3-4f6a-b5a7-f5bb2f629c65 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.837348 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-5c6e421a-565b-4ebf-95f9-8b762364a7ba None None] Set router 9ad178b0-ec21-4968-9a21-35af91b0bc34 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:14.956417 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-04597cea-6307-4407-acfb-048c6c640d31 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:14.961910 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-04597cea-6307-4407-acfb-048c6c640d31 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.47 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 811 time: 0.3651581 Jul 16 01:56:15.015096 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-5bdaf721-dd10-4f9b-ae74-36ee68ce400a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Request body: {'port': {'device_id': '941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'admin_state_up': True, 'tenant_id': '3429d6c64c11482188275a95cd24498c'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:15.021345 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6854-c0d3-4f6a-b5a7-f5bb2f629c65 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.120968 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f6854-c0d3-4f6a-b5a7-f5bb2f629c65 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Checking segment: {'id': 'a0b4b48e-4c81-4cd1-8606-0e418f46a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '02fdbfe3-c649-4a0c-a139-7bf777e3204e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:15.121539 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2f6854-c0d3-4f6a-b5a7-f5bb2f629c65 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network hostable DHCP agents. Network: 02fdbfe3-c649-4a0c-a139-7bf777e3204e, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:15.129959 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c19ba8-c75d-4481-9091-6650c4e00db9 x-openstack-request-id: req-28c19ba8-c75d-4481-9091-6650c4e00db9 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:15.130451 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3f425f-818d-4cbc-8024-8a91e8c0886a", "tag": "be991035-323d-46f5-8a47-399b71c405bf", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:15.130586 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-28c19ba8-c75d-4481-9091-6650c4e00db9 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:15.130910 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'tag': 'be991035-323d-46f5-8a47-399b71c405bf', 'status': 'completed', 'code': 200} Jul 16 01:56:15.140138 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f6854-c0d3-4f6a-b5a7-f5bb2f629c65 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Subnet': ['ID=470e505b-2958-4ead-9a6a-254e5a745f7b,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:15.175907 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2f6854-c0d3-4f6a-b5a7-f5bb2f629c65 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network 02fdbfe3-c649-4a0c-a139-7bf777e3204e is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:15.197308 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940f9de-6d79-43cd-917c-aa1da8e485fb req-85244487-0415-4a15-acfb-2820c3c5f081 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:15.209104 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1940f9de-6d79-43cd-917c-aa1da8e485fb req-85244487-0415-4a15-acfb-2820c3c5f081 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.5090733 Jul 16 01:56:15.303123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-dd2f6854-c0d3-4f6a-b5a7-f5bb2f629c65 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 02fdbfe3-c649-4a0c-a139-7bf777e3204e) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:15.312310 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d2a42e-554e-41cc-a5ae-14e787fe125e None None] Network 02fdbfe3-c649-4a0c-a139-7bf777e3204e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:15.344242 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f6854-c0d3-4f6a-b5a7-f5bb2f629c65 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:15.347111 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6854-c0d3-4f6a-b5a7-f5bb2f629c65 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.432072 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56026) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:15.433008 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dd2f6854-c0d3-4f6a-b5a7-f5bb2f629c65 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9266884 Jul 16 01:56:15.449946 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b11963c7-329e-4f23-bb1a-56a7a334fd05 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1399700927'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:15.505633 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e608c00-6340-4ba6-8755-0e7428caf72d req-9e4a83d6-d6c6-47bb-b0ec-375e86ca179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:15.507287 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e608c00-6340-4ba6-8755-0e7428caf72d req-9e4a83d6-d6c6-47bb-b0ec-375e86ca179b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 1097 time: 0.3223743 Jul 16 01:56:15.537123 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5c6e421a-565b-4ebf-95f9-8b762364a7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756347639', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '56cca314-828f-4948-9b5f-1436653bd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:08Z', 'updated_at': '2021-07-16T01:54:13Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '56cca314-828f-4948-9b5f-1436653bd426', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6ae0d879-4250-4a69-b5d6-cb8620b7f8d2', 'name': '', 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:09:86:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:12Z', 'updated_at': '2021-07-16T01:54:20Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:15.597788 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1940f9de-6d79-43cd-917c-aa1da8e485fb req-87274b43-a943-4c7c-a1de-89a33ad5fc59 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876979 Jul 16 01:56:15.619185 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbed7f7-550d-429e-9657-2e7d31bbe519 req-6a0105c7-49c9-477a-a0f9-d782fe1be19e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:15.634397 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7fbed7f7-550d-429e-9657-2e7d31bbe519 req-6a0105c7-49c9-477a-a0f9-d782fe1be19e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.3407333 Jul 16 01:56:15.661378 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-02fdbfe3-c649-4a0c-a139-7bf777e3204e', 'network_id': '02fdbfe3-c649-4a0c-a139-7bf777e3204e', 'tenant_id': 'd36fab3665854a9fbf6d412fd28e4638', 'fixed_ips': [{'subnet_id': '470e505b-2958-4ead-9a6a-254e5a745f7b'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:15.662379 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.674854 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11963c7-329e-4f23-bb1a-56a7a334fd05 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:15.676351 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6e421a-565b-4ebf-95f9-8b762364a7ba None None] Checking router: 9ad178b0-ec21-4968-9a21-35af91b0bc34 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:15.685338 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b11963c7-329e-4f23-bb1a-56a7a334fd05 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.699203 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6e421a-565b-4ebf-95f9-8b762364a7ba None None] Routers {'9ad178b0-ec21-4968-9a21-35af91b0bc34'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:15.704161 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5c6e421a-565b-4ebf-95f9-8b762364a7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:56:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['9ad178b0-ec21-4968-9a21-35af91b0bc34'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:15.758799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-5bdaf721-dd10-4f9b-ae74-36ee68ce400a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Made reservation on behalf of 3429d6c64c11482188275a95cd24498c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:15.763246 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-5bdaf721-dd10-4f9b-ae74-36ee68ce400a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.811494 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7fbed7f7-550d-429e-9657-2e7d31bbe519 req-b42a1472-1850-4299-b98e-dbe6f987f57e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721611 Jul 16 01:56:15.874271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e608c00-6340-4ba6-8755-0e7428caf72d req-3449fa5d-1c22-4329-b4d7-7c9e8132d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:15.876431 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e608c00-6340-4ba6-8755-0e7428caf72d req-3449fa5d-1c22-4329-b4d7-7c9e8132d8d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e33c8b76-7096-4a68-bf4b-97043f09a461 HTTP/1.1" status: 200 len: 898 time: 0.3598680 Jul 16 01:56:15.893421 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Allocated IP 172.20.255.242 (02fdbfe3-c649-4a0c-a139-7bf777e3204e/470e505b-2958-4ead-9a6a-254e5a745f7b/41073641-7a2b-43e4-b20f-bfff0aed9b89) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:15.927429 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11963c7-329e-4f23-bb1a-56a7a334fd05 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:15.992186 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e608c00-6340-4ba6-8755-0e7428caf72d req-360f98a6-48bf-470d-ac0d-bdaed7e43454 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be991035-323d-46f5-8a47-399b71c405bf HTTP/1.1" status: 200 len: 217 time: 0.1038098 Jul 16 01:56:16.069237 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-5c6e421a-565b-4ebf-95f9-8b762364a7ba None None] Set router 9ad178b0-ec21-4968-9a21-35af91b0bc34 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:16.084542 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dff7bedb-7ff9-4186-8448-ee1c30474c90 req-31458002-c067-445b-8c78-8e01818c9e14 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 210 time: 0.1678445 Jul 16 01:56:16.112389 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e608c00-6340-4ba6-8755-0e7428caf72d req-44c28219-7ca8-43aa-bdc5-236b9d3b43f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:16.118038 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b11963c7-329e-4f23-bb1a-56a7a334fd05 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.129548 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e608c00-6340-4ba6-8755-0e7428caf72d req-44c28219-7ca8-43aa-bdc5-236b9d3b43f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c4c6059d-19f4-442d-8ce3-8952dd0950ab HTTP/1.1" status: 200 len: 835 time: 0.1341343 Jul 16 01:56:16.130163 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-b11963c7-329e-4f23-bb1a-56a7a334fd05 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Added segment e6f8e217-7ec4-429e-bee9-1df09ce03fd3 of type vlan for network 075c0472-0f1d-4b65-80f4-f8c7d9314fed Jul 16 01:56:16.166279 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.179440 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Transition to ACTIVE for port object 41073641-7a2b-43e4-b20f-bfff0aed9b89 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:16.207791 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Transition to ACTIVE for port object 41073641-7a2b-43e4-b20f-bfff0aed9b89 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:16.222066 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.255463 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e608c00-6340-4ba6-8755-0e7428caf72d req-de52d9be-422a-4a77-9695-2cf437c59457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:16.257320 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e608c00-6340-4ba6-8755-0e7428caf72d req-de52d9be-422a-4a77-9695-2cf437c59457 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e33c8b76-7096-4a68-bf4b-97043f09a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165931 Jul 16 01:56:16.279335 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Network 02fdbfe3-c649-4a0c-a139-7bf777e3204e is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:16.310654 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b11963c7-329e-4f23-bb1a-56a7a334fd05 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.347031 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:16.361338 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Pushing event updated for resources: {'Port': ['ID=41073641-7a2b-43e4-b20f-bfff0aed9b89,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:16.363835 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:16.491790 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e608c00-6340-4ba6-8755-0e7428caf72d req-0d2cb39d-2016-4c2d-99ed-3fd054388914 service neutron] 10.222.0.47 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168434 Jul 16 01:56:16.502686 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-5bdaf721-dd10-4f9b-ae74-36ee68ce400a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Allocated IP 172.20.0.9 (b4b57e43-3231-411c-8e72-c548d881f43a/f7545b14-fb64-4666-8e5c-e0421d4351cb/8483f5c4-b349-4ae8-94b1-e30e503b829d) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:16.536568 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Attempting to bind port 41073641-7a2b-43e4-b20f-bfff0aed9b89 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:16.537963 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Attempting to bind port 41073641-7a2b-43e4-b20f-bfff0aed9b89 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'a0b4b48e-4c81-4cd1-8606-0e418f46a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '02fdbfe3-c649-4a0c-a139-7bf777e3204e'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:16.540059 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Attempting to bind port 41073641-7a2b-43e4-b20f-bfff0aed9b89 on network 02fdbfe3-c649-4a0c-a139-7bf777e3204e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:16.552267 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:16.553261 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Checking segment: {'id': 'a0b4b48e-4c81-4cd1-8606-0e418f46a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '02fdbfe3-c649-4a0c-a139-7bf777e3204e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:16.554448 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.555543 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Bound using segment: {'id': 'a0b4b48e-4c81-4cd1-8606-0e418f46a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '02fdbfe3-c649-4a0c-a139-7bf777e3204e'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:16.556703 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Bound port: 41073641-7a2b-43e4-b20f-bfff0aed9b89, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b4b48e-4c81-4cd1-8606-0e418f46a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '02fdbfe3-c649-4a0c-a139-7bf777e3204e'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:16.557930 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.659843 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5c6e421a-565b-4ebf-95f9-8b762364a7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756347639', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '56cca314-828f-4948-9b5f-1436653bd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:08Z', 'updated_at': '2021-07-16T01:54:13Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '56cca314-828f-4948-9b5f-1436653bd426', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6ae0d879-4250-4a69-b5d6-cb8620b7f8d2', 'name': '', 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:09:86:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:12Z', 'updated_at': '2021-07-16T01:54:20Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:16.734983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] For port 41073641-7a2b-43e4-b20f-bfff0aed9b89, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:16.751405 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] For port 41073641-7a2b-43e4-b20f-bfff0aed9b89, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=41073641-7a2b-43e4-b20f-bfff0aed9b89,segment=NetworkSegment(a0b4b48e-4c81-4cd1-8606-0e418f46a7b3),segment_id=a0b4b48e-4c81-4cd1-8606-0e418f46a7b3)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:16.763988 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e608c00-6340-4ba6-8755-0e7428caf72d req-0abe2d14-c684-41d9-b19a-fbc32c855636 service neutron] 10.222.0.47 "GET /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633317 Jul 16 01:56:16.773206 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.781478 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6e421a-565b-4ebf-95f9-8b762364a7ba None None] The sync data for ids ['9ad178b0-ec21-4968-9a21-35af91b0bc34'] in n-d-800086-6 is: [{'id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756347639', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '56cca314-828f-4948-9b5f-1436653bd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:08Z', 'updated_at': '2021-07-16T01:54:13Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '56cca314-828f-4948-9b5f-1436653bd426', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6ae0d879-4250-4a69-b5d6-cb8620b7f8d2', 'name': '', 'network_id': 'e33c8b76-7096-4a68-bf4b-97043f09a461', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:09:86:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:12Z', 'updated_at': '2021-07-16T01:54:20Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': 'c4c6059d-19f4-442d-8ce3-8952dd0950ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:16.853926 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b11963c7-329e-4f23-bb1a-56a7a334fd05 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.870430 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11963c7-329e-4f23-bb1a-56a7a334fd05 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:16.871428 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b11963c7-329e-4f23-bb1a-56a7a334fd05 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.960016 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b11963c7-329e-4f23-bb1a-56a7a334fd05 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5257015 Jul 16 01:56:16.968522 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56038) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:16.974442 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b019aef3-c833-4d94-b8b4-394b9d749550 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'subnet': {'network_id': '075c0472-0f1d-4b65-80f4-f8c7d9314fed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:16.984277 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1759bf4-3ad8-4a59-907a-f471db47e121 None None] Pushing event updated for resources: {'Port': ['ID=41073641-7a2b-43e4-b20f-bfff0aed9b89,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:17.001371 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39dff3-0a75-40a7-8c01-63d0da709138 req-cad696e0-84ce-4197-a0ba-a838d67b1b0d tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.013785 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5f39dff3-0a75-40a7-8c01-63d0da709138 req-cad696e0-84ce-4197-a0ba-a838d67b1b0d tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.1837580 Jul 16 01:56:17.154074 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11963c7-329e-4f23-bb1a-56a7a334fd05 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Network': ['ID=075c0472-0f1d-4b65-80f4-f8c7d9314fed,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:17.165651 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 075c0472-0f1d-4b65-80f4-f8c7d9314fed details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:17.192730 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-5bdaf721-dd10-4f9b-ae74-36ee68ce400a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.300248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-5bdaf721-dd10-4f9b-ae74-36ee68ce400a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Transition to ACTIVE for port object 8483f5c4-b349-4ae8-94b1-e30e503b829d will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:17.372571 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5f39dff3-0a75-40a7-8c01-63d0da709138 req-7c0dad04-fde2-4d5f-8bd3-c1b276b17480 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571396 Jul 16 01:56:17.444919 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b844378-710a-453b-b62f-6b6e79a3b9dd None None] New status for floating IP 5dec401f-dcb0-4020-9534-95130629239e: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:56:17.453646 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b019aef3-c833-4d94-b8b4-394b9d749550 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:17.474179 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bab8c7-c4e4-40a7-8f7a-bc93a39cfe9a req-06a9af23-0bac-4b38-9bc2-0d7c07b6e289 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.491737 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-56bab8c7-c4e4-40a7-8f7a-bc93a39cfe9a req-06a9af23-0bac-4b38-9bc2-0d7c07b6e289 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.2760119 Jul 16 01:56:17.524095 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b019aef3-c833-4d94-b8b4-394b9d749550 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.539143 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-5bdaf721-dd10-4f9b-ae74-36ee68ce400a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.586962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-5bdaf721-dd10-4f9b-ae74-36ee68ce400a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Network b4b57e43-3231-411c-8e72-c548d881f43a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:17.598545 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-5bdaf721-dd10-4f9b-ae74-36ee68ce400a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:17.693165 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-5bdaf721-dd10-4f9b-ae74-36ee68ce400a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:17.867120 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-56bab8c7-c4e4-40a7-8f7a-bc93a39cfe9a req-c3d8c976-bc61-457f-9bd1-8ceff7858d66 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573377 Jul 16 01:56:17.892042 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaf721-dd10-4f9b-ae74-36ee68ce400a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'Port': ['ID=8483f5c4-b349-4ae8-94b1-e30e503b829d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:17.910243 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-5bdaf721-dd10-4f9b-ae74-36ee68ce400a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.910908 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-5bdaf721-dd10-4f9b-ae74-36ee68ce400a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.949286 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-5bdaf721-dd10-4f9b-ae74-36ee68ce400a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9523904 Jul 16 01:56:17.973547 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Request body: {'port': {'device_id': '941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:18.091636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25385736-63dd-46e2-baa2-c04d9fba89f9 req-86cf4c20-4f33-4e03-a3a7-3501521c8d02 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:18.098605 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25385736-63dd-46e2-baa2-c04d9fba89f9 req-86cf4c20-4f33-4e03-a3a7-3501521c8d02 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.9979208 Jul 16 01:56:18.137393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 41073641-7a2b-43e4-b20f-bfff0aed9b89 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:18.234888 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.257339 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d4017f48-5be3-4332-8f23-14178a645a0c None None] Provisioning for port 8483f5c4-b349-4ae8-94b1-e30e503b829d completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:18.273348 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d4017f48-5be3-4332-8f23-14178a645a0c None None] Provisioning complete for port 8483f5c4-b349-4ae8-94b1-e30e503b829d triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:18.273881 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4017f48-5be3-4332-8f23-14178a645a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.334589 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 41073641-7a2b-43e4-b20f-bfff0aed9b89 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:18.377863 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d4017f48-5be3-4332-8f23-14178a645a0c None None] Port 8483f5c4-b349-4ae8-94b1-e30e503b829d cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:18.424123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596cbf3-2b31-4213-8ed9-3387c7830253 req-95462197-8736-4ff3-b3df-f6821996a747 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:18.431436 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d596cbf3-2b31-4213-8ed9-3387c7830253 req-95462197-8736-4ff3-b3df-f6821996a747 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 931 time: 0.5824711 Jul 16 01:56:18.870317 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f904b94-5e3f-4348-adb6-407964782d2d req-2dad51d3-f393-4e18-b938-1178db0b6cb1 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:18.892203 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f904b94-5e3f-4348-adb6-407964782d2d req-2dad51d3-f393-4e18-b938-1178db0b6cb1 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.3319108 Jul 16 01:56:19.026050 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f904b94-5e3f-4348-adb6-407964782d2d req-98573e7f-9971-4a01-a3ca-40b72398ea23 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320791 Jul 16 01:56:19.057380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8483f5c4-b349-4ae8-94b1-e30e503b829d {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:56:19.067891 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe86720-0963-4f9d-8e38-be888b167554 None None] Network 02fdbfe3-c649-4a0c-a139-7bf777e3204e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:19.081444 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.102535 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Transition to ACTIVE for port object 8483f5c4-b349-4ae8-94b1-e30e503b829d will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:19.107573 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.159017 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-48c3fb4e-0fdb-4dc2-98ed-a33b8af10776 None None] Provisioning for port 41073641-7a2b-43e4-b20f-bfff0aed9b89 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:19.222486 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-48c3fb4e-0fdb-4dc2-98ed-a33b8af10776 None None] Provisioning complete for port 41073641-7a2b-43e4-b20f-bfff0aed9b89 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:19.222879 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-48c3fb4e-0fdb-4dc2-98ed-a33b8af10776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.300121 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d596cbf3-2b31-4213-8ed9-3387c7830253 req-c605ef87-2879-442b-b123-6b7483b0acfd tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8673673 Jul 16 01:56:19.398475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Pushing event updated for resources: {'Port': ['ID=8483f5c4-b349-4ae8-94b1-e30e503b829d,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:19.453185 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-25385736-63dd-46e2-baa2-c04d9fba89f9 req-203aa8fb-8af9-433a-b163-57943829920a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting port be991035-323d-46f5-8a47-399b71c405bf {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:19.453762 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-25385736-63dd-46e2-baa2-c04d9fba89f9 req-203aa8fb-8af9-433a-b163-57943829920a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.578946 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-48c3fb4e-0fdb-4dc2-98ed-a33b8af10776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.631354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Attempting to bind port 8483f5c4-b349-4ae8-94b1-e30e503b829d on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:19.631693 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Attempting to bind port 8483f5c4-b349-4ae8-94b1-e30e503b829d by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:19.632241 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Attempting to bind port 8483f5c4-b349-4ae8-94b1-e30e503b829d on network b4b57e43-3231-411c-8e72-c548d881f43a {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:19.644756 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8b9af-5da4-46c7-a379-a99de806186a req-5604e97c-d493-480e-bf7b-85f0eb0036cd tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:19.645712 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6ee8b9af-5da4-46c7-a379-a99de806186a req-5604e97c-d493-480e-bf7b-85f0eb0036cd tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 946 time: 0.2289801 Jul 16 01:56:19.648117 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Port 8483f5c4-b349-4ae8-94b1-e30e503b829d on network b4b57e43-3231-411c-8e72-c548d881f43a not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:19.648437 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Attempting to bind port 8483f5c4-b349-4ae8-94b1-e30e503b829d on network b4b57e43-3231-411c-8e72-c548d881f43a {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:19.665961 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-48c3fb4e-0fdb-4dc2-98ed-a33b8af10776 None None] For port 41073641-7a2b-43e4-b20f-bfff0aed9b89, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=41073641-7a2b-43e4-b20f-bfff0aed9b89,segment=NetworkSegment(a0b4b48e-4c81-4cd1-8606-0e418f46a7b3),segment_id=a0b4b48e-4c81-4cd1-8606-0e418f46a7b3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:19.668517 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:19.669416 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Checking segment: {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:19.669812 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Bound using segment: {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:19.670390 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Bound port: 8483f5c4-b349-4ae8-94b1-e30e503b829d, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:19.670803 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.673872 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device be991035-323d-46f5-8a47-399b71c405bf no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:19.690485 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-48c3fb4e-0fdb-4dc2-98ed-a33b8af10776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.750097 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-25385736-63dd-46e2-baa2-c04d9fba89f9 req-203aa8fb-8af9-433a-b163-57943829920a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] For port be991035-323d-46f5-8a47-399b71c405bf, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=be991035-323d-46f5-8a47-399b71c405bf,segment=NetworkSegment(60711ef0-5ed1-4403-8894-0af3da628818),segment_id=60711ef0-5ed1-4403-8894-0af3da628818)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:19.751510 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-25385736-63dd-46e2-baa2-c04d9fba89f9 req-203aa8fb-8af9-433a-b163-57943829920a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.791222 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-25385736-63dd-46e2-baa2-c04d9fba89f9 req-203aa8fb-8af9-433a-b163-57943829920a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Calling delete_port for be991035-323d-46f5-8a47-399b71c405bf owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:19.792893 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] For port 8483f5c4-b349-4ae8-94b1-e30e503b829d, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:19.798027 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] For port 8483f5c4-b349-4ae8-94b1-e30e503b829d, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=8483f5c4-b349-4ae8-94b1-e30e503b829d,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:19.806702 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.847879 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6ee8b9af-5da4-46c7-a379-a99de806186a req-c3cd7907-4822-4ca8-a3df-8fc4d6aa74d9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=be607993-fd80-4b03-8382-c77212c2dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958785 Jul 16 01:56:19.875921 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:19.876625 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.878212 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] 10.222.0.47 "PUT /v2.0/ports/8483f5c4-b349-4ae8-94b1-e30e503b829d HTTP/1.1" status: 200 len: 1091 time: 1.9121952 Jul 16 01:56:19.880875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf', 'tag': '8483f5c4-b349-4ae8-94b1-e30e503b829d'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:19.889992 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5d2a4a-b7ab-429f-8f17-94a3da7d4717" -d '{"events": [{"name": "network-changed", "server_uuid": "941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf", "tag": "8483f5c4-b349-4ae8-94b1-e30e503b829d"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:19.971700 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80413b-9857-4688-8a63-5180ac858893 service neutron] Pushing event updated for resources: {'Port': ['ID=8483f5c4-b349-4ae8-94b1-e30e503b829d,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:20.031047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3fb4e-0fdb-4dc2-98ed-a33b8af10776 None None] Pushing event updated for resources: {'Port': ['ID=41073641-7a2b-43e4-b20f-bfff0aed9b89,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:20.060424 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798683c5-4a21-4c1b-ab21-ef061cb871fb x-openstack-request-id: req-798683c5-4a21-4c1b-ab21-ef061cb871fb {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:20.060801 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf", "tag": "8483f5c4-b349-4ae8-94b1-e30e503b829d", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:20.061021 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-798683c5-4a21-4c1b-ab21-ef061cb871fb {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:20.061402 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf', 'tag': '8483f5c4-b349-4ae8-94b1-e30e503b829d', 'status': 'completed', 'code': 200} Jul 16 01:56:20.179930 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-25385736-63dd-46e2-baa2-c04d9fba89f9 req-203aa8fb-8af9-433a-b163-57943829920a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.228373 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.228975 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b019aef3-c833-4d94-b8b4-394b9d749550 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.441986 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019aef3-c833-4d94-b8b4-394b9d749550 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Subnet': ['ID=217c0bc5-032f-4af6-819e-20d085900dc6,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:20.449422 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac077082-6a56-49dc-9a2f-df96005966b5 req-eb09319a-d807-4418-b35b-35d9aeab5c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:20.452699 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac077082-6a56-49dc-9a2f-df96005966b5 req-eb09319a-d807-4418-b35b-35d9aeab5c42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=acd8396b643646dea8935864882ec2b9&device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 1096 time: 1.2636454 Jul 16 01:56:20.472450 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203aa8fb-8af9-433a-b163-57943829920a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Port': ['ID=be991035-323d-46f5-8a47-399b71c405bf,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:20.510501 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3c4d72fd-128d-4a44-a854-5b479b87c17c None None] Provisioning complete for port 41073641-7a2b-43e4-b20f-bfff0aed9b89 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:20.515388 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c4d72fd-128d-4a44-a854-5b479b87c17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.561713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-23f7e428-3683-454b-9fb4-ad4d285dcaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:20.563591 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-23f7e428-3683-454b-9fb4-ad4d285dcaa7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 1094 time: 0.3775697 Jul 16 01:56:20.577336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd7a1e-11ac-4a4b-87d8-91bcf180c3ae req-c257a448-d857-4109-820f-e645abdde355 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:20.584772 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7abd7a1e-11ac-4a4b-87d8-91bcf180c3ae req-c257a448-d857-4109-820f-e645abdde355 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 0.3089948 Jul 16 01:56:20.613502 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-25385736-63dd-46e2-baa2-c04d9fba89f9 req-203aa8fb-8af9-433a-b163-57943829920a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] No DVR routers for this DVR port be991035-323d-46f5-8a47-399b71c405bf on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:20.617235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019aef3-c833-4d94-b8b4-394b9d749550 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Checking segment: {'id': 'e6f8e217-7ec4-429e-bee9-1df09ce03fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '075c0472-0f1d-4b65-80f4-f8c7d9314fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:20.617428 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b019aef3-c833-4d94-b8b4-394b9d749550 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network hostable DHCP agents. Network: 075c0472-0f1d-4b65-80f4-f8c7d9314fed, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:20.620162 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-25385736-63dd-46e2-baa2-c04d9fba89f9 req-203aa8fb-8af9-433a-b163-57943829920a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.622582 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25385736-63dd-46e2-baa2-c04d9fba89f9 req-203aa8fb-8af9-433a-b163-57943829920a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.47 "DELETE /v2.0/ports/be991035-323d-46f5-8a47-399b71c405bf HTTP/1.1" status: 204 len: 173 time: 2.5092640 Jul 16 01:56:20.631292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'name': 'network-vif-deleted', 'tag': 'be991035-323d-46f5-8a47-399b71c405bf'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:20.633876 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94fafc8-cd65-4287-a9df-50faba7136d2" -d '{"events": [{"server_uuid": "6e3f425f-818d-4cbc-8024-8a91e8c0886a", "name": "network-vif-deleted", "tag": "be991035-323d-46f5-8a47-399b71c405bf"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:20.640668 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-9bb8c249-58df-4dec-a1d8-d0470ecb1e1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8483f5c4-b349-4ae8-94b1-e30e503b829d HTTP/1.1" status: 200 len: 217 time: 0.0534875 Jul 16 01:56:20.722920 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7abd7a1e-11ac-4a4b-87d8-91bcf180c3ae req-66c978d1-bdda-4e38-beed-0e73fa0deaeb tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368349 Jul 16 01:56:20.761326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-0097f958-145d-46c4-9880-81b0d420a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:20.765516 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-0097f958-145d-46c4-9880-81b0d420a685 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.1151617 Jul 16 01:56:20.799998 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b019aef3-c833-4d94-b8b4-394b9d749550 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network 075c0472-0f1d-4b65-80f4-f8c7d9314fed is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:20.842146 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe42945f-ff80-40ff-8216-e9ed4b185515 x-openstack-request-id: req-fe42945f-ff80-40ff-8216-e9ed4b185515 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:20.842881 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3f425f-818d-4cbc-8024-8a91e8c0886a", "name": "network-vif-deleted", "tag": "be991035-323d-46f5-8a47-399b71c405bf", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:20.843537 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fe42945f-ff80-40ff-8216-e9ed4b185515 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:20.844243 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3f425f-818d-4cbc-8024-8a91e8c0886a', 'name': 'network-vif-deleted', 'tag': 'be991035-323d-46f5-8a47-399b71c405bf', 'status': 'completed', 'code': 200} Jul 16 01:56:20.845114 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-b019aef3-c833-4d94-b8b4-394b9d749550 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 075c0472-0f1d-4b65-80f4-f8c7d9314fed) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:20.862249 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbbb309-ca51-45c5-bda6-8ea0909f383c None None] Network 075c0472-0f1d-4b65-80f4-f8c7d9314fed requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:20.932572 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b019aef3-c833-4d94-b8b4-394b9d749550 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:20.933470 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b019aef3-c833-4d94-b8b4-394b9d749550 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.974366 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-13895ffc-9a1d-41b2-88d7-b80cf8240e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:20.981042 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-13895ffc-9a1d-41b2-88d7-b80cf8240e87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073820 Jul 16 01:56:20.994486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df298409-65ca-4637-9b75-01b48f5990c3 req-82f8d941-e39c-4f45-87a6-f429ac5e2fd7 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:21.016069 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df298409-65ca-4637-9b75-01b48f5990c3 req-82f8d941-e39c-4f45-87a6-f429ac5e2fd7 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 943 time: 0.4521120 Jul 16 01:56:21.030622 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b019aef3-c833-4d94-b8b4-394b9d749550 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.0609875 Jul 16 01:56:21.031381 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56078) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:21.213243 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.218577 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac077082-6a56-49dc-9a2f-df96005966b5 req-4e9055b5-a099-4456-9ff2-ddba4cbd6f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:21.220254 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac077082-6a56-49dc-9a2f-df96005966b5 req-4e9055b5-a099-4456-9ff2-ddba4cbd6f61 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a8c40dbf-5170-4d84-94bd-5e3baafc13ee HTTP/1.1" status: 200 len: 914 time: 0.5779011 Jul 16 01:56:21.283079 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac077082-6a56-49dc-9a2f-df96005966b5 req-f58eeb68-97e0-4f8b-a4c2-53768e3930be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c2110d2-a86c-4abc-b879-5f3c83aab164 HTTP/1.1" status: 200 len: 217 time: 0.0532129 Jul 16 01:56:21.353604 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f2beea61-8878-42ce-b09b-d8a18ab7f7e8 req-15d0baa2-5363-4e9f-834a-4369ad61ac2b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e3f425f-818d-4cbc-8024-8a91e8c0886a HTTP/1.1" status: 200 len: 210 time: 0.1359010 Jul 16 01:56:21.356001 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-075c0472-0f1d-4b65-80f4-f8c7d9314fed', 'network_id': '075c0472-0f1d-4b65-80f4-f8c7d9314fed', 'tenant_id': 'd36fab3665854a9fbf6d412fd28e4638', 'fixed_ips': [{'subnet_id': '217c0bc5-032f-4af6-819e-20d085900dc6'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:21.366837 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.420392 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df298409-65ca-4637-9b75-01b48f5990c3 req-53939943-4520-4aba-9412-6f7f6f8fd690 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876603 Jul 16 01:56:21.432273 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.461997 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-2a413a09-5ddf-4e21-b068-bf2f65043ec9 service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714456 Jul 16 01:56:21.538136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac077082-6a56-49dc-9a2f-df96005966b5 req-0eaae16a-1336-4f5a-bd0e-a1dc6cf50b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:21.539645 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac077082-6a56-49dc-9a2f-df96005966b5 req-0eaae16a-1336-4f5a-bd0e-a1dc6cf50b7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e33d7cdb-73e5-4819-a1cd-c03f40836d6a HTTP/1.1" status: 200 len: 853 time: 0.2448828 Jul 16 01:56:21.585757 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac077082-6a56-49dc-9a2f-df96005966b5 req-9ef38d3e-2e5a-415a-9e99-3e11354a8855 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a8c40dbf-5170-4d84-94bd-5e3baafc13ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357919 Jul 16 01:56:21.625115 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-467a0f21-d048-4e99-a667-91e26ca71b8e req-f9c4b645-c6e3-45a7-9f5d-4715eb0cfefa service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553218 Jul 16 01:56:21.688641 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Allocated IP 172.20.0.2 (075c0472-0f1d-4b65-80f4-f8c7d9314fed/217c0bc5-032f-4af6-819e-20d085900dc6/cfc14578-a0d8-4573-8774-473e949a4bb0) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:21.705351 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac077082-6a56-49dc-9a2f-df96005966b5 req-2f104487-c2e3-4297-8073-d043e26e1545 service neutron] 10.222.0.26 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114163 Jul 16 01:56:21.836951 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d2a4a-b7ab-429f-8f17-94a3da7d4717 req-c3eed7d0-392a-4105-8c54-82b4551cf83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:21.848321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ae5d2a4a-b7ab-429f-8f17-94a3da7d4717 req-c3eed7d0-392a-4105-8c54-82b4551cf83a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 1094 time: 0.1239541 Jul 16 01:56:21.945008 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac077082-6a56-49dc-9a2f-df96005966b5 req-56f9b4af-0a17-47ce-a1a7-6f9fe0d31165 service neutron] 10.222.0.26 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322438 Jul 16 01:56:21.968586 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.996309 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Transition to ACTIVE for port object cfc14578-a0d8-4573-8774-473e949a4bb0 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:22.063892 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 41073641-7a2b-43e4-b20f-bfff0aed9b89 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:22.070085 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Transition to ACTIVE for port object cfc14578-a0d8-4573-8774-473e949a4bb0 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:22.126924 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.130763 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.159317 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Subnet': ['ID=217c0bc5-032f-4af6-819e-20d085900dc6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:22.222918 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Network 075c0472-0f1d-4b65-80f4-f8c7d9314fed is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:22.232466 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:22.240534 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:22.249644 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7ed29-16fc-43f8-beae-e64f90df3bab req-ac4f4b56-fd98-462c-948e-26b28c4ba695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:22.251683 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-51b7ed29-16fc-43f8-beae-e64f90df3bab req-ac4f4b56-fd98-462c-948e-26b28c4ba695 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=acd8396b643646dea8935864882ec2b9&device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 1096 time: 0.2168877 Jul 16 01:56:22.295214 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Pushing event updated for resources: {'Port': ['ID=cfc14578-a0d8-4573-8774-473e949a4bb0,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:22.333919 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Attempting to bind port cfc14578-a0d8-4573-8774-473e949a4bb0 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:22.334291 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Attempting to bind port cfc14578-a0d8-4573-8774-473e949a4bb0 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'e6f8e217-7ec4-429e-bee9-1df09ce03fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '075c0472-0f1d-4b65-80f4-f8c7d9314fed'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:22.334656 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Attempting to bind port cfc14578-a0d8-4573-8774-473e949a4bb0 on network 075c0472-0f1d-4b65-80f4-f8c7d9314fed {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:22.345126 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:22.345492 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Checking segment: {'id': 'e6f8e217-7ec4-429e-bee9-1df09ce03fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '075c0472-0f1d-4b65-80f4-f8c7d9314fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:22.345917 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.346302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Bound using segment: {'id': 'e6f8e217-7ec4-429e-bee9-1df09ce03fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '075c0472-0f1d-4b65-80f4-f8c7d9314fed'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:22.347001 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Bound port: cfc14578-a0d8-4573-8774-473e949a4bb0, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f8e217-7ec4-429e-bee9-1df09ce03fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '075c0472-0f1d-4b65-80f4-f8c7d9314fed'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:22.347388 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.365929 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 41073641-7a2b-43e4-b20f-bfff0aed9b89 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:22.366613 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.469836 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6c2110d2-a86c-4abc-b879-5f3c83aab164 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:22.522390 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7ed29-16fc-43f8-beae-e64f90df3bab req-3f3b05f4-df8c-4776-b796-ed4c67ce5156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:22.524273 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-51b7ed29-16fc-43f8-beae-e64f90df3bab req-3f3b05f4-df8c-4776-b796-ed4c67ce5156 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a8c40dbf-5170-4d84-94bd-5e3baafc13ee HTTP/1.1" status: 200 len: 914 time: 0.2559290 Jul 16 01:56:22.688103 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.705159 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-51b7ed29-16fc-43f8-beae-e64f90df3bab req-eb90542d-43df-4264-9cc5-b09c68a03653 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c2110d2-a86c-4abc-b879-5f3c83aab164 HTTP/1.1" status: 200 len: 217 time: 0.1669936 Jul 16 01:56:22.738691 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56094) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:22.832398 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7ed29-16fc-43f8-beae-e64f90df3bab req-51d146b8-0ca0-4286-ab94-2c1f76055f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:22.835412 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-51b7ed29-16fc-43f8-beae-e64f90df3bab req-51d146b8-0ca0-4286-ab94-2c1f76055f44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e33d7cdb-73e5-4819-a1cd-c03f40836d6a HTTP/1.1" status: 200 len: 853 time: 0.1267722 Jul 16 01:56:23.036949 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-51b7ed29-16fc-43f8-beae-e64f90df3bab req-e3382e25-ec9a-4a6c-a308-42f81f3a1032 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a8c40dbf-5170-4d84-94bd-5e3baafc13ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1708667 Jul 16 01:56:23.097215 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075c0472-0f1d-4b65-80f4-f8c7d9314fed']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:23.120098 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] For port cfc14578-a0d8-4573-8774-473e949a4bb0, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:23.157828 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d2a4a-b7ab-429f-8f17-94a3da7d4717 req-9d0389ee-6ef3-4228-adda-fb2f276d8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:23.159356 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ae5d2a4a-b7ab-429f-8f17-94a3da7d4717 req-9d0389ee-6ef3-4228-adda-fb2f276d8365 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 912 time: 1.3030043 Jul 16 01:56:23.195162 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] For port cfc14578-a0d8-4573-8774-473e949a4bb0, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cfc14578-a0d8-4573-8774-473e949a4bb0,segment=NetworkSegment(e6f8e217-7ec4-429e-bee9-1df09ce03fd3),segment_id=e6f8e217-7ec4-429e-bee9-1df09ce03fd3)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:23.237361 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.253015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f8e217-7ec4-429e-bee9-1df09ce03fd3') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:23.253301 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f8e217-7ec4-429e-bee9-1df09ce03fd3') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:23.266804 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15369b98-d46f-4baa-91b0-3c78aec1029b req-37384764-3e7b-4882-89eb-8372441b4302 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:23.274434 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.298532 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88026008-1f4e-4dd3-a640-bacbd10d4e99 None None] Pushing event updated for resources: {'Port': ['ID=cfc14578-a0d8-4573-8774-473e949a4bb0,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:23.314255 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.314982 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-15369b98-d46f-4baa-91b0-3c78aec1029b req-37384764-3e7b-4882-89eb-8372441b4302 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 945 time: 1.3880880 Jul 16 01:56:23.321518 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.342263 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-51b7ed29-16fc-43f8-beae-e64f90df3bab req-b692c508-da8c-421d-a5ad-c45539b1b99d service neutron] 10.222.0.26 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355907 Jul 16 01:56:23.347602 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:23.348008 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:23.364116 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:23.384006 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac07eb0-78c1-4f7c-838e-f77ede5b104f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c2110d2-a86c-4abc-b879-5f3c83aab164'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:23.387507 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71abfdb5-4986-4e91-bb4b-a2f93dc45385" -d '{"events": [{"server_uuid": "eac07eb0-78c1-4f7c-838e-f77ede5b104f", "name": "network-vif-unplugged", "status": "completed", "tag": "6c2110d2-a86c-4abc-b879-5f3c83aab164"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:23.425191 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ae5d2a4a-b7ab-429f-8f17-94a3da7d4717 req-874d2156-de8c-4015-931f-c53ed17b058d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8483f5c4-b349-4ae8-94b1-e30e503b829d HTTP/1.1" status: 200 len: 217 time: 0.2491426 Jul 16 01:56:23.438983 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc3493-86bd-4e87-9296-c44610310289 req-a5a56ae7-f7ba-4522-859b-b914bcf51533 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:23.446476 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7efc3493-86bd-4e87-9296-c44610310289 req-a5a56ae7-f7ba-4522-859b-b914bcf51533 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 943 time: 0.6079638 Jul 16 01:56:23.533085 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.api [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:56:23.533085 n-d-800086-6 neutron-server[93832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:56:23.533085 n-d-800086-6 neutron-server[93832]: [parameters: {'id': '075c0472-0f1d-4b65-80f4-f8c7d9314fed'}] Jul 16 01:56:23.533085 n-d-800086-6 neutron-server[93832]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:23.536372 n-d-800086-6 neutron-server[93832]: DEBUG oslo_db.api [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:23.585663 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7efc3493-86bd-4e87-9296-c44610310289 req-e002c275-cc56-4a81-8f49-006b13616a29 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327646 Jul 16 01:56:23.586264 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6c2110d2-a86c-4abc-b879-5f3c83aab164, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6c2110d2-a86c-4abc-b879-5f3c83aab164,segment=NetworkSegment(a487fc01-0d72-489f-bc25-de635f54c37d),segment_id=a487fc01-0d72-489f-bc25-de635f54c37d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:23.597703 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cabea4-87b8-498e-8716-ef9b8f37950f None None] Network 075c0472-0f1d-4b65-80f4-f8c7d9314fed requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:23.609079 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.627999 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-15369b98-d46f-4baa-91b0-3c78aec1029b req-a9c24375-38ef-4a81-baa6-c284cbe75e7c tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097985 Jul 16 01:56:23.677824 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7087389d-69cd-479b-8876-8bec698b9823 x-openstack-request-id: req-7087389d-69cd-479b-8876-8bec698b9823 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:23.678224 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac07eb0-78c1-4f7c-838e-f77ede5b104f", "name": "network-vif-unplugged", "status": "completed", "tag": "6c2110d2-a86c-4abc-b879-5f3c83aab164", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:23.678782 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7087389d-69cd-479b-8876-8bec698b9823 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:23.679277 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac07eb0-78c1-4f7c-838e-f77ede5b104f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c2110d2-a86c-4abc-b879-5f3c83aab164', 'code': 200} Jul 16 01:56:23.687938 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d2a4a-b7ab-429f-8f17-94a3da7d4717 req-2cb5f1c5-f3f0-4217-abf5-93daa4cd9bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:23.688467 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-51b7ed29-16fc-43f8-beae-e64f90df3bab req-65a422ed-d56f-414c-bb09-2dc57a8ba48c service neutron] 10.222.0.26 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109736 Jul 16 01:56:23.690475 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ae5d2a4a-b7ab-429f-8f17-94a3da7d4717 req-2cb5f1c5-f3f0-4217-abf5-93daa4cd9bf3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.2379911 Jul 16 01:56:23.787642 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=6c2110d2-a86c-4abc-b879-5f3c83aab164,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:23.813365 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d2a4a-b7ab-429f-8f17-94a3da7d4717 req-2cc35e3a-3b08-475b-8570-44c078d74e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:23.814909 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ae5d2a4a-b7ab-429f-8f17-94a3da7d4717 req-2cc35e3a-3b08-475b-8570-44c078d74e7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100917 Jul 16 01:56:23.846861 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a227c0-737f-45c8-b9fc-99d68466e455 None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:56:23.870078 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d5b9-03ee-468c-ba5c-57e747e8262e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.913492 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.027730 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a227c0-737f-45c8-b9fc-99d68466e455 None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:56:24.034674 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.078945 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ae5d2a4a-b7ab-429f-8f17-94a3da7d4717 req-00079968-3408-490a-bd03-4aa3e087990a service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461734 Jul 16 01:56:24.149390 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Deleting port cfc14578-a0d8-4573-8774-473e949a4bb0 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:24.149611 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.281687 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ae5d2a4a-b7ab-429f-8f17-94a3da7d4717 req-cc88661f-9ebf-4c4c-96b7-259d96b27513 service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260955 Jul 16 01:56:24.298087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] For port cfc14578-a0d8-4573-8774-473e949a4bb0, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cfc14578-a0d8-4573-8774-473e949a4bb0,segment=NetworkSegment(e6f8e217-7ec4-429e-bee9-1df09ce03fd3),segment_id=e6f8e217-7ec4-429e-bee9-1df09ce03fd3)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:24.299436 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.319698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Calling delete_port for cfc14578-a0d8-4573-8774-473e949a4bb0 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:24.436612 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-f8e7d5b9-03ee-468c-ba5c-57e747e8262e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting port 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:24.436968 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d5b9-03ee-468c-ba5c-57e747e8262e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.447606 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.487351 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Port': ['ID=cfc14578-a0d8-4573-8774-473e949a4bb0,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:24.493957 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No DVR routers for this DVR port cfc14578-a0d8-4573-8774-473e949a4bb0 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:24.549875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-f8e7d5b9-03ee-468c-ba5c-57e747e8262e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] For port 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6ae0d879-4250-4a69-b5d6-cb8620b7f8d2,segment=NetworkSegment(60711ef0-5ed1-4403-8894-0af3da628818),segment_id=60711ef0-5ed1-4403-8894-0af3da628818)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:24.551025 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d5b9-03ee-468c-ba5c-57e747e8262e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.568588 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-f8e7d5b9-03ee-468c-ba5c-57e747e8262e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Calling delete_port for 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:24.600454 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.618714 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075c0472-0f1d-4b65-80f4-f8c7d9314fed']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:24.632045 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f8e217-7ec4-429e-bee9-1df09ce03fd3') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:24.633008 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f8e217-7ec4-429e-bee9-1df09ce03fd3') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:24.642956 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.660559 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.667274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:24.667927 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:24.672096 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:24.780423 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.795460 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.799861 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/075c0472-0f1d-4b65-80f4-f8c7d9314fed HTTP/1.1" status: 204 len: 168 time: 3.7550380 Jul 16 01:56:24.803443 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56108) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:24.811580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d6ad4e89-3d31-40d0-869c-d6d32b01eabf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-478182697'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:24.829713 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affadb12-c271-4bab-a58e-24c9cc3ec0d5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Network': ['ID=075c0472-0f1d-4b65-80f4-f8c7d9314fed,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:24.923097 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ad4e89-3d31-40d0-869c-d6d32b01eabf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:24.923661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b73009-3a22-4ca2-aa25-d3fffab5f903 req-f872b65e-1dc4-4dd1-89a0-5f94209e9237 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:24.924945 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7b73009-3a22-4ca2-aa25-d3fffab5f903 req-f872b65e-1dc4-4dd1-89a0-5f94209e9237 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 943 time: 0.1074162 Jul 16 01:56:24.927881 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4e89-3d31-40d0-869c-d6d32b01eabf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.977528 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c43d2-e0f4-4cd4-83f3-31e1cae333d9 req-62428c57-7120-4f47-99fa-a39543759d22 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:24.979488 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a00c43d2-e0f4-4cd4-83f3-31e1cae333d9 req-62428c57-7120-4f47-99fa-a39543759d22 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 943 time: 0.1922879 Jul 16 01:56:24.999954 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ad4e89-3d31-40d0-869c-d6d32b01eabf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:25.002210 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d5b9-03ee-468c-ba5c-57e747e8262e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.016356 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7b73009-3a22-4ca2-aa25-d3fffab5f903 req-2aae6853-b3f5-434e-afea-1ab36f09b28c tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709829 Jul 16 01:56:25.049352 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4e89-3d31-40d0-869c-d6d32b01eabf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.049841 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-d6ad4e89-3d31-40d0-869c-d6d32b01eabf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Added segment 753c10ca-0c40-4503-9927-fcd7f60b114f of type vlan for network 8ec0f749-92a2-4eb0-99d1-9b07f93a71eb Jul 16 01:56:25.061247 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7d5b9-03ee-468c-ba5c-57e747e8262e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Port': ['ID=6ae0d879-4250-4a69-b5d6-cb8620b7f8d2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:25.167564 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a00c43d2-e0f4-4cd4-83f3-31e1cae333d9 req-f5019b3a-5efc-49fd-b25a-9ad2cc46bfef tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783068 Jul 16 01:56:25.187191 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4e89-3d31-40d0-869c-d6d32b01eabf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.307606 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4e89-3d31-40d0-869c-d6d32b01eabf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.314980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ad4e89-3d31-40d0-869c-d6d32b01eabf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.315539 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4e89-3d31-40d0-869c-d6d32b01eabf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.366490 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d6ad4e89-3d31-40d0-869c-d6d32b01eabf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5608399 Jul 16 01:56:25.370364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56110) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:25.380240 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-66723bbb-2104-443e-b654-38fc61d51712 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'subnet': {'network_id': '8ec0f749-92a2-4eb0-99d1-9b07f93a71eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:25.405296 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad4e89-3d31-40d0-869c-d6d32b01eabf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Network': ['ID=8ec0f749-92a2-4eb0-99d1-9b07f93a71eb,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:25.409968 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d5b9-03ee-468c-ba5c-57e747e8262e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.417874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 8ec0f749-92a2-4eb0-99d1-9b07f93a71eb details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:25.508324 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66723bbb-2104-443e-b654-38fc61d51712 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:25.513868 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-66723bbb-2104-443e-b654-38fc61d51712 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.592295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.ipam_backend_mixin [None req-66723bbb-2104-443e-b654-38fc61d51712 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Performing IP validity checks on allocation pools {{(pid=93832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:56:25.592811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.ipam_backend_mixin [None req-66723bbb-2104-443e-b654-38fc61d51712 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:56:25.712845 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e7d5b9-03ee-468c-ba5c-57e747e8262e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router 9ad178b0-ec21-4968-9a21-35af91b0bc34 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:56:25.736410 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-66723bbb-2104-443e-b654-38fc61d51712 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.805061 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66723bbb-2104-443e-b654-38fc61d51712 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Subnet': ['ID=bcd7c1a0-1acd-4558-9d00-1c36208ab7bd,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:25.813403 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66723bbb-2104-443e-b654-38fc61d51712 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Checking segment: {'id': '753c10ca-0c40-4503-9927-fcd7f60b114f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8ec0f749-92a2-4eb0-99d1-9b07f93a71eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:25.813790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66723bbb-2104-443e-b654-38fc61d51712 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network hostable DHCP agents. Network: 8ec0f749-92a2-4eb0-99d1-9b07f93a71eb, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:25.830638 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66723bbb-2104-443e-b654-38fc61d51712 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network 8ec0f749-92a2-4eb0-99d1-9b07f93a71eb is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:25.839160 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e7d5b9-03ee-468c-ba5c-57e747e8262e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:25.839922 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-66723bbb-2104-443e-b654-38fc61d51712 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 8ec0f749-92a2-4eb0-99d1-9b07f93a71eb) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:25.844364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66723bbb-2104-443e-b654-38fc61d51712 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.844953 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-66723bbb-2104-443e-b654-38fc61d51712 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.845182 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f8e7d5b9-03ee-468c-ba5c-57e747e8262e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "PUT /v2.0/routers/9ad178b0-ec21-4968-9a21-35af91b0bc34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1053171 Jul 16 01:56:25.848427 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56114) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:25.861380 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4d530-d68b-46ed-a6ae-7138e3445fd7 None None] Sync routers for ids ['9ad178b0-ec21-4968-9a21-35af91b0bc34'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:25.862135 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-66723bbb-2104-443e-b654-38fc61d51712 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4889255 Jul 16 01:56:25.865426 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56116) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:25.878094 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f26223a-a2da-4271-8db8-a0c551b7f344 None None] Network 8ec0f749-92a2-4eb0-99d1-9b07f93a71eb requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:25.878989 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4d530-d68b-46ed-a6ae-7138e3445fd7 None None] Routers {'9ad178b0-ec21-4968-9a21-35af91b0bc34'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:25.880476 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-63a4d530-d68b-46ed-a6ae-7138e3445fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:56:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['9ad178b0-ec21-4968-9a21-35af91b0bc34'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:25.913077 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-5285286e-73b1-4982-8ef0-11f04b69e087 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting subnet c4c6059d-19f4-442d-8ce3-8952dd0950ab {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:25.915934 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5285286e-73b1-4982-8ef0-11f04b69e087 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.981209 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5285286e-73b1-4982-8ef0-11f04b69e087 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.045227 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb704152-5858-46d2-adb1-151709081fca tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.168367 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-63a4d530-d68b-46ed-a6ae-7138e3445fd7 None None] Set router 9ad178b0-ec21-4968-9a21-35af91b0bc34 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:26.170527 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18090a70-a61b-44a3-9ad5-c5e4bc91c197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-8ec0f749-92a2-4eb0-99d1-9b07f93a71eb', 'network_id': '8ec0f749-92a2-4eb0-99d1-9b07f93a71eb', 'tenant_id': 'd36fab3665854a9fbf6d412fd28e4638', 'fixed_ips': [{'subnet_id': 'bcd7c1a0-1acd-4558-9d00-1c36208ab7bd'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:26.172229 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-18090a70-a61b-44a3-9ad5-c5e4bc91c197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.189933 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5285286e-73b1-4982-8ef0-11f04b69e087 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.205615 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb704152-5858-46d2-adb1-151709081fca tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.316170 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5285286e-73b1-4982-8ef0-11f04b69e087 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.362937 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285286e-73b1-4982-8ef0-11f04b69e087 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c6059d-19f4-442d-8ce3-8952dd0950ab,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:26.376074 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5285286e-73b1-4982-8ef0-11f04b69e087 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.379757 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5285286e-73b1-4982-8ef0-11f04b69e087 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/subnets/c4c6059d-19f4-442d-8ce3-8952dd0950ab HTTP/1.1" status: 204 len: 168 time: 0.5291219 Jul 16 01:56:26.382966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56122) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:26.386064 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf156600-5be0-4cc8-bc4a-39d59cb3ca98 None None] Network e33c8b76-7096-4a68-bf4b-97043f09a461 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:26.413706 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb704152-5858-46d2-adb1-151709081fca tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server [None req-18090a70-a61b-44a3-9ad5-c5e4bc91c197 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bcd7c1a0-1acd-4558-9d00-1c36208ab7bd: This subnet is being modified by another concurrent operation. Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bcd7c1a0-1acd-4558-9d00-1c36208ab7bd: This subnet is being modified by another concurrent operation. Jul 16 01:56:26.451808 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Jul 16 01:56:26.511417 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-63a4d530-d68b-46ed-a6ae-7138e3445fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756347639', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '56cca314-828f-4948-9b5f-1436653bd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:08Z', 'updated_at': '2021-07-16T01:56:24Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '56cca314-828f-4948-9b5f-1436653bd426', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:26.542268 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ebe23b-0481-4787-b12b-a18187ebea64 None None] Network 8ec0f749-92a2-4eb0-99d1-9b07f93a71eb requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:26.547656 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4d530-d68b-46ed-a6ae-7138e3445fd7 None None] Checking router: 9ad178b0-ec21-4968-9a21-35af91b0bc34 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:26.556839 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4d530-d68b-46ed-a6ae-7138e3445fd7 None None] Routers {'9ad178b0-ec21-4968-9a21-35af91b0bc34'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:26.557672 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-63a4d530-d68b-46ed-a6ae-7138e3445fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:56:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['9ad178b0-ec21-4968-9a21-35af91b0bc34'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:26.578406 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb704152-5858-46d2-adb1-151709081fca tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.588757 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-bb704152-5858-46d2-adb1-151709081fca tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec0f749-92a2-4eb0-99d1-9b07f93a71eb']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:26.599362 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-387ab48d-c054-46a7-87d7-4be36a40bd3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.605692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb704152-5858-46d2-adb1-151709081fca tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Subnet': ['ID=bcd7c1a0-1acd-4558-9d00-1c36208ab7bd,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:26.620915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-bb704152-5858-46d2-adb1-151709081fca tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753c10ca-0c40-4503-9927-fcd7f60b114f') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:26.621211 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-bb704152-5858-46d2-adb1-151709081fca tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753c10ca-0c40-4503-9927-fcd7f60b114f') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:26.654195 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb704152-5858-46d2-adb1-151709081fca tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.701454 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb704152-5858-46d2-adb1-151709081fca tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.720284 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b146650-fd4c-4304-ba28-62109566f1a3 req-be0c39d0-7f7a-47ee-9489-edef52614187 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.724349 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2b146650-fd4c-4304-ba28-62109566f1a3 req-be0c39d0-7f7a-47ee-9489-edef52614187 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 943 time: 0.3879445 Jul 16 01:56:26.752336 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb704152-5858-46d2-adb1-151709081fca tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:26.752754 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb704152-5858-46d2-adb1-151709081fca tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:26.761112 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:26.813197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232743d1-1bd5-40a3-85b9-54ea7924bc92 req-9e56b0b4-24bd-4b19-b686-adad13737fee tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.815016 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-232743d1-1bd5-40a3-85b9-54ea7924bc92 req-9e56b0b4-24bd-4b19-b686-adad13737fee tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 943 time: 0.4278486 Jul 16 01:56:26.835223 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-63a4d530-d68b-46ed-a6ae-7138e3445fd7 None None] Set router 9ad178b0-ec21-4968-9a21-35af91b0bc34 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:26.848954 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-387ab48d-c054-46a7-87d7-4be36a40bd3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.882765 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-232743d1-1bd5-40a3-85b9-54ea7924bc92 req-ba15293c-578a-4b99-a82c-12ac7c8aa92b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604320 Jul 16 01:56:26.897999 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2b146650-fd4c-4304-ba28-62109566f1a3 req-b9441c1f-b1e5-4e4a-a276-9e2de655dd5a tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647296 Jul 16 01:56:26.898750 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb704152-5858-46d2-adb1-151709081fca tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.909521 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b34463-95c6-4b14-ac08-6a41d7d6c657 None None] DHCP port deletion for e33c8b76-7096-4a68-bf4b-97043f09a461 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:26.929890 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bb704152-5858-46d2-adb1-151709081fca tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.933748 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bb704152-5858-46d2-adb1-151709081fca tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/8ec0f749-92a2-4eb0-99d1-9b07f93a71eb HTTP/1.1" status: 204 len: 168 time: 1.0670931 Jul 16 01:56:26.946735 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56126) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:26.953202 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-da9ec371-3509-4af5-bae7-0cbcced7ea60 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-690588510'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:26.962240 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb704152-5858-46d2-adb1-151709081fca tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Network': ['ID=8ec0f749-92a2-4eb0-99d1-9b07f93a71eb,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:26.993907 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c9b34463-95c6-4b14-ac08-6a41d7d6c657 None None] Deleting port 67257a33-f1d0-4ad9-ad32-0bfc59535754 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:26.994558 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9b34463-95c6-4b14-ac08-6a41d7d6c657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.999915 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9ec371-3509-4af5-bae7-0cbcced7ea60 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:27.003979 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-da9ec371-3509-4af5-bae7-0cbcced7ea60 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.023404 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-387ab48d-c054-46a7-87d7-4be36a40bd3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting port 56cca314-828f-4948-9b5f-1436653bd426 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:27.023796 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-387ab48d-c054-46a7-87d7-4be36a40bd3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.119925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9ec371-3509-4af5-bae7-0cbcced7ea60 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:27.123853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c9b34463-95c6-4b14-ac08-6a41d7d6c657 None None] For port 67257a33-f1d0-4ad9-ad32-0bfc59535754, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=67257a33-f1d0-4ad9-ad32-0bfc59535754,segment=NetworkSegment(60711ef0-5ed1-4403-8894-0af3da628818),segment_id=60711ef0-5ed1-4403-8894-0af3da628818)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:27.124272 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9b34463-95c6-4b14-ac08-6a41d7d6c657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.139991 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c9b34463-95c6-4b14-ac08-6a41d7d6c657 None None] Calling delete_port for 67257a33-f1d0-4ad9-ad32-0bfc59535754 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:27.169272 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-da9ec371-3509-4af5-bae7-0cbcced7ea60 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.169622 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-da9ec371-3509-4af5-bae7-0cbcced7ea60 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Added segment 8e58b2e9-0087-4304-a0cd-a0ab44b7b469 of type vlan for network e42117d1-40cf-4907-b9e3-511706fa4897 Jul 16 01:56:27.170432 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-63a4d530-d68b-46ed-a6ae-7138e3445fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756347639', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '56cca314-828f-4948-9b5f-1436653bd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:08Z', 'updated_at': '2021-07-16T01:56:24Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '56cca314-828f-4948-9b5f-1436653bd426', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:27.214029 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4d530-d68b-46ed-a6ae-7138e3445fd7 None None] The sync data for ids ['9ad178b0-ec21-4968-9a21-35af91b0bc34'] in n-d-800086-6 is: [{'id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756347639', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '56cca314-828f-4948-9b5f-1436653bd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:08Z', 'updated_at': '2021-07-16T01:56:24Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '56cca314-828f-4948-9b5f-1436653bd426', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:42:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad178b0-ec21-4968-9a21-35af91b0bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:09Z', 'updated_at': '2021-07-16T01:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:27.252964 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-387ab48d-c054-46a7-87d7-4be36a40bd3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] For port 56cca314-828f-4948-9b5f-1436653bd426, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=56cca314-828f-4948-9b5f-1436653bd426,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:27.253469 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-387ab48d-c054-46a7-87d7-4be36a40bd3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.258837 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-da9ec371-3509-4af5-bae7-0cbcced7ea60 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.278813 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9b34463-95c6-4b14-ac08-6a41d7d6c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.284220 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-387ab48d-c054-46a7-87d7-4be36a40bd3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Calling delete_port for 56cca314-828f-4948-9b5f-1436653bd426 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:27.295398 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b34463-95c6-4b14-ac08-6a41d7d6c657 None None] No DVR routers for this DVR port 67257a33-f1d0-4ad9-ad32-0bfc59535754 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:27.318874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b34463-95c6-4b14-ac08-6a41d7d6c657 None None] Pushing event deleted for resources: {'Port': ['ID=67257a33-f1d0-4ad9-ad32-0bfc59535754,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:27.324818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55182ca-d5e1-4d24-a494-edfa35829d87 req-2893a66c-c1f2-4e49-b9dc-2baa333b22cf tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:27.327654 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f55182ca-d5e1-4d24-a494-edfa35829d87 req-2893a66c-c1f2-4e49-b9dc-2baa333b22cf tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 943 time: 0.2099512 Jul 16 01:56:27.333927 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1434b7-abe9-4211-80b5-e30c1e64a908 None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:56:27.432872 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-da9ec371-3509-4af5-bae7-0cbcced7ea60 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.438962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9ec371-3509-4af5-bae7-0cbcced7ea60 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:27.439599 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-da9ec371-3509-4af5-bae7-0cbcced7ea60 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.470575 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1434b7-abe9-4211-80b5-e30c1e64a908 None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:56:27.561888 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56132) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:27.562111 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-da9ec371-3509-4af5-bae7-0cbcced7ea60 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6137764 Jul 16 01:56:27.575634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-3b3e50a1-5808-4119-b5f8-25c4d111e7fa tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'subnet': {'network_id': 'e42117d1-40cf-4907-b9e3-511706fa4897', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:27.584697 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f55182ca-d5e1-4d24-a494-edfa35829d87 req-bd4c4400-6025-4510-b2a8-584344433234 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494447 Jul 16 01:56:27.627270 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ec371-3509-4af5-bae7-0cbcced7ea60 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Network': ['ID=e42117d1-40cf-4907-b9e3-511706fa4897,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:27.690259 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network e42117d1-40cf-4907-b9e3-511706fa4897 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:27.726217 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-387ab48d-c054-46a7-87d7-4be36a40bd3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.802393 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3e50a1-5808-4119-b5f8-25c4d111e7fa tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:27.806121 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3b3e50a1-5808-4119-b5f8-25c4d111e7fa tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.859058 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ab48d-c054-46a7-87d7-4be36a40bd3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Port': ['ID=56cca314-828f-4948-9b5f-1436653bd426,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:28.059256 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3b3e50a1-5808-4119-b5f8-25c4d111e7fa tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.066479 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-39399907-635b-48b2-8b5b-a5226a9fb4cc req-42578650-da2c-4cf3-83fa-f27274766422 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:56:28.079129 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39399907-635b-48b2-8b5b-a5226a9fb4cc req-42578650-da2c-4cf3-83fa-f27274766422 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217013 Jul 16 01:56:28.155928 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:28.205124 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:28.205512 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6ae0d879-4250-4a69-b5d6-cb8620b7f8d2 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:28.206211 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 67257a33-f1d0-4ad9-ad32-0bfc59535754 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:28.228439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e50a1-5808-4119-b5f8-25c4d111e7fa tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Subnet': ['ID=900d2010-42e3-43d2-99f1-8805180e2381,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:28.234719 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 67257a33-f1d0-4ad9-ad32-0bfc59535754 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:28.235080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 67257a33-f1d0-4ad9-ad32-0bfc59535754 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:28.240826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3e50a1-5808-4119-b5f8-25c4d111e7fa tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Checking segment: {'id': '8e58b2e9-0087-4304-a0cd-a0ab44b7b469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e42117d1-40cf-4907-b9e3-511706fa4897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:28.241272 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3e50a1-5808-4119-b5f8-25c4d111e7fa tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network hostable DHCP agents. Network: e42117d1-40cf-4907-b9e3-511706fa4897, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:28.278642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3e50a1-5808-4119-b5f8-25c4d111e7fa tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network e42117d1-40cf-4907-b9e3-511706fa4897 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:28.296480 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-3b3e50a1-5808-4119-b5f8-25c4d111e7fa tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, e42117d1-40cf-4907-b9e3-511706fa4897) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:28.308339 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e573ad-0c8b-4fd7-91bd-14e941b0a225 None None] Network e42117d1-40cf-4907-b9e3-511706fa4897 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:28.312947 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3e50a1-5808-4119-b5f8-25c4d111e7fa tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:28.314389 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3b3e50a1-5808-4119-b5f8-25c4d111e7fa tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.343031 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3b3e50a1-5808-4119-b5f8-25c4d111e7fa tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7752681 Jul 16 01:56:28.345790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56152) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:28.416898 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1188b556-c534-47d7-b351-1032c47a3759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.494953 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-387ab48d-c054-46a7-87d7-4be36a40bd3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.498643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6c2110d2-a86c-4abc-b879-5f3c83aab164 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:28.554209 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1159f4d5-0bbc-428d-9efe-39bf6e064277 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.609039 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3cb8c5-edec-4b8d-9a41-04e34bbca1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-e42117d1-40cf-4907-b9e3-511706fa4897', 'network_id': 'e42117d1-40cf-4907-b9e3-511706fa4897', 'tenant_id': 'd36fab3665854a9fbf6d412fd28e4638', 'fixed_ips': [{'subnet_id': '900d2010-42e3-43d2-99f1-8805180e2381'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:28.610767 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb8c5-edec-4b8d-9a41-04e34bbca1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.615177 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-387ab48d-c054-46a7-87d7-4be36a40bd3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.623346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2a786-23bf-4226-b439-7cfa94971f0a req-a95f3881-0e45-4245-a6b4-eb60fdf11c7e tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:28.633689 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1b2a786-23bf-4226-b439-7cfa94971f0a req-a95f3881-0e45-4245-a6b4-eb60fdf11c7e tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 943 time: 0.1546538 Jul 16 01:56:28.639014 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664ec88-a650-4bcc-995c-57657c0d526c req-c4b5d639-933e-491a-8b20-c798e8c58807 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:28.641108 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b664ec88-a650-4bcc-995c-57657c0d526c req-c4b5d639-933e-491a-8b20-c798e8c58807 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 943 time: 0.2085605 Jul 16 01:56:28.642624 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-387ab48d-c054-46a7-87d7-4be36a40bd3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.666888 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1159f4d5-0bbc-428d-9efe-39bf6e064277 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.696576 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b664ec88-a650-4bcc-995c-57657c0d526c req-aae6ef2c-4ca6-4894-ae08-b5e3dcfaea1b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470002 Jul 16 01:56:28.767249 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1b2a786-23bf-4226-b439-7cfa94971f0a req-ff53b599-ffe5-4ae3-a0bf-d1d71fdc4f2c tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345308 Jul 16 01:56:28.778145 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-387ab48d-c054-46a7-87d7-4be36a40bd3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.780247 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387ab48d-c054-46a7-87d7-4be36a40bd3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Fanout notify agent at l3_agent the message router_deleted on router 9ad178b0-ec21-4968-9a21-35af91b0bc34 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:56:28.801418 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-387ab48d-c054-46a7-87d7-4be36a40bd3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.805316 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-387ab48d-c054-46a7-87d7-4be36a40bd3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/routers/9ad178b0-ec21-4968-9a21-35af91b0bc34 HTTP/1.1" status: 204 len: 168 time: 2.4161403 Jul 16 01:56:28.807849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56160) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:28.814571 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1159f4d5-0bbc-428d-9efe-39bf6e064277 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server [None req-3c3cb8c5-edec-4b8d-9a41-04e34bbca1b4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 900d2010-42e3-43d2-99f1-8805180e2381: This subnet is being modified by another concurrent operation. Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 900d2010-42e3-43d2-99f1-8805180e2381: This subnet is being modified by another concurrent operation. Jul 16 01:56:28.834840 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Jul 16 01:56:28.873443 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.877400 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f743b6-6c8b-4c12-bddd-16f915bf564f None None] Network e42117d1-40cf-4907-b9e3-511706fa4897 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:28.888773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159f4d5-0bbc-428d-9efe-39bf6e064277 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Subnet': ['ID=900d2010-42e3-43d2-99f1-8805180e2381,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:28.928542 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-49d5933d-3637-4730-98cc-4f70b772a44d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.002043 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1159f4d5-0bbc-428d-9efe-39bf6e064277 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.023091 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-653866c0-4c10-4fc1-b679-30bb664fd224 req-259fe76e-320c-4731-863d-afcfcb8e875a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1669109 Jul 16 01:56:29.028586 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-1159f4d5-0bbc-428d-9efe-39bf6e064277 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42117d1-40cf-4907-b9e3-511706fa4897']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:29.041684 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-1159f4d5-0bbc-428d-9efe-39bf6e064277 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e58b2e9-0087-4304-a0cd-a0ab44b7b469') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:29.042265 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-1159f4d5-0bbc-428d-9efe-39bf6e064277 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e58b2e9-0087-4304-a0cd-a0ab44b7b469') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:29.044237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c573b3-6f8c-4423-9b9c-652130adaa75 None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:56:29.055000 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1159f4d5-0bbc-428d-9efe-39bf6e064277 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.058870 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-49d5933d-3637-4730-98cc-4f70b772a44d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.072260 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1159f4d5-0bbc-428d-9efe-39bf6e064277 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.081982 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1159f4d5-0bbc-428d-9efe-39bf6e064277 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:29.082416 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1159f4d5-0bbc-428d-9efe-39bf6e064277 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.091860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-49d5933d-3637-4730-98cc-4f70b772a44d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33c8b76-7096-4a68-bf4b-97043f09a461']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:29.105519 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-49d5933d-3637-4730-98cc-4f70b772a44d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60711ef0-5ed1-4403-8894-0af3da628818') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:29.105985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-49d5933d-3637-4730-98cc-4f70b772a44d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60711ef0-5ed1-4403-8894-0af3da628818') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:29.129494 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-49d5933d-3637-4730-98cc-4f70b772a44d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.151390 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-49d5933d-3637-4730-98cc-4f70b772a44d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:29.153933 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:29.165635 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1159f4d5-0bbc-428d-9efe-39bf6e064277 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.166913 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d5933d-3637-4730-98cc-4f70b772a44d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:29.167330 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-49d5933d-3637-4730-98cc-4f70b772a44d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:29.170968 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:29.180832 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1159f4d5-0bbc-428d-9efe-39bf6e064277 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.185108 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1159f4d5-0bbc-428d-9efe-39bf6e064277 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/e42117d1-40cf-4907-b9e3-511706fa4897 HTTP/1.1" status: 204 len: 168 time: 0.8368340 Jul 16 01:56:29.192429 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56164) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:29.214442 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-9b096889-b767-4956-927a-2d4fadb14925 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-450643712'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:29.218825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c573b3-6f8c-4423-9b9c-652130adaa75 None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:56:29.242762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159f4d5-0bbc-428d-9efe-39bf6e064277 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Network': ['ID=e42117d1-40cf-4907-b9e3-511706fa4897,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:29.282798 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-49d5933d-3637-4730-98cc-4f70b772a44d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.301734 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-49d5933d-3637-4730-98cc-4f70b772a44d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.304100 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-49d5933d-3637-4730-98cc-4f70b772a44d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/networks/e33c8b76-7096-4a68-bf4b-97043f09a461 HTTP/1.1" status: 204 len: 168 time: 0.4951575 Jul 16 01:56:29.307231 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56170) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:29.313494 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b096889-b767-4956-927a-2d4fadb14925 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:29.318392 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9b096889-b767-4956-927a-2d4fadb14925 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.346652 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5933d-3637-4730-98cc-4f70b772a44d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Network': ['ID=e33c8b76-7096-4a68-bf4b-97043f09a461,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:29.371271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b096889-b767-4956-927a-2d4fadb14925 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:29.389774 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9b096889-b767-4956-927a-2d4fadb14925 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.390240 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-9b096889-b767-4956-927a-2d4fadb14925 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Added segment 0938ddcc-cb9b-49d5-baf3-31352cd38099 of type vlan for network 95d1ef0e-e522-4e3f-83c6-a97c4e1a2157 Jul 16 01:56:29.447894 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cacee612-117f-4389-9f99-b8f2bb9d4a35 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.448892 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9b096889-b767-4956-927a-2d4fadb14925 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.481924 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cacee612-117f-4389-9f99-b8f2bb9d4a35 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.492650 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9b096889-b767-4956-927a-2d4fadb14925 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.502248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b096889-b767-4956-927a-2d4fadb14925 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:29.503419 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9b096889-b767-4956-927a-2d4fadb14925 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.563650 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cacee612-117f-4389-9f99-b8f2bb9d4a35 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.570542 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cacee612-117f-4389-9f99-b8f2bb9d4a35 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.571867 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cacee612-117f-4389-9f99-b8f2bb9d4a35 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/security-groups/be607993-fd80-4b03-8382-c77212c2dcab HTTP/1.1" status: 204 len: 168 time: 0.2639210 Jul 16 01:56:29.587785 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9b096889-b767-4956-927a-2d4fadb14925 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3914840 Jul 16 01:56:29.590472 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56174) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:29.594709 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacee612-117f-4389-9f99-b8f2bb9d4a35 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be607993-fd80-4b03-8382-c77212c2dcab,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:29.609998 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a071f955-031d-49f0-a96a-a5ded5c0fcdf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'subnet': {'network_id': '95d1ef0e-e522-4e3f-83c6-a97c4e1a2157', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:29.779928 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b096889-b767-4956-927a-2d4fadb14925 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Network': ['ID=95d1ef0e-e522-4e3f-83c6-a97c4e1a2157,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:29.821155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 95d1ef0e-e522-4e3f-83c6-a97c4e1a2157 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:29.893409 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-074c65ae-aae4-4508-aeb9-41dd9e4e6fca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2207329 Jul 16 01:56:29.946555 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 56cca314-828f-4948-9b5f-1436653bd426 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:29.974287 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 56cca314-828f-4948-9b5f-1436653bd426 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:29.974622 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 56cca314-828f-4948-9b5f-1436653bd426 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:29.982163 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a071f955-031d-49f0-a96a-a5ded5c0fcdf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:29.986203 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a071f955-031d-49f0-a96a-a5ded5c0fcdf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.024497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56184) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:30.030345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-0486bb2c-aa32-4806-b38d-c8fe9f06f500 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1833923130', 'description': 'tempest-secgroup-smoke-1833923130 description', 'project_id': '7a1162bb5d334415ae74c9808546d676'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:30.060926 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0486bb2c-aa32-4806-b38d-c8fe9f06f500 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.202442 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0486bb2c-aa32-4806-b38d-c8fe9f06f500 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.213707 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0486bb2c-aa32-4806-b38d-c8fe9f06f500 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.247372 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab9dcc-8d15-469d-95d7-ae955e8d743f req-09dfccda-efce-4bc3-b2d3-41f4d291545c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.249055 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5ab9dcc-8d15-469d-95d7-ae955e8d743f req-09dfccda-efce-4bc3-b2d3-41f4d291545c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 943 time: 0.3500800 Jul 16 01:56:30.255054 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0486bb2c-aa32-4806-b38d-c8fe9f06f500 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.259162 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0486bb2c-aa32-4806-b38d-c8fe9f06f500 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2303793 Jul 16 01:56:30.260106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56186) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:30.260781 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486bb2c-aa32-4806-b38d-c8fe9f06f500 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09965a1-7bf2-40dd-b239-5c91d82a8ddd,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:30.265398 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-333920f5-b226-415f-ba35-cdfc6039456b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': 'f09965a1-7bf2-40dd-b239-5c91d82a8ddd', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:30.279607 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721b0a8-3eb2-48c6-9334-a8c0e5fa8a25 req-b9ad4d98-1561-4979-a92e-177d515bed17 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.282159 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3721b0a8-3eb2-48c6-9334-a8c0e5fa8a25 req-b9ad4d98-1561-4979-a92e-177d515bed17 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 943 time: 0.1331201 Jul 16 01:56:30.285617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-f2fe3a35-a26d-4e93-ba4e-6b7b46e5bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.286116 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-f2fe3a35-a26d-4e93-ba4e-6b7b46e5bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.286595 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-f2fe3a35-a26d-4e93-ba4e-6b7b46e5bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.287082 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-f2fe3a35-a26d-4e93-ba4e-6b7b46e5bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.293983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-f2fe3a35-a26d-4e93-ba4e-6b7b46e5bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.295004 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-f2fe3a35-a26d-4e93-ba4e-6b7b46e5bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.295613 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-f2fe3a35-a26d-4e93-ba4e-6b7b46e5bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.299433 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-f2fe3a35-a26d-4e93-ba4e-6b7b46e5bbe9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 6500 time: 0.2016122 Jul 16 01:56:30.343123 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3721b0a8-3eb2-48c6-9334-a8c0e5fa8a25 req-a5dce7a3-4866-4277-b44c-f18c4b7a4bc1 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555570 Jul 16 01:56:30.418060 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5ab9dcc-8d15-469d-95d7-ae955e8d743f req-f788576d-ee20-4d90-9d9d-dd7fedc6183f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445482 Jul 16 01:56:30.425451 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-333920f5-b226-415f-ba35-cdfc6039456b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.441124 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653866c0-4c10-4fc1-b679-30bb664fd224 req-5aec0680-ffe9-4464-a119-37f46bf04fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.443102 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-653866c0-4c10-4fc1-b679-30bb664fd224 req-5aec0680-ffe9-4464-a119-37f46bf04fb7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f&tenant_id=acd8396b643646dea8935864882ec2b9 HTTP/1.1" status: 200 len: 1094 time: 0.0983231 Jul 16 01:56:30.472256 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a071f955-031d-49f0-a96a-a5ded5c0fcdf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.535529 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653866c0-4c10-4fc1-b679-30bb664fd224 req-3004b10f-d017-4c88-bdda-82cf9f96e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.537087 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-653866c0-4c10-4fc1-b679-30bb664fd224 req-3004b10f-d017-4c88-bdda-82cf9f96e479 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=acd8396b643646dea8935864882ec2b9&device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 1094 time: 0.0582941 Jul 16 01:56:30.586850 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-45578c13-55b4-40ae-b45b-d2bd245ad569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.587451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-45578c13-55b4-40ae-b45b-d2bd245ad569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.587960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-45578c13-55b4-40ae-b45b-d2bd245ad569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.589645 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-45578c13-55b4-40ae-b45b-d2bd245ad569 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2db9e81d-658b-4adb-b971-288015f4b66c&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29 HTTP/1.1" status: 200 len: 2298 time: 0.2298777 Jul 16 01:56:30.595358 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071f955-031d-49f0-a96a-a5ded5c0fcdf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Subnet': ['ID=38457a2f-08e1-4394-abd8-b78288a1e788,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:30.624915 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-333920f5-b226-415f-ba35-cdfc6039456b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.658310 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-333920f5-b226-415f-ba35-cdfc6039456b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.677466 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a071f955-031d-49f0-a96a-a5ded5c0fcdf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Checking segment: {'id': '0938ddcc-cb9b-49d5-baf3-31352cd38099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '95d1ef0e-e522-4e3f-83c6-a97c4e1a2157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:30.677933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a071f955-031d-49f0-a96a-a5ded5c0fcdf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network hostable DHCP agents. Network: 95d1ef0e-e522-4e3f-83c6-a97c4e1a2157, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:30.702608 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333920f5-b226-415f-ba35-cdfc6039456b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa0c602-8ddb-4d73-9d57-dea73b056998,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:30.718218 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-c77c4c7b-3397-48ee-ab5e-a787e73437ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33d27387-8386-4734-a29a-d2cfef866aaf HTTP/1.1" status: 200 len: 1000 time: 0.1104648 Jul 16 01:56:30.721365 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-333920f5-b226-415f-ba35-cdfc6039456b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.722743 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-333920f5-b226-415f-ba35-cdfc6039456b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4619527 Jul 16 01:56:30.737378 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56190) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:30.742105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f1d31520-7d91-4126-b16f-dbd2176872dc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': 'f09965a1-7bf2-40dd-b239-5c91d82a8ddd', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:30.749346 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a071f955-031d-49f0-a96a-a5ded5c0fcdf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network 95d1ef0e-e522-4e3f-83c6-a97c4e1a2157 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:30.792706 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-a071f955-031d-49f0-a96a-a5ded5c0fcdf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 95d1ef0e-e522-4e3f-83c6-a97c4e1a2157) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:30.798149 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a071f955-031d-49f0-a96a-a5ded5c0fcdf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.798927 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a071f955-031d-49f0-a96a-a5ded5c0fcdf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.806072 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ff6b49-1174-432c-9f00-5937519f282b None None] Network 95d1ef0e-e522-4e3f-83c6-a97c4e1a2157 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:30.828993 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-6108d67e-7f2e-445a-bb18-ff3800449236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.830635 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-6108d67e-7f2e-445a-bb18-ff3800449236 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a HTTP/1.1" status: 200 len: 855 time: 0.1022735 Jul 16 01:56:30.832302 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f1d31520-7d91-4126-b16f-dbd2176872dc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.840187 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a071f955-031d-49f0-a96a-a5ded5c0fcdf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2427301 Jul 16 01:56:30.855155 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56192) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:31.007627 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f1d31520-7d91-4126-b16f-dbd2176872dc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.025790 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f1d31520-7d91-4126-b16f-dbd2176872dc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.032483 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653866c0-4c10-4fc1-b679-30bb664fd224 req-6da85ec2-bbb2-4588-83d0-a0cbb127e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:31.035515 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-653866c0-4c10-4fc1-b679-30bb664fd224 req-6da85ec2-bbb2-4588-83d0-a0cbb127e0d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a8c40dbf-5170-4d84-94bd-5e3baafc13ee HTTP/1.1" status: 200 len: 914 time: 0.4926178 Jul 16 01:56:31.055767 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-37653f03-3c4d-4eb2-8d30-9350856371ed tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.059034 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-76fb61ca-1d9b-41d1-a381-f6dd3659fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:31.061133 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-76fb61ca-1d9b-41d1-a381-f6dd3659fbfb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2db9e81d-658b-4adb-b971-288015f4b66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2142746 Jul 16 01:56:31.067154 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d31520-7d91-4126-b16f-dbd2176872dc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2bdf3c-2b27-4353-bdec-7f70e43cf122,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:31.082559 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-653866c0-4c10-4fc1-b679-30bb664fd224 req-d28b8615-7d40-4366-9c2a-9c1741ff38b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c2110d2-a86c-4abc-b879-5f3c83aab164 HTTP/1.1" status: 200 len: 217 time: 0.0408449 Jul 16 01:56:31.084198 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f1d31520-7d91-4126-b16f-dbd2176872dc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.088615 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f1d31520-7d91-4126-b16f-dbd2176872dc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3470135 Jul 16 01:56:31.091434 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56194) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:31.103120 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f4740e59-3d28-4958-9b7f-536bc7cc5de7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': 'f09965a1-7bf2-40dd-b239-5c91d82a8ddd', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:31.155900 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.164092 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0119ad87-95ad-4a6d-a3ea-0b9b1a94ad18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.189139 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653866c0-4c10-4fc1-b679-30bb664fd224 req-08e34c2d-2fe2-4343-a486-d94aaa62e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:31.190755 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-653866c0-4c10-4fc1-b679-30bb664fd224 req-08e34c2d-2fe2-4343-a486-d94aaa62e16b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e33d7cdb-73e5-4819-a1cd-c03f40836d6a HTTP/1.1" status: 200 len: 853 time: 0.1009958 Jul 16 01:56:31.192535 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f4740e59-3d28-4958-9b7f-536bc7cc5de7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.203912 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-37653f03-3c4d-4eb2-8d30-9350856371ed tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.223103 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65312c52-54d3-4a50-a19d-2522830fbd2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-95d1ef0e-e522-4e3f-83c6-a97c4e1a2157', 'network_id': '95d1ef0e-e522-4e3f-83c6-a97c4e1a2157', 'tenant_id': 'd36fab3665854a9fbf6d412fd28e4638', 'fixed_ips': [{'subnet_id': '38457a2f-08e1-4394-abd8-b78288a1e788'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:31.224176 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-65312c52-54d3-4a50-a19d-2522830fbd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.235904 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-653866c0-4c10-4fc1-b679-30bb664fd224 req-f7aafbf2-b421-41df-9176-7776127e648b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a8c40dbf-5170-4d84-94bd-5e3baafc13ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391710 Jul 16 01:56:31.251359 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-e2edd359-37c8-4031-9a09-9a1ecc44e2b3 service neutron] 10.222.0.47 "GET /v2.0/networks/2db9e81d-658b-4adb-b971-288015f4b66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783221 Jul 16 01:56:31.330048 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f4740e59-3d28-4958-9b7f-536bc7cc5de7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.338485 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-37653f03-3c4d-4eb2-8d30-9350856371ed tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.341770 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f4740e59-3d28-4958-9b7f-536bc7cc5de7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.383774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37653f03-3c4d-4eb2-8d30-9350856371ed tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Subnet': ['ID=38457a2f-08e1-4394-abd8-b78288a1e788,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server [None req-65312c52-54d3-4a50-a19d-2522830fbd2a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38457a2f-08e1-4394-abd8-b78288a1e788: This subnet is being modified by another concurrent operation. Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38457a2f-08e1-4394-abd8-b78288a1e788: This subnet is being modified by another concurrent operation. Jul 16 01:56:31.408697 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Jul 16 01:56:31.429812 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b06d3ae-90f4-4591-8f93-ef51bfc3c044 None None] Network 95d1ef0e-e522-4e3f-83c6-a97c4e1a2157 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:31.434127 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-b38af5ca-045c-4002-984c-10dd2722ab40 service neutron] 10.222.0.47 "GET /v2.0/networks/2db9e81d-658b-4adb-b971-288015f4b66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739244 Jul 16 01:56:31.454411 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-653866c0-4c10-4fc1-b679-30bb664fd224 req-1424d1ad-2677-408d-9251-0ad5bbb52ec3 service neutron] 10.222.0.26 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075870 Jul 16 01:56:31.477296 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-37653f03-3c4d-4eb2-8d30-9350856371ed tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.486141 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4740e59-3d28-4958-9b7f-536bc7cc5de7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88c221a-d7a0-4de0-b205-a81efe8f3b39,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:31.518091 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-37653f03-3c4d-4eb2-8d30-9350856371ed tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d1ef0e-e522-4e3f-83c6-a97c4e1a2157']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:31.584296 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f4740e59-3d28-4958-9b7f-536bc7cc5de7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.584789 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a575c909-d112-4cf2-999f-4bfd0cde9355 None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:56:31.588646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-37653f03-3c4d-4eb2-8d30-9350856371ed tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0938ddcc-cb9b-49d5-baf3-31352cd38099') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:31.588646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-37653f03-3c4d-4eb2-8d30-9350856371ed tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0938ddcc-cb9b-49d5-baf3-31352cd38099') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:31.593162 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f4740e59-3d28-4958-9b7f-536bc7cc5de7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5004263 Jul 16 01:56:31.593883 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56202) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:31.605262 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-99193035-fe35-49a3-9349-0aeaaa892e17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=1ee21601-191c-45f4-b814-a55228557d82 HTTP/1.1" status: 200 len: 217 time: 0.1129310 Jul 16 01:56:31.610578 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-37653f03-3c4d-4eb2-8d30-9350856371ed tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.643010 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-87f56a39-8b82-4f4d-be6e-c5c511a23fe2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': 'f09965a1-7bf2-40dd-b239-5c91d82a8ddd', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:31.670051 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-37653f03-3c4d-4eb2-8d30-9350856371ed tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.690344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37653f03-3c4d-4eb2-8d30-9350856371ed tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:31.690846 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-37653f03-3c4d-4eb2-8d30-9350856371ed tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.696540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 8483f5c4-b349-4ae8-94b1-e30e503b829d details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:31.697565 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:31.707499 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-653866c0-4c10-4fc1-b679-30bb664fd224 req-4fd7507d-ebfb-4b1e-b012-51f1f3cb4376 service neutron] 10.222.0.26 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102721 Jul 16 01:56:31.727349 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-87f56a39-8b82-4f4d-be6e-c5c511a23fe2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.765769 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f58200-f2a4-4182-a1fe-06b9fb1d6de4 req-ea764939-7de6-49d6-bcbe-886ba459d6c8 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:31.767305 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19f58200-f2a4-4182-a1fe-06b9fb1d6de4 req-ea764939-7de6-49d6-bcbe-886ba459d6c8 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 943 time: 0.1708577 Jul 16 01:56:31.785609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-2565b81d-adc2-4ad5-9c52-3aac99985447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:31.787155 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-2565b81d-adc2-4ad5-9c52-3aac99985447 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.1596024 Jul 16 01:56:31.788931 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a575c909-d112-4cf2-999f-4bfd0cde9355 None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:56:31.804234 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-37653f03-3c4d-4eb2-8d30-9350856371ed tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.821704 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-37653f03-3c4d-4eb2-8d30-9350856371ed tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.823653 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-37653f03-3c4d-4eb2-8d30-9350856371ed tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/95d1ef0e-e522-4e3f-83c6-a97c4e1a2157 HTTP/1.1" status: 204 len: 168 time: 0.9668887 Jul 16 01:56:31.837463 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-87f56a39-8b82-4f4d-be6e-c5c511a23fe2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.845269 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56208) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:31.852033 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-572f5242-54cc-46ee-a644-9bc8db90a373 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2075302380'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:31.856419 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37653f03-3c4d-4eb2-8d30-9350856371ed tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Network': ['ID=95d1ef0e-e522-4e3f-83c6-a97c4e1a2157,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:31.859535 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-87f56a39-8b82-4f4d-be6e-c5c511a23fe2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.872745 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5fb11-2f77-4477-85cc-d2b519f37bf1 req-5e86b9bb-6c52-4506-9436-d0ec58d73f4c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:31.880151 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ffd5fb11-2f77-4477-85cc-d2b519f37bf1 req-5e86b9bb-6c52-4506-9436-d0ec58d73f4c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 943 time: 0.2073781 Jul 16 01:56:31.884994 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19f58200-f2a4-4182-a1fe-06b9fb1d6de4 req-31e15df2-a7e5-45a7-b77e-0817d4f08fbb tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113131 Jul 16 01:56:31.895475 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f56a39-8b82-4f4d-be6e-c5c511a23fe2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a41217-cffc-458b-902a-477161891df2,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:31.911540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572f5242-54cc-46ee-a644-9bc8db90a373 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:31.915294 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-572f5242-54cc-46ee-a644-9bc8db90a373 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.928050 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ffd5fb11-2f77-4477-85cc-d2b519f37bf1 req-abde40b2-a241-4858-9248-2ce1a16ec64e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463347 Jul 16 01:56:31.935300 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-87f56a39-8b82-4f4d-be6e-c5c511a23fe2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.936534 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-87f56a39-8b82-4f4d-be6e-c5c511a23fe2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3389254 Jul 16 01:56:31.939237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56212) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:31.941826 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-a8ae052d-7133-41be-9a39-81e9817244ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:31.943425 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-a8ae052d-7133-41be-9a39-81e9817244ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1455915 Jul 16 01:56:31.944078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-916c092e-9e0b-4e78-9afd-afee1a93435e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': 'f09965a1-7bf2-40dd-b239-5c91d82a8ddd', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:31.989548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572f5242-54cc-46ee-a644-9bc8db90a373 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:31.997203 n-d-800086-6 neutron-server[93832]: INFO neutron.db.securitygroups_db [None req-916c092e-9e0b-4e78-9afd-afee1a93435e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Project 7a1162bb5d334415ae74c9808546d676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:56:32.003573 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-916c092e-9e0b-4e78-9afd-afee1a93435e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.006425 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-572f5242-54cc-46ee-a644-9bc8db90a373 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.007059 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-572f5242-54cc-46ee-a644-9bc8db90a373 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Added segment 34e42a88-bc15-4157-957f-6866218e356a of type vlan for network b33fb990-e6f1-48a2-8f58-72a644404b5b Jul 16 01:56:32.023744 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 8483f5c4-b349-4ae8-94b1-e30e503b829d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=8483f5c4-b349-4ae8-94b1-e30e503b829d,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:32.047846 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '8483f5c4-b349-4ae8-94b1-e30e503b829d', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'port_id': '8483f5c4-b349-4ae8-94b1-e30e503b829d', 'mac_address': 'fa:16:3e:c4:d6:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:56:32.087240 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-ffcb7632-fbff-4380-a7d9-61c58ef2dbc0 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314015 Jul 16 01:56:32.087658 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-572f5242-54cc-46ee-a644-9bc8db90a373 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.127173 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.129417 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.132034 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-916c092e-9e0b-4e78-9afd-afee1a93435e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.140585 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-916c092e-9e0b-4e78-9afd-afee1a93435e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.153872 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8483f5c4-b349-4ae8-94b1-e30e503b829d {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:56:32.169988 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c092e-9e0b-4e78-9afd-afee1a93435e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297819e2-f3cf-4990-a72f-0ebec61661f5,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:32.180290 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-572f5242-54cc-46ee-a644-9bc8db90a373 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.186147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572f5242-54cc-46ee-a644-9bc8db90a373 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:32.186738 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-572f5242-54cc-46ee-a644-9bc8db90a373 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.194329 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-916c092e-9e0b-4e78-9afd-afee1a93435e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.198570 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-916c092e-9e0b-4e78-9afd-afee1a93435e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2582674 Jul 16 01:56:32.202607 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56220) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.217501 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-9646e0ef-5e14-4d41-be81-1bc0c1dfc318 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': 'f09965a1-7bf2-40dd-b239-5c91d82a8ddd', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:32.223259 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 8483f5c4-b349-4ae8-94b1-e30e503b829d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=8483f5c4-b349-4ae8-94b1-e30e503b829d,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:32.229963 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.243395 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-c3eaf699-36a0-4910-a52c-13e5093360c6 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465406 Jul 16 01:56:32.256313 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-572f5242-54cc-46ee-a644-9bc8db90a373 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4096048 Jul 16 01:56:32.258182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56222) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.293469 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b8eadf1e-a4ae-4310-832d-b4422df0c510 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'subnet': {'network_id': 'b33fb990-e6f1-48a2-8f58-72a644404b5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:32.301695 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-89b20cfe-6c7e-4016-8d53-492a2a419218 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=588d0e4f-cefb-43a8-a412-487dd40c07f8 HTTP/1.1" status: 200 len: 217 time: 0.0508883 Jul 16 01:56:32.303751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f5242-54cc-46ee-a644-9bc8db90a373 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Network': ['ID=b33fb990-e6f1-48a2-8f58-72a644404b5b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:32.313925 n-d-800086-6 neutron-server[93832]: INFO neutron.db.securitygroups_db [None req-9646e0ef-5e14-4d41-be81-1bc0c1dfc318 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Project 7a1162bb5d334415ae74c9808546d676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:56:32.320284 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9646e0ef-5e14-4d41-be81-1bc0c1dfc318 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.322912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=8483f5c4-b349-4ae8-94b1-e30e503b829d,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:32.328384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network b33fb990-e6f1-48a2-8f58-72a644404b5b details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:32.424862 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9646e0ef-5e14-4d41-be81-1bc0c1dfc318 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.433286 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9646e0ef-5e14-4d41-be81-1bc0c1dfc318 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.451475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-ebd19f68-1171-4c28-98ef-08469a95d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:32.453039 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-ebd19f68-1171-4c28-98ef-08469a95d9ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.1310809 Jul 16 01:56:32.463742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646e0ef-5e14-4d41-be81-1bc0c1dfc318 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac14406b-81bb-4b8f-8a88-a48c7921fae9,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:32.562668 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8eadf1e-a4ae-4310-832d-b4422df0c510 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:32.567114 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b8eadf1e-a4ae-4310-832d-b4422df0c510 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.567585 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9646e0ef-5e14-4d41-be81-1bc0c1dfc318 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.569753 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9646e0ef-5e14-4d41-be81-1bc0c1dfc318 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3562834 Jul 16 01:56:32.572496 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56230) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.583896 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5497d038-cf43-4cab-9884-bcb8369098a4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'network': {'name': 'tempest-network-smoke--2018637565', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'port_security_enabled': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:32.621548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5497d038-cf43-4cab-9884-bcb8369098a4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Made reservation on behalf of 7a1162bb5d334415ae74c9808546d676 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:32.629824 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5497d038-cf43-4cab-9884-bcb8369098a4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.659405 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.ipam_backend_mixin [None req-b8eadf1e-a4ae-4310-832d-b4422df0c510 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Performing IP validity checks on allocation pools {{(pid=93831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:56:32.660033 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.ipam_backend_mixin [None req-b8eadf1e-a4ae-4310-832d-b4422df0c510 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:56:32.661825 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5497d038-cf43-4cab-9884-bcb8369098a4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:32.683981 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5497d038-cf43-4cab-9884-bcb8369098a4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.685077 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['8483f5c4-b349-4ae8-94b1-e30e503b829d'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:56:32.685496 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-5497d038-cf43-4cab-9884-bcb8369098a4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Added segment e83ec4c2-bc76-46ba-92e2-c041d54e00e9 of type vlan for network 65e33157-9a4b-418c-9463-af309d0334b7 Jul 16 01:56:32.716300 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-2d7e2d11-2239-4cb6-b5b5-e029dcad2489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:32.718030 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-2d7e2d11-2239-4cb6-b5b5-e029dcad2489 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2556305 Jul 16 01:56:32.737850 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5497d038-cf43-4cab-9884-bcb8369098a4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.817707 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5497d038-cf43-4cab-9884-bcb8369098a4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.828971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5497d038-cf43-4cab-9884-bcb8369098a4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:32.832120 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5497d038-cf43-4cab-9884-bcb8369098a4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.882612 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-2a668883-b207-483b-a9c9-648ae5403980 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543472 Jul 16 01:56:32.901334 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5497d038-cf43-4cab-9884-bcb8369098a4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3273520 Jul 16 01:56:32.904859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56234) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.913265 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1258243945', 'admin_state_up': True, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:33.034645 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b8eadf1e-a4ae-4310-832d-b4422df0c510 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.038992 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497d038-cf43-4cab-9884-bcb8369098a4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Network': ['ID=65e33157-9a4b-418c-9463-af309d0334b7,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:33.053613 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 65e33157-9a4b-418c-9463-af309d0334b7 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:33.098291 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.099936 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.280938 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.335929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eadf1e-a4ae-4310-832d-b4422df0c510 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Subnet': ['ID=eb3542ad-f0d1-44ac-ba15-7f52b911240e,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:33.355332 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-ef545b89-e5ae-4827-b9f4-ad071a3606dc service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390199 Jul 16 01:56:33.491371 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.555654 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1280874-39ac-4f11-a271-2a015834192e req-8485bef6-3f72-41c0-b308-9e3e3a91e8be tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:33.557804 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1280874-39ac-4f11-a271-2a015834192e req-8485bef6-3f72-41c0-b308-9e3e3a91e8be tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 943 time: 0.3238444 Jul 16 01:56:33.612437 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d1280874-39ac-4f11-a271-2a015834192e req-ab393182-932d-4cd3-9da6-391a45926c6a tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432544 Jul 16 01:56:33.844501 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.866198 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.890855 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.927802 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eadf1e-a4ae-4310-832d-b4422df0c510 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Checking segment: {'id': '34e42a88-bc15-4157-957f-6866218e356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b33fb990-e6f1-48a2-8f58-72a644404b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:33.929209 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eadf1e-a4ae-4310-832d-b4422df0c510 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network hostable DHCP agents. Network: b33fb990-e6f1-48a2-8f58-72a644404b5b, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:33.934277 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-bf45fc05-c37f-4a08-95b8-7e2873024974 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=6e2cfe37-5372-4873-82c7-38150819cf47 HTTP/1.1" status: 200 len: 217 time: 0.5681620 Jul 16 01:56:34.088349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de88ba-158f-4bb2-8248-1488734affb8 req-001ce95b-7c76-4504-a71b-625ef9180f48 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:34.089976 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77de88ba-158f-4bb2-8248-1488734affb8 req-001ce95b-7c76-4504-a71b-625ef9180f48 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 944 time: 0.8736019 Jul 16 01:56:34.100160 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eadf1e-a4ae-4310-832d-b4422df0c510 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network b33fb990-e6f1-48a2-8f58-72a644404b5b is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:34.114088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Allocated IP 172.25.1.82 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/4b471700-4336-4614-acb2-4b7e77c8148e) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:34.136051 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-16b65a32-3830-4ec3-abf2-91874e96a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:34.137498 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-16b65a32-3830-4ec3-abf2-91874e96a3e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.1964808 Jul 16 01:56:34.139720 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-b8eadf1e-a4ae-4310-832d-b4422df0c510 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, b33fb990-e6f1-48a2-8f58-72a644404b5b) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:34.154823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ae4c46-b78c-4ce2-adfe-923bf9ddbff1 None None] Network b33fb990-e6f1-48a2-8f58-72a644404b5b requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:34.194055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eadf1e-a4ae-4310-832d-b4422df0c510 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:34.194929 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b8eadf1e-a4ae-4310-832d-b4422df0c510 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.234366 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77de88ba-158f-4bb2-8248-1488734affb8 req-0a39cb19-80de-4eb9-a403-ee24f3e0a62e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223414 Jul 16 01:56:34.235845 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b8eadf1e-a4ae-4310-832d-b4422df0c510 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9757278 Jul 16 01:56:34.240722 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56264) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.275971 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.325203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-54c39162-d4ba-4982-93ac-6bd118f969af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:34.325725 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.327372 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-54c39162-d4ba-4982-93ac-6bd118f969af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1697750 Jul 16 01:56:34.375352 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:34.379166 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:34.384488 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:34.389030 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=4b471700-4336-4614-acb2-4b7e77c8148e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:34.592327 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-b33fb990-e6f1-48a2-8f58-72a644404b5b', 'network_id': 'b33fb990-e6f1-48a2-8f58-72a644404b5b', 'tenant_id': 'd36fab3665854a9fbf6d412fd28e4638', 'fixed_ips': [{'subnet_id': 'eb3542ad-f0d1-44ac-ba15-7f52b911240e'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:34.593453 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.645971 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.782719 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-9897b0dc-80c1-4fa2-a3fe-bc1c1c62b90f service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683488 Jul 16 01:56:34.885494 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.907826 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.909247 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Allocated IP 172.20.0.3 (b33fb990-e6f1-48a2-8f58-72a644404b5b/eb3542ad-f0d1-44ac-ba15-7f52b911240e/69c36983-dce9-48cd-b92c-be53740de2ee) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:35.013836 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-192cac2f-84d5-426a-b6f0-8096c13058ab service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219727 Jul 16 01:56:35.096367 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-9aebb8dc-f943-40a3-965c-f91ef8761c41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=b0eba950-6290-4204-97b4-71fd009ef302 HTTP/1.1" status: 200 len: 217 time: 0.0669732 Jul 16 01:56:35.167332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50bed6-c331-48eb-a602-8d47d9ec9789 req-3b39a52f-5bbb-4f60-9c3e-b1517b6e7011 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:35.169524 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1b50bed6-c331-48eb-a602-8d47d9ec9789 req-3b39a52f-5bbb-4f60-9c3e-b1517b6e7011 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 943 time: 0.2487035 Jul 16 01:56:35.182522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-8686b821-7d94-47d0-8767-d55682b42036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:35.185357 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.187664 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-8686b821-7d94-47d0-8767-d55682b42036 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 200 len: 797 time: 0.0824826 Jul 16 01:56:35.195519 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Transition to ACTIVE for port object 69c36983-dce9-48cd-b92c-be53740de2ee will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:35.258834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Transition to ACTIVE for port object 69c36983-dce9-48cd-b92c-be53740de2ee will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:35.273741 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.347903 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-d364ff28-7684-4a4d-9f13-17db706d92d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:35.349475 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-d364ff28-7684-4a4d-9f13-17db706d92d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61936856-6c7f-41bf-93c7-c9c6608b4eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1544089 Jul 16 01:56:35.384014 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Network b33fb990-e6f1-48a2-8f58-72a644404b5b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:35.384998 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.396148 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:35.402042 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:35.404317 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1b50bed6-c331-48eb-a602-8d47d9ec9789 req-eb84c7de-6f0a-4034-888e-3c7cb7bd8288 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629095 Jul 16 01:56:35.438947 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Pushing event updated for resources: {'Port': ['ID=69c36983-dce9-48cd-b92c-be53740de2ee,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:35.533586 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Attempting to bind port 69c36983-dce9-48cd-b92c-be53740de2ee on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:35.534358 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Attempting to bind port 69c36983-dce9-48cd-b92c-be53740de2ee by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '34e42a88-bc15-4157-957f-6866218e356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b33fb990-e6f1-48a2-8f58-72a644404b5b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:35.534358 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Attempting to bind port 69c36983-dce9-48cd-b92c-be53740de2ee on network b33fb990-e6f1-48a2-8f58-72a644404b5b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:35.539605 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:35.540033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Checking segment: {'id': '34e42a88-bc15-4157-957f-6866218e356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b33fb990-e6f1-48a2-8f58-72a644404b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:35.540414 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.540808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Bound using segment: {'id': '34e42a88-bc15-4157-957f-6866218e356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b33fb990-e6f1-48a2-8f58-72a644404b5b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:35.541290 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Bound port: 69c36983-dce9-48cd-b92c-be53740de2ee, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e42a88-bc15-4157-957f-6866218e356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b33fb990-e6f1-48a2-8f58-72a644404b5b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:35.541659 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.563906 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.567412 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-6b4c2894-7c89-4d47-9e8a-bb65ee7b8c11 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043805 Jul 16 01:56:35.608881 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router c72f537d-534f-4dd3-a6b6-ee2cfaa19565 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:56:35.635355 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] For port 69c36983-dce9-48cd-b92c-be53740de2ee, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:35.642936 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] For port 69c36983-dce9-48cd-b92c-be53740de2ee, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=69c36983-dce9-48cd-b92c-be53740de2ee,segment=NetworkSegment(34e42a88-bc15-4157-957f-6866218e356a),segment_id=34e42a88-bc15-4157-957f-6866218e356a)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:35.653563 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.672034 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3542ad-f0d1-44ac-ba15-7f52b911240e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:35.727726 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 8483f5c4-b349-4ae8-94b1-e30e503b829d up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:35.806465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:35.834115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Sync routers for ids ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:35.854392 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.855890 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d9524fdd-f0a9-411f-8501-76cbab8ab824 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9498851 Jul 16 01:56:35.859457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56286) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:35.868975 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441664eb-f9f3-4be4-a4bc-f813dfd82072 None None] Pushing event updated for resources: {'Port': ['ID=69c36983-dce9-48cd-b92c-be53740de2ee,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:35.901522 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Routers {'c72f537d-534f-4dd3-a6b6-ee2cfaa19565'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:35.902477 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:56:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:35.945963 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c97e1bfc-8411-461a-974e-120d451b3eb3 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=7a1162bb5d334415ae74c9808546d676&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0852268 Jul 16 01:56:35.948442 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56290) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:35.985585 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.029713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33fb990-e6f1-48a2-8f58-72a644404b5b']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:36.062097 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Set router c72f537d-534f-4dd3-a6b6-ee2cfaa19565 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:36.077234 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e42a88-bc15-4157-957f-6866218e356a') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:36.078659 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e42a88-bc15-4157-957f-6866218e356a') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:36.122793 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.147678 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68edbe-d48e-4f31-8825-9eb6ad87037a req-12cf0aeb-4416-4d3b-88c4-9834ba057b43 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:36.159862 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2a68edbe-d48e-4f31-8825-9eb6ad87037a req-12cf0aeb-4416-4d3b-88c4-9834ba057b43 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 944 time: 0.5911462 Jul 16 01:56:36.186271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f141f605-9a76-48ce-a303-86e795d4bce3 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:36.188208 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f141f605-9a76-48ce-a303-86e795d4bce3 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2387993 Jul 16 01:56:36.191018 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56296) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:36.200929 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc4b867-24c9-47c9-a558-9bb630a6eb6c None None] Network b33fb990-e6f1-48a2-8f58-72a644404b5b requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:36.235748 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d7d795ab-7ec3-43b9-bb61-e0b6e17fa0e9 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=88f2079c-e547-45f1-859f-49428e13c11a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408359 Jul 16 01:56:36.260482 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.264334 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56298) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:36.273838 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-a2226bbc-1691-4572-9555-5cf198947ad8 service neutron] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6579685 Jul 16 01:56:36.275093 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ea03cf08-3009-482a-9856-0d2604392393 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1572023936', 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:36.331097 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:36.331489 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:36.334590 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:36.362511 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 8483f5c4-b349-4ae8-94b1-e30e503b829d completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:36.384582 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 8483f5c4-b349-4ae8-94b1-e30e503b829d triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:36.384959 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.482825 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2a68edbe-d48e-4f31-8825-9eb6ad87037a req-1a48886d-96c4-4d88-8131-46098f624401 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219724 Jul 16 01:56:36.487094 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-f703fc3e-1154-4aba-91f1-7f6027a98630 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0c40b0ea-30a1-4c59-8cb3-23aed3975cea HTTP/1.1" status: 200 len: 217 time: 0.1836927 Jul 16 01:56:36.578781 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea03cf08-3009-482a-9856-0d2604392393 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Made reservation on behalf of 7a1162bb5d334415ae74c9808546d676 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:36.582741 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ea03cf08-3009-482a-9856-0d2604392393 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.599901 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.660252 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8483f5c4-b349-4ae8-94b1-e30e503b829d'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:36.664599 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.api [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:56:36.664599 n-d-800086-6 neutron-server[93831]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:56:36.664599 n-d-800086-6 neutron-server[93831]: [parameters: {'id': 'b33fb990-e6f1-48a2-8f58-72a644404b5b'}] Jul 16 01:56:36.664599 n-d-800086-6 neutron-server[93831]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:36.665490 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3453d13-74c0-4abf-a500-1327736252df" -d '{"events": [{"server_uuid": "941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf", "name": "network-vif-plugged", "status": "completed", "tag": "8483f5c4-b349-4ae8-94b1-e30e503b829d"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:36.668092 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89efd6e5-1f6f-4870-ace2-2f70f338b26d None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:56:36.675283 n-d-800086-6 neutron-server[93831]: DEBUG oslo_db.api [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:36.685841 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258243945', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:34Z', 'revision_number': 3, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:36.695878 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 8483f5c4-b349-4ae8-94b1-e30e503b829d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=8483f5c4-b349-4ae8-94b1-e30e503b829d,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:36.696098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-3b855344-dc82-49eb-a215-2754f0b31bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:36.697420 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-3b855344-dc82-49eb-a215-2754f0b31bd1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d66e7cad-8485-48ef-b49f-9c0a1aa8b39b HTTP/1.1" status: 200 len: 797 time: 0.1868620 Jul 16 01:56:36.816025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-e830edaf-74a1-43be-bab3-3d4a26cb7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:36.820570 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-e830edaf-74a1-43be-bab3-3d4a26cb7920 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1158316 Jul 16 01:56:36.866944 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fee8ca-34a8-456c-88e4-8c2f10b8a483 x-openstack-request-id: req-02fee8ca-34a8-456c-88e4-8c2f10b8a483 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:36.867331 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf", "name": "network-vif-plugged", "status": "completed", "tag": "8483f5c4-b349-4ae8-94b1-e30e503b829d", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:36.870094 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02fee8ca-34a8-456c-88e4-8c2f10b8a483 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:36.870591 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8483f5c4-b349-4ae8-94b1-e30e503b829d', 'code': 200} Jul 16 01:56:36.874909 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.893565 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c8cc9-b999-4f72-8ea7-44d8999d00f0 req-deca18db-960c-4405-be00-adfa58c1aa73 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:36.907920 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5d2c8cc9-b999-4f72-8ea7-44d8999d00f0 req-deca18db-960c-4405-be00-adfa58c1aa73 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 943 time: 0.2596262 Jul 16 01:56:37.097592 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-a924b806-2c0b-4a3c-b908-2083eea6416b service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569962 Jul 16 01:56:37.140825 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5d2c8cc9-b999-4f72-8ea7-44d8999d00f0 req-f60e1479-83c1-4b02-94ad-5ee8b7275dfd tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380355 Jul 16 01:56:37.144856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Checking router: c72f537d-534f-4dd3-a6b6-ee2cfaa19565 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:37.145372 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Updating router c72f537d-534f-4dd3-a6b6-ee2cfaa19565 port 4b471700-4336-4614-acb2-4b7e77c8148e binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:56:37.175807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401501f-8fda-4694-ad29-4dbb47322734 req-26d033d7-b419-46a0-92c5-fb96d5639e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:37.178356 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3401501f-8fda-4694-ad29-4dbb47322734 req-26d033d7-b419-46a0-92c5-fb96d5639e25 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 1096 time: 0.2652509 Jul 16 01:56:37.212649 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.243010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89efd6e5-1f6f-4870-ace2-2f70f338b26d None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:56:37.249471 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.280051 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3401501f-8fda-4694-ad29-4dbb47322734 req-843fb323-42e7-4d69-82b2-bb189926e1f6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940921 Jul 16 01:56:37.323614 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-841882bd-56c5-4872-b77b-30b2bcdc5b3d service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158353 Jul 16 01:56:37.342710 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ea03cf08-3009-482a-9856-0d2604392393 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.352131 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Deleting port 69c36983-dce9-48cd-b92c-be53740de2ee {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:37.353213 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.432225 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] For port 69c36983-dce9-48cd-b92c-be53740de2ee, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=69c36983-dce9-48cd-b92c-be53740de2ee,segment=NetworkSegment(34e42a88-bc15-4157-957f-6866218e356a),segment_id=34e42a88-bc15-4157-957f-6866218e356a)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:37.432595 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.452252 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03cf08-3009-482a-9856-0d2604392393 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Subnet': ['ID=431173cc-57a2-4919-b1a4-931d8310a270,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:37.455050 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Calling delete_port for 69c36983-dce9-48cd-b92c-be53740de2ee owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:37.565528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea03cf08-3009-482a-9856-0d2604392393 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Checking segment: {'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:37.565896 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea03cf08-3009-482a-9856-0d2604392393 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network hostable DHCP agents. Network: 65e33157-9a4b-418c-9463-af309d0334b7, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:37.589589 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea03cf08-3009-482a-9856-0d2604392393 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 65e33157-9a4b-418c-9463-af309d0334b7 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:37.609632 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-ea03cf08-3009-482a-9856-0d2604392393 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 65e33157-9a4b-418c-9463-af309d0334b7) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:37.622537 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea03cf08-3009-482a-9856-0d2604392393 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:37.623178 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ea03cf08-3009-482a-9856-0d2604392393 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.655865 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ea03cf08-3009-482a-9856-0d2604392393 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3902292 Jul 16 01:56:37.658623 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56318) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:37.679334 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.771354 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-77f980a2-9741-4022-b464-5cb2565fbff1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b06a2033-1b7a-4ff7-b625-8b69419da338 HTTP/1.1" status: 200 len: 217 time: 0.1122425 Jul 16 01:56:37.790116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=8483f5c4-b349-4ae8-94b1-e30e503b829d,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:37.839844 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No DVR routers for this DVR port 69c36983-dce9-48cd-b92c-be53740de2ee on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:37.853488 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Port': ['ID=69c36983-dce9-48cd-b92c-be53740de2ee,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:38.076744 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-74f24b17-81ad-4ea2-8001-4a115dbc736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:38.095924 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-74f24b17-81ad-4ea2-8001-4a115dbc736f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d66e7cad-8485-48ef-b49f-9c0a1aa8b39b HTTP/1.1" status: 200 len: 797 time: 0.2751012 Jul 16 01:56:38.124758 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e5dff3-1ec8-4227-bc8d-64a743c0425a None None] Network 65e33157-9a4b-418c-9463-af309d0334b7 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:38.174862 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.210768 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.230047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33fb990-e6f1-48a2-8f58-72a644404b5b']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:38.259615 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c0937-12f5-4a57-9ccd-4631bd262119 req-e2e933de-443d-405c-824d-7595c46066e7 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:38.264507 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e0c0937-12f5-4a57-9ccd-4631bd262119 req-e2e933de-443d-405c-824d-7595c46066e7 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 945 time: 0.5074239 Jul 16 01:56:38.267214 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e42a88-bc15-4157-957f-6866218e356a') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:38.267518 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e42a88-bc15-4157-957f-6866218e356a') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:38.269261 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Transition to ACTIVE for port object 4b471700-4336-4614-acb2-4b7e77c8148e will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:38.303568 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.324953 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.404510 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.434273 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e0c0937-12f5-4a57-9ccd-4631bd262119 req-1eaf642c-0e31-4040-8fd0-4de13d365b2a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622689 Jul 16 01:56:38.435421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:38.435878 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:38.439745 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:38.449152 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac138f-d121-4abf-a373-8b8af2c3587f None None] Pushing event updated for resources: {'Port': ['ID=4b471700-4336-4614-acb2-4b7e77c8148e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:38.455005 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Attempting to bind port 4b471700-4336-4614-acb2-4b7e77c8148e on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:38.455667 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Attempting to bind port 4b471700-4336-4614-acb2-4b7e77c8148e by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:38.456408 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Attempting to bind port 4b471700-4336-4614-acb2-4b7e77c8148e on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:38.473828 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:38.474578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:38.476807 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.477379 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:38.478029 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Bound port: 4b471700-4336-4614-acb2-4b7e77c8148e, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:38.478567 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.501333 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-fec84d19-faaa-42e0-a4e1-d921472b1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:38.503044 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-fec84d19-faaa-42e0-a4e1-d921472b1fb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce6c8df2-7389-4a01-8a34-c56fcf84fa29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3832576 Jul 16 01:56:38.581887 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-65e33157-9a4b-418c-9463-af309d0334b7', 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ips': [{'subnet_id': '431173cc-57a2-4919-b1a4-931d8310a270'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:38.593196 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.749716 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-238ac276-4924-497c-80d0-e6d687745cf4 service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060125 Jul 16 01:56:38.781465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a08426-cd4a-4325-a4fa-c87be72960f1 req-5b1ab65d-d64d-42ba-a148-0cd7341f15f1 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:38.787206 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9a08426-cd4a-4325-a4fa-c87be72960f1 req-5b1ab65d-d64d-42ba-a148-0cd7341f15f1 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 943 time: 0.1794674 Jul 16 01:56:38.802536 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] For port 4b471700-4336-4614-acb2-4b7e77c8148e, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:38.846308 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] For port 4b471700-4336-4614-acb2-4b7e77c8148e, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4b471700-4336-4614-acb2-4b7e77c8148e,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:38.867836 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.986997 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9a08426-cd4a-4325-a4fa-c87be72960f1 req-4a8f545e-43ce-479b-98eb-84103fde8a2c tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877239 Jul 16 01:56:38.999338 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f29a165-3d68-4787-9d37-bb0cf45b3958 req-91317094-8eff-4e17-ba89-9eeea93b0018 service neutron] 10.222.0.47 "GET /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410586 Jul 16 01:56:39.002899 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.088172 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.090983 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/b33fb990-e6f1-48a2-8f58-72a644404b5b HTTP/1.1" status: 204 len: 168 time: 4.8479583 Jul 16 01:56:39.095278 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b089aa-014c-45de-aba7-fd61014e9b9f tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Network': ['ID=b33fb990-e6f1-48a2-8f58-72a644404b5b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:39.098470 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Allocated IP 172.20.0.2 (65e33157-9a4b-418c-9463-af309d0334b7/431173cc-57a2-4919-b1a4-931d8310a270/1b021a49-a7e0-4351-b37d-b111902646f1) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:39.098807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56336) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:39.109844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac138f-d121-4abf-a373-8b8af2c3587f None None] Pushing event updated for resources: {'Port': ['ID=4b471700-4336-4614-acb2-4b7e77c8148e,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:39.110771 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f2719dcd-f529-4a92-8b38-1ef33c0f5f75 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1955283889'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:39.116900 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Routers {'c72f537d-534f-4dd3-a6b6-ee2cfaa19565'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:39.117542 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:56:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:39.147121 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2719dcd-f529-4a92-8b38-1ef33c0f5f75 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:39.156913 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f2719dcd-f529-4a92-8b38-1ef33c0f5f75 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.200056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2719dcd-f529-4a92-8b38-1ef33c0f5f75 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:39.217254 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f2719dcd-f529-4a92-8b38-1ef33c0f5f75 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.219344 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-f2719dcd-f529-4a92-8b38-1ef33c0f5f75 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Added segment 00c069e6-9c09-47f6-83eb-2c48fe0fe5fb of type vlan for network 30caa487-5d6c-4489-b131-d95832694817 Jul 16 01:56:39.321065 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f2719dcd-f529-4a92-8b38-1ef33c0f5f75 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.365442 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] Set router c72f537d-534f-4dd3-a6b6-ee2cfaa19565 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:39.374835 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f2719dcd-f529-4a92-8b38-1ef33c0f5f75 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.386224 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.388415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2719dcd-f529-4a92-8b38-1ef33c0f5f75 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.389886 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f2719dcd-f529-4a92-8b38-1ef33c0f5f75 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.489916 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f2719dcd-f529-4a92-8b38-1ef33c0f5f75 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3896382 Jul 16 01:56:39.495257 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56344) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:39.510137 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-0b8df9c1-a508-488c-a773-e580377b32a8 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'subnet': {'network_id': '30caa487-5d6c-4489-b131-d95832694817', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:39.656526 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2719dcd-f529-4a92-8b38-1ef33c0f5f75 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Network': ['ID=30caa487-5d6c-4489-b131-d95832694817,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:39.680751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 30caa487-5d6c-4489-b131-d95832694817 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:39.696404 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:56:39.917913 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8df9c1-a508-488c-a773-e580377b32a8 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:39.922316 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0b8df9c1-a508-488c-a773-e580377b32a8 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.935867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df775254-ab9f-4231-8d50-99726b36d76a req-15e78269-7367-464b-ad97-e0ce781d6e08 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.943564 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-df775254-ab9f-4231-8d50-99726b36d76a req-15e78269-7367-464b-ad97-e0ce781d6e08 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 945 time: 0.1641223 Jul 16 01:56:39.952524 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.029889 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Transition to ACTIVE for port object 1b021a49-a7e0-4351-b37d-b111902646f1 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:40.109711 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Transition to ACTIVE for port object 1b021a49-a7e0-4351-b37d-b111902646f1 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:40.145097 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.226109 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Allocated IP 172.20.0.1 (65e33157-9a4b-418c-9463-af309d0334b7/431173cc-57a2-4919-b1a4-931d8310a270/019d2373-e5a2-43cd-9dcc-77c3e2edebcd) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:40.307933 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-df775254-ab9f-4231-8d50-99726b36d76a req-5bf68fd7-f2e9-4506-aa6e-d41be67f894b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621418 Jul 16 01:56:40.396912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Network 65e33157-9a4b-418c-9463-af309d0334b7 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:40.428864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Pushing event updated for resources: {'Port': ['ID=1b021a49-a7e0-4351-b37d-b111902646f1,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:40.445660 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:40.450697 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:40.648877 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Attempting to bind port 1b021a49-a7e0-4351-b37d-b111902646f1 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:40.649323 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Attempting to bind port 1b021a49-a7e0-4351-b37d-b111902646f1 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:40.649735 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Attempting to bind port 1b021a49-a7e0-4351-b37d-b111902646f1 on network 65e33157-9a4b-418c-9463-af309d0334b7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:40.659491 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258243945', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:34Z', 'revision_number': 3, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:40.702065 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.733202 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Transition to ACTIVE for port object 019d2373-e5a2-43cd-9dcc-77c3e2edebcd will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:40.761836 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5aad3-7d52-4c6b-be62-5b402742dfaa None None] The sync data for ids ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'] in n-d-800086-6 is: [{'id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258243945', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:34Z', 'revision_number': 3, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:40.784119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:40.787122 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe2c71-24b2-4e9c-b6c8-166d3201a50f req-f9b42a78-d2b1-47bc-b5e5-235f2dbdcd17 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:40.787630 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Checking segment: {'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:40.788179 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.789448 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Bound using segment: {'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:40.792081 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Bound port: 1b021a49-a7e0-4351-b37d-b111902646f1, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:40.794829 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.795652 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-73fe2c71-24b2-4e9c-b6c8-166d3201a50f req-f9b42a78-d2b1-47bc-b5e5-235f2dbdcd17 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 943 time: 0.2603946 Jul 16 01:56:40.881983 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.892454 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0b8df9c1-a508-488c-a773-e580377b32a8 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.910098 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-73fe2c71-24b2-4e9c-b6c8-166d3201a50f req-628d565e-6ca1-4e8f-b6db-13731292e3c0 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117294 Jul 16 01:56:40.981660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 65e33157-9a4b-418c-9463-af309d0334b7 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:40.987367 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:40.991996 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:41.030446 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=019d2373-e5a2-43cd-9dcc-77c3e2edebcd,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:41.060981 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.069105 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] For port 1b021a49-a7e0-4351-b37d-b111902646f1, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:41.076740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168ae64-6610-4837-beeb-9b96b07e9343 req-822cf961-afc7-4bf3-9725-9e7d536fd99d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:41.079733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] For port 1b021a49-a7e0-4351-b37d-b111902646f1, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1b021a49-a7e0-4351-b37d-b111902646f1,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:41.081109 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2168ae64-6610-4837-beeb-9b96b07e9343 req-822cf961-afc7-4bf3-9725-9e7d536fd99d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 945 time: 0.5155334 Jul 16 01:56:41.088860 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.155109 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8df9c1-a508-488c-a773-e580377b32a8 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Subnet': ['ID=a3652a91-a3dc-4baa-b5be-30c9417c513b,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:41.215155 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8df9c1-a508-488c-a773-e580377b32a8 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Checking segment: {'id': '00c069e6-9c09-47f6-83eb-2c48fe0fe5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '30caa487-5d6c-4489-b131-d95832694817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:41.215549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8df9c1-a508-488c-a773-e580377b32a8 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network hostable DHCP agents. Network: 30caa487-5d6c-4489-b131-d95832694817, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:41.236056 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2168ae64-6610-4837-beeb-9b96b07e9343 req-2be80bc6-a901-46ce-9600-07768eca1853 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324122 Jul 16 01:56:41.288139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f85ef-8fd9-4893-9db7-8956750d2036 None None] Pushing event updated for resources: {'Port': ['ID=1b021a49-a7e0-4351-b37d-b111902646f1,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:41.349651 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8df9c1-a508-488c-a773-e580377b32a8 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network 30caa487-5d6c-4489-b131-d95832694817 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:41.370083 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-0b8df9c1-a508-488c-a773-e580377b32a8 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 30caa487-5d6c-4489-b131-d95832694817) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:41.379401 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8df9c1-a508-488c-a773-e580377b32a8 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:41.380022 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0b8df9c1-a508-488c-a773-e580377b32a8 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.381526 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1869226-b564-4776-bab7-c5cdfa75f090 None None] Network 30caa487-5d6c-4489-b131-d95832694817 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:41.425137 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0b8df9c1-a508-488c-a773-e580377b32a8 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9238696 Jul 16 01:56:41.425341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56370) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:41.521862 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.732250 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea55fb82-efc7-414a-a8b6-06f1a1efa251 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.841229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03120ee1-9268-4687-93c6-a6e401fd8ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-30caa487-5d6c-4489-b131-d95832694817', 'network_id': '30caa487-5d6c-4489-b131-d95832694817', 'tenant_id': 'd36fab3665854a9fbf6d412fd28e4638', 'fixed_ips': [{'subnet_id': 'a3652a91-a3dc-4baa-b5be-30c9417c513b'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:41.842311 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-03120ee1-9268-4687-93c6-a6e401fd8ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.903786 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea55fb82-efc7-414a-a8b6-06f1a1efa251 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.023574 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e24df-8168-492b-8b6c-458cbeaf41bf req-98b11482-05d0-4ed1-89be-9ddf4accfbd2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:42.025221 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f06e24df-8168-492b-8b6c-458cbeaf41bf req-98b11482-05d0-4ed1-89be-9ddf4accfbd2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 945 time: 0.2962875 Jul 16 01:56:42.169960 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea55fb82-efc7-414a-a8b6-06f1a1efa251 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server [None req-03120ee1-9268-4687-93c6-a6e401fd8ddb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3652a91-a3dc-4baa-b5be-30c9417c513b: This subnet is being modified by another concurrent operation. Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3652a91-a3dc-4baa-b5be-30c9417c513b: This subnet is being modified by another concurrent operation. Jul 16 01:56:42.173276 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Jul 16 01:56:42.208472 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324119fa-402a-42b2-843a-5cbcf80ba32e None None] Network 30caa487-5d6c-4489-b131-d95832694817 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:42.272293 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f06e24df-8168-492b-8b6c-458cbeaf41bf req-dc9d4bab-a1aa-4df7-a428-2a0aa9059d5b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316322 Jul 16 01:56:42.330561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55fb82-efc7-414a-a8b6-06f1a1efa251 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Subnet': ['ID=a3652a91-a3dc-4baa-b5be-30c9417c513b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:42.332349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1b021a49-a7e0-4351-b37d-b111902646f1 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:42.386960 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.395218 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.474741 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea55fb82-efc7-414a-a8b6-06f1a1efa251 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.489757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-ea55fb82-efc7-414a-a8b6-06f1a1efa251 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30caa487-5d6c-4489-b131-d95832694817']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:42.509287 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-ea55fb82-efc7-414a-a8b6-06f1a1efa251 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c069e6-9c09-47f6-83eb-2c48fe0fe5fb') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:42.510127 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-ea55fb82-efc7-414a-a8b6-06f1a1efa251 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c069e6-9c09-47f6-83eb-2c48fe0fe5fb') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:42.520145 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.535841 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea55fb82-efc7-414a-a8b6-06f1a1efa251 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.583103 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea55fb82-efc7-414a-a8b6-06f1a1efa251 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.621780 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb822a5-e3d8-4e97-9cfe-8481b7930985 req-d08bc965-ecd2-4343-a4b6-50ace8faa948 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:42.623867 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aeb822a5-e3d8-4e97-9cfe-8481b7930985 req-d08bc965-ecd2-4343-a4b6-50ace8faa948 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 943 time: 0.3527422 Jul 16 01:56:42.625495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea55fb82-efc7-414a-a8b6-06f1a1efa251 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:42.626125 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea55fb82-efc7-414a-a8b6-06f1a1efa251 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:42.629526 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:42.748652 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=019d2373-e5a2-43cd-9dcc-77c3e2edebcd,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:42.766165 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 1b021a49-a7e0-4351-b37d-b111902646f1 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:42.771583 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4b471700-4336-4614-acb2-4b7e77c8148e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:42.910208 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aeb822a5-e3d8-4e97-9cfe-8481b7930985 req-83743c26-3c56-48e4-aa00-b678ae6d2cc5 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768300 Jul 16 01:56:42.921128 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea55fb82-efc7-414a-a8b6-06f1a1efa251 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.968075 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 4b471700-4336-4614-acb2-4b7e77c8148e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:42.968523 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea55fb82-efc7-414a-a8b6-06f1a1efa251 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.968523 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ea55fb82-efc7-414a-a8b6-06f1a1efa251 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/30caa487-5d6c-4489-b131-d95832694817 HTTP/1.1" status: 204 len: 168 time: 1.5397456 Jul 16 01:56:42.982436 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56388) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:42.983144 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 4b471700-4336-4614-acb2-4b7e77c8148e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:42.991860 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.001583 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-11474fe7-536d-4ac2-a382-fdc28d8f6ecb tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1809259888'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:43.013041 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 65e33157-9a4b-418c-9463-af309d0334b7 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:43.018861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:43.073008 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55fb82-efc7-414a-a8b6-06f1a1efa251 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Network': ['ID=30caa487-5d6c-4489-b131-d95832694817,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:43.124108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11474fe7-536d-4ac2-a382-fdc28d8f6ecb tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:43.127764 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-11474fe7-536d-4ac2-a382-fdc28d8f6ecb tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.199847 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.216518 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11474fe7-536d-4ac2-a382-fdc28d8f6ecb tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:43.256001 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-11474fe7-536d-4ac2-a382-fdc28d8f6ecb tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.256392 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-11474fe7-536d-4ac2-a382-fdc28d8f6ecb tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Added segment 190e77ed-85fd-4fe9-8b6d-2ecd999b7cbd of type vlan for network e5658edb-beb8-49ca-9bb3-20b877fbf087 Jul 16 01:56:43.258759 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 4b471700-4336-4614-acb2-4b7e77c8148e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4b471700-4336-4614-acb2-4b7e77c8148e,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:43.285707 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.321440 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router c72f537d-534f-4dd3-a6b6-ee2cfaa19565 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:56:43.383518 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-11474fe7-536d-4ac2-a382-fdc28d8f6ecb tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.420710 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=4b471700-4336-4614-acb2-4b7e77c8148e,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:43.453719 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-11474fe7-536d-4ac2-a382-fdc28d8f6ecb tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.461357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11474fe7-536d-4ac2-a382-fdc28d8f6ecb tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:43.462560 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-11474fe7-536d-4ac2-a382-fdc28d8f6ecb tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.477396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d3b8e7-a6fe-47c9-8dd5-4b460f2f6ac2 None None] Network 65e33157-9a4b-418c-9463-af309d0334b7 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:43.510235 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-11474fe7-536d-4ac2-a382-fdc28d8f6ecb tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5339768 Jul 16 01:56:43.514697 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56396) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:43.520174 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-8311593b-cb7e-4ed4-821f-ac8fefb356c9 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'subnet': {'network_id': 'e5658edb-beb8-49ca-9bb3-20b877fbf087', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:43.571345 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11474fe7-536d-4ac2-a382-fdc28d8f6ecb tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Network': ['ID=e5658edb-beb8-49ca-9bb3-20b877fbf087,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:43.584028 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7a4429f4-2834-4944-b313-fbc88d93e389 None None] Provisioning for port 1b021a49-a7e0-4351-b37d-b111902646f1 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:43.624507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network e5658edb-beb8-49ca-9bb3-20b877fbf087 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:43.639518 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7a4429f4-2834-4944-b313-fbc88d93e389 None None] Provisioning complete for port 1b021a49-a7e0-4351-b37d-b111902646f1 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:43.640817 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a4429f4-2834-4944-b313-fbc88d93e389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.701040 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8311593b-cb7e-4ed4-821f-ac8fefb356c9 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:43.707351 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8311593b-cb7e-4ed4-821f-ac8fefb356c9 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.718293 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:43.727969 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b8bc24cf-f714-4bf7-8671-03e580e9df1d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "PUT /v2.0/routers/c72f537d-534f-4dd3-a6b6-ee2cfaa19565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0682855 Jul 16 01:56:43.780445 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c2de7-f438-4999-a07b-eac673cee882 req-1e3aaf97-708f-4b62-bdac-43b5f3dddf34 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:43.782048 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-904c2de7-f438-4999-a07b-eac673cee882 req-1e3aaf97-708f-4b62-bdac-43b5f3dddf34 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 945 time: 0.4589179 Jul 16 01:56:43.893740 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-904c2de7-f438-4999-a07b-eac673cee882 req-86e3c41c-38dc-457a-a107-fd31e22bc885 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961177 Jul 16 01:56:44.202940 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01d7306f-234b-48da-9dc2-d1d668027488 req-58fc50c8-cd3a-41e5-9146-3c1ff4b21972 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1833923130&fields=id&tenant_id=7a1162bb5d334415ae74c9808546d676 HTTP/1.1" status: 200 len: 267 time: 0.1282177 Jul 16 01:56:44.239579 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8311593b-cb7e-4ed4-821f-ac8fefb356c9 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.287104 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Sync routers for ids ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:44.293774 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4b471700-4336-4614-acb2-4b7e77c8148e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:44.331729 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd871c7f-28b3-48f0-a74b-c3224040ad3a req-9af76118-642f-4b3a-96b9-3becdcad8620 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:44.332608 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Routers {'c72f537d-534f-4dd3-a6b6-ee2cfaa19565'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:44.333272 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:56:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:44.333424 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd871c7f-28b3-48f0-a74b-c3224040ad3a req-9af76118-642f-4b3a-96b9-3becdcad8620 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 943 time: 0.1589041 Jul 16 01:56:44.401065 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311593b-cb7e-4ed4-821f-ac8fefb356c9 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Subnet': ['ID=076497f5-8b14-4769-ac89-a533ca5947ad,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:44.412134 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd871c7f-28b3-48f0-a74b-c3224040ad3a req-399b3cc9-13cf-4771-ad3c-9c7fa108c46e tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676122 Jul 16 01:56:44.571113 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7306f-234b-48da-9dc2-d1d668027488 req-8ddf425e-3a79-4e79-a3c7-d9ddacd46439 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:44.573026 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01d7306f-234b-48da-9dc2-d1d668027488 req-8ddf425e-3a79-4e79-a3c7-d9ddacd46439 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/networks?id=65e33157-9a4b-418c-9463-af309d0334b7 HTTP/1.1" status: 200 len: 797 time: 0.3631127 Jul 16 01:56:44.599024 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Set router c72f537d-534f-4dd3-a6b6-ee2cfaa19565 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:44.609874 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8311593b-cb7e-4ed4-821f-ac8fefb356c9 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Checking segment: {'id': '190e77ed-85fd-4fe9-8b6d-2ecd999b7cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e5658edb-beb8-49ca-9bb3-20b877fbf087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:44.610426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8311593b-cb7e-4ed4-821f-ac8fefb356c9 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network hostable DHCP agents. Network: e5658edb-beb8-49ca-9bb3-20b877fbf087, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:44.622183 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01d7306f-234b-48da-9dc2-d1d668027488 req-fa44ba37-5f7c-42c4-adc6-fab274c57311 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/quotas/7a1162bb5d334415ae74c9808546d676 HTTP/1.1" status: 200 len: 375 time: 0.0302703 Jul 16 01:56:44.645715 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8311593b-cb7e-4ed4-821f-ac8fefb356c9 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network e5658edb-beb8-49ca-9bb3-20b877fbf087 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:44.691999 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-8311593b-cb7e-4ed4-821f-ac8fefb356c9 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, e5658edb-beb8-49ca-9bb3-20b877fbf087) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:44.704915 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8311593b-cb7e-4ed4-821f-ac8fefb356c9 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:44.705760 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8311593b-cb7e-4ed4-821f-ac8fefb356c9 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.712376 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a4429f4-2834-4944-b313-fbc88d93e389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.728364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56424) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:44.738265 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8311593b-cb7e-4ed4-821f-ac8fefb356c9 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2225170 Jul 16 01:56:44.786249 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01d7306f-234b-48da-9dc2-d1d668027488 req-db3e650a-1e69-401f-9263-288f628d4450 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1551535 Jul 16 01:56:44.812769 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-7a4429f4-2834-4944-b313-fbc88d93e389 None None] For port 1b021a49-a7e0-4351-b37d-b111902646f1, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1b021a49-a7e0-4351-b37d-b111902646f1,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:44.814560 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66953ef0-6e0e-4fe3-8825-4e1951ac393a None None] Network e5658edb-beb8-49ca-9bb3-20b877fbf087 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:44.838536 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a4429f4-2834-4944-b313-fbc88d93e389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.958233 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258243945', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:41Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '019d2373-e5a2-43cd-9dcc-77c3e2edebcd', 'name': '', 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:fd:e7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431173cc-57a2-4919-b1a4-931d8310a270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:39Z', 'updated_at': '2021-07-16T01:56:41Z', 'revision_number': 2, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '431173cc-57a2-4919-b1a4-931d8310a270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:44.968702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 4b471700-4336-4614-acb2-4b7e77c8148e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:44.969278 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.011532 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b269ca25-4643-4c02-8f05-619a12c6b787 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.025020 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Checking router: c72f537d-534f-4dd3-a6b6-ee2cfaa19565 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:45.025378 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Updating router c72f537d-534f-4dd3-a6b6-ee2cfaa19565 port 019d2373-e5a2-43cd-9dcc-77c3e2edebcd binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:56:45.136344 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4429f4-2834-4944-b313-fbc88d93e389 None None] Pushing event updated for resources: {'Port': ['ID=1b021a49-a7e0-4351-b37d-b111902646f1,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:45.159957 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.160268 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b269ca25-4643-4c02-8f05-619a12c6b787 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.272152 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b269ca25-4643-4c02-8f05-619a12c6b787 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.523225 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b269ca25-4643-4c02-8f05-619a12c6b787 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.562148 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6233ee56-2ea6-4bc4-be19-0056ad46d4f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-e5658edb-beb8-49ca-9bb3-20b877fbf087', 'network_id': 'e5658edb-beb8-49ca-9bb3-20b877fbf087', 'tenant_id': 'd36fab3665854a9fbf6d412fd28e4638', 'fixed_ips': [{'subnet_id': '076497f5-8b14-4769-ac89-a533ca5947ad'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:45.563824 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b269ca25-4643-4c02-8f05-619a12c6b787 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5658edb-beb8-49ca-9bb3-20b877fbf087']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:45.568005 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6233ee56-2ea6-4bc4-be19-0056ad46d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.583752 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269ca25-4643-4c02-8f05-619a12c6b787 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Subnet': ['ID=076497f5-8b14-4769-ac89-a533ca5947ad,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:45.595108 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b269ca25-4643-4c02-8f05-619a12c6b787 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190e77ed-85fd-4fe9-8b6d-2ecd999b7cbd') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:45.595587 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b269ca25-4643-4c02-8f05-619a12c6b787 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190e77ed-85fd-4fe9-8b6d-2ecd999b7cbd') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:45.612611 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b269ca25-4643-4c02-8f05-619a12c6b787 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.631447 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b269ca25-4643-4c02-8f05-619a12c6b787 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.673319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a277c0-13b4-4594-97a5-6bc0ac0a48dc req-17d693a9-618c-4d81-b6e6-c8d357f86b6b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:45.677576 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-37a277c0-13b4-4594-97a5-6bc0ac0a48dc req-17d693a9-618c-4d81-b6e6-c8d357f86b6b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 945 time: 0.4185174 Jul 16 01:56:45.678711 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b269ca25-4643-4c02-8f05-619a12c6b787 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:45.679120 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b269ca25-4643-4c02-8f05-619a12c6b787 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:45.686290 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:45.772962 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb97bbe-7128-4379-8791-2b1548227d3c None None] Network e5658edb-beb8-49ca-9bb3-20b877fbf087 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:45.783530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a58ef-4365-4b04-b40d-bd1698ec6295 req-61a444a4-5a31-494c-8bc0-d40eaa999c00 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:45.785879 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-616a58ef-4365-4b04-b40d-bd1698ec6295 req-61a444a4-5a31-494c-8bc0-d40eaa999c00 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.47 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 945 time: 0.2316599 Jul 16 01:56:45.811685 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0999fb53-ebed-49c5-90f6-4c831b7e9fb7 None None] Provisioning complete for port 1b021a49-a7e0-4351-b37d-b111902646f1 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:45.811685 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0999fb53-ebed-49c5-90f6-4c831b7e9fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.878712 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b269ca25-4643-4c02-8f05-619a12c6b787 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.900078 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b269ca25-4643-4c02-8f05-619a12c6b787 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.902019 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b269ca25-4643-4c02-8f05-619a12c6b787 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/e5658edb-beb8-49ca-9bb3-20b877fbf087 HTTP/1.1" status: 204 len: 168 time: 1.1723149 Jul 16 01:56:45.910394 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56442) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:45.929037 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.932895 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-47b016d7-4215-4018-be66-03e549e4db52 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-560801678'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:45.944492 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269ca25-4643-4c02-8f05-619a12c6b787 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Network': ['ID=e5658edb-beb8-49ca-9bb3-20b877fbf087,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:45.950353 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Transition to ACTIVE for port object 019d2373-e5a2-43cd-9dcc-77c3e2edebcd will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:45.958022 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-37a277c0-13b4-4594-97a5-6bc0ac0a48dc req-e45f5f14-e9c9-4c97-a3a4-cb0b05c32d2f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706900 Jul 16 01:56:45.964008 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.988477 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01d7306f-234b-48da-9dc2-d1d668027488 req-171c4eb2-1e5a-4f9c-b542-d5c4d3491e0c service neutron] 10.222.0.54 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1864505 Jul 16 01:56:46.093829 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9e999-2739-4e6a-bf45-62dbdce35900 None None] Pushing event updated for resources: {'Port': ['ID=019d2373-e5a2-43cd-9dcc-77c3e2edebcd,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:46.107606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1b021a49-a7e0-4351-b37d-b111902646f1 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:46.144143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b016d7-4215-4018-be66-03e549e4db52 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:46.148300 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47b016d7-4215-4018-be66-03e549e4db52 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.220640 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b016d7-4215-4018-be66-03e549e4db52 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:46.220845 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Attempting to bind port 019d2373-e5a2-43cd-9dcc-77c3e2edebcd on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:46.221307 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Attempting to bind port 019d2373-e5a2-43cd-9dcc-77c3e2edebcd by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:46.223872 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Attempting to bind port 019d2373-e5a2-43cd-9dcc-77c3e2edebcd on network 65e33157-9a4b-418c-9463-af309d0334b7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:46.231293 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:46.232703 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Checking segment: {'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:46.233366 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.233958 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Bound using segment: {'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:46.234384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0999fb53-ebed-49c5-90f6-4c831b7e9fb7 None None] Provisioning for port 019d2373-e5a2-43cd-9dcc-77c3e2edebcd completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:46.242439 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01d7306f-234b-48da-9dc2-d1d668027488 req-fcee0fd5-a5bc-49cd-b888-84f9a1468d05 service neutron] 10.222.0.54 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530046 Jul 16 01:56:46.244751 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Bound port: 019d2373-e5a2-43cd-9dcc-77c3e2edebcd, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:46.245164 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.258368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 1b021a49-a7e0-4351-b37d-b111902646f1 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:46.258807 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.263638 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47b016d7-4215-4018-be66-03e549e4db52 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.265436 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-47b016d7-4215-4018-be66-03e549e4db52 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Added segment 2df407d8-287f-42e1-9278-37fb6ca9dc82 of type vlan for network c5c0eaef-197c-4f75-9adc-f8582c196531 Jul 16 01:56:46.304878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-616a58ef-4365-4b04-b40d-bd1698ec6295 req-504af710-6537-4608-a6fd-b7a32a54f59c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Deleting port 8483f5c4-b349-4ae8-94b1-e30e503b829d {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:46.305501 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-616a58ef-4365-4b04-b40d-bd1698ec6295 req-504af710-6537-4608-a6fd-b7a32a54f59c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.392895 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] For port 019d2373-e5a2-43cd-9dcc-77c3e2edebcd, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:46.406729 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630db08a-0463-4229-94dd-20f62aa11591 req-ac3f8148-bd97-49a6-a5bd-39a53df0c966 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.411822 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-630db08a-0463-4229-94dd-20f62aa11591 req-ac3f8148-bd97-49a6-a5bd-39a53df0c966 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 943 time: 0.1410582 Jul 16 01:56:46.414362 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] For port 019d2373-e5a2-43cd-9dcc-77c3e2edebcd, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=019d2373-e5a2-43cd-9dcc-77c3e2edebcd,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:46.468012 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.477104 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47b016d7-4215-4018-be66-03e549e4db52 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.531142 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-630db08a-0463-4229-94dd-20f62aa11591 req-4406ce9d-b919-4b0a-992c-664cf711ab14 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758154 Jul 16 01:56:46.556614 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9e999-2739-4e6a-bf45-62dbdce35900 None None] Pushing event updated for resources: {'Port': ['ID=019d2373-e5a2-43cd-9dcc-77c3e2edebcd,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:46.573265 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Routers {'c72f537d-534f-4dd3-a6b6-ee2cfaa19565'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:46.574182 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:56:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:46.698621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-616a58ef-4365-4b04-b40d-bd1698ec6295 req-504af710-6537-4608-a6fd-b7a32a54f59c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] For port 8483f5c4-b349-4ae8-94b1-e30e503b829d, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=8483f5c4-b349-4ae8-94b1-e30e503b829d,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:46.698991 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-616a58ef-4365-4b04-b40d-bd1698ec6295 req-504af710-6537-4608-a6fd-b7a32a54f59c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.701736 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47b016d7-4215-4018-be66-03e549e4db52 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.709917 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b016d7-4215-4018-be66-03e549e4db52 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.713187 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47b016d7-4215-4018-be66-03e549e4db52 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.734964 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1047abb7-0a21-40a6-9dd3-c42c5700b7ca req-c834cebf-72d6-47e1-a15e-00273e0943b2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 210 time: 0.0540454 Jul 16 01:56:46.751278 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] Set router c72f537d-534f-4dd3-a6b6-ee2cfaa19565 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:46.765323 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-616a58ef-4365-4b04-b40d-bd1698ec6295 req-504af710-6537-4608-a6fd-b7a32a54f59c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Calling delete_port for 8483f5c4-b349-4ae8-94b1-e30e503b829d owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:46.790037 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-47b016d7-4215-4018-be66-03e549e4db52 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8758888 Jul 16 01:56:46.793630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56458) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:46.801738 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ac5e75c5-90da-4f1e-85c9-e0f0189190f2 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:46.881805 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b016d7-4215-4018-be66-03e549e4db52 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Network': ['ID=c5c0eaef-197c-4f75-9adc-f8582c196531,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:46.894960 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network c5c0eaef-197c-4f75-9adc-f8582c196531 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:47.095880 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c500da1d-9b71-4ca5-85e1-a183e1c96f0e None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:56:47.104526 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ac5e75c5-90da-4f1e-85c9-e0f0189190f2 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.105165 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258243945', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:41Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '019d2373-e5a2-43cd-9dcc-77c3e2edebcd', 'name': '', 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:fd:e7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431173cc-57a2-4919-b1a4-931d8310a270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:39Z', 'updated_at': '2021-07-16T01:56:46Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '431173cc-57a2-4919-b1a4-931d8310a270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:47.140520 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac63f8-5e5b-4c20-9059-2523d1d4dc3c None None] The sync data for ids ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'] in n-d-800086-6 is: [{'id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258243945', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:41Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '019d2373-e5a2-43cd-9dcc-77c3e2edebcd', 'name': '', 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:fd:e7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431173cc-57a2-4919-b1a4-931d8310a270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:39Z', 'updated_at': '2021-07-16T01:56:46Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '431173cc-57a2-4919-b1a4-931d8310a270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:47.156770 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ac5e75c5-90da-4f1e-85c9-e0f0189190f2 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.171062 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac5e75c5-90da-4f1e-85c9-e0f0189190f2 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network c5c0eaef-197c-4f75-9adc-f8582c196531 is not hosted by any dhcp agent {{(pid=93832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:56:47.181787 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5e75c5-90da-4f1e-85c9-e0f0189190f2 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:47.182427 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ac5e75c5-90da-4f1e-85c9-e0f0189190f2 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.186033 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ac5e75c5-90da-4f1e-85c9-e0f0189190f2 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "PUT /v2.0/networks/c5c0eaef-197c-4f75-9adc-f8582c196531 HTTP/1.1" status: 200 len: 723 time: 0.3912356 Jul 16 01:56:47.188943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56468) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:47.208281 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-8fbee606-fb3e-49d7-a6c3-0fc9e4b624c3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'subnet': {'network_id': 'c5c0eaef-197c-4f75-9adc-f8582c196531', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:47.342670 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e75c5-90da-4f1e-85c9-e0f0189190f2 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Network': ['ID=c5c0eaef-197c-4f75-9adc-f8582c196531,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:47.369651 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network c5c0eaef-197c-4f75-9adc-f8582c196531 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:47.411879 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c500da1d-9b71-4ca5-85e1-a183e1c96f0e None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:56:47.440919 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-616a58ef-4365-4b04-b40d-bd1698ec6295 req-504af710-6537-4608-a6fd-b7a32a54f59c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.460536 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a18672c0-fe17-4ae7-ab19-85937ba12793 req-23163269-3ea2-4741-9213-ac6035436124 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 210 time: 0.1638663 Jul 16 01:56:47.526522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504af710-6537-4608-a6fd-b7a32a54f59c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event deleted for resources: {'Port': ['ID=8483f5c4-b349-4ae8-94b1-e30e503b829d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:47.609838 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-616a58ef-4365-4b04-b40d-bd1698ec6295 req-504af710-6537-4608-a6fd-b7a32a54f59c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] No DVR routers for this DVR port 8483f5c4-b349-4ae8-94b1-e30e503b829d on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:47.612901 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbee606-fb3e-49d7-a6c3-0fc9e4b624c3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:47.617214 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8fbee606-fb3e-49d7-a6c3-0fc9e4b624c3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.621803 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-616a58ef-4365-4b04-b40d-bd1698ec6295 req-504af710-6537-4608-a6fd-b7a32a54f59c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.625921 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-616a58ef-4365-4b04-b40d-bd1698ec6295 req-504af710-6537-4608-a6fd-b7a32a54f59c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.47 "DELETE /v2.0/ports/8483f5c4-b349-4ae8-94b1-e30e503b829d HTTP/1.1" status: 204 len: 173 time: 1.8232155 Jul 16 01:56:47.671411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf', 'name': 'network-vif-deleted', 'tag': '8483f5c4-b349-4ae8-94b1-e30e503b829d'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:47.674658 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f714e6-3152-4c33-9bef-347aeba557e1" -d '{"events": [{"server_uuid": "941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf", "name": "network-vif-deleted", "tag": "8483f5c4-b349-4ae8-94b1-e30e503b829d"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:47.803630 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ffae2a-1296-4819-82be-8fd8ab70559b x-openstack-request-id: req-84ffae2a-1296-4819-82be-8fd8ab70559b {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:47.804284 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf", "name": "network-vif-deleted", "tag": "8483f5c4-b349-4ae8-94b1-e30e503b829d", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:47.804284 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84ffae2a-1296-4819-82be-8fd8ab70559b {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:47.807077 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf', 'name': 'network-vif-deleted', 'tag': '8483f5c4-b349-4ae8-94b1-e30e503b829d', 'status': 'completed', 'code': 200} Jul 16 01:56:47.897651 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 8483f5c4-b349-4ae8-94b1-e30e503b829d no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:47.958540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 8483f5c4-b349-4ae8-94b1-e30e503b829d {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:47.958894 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 8483f5c4-b349-4ae8-94b1-e30e503b829d not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:47.976508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f0926-fbc0-4e19-a72c-b5427b445b9c req-1f11ac94-b705-40d7-aae6-e544edad27f8 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:47.993412 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6f9f0926-fbc0-4e19-a72c-b5427b445b9c req-1f11ac94-b705-40d7-aae6-e544edad27f8 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 943 time: 0.1610799 Jul 16 01:56:48.064728 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1502d64b-ac59-4477-893a-c2ad03d2d87f req-328ab116-2d80-48ac-8686-4aae8007e870 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 210 time: 0.0649707 Jul 16 01:56:48.116963 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6f9f0926-fbc0-4e19-a72c-b5427b445b9c req-7c9c1d9f-1bbf-44fb-8b2c-0aadfdcb6729 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164823 Jul 16 01:56:48.154376 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 019d2373-e5a2-43cd-9dcc-77c3e2edebcd up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:48.215576 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8fbee606-fb3e-49d7-a6c3-0fc9e4b624c3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.269873 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 019d2373-e5a2-43cd-9dcc-77c3e2edebcd completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:48.284874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 019d2373-e5a2-43cd-9dcc-77c3e2edebcd triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:48.285325 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.367502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbee606-fb3e-49d7-a6c3-0fc9e4b624c3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Subnet': ['ID=5ecc058e-dceb-4390-983c-1d0368fafb73,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:48.379738 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbee606-fb3e-49d7-a6c3-0fc9e4b624c3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Checking segment: {'id': '2df407d8-287f-42e1-9278-37fb6ca9dc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c5c0eaef-197c-4f75-9adc-f8582c196531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:48.380469 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbee606-fb3e-49d7-a6c3-0fc9e4b624c3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network hostable DHCP agents. Network: c5c0eaef-197c-4f75-9adc-f8582c196531, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:48.421437 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbee606-fb3e-49d7-a6c3-0fc9e4b624c3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network c5c0eaef-197c-4f75-9adc-f8582c196531 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:48.438157 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-8fbee606-fb3e-49d7-a6c3-0fc9e4b624c3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, c5c0eaef-197c-4f75-9adc-f8582c196531) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:48.442816 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbee606-fb3e-49d7-a6c3-0fc9e4b624c3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:48.444005 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8fbee606-fb3e-49d7-a6c3-0fc9e4b624c3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.446935 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.451206 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f744f7e5-0726-4956-9a71-b8bc056fa037 None None] Network c5c0eaef-197c-4f75-9adc-f8582c196531 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:48.478894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56492) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:48.479789 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8fbee606-fb3e-49d7-a6c3-0fc9e4b624c3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2896883 Jul 16 01:56:48.486992 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ba82f087-21f0-42a9-be3a-15aca2330b97 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:48.662653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 019d2373-e5a2-43cd-9dcc-77c3e2edebcd, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=019d2373-e5a2-43cd-9dcc-77c3e2edebcd,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:48.665983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6c2110d2-a86c-4abc-b879-5f3c83aab164 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:56:48.692012 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9a104a0-8492-405e-9c0f-e0159ab901d6 req-6fc2eb4a-b5f7-4f8a-a65b-9b47039af9a2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 210 time: 0.0673661 Jul 16 01:56:48.744764 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7306f-234b-48da-9dc2-d1d668027488 req-4616413d-9aed-4480-addf-f11eb9d4ccc7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:48.747346 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01d7306f-234b-48da-9dc2-d1d668027488 req-4616413d-9aed-4480-addf-f11eb9d4ccc7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.26 "GET /v2.0/networks?id=65e33157-9a4b-418c-9463-af309d0334b7 HTTP/1.1" status: 200 len: 797 time: 0.2148094 Jul 16 01:56:48.774422 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.923975 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01d7306f-234b-48da-9dc2-d1d668027488 req-7eb03cd2-707b-4198-9e2e-ee6f7b6758c8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a1162bb5d334415ae74c9808546d676 HTTP/1.1" status: 200 len: 380 time: 0.1616988 Jul 16 01:56:48.935002 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-01d7306f-234b-48da-9dc2-d1d668027488 req-fc59a722-8c89-4176-a4c3-0a48def30fc9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'port': {'device_id': '64a1b714-c36d-490e-8b69-db90173a7092', 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7', 'admin_state_up': True, 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'security_groups': ['f09965a1-7bf2-40dd-b239-5c91d82a8ddd']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:48.962398 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba82f087-21f0-42a9-be3a-15aca2330b97 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9666685'] for subnet, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.991306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6c2110d2-a86c-4abc-b879-5f3c83aab164, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6c2110d2-a86c-4abc-b879-5f3c83aab164,segment=NetworkSegment(a487fc01-0d72-489f-bc25-de635f54c37d),segment_id=a487fc01-0d72-489f-bc25-de635f54c37d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:48.995805 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=019d2373-e5a2-43cd-9dcc-77c3e2edebcd,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:49.021705 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '6c2110d2-a86c-4abc-b879-5f3c83aab164', 'network_id': 'a8c40dbf-5170-4d84-94bd-5e3baafc13ee', 'port_id': '6c2110d2-a86c-4abc-b879-5f3c83aab164', 'mac_address': 'fa:16:3e:39:07:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33d7cdb-73e5-4819-a1cd-c03f40836d6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:56:49.110971 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-c5c0eaef-197c-4f75-9adc-f8582c196531', 'network_id': 'c5c0eaef-197c-4f75-9adc-f8582c196531', 'tenant_id': 'd36fab3665854a9fbf6d412fd28e4638', 'fixed_ips': [{'subnet_id': '5ecc058e-dceb-4390-983c-1d0368fafb73'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:49.112464 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.115891 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.143559 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2110d2-a86c-4abc-b879-5f3c83aab164 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:56:49.256795 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6c2110d2-a86c-4abc-b879-5f3c83aab164, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6c2110d2-a86c-4abc-b879-5f3c83aab164,segment=NetworkSegment(a487fc01-0d72-489f-bc25-de635f54c37d),segment_id=a487fc01-0d72-489f-bc25-de635f54c37d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:49.266461 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.437263 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba82f087-21f0-42a9-be3a-15aca2330b97 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739031246475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9181281'] for subnet, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.454473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d7306f-234b-48da-9dc2-d1d668027488 req-fc59a722-8c89-4176-a4c3-0a48def30fc9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Made reservation on behalf of 7a1162bb5d334415ae74c9808546d676 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:49.467946 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-01d7306f-234b-48da-9dc2-d1d668027488 req-fc59a722-8c89-4176-a4c3-0a48def30fc9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.495501 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef72ba-bdb0-44b2-aefd-aeb1863e702f req-0f773913-8cef-40bc-813e-fa599ef13415 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:49.497315 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-08ef72ba-bdb0-44b2-aefd-aeb1863e702f req-0f773913-8cef-40bc-813e-fa599ef13415 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 944 time: 0.1057563 Jul 16 01:56:49.520717 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-92dbb43e-bbc2-44dd-bd0a-a96c3ab13382 req-40bd4b68-d137-475b-b2ad-6d713a0bcc93 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 210 time: 0.1129017 Jul 16 01:56:49.578024 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['6c2110d2-a86c-4abc-b879-5f3c83aab164'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:56:49.597883 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-08ef72ba-bdb0-44b2-aefd-aeb1863e702f req-08c2f478-bf52-491e-ba4b-4dc190a5b159 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911696 Jul 16 01:56:49.610334 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba82f087-21f0-42a9-be3a-15aca2330b97 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:49.611062 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba82f087-21f0-42a9-be3a-15aca2330b97 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.616546 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ba82f087-21f0-42a9-be3a-15aca2330b97 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "PUT /v2.0/subnets/5ecc058e-dceb-4390-983c-1d0368fafb73 HTTP/1.1" status: 200 len: 806 time: 1.1362038 Jul 16 01:56:49.616903 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56514) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:49.618428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=6c2110d2-a86c-4abc-b879-5f3c83aab164,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:49.642465 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Allocated IP 172.20.0.2 (c5c0eaef-197c-4f75-9adc-f8582c196531/5ecc058e-dceb-4390-983c-1d0368fafb73/c4b9a1ba-936a-4575-b480-532e02cff735) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:49.694000 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82f087-21f0-42a9-be3a-15aca2330b97 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Subnet': ['ID=5ecc058e-dceb-4390-983c-1d0368fafb73,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:49.797263 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-01d7306f-234b-48da-9dc2-d1d668027488 req-fc59a722-8c89-4176-a4c3-0a48def30fc9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Allocated IP 172.20.0.10 (65e33157-9a4b-418c-9463-af309d0334b7/431173cc-57a2-4919-b1a4-931d8310a270/78643cc2-be85-431a-84f0-4cd5f0b8e5a1) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:49.872442 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.875908 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-57e79885-ca64-4442-b037-6c45891cd3cb req-f205cd87-d1be-4743-ae1d-6f0cfea17847 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 210 time: 0.0437636 Jul 16 01:56:49.949063 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.962416 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Transition to ACTIVE for port object c4b9a1ba-936a-4575-b480-532e02cff735 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:49.992864 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.000723 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Transition to ACTIVE for port object c4b9a1ba-936a-4575-b480-532e02cff735 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:50.013608 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.063582 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Network c5c0eaef-197c-4f75-9adc-f8582c196531 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:50.064620 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 019d2373-e5a2-43cd-9dcc-77c3e2edebcd up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:50.079270 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.110827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:50.112310 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:50.117242 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Pushing event updated for resources: {'Port': ['ID=c4b9a1ba-936a-4575-b480-532e02cff735,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:50.147133 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-01d7306f-234b-48da-9dc2-d1d668027488 req-fc59a722-8c89-4176-a4c3-0a48def30fc9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.163046 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-01d7306f-234b-48da-9dc2-d1d668027488 req-fc59a722-8c89-4176-a4c3-0a48def30fc9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Transition to ACTIVE for port object 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:50.180137 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Subnet': ['ID=5ecc058e-dceb-4390-983c-1d0368fafb73,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:50.209349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Attempting to bind port c4b9a1ba-936a-4575-b480-532e02cff735 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:50.209988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Attempting to bind port c4b9a1ba-936a-4575-b480-532e02cff735 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2df407d8-287f-42e1-9278-37fb6ca9dc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c5c0eaef-197c-4f75-9adc-f8582c196531'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:50.210522 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Attempting to bind port c4b9a1ba-936a-4575-b480-532e02cff735 on network c5c0eaef-197c-4f75-9adc-f8582c196531 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:50.211161 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-01d7306f-234b-48da-9dc2-d1d668027488 req-fc59a722-8c89-4176-a4c3-0a48def30fc9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.217911 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:50.218571 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Checking segment: {'id': '2df407d8-287f-42e1-9278-37fb6ca9dc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c5c0eaef-197c-4f75-9adc-f8582c196531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:50.219143 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.219693 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Bound using segment: {'id': '2df407d8-287f-42e1-9278-37fb6ca9dc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c5c0eaef-197c-4f75-9adc-f8582c196531'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:50.220350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Bound port: c4b9a1ba-936a-4575-b480-532e02cff735, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df407d8-287f-42e1-9278-37fb6ca9dc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c5c0eaef-197c-4f75-9adc-f8582c196531'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:50.220911 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.258486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d7306f-234b-48da-9dc2-d1d668027488 req-fc59a722-8c89-4176-a4c3-0a48def30fc9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 65e33157-9a4b-418c-9463-af309d0334b7 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:50.262052 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-01d7306f-234b-48da-9dc2-d1d668027488 req-fc59a722-8c89-4176-a4c3-0a48def30fc9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:50.276382 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 019d2373-e5a2-43cd-9dcc-77c3e2edebcd triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:50.276951 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.295186 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d7306f-234b-48da-9dc2-d1d668027488 req-fc59a722-8c89-4176-a4c3-0a48def30fc9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:50.321279 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.336056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c0eaef-197c-4f75-9adc-f8582c196531']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:50.359746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df407d8-287f-42e1-9278-37fb6ca9dc82') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:50.360061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df407d8-287f-42e1-9278-37fb6ca9dc82') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:50.364684 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-55994f80-9114-4ca7-9794-94444b5315db None None] For port c4b9a1ba-936a-4575-b480-532e02cff735, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:50.368484 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-55994f80-9114-4ca7-9794-94444b5315db None None] For port c4b9a1ba-936a-4575-b480-532e02cff735, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c4b9a1ba-936a-4575-b480-532e02cff735,segment=NetworkSegment(2df407d8-287f-42e1-9278-37fb6ca9dc82),segment_id=2df407d8-287f-42e1-9278-37fb6ca9dc82)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:50.381435 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.382484 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.398338 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.412545 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59a722-8c89-4176-a4c3-0a48def30fc9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:50.418724 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:50.419499 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:50.424083 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:50.452290 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7306f-234b-48da-9dc2-d1d668027488 req-fc59a722-8c89-4176-a4c3-0a48def30fc9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:50.452972 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-01d7306f-234b-48da-9dc2-d1d668027488 req-fc59a722-8c89-4176-a4c3-0a48def30fc9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.488853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55994f80-9114-4ca7-9794-94444b5315db None None] Pushing event updated for resources: {'Port': ['ID=c4b9a1ba-936a-4575-b480-532e02cff735,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:50.495131 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01d7306f-234b-48da-9dc2-d1d668027488 req-fc59a722-8c89-4176-a4c3-0a48def30fc9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5648668 Jul 16 01:56:50.515316 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Request body: {'port': {'device_id': '64a1b714-c36d-490e-8b69-db90173a7092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:50.562746 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.api [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:56:50.562746 n-d-800086-6 neutron-server[93831]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:56:50.562746 n-d-800086-6 neutron-server[93831]: [parameters: {'id': 'c5c0eaef-197c-4f75-9adc-f8582c196531'}] Jul 16 01:56:50.562746 n-d-800086-6 neutron-server[93831]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:50.563984 n-d-800086-6 neutron-server[93831]: DEBUG oslo_db.api [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:50.632101 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6c2110d2-a86c-4abc-b879-5f3c83aab164 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:50.679240 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.813181 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-58b4f4d6-0299-4a8e-99d5-b8c432d4f1b9 None None] Provisioning for port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:50.822159 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-58b4f4d6-0299-4a8e-99d5-b8c432d4f1b9 None None] Provisioning complete for port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:50.822465 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58b4f4d6-0299-4a8e-99d5-b8c432d4f1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.828165 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 6c2110d2-a86c-4abc-b879-5f3c83aab164 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:50.828549 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.848148 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cdcbe3-c9e7-4b76-9ac4-5b8edb79efb9 None None] Network c5c0eaef-197c-4f75-9adc-f8582c196531 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:50.915172 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-58b4f4d6-0299-4a8e-99d5-b8c432d4f1b9 None None] Port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:51.026761 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460a2ad-ce99-4202-a8eb-cb1c49bac60f req-8aadbabd-a109-44c2-9a77-f50ee5d2dd38 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.029455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5460a2ad-ce99-4202-a8eb-cb1c49bac60f req-8aadbabd-a109-44c2-9a77-f50ee5d2dd38 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 932 time: 0.1809664 Jul 16 01:56:51.065004 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.067985 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.099935 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac07eb0-78c1-4f7c-838e-f77ede5b104f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2110d2-a86c-4abc-b879-5f3c83aab164'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:51.102181 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e68fb7-402d-44c4-9d5d-696ee0cbfcba" -d '{"events": [{"server_uuid": "eac07eb0-78c1-4f7c-838e-f77ede5b104f", "name": "network-vif-plugged", "status": "completed", "tag": "6c2110d2-a86c-4abc-b879-5f3c83aab164"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:51.109190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097c680d-2363-4233-b54c-ed98364e76eb None None] Network c5c0eaef-197c-4f75-9adc-f8582c196531 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:51.129539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6c2110d2-a86c-4abc-b879-5f3c83aab164, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6c2110d2-a86c-4abc-b879-5f3c83aab164,segment=NetworkSegment(a487fc01-0d72-489f-bc25-de635f54c37d),segment_id=a487fc01-0d72-489f-bc25-de635f54c37d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:51.137855 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.189768 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5460a2ad-ce99-4202-a8eb-cb1c49bac60f req-202c9371-815a-4071-89e0-e7f11adb8968 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518664 Jul 16 01:56:51.214319 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=6c2110d2-a86c-4abc-b879-5f3c83aab164,revision_number=10']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:51.300736 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7e5de-2b49-4323-be2d-42d0cd42878c req-7de3934e-d3e7-43e3-a487-9ed751565322 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.319110 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:56:51.331422 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c3a7e5de-2b49-4323-be2d-42d0cd42878c req-7de3934e-d3e7-43e3-a487-9ed751565322 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.1725335 Jul 16 01:56:51.331660 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.343205 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Deleting port c4b9a1ba-936a-4575-b480-532e02cff735 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:51.343832 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.370119 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Transition to ACTIVE for port object 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:51.409746 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c18cc58f-f928-4041-a48c-46cdb3e43935 req-fac952bd-a284-4866-a9dd-515af7006a4a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 210 time: 0.0549438 Jul 16 01:56:51.412000 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.451873 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fe40cd-3836-46ff-825a-1f2a1201d101 None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:56:51.500306 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c3a7e5de-2b49-4323-be2d-42d0cd42878c req-703a27f3-6104-4440-b1d2-afd5d2ba798b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678863 Jul 16 01:56:51.513240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] For port c4b9a1ba-936a-4575-b480-532e02cff735, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c4b9a1ba-936a-4575-b480-532e02cff735,segment=NetworkSegment(2df407d8-287f-42e1-9278-37fb6ca9dc82),segment_id=2df407d8-287f-42e1-9278-37fb6ca9dc82)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:51.513748 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.538590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Calling delete_port for c4b9a1ba-936a-4575-b480-532e02cff735 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:51.602972 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Pushing event updated for resources: {'Port': ['ID=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:51.629019 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.659254 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Port': ['ID=c4b9a1ba-936a-4575-b480-532e02cff735,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:51.663491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No DVR routers for this DVR port c4b9a1ba-936a-4575-b480-532e02cff735 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:51.749961 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601272ab-174f-410d-adec-78ef98f617ab x-openstack-request-id: req-601272ab-174f-410d-adec-78ef98f617ab {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:51.750313 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac07eb0-78c1-4f7c-838e-f77ede5b104f", "name": "network-vif-plugged", "status": "completed", "tag": "6c2110d2-a86c-4abc-b879-5f3c83aab164", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:51.750524 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-601272ab-174f-410d-adec-78ef98f617ab {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:51.752172 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac07eb0-78c1-4f7c-838e-f77ede5b104f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2110d2-a86c-4abc-b879-5f3c83aab164', 'code': 200} Jul 16 01:56:51.764610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Attempting to bind port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:51.764935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Attempting to bind port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:51.765317 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Attempting to bind port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 on network 65e33157-9a4b-418c-9463-af309d0334b7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:51.765549 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe40cd-3836-46ff-825a-1f2a1201d101 None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:56:51.777367 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 on network 65e33157-9a4b-418c-9463-af309d0334b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:51.777746 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Attempting to bind port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 on network 65e33157-9a4b-418c-9463-af309d0334b7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:51.796655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eb542-1370-4de8-b92d-74f21aa4749a req-c101cdb9-92a8-4dca-82d0-6754b9d645f7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.802875 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eb542-1370-4de8-b92d-74f21aa4749a req-c101cdb9-92a8-4dca-82d0-6754b9d645f7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.810076 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eb542-1370-4de8-b92d-74f21aa4749a req-c101cdb9-92a8-4dca-82d0-6754b9d645f7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.811457 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.817217 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eb542-1370-4de8-b92d-74f21aa4749a req-c101cdb9-92a8-4dca-82d0-6754b9d645f7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.823331 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eb542-1370-4de8-b92d-74f21aa4749a req-c101cdb9-92a8-4dca-82d0-6754b9d645f7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.835390 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eb542-1370-4de8-b92d-74f21aa4749a req-c101cdb9-92a8-4dca-82d0-6754b9d645f7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.837542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eb542-1370-4de8-b92d-74f21aa4749a req-c101cdb9-92a8-4dca-82d0-6754b9d645f7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.845944 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c0eaef-197c-4f75-9adc-f8582c196531']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:51.846601 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9c0eb542-1370-4de8-b92d-74f21aa4749a req-c101cdb9-92a8-4dca-82d0-6754b9d645f7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5443 time: 0.1958575 Jul 16 01:56:51.867278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:51.867278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Checking segment: {'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:51.867278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Bound using segment: {'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:51.867278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Bound port: 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:51.867278 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.867781 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df407d8-287f-42e1-9278-37fb6ca9dc82') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:51.867781 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df407d8-287f-42e1-9278-37fb6ca9dc82') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:51.873965 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.888541 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.913090 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:51.913511 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:51.916876 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:52.071901 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.077955 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.083193 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/c5c0eaef-197c-4f75-9adc-f8582c196531 HTTP/1.1" status: 204 len: 168 time: 2.4637582 Jul 16 01:56:52.083868 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56556) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:52.098734 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede775c-08d6-44b0-a0c3-75269edabad4 req-072c2a2b-c9b1-4bfe-aa3d-b7ed877f4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:52.100514 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ede775c-08d6-44b0-a0c3-75269edabad4 req-072c2a2b-c9b1-4bfe-aa3d-b7ed877f4367 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 1097 time: 0.2801967 Jul 16 01:56:52.129477 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a13959-bc64-491d-814d-e1f218fb77ce tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Network': ['ID=c5c0eaef-197c-4f75-9adc-f8582c196531,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:52.138996 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-3924cf0f-1e49-4dc4-90df-fbf26ac01074 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:52.139684 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3924cf0f-1e49-4dc4-90df-fbf26ac01074 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:52.141833 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3924cf0f-1e49-4dc4-90df-fbf26ac01074 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/c5c0eaef-197c-4f75-9adc-f8582c196531 HTTP/1.1" status: 404 len: 339 time: 0.0533185 Jul 16 01:56:52.148749 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56560) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:52.154667 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-df6958a2-d71c-403b-b9de-ac35b5e6681e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1141839078', 'description': 'd1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:52.185269 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ede775c-08d6-44b0-a0c3-75269edabad4 req-c1692dc3-3c77-4e90-a089-4c5c6a8d4625 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717685 Jul 16 01:56:52.198113 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6958a2-d71c-403b-b9de-ac35b5e6681e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:52.203272 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-df6958a2-d71c-403b-b9de-ac35b5e6681e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.262485 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6958a2-d71c-403b-b9de-ac35b5e6681e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:52.282043 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-df6958a2-d71c-403b-b9de-ac35b5e6681e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.284126 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-df6958a2-d71c-403b-b9de-ac35b5e6681e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Added segment cbd14ef1-7720-4ff4-87a3-635f6b9de840 of type vlan for network fc36837e-7ce3-4cac-9f71-073eef56bed3 Jul 16 01:56:52.445842 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-df6958a2-d71c-403b-b9de-ac35b5e6681e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.528585 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-8182f664-a6bf-43e6-acd2-42e90cbc394b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:52.528995 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:52.532390 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:52.536887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-8182f664-a6bf-43e6-acd2-42e90cbc394b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:52.541657 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.545001 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-8182f664-a6bf-43e6-acd2-42e90cbc394b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:52.551955 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-8182f664-a6bf-43e6-acd2-42e90cbc394b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:52.567475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-8182f664-a6bf-43e6-acd2-42e90cbc394b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:52.575295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-8182f664-a6bf-43e6-acd2-42e90cbc394b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:52.581872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-8182f664-a6bf-43e6-acd2-42e90cbc394b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:52.584102 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-8182f664-a6bf-43e6-acd2-42e90cbc394b tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.47 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 5443 time: 0.2859309 Jul 16 01:56:52.585158 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-df6958a2-d71c-403b-b9de-ac35b5e6681e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.591643 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6958a2-d71c-403b-b9de-ac35b5e6681e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:52.592576 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-df6958a2-d71c-403b-b9de-ac35b5e6681e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.616389 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9c0eb542-1370-4de8-b92d-74f21aa4749a req-ec6f97ac-bcfd-4481-bcfd-3e598c631ec9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7688293 Jul 16 01:56:52.628135 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-df6958a2-d71c-403b-b9de-ac35b5e6681e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4760633 Jul 16 01:56:52.638889 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56574) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:52.678750 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:52.693855 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.710478 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01d7306f-234b-48da-9dc2-d1d668027488 req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] 10.222.0.26 "PUT /v2.0/ports/78643cc2-be85-431a-84f0-4cd5f0b8e5a1 HTTP/1.1" status: 200 len: 1092 time: 2.2016139 Jul 16 01:56:52.710989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:52.712032 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40891680-1798-4762-b7e0-ed5bec0f826e req-5b7e597f-8299-43c4-b325-eb6e5eaa7aa8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:52.720360 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40891680-1798-4762-b7e0-ed5bec0f826e req-5b7e597f-8299-43c4-b325-eb6e5eaa7aa8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 944 time: 0.3495336 Jul 16 01:56:52.744314 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3003652-9a00-4dc2-bc50-e199bf35e5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:52.843449 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077007c-d86a-407c-9bf1-af3575992918 service neutron] Pushing event updated for resources: {'Port': ['ID=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:52.882567 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-f75b4cf0-f082-4f53-b025-728df0a2b39d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:52.883967 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-f75b4cf0-f082-4f53-b025-728df0a2b39d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.47 "GET /v2.0/ports/588d0e4f-cefb-43a8-a412-487dd40c07f8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2789435 Jul 16 01:56:52.886102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6958a2-d71c-403b-b9de-ac35b5e6681e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Network': ['ID=fc36837e-7ce3-4cac-9f71-073eef56bed3,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:52.900291 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network fc36837e-7ce3-4cac-9f71-073eef56bed3 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:52.964765 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40891680-1798-4762-b7e0-ed5bec0f826e req-38da954e-c3d2-43cb-8bc3-fcf269a7238a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424293 Jul 16 01:56:52.965102 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7b2354f-d1c3-44e3-8f4a-38535cb5ab83 req-3bea6d4e-8f72-4f92-a7e4-87387d3e9589 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 210 time: 0.0716937 Jul 16 01:56:53.021983 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1368520f-e9b4-429f-8ecf-dc8d84c3c142 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.026244 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1368520f-e9b4-429f-8ecf-dc8d84c3c142 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "GET /v2.0/networks?id=fc36837e-7ce3-4cac-9f71-073eef56bed3 HTTP/1.1" status: 200 len: 761 time: 0.3839414 Jul 16 01:56:53.030056 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56580) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:53.060646 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-94ff9c67-dcda-4bd9-9b30-7264e258aac7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'network': {'description': 'd2'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:53.073634 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489c9b35-9687-43f6-aef3-dd4b97e97fb9 x-openstack-request-id: req-489c9b35-9687-43f6-aef3-dd4b97e97fb9 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:53.073925 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:53.077234 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-489c9b35-9687-43f6-aef3-dd4b97e97fb9 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:53.077810 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'status': 'completed', 'code': 200} Jul 16 01:56:53.123134 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-40757a40-f99b-4ed7-bf40-5c04fbc5d876 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.47 "GET /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2135022 Jul 16 01:56:53.134856 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-557b5a35-6457-4538-a915-c9f351b7a7b8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:53.252928 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-557b5a35-6457-4538-a915-c9f351b7a7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.265029 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7306f-234b-48da-9dc2-d1d668027488 req-91a65028-5b7b-4517-86bf-9ebfe962b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.266530 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01d7306f-234b-48da-9dc2-d1d668027488 req-91a65028-5b7b-4517-86bf-9ebfe962b380 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 1095 time: 0.4544098 Jul 16 01:56:53.374593 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01d7306f-234b-48da-9dc2-d1d668027488 req-6ad2a9f9-2ec5-4b07-8ad8-1a9ef83a4755 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1 HTTP/1.1" status: 200 len: 217 time: 0.0489340 Jul 16 01:56:53.400065 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94ff9c67-dcda-4bd9-9b30-7264e258aac7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.454244 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-557b5a35-6457-4538-a915-c9f351b7a7b8 service neutron] For port 588d0e4f-cefb-43a8-a412-487dd40c07f8, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=588d0e4f-cefb-43a8-a412-487dd40c07f8,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:53.457519 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94ff9c67-dcda-4bd9-9b30-7264e258aac7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.513219 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-557b5a35-6457-4538-a915-c9f351b7a7b8 service neutron] For port 588d0e4f-cefb-43a8-a412-487dd40c07f8, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:53.525693 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25be8b-f645-489d-9bc3-138b328018b7 req-04f9c1a1-43bf-4195-a4f9-57f4369902e7 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.532231 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ae25be8b-f645-489d-9bc3-138b328018b7 req-04f9c1a1-43bf-4195-a4f9-57f4369902e7 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.3581359 Jul 16 01:56:53.534049 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7306f-234b-48da-9dc2-d1d668027488 req-96c617b7-96c2-4b04-96af-a0f6f28cedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.535551 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01d7306f-234b-48da-9dc2-d1d668027488 req-96c617b7-96c2-4b04-96af-a0f6f28cedb0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=431173cc-57a2-4919-b1a4-931d8310a270 HTTP/1.1" status: 200 len: 835 time: 0.1511509 Jul 16 01:56:53.564279 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-557b5a35-6457-4538-a915-c9f351b7a7b8 service neutron] device_id is not set on port 588d0e4f-cefb-43a8-a412-487dd40c07f8 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:53.570331 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94ff9c67-dcda-4bd9-9b30-7264e258aac7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network fc36837e-7ce3-4cac-9f71-073eef56bed3 is not hosted by any dhcp agent {{(pid=93832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:56:53.574408 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-557b5a35-6457-4538-a915-c9f351b7a7b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.576089 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ff9c67-dcda-4bd9-9b30-7264e258aac7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.576987 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-94ff9c67-dcda-4bd9-9b30-7264e258aac7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.578533 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-94ff9c67-dcda-4bd9-9b30-7264e258aac7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "PUT /v2.0/networks/fc36837e-7ce3-4cac-9f71-073eef56bed3 HTTP/1.1" status: 200 len: 758 time: 0.5474195 Jul 16 01:56:53.581170 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-557b5a35-6457-4538-a915-c9f351b7a7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.583380 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff9c67-dcda-4bd9-9b30-7264e258aac7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Network': ['ID=fc36837e-7ce3-4cac-9f71-073eef56bed3,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:53.583797 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56620) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:53.597822 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network fc36837e-7ce3-4cac-9f71-073eef56bed3 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:53.738794 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ae25be8b-f645-489d-9bc3-138b328018b7 req-cca79e42-2568-472d-b40b-2ec5460312eb tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018449 Jul 16 01:56:53.778806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7306f-234b-48da-9dc2-d1d668027488 req-99da2095-0e96-457b-90bf-1b6c99294b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.781789 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01d7306f-234b-48da-9dc2-d1d668027488 req-99da2095-0e96-457b-90bf-1b6c99294b7c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65e33157-9a4b-418c-9463-af309d0334b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2006261 Jul 16 01:56:53.869025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b5a35-6457-4538-a915-c9f351b7a7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=588d0e4f-cefb-43a8-a412-487dd40c07f8,revision_number=6']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:53.908782 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.938338 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-557b5a35-6457-4538-a915-c9f351b7a7b8 service neutron] No DVR routers for this DVR port 588d0e4f-cefb-43a8-a412-487dd40c07f8 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:53.946556 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae161f1c-e02c-46e3-8669-1ff2b2b2accf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.948474 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ae161f1c-e02c-46e3-8669-1ff2b2b2accf tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "GET /v2.0/networks?id=fc36837e-7ce3-4cac-9f71-073eef56bed3 HTTP/1.1" status: 200 len: 761 time: 0.3591883 Jul 16 01:56:53.956195 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56632) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:53.972207 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5e7fb370-4cc7-458c-afa8-c82b710b97d3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1458210097'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:53.997648 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01d7306f-234b-48da-9dc2-d1d668027488 req-59154c1f-3a92-4394-9585-e60f10865ac2 service neutron] 10.222.0.26 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094028 Jul 16 01:56:54.048679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-557b5a35-6457-4538-a915-c9f351b7a7b8 service neutron] In _notify_port_updated(), no bound segment for port 588d0e4f-cefb-43a8-a412-487dd40c07f8 on network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 {{(pid=93831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:56:54.049526 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-557b5a35-6457-4538-a915-c9f351b7a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.050142 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-557b5a35-6457-4538-a915-c9f351b7a7b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.051473 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-557b5a35-6457-4538-a915-c9f351b7a7b8 service neutron] 10.222.0.47 "PUT /v2.0/ports/588d0e4f-cefb-43a8-a412-487dd40c07f8 HTTP/1.1" status: 200 len: 1032 time: 0.9215190 Jul 16 01:56:54.092561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7fb370-4cc7-458c-afa8-c82b710b97d3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:54.097529 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb370-4cc7-458c-afa8-c82b710b97d3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.219977 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e28dbd20-e245-42ea-942f-a3bd81b0fcbd None None] Provisioning complete for port 588d0e4f-cefb-43a8-a412-487dd40c07f8 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:54.225901 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7ebb46a3-8b40-4a05-af11-d6a2ca47a023 req-9515c8b2-2370-4270-832d-52037ad7a3f5 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 210 time: 0.0664709 Jul 16 01:56:54.226908 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e28dbd20-e245-42ea-942f-a3bd81b0fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.247357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84cacb-c931-4eaf-8b80-95feba808e53 req-fe77e7e1-7903-4502-b409-c785cbd1bd0f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.252783 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7fb370-4cc7-458c-afa8-c82b710b97d3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:54.262747 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84cacb-c931-4eaf-8b80-95feba808e53 req-fe77e7e1-7903-4502-b409-c785cbd1bd0f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.267751 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01d7306f-234b-48da-9dc2-d1d668027488 req-aa7efc8f-fa4c-469c-881f-d0275b829e9a service neutron] 10.222.0.26 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564623 Jul 16 01:56:54.272890 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb370-4cc7-458c-afa8-c82b710b97d3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.273415 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-5e7fb370-4cc7-458c-afa8-c82b710b97d3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Added segment 26dac625-8cf0-4ea7-a95a-63f17996a768 of type vlan for network c27dd494-4532-425f-b35e-18d3bc1f9da8 Jul 16 01:56:54.277995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84cacb-c931-4eaf-8b80-95feba808e53 req-fe77e7e1-7903-4502-b409-c785cbd1bd0f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.295366 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84cacb-c931-4eaf-8b80-95feba808e53 req-fe77e7e1-7903-4502-b409-c785cbd1bd0f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.315934 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84cacb-c931-4eaf-8b80-95feba808e53 req-fe77e7e1-7903-4502-b409-c785cbd1bd0f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.329019 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84cacb-c931-4eaf-8b80-95feba808e53 req-fe77e7e1-7903-4502-b409-c785cbd1bd0f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.333369 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6c84cacb-c931-4eaf-8b80-95feba808e53 req-fe77e7e1-7903-4502-b409-c785cbd1bd0f tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 4664 time: 0.3817813 Jul 16 01:56:54.344529 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-2a621dc0-38f5-4788-9198-209afafb0767 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.347209 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-2a621dc0-38f5-4788-9198-209afafb0767 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.47 "GET /v2.0/ports/1ee21601-191c-45f4-b814-a55228557d82?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2838633 Jul 16 01:56:54.372504 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e28dbd20-e245-42ea-942f-a3bd81b0fcbd None None] Port 588d0e4f-cefb-43a8-a412-487dd40c07f8 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:54.381106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-554a7b87-c12a-4212-9b66-81545d772678 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:54.381289 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb370-4cc7-458c-afa8-c82b710b97d3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.510019 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6c84cacb-c931-4eaf-8b80-95feba808e53 req-ba87aa5f-2350-4558-954b-6d77c107222c tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&id=64dd612d-2022-474b-95bc-1d9ebdae664e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1592524 Jul 16 01:56:54.518088 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-554a7b87-c12a-4212-9b66-81545d772678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.548636 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb370-4cc7-458c-afa8-c82b710b97d3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.555034 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7fb370-4cc7-458c-afa8-c82b710b97d3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.555957 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb370-4cc7-458c-afa8-c82b710b97d3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.629920 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5e7fb370-4cc7-458c-afa8-c82b710b97d3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6726394 Jul 16 01:56:54.632087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3003652-9a00-4dc2-bc50-e199bf35e5cb req-8bf2676b-a1db-413e-b759-245bdd428634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.634075 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3003652-9a00-4dc2-bc50-e199bf35e5cb req-8bf2676b-a1db-413e-b759-245bdd428634 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 1095 time: 0.2387054 Jul 16 01:56:54.640341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56646) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:54.646488 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'subnet': {'network_id': 'c27dd494-4532-425f-b35e-18d3bc1f9da8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:54.713477 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fb370-4cc7-458c-afa8-c82b710b97d3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Network': ['ID=c27dd494-4532-425f-b35e-18d3bc1f9da8,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:54.714270 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-554a7b87-c12a-4212-9b66-81545d772678 service neutron] For port 1ee21601-191c-45f4-b814-a55228557d82, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=1ee21601-191c-45f4-b814-a55228557d82,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:54.725283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network c27dd494-4532-425f-b35e-18d3bc1f9da8 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:54.764158 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec17540-7fda-4cbb-823d-4be4483414b1 req-78b157cb-ec71-4aef-ac9b-5ae730b83907 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.765384 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cec17540-7fda-4cbb-823d-4be4483414b1 req-78b157cb-ec71-4aef-ac9b-5ae730b83907 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 944 time: 0.3125150 Jul 16 01:56:54.816042 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-554a7b87-c12a-4212-9b66-81545d772678 service neutron] For port 1ee21601-191c-45f4-b814-a55228557d82, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:54.892887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-554a7b87-c12a-4212-9b66-81545d772678 service neutron] device_id is not set on port 1ee21601-191c-45f4-b814-a55228557d82 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:54.904250 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-554a7b87-c12a-4212-9b66-81545d772678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.919442 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cec17540-7fda-4cbb-823d-4be4483414b1 req-8105a67e-026f-4ff0-9ef4-752b3ec89c78 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424379 Jul 16 01:56:54.929892 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-554a7b87-c12a-4212-9b66-81545d772678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.967649 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:54.971189 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.997107 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3003652-9a00-4dc2-bc50-e199bf35e5cb req-c639ec9d-fac1-4c41-bfe0-e9e2746d61be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.998809 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3003652-9a00-4dc2-bc50-e199bf35e5cb req-c639ec9d-fac1-4c41-bfe0-e9e2746d61be service neutron] 10.222.0.26 "GET /v2.0/networks?id=65e33157-9a4b-418c-9463-af309d0334b7 HTTP/1.1" status: 200 len: 898 time: 0.3461378 Jul 16 01:56:55.047216 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-554a7b87-c12a-4212-9b66-81545d772678 service neutron] No DVR routers for this DVR port 1ee21601-191c-45f4-b814-a55228557d82 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:55.051832 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3003652-9a00-4dc2-bc50-e199bf35e5cb req-8f816e9f-efdc-45d6-8cb7-1093bd4e493a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1 HTTP/1.1" status: 200 len: 217 time: 0.0454473 Jul 16 01:56:55.072068 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a7b87-c12a-4212-9b66-81545d772678 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee21601-191c-45f4-b814-a55228557d82,revision_number=6']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:55.125421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-554a7b87-c12a-4212-9b66-81545d772678 service neutron] In _notify_port_updated(), no bound segment for port 1ee21601-191c-45f4-b814-a55228557d82 on network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 {{(pid=93831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:56:55.126317 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-554a7b87-c12a-4212-9b66-81545d772678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:55.127200 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-554a7b87-c12a-4212-9b66-81545d772678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.128789 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-554a7b87-c12a-4212-9b66-81545d772678 service neutron] 10.222.0.47 "PUT /v2.0/ports/1ee21601-191c-45f4-b814-a55228557d82 HTTP/1.1" status: 200 len: 1032 time: 0.7562318 Jul 16 01:56:55.153802 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3003652-9a00-4dc2-bc50-e199bf35e5cb req-c51a4fe6-d414-4e4f-ba56-81a66be8ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:55.155334 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3003652-9a00-4dc2-bc50-e199bf35e5cb req-c51a4fe6-d414-4e4f-ba56-81a66be8ed2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=431173cc-57a2-4919-b1a4-931d8310a270 HTTP/1.1" status: 200 len: 835 time: 0.0758226 Jul 16 01:56:55.159359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c2e7d-1c39-4545-b18a-8f093d77522e req-123255fd-ddea-434b-bbf6-7c437560c3c5 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:55.167972 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b7c2e7d-1c39-4545-b18a-8f093d77522e req-123255fd-ddea-434b-bbf6-7c437560c3c5 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.2298572 Jul 16 01:56:55.290837 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b7c2e7d-1c39-4545-b18a-8f093d77522e req-b2f18f9c-6c1d-453d-92f0-03c334665a73 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219795 Jul 16 01:56:55.326598 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f45be056-cf11-4122-bf15-33c00b5726bf None None] Provisioning complete for port 1ee21601-191c-45f4-b814-a55228557d82 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:55.327133 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f45be056-cf11-4122-bf15-33c00b5726bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.341095 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3003652-9a00-4dc2-bc50-e199bf35e5cb req-80ceff01-8fd0-422b-85dc-79e6a06509e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:55.343224 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3003652-9a00-4dc2-bc50-e199bf35e5cb req-80ceff01-8fd0-422b-85dc-79e6a06509e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65e33157-9a4b-418c-9463-af309d0334b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1807613 Jul 16 01:56:55.344736 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.364977 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-2197faff-8028-43d2-8764-f2b391358220 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Deleting port 6e2cfe37-5372-4873-82c7-38150819cf47 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:55.365632 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-2197faff-8028-43d2-8764-f2b391358220 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.448262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f45be056-cf11-4122-bf15-33c00b5726bf None None] Port 1ee21601-191c-45f4-b814-a55228557d82 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:55.448452 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Subnet': ['ID=276965ce-d35c-46c3-92af-8cd2ea7da459,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:55.522437 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.522810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.523114 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.523449 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.526206 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.526557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.526888 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.527386 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.527962 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.528407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.528745 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.529088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.571668 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Checking segment: {'id': '26dac625-8cf0-4ea7-a95a-63f17996a768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c27dd494-4532-425f-b35e-18d3bc1f9da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:55.571668 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network hostable DHCP agents. Network: c27dd494-4532-425f-b35e-18d3bc1f9da8, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:55.596891 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3003652-9a00-4dc2-bc50-e199bf35e5cb req-b991e3d9-a72b-43d7-90ef-90ffc0c2ccc8 service neutron] 10.222.0.26 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465587 Jul 16 01:56:55.625352 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fb79f19-405f-4769-9180-0426209a554b req-d48fe5a1-3235-4a2a-85c8-beb9a8f1e302 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=941a1a5f-18f3-4e1c-b27f-9d208d5d3fdf HTTP/1.1" status: 200 len: 210 time: 0.0599275 Jul 16 01:56:55.632956 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-2197faff-8028-43d2-8764-f2b391358220 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] For port 6e2cfe37-5372-4873-82c7-38150819cf47, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6e2cfe37-5372-4873-82c7-38150819cf47,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:55.633426 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-2197faff-8028-43d2-8764-f2b391358220 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.665445 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network c27dd494-4532-425f-b35e-18d3bc1f9da8 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:55.666009 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-2197faff-8028-43d2-8764-f2b391358220 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Calling delete_port for 6e2cfe37-5372-4873-82c7-38150819cf47 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:55.680900 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38127d9b-e6d3-4b3b-a718-678c4277bccb req-b2a99f70-d8b6-4eb4-96eb-ed373a4d531e tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:55.688806 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-38127d9b-e6d3-4b3b-a718-678c4277bccb req-b2a99f70-d8b6-4eb4-96eb-ed373a4d531e tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.1623282 Jul 16 01:56:55.724589 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, c27dd494-4532-425f-b35e-18d3bc1f9da8) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:55.729994 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:55.732884 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.733753 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b0034f-8a48-4b9f-a8ad-4cfa79dc4b34 None None] Network c27dd494-4532-425f-b35e-18d3bc1f9da8 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:55.768296 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9e1be75d-7c70-4427-8bd2-b84e7f14b78c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1264849 Jul 16 01:56:55.771243 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3003652-9a00-4dc2-bc50-e199bf35e5cb req-31674b6c-b4f1-4d57-bb29-2633243a3e22 service neutron] 10.222.0.26 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486344 Jul 16 01:56:55.771852 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56670) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:55.801222 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-38127d9b-e6d3-4b3b-a718-678c4277bccb req-510300f7-f2a8-4924-a129-9c0edfc29314 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113422 Jul 16 01:56:55.815825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 33d27387-8386-4734-a29a-d2cfef866aaf no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:55.974661 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.977569 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-644abaf8-26ba-44d5-8b80-31e0179245ac tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.980869 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-2197faff-8028-43d2-8764-f2b391358220 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.006999 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729b818-a5af-4ea7-b610-fda5a677d77b req-a6e9e656-cb64-484a-8f57-5d98ff3eb5a9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.014617 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729b818-a5af-4ea7-b610-fda5a677d77b req-a6e9e656-cb64-484a-8f57-5d98ff3eb5a9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.020836 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729b818-a5af-4ea7-b610-fda5a677d77b req-a6e9e656-cb64-484a-8f57-5d98ff3eb5a9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.026707 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729b818-a5af-4ea7-b610-fda5a677d77b req-a6e9e656-cb64-484a-8f57-5d98ff3eb5a9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.034472 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729b818-a5af-4ea7-b610-fda5a677d77b req-a6e9e656-cb64-484a-8f57-5d98ff3eb5a9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.038109 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d27387-8386-4734-a29a-d2cfef866aaf'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:56.041200 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d84515-f58b-4e15-90bb-75f95ed3bdeb" -d '{"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-unplugged", "status": "completed", "tag": "33d27387-8386-4734-a29a-d2cfef866aaf"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:56.044151 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6729b818-a5af-4ea7-b610-fda5a677d77b req-a6e9e656-cb64-484a-8f57-5d98ff3eb5a9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 3808 time: 0.2084041 Jul 16 01:56:56.064962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197faff-8028-43d2-8764-f2b391358220 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event deleted for resources: {'Port': ['ID=6e2cfe37-5372-4873-82c7-38150819cf47,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:56.073182 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 33d27387-8386-4734-a29a-d2cfef866aaf, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=33d27387-8386-4734-a29a-d2cfef866aaf,segment=NetworkSegment(afae7da1-a189-45ef-b8ac-2f8a1e00592d),segment_id=afae7da1-a189-45ef-b8ac-2f8a1e00592d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:56.098556 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.099539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device b0eba950-6290-4204-97b4-71fd009ef302 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:56.142276 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-644abaf8-26ba-44d5-8b80-31e0179245ac tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.167524 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebc2844-817e-4535-9bf8-ad841268e807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-c27dd494-4532-425f-b35e-18d3bc1f9da8', 'network_id': 'c27dd494-4532-425f-b35e-18d3bc1f9da8', 'tenant_id': 'd36fab3665854a9fbf6d412fd28e4638', 'fixed_ips': [{'subnet_id': '276965ce-d35c-46c3-92af-8cd2ea7da459'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:56.168806 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ebc2844-817e-4535-9bf8-ad841268e807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.241814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=33d27387-8386-4734-a29a-d2cfef866aaf,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:56.267066 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6729b818-a5af-4ea7-b610-fda5a677d77b req-81fd94e9-0ef0-40c4-afd8-5333181a163a tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219076 Jul 16 01:56:56.271970 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-644abaf8-26ba-44d5-8b80-31e0179245ac tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.293378 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.342009 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644abaf8-26ba-44d5-8b80-31e0179245ac tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Subnet': ['ID=276965ce-d35c-46c3-92af-8cd2ea7da459,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:56.412462 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-644abaf8-26ba-44d5-8b80-31e0179245ac tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.425101 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-644abaf8-26ba-44d5-8b80-31e0179245ac tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27dd494-4532-425f-b35e-18d3bc1f9da8']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server [None req-1ebc2844-817e-4535-9bf8-ad841268e807 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 276965ce-d35c-46c3-92af-8cd2ea7da459: This subnet is being modified by another concurrent operation. Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 276965ce-d35c-46c3-92af-8cd2ea7da459: This subnet is being modified by another concurrent operation. Jul 16 01:56:56.431825 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Jul 16 01:56:56.457282 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-644abaf8-26ba-44d5-8b80-31e0179245ac tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26dac625-8cf0-4ea7-a95a-63f17996a768') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:56.457591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-644abaf8-26ba-44d5-8b80-31e0179245ac tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26dac625-8cf0-4ea7-a95a-63f17996a768') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:56.473012 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbb15f6-c1f7-4747-857b-f6684e73c99e None None] Network c27dd494-4532-425f-b35e-18d3bc1f9da8 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:56.483030 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-644abaf8-26ba-44d5-8b80-31e0179245ac tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.500310 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-644abaf8-26ba-44d5-8b80-31e0179245ac tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.515464 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644abaf8-26ba-44d5-8b80-31e0179245ac tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:56.516302 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-644abaf8-26ba-44d5-8b80-31e0179245ac tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:56.520403 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:56.561415 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port b0eba950-6290-4204-97b4-71fd009ef302, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b0eba950-6290-4204-97b4-71fd009ef302,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:56.569709 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.570438 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 6e2cfe37-5372-4873-82c7-38150819cf47 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:56.604204 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-2197faff-8028-43d2-8764-f2b391358220 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] No DVR routers for this DVR port 6e2cfe37-5372-4873-82c7-38150819cf47 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:56.609264 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-2197faff-8028-43d2-8764-f2b391358220 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.612401 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-2197faff-8028-43d2-8764-f2b391358220 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.47 "DELETE /v2.0/ports/6e2cfe37-5372-4873-82c7-38150819cf47 HTTP/1.1" status: 204 len: 173 time: 1.4074278 Jul 16 01:56:56.614104 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-deleted', 'tag': '6e2cfe37-5372-4873-82c7-38150819cf47'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:56.616897 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abc1a02-fa1a-46f2-b528-74c6f2fcd84e" -d '{"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-deleted", "tag": "6e2cfe37-5372-4873-82c7-38150819cf47"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:56.642795 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 6e2cfe37-5372-4873-82c7-38150819cf47 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:56.647521 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 6e2cfe37-5372-4873-82c7-38150819cf47 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:56.648997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device b06a2033-1b7a-4ff7-b625-8b69419da338 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:56.702055 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-644abaf8-26ba-44d5-8b80-31e0179245ac tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.711496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf481e7-03f5-48c9-b70f-cb6581c5a860 req-8798a0b2-75a0-40fa-8d10-0b352646031e tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.713212 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-adf481e7-03f5-48c9-b70f-cb6581c5a860 req-8798a0b2-75a0-40fa-8d10-0b352646031e tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.6447408 Jul 16 01:56:56.721202 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-644abaf8-26ba-44d5-8b80-31e0179245ac tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.723223 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-644abaf8-26ba-44d5-8b80-31e0179245ac tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/c27dd494-4532-425f-b35e-18d3bc1f9da8 HTTP/1.1" status: 204 len: 168 time: 0.9505420 Jul 16 01:56:56.726331 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56696) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:56.753869 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:56:56.755008 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644abaf8-26ba-44d5-8b80-31e0179245ac tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Network': ['ID=c27dd494-4532-425f-b35e-18d3bc1f9da8,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:56.799441 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-adf481e7-03f5-48c9-b70f-cb6581c5a860 req-5208e00f-4dac-43f5-a770-b90eca21363f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791330 Jul 16 01:56:56.816322 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Deleting port 0c40b0ea-30a1-4c59-8cb3-23aed3975cea {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:56.816668 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.837566 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8fd5c-c5b6-4072-a351-857189a079bc req-5227e636-569c-4758-81a2-2e0f9460ff48 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.841613 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6fb8fd5c-c5b6-4072-a351-857189a079bc req-5227e636-569c-4758-81a2-2e0f9460ff48 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 944 time: 0.3173411 Jul 16 01:56:56.843629 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebf8ed9-4321-4325-8447-187b2404d9df tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] GET failed (client error): The resource could not be found. Jul 16 01:56:56.850326 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8ebf8ed9-4321-4325-8447-187b2404d9df tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "GET /v2.0/subnets/276965ce-d35c-46c3-92af-8cd2ea7da459 HTTP/1.1" status: 404 len: 337 time: 0.1206677 Jul 16 01:56:56.851265 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56706) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:56.918566 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade55c6e-4fbc-4bb1-95c8-b91bdf557e50 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:56.919432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade55c6e-4fbc-4bb1-95c8-b91bdf557e50 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:56.921447 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ade55c6e-4fbc-4bb1-95c8-b91bdf557e50 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/c27dd494-4532-425f-b35e-18d3bc1f9da8 HTTP/1.1" status: 404 len: 339 time: 0.0690939 Jul 16 01:56:56.937896 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56708) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:56.939888 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7a7113-3209-445a-927d-332fd2b8792f x-openstack-request-id: req-dd7a7113-3209-445a-927d-332fd2b8792f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:56.940418 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-unplugged", "status": "completed", "tag": "33d27387-8386-4734-a29a-d2cfef866aaf", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:56.941800 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dd7a7113-3209-445a-927d-332fd2b8792f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:56.942416 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d27387-8386-4734-a29a-d2cfef866aaf', 'code': 200} Jul 16 01:56:56.969622 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29018139-883d-458c-86c2-055411114c50 x-openstack-request-id: req-29018139-883d-458c-86c2-055411114c50 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:56.976279 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-deleted", "tag": "6e2cfe37-5372-4873-82c7-38150819cf47", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:56.976778 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-29018139-883d-458c-86c2-055411114c50 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:56.977379 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-deleted', 'tag': '6e2cfe37-5372-4873-82c7-38150819cf47', 'status': 'completed', 'code': 200} Jul 16 01:56:57.010545 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.013634 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130e5644-3749-4b26-9746-5afd3f609817 None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:56:57.032859 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] For port 0c40b0ea-30a1-4c59-8cb3-23aed3975cea, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=0c40b0ea-30a1-4c59-8cb3-23aed3975cea,segment=NetworkSegment(7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e),segment_id=7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:57.034317 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.055655 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6fb8fd5c-c5b6-4072-a351-857189a079bc req-392467cc-ef71-4317-b303-bf70f95e216d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880667 Jul 16 01:56:57.057621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Calling delete_port for 0c40b0ea-30a1-4c59-8cb3-23aed3975cea owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:57.068596 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ef0d49-27bc-4c19-8b92-e0d48e36eecd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.070385 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-66ef0d49-27bc-4c19-8b92-e0d48e36eecd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1314075 Jul 16 01:56:57.075259 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56710) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:57.097934 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=b0eba950-6290-4204-97b4-71fd009ef302,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:57.140092 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5dd1326b-8f40-4a67-b085-441fd85a1cc2 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "GET /v2.0/subnets?network_id=88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 207 time: 0.0634806 Jul 16 01:56:57.143352 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56716) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:57.349668 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:57.377756 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7', 'port_id': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'mac_address': 'fa:16:3e:2c:39:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431173cc-57a2-4919-b1a4-931d8310a270', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:56:57.391571 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port b06a2033-1b7a-4ff7-b625-8b69419da338, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b06a2033-1b7a-4ff7-b625-8b69419da338,segment=NetworkSegment(7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e),segment_id=7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:57.412975 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.414263 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 0c40b0ea-30a1-4c59-8cb3-23aed3975cea no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:57.457857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d23bb0-6263-4341-a5dc-5e48e40b6f88 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.464230 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d23bb0-6263-4341-a5dc-5e48e40b6f88 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.471473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d23bb0-6263-4341-a5dc-5e48e40b6f88 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.477162 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d23bb0-6263-4341-a5dc-5e48e40b6f88 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.478918 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a8d23bb0-6263-4341-a5dc-5e48e40b6f88 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3333325 Jul 16 01:56:57.484739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56726) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:57.533998 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcb46c-22a5-44ff-b678-8af6711f3077 req-7dff98eb-542a-4eb0-9e5e-7403579ecd4a tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.535880 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dabcb46c-22a5-44ff-b678-8af6711f3077 req-7dff98eb-542a-4eb0-9e5e-7403579ecd4a tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.2704439 Jul 16 01:56:57.622628 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dabcb46c-22a5-44ff-b678-8af6711f3077 req-5f40b6c3-623a-4630-bd7d-1dc81e8c51e7 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795572 Jul 16 01:56:57.623958 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.663809 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event deleted for resources: {'Port': ['ID=0c40b0ea-30a1-4c59-8cb3-23aed3975cea,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:57.704742 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:57.705245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:57.706008 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:57.706429 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:57.706839 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:57.707246 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:57.707651 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:57.708080 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:57.708497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:57.709041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:57.709434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:57.709831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:57.720397 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484b03e-d274-4aec-9f56-b4a514f7e603 req-7d4ccf1c-dbca-4ef0-bdec-995b5676c647 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.738095 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] No DVR routers for this DVR port 0c40b0ea-30a1-4c59-8cb3-23aed3975cea on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:57.741251 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484b03e-d274-4aec-9f56-b4a514f7e603 req-7d4ccf1c-dbca-4ef0-bdec-995b5676c647 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.749827 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484b03e-d274-4aec-9f56-b4a514f7e603 req-7d4ccf1c-dbca-4ef0-bdec-995b5676c647 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.749936 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.751954 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-b6d09302-c1ec-4b82-9be9-9edd57375eb4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.47 "DELETE /v2.0/ports/0c40b0ea-30a1-4c59-8cb3-23aed3975cea HTTP/1.1" status: 204 len: 173 time: 1.1300471 Jul 16 01:56:57.755875 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484b03e-d274-4aec-9f56-b4a514f7e603 req-7d4ccf1c-dbca-4ef0-bdec-995b5676c647 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.759087 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a484b03e-d274-4aec-9f56-b4a514f7e603 req-7d4ccf1c-dbca-4ef0-bdec-995b5676c647 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 3067 time: 0.2390077 Jul 16 01:56:57.831745 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a484b03e-d274-4aec-9f56-b4a514f7e603 req-26a5f5ba-e984-4907-9de0-e1d20772a172 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643604 Jul 16 01:56:57.903064 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-30a69372-56e1-4690-b7f3-9d925ab87833 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4167469 Jul 16 01:56:57.910514 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56736) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:57.948149 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.974488 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc7d8c0-404e-4ab1-991d-f661fda6f98b tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.976536 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc7d8c0-404e-4ab1-991d-f661fda6f98b tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.978383 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ffc7d8c0-404e-4ab1-991d-f661fda6f98b tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0695457 Jul 16 01:56:57.984304 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56738) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:57.991024 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Port 0c40b0ea-30a1-4c59-8cb3-23aed3975cea update to DOWN by agent not found {{(pid=93833) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 01:56:57.991475 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 1ee21601-191c-45f4-b814-a55228557d82 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:58.010825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:56:58.047564 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-9cfc8ff5-308f-49d2-92a7-fb15d10600bd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Deleting port b0eba950-6290-4204-97b4-71fd009ef302 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:58.048135 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-9cfc8ff5-308f-49d2-92a7-fb15d10600bd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.079298 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b754bb0e-224c-4a37-b51d-e36a0893403e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:58.081635 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b754bb0e-224c-4a37-b51d-e36a0893403e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:58.093802 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b754bb0e-224c-4a37-b51d-e36a0893403e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1083448 Jul 16 01:56:58.095552 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56744) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:58.126619 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130e5644-3749-4b26-9746-5afd3f609817 None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:56:58.144485 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=b06a2033-1b7a-4ff7-b625-8b69419da338,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:58.164921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:58.237816 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-9cfc8ff5-308f-49d2-92a7-fb15d10600bd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] For port b0eba950-6290-4204-97b4-71fd009ef302, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b0eba950-6290-4204-97b4-71fd009ef302,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:58.238189 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-9cfc8ff5-308f-49d2-92a7-fb15d10600bd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.272173 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-9cfc8ff5-308f-49d2-92a7-fb15d10600bd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Calling delete_port for b0eba950-6290-4204-97b4-71fd009ef302 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:58.331458 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.340579 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e025ac-5b65-4164-bb6c-4667a0124987 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:58.345613 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-82e025ac-5b65-4164-bb6c-4667a0124987 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "GET /v2.0/networks/02fdbfe3-c649-4a0c-a139-7bf777e3204e HTTP/1.1" status: 200 len: 800 time: 0.2488198 Jul 16 01:56:58.361752 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56750) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:58.434649 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:58.446951 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 1ee21601-191c-45f4-b814-a55228557d82 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:58.447819 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 588d0e4f-cefb-43a8-a412-487dd40c07f8 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:58.483604 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227582d9-66aa-4df7-a9e0-54dbd44e4bed req-91e5da4d-2006-4f23-babf-47885ea7475b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:58.486562 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-227582d9-66aa-4df7-a9e0-54dbd44e4bed req-91e5da4d-2006-4f23-babf-47885ea7475b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.6486366 Jul 16 01:56:58.487439 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-9cfc8ff5-308f-49d2-92a7-fb15d10600bd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.530506 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 588d0e4f-cefb-43a8-a412-487dd40c07f8 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:58.540158 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc8ff5-308f-49d2-92a7-fb15d10600bd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event deleted for resources: {'Port': ['ID=b0eba950-6290-4204-97b4-71fd009ef302,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:58.559084 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-75e4c009-acb0-4ba8-bcc8-d50bfd575107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.618660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de915aa6-5a35-475d-82ca-1878e15d5e44 req-f89189df-b580-48d2-bb2b-9f204fe07549 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:58.626048 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-de915aa6-5a35-475d-82ca-1878e15d5e44 req-f89189df-b580-48d2-bb2b-9f204fe07549 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 945 time: 0.2782929 Jul 16 01:56:58.633277 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-227582d9-66aa-4df7-a9e0-54dbd44e4bed req-45e67cad-455f-4fc9-812f-d305463b60ac tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361454 Jul 16 01:56:58.651524 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-9cfc8ff5-308f-49d2-92a7-fb15d10600bd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] No DVR routers for this DVR port b0eba950-6290-4204-97b4-71fd009ef302 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:58.655555 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-9cfc8ff5-308f-49d2-92a7-fb15d10600bd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.657667 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-9cfc8ff5-308f-49d2-92a7-fb15d10600bd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.47 "DELETE /v2.0/ports/b0eba950-6290-4204-97b4-71fd009ef302 HTTP/1.1" status: 204 len: 173 time: 0.8994138 Jul 16 01:56:58.659447 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-afb75ffe-930d-46c2-8d33-1cee605911a1 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "GET /v2.0/networks/02fdbfe3-c649-4a0c-a139-7bf777e3204e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2794189 Jul 16 01:56:58.665097 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56756) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:58.668027 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['78643cc2-be85-431a-84f0-4cd5f0b8e5a1'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:56:58.716391 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-de915aa6-5a35-475d-82ca-1878e15d5e44 req-b2fd3363-6e40-4d98-b7f1-3e130d5c989b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890405 Jul 16 01:56:58.853485 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.879619 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7fca34-974a-46a0-adda-b5ee578f60d9 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:58.881059 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ad7fca34-974a-46a0-adda-b5ee578f60d9 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "GET /v2.0/subnets/470e505b-2958-4ead-9a6a-254e5a745f7b HTTP/1.1" status: 200 len: 811 time: 0.1578460 Jul 16 01:56:58.893983 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56768) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:58.943402 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0eba950-6290-4204-97b4-71fd009ef302'}, {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06a2033-1b7a-4ff7-b625-8b69419da338'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:58.950051 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461d71ad-96cd-4cc4-86a8-5f817bf66c8f" -d '{"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-unplugged", "status": "completed", "tag": "b0eba950-6290-4204-97b4-71fd009ef302"}, {"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-unplugged", "status": "completed", "tag": "b06a2033-1b7a-4ff7-b625-8b69419da338"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:58.980763 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-deleted', 'tag': '0c40b0ea-30a1-4c59-8cb3-23aed3975cea'}, {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-deleted', 'tag': 'b0eba950-6290-4204-97b4-71fd009ef302'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:58.992713 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56506c94-76dd-4b5f-816d-14216af7dd12" -d '{"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-deleted", "tag": "0c40b0ea-30a1-4c59-8cb3-23aed3975cea"}, {"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-deleted", "tag": "b0eba950-6290-4204-97b4-71fd009ef302"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:59.024724 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e27c14-31fb-4f45-b138-78e240d5b7c5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['shared'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:59.029346 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-69e27c14-31fb-4f45-b138-78e240d5b7c5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "GET /v2.0/subnets/470e505b-2958-4ead-9a6a-254e5a745f7b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1340528 Jul 16 01:56:59.034943 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56776) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:59.041104 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-1d01d33b-7208-48b4-b43f-837d2f892a77 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-701414742'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:59.053041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-f2ccbf7c-0344-4fc5-aeb7-29bb7d83b8dd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Deleting port b06a2033-1b7a-4ff7-b625-8b69419da338 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:59.053612 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-f2ccbf7c-0344-4fc5-aeb7-29bb7d83b8dd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.098254 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c850c-2cb4-4025-ae64-b220aa5b807f req-3ba57a2f-4a0f-4c01-9b68-986530c3062a tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:59.099593 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5c7c850c-2cb4-4025-ae64-b220aa5b807f req-3ba57a2f-4a0f-4c01-9b68-986530c3062a tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.1860945 Jul 16 01:56:59.110935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d01d33b-7208-48b4-b43f-837d2f892a77 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:59.115076 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1d01d33b-7208-48b4-b43f-837d2f892a77 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.171823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d01d33b-7208-48b4-b43f-837d2f892a77 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:59.187485 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec30a0c-4a80-4d15-84df-c9897bffc91c req-673bfa85-167d-44e6-8e91-8ead27bb2f67 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:59.194110 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec30a0c-4a80-4d15-84df-c9897bffc91c req-673bfa85-167d-44e6-8e91-8ead27bb2f67 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:59.195887 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eec30a0c-4a80-4d15-84df-c9897bffc91c req-673bfa85-167d-44e6-8e91-8ead27bb2f67 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 1677 time: 0.1483655 Jul 16 01:56:59.199292 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5c7c850c-2cb4-4025-ae64-b220aa5b807f req-5d84ad19-c6a4-4160-a59a-b771c586c8ca tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921991 Jul 16 01:56:59.250219 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-f2ccbf7c-0344-4fc5-aeb7-29bb7d83b8dd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] For port b06a2033-1b7a-4ff7-b625-8b69419da338, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b06a2033-1b7a-4ff7-b625-8b69419da338,segment=NetworkSegment(7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e),segment_id=7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:59.250456 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-f2ccbf7c-0344-4fc5-aeb7-29bb7d83b8dd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.256757 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1d01d33b-7208-48b4-b43f-837d2f892a77 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.257216 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-1d01d33b-7208-48b4-b43f-837d2f892a77 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Added segment f47ccab3-51a2-4620-a6bc-cccbec312227 of type vlan for network f05326a9-1004-4b19-bfbd-fa303449bdb6 Jul 16 01:56:59.285015 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-f2ccbf7c-0344-4fc5-aeb7-29bb7d83b8dd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Calling delete_port for b06a2033-1b7a-4ff7-b625-8b69419da338 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:59.326663 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2747c7b-8d99-46b1-a82b-d4b43fecabfa x-openstack-request-id: req-e2747c7b-8d99-46b1-a82b-d4b43fecabfa {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:59.327020 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-unplugged", "status": "completed", "tag": "b0eba950-6290-4204-97b4-71fd009ef302", "code": 200}, {"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-unplugged", "status": "completed", "tag": "b06a2033-1b7a-4ff7-b625-8b69419da338", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:59.327222 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e2747c7b-8d99-46b1-a82b-d4b43fecabfa {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:59.327631 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0eba950-6290-4204-97b4-71fd009ef302', 'code': 200} Jul 16 01:56:59.327911 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06a2033-1b7a-4ff7-b625-8b69419da338', 'code': 200} Jul 16 01:56:59.343400 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eec30a0c-4a80-4d15-84df-c9897bffc91c req-3bfb8960-3fd5-41a9-ab78-35ce93ee93a2 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341279 Jul 16 01:56:59.385094 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1d01d33b-7208-48b4-b43f-837d2f892a77 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.407358 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4594118c-5221-48cb-a98a-8415556bc989 x-openstack-request-id: req-4594118c-5221-48cb-a98a-8415556bc989 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:59.407968 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-deleted", "tag": "0c40b0ea-30a1-4c59-8cb3-23aed3975cea", "status": "completed", "code": 200}, {"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-deleted", "tag": "b0eba950-6290-4204-97b4-71fd009ef302", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:59.408377 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4594118c-5221-48cb-a98a-8415556bc989 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:59.411235 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-deleted', 'tag': '0c40b0ea-30a1-4c59-8cb3-23aed3975cea', 'status': 'completed', 'code': 200} Jul 16 01:56:59.411655 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-deleted', 'tag': 'b0eba950-6290-4204-97b4-71fd009ef302', 'status': 'completed', 'code': 200} Jul 16 01:56:59.472999 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1d01d33b-7208-48b4-b43f-837d2f892a77 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.478570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d01d33b-7208-48b4-b43f-837d2f892a77 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:59.479179 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1d01d33b-7208-48b4-b43f-837d2f892a77 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.516646 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1d01d33b-7208-48b4-b43f-837d2f892a77 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4808455 Jul 16 01:56:59.519331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56786) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:59.532173 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-0076d4ab-2462-4520-bfcb-5c06f2066c3e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'subnet': {'network_id': 'f05326a9-1004-4b19-bfbd-fa303449bdb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:59.608062 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01d33b-7208-48b4-b43f-837d2f892a77 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Network': ['ID=f05326a9-1004-4b19-bfbd-fa303449bdb6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:59.618363 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network f05326a9-1004-4b19-bfbd-fa303449bdb6 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:59.801633 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-f2ccbf7c-0344-4fc5-aeb7-29bb7d83b8dd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.857794 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccbf7c-0344-4fc5-aeb7-29bb7d83b8dd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event deleted for resources: {'Port': ['ID=b06a2033-1b7a-4ff7-b625-8b69419da338,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:59.912633 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc28770-fa6f-4a51-b1fe-9696b627de97 req-a8fe0f36-390f-48cb-a88d-b69f7bce9d07 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:59.914162 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9dc28770-fa6f-4a51-b1fe-9696b627de97 req-a8fe0f36-390f-48cb-a88d-b69f7bce9d07 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.2737591 Jul 16 01:56:59.935686 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bb939-00f2-466a-a2e6-aa42775b9529 req-4623f14b-f074-4897-b130-3f3f7c2412af tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:59.943098 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-496bb939-00f2-466a-a2e6-aa42775b9529 req-4623f14b-f074-4897-b130-3f3f7c2412af tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 945 time: 0.0938795 Jul 16 01:56:59.949641 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0076d4ab-2462-4520-bfcb-5c06f2066c3e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Made reservation on behalf of d36fab3665854a9fbf6d412fd28e4638 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:59.953888 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0076d4ab-2462-4520-bfcb-5c06f2066c3e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.984249 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-496bb939-00f2-466a-a2e6-aa42775b9529 req-48f912a1-7465-449f-b198-7c5546f67b8b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402634 Jul 16 01:56:59.989516 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-f2ccbf7c-0344-4fc5-aeb7-29bb7d83b8dd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] No DVR routers for this DVR port b06a2033-1b7a-4ff7-b625-8b69419da338 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:00.019177 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-f2ccbf7c-0344-4fc5-aeb7-29bb7d83b8dd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.021369 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-f2ccbf7c-0344-4fc5-aeb7-29bb7d83b8dd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.47 "DELETE /v2.0/ports/b06a2033-1b7a-4ff7-b625-8b69419da338 HTTP/1.1" status: 204 len: 173 time: 1.3572075 Jul 16 01:57:00.069893 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.ipam_backend_mixin [None req-0076d4ab-2462-4520-bfcb-5c06f2066c3e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Performing IP validity checks on allocation pools {{(pid=93831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:57:00.070437 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.ipam_backend_mixin [None req-0076d4ab-2462-4520-bfcb-5c06f2066c3e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:57:00.139688 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9dc28770-fa6f-4a51-b1fe-9696b627de97 req-bc284415-96a6-4143-a484-8b846a98563b tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516144 Jul 16 01:57:00.249273 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-6476482d-9705-418d-9441-5b5364a49e2e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Deleting port 33d27387-8386-4734-a29a-d2cfef866aaf {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:00.249619 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-6476482d-9705-418d-9441-5b5364a49e2e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.430779 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0076d4ab-2462-4520-bfcb-5c06f2066c3e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.556863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-6476482d-9705-418d-9441-5b5364a49e2e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] For port 33d27387-8386-4734-a29a-d2cfef866aaf, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=33d27387-8386-4734-a29a-d2cfef866aaf,segment=NetworkSegment(afae7da1-a189-45ef-b8ac-2f8a1e00592d),segment_id=afae7da1-a189-45ef-b8ac-2f8a1e00592d)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:00.556863 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-6476482d-9705-418d-9441-5b5364a49e2e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.645659 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076d4ab-2462-4520-bfcb-5c06f2066c3e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Subnet': ['ID=bf8ece2c-0c5f-4cf5-bf61-ea0af9d0628a,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:00.654006 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:00.706293 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:00.716242 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:00.716661 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.716968 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2c6ec-5e18-49a1-a12f-defe7855b39d req-df6f7ca2-8c81-4ec2-a881-0dc68cd75712 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:00.718620 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-90e2c6ec-5e18-49a1-a12f-defe7855b39d req-df6f7ca2-8c81-4ec2-a881-0dc68cd75712 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.0956576 Jul 16 01:57:00.743285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0076d4ab-2462-4520-bfcb-5c06f2066c3e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Checking segment: {'id': 'f47ccab3-51a2-4620-a6bc-cccbec312227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f05326a9-1004-4b19-bfbd-fa303449bdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:00.743285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0076d4ab-2462-4520-bfcb-5c06f2066c3e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network hostable DHCP agents. Network: f05326a9-1004-4b19-bfbd-fa303449bdb6, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:00.816142 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-90e2c6ec-5e18-49a1-a12f-defe7855b39d req-64cd152a-ca39-46e9-9eec-c6cb44c19d04 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876846 Jul 16 01:57:00.843048 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.855626 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0076d4ab-2462-4520-bfcb-5c06f2066c3e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Network f05326a9-1004-4b19-bfbd-fa303449bdb6 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:00.874784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e57551-a294-4121-b717-7b21e6b06ca2 req-b022a07c-cd04-42bf-bab7-858c9652f4f9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:00.882697 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a2e57551-a294-4121-b717-7b21e6b06ca2 req-b022a07c-cd04-42bf-bab7-858c9652f4f9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 943 time: 0.2942631 Jul 16 01:57:00.891356 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:00.895974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-0076d4ab-2462-4520-bfcb-5c06f2066c3e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, f05326a9-1004-4b19-bfbd-fa303449bdb6) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:00.896146 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.902349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0076d4ab-2462-4520-bfcb-5c06f2066c3e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:00.903344 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0076d4ab-2462-4520-bfcb-5c06f2066c3e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.923240 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52764731-eeee-49f5-874d-73bc21821977 None None] Network f05326a9-1004-4b19-bfbd-fa303449bdb6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:00.976086 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0076d4ab-2462-4520-bfcb-5c06f2066c3e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4554193 Jul 16 01:57:00.979052 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 56818) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:00.988704 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-60190c67-06e9-438c-a3ea-089f1fb844cd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:00.996350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:01.018812 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a2e57551-a294-4121-b717-7b21e6b06ca2 req-1edcc355-7efb-4243-87b0-8186eec6afcc tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups?id=121cc833-6164-4610-bf48-0fea8c3a51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350667 Jul 16 01:57:01.061353 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-6476482d-9705-418d-9441-5b5364a49e2e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.062145 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-6476482d-9705-418d-9441-5b5364a49e2e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.062656 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-6476482d-9705-418d-9441-5b5364a49e2e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Floating IP ecd13786-7c34-4219-a4e5-7ca438ba5e91 disassociated. External IP: 172.25.1.67, port: 33d27387-8386-4734-a29a-d2cfef866aaf. Jul 16 01:57:01.063207 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-6476482d-9705-418d-9441-5b5364a49e2e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Calling delete_port for 33d27387-8386-4734-a29a-d2cfef866aaf owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:01.139425 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.152972 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10889440-8a53-4288-82d7-0d9e709cdaff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.270484 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59aa173-3c3f-4274-835e-dad14b3cb0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-f05326a9-1004-4b19-bfbd-fa303449bdb6', 'network_id': 'f05326a9-1004-4b19-bfbd-fa303449bdb6', 'tenant_id': 'd36fab3665854a9fbf6d412fd28e4638', 'fixed_ips': [{'subnet_id': 'bf8ece2c-0c5f-4cf5-bf61-ea0af9d0628a'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:01.272528 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a59aa173-3c3f-4274-835e-dad14b3cb0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.273823 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-60190c67-06e9-438c-a3ea-089f1fb844cd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9666685'] for subnet, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.325984 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-6476482d-9705-418d-9441-5b5364a49e2e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.360984 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476482d-9705-418d-9441-5b5364a49e2e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event deleted for resources: {'Port': ['ID=33d27387-8386-4734-a29a-d2cfef866aaf,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:01.371811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149423d5-21d2-4aea-a93a-af442d1c5710 req-dd0bbb79-48cb-49f9-a795-d2b0750d5adb tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:01.379095 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-149423d5-21d2-4aea-a93a-af442d1c5710 req-dd0bbb79-48cb-49f9-a795-d2b0750d5adb tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.1626987 Jul 16 01:57:01.383550 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:01.389533 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5dc3cf-02b1-4f0c-b694-5b05fb6898e6" -d '{"events": [{"server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "name": "network-vif-plugged", "status": "completed", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:01.459492 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d873ae-b878-4020-9805-b6b6c753725c x-openstack-request-id: req-d4d873ae-b878-4020-9805-b6b6c753725c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:01.460018 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "name": "network-vif-plugged", "status": "completed", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:01.460453 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d4d873ae-b878-4020-9805-b6b6c753725c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:01.461059 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'code': 200} Jul 16 01:57:01.480584 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-149423d5-21d2-4aea-a93a-af442d1c5710 req-f2fa95ac-ac95-4568-8660-f25a29f2bf16 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977705 Jul 16 01:57:01.495440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-deleted', 'tag': 'b06a2033-1b7a-4ff7-b625-8b69419da338'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:01.499553 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ee71ca-dc08-41f3-93bc-6bce15568459" -d '{"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-deleted", "tag": "b06a2033-1b7a-4ff7-b625-8b69419da338"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:01.530971 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.api [None req-a59aa173-3c3f-4274-835e-dad14b3cb0b0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:57:01.530971 n-d-800086-6 neutron-server[93833]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 16 01:57:01.530971 n-d-800086-6 neutron-server[93833]: [parameters: {'in_use': 1, 'id_1': 'bf8ece2c-0c5f-4cf5-bf61-ea0af9d0628a'}] Jul 16 01:57:01.530971 n-d-800086-6 neutron-server[93833]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:57:01.531610 n-d-800086-6 neutron-server[93833]: DEBUG oslo_db.api [None req-a59aa173-3c3f-4274-835e-dad14b3cb0b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:57:01.548795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-6476482d-9705-418d-9441-5b5364a49e2e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Router 883719d3-41f2-48ff-bddb-e3556a652165 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:01.550637 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d17a77a-f666-48a7-a36d-21415dab71aa x-openstack-request-id: req-4d17a77a-f666-48a7-a36d-21415dab71aa {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:01.551002 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-deleted", "tag": "b06a2033-1b7a-4ff7-b625-8b69419da338", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:01.551324 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d17a77a-f666-48a7-a36d-21415dab71aa {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:01.551958 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-deleted', 'tag': 'b06a2033-1b7a-4ff7-b625-8b69419da338', 'status': 'completed', 'code': 200} Jul 16 01:57:01.711482 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f03f2f-fdd8-46aa-80b7-a3501967dc37 req-afbb4b6f-6034-4762-b0c0-50d36ff6aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:01.713045 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-48f03f2f-fdd8-46aa-80b7-a3501967dc37 req-afbb4b6f-6034-4762-b0c0-50d36ff6aa0a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 1097 time: 0.1516376 Jul 16 01:57:01.713652 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-60190c67-06e9-438c-a3ea-089f1fb844cd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739031246475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9181281'] for subnet, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.752653 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-6476482d-9705-418d-9441-5b5364a49e2e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:01.776335 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197c93e2-923c-4561-b33d-6d4d2b758de5 None None] Sync routers for ids ['883719d3-41f2-48ff-bddb-e3556a652165'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:01.796116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197c93e2-923c-4561-b33d-6d4d2b758de5 None None] Routers {'883719d3-41f2-48ff-bddb-e3556a652165'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:01.796839 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-197c93e2-923c-4561-b33d-6d4d2b758de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:57:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['883719d3-41f2-48ff-bddb-e3556a652165'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:01.827055 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60190c67-06e9-438c-a3ea-089f1fb844cd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:01.827696 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-60190c67-06e9-438c-a3ea-089f1fb844cd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.847390 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-60190c67-06e9-438c-a3ea-089f1fb844cd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "PUT /v2.0/subnets/bf8ece2c-0c5f-4cf5-bf61-ea0af9d0628a HTTP/1.1" status: 200 len: 877 time: 0.8659713 Jul 16 01:57:01.863880 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56844) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:01.872674 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-48f03f2f-fdd8-46aa-80b7-a3501967dc37 req-198ae9f7-8a4d-4760-bfba-15a917577eb9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450744 Jul 16 01:57:01.892684 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60190c67-06e9-438c-a3ea-089f1fb844cd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event updated for resources: {'Subnet': ['ID=bf8ece2c-0c5f-4cf5-bf61-ea0af9d0628a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:01.952571 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-6476482d-9705-418d-9441-5b5364a49e2e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] No DVR routers for this DVR port 33d27387-8386-4734-a29a-d2cfef866aaf on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:01.965724 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-6476482d-9705-418d-9441-5b5364a49e2e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.967930 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e5289fb-7c73-49f9-9f1a-ea3d4d7d222b req-6476482d-9705-418d-9441-5b5364a49e2e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.47 "DELETE /v2.0/ports/33d27387-8386-4734-a29a-d2cfef866aaf HTTP/1.1" status: 204 len: 173 time: 1.9338348 Jul 16 01:57:02.034638 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a59aa173-3c3f-4274-835e-dad14b3cb0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.164652 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-779cbfbf-6b42-416e-a6ea-f27a94f4c2fd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.187752 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-197c93e2-923c-4561-b33d-6d4d2b758de5 None None] Set router 883719d3-41f2-48ff-bddb-e3556a652165 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:02.195444 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.302574 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0de3a8-129a-4bad-92b1-ffd3adc760c2 req-46d22e55-de22-4d4b-9735-65ffc96b13ad tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:02.318840 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eb0de3a8-129a-4bad-92b1-ffd3adc760c2 req-46d22e55-de22-4d4b-9735-65ffc96b13ad tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.2051628 Jul 16 01:57:02.380283 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-779cbfbf-6b42-416e-a6ea-f27a94f4c2fd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.398719 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eb0de3a8-129a-4bad-92b1-ffd3adc760c2 req-da022e31-abac-407a-acba-c70db4b94133 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789008 Jul 16 01:57:02.407987 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8010b928-2049-4823-b22b-12f8971dda2e req-a30f795a-8da1-4dde-9e1b-3987fa8432f4 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 210 time: 0.0955174 Jul 16 01:57:02.593758 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-779cbfbf-6b42-416e-a6ea-f27a94f4c2fd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.683696 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cbfbf-6b42-416e-a6ea-f27a94f4c2fd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Subnet': ['ID=bf8ece2c-0c5f-4cf5-bf61-ea0af9d0628a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server [None req-a59aa173-3c3f-4274-835e-dad14b3cb0b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf8ece2c-0c5f-4cf5-bf61-ea0af9d0628a: This subnet is being modified by another concurrent operation. Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf8ece2c-0c5f-4cf5-bf61-ea0af9d0628a: This subnet is being modified by another concurrent operation. Jul 16 01:57:02.747328 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Jul 16 01:57:02.794449 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414206b7-b6d1-493b-b2b6-2972fc08d6c2 None None] Network f05326a9-1004-4b19-bfbd-fa303449bdb6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:02.999985 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-779cbfbf-6b42-416e-a6ea-f27a94f4c2fd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.014037 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-779cbfbf-6b42-416e-a6ea-f27a94f4c2fd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05326a9-1004-4b19-bfbd-fa303449bdb6']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:03.076550 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-779cbfbf-6b42-416e-a6ea-f27a94f4c2fd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47ccab3-51a2-4620-a6bc-cccbec312227') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:03.076857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-779cbfbf-6b42-416e-a6ea-f27a94f4c2fd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47ccab3-51a2-4620-a6bc-cccbec312227') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:03.105691 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-779cbfbf-6b42-416e-a6ea-f27a94f4c2fd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.127985 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f5df3c-bc04-43b8-8690-ab6c6dd35a00 None None] Network f05326a9-1004-4b19-bfbd-fa303449bdb6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:03.137476 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de871c5f-ece8-444f-8fe1-1126444d8723 req-a9956b4e-29fb-4778-bbd9-b2837ac7594f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.156336 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de871c5f-ece8-444f-8fe1-1126444d8723 req-a9956b4e-29fb-4778-bbd9-b2837ac7594f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.4004815 Jul 16 01:57:03.193474 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-779cbfbf-6b42-416e-a6ea-f27a94f4c2fd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.203170 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779cbfbf-6b42-416e-a6ea-f27a94f4c2fd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:03.203575 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-779cbfbf-6b42-416e-a6ea-f27a94f4c2fd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:03.207101 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:03.282168 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de871c5f-ece8-444f-8fe1-1126444d8723 req-85013dab-d977-4bd4-86d4-bc7af0a3f9cf tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248209 Jul 16 01:57:03.354854 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-197c93e2-923c-4561-b33d-6d4d2b758de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883719d3-41f2-48ff-bddb-e3556a652165', 'name': 'tempest-TaggedBootDevicesTest_v242-546995690-router', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:02Z', 'updated_at': '2021-07-16T01:46:07Z', 'revision_number': 4, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'gw_port': {'id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:03Z', 'updated_at': '2021-07-16T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'f4b464d0-80ee-42e4-9021-9bb9fb195d4f', 'name': '', 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'mac_address': 'fa:16:3e:0b:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:06Z', 'updated_at': '2021-07-16T01:46:20Z', 'revision_number': 5, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'subnets': [{'id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:03.383037 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197c93e2-923c-4561-b33d-6d4d2b758de5 None None] Checking router: 883719d3-41f2-48ff-bddb-e3556a652165 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:57:03.411548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95a637-4a7c-4905-8275-54b4017dc805 req-dbafd585-2e38-48fa-880f-c88c029737c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.413390 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd95a637-4a7c-4905-8275-54b4017dc805 req-dbafd585-2e38-48fa-880f-c88c029737c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=acd8396b643646dea8935864882ec2b9&device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 1097 time: 0.1828036 Jul 16 01:57:03.414805 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197c93e2-923c-4561-b33d-6d4d2b758de5 None None] Routers {'883719d3-41f2-48ff-bddb-e3556a652165'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:03.416110 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-197c93e2-923c-4561-b33d-6d4d2b758de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:57:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['883719d3-41f2-48ff-bddb-e3556a652165'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:03.422476 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-779cbfbf-6b42-416e-a6ea-f27a94f4c2fd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.425163 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17022d-0ea4-4358-a6ab-89f9644398b3 req-92e41f21-6858-453d-900e-d3af31fd6114 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.427277 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af17022d-0ea4-4358-a6ab-89f9644398b3 req-92e41f21-6858-453d-900e-d3af31fd6114 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.2525108 Jul 16 01:57:03.436807 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-779cbfbf-6b42-416e-a6ea-f27a94f4c2fd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.440029 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-779cbfbf-6b42-416e-a6ea-f27a94f4c2fd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/f05326a9-1004-4b19-bfbd-fa303449bdb6 HTTP/1.1" status: 204 len: 168 time: 1.5381718 Jul 16 01:57:03.447909 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56950) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:03.517404 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-2180969c-6684-4f37-a3ea-e57139f9ac2e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:03.518517 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2180969c-6684-4f37-a3ea-e57139f9ac2e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:03.520991 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2180969c-6684-4f37-a3ea-e57139f9ac2e tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/subnets/bf8ece2c-0c5f-4cf5-bf61-ea0af9d0628a HTTP/1.1" status: 404 len: 337 time: 0.0719366 Jul 16 01:57:03.532656 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56954) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:03.545283 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cbfbf-6b42-416e-a6ea-f27a94f4c2fd tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Network': ['ID=f05326a9-1004-4b19-bfbd-fa303449bdb6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:03.560009 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-deleted', 'tag': '33d27387-8386-4734-a29a-d2cfef866aaf'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:03.563121 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f413ba-7fcd-4faf-8082-802b511ee189" -d '{"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-deleted", "tag": "33d27387-8386-4734-a29a-d2cfef866aaf"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:03.568043 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-8570cb93-90d6-4403-b8b2-008afebe21e3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:03.568896 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8570cb93-90d6-4403-b8b2-008afebe21e3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:03.571462 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8570cb93-90d6-4403-b8b2-008afebe21e3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/f05326a9-1004-4b19-bfbd-fa303449bdb6 HTTP/1.1" status: 404 len: 339 time: 0.0371051 Jul 16 01:57:03.573703 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-197c93e2-923c-4561-b33d-6d4d2b758de5 None None] Set router 883719d3-41f2-48ff-bddb-e3556a652165 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:03.574800 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56958) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:03.604357 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cf5661-b073-479f-80b5-8e24ea9981e8 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:03.607764 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70cf5661-b073-479f-80b5-8e24ea9981e8 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:03.607764 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-70cf5661-b073-479f-80b5-8e24ea9981e8 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/subnets/276965ce-d35c-46c3-92af-8cd2ea7da459 HTTP/1.1" status: 404 len: 337 time: 0.0311089 Jul 16 01:57:03.609504 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56960) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:03.645218 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-899c1d32-5859-434a-b311-38f9441480a0 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:03.648224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899c1d32-5859-434a-b311-38f9441480a0 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:03.653618 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daf4e67-73ea-4656-a99b-3b197f0d53e7 None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:57:03.656646 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-899c1d32-5859-434a-b311-38f9441480a0 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/c27dd494-4532-425f-b35e-18d3bc1f9da8 HTTP/1.1" status: 404 len: 339 time: 0.0458968 Jul 16 01:57:03.659002 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56962) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:03.716142 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af17022d-0ea4-4358-a6ab-89f9644398b3 req-9f5c51c3-0465-478f-a363-66789d07999f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705979 Jul 16 01:57:03.770928 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95a637-4a7c-4905-8275-54b4017dc805 req-2ff0a399-80da-42d1-b17e-769d483f32c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.772343 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd95a637-4a7c-4905-8275-54b4017dc805 req-2ff0a399-80da-42d1-b17e-769d483f32c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a8c40dbf-5170-4d84-94bd-5e3baafc13ee HTTP/1.1" status: 200 len: 914 time: 0.3440809 Jul 16 01:57:03.810988 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7fe68c2-965a-4084-9406-0e1e298c55ed req-2762138a-1c10-425f-9b9c-e4a3aadffc40 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 210 time: 0.1109211 Jul 16 01:57:03.813109 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa344dc-c8cc-4bb7-a61a-b4dab4bbe3fd x-openstack-request-id: req-7aa344dc-c8cc-4bb7-a61a-b4dab4bbe3fd {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:03.813402 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79a823f-e394-43e4-9e3f-28558671d36e", "name": "network-vif-deleted", "tag": "33d27387-8386-4734-a29a-d2cfef866aaf", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:03.813664 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7aa344dc-c8cc-4bb7-a61a-b4dab4bbe3fd {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:03.814056 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79a823f-e394-43e4-9e3f-28558671d36e', 'name': 'network-vif-deleted', 'tag': '33d27387-8386-4734-a29a-d2cfef866aaf', 'status': 'completed', 'code': 200} Jul 16 01:57:03.929758 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd95a637-4a7c-4905-8275-54b4017dc805 req-c5509da9-8f94-4380-b2f6-ed570dc13b73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c2110d2-a86c-4abc-b879-5f3c83aab164 HTTP/1.1" status: 200 len: 217 time: 0.1502562 Jul 16 01:57:03.960721 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3712e150-748e-4b9b-9d24-e6e2cfc21d78 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.996465 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.032382 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daf4e67-73ea-4656-a99b-3b197f0d53e7 None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:57:04.056859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95a637-4a7c-4905-8275-54b4017dc805 req-e77b4c93-1afb-4399-a4e5-8607b3004930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:04.059762 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd95a637-4a7c-4905-8275-54b4017dc805 req-e77b4c93-1afb-4399-a4e5-8607b3004930 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e33d7cdb-73e5-4819-a1cd-c03f40836d6a HTTP/1.1" status: 200 len: 853 time: 0.1187012 Jul 16 01:57:04.091583 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3712e150-748e-4b9b-9d24-e6e2cfc21d78 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.114623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-3712e150-748e-4b9b-9d24-e6e2cfc21d78 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc36837e-7ce3-4cac-9f71-073eef56bed3']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:04.144343 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd95a637-4a7c-4905-8275-54b4017dc805 req-77ff7316-4241-44bf-a084-d7dab905bd8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a8c40dbf-5170-4d84-94bd-5e3baafc13ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763788 Jul 16 01:57:04.154816 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-3712e150-748e-4b9b-9d24-e6e2cfc21d78 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd14ef1-7720-4ff4-87a3-635f6b9de840') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:04.155122 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-3712e150-748e-4b9b-9d24-e6e2cfc21d78 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd14ef1-7720-4ff4-87a3-635f6b9de840') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:04.188018 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3712e150-748e-4b9b-9d24-e6e2cfc21d78 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.540287 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-197c93e2-923c-4561-b33d-6d4d2b758de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883719d3-41f2-48ff-bddb-e3556a652165', 'name': 'tempest-TaggedBootDevicesTest_v242-546995690-router', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:02Z', 'updated_at': '2021-07-16T01:46:07Z', 'revision_number': 4, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'gw_port': {'id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:03Z', 'updated_at': '2021-07-16T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'f4b464d0-80ee-42e4-9021-9bb9fb195d4f', 'name': '', 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'mac_address': 'fa:16:3e:0b:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:06Z', 'updated_at': '2021-07-16T01:46:20Z', 'revision_number': 5, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'subnets': [{'id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:04.646153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197c93e2-923c-4561-b33d-6d4d2b758de5 None None] The sync data for ids ['883719d3-41f2-48ff-bddb-e3556a652165'] in n-d-800086-6 is: [{'id': '883719d3-41f2-48ff-bddb-e3556a652165', 'name': 'tempest-TaggedBootDevicesTest_v242-546995690-router', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:02Z', 'updated_at': '2021-07-16T01:46:07Z', 'revision_number': 4, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'gw_port': {'id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:03Z', 'updated_at': '2021-07-16T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'f4b464d0-80ee-42e4-9021-9bb9fb195d4f', 'name': '', 'network_id': '2db9e81d-658b-4adb-b971-288015f4b66c', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'mac_address': 'fa:16:3e:0b:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:06Z', 'updated_at': '2021-07-16T01:46:20Z', 'revision_number': 5, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'subnets': [{'id': '3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:04.790880 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3712e150-748e-4b9b-9d24-e6e2cfc21d78 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.805101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3712e150-748e-4b9b-9d24-e6e2cfc21d78 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:04.809596 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3712e150-748e-4b9b-9d24-e6e2cfc21d78 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:04.822001 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:04.949300 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3712e150-748e-4b9b-9d24-e6e2cfc21d78 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.978254 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3712e150-748e-4b9b-9d24-e6e2cfc21d78 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.982894 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3712e150-748e-4b9b-9d24-e6e2cfc21d78 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/fc36837e-7ce3-4cac-9f71-073eef56bed3 HTTP/1.1" status: 204 len: 168 time: 1.3219500 Jul 16 01:57:04.983872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712e150-748e-4b9b-9d24-e6e2cfc21d78 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Network': ['ID=fc36837e-7ce3-4cac-9f71-073eef56bed3,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:04.985855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56988) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.088008 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf66063-c5e1-4a88-97b1-0016271c4da3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.088474 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf66063-c5e1-4a88-97b1-0016271c4da3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.093562 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6cf66063-c5e1-4a88-97b1-0016271c4da3 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/subnets/5ecc058e-dceb-4390-983c-1d0368fafb73 HTTP/1.1" status: 404 len: 337 time: 0.0923369 Jul 16 01:57:05.095024 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56992) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.120953 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-29aa117d-a414-4b9f-bcc4-fb1e8ec6cc6c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.121571 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29aa117d-a414-4b9f-bcc4-fb1e8ec6cc6c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.133401 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-29aa117d-a414-4b9f-bcc4-fb1e8ec6cc6c tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/c5c0eaef-197c-4f75-9adc-f8582c196531 HTTP/1.1" status: 404 len: 339 time: 0.0372872 Jul 16 01:57:05.134061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 56994) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.177045 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcceb53-112f-438d-b7b3-8a142fd6c469 None None] New status for floating IP ecd13786-7c34-4219-a4e5-7ca438ba5e91: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:57:05.192586 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd95a637-4a7c-4905-8275-54b4017dc805 req-3186683a-5b5b-4233-a47e-2755bc1ddbec service neutron] 10.222.0.26 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0411570 Jul 16 01:57:05.201611 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d655cdd9-af4e-4195-87ae-5fffb9f7cbed tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.202043 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d655cdd9-af4e-4195-87ae-5fffb9f7cbed tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.216134 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d655cdd9-af4e-4195-87ae-5fffb9f7cbed tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/subnets/076497f5-8b14-4769-ac89-a533ca5947ad HTTP/1.1" status: 404 len: 337 time: 0.0806503 Jul 16 01:57:05.218641 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57002) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.272040 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9a5ac2-b8cf-42c5-8c86-9fa2f0a44a2d tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.272559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f9a5ac2-b8cf-42c5-8c86-9fa2f0a44a2d tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.288121 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57004) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.301175 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9f9a5ac2-b8cf-42c5-8c86-9fa2f0a44a2d tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/e5658edb-beb8-49ca-9bb3-20b877fbf087 HTTP/1.1" status: 404 len: 339 time: 0.0674884 Jul 16 01:57:05.328804 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888755f-cdc4-4a63-9176-7566da2a5a42 req-840bd68e-ec3c-4644-b881-b04f1f62f56f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:05.330802 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8888755f-cdc4-4a63-9176-7566da2a5a42 req-840bd68e-ec3c-4644-b881-b04f1f62f56f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.3440597 Jul 16 01:57:05.362800 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-01088400-395a-4dba-9717-7d24e3190451 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.363291 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01088400-395a-4dba-9717-7d24e3190451 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.367953 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-01088400-395a-4dba-9717-7d24e3190451 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/subnets/a3652a91-a3dc-4baa-b5be-30c9417c513b HTTP/1.1" status: 404 len: 337 time: 0.0769885 Jul 16 01:57:05.374575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57006) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.416592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d3685-b2b8-4d6c-a52b-9f6602390fa3 req-641fca8e-a8f9-4568-9861-1d350d0a3591 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:05.424981 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ab1d3685-b2b8-4d6c-a52b-9f6602390fa3 req-641fca8e-a8f9-4568-9861-1d350d0a3591 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.3530185 Jul 16 01:57:05.440648 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb53967d-f36b-4d17-8d58-dc1162ced90a tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.441251 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb53967d-f36b-4d17-8d58-dc1162ced90a tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.445432 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fb53967d-f36b-4d17-8d58-dc1162ced90a tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/30caa487-5d6c-4489-b131-d95832694817 HTTP/1.1" status: 404 len: 339 time: 0.0659678 Jul 16 01:57:05.445649 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57008) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.473268 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8888755f-cdc4-4a63-9176-7566da2a5a42 req-77c9105b-3ad5-45ae-b978-ef51e5afa1f0 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359546 Jul 16 01:57:05.515396 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b7002c-4dfa-4270-97df-e954eafa1b45 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.522822 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b7002c-4dfa-4270-97df-e954eafa1b45 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.527526 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd95a637-4a7c-4905-8275-54b4017dc805 req-2246803a-c746-4509-9f56-5ff94b1cf7f5 service neutron] 10.222.0.26 "GET /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131022 Jul 16 01:57:05.527685 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-99b7002c-4dfa-4270-97df-e954eafa1b45 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/subnets/eb3542ad-f0d1-44ac-ba15-7f52b911240e HTTP/1.1" status: 404 len: 337 time: 0.0809157 Jul 16 01:57:05.530089 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57010) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.552014 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ab1d3685-b2b8-4d6c-a52b-9f6602390fa3 req-57cacaca-a774-478c-8a3e-92195a2b163b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258214 Jul 16 01:57:05.614966 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-43bbe037-96f6-47b6-b22f-de8d233a1822 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.617266 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43bbe037-96f6-47b6-b22f-de8d233a1822 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.622355 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-43bbe037-96f6-47b6-b22f-de8d233a1822 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/b33fb990-e6f1-48a2-8f58-72a644404b5b HTTP/1.1" status: 404 len: 339 time: 0.0878906 Jul 16 01:57:05.622806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57014) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.680810 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40261d5-4b14-4a60-aa76-8f9a8662f4a9 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.681275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40261d5-4b14-4a60-aa76-8f9a8662f4a9 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.686312 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f40261d5-4b14-4a60-aa76-8f9a8662f4a9 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/subnets/38457a2f-08e1-4394-abd8-b78288a1e788 HTTP/1.1" status: 404 len: 337 time: 0.0591462 Jul 16 01:57:05.686642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57020) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.724297 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b6bf67-89b5-4e71-ac4c-f75f3de92688 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.724974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b6bf67-89b5-4e71-ac4c-f75f3de92688 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.733044 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a0b6bf67-89b5-4e71-ac4c-f75f3de92688 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/95d1ef0e-e522-4e3f-83c6-a97c4e1a2157 HTTP/1.1" status: 404 len: 339 time: 0.0428896 Jul 16 01:57:05.734802 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57022) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.782127 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a112bc27-347d-49cb-9dac-c848325c9f84 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.782504 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a112bc27-347d-49cb-9dac-c848325c9f84 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.786917 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a112bc27-347d-49cb-9dac-c848325c9f84 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/subnets/900d2010-42e3-43d2-99f1-8805180e2381 HTTP/1.1" status: 404 len: 337 time: 0.0487719 Jul 16 01:57:05.787306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57024) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.815859 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67895fc0-f80c-4560-b6ce-15741fa3b5ad req-2ee512b6-633f-4455-81b9-805d73bb9f87 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 210 time: 0.0432479 Jul 16 01:57:05.828803 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b66607e-343d-4544-b21d-0796670565c5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.829384 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b66607e-343d-4544-b21d-0796670565c5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.831291 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6b66607e-343d-4544-b21d-0796670565c5 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/e42117d1-40cf-4907-b9e3-511706fa4897 HTTP/1.1" status: 404 len: 339 time: 0.0310545 Jul 16 01:57:05.833899 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57026) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.867139 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6e41ae-9d8a-4af0-a6a8-4fb24754a443 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.867139 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6e41ae-9d8a-4af0-a6a8-4fb24754a443 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.868989 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cf6e41ae-9d8a-4af0-a6a8-4fb24754a443 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/subnets/bcd7c1a0-1acd-4558-9d00-1c36208ab7bd HTTP/1.1" status: 404 len: 337 time: 0.0342026 Jul 16 01:57:05.872092 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57028) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.894949 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7c3532-6b8f-43a2-9b9d-5f1ed6482325 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.895525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7c3532-6b8f-43a2-9b9d-5f1ed6482325 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.897290 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-df7c3532-6b8f-43a2-9b9d-5f1ed6482325 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/8ec0f749-92a2-4eb0-99d1-9b07f93a71eb HTTP/1.1" status: 404 len: 339 time: 0.0242939 Jul 16 01:57:05.899997 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57030) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.906109 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f50293-210b-49b2-93c2-381705e88a8c req-d64ec475-c33c-49d5-9b71-096b4f98d620 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:05.913091 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-98f50293-210b-49b2-93c2-381705e88a8c req-d64ec475-c33c-49d5-9b71-096b4f98d620 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.1907568 Jul 16 01:57:05.951058 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfff15d9-49af-497d-b749-a34160c50572 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.951500 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfff15d9-49af-497d-b749-a34160c50572 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.953294 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-98f50293-210b-49b2-93c2-381705e88a8c req-7b2ba8c2-8d6f-473e-883c-f7c40b0fda13 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391231 Jul 16 01:57:05.958167 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57032) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.959361 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dfff15d9-49af-497d-b749-a34160c50572 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/subnets/217c0bc5-032f-4af6-819e-20d085900dc6 HTTP/1.1" status: 404 len: 337 time: 0.0579257 Jul 16 01:57:05.981060 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57034) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.984968 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-403ede5c-d167-4d08-ab6f-1662147613da tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.987414 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403ede5c-d167-4d08-ab6f-1662147613da tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.990033 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-403ede5c-d167-4d08-ab6f-1662147613da tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/075c0472-0f1d-4b65-80f4-f8c7d9314fed HTTP/1.1" status: 404 len: 339 time: 0.0307524 Jul 16 01:57:05.992806 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57036) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.083457 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d8da11-eafe-49f6-9e04-45c07a3f99ba tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Deleting subnet 470e505b-2958-4ead-9a6a-254e5a745f7b {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:06.090714 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0d8da11-eafe-49f6-9e04-45c07a3f99ba tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.129102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88467df4-a29e-4253-8542-e0aab2fa73f4 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:06.133567 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57042) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.134170 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-88467df4-a29e-4253-8542-e0aab2fa73f4 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 1092 time: 0.1529026 Jul 16 01:57:06.145599 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0d8da11-eafe-49f6-9e04-45c07a3f99ba tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.178845 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:06.264761 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.343217 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0d8da11-eafe-49f6-9e04-45c07a3f99ba tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.458835 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.481916 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0d8da11-eafe-49f6-9e04-45c07a3f99ba tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.522222 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8da11-eafe-49f6-9e04-45c07a3f99ba tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Subnet': ['ID=470e505b-2958-4ead-9a6a-254e5a745f7b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:06.536689 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0d8da11-eafe-49f6-9e04-45c07a3f99ba tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.539166 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c0d8da11-eafe-49f6-9e04-45c07a3f99ba tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/subnets/470e505b-2958-4ead-9a6a-254e5a745f7b HTTP/1.1" status: 204 len: 168 time: 0.5270019 Jul 16 01:57:06.540283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0990066-4ea2-4d09-bc55-036ad20fc700 None None] Network 02fdbfe3-c649-4a0c-a139-7bf777e3204e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:06.541707 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57054) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.629893 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Allocated IP 172.25.1.242 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/7e65f724-37be-45d4-a386-e85fbdbed178) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:06.735941 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.755335 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.799219 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.839469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:06.844561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:06.847096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:06.929557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=7e65f724-37be-45d4-a386-e85fbdbed178,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:06.982823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] DHCP port deletion for 02fdbfe3-c649-4a0c-a139-7bf777e3204e request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:06.983113 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Deleting port 41073641-7a2b-43e4-b20f-bfff0aed9b89 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:06.983590 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.024606 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bba23-aa53-417e-a1e8-303d0009676a req-17351105-ed42-4682-8bd5-d981860faaed tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:07.026234 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de5bba23-aa53-417e-a1e8-303d0009676a req-17351105-ed42-4682-8bd5-d981860faaed tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.2025580 Jul 16 01:57:07.086547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] Deleting port 41073641-7a2b-43e4-b20f-bfff0aed9b89 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:07.087376 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.134159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] For port 41073641-7a2b-43e4-b20f-bfff0aed9b89, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=41073641-7a2b-43e4-b20f-bfff0aed9b89,segment=NetworkSegment(a0b4b48e-4c81-4cd1-8606-0e418f46a7b3),segment_id=a0b4b48e-4c81-4cd1-8606-0e418f46a7b3)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:07.134549 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.160617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Calling delete_port for 41073641-7a2b-43e4-b20f-bfff0aed9b89 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:07.171234 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de5bba23-aa53-417e-a1e8-303d0009676a req-aa9e3f2a-4ab2-40ae-9847-b15b0d92850c tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012013 Jul 16 01:57:07.206365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] For port 41073641-7a2b-43e4-b20f-bfff0aed9b89, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=41073641-7a2b-43e4-b20f-bfff0aed9b89,segment=NetworkSegment(a0b4b48e-4c81-4cd1-8606-0e418f46a7b3),segment_id=a0b4b48e-4c81-4cd1-8606-0e418f46a7b3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:07.207213 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.229578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] Calling delete_port for 41073641-7a2b-43e4-b20f-bfff0aed9b89 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:07.279902 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.333604 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50a0e764-2a3d-482f-b4f4-ec088ed2064b req-33c1a805-438c-450c-a43a-1bfb1923c9cd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 210 time: 0.0607615 Jul 16 01:57:07.409399 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Port': ['ID=41073641-7a2b-43e4-b20f-bfff0aed9b89,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:07.421361 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] No DVR routers for this DVR port 41073641-7a2b-43e4-b20f-bfff0aed9b89 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:07.477404 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 01:57:07.482998 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.519877 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] Pushing event deleted for resources: {'Port': ['ID=41073641-7a2b-43e4-b20f-bfff0aed9b89,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:07.523026 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] No DVR routers for this DVR port 41073641-7a2b-43e4-b20f-bfff0aed9b89 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:07.535441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:07.535441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:07.535441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:07.536605 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:07.536605 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:07.536605 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:07.536974 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:07.537111 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:07.537418 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:07.537751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:07.538085 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:07.538420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80535e-5cab-4393-9c58-335d526a9017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:07.606033 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.617705 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fdbfe3-c649-4a0c-a139-7bf777e3204e']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:07.632110 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b4b48e-4c81-4cd1-8606-0e418f46a7b3') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:07.632554 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b4b48e-4c81-4cd1-8606-0e418f46a7b3') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:07.644129 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.662325 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.678116 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:07.679280 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.764599 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:07.772302 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:07.788849 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.800131 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.802331 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] 10.222.0.54 "DELETE /v2.0/networks/02fdbfe3-c649-4a0c-a139-7bf777e3204e HTTP/1.1" status: 204 len: 168 time: 1.2593939 Jul 16 01:57:07.829306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0b259-fd35-4db3-b868-513bee71c5a7 tempest-NetworksTest-1527306964 tempest-NetworksTest-1527306964-project] Pushing event deleted for resources: {'Network': ['ID=02fdbfe3-c649-4a0c-a139-7bf777e3204e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:07.873245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f2f94-6188-435a-a61c-42ccc70e6771 req-46738e14-2a98-48c1-af89-d4f1e5ba8e8f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:07.875195 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf3f2f94-6188-435a-a61c-42ccc70e6771 req-46738e14-2a98-48c1-af89-d4f1e5ba8e8f tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.4947162 Jul 16 01:57:07.918855 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.935237 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf3f2f94-6188-435a-a61c-42ccc70e6771 req-7fdc3add-ec23-4fa5-9220-40ea202ce8cb tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521369 Jul 16 01:57:08.069774 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 41073641-7a2b-43e4-b20f-bfff0aed9b89 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:08.143658 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.150141 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.158427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 41073641-7a2b-43e4-b20f-bfff0aed9b89 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:08.158427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 41073641-7a2b-43e4-b20f-bfff0aed9b89 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:08.205562 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc228428-6cb5-40cc-95b4-61b745c57e7d req-d8cfb6f7-473c-4873-bd21-5d704d3545c4 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:08.213471 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc228428-6cb5-40cc-95b4-61b745c57e7d req-d8cfb6f7-473c-4873-bd21-5d704d3545c4 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.1024950 Jul 16 01:57:08.275381 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=7e65f724-37be-45d4-a386-e85fbdbed178,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:08.282516 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.320710 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc228428-6cb5-40cc-95b4-61b745c57e7d req-e4ea6578-7d21-4518-a30e-6a8a53343cb0 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058424 Jul 16 01:57:08.426941 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57096) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:08.466863 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Floating IP 778380b4-4d5b-4b72-ac8d-b937a6f91ef2 associated. External IP: 172.25.1.242, port: 78643cc2-be85-431a-84f0-4cd5f0b8e5a1. Jul 16 01:57:08.724433 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c319bcf1-1623-4ff6-88ee-687b0ecc3a0c req-a96dd3c2-ed09-489e-a3c8-ffb852fab66d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 210 time: 0.0645905 Jul 16 01:57:08.753615 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c22e510f-0776-4e70-b54f-03b9b8d3de47 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d36fab3665854a9fbf6d412fd28e4638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223655 Jul 16 01:57:08.753841 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57104) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:08.793147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61620410-6c0e-45c9-9a1d-4b3241d68f79 req-0301cf84-273c-48f2-a9a3-94713bc0adfb tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:08.795093 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61620410-6c0e-45c9-9a1d-4b3241d68f79 req-0301cf84-273c-48f2-a9a3-94713bc0adfb tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.2014432 Jul 16 01:57:08.844361 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b7afce8f-2359-4fe0-ad1f-9fa5318b48bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.868407 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b7afce8f-2359-4fe0-ad1f-9fa5318b48bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.933636 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-61620410-6c0e-45c9-9a1d-4b3241d68f79 req-a8df07c2-5420-49e2-a80d-77eb98fc0b90 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298039 Jul 16 01:57:08.968663 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b7afce8f-2359-4fe0-ad1f-9fa5318b48bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.969073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router c72f537d-534f-4dd3-a6b6-ee2cfaa19565 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:08.972581 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b7afce8f-2359-4fe0-ad1f-9fa5318b48bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.974157 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b7afce8f-2359-4fe0-ad1f-9fa5318b48bf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/783863af-a982-4b90-9236-81901d620a2b HTTP/1.1" status: 204 len: 168 time: 0.2168486 Jul 16 01:57:08.984172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afce8f-2359-4fe0-ad1f-9fa5318b48bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783863af-a982-4b90-9236-81901d620a2b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:09.168118 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:09.177761 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bb071-b88f-4600-954c-198e5f80a1d4 None None] Sync routers for ids ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:09.196523 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bb071-b88f-4600-954c-198e5f80a1d4 None None] Routers {'c72f537d-534f-4dd3-a6b6-ee2cfaa19565'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:09.202662 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-179bb071-b88f-4600-954c-198e5f80a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:57:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:09.224391 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.320136 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3489576f-dcdf-4522-900b-d67220175f49 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1784775 Jul 16 01:57:09.322877 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:09.328531 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52678a0a-a1e4-4d44-b068-e2caab8daff0" -d '{"events": [{"name": "network-changed", "server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:09.401093 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-179bb071-b88f-4600-954c-198e5f80a1d4 None None] Set router c72f537d-534f-4dd3-a6b6-ee2cfaa19565 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:09.482802 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8b5c1-7396-4374-b857-db7dd56db607 req-ea89f36d-1464-4b10-acd5-d4d93e5841db tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:09.487530 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-22b8b5c1-7396-4374-b857-db7dd56db607 req-ea89f36d-1464-4b10-acd5-d4d93e5841db tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.1653230 Jul 16 01:57:09.569500 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-22b8b5c1-7396-4374-b857-db7dd56db607 req-c5cc3ba9-af63-4947-8aea-44121dcad900 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755522 Jul 16 01:57:09.667118 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5d3d60-1747-4ea4-b9df-7e15ed95afbf x-openstack-request-id: req-2b5d3d60-1747-4ea4-b9df-7e15ed95afbf {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:09.667541 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:09.668053 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2b5d3d60-1747-4ea4-b9df-7e15ed95afbf {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:09.668567 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'status': 'completed', 'code': 200} Jul 16 01:57:09.749674 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becb27b-60c0-4316-b8f8-c79a0f9b14e3 req-e38baac4-d5dd-432a-b732-12e8fb94959c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:09.766699 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9becb27b-60c0-4316-b8f8-c79a0f9b14e3 req-e38baac4-d5dd-432a-b732-12e8fb94959c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.1765845 Jul 16 01:57:09.828452 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-179bb071-b88f-4600-954c-198e5f80a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258243945', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:41Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '778380b4-4d5b-4b72-ac8d-b937a6f91ef2', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'floating_ip_address': '172.25.1.242', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'port_id': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7', 'mac_address': 'fa:16:3e:2c:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1b714-c36d-490e-8b69-db90173a7092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:57:07Z', 'updated_at': '2021-07-16T01:57:07Z', 'revision_number': 0, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '019d2373-e5a2-43cd-9dcc-77c3e2edebcd', 'name': '', 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:fd:e7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431173cc-57a2-4919-b1a4-931d8310a270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:39Z', 'updated_at': '2021-07-16T01:56:48Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '431173cc-57a2-4919-b1a4-931d8310a270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:09.883021 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9becb27b-60c0-4316-b8f8-c79a0f9b14e3 req-a733eadc-ded2-436d-8006-f919077cce74 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097245 Jul 16 01:57:09.906763 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52678a0a-a1e4-4d44-b068-e2caab8daff0 req-2c6a77c3-f423-4b02-9baa-d189ea388465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:09.908371 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52678a0a-a1e4-4d44-b068-e2caab8daff0 req-2c6a77c3-f423-4b02-9baa-d189ea388465 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 1097 time: 0.1602380 Jul 16 01:57:09.909455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57144) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:09.913490 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bb071-b88f-4600-954c-198e5f80a1d4 None None] Checking router: c72f537d-534f-4dd3-a6b6-ee2cfaa19565 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:57:09.941108 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bb071-b88f-4600-954c-198e5f80a1d4 None None] Routers {'c72f537d-534f-4dd3-a6b6-ee2cfaa19565'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:09.941760 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-179bb071-b88f-4600-954c-198e5f80a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:57:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:10.078533 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-179bb071-b88f-4600-954c-198e5f80a1d4 None None] Set router c72f537d-534f-4dd3-a6b6-ee2cfaa19565 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:10.118664 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-19211a27-dda2-44ca-ae09-a4b09d9603f4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/floatingips/778380b4-4d5b-4b72-ac8d-b937a6f91ef2 HTTP/1.1" status: 200 len: 992 time: 0.2055726 Jul 16 01:57:10.269663 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52678a0a-a1e4-4d44-b068-e2caab8daff0 req-7133bb73-cda9-417f-b44c-fbbc15d78974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:10.271248 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52678a0a-a1e4-4d44-b068-e2caab8daff0 req-7133bb73-cda9-417f-b44c-fbbc15d78974 service neutron] 10.222.0.26 "GET /v2.0/networks?id=65e33157-9a4b-418c-9463-af309d0334b7 HTTP/1.1" status: 200 len: 898 time: 0.3539388 Jul 16 01:57:10.294812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515e1a5-72ad-4d7b-bee1-f8530d077652 req-a8d7bb3f-9e9c-4111-affb-25cbe13d5dc5 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:10.312310 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-10f751ba-2202-434b-8504-64cba94f58a9 req-f7c86c1d-1065-4cbc-a0b2-0319e283e0aa tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 210 time: 0.1148252 Jul 16 01:57:10.312936 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2515e1a5-72ad-4d7b-bee1-f8530d077652 req-a8d7bb3f-9e9c-4111-affb-25cbe13d5dc5 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.3283467 Jul 16 01:57:10.321690 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57156) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:10.396217 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52678a0a-a1e4-4d44-b068-e2caab8daff0 req-b2175b18-b789-4246-a3bd-a58ea7891035 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1 HTTP/1.1" status: 200 len: 1000 time: 0.0817800 Jul 16 01:57:10.454054 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-04b805c8-e453-4a9a-a019-e269be8f21c8 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:10.454499 n-d-800086-6 neutron-server[93831]: WARNING neutron.api.v2.base [None req-04b805c8-e453-4a9a-a019-e269be8f21c8 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:57:10.455004 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-04b805c8-e453-4a9a-a019-e269be8f21c8 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:57:10.456036 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-04b805c8-e453-4a9a-a019-e269be8f21c8 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1329401 Jul 16 01:57:10.459558 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57160) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:10.465921 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f845f0ca-dd2f-4e10-88b1-561326dc0d4e tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group': {'name': 'tempest-secgroup--260929073'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:10.492172 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2515e1a5-72ad-4d7b-bee1-f8530d077652 req-f667808f-1f42-4bb0-b784-2b83a05bef0a tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948470 Jul 16 01:57:10.514556 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f845f0ca-dd2f-4e10-88b1-561326dc0d4e tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.539295 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f845f0ca-dd2f-4e10-88b1-561326dc0d4e tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.553578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-179bb071-b88f-4600-954c-198e5f80a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258243945', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:41Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '778380b4-4d5b-4b72-ac8d-b937a6f91ef2', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'floating_ip_address': '172.25.1.242', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'port_id': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7', 'mac_address': 'fa:16:3e:2c:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1b714-c36d-490e-8b69-db90173a7092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:57:07Z', 'updated_at': '2021-07-16T01:57:07Z', 'revision_number': 0, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '019d2373-e5a2-43cd-9dcc-77c3e2edebcd', 'name': '', 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:fd:e7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431173cc-57a2-4919-b1a4-931d8310a270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:39Z', 'updated_at': '2021-07-16T01:56:48Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '431173cc-57a2-4919-b1a4-931d8310a270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:10.596036 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52678a0a-a1e4-4d44-b068-e2caab8daff0 req-0253f8bb-c9bc-48ed-8fc7-c76077b3dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:10.598078 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52678a0a-a1e4-4d44-b068-e2caab8daff0 req-0253f8bb-c9bc-48ed-8fc7-c76077b3dbab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=431173cc-57a2-4919-b1a4-931d8310a270 HTTP/1.1" status: 200 len: 835 time: 0.1453817 Jul 16 01:57:10.617857 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bb071-b88f-4600-954c-198e5f80a1d4 None None] The sync data for ids ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'] in n-d-800086-6 is: [{'id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258243945', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:41Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '778380b4-4d5b-4b72-ac8d-b937a6f91ef2', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'floating_ip_address': '172.25.1.242', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'port_id': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7', 'mac_address': 'fa:16:3e:2c:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1b714-c36d-490e-8b69-db90173a7092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:57:07Z', 'updated_at': '2021-07-16T01:57:07Z', 'revision_number': 0, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '019d2373-e5a2-43cd-9dcc-77c3e2edebcd', 'name': '', 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:fd:e7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431173cc-57a2-4919-b1a4-931d8310a270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:39Z', 'updated_at': '2021-07-16T01:56:48Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '431173cc-57a2-4919-b1a4-931d8310a270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:10.715325 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52678a0a-a1e4-4d44-b068-e2caab8daff0 req-93613176-cc94-409e-970b-bc79f9abbfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:10.723619 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52678a0a-a1e4-4d44-b068-e2caab8daff0 req-93613176-cc94-409e-970b-bc79f9abbfeb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65e33157-9a4b-418c-9463-af309d0334b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173108 Jul 16 01:57:10.817429 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f845f0ca-dd2f-4e10-88b1-561326dc0d4e tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.826578 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f845f0ca-dd2f-4e10-88b1-561326dc0d4e tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.941284 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845f0ca-dd2f-4e10-88b1-561326dc0d4e tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1bfc28-1ce6-4f7f-8119-219e8a8b4483,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:11.011074 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52678a0a-a1e4-4d44-b068-e2caab8daff0 req-97c2d139-a6ae-431e-84d3-91a02001f9bc service neutron] 10.222.0.26 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792666 Jul 16 01:57:11.054708 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f845f0ca-dd2f-4e10-88b1-561326dc0d4e tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.057087 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c744387e-1488-4540-8666-ab32c1c81e97 None None] New status for floating IP 778380b4-4d5b-4b72-ac8d-b937a6f91ef2: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:57:11.066686 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f845f0ca-dd2f-4e10-88b1-561326dc0d4e tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.124623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57178) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:11.151267 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f845f0ca-dd2f-4e10-88b1-561326dc0d4e tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.165890 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f845f0ca-dd2f-4e10-88b1-561326dc0d4e tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7027459 Jul 16 01:57:11.174662 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52678a0a-a1e4-4d44-b068-e2caab8daff0 req-fa6056d4-0c7c-49f2-930f-905b63020d09 service neutron] 10.222.0.26 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547158 Jul 16 01:57:11.175641 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57180) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:11.185577 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-fcf63c27-8a2d-40ff-8234-cbc952cec0b2 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': '5948d6a1-9cf2-4f98-b8ca-3f8f7d4a3a0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:11.205025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845f0ca-dd2f-4e10-88b1-561326dc0d4e tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5948d6a1-9cf2-4f98-b8ca-3f8f7d4a3a0e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:11.225394 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa38e02-ff2f-4399-b890-0ce7a22d7acb req-a25c0062-341e-4d04-8b64-da5e19a14ea3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:11.228567 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9aa38e02-ff2f-4399-b890-0ce7a22d7acb req-a25c0062-341e-4d04-8b64-da5e19a14ea3 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.4140949 Jul 16 01:57:11.271448 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a34b1716-b679-4818-a1aa-570f9bd6a3c4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/floatingips/778380b4-4d5b-4b72-ac8d-b937a6f91ef2 HTTP/1.1" status: 200 len: 992 time: 0.1456561 Jul 16 01:57:11.319290 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9aa38e02-ff2f-4399-b890-0ce7a22d7acb req-d4147eb7-c9f6-4046-9402-090a645ae421 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780680 Jul 16 01:57:11.324087 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcf63c27-8a2d-40ff-8234-cbc952cec0b2 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.457308 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcf63c27-8a2d-40ff-8234-cbc952cec0b2 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.466797 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcf63c27-8a2d-40ff-8234-cbc952cec0b2 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.501923 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcf63c27-8a2d-40ff-8234-cbc952cec0b2 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.506015 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57190) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:11.508283 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fcf63c27-8a2d-40ff-8234-cbc952cec0b2 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3288014 Jul 16 01:57:11.511051 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-65f37a64-0dcf-4483-847e-334ba62259e6 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': '5948d6a1-9cf2-4f98-b8ca-3f8f7d4a3a0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:11.522518 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf63c27-8a2d-40ff-8234-cbc952cec0b2 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc44dd7-dc29-4180-8197-db02ed1a8cf5,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:11.605411 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-65f37a64-0dcf-4483-847e-334ba62259e6 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.618187 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e51fd86e-5261-42c1-bf7b-a4e3cfc54f50 req-fada210e-10b3-4904-80c9-691d24d55769 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 210 time: 0.0453758 Jul 16 01:57:11.669877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bd3da-f55d-42e9-933f-61bf85ae9c79 req-25795691-0e4c-4566-9cb5-2412aed68030 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:11.671792 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-067bd3da-f55d-42e9-933f-61bf85ae9c79 req-25795691-0e4c-4566-9cb5-2412aed68030 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.1558561 Jul 16 01:57:11.695076 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-65f37a64-0dcf-4483-847e-334ba62259e6 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:57:11.698310 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-65f37a64-0dcf-4483-847e-334ba62259e6 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1912701 Jul 16 01:57:11.701811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57192) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:11.724095 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-067bd3da-f55d-42e9-933f-61bf85ae9c79 req-25ba84cc-3534-41ac-9807-7a5f440c44c6 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464694 Jul 16 01:57:11.813375 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f97f1ef0-1b11-47dc-842e-dea1bf935c84 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.860883 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f97f1ef0-1b11-47dc-842e-dea1bf935c84 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.933532 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f97f1ef0-1b11-47dc-842e-dea1bf935c84 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.937609 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f97f1ef0-1b11-47dc-842e-dea1bf935c84 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.939748 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f97f1ef0-1b11-47dc-842e-dea1bf935c84 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "DELETE /v2.0/security-groups/5948d6a1-9cf2-4f98-b8ca-3f8f7d4a3a0e HTTP/1.1" status: 204 len: 168 time: 0.2365162 Jul 16 01:57:11.942149 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57206) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:11.962479 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f1ef0-1b11-47dc-842e-dea1bf935c84 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5948d6a1-9cf2-4f98-b8ca-3f8f7d4a3a0e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:12.043045 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-da117bb5-bca8-44e6-a40b-1b040e6f8243 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0982785 Jul 16 01:57:12.046237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57208) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:12.051228 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b50243b9-2da2-4750-b428-41d4e7930dc6 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1014425592'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:12.094523 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b50243b9-2da2-4750-b428-41d4e7930dc6 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.165689 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a894f78-fa70-4cc8-bdd5-9773d6445e77 req-63157f9e-afc8-4ad3-84e7-fc470a9dfb37 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.168312 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a894f78-fa70-4cc8-bdd5-9773d6445e77 req-63157f9e-afc8-4ad3-84e7-fc470a9dfb37 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.1009541 Jul 16 01:57:12.222465 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a894f78-fa70-4cc8-bdd5-9773d6445e77 req-05d0db0f-7d85-4808-83a4-6d12ea628ee9 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481536 Jul 16 01:57:12.232952 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b50243b9-2da2-4750-b428-41d4e7930dc6 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.237992 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b50243b9-2da2-4750-b428-41d4e7930dc6 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.273488 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57214) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:12.275953 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50243b9-2da2-4750-b428-41d4e7930dc6 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e63da3a-2640-41b8-a946-8930ae7f2651,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:12.302737 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b50243b9-2da2-4750-b428-41d4e7930dc6 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.307866 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b50243b9-2da2-4750-b428-41d4e7930dc6 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2605033 Jul 16 01:57:12.308482 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57218) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:12.316113 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-6942d0ae-4ce4-4d80-ab7b-8f9404f763ff tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': '2e63da3a-2640-41b8-a946-8930ae7f2651', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:12.316863 n-d-800086-6 neutron-server[93832]: WARNING neutron.api.v2.base [None req-6942d0ae-4ce4-4d80-ab7b-8f9404f763ff tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 01:57:12.317360 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-6942d0ae-4ce4-4d80-ab7b-8f9404f763ff tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:12.323281 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6942d0ae-4ce4-4d80-ab7b-8f9404f763ff tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0124009 Jul 16 01:57:12.327464 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57220) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:12.380315 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6e9bfa08-b907-4cf0-a0b0-95017121a7ac tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/floatingips/778380b4-4d5b-4b72-ac8d-b937a6f91ef2 HTTP/1.1" status: 200 len: 994 time: 0.1050041 Jul 16 01:57:12.483393 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3b7e232d-7357-4e7c-b582-153435f9a249 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.531337 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3b7e232d-7357-4e7c-b582-153435f9a249 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.557746 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da62a-4c50-4a21-91a8-8e569646bcd5 req-ebcbe7d5-2f4f-484b-a617-b7db34bd0019 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.565529 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-067da62a-4c50-4a21-91a8-8e569646bcd5 req-ebcbe7d5-2f4f-484b-a617-b7db34bd0019 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.1333919 Jul 16 01:57:12.631837 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-067da62a-4c50-4a21-91a8-8e569646bcd5 req-284e2ea5-73a4-4687-ad63-bd115c676765 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652750 Jul 16 01:57:12.633123 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3b7e232d-7357-4e7c-b582-153435f9a249 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.636062 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3b7e232d-7357-4e7c-b582-153435f9a249 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.637546 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3b7e232d-7357-4e7c-b582-153435f9a249 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "DELETE /v2.0/security-groups/2e63da3a-2640-41b8-a946-8930ae7f2651 HTTP/1.1" status: 204 len: 168 time: 0.3087766 Jul 16 01:57:12.640604 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57226) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:12.660664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e232d-7357-4e7c-b582-153435f9a249 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e63da3a-2640-41b8-a946-8930ae7f2651,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:12.769592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57234) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:12.774743 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-50525cc9-f8fe-4d1a-a8b0-e3442913e44a tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group': {'name': 'tempest-secgroup--694523234'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:12.785970 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ae7a75da-9fd3-41ed-8af8-70abddff6af4 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1439490 Jul 16 01:57:12.827820 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50525cc9-f8fe-4d1a-a8b0-e3442913e44a tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.883222 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b90ab076-c8a8-4760-b5f1-f36d53dc2a8b req-4f6d1cea-39ae-40ad-bf28-9a2e553502b7 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 210 time: 0.0737069 Jul 16 01:57:13.037445 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50525cc9-f8fe-4d1a-a8b0-e3442913e44a tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.060805 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50525cc9-f8fe-4d1a-a8b0-e3442913e44a tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.108720 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50525cc9-f8fe-4d1a-a8b0-e3442913e44a tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.112908 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57244) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:13.113454 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-50525cc9-f8fe-4d1a-a8b0-e3442913e44a tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3422310 Jul 16 01:57:13.118111 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-df41f65d-6d88-4dbd-8345-7fa87470ce26 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': '9fac52d3-7df5-4068-b5ae-7810b67dea95', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:13.118688 n-d-800086-6 neutron-server[93831]: WARNING neutron.api.v2.base [None req-df41f65d-6d88-4dbd-8345-7fa87470ce26 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 01:57:13.119914 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-df41f65d-6d88-4dbd-8345-7fa87470ce26 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:13.121948 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-df41f65d-6d88-4dbd-8345-7fa87470ce26 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076804 Jul 16 01:57:13.124454 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57246) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:13.138431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50525cc9-f8fe-4d1a-a8b0-e3442913e44a tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fac52d3-7df5-4068-b5ae-7810b67dea95,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:13.177072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dabc3-b437-4f8f-a1ad-ad431683d833 req-aac12faa-705a-49fc-b64e-32bf33f4d1be tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.189779 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-543dabc3-b437-4f8f-a1ad-ad431683d833 req-aac12faa-705a-49fc-b64e-32bf33f4d1be tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.1848898 Jul 16 01:57:13.253850 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed77a001-4ef8-4175-920c-70c04939b56f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.279556 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-543dabc3-b437-4f8f-a1ad-ad431683d833 req-3bcfba37-d15d-4fdd-be77-69e249596ad7 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872478 Jul 16 01:57:13.296670 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed77a001-4ef8-4175-920c-70c04939b56f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.376211 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed77a001-4ef8-4175-920c-70c04939b56f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.378898 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ed77a001-4ef8-4175-920c-70c04939b56f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.380214 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ed77a001-4ef8-4175-920c-70c04939b56f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "DELETE /v2.0/security-groups/9fac52d3-7df5-4068-b5ae-7810b67dea95 HTTP/1.1" status: 204 len: 168 time: 0.2546427 Jul 16 01:57:13.383622 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57254) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:13.449076 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77a001-4ef8-4175-920c-70c04939b56f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fac52d3-7df5-4068-b5ae-7810b67dea95,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:13.457810 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-39561c8a-54b4-4be4-822e-d12981c25bd1 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695009 Jul 16 01:57:13.457898 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57256) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:13.464784 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f49a1be5-aa67-4dbc-96f1-bf5fe7dc1c05 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777897838'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:13.514351 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f49a1be5-aa67-4dbc-96f1-bf5fe7dc1c05 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.527307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7047c3-1adb-45cc-87fe-62b6f6964ae8 req-75f57c4c-f7c0-4c99-b647-970666846955 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.533001 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dc7047c3-1adb-45cc-87fe-62b6f6964ae8 req-75f57c4c-f7c0-4c99-b647-970666846955 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.1018746 Jul 16 01:57:13.603372 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dc7047c3-1adb-45cc-87fe-62b6f6964ae8 req-3ad5405b-0bf1-471b-b607-4339fec9c6af tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635064 Jul 16 01:57:13.652487 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f49a1be5-aa67-4dbc-96f1-bf5fe7dc1c05 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.658555 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f49a1be5-aa67-4dbc-96f1-bf5fe7dc1c05 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.695802 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f49a1be5-aa67-4dbc-96f1-bf5fe7dc1c05 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.697119 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f49a1be5-aa67-4dbc-96f1-bf5fe7dc1c05 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2383242 Jul 16 01:57:13.700974 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57266) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:13.707009 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-014d53ab-2d04-4a80-941e-7967813bd3e5 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': '69e0eb08-607b-48f6-9b2e-b138b9b20200', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:13.709017 n-d-800086-6 neutron-server[93832]: WARNING neutron.api.v2.base [None req-014d53ab-2d04-4a80-941e-7967813bd3e5 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 01:57:13.709533 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-014d53ab-2d04-4a80-941e-7967813bd3e5 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:13.710680 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-014d53ab-2d04-4a80-941e-7967813bd3e5 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084991 Jul 16 01:57:13.712795 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a1be5-aa67-4dbc-96f1-bf5fe7dc1c05 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e0eb08-607b-48f6-9b2e-b138b9b20200,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:13.715462 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57268) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:13.725333 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-11d628f6-6b66-48e3-9ec4-8b477063a339 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': '69e0eb08-607b-48f6-9b2e-b138b9b20200', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:13.726359 n-d-800086-6 neutron-server[93832]: WARNING neutron.api.v2.base [None req-11d628f6-6b66-48e3-9ec4-8b477063a339 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 01:57:13.727110 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-11d628f6-6b66-48e3-9ec4-8b477063a339 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:13.732324 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-11d628f6-6b66-48e3-9ec4-8b477063a339 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075340 Jul 16 01:57:13.732791 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57270) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:13.737924 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f3b0aff5-67bb-4eb6-8afb-b9a6b75a32a8 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': '69e0eb08-607b-48f6-9b2e-b138b9b20200', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:13.738831 n-d-800086-6 neutron-server[93831]: WARNING neutron.api.v2.base [None req-f3b0aff5-67bb-4eb6-8afb-b9a6b75a32a8 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 01:57:13.739393 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-f3b0aff5-67bb-4eb6-8afb-b9a6b75a32a8 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:13.743040 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f3b0aff5-67bb-4eb6-8afb-b9a6b75a32a8 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066090 Jul 16 01:57:13.744233 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57272) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:13.752064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-96d2729f-8676-40f9-95fe-3d454b14932f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': '69e0eb08-607b-48f6-9b2e-b138b9b20200', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:13.753206 n-d-800086-6 neutron-server[93832]: WARNING neutron.api.v2.base [None req-96d2729f-8676-40f9-95fe-3d454b14932f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 01:57:13.753903 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-96d2729f-8676-40f9-95fe-3d454b14932f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:13.755109 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-96d2729f-8676-40f9-95fe-3d454b14932f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096512 Jul 16 01:57:13.758004 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57274) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:13.870864 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17dd5852-701d-4c23-b58f-7fe30c3a7837 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.909800 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17dd5852-701d-4c23-b58f-7fe30c3a7837 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.965743 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc43fa-64a8-4959-8e8a-e453f93b7fc9 req-5773c5de-fe3f-4a3a-8f53-76e3bad1e2b1 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.967439 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04bc43fa-64a8-4959-8e8a-e453f93b7fc9 req-5773c5de-fe3f-4a3a-8f53-76e3bad1e2b1 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.1618056 Jul 16 01:57:13.999028 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17dd5852-701d-4c23-b58f-7fe30c3a7837 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.003042 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17dd5852-701d-4c23-b58f-7fe30c3a7837 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.003042 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-17dd5852-701d-4c23-b58f-7fe30c3a7837 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "DELETE /v2.0/security-groups/69e0eb08-607b-48f6-9b2e-b138b9b20200 HTTP/1.1" status: 204 len: 168 time: 0.2439432 Jul 16 01:57:14.005546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57286) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:14.035157 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd5852-701d-4c23-b58f-7fe30c3a7837 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e0eb08-607b-48f6-9b2e-b138b9b20200,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:14.090758 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04bc43fa-64a8-4959-8e8a-e453f93b7fc9 req-b2a51411-b7cd-4347-9ae5-c24c993a2da7 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137683 Jul 16 01:57:14.169210 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2e59c4cf-c651-4237-af57-3c56769d48a3 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1582336 Jul 16 01:57:14.171351 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57290) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:14.186484 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ebff8cbf-a88a-4e9e-9097-51649ce16637 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1162994758'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:14.241743 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b22418f5-7c2d-4a94-b787-7e7dce64dee0 req-d65c0b46-cd23-41f7-b417-4198f5e19f81 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 210 time: 0.0398214 Jul 16 01:57:14.256206 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ebff8cbf-a88a-4e9e-9097-51649ce16637 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.363856 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ebff8cbf-a88a-4e9e-9097-51649ce16637 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.368811 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ebff8cbf-a88a-4e9e-9097-51649ce16637 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.418597 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff8cbf-a88a-4e9e-9097-51649ce16637 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e702eb-da0c-4933-aa76-59d5cb656356,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:14.433112 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ebff8cbf-a88a-4e9e-9097-51649ce16637 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.435900 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ebff8cbf-a88a-4e9e-9097-51649ce16637 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2622714 Jul 16 01:57:14.437581 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57296) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:14.453657 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a8dab65e-f717-491b-b872-3a7ee7619da5 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': 'b8e702eb-da0c-4933-aa76-59d5cb656356', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:14.453657 n-d-800086-6 neutron-server[93831]: WARNING neutron.api.v2.base [None req-a8dab65e-f717-491b-b872-3a7ee7619da5 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:57:14.454103 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-a8dab65e-f717-491b-b872-3a7ee7619da5 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:14.455179 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a8dab65e-f717-491b-b872-3a7ee7619da5 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0165863 Jul 16 01:57:14.458258 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57298) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:14.465101 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4dfbd320-d67e-4c8a-8977-4bfd9b9b6cb5 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': 'b8e702eb-da0c-4933-aa76-59d5cb656356', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:14.473321 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4d09d-d1de-41c9-99d9-3b0a2d3ad040 req-c2033a2a-0805-4979-b987-f66c3eea5e24 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:14.474962 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0bb4d09d-d1de-41c9-99d9-3b0a2d3ad040 req-c2033a2a-0805-4979-b987-f66c3eea5e24 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.1603310 Jul 16 01:57:14.524524 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-4dfbd320-d67e-4c8a-8977-4bfd9b9b6cb5 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:14.527743 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4dfbd320-d67e-4c8a-8977-4bfd9b9b6cb5 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0665171 Jul 16 01:57:14.528622 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57300) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:14.539420 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a98d76cf-1d40-4650-b083-7c2a4f51132c tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': 'b8e702eb-da0c-4933-aa76-59d5cb656356', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:14.541579 n-d-800086-6 neutron-server[93832]: WARNING neutron.api.v2.base [None req-a98d76cf-1d40-4650-b083-7c2a4f51132c tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 01:57:14.543140 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-a98d76cf-1d40-4650-b083-7c2a4f51132c tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:14.545550 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a98d76cf-1d40-4650-b083-7c2a4f51132c tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0157313 Jul 16 01:57:14.549764 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57302) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:14.559346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4db50031-f930-4526-97b6-9cf067685488 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': 'b8e702eb-da0c-4933-aa76-59d5cb656356', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:14.574965 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0bb4d09d-d1de-41c9-99d9-3b0a2d3ad040 req-3453f03c-8085-4bd4-94cc-33366e7f5915 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909462 Jul 16 01:57:14.639556 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-4db50031-f930-4526-97b6-9cf067685488 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:14.648797 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4db50031-f930-4526-97b6-9cf067685488 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0963283 Jul 16 01:57:14.650248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57308) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:14.655443 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-59404eaa-fbd9-4013-9ee8-f14a565e8f86 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': 'b8e702eb-da0c-4933-aa76-59d5cb656356', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:14.656041 n-d-800086-6 neutron-server[93831]: WARNING neutron.api.v2.base [None req-59404eaa-fbd9-4013-9ee8-f14a565e8f86 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:57:14.656598 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-59404eaa-fbd9-4013-9ee8-f14a565e8f86 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:14.660213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57310) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:14.660758 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-59404eaa-fbd9-4013-9ee8-f14a565e8f86 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089326 Jul 16 01:57:14.666493 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-73adc33e-e7b0-4999-901d-2569b845d649 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': 'b8e702eb-da0c-4933-aa76-59d5cb656356', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:14.768346 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-73adc33e-e7b0-4999-901d-2569b845d649 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:14.769604 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-73adc33e-e7b0-4999-901d-2569b845d649 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1073003 Jul 16 01:57:14.772368 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57316) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:14.779680 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-7c0bf702-f5c2-4e8b-a8d0-258215d25a4f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': 'b8e702eb-da0c-4933-aa76-59d5cb656356', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:14.780412 n-d-800086-6 neutron-server[93832]: WARNING neutron.api.v2.base [None req-7c0bf702-f5c2-4e8b-a8d0-258215d25a4f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 01:57:14.780979 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-7c0bf702-f5c2-4e8b-a8d0-258215d25a4f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:14.782046 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7c0bf702-f5c2-4e8b-a8d0-258215d25a4f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086644 Jul 16 01:57:14.787294 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57318) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:14.794287 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-0c766d7c-ad6a-494c-a92c-2ba25fd2f226 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': 'b8e702eb-da0c-4933-aa76-59d5cb656356', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:14.858647 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f1d3c-3077-412f-a531-7afa33ec0457 req-d450f1fb-73b8-46a2-836d-868176af1656 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:14.867071 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-426f1d3c-3077-412f-a531-7afa33ec0457 req-d450f1fb-73b8-46a2-836d-868176af1656 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.1063399 Jul 16 01:57:14.881965 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-0c766d7c-ad6a-494c-a92c-2ba25fd2f226 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:14.884816 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0c766d7c-ad6a-494c-a92c-2ba25fd2f226 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0955551 Jul 16 01:57:14.888206 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57320) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:14.894089 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-006c4a26-e8da-41ad-aaa9-901d2f410b92 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': 'b8e702eb-da0c-4933-aa76-59d5cb656356', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:14.925033 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-426f1d3c-3077-412f-a531-7afa33ec0457 req-93236146-e72d-44b5-a40d-0248f6e65ad2 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564506 Jul 16 01:57:14.962581 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-006c4a26-e8da-41ad-aaa9-901d2f410b92 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:14.966948 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-006c4a26-e8da-41ad-aaa9-901d2f410b92 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0746734 Jul 16 01:57:14.967103 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57324) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:15.039101 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f90673f2-37e0-4a26-9dc1-e40613b5edd7 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.084525 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f90673f2-37e0-4a26-9dc1-e40613b5edd7 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.139262 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f90673f2-37e0-4a26-9dc1-e40613b5edd7 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.157436 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f90673f2-37e0-4a26-9dc1-e40613b5edd7 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.158678 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f90673f2-37e0-4a26-9dc1-e40613b5edd7 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "DELETE /v2.0/security-groups/b8e702eb-da0c-4933-aa76-59d5cb656356 HTTP/1.1" status: 204 len: 168 time: 0.1905015 Jul 16 01:57:15.161484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57334) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:15.181776 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90673f2-37e0-4a26-9dc1-e40613b5edd7 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e702eb-da0c-4933-aa76-59d5cb656356,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:15.274144 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57338) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:15.275035 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c71469ac-1198-41fb-9426-9469924ca6e4 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1119859 Jul 16 01:57:15.289200 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-206e5945-11ba-4ce2-8349-47b732e2b738 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1848287187'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:15.340378 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-206e5945-11ba-4ce2-8349-47b732e2b738 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.523161 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da2df46b-6ac8-4ffb-aa22-011b89311885 req-bc9f2fb4-909c-485c-9aec-3aff5c43e2ff tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 210 time: 0.0626638 Jul 16 01:57:15.609006 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-206e5945-11ba-4ce2-8349-47b732e2b738 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.614624 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-206e5945-11ba-4ce2-8349-47b732e2b738 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.678999 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e5945-11ba-4ce2-8349-47b732e2b738 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e550eb-7388-4fca-92bd-795de2633f7d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:15.689606 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-206e5945-11ba-4ce2-8349-47b732e2b738 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.694081 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-206e5945-11ba-4ce2-8349-47b732e2b738 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4162135 Jul 16 01:57:15.694310 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57346) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:15.701138 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-957aad37-51a0-4fd2-890f-874d38d4debd tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': '50e550eb-7388-4fca-92bd-795de2633f7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:15.754020 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-957aad37-51a0-4fd2-890f-874d38d4debd tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): The resource could not be found. Jul 16 01:57:15.756314 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-957aad37-51a0-4fd2-890f-874d38d4debd tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0607426 Jul 16 01:57:15.757935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57348) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:15.763465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4f164f8b-b108-4942-89a1-f2cf6b92760a tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': '50e550eb-7388-4fca-92bd-795de2633f7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '44ae61ee-9d70-467c-a418-80a85d2f9437'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:15.817676 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-4f164f8b-b108-4942-89a1-f2cf6b92760a tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): The resource could not be found. Jul 16 01:57:15.819024 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4f164f8b-b108-4942-89a1-f2cf6b92760a tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0599778 Jul 16 01:57:15.821917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57350) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:15.908186 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c15170b-2e62-4dfb-b1d1-5170a836edcf tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.936974 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c15170b-2e62-4dfb-b1d1-5170a836edcf tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.018500 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c15170b-2e62-4dfb-b1d1-5170a836edcf tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.028445 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7c15170b-2e62-4dfb-b1d1-5170a836edcf tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.030389 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7c15170b-2e62-4dfb-b1d1-5170a836edcf tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "DELETE /v2.0/security-groups/50e550eb-7388-4fca-92bd-795de2633f7d HTTP/1.1" status: 204 len: 168 time: 0.1976371 Jul 16 01:57:16.033089 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57356) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:16.053918 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15170b-2e62-4dfb-b1d1-5170a836edcf tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e550eb-7388-4fca-92bd-795de2633f7d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:16.131007 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57360) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:16.131159 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-372ac3aa-54e8-4402-bbe0-5efb686f0147 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0957050 Jul 16 01:57:16.140643 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c30315d5-aa6b-4ed7-99c7-9c7c958eaa17 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': '08122345-603a-4a7e-a15e-2803270978d7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:16.253036 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-c30315d5-aa6b-4ed7-99c7-9c7c958eaa17 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): The resource could not be found. Jul 16 01:57:16.254257 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c30315d5-aa6b-4ed7-99c7-9c7c958eaa17 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1218846 Jul 16 01:57:16.259488 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57368) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:16.264932 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-671cff1d-d06c-441f-891b-c77159aafff5 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group': {'name': 'tempest-secgroup--11960907'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:16.330739 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-671cff1d-d06c-441f-891b-c77159aafff5 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.484972 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-671cff1d-d06c-441f-891b-c77159aafff5 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.492466 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-671cff1d-d06c-441f-891b-c77159aafff5 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.527319 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-671cff1d-d06c-441f-891b-c77159aafff5 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.528949 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-671cff1d-d06c-441f-891b-c77159aafff5 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2684069 Jul 16 01:57:16.532073 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57372) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:16.537014 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4f4f5671-4c17-4486-8830-e98c726b1354 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015762452'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:16.539457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671cff1d-d06c-441f-891b-c77159aafff5 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a0e31b-01a0-4040-8d92-e320dc24978c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:16.560512 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4f4f5671-4c17-4486-8830-e98c726b1354 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.701417 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:57:16.745889 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4f4f5671-4c17-4486-8830-e98c726b1354 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.779676 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4f4f5671-4c17-4486-8830-e98c726b1354 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.827597 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3d7a441e-3d7c-4612-8f3f-e2b61f02ef01 req-4ee36e82-d705-4f5a-948a-c990727d8d8e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 210 time: 0.0800951 Jul 16 01:57:16.888289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f5671-4c17-4486-8830-e98c726b1354 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e940a125-bf64-43b1-bc42-7e083925fdb2,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:16.889689 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4f4f5671-4c17-4486-8830-e98c726b1354 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.896280 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4f4f5671-4c17-4486-8830-e98c726b1354 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3630733 Jul 16 01:57:16.898529 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57380) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:16.912130 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c4825d8c-8434-4298-b969-a76e49e3d67a tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group_rule': {'security_group_id': '76a0e31b-01a0-4040-8d92-e320dc24978c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e940a125-bf64-43b1-bc42-7e083925fdb2'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:16.984845 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-c4825d8c-8434-4298-b969-a76e49e3d67a tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:16.988648 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c4825d8c-8434-4298-b969-a76e49e3d67a tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0848475 Jul 16 01:57:16.989408 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57386) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:17.061729 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-748c552d-d57e-4081-b95e-9068e41d2e30 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.094822 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-748c552d-d57e-4081-b95e-9068e41d2e30 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.149403 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-748c552d-d57e-4081-b95e-9068e41d2e30 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.155468 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-748c552d-d57e-4081-b95e-9068e41d2e30 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.159098 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-748c552d-d57e-4081-b95e-9068e41d2e30 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "DELETE /v2.0/security-groups/e940a125-bf64-43b1-bc42-7e083925fdb2 HTTP/1.1" status: 204 len: 168 time: 0.1661973 Jul 16 01:57:17.159656 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57388) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:17.167761 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c552d-d57e-4081-b95e-9068e41d2e30 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e940a125-bf64-43b1-bc42-7e083925fdb2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:17.228343 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1a7b0503-24d7-4d4e-a4b9-91bb940d3f1e tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0674887 Jul 16 01:57:17.233158 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57390) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:17.328258 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9572fa2d-f85f-4378-a9be-905e9857179b tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.378373 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9572fa2d-f85f-4378-a9be-905e9857179b tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.485109 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9572fa2d-f85f-4378-a9be-905e9857179b tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.489620 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9572fa2d-f85f-4378-a9be-905e9857179b tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.491394 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9572fa2d-f85f-4378-a9be-905e9857179b tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "DELETE /v2.0/security-groups/76a0e31b-01a0-4040-8d92-e320dc24978c HTTP/1.1" status: 204 len: 168 time: 0.2581646 Jul 16 01:57:17.493879 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57402) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:17.506326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572fa2d-f85f-4378-a9be-905e9857179b tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a0e31b-01a0-4040-8d92-e320dc24978c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:17.559199 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e036eaae-cbb8-4b9c-8147-b377b67a1316 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0595920 Jul 16 01:57:17.559763 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57404) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:17.564567 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a74a89a4-7c02-4be4-aa2f-437e33b7808f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550806925'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:17.588188 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a74a89a4-7c02-4be4-aa2f-437e33b7808f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.697458 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a74a89a4-7c02-4be4-aa2f-437e33b7808f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.703017 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a74a89a4-7c02-4be4-aa2f-437e33b7808f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.744372 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a74a89a4-7c02-4be4-aa2f-437e33b7808f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.744372 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a74a89a4-7c02-4be4-aa2f-437e33b7808f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1758046 Jul 16 01:57:17.746268 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57410) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:17.748531 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-02578634-6929-4d76-95a6-204f0f6030d2 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:17.749185 n-d-800086-6 neutron-server[93831]: WARNING neutron.api.v2.base [None req-02578634-6929-4d76-95a6-204f0f6030d2 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:57:17.752819 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-02578634-6929-4d76-95a6-204f0f6030d2 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 01:57:17.756554 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-02578634-6929-4d76-95a6-204f0f6030d2 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "PUT /v2.0/security-groups/9af196cd-7e8b-4423-9a8f-75415c4c1e6c HTTP/1.1" status: 409 len: 330 time: 0.0156727 Jul 16 01:57:17.757284 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57412) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:17.771574 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a89a4-7c02-4be4-aa2f-437e33b7808f tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af196cd-7e8b-4423-9a8f-75415c4c1e6c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:17.838030 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dee73c50-b2b7-4b7a-9a60-e1b8fdaac4c6 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.874099 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dee73c50-b2b7-4b7a-9a60-e1b8fdaac4c6 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.963572 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dee73c50-b2b7-4b7a-9a60-e1b8fdaac4c6 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.971897 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dee73c50-b2b7-4b7a-9a60-e1b8fdaac4c6 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.973212 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dee73c50-b2b7-4b7a-9a60-e1b8fdaac4c6 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "DELETE /v2.0/security-groups/9af196cd-7e8b-4423-9a8f-75415c4c1e6c HTTP/1.1" status: 204 len: 168 time: 0.2149284 Jul 16 01:57:17.975860 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57418) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:17.997129 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee73c50-b2b7-4b7a-9a60-e1b8fdaac4c6 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af196cd-7e8b-4423-9a8f-75415c4c1e6c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:18.067934 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-af747a90-f7e7-4966-be86-7cb38e18663e tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0908451 Jul 16 01:57:18.074576 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57422) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:18.093178 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-88f43105-27f7-4e00-b30b-e58e84fb8897 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] delete failed (client error): The resource could not be found. Jul 16 01:57:18.100773 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-88f43105-27f7-4e00-b30b-e58e84fb8897 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "DELETE /v2.0/security-groups/c3685511-f050-4818-954f-0d9b7a93fe02 HTTP/1.1" status: 404 len: 347 time: 0.0248976 Jul 16 01:57:18.104746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57424) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:18.119164 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-2699bf62-9f0e-4e88-88a8-89d7d44cf882 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] show failed (client error): The resource could not be found. Jul 16 01:57:18.126326 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2699bf62-9f0e-4e88-88a8-89d7d44cf882 tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "GET /v2.0/security-groups/31043498-4834-4265-a375-803d0eaf5c3e HTTP/1.1" status: 404 len: 347 time: 0.0234551 Jul 16 01:57:18.126942 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57426) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:18.141933 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9710b7d1-e9f0-4fe3-8c44-682583ebe3fe req-7df16b65-6c9c-464b-847c-c8cb25ab7796 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 210 time: 0.0723619 Jul 16 01:57:18.148879 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-de155007-709b-424c-a092-dc25ce2245ec tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] show failed (client error): The resource could not be found. Jul 16 01:57:18.154739 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-de155007-709b-424c-a092-dc25ce2245ec tempest-NegativeSecGroupTest-629553403 tempest-NegativeSecGroupTest-629553403-project] 10.222.0.54 "GET /v2.0/security-group-rules/b13fada4-1575-447b-9ef7-c7d5bc68055e HTTP/1.1" status: 404 len: 356 time: 0.0220144 Jul 16 01:57:18.629312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57446) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:18.923819 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-afde40b3-b2d9-4451-a634-bdb5c5688ad0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=01a5e5c343604cefa029aedddde0fb73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927799 Jul 16 01:57:18.926628 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57454) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:19.015742 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d0e485f-cad8-442e-8709-fda61082cecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.066267 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d0e485f-cad8-442e-8709-fda61082cecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.137636 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d0e485f-cad8-442e-8709-fda61082cecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.140588 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d0e485f-cad8-442e-8709-fda61082cecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.144181 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5d0e485f-cad8-442e-8709-fda61082cecd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e1bfc28-1ce6-4f7f-8119-219e8a8b4483 HTTP/1.1" status: 204 len: 168 time: 0.2141745 Jul 16 01:57:19.154170 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e485f-cad8-442e-8709-fda61082cecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1bfc28-1ce6-4f7f-8119-219e8a8b4483,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:19.368244 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-266d5fc8-011c-4a5d-9963-0bb0566cc2ff req-1396545d-a96e-43b7-a06b-8016dc6185d5 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 210 time: 0.0526168 Jul 16 01:57:20.218230 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57500) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:20.375409 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-30159301-add7-4dc7-ad38-0a2976d646c7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1260316206-network', 'tenant_id': 'a84e0506957a480b9ad2fed9eeb8da18'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:20.438331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30159301-add7-4dc7-ad38-0a2976d646c7 admin admin] Made reservation on behalf of a84e0506957a480b9ad2fed9eeb8da18 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:20.442124 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30159301-add7-4dc7-ad38-0a2976d646c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.453119 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30159301-add7-4dc7-ad38-0a2976d646c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.601762 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30159301-add7-4dc7-ad38-0a2976d646c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.608473 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30159301-add7-4dc7-ad38-0a2976d646c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.635181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30159301-add7-4dc7-ad38-0a2976d646c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:20.660567 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30159301-add7-4dc7-ad38-0a2976d646c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.660924 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-30159301-add7-4dc7-ad38-0a2976d646c7 admin admin] Added segment 409ee89a-2820-4f8b-9743-3c2fd49ec901 of type vlan for network 025af432-81eb-458d-b662-07fa0ffdd8cb Jul 16 01:57:20.677692 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56c3f953-7e87-4afa-8efa-207ea5076ef4 req-85a2cae9-b6ce-42a8-b059-d62c3a937a53 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/ports?device_id=d79a823f-e394-43e4-9e3f-28558671d36e HTTP/1.1" status: 200 len: 210 time: 0.0572250 Jul 16 01:57:20.797773 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30159301-add7-4dc7-ad38-0a2976d646c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.828483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30159301-add7-4dc7-ad38-0a2976d646c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff1b508-877a-4e3b-a7ef-b6a965dedec9,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:20.911487 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30159301-add7-4dc7-ad38-0a2976d646c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.923341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30159301-add7-4dc7-ad38-0a2976d646c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:20.923341 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-30159301-add7-4dc7-ad38-0a2976d646c7 admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.965841 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-30159301-add7-4dc7-ad38-0a2976d646c7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7459211 Jul 16 01:57:20.968572 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57516) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:20.975165 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-479097f5-8de8-411f-a07a-c2caf0fa7295 admin admin] Request body: {'subnet': {'network_id': '025af432-81eb-458d-b662-07fa0ffdd8cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1260316206-subnet', 'tenant_id': 'a84e0506957a480b9ad2fed9eeb8da18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:20.998706 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30159301-add7-4dc7-ad38-0a2976d646c7 admin admin] Pushing event updated for resources: {'Network': ['ID=025af432-81eb-458d-b662-07fa0ffdd8cb,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:21.003378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479097f5-8de8-411f-a07a-c2caf0fa7295 admin admin] Made reservation on behalf of a84e0506957a480b9ad2fed9eeb8da18 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:21.006094 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-479097f5-8de8-411f-a07a-c2caf0fa7295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.010223 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 025af432-81eb-458d-b662-07fa0ffdd8cb details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:21.242723 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-479097f5-8de8-411f-a07a-c2caf0fa7295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.304196 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479097f5-8de8-411f-a07a-c2caf0fa7295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff73233-d73f-492f-b65b-e58c76ad4184,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:21.373876 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479097f5-8de8-411f-a07a-c2caf0fa7295 admin admin] Checking segment: {'id': '409ee89a-2820-4f8b-9743-3c2fd49ec901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '025af432-81eb-458d-b662-07fa0ffdd8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:21.374178 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479097f5-8de8-411f-a07a-c2caf0fa7295 admin admin] Network hostable DHCP agents. Network: 025af432-81eb-458d-b662-07fa0ffdd8cb, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:21.399178 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479097f5-8de8-411f-a07a-c2caf0fa7295 admin admin] Network 025af432-81eb-458d-b662-07fa0ffdd8cb is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:21.414421 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-479097f5-8de8-411f-a07a-c2caf0fa7295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 025af432-81eb-458d-b662-07fa0ffdd8cb) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:21.421233 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479097f5-8de8-411f-a07a-c2caf0fa7295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:21.422871 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-479097f5-8de8-411f-a07a-c2caf0fa7295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.427601 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dcc4ec-f244-40fd-8f87-2a04ada0cb6d None None] Network 025af432-81eb-458d-b662-07fa0ffdd8cb requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:21.443868 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-479097f5-8de8-411f-a07a-c2caf0fa7295 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4732807 Jul 16 01:57:21.659065 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1784c702-bc65-4c51-abf9-00b86d52583f None None] Network 025af432-81eb-458d-b662-07fa0ffdd8cb requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:21.929399 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57536) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:22.076989 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3db4847f-8ac3-432d-9b98-72e66df142bd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.124094 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3db4847f-8ac3-432d-9b98-72e66df142bd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.285142 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3db4847f-8ac3-432d-9b98-72e66df142bd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.289553 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3db4847f-8ac3-432d-9b98-72e66df142bd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.291339 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3db4847f-8ac3-432d-9b98-72e66df142bd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "DELETE /v2.0/security-groups/121cc833-6164-4610-bf48-0fea8c3a51ba HTTP/1.1" status: 204 len: 168 time: 0.3601236 Jul 16 01:57:22.293523 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57550) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:22.321160 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-fa8d768c-f089-4107-858c-aa9b48f54de6 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] show failed (client error): The resource could not be found. Jul 16 01:57:22.322456 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fa8d768c-f089-4107-858c-aa9b48f54de6 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "GET /v2.0/security-groups/121cc833-6164-4610-bf48-0fea8c3a51ba HTTP/1.1" status: 404 len: 347 time: 0.0273120 Jul 16 01:57:22.328639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57552) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:22.331043 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4847f-8ac3-432d-9b98-72e66df142bd tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=121cc833-6164-4610-bf48-0fea8c3a51ba,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:22.352635 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57554) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:22.359950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-157b7816-b11c-4fad-b761-fd42bbcdce52 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-919763052-network', 'tenant_id': '3d9d4de7a63846b899a42405dff65a66'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:22.391276 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157b7816-b11c-4fad-b761-fd42bbcdce52 admin admin] Made reservation on behalf of 3d9d4de7a63846b899a42405dff65a66 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:22.395396 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-157b7816-b11c-4fad-b761-fd42bbcdce52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.416565 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-157b7816-b11c-4fad-b761-fd42bbcdce52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.604733 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-43e3407a-3890-4ad3-ac7b-24edb8741a0d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Deleting port 1bc93bb8-9846-4045-a9b6-0130b01090d8 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:22.605228 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43e3407a-3890-4ad3-ac7b-24edb8741a0d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.666636 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-157b7816-b11c-4fad-b761-fd42bbcdce52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.676843 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-157b7816-b11c-4fad-b761-fd42bbcdce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.725945 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43e3407a-3890-4ad3-ac7b-24edb8741a0d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.727103 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43e3407a-3890-4ad3-ac7b-24edb8741a0d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.742605 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-43e3407a-3890-4ad3-ac7b-24edb8741a0d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Calling delete_port for 1bc93bb8-9846-4045-a9b6-0130b01090d8 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:22.773969 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157b7816-b11c-4fad-b761-fd42bbcdce52 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:22.779847 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b7816-b11c-4fad-b761-fd42bbcdce52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4724db80-b8f7-4e53-b7af-3484a0ecc3b2,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:22.803313 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-157b7816-b11c-4fad-b761-fd42bbcdce52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.804014 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-157b7816-b11c-4fad-b761-fd42bbcdce52 admin admin] Added segment ffd84ba1-bf1f-495a-9e4d-0e5cf985a570 of type vlan for network 4a8fd923-fd8b-4466-9d4d-410048b055e2 Jul 16 01:57:22.879671 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-157b7816-b11c-4fad-b761-fd42bbcdce52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.915565 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-157b7816-b11c-4fad-b761-fd42bbcdce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.918013 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157b7816-b11c-4fad-b761-fd42bbcdce52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:22.918663 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-157b7816-b11c-4fad-b761-fd42bbcdce52 admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.966311 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-157b7816-b11c-4fad-b761-fd42bbcdce52 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6118937 Jul 16 01:57:23.003541 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57560) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:23.008721 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d826a7a1-a4cd-4840-9579-0381acb95c67 admin admin] Request body: {'subnet': {'network_id': '4a8fd923-fd8b-4466-9d4d-410048b055e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-919763052-subnet', 'tenant_id': '3d9d4de7a63846b899a42405dff65a66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:23.032272 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b7816-b11c-4fad-b761-fd42bbcdce52 admin admin] Pushing event updated for resources: {'Network': ['ID=4a8fd923-fd8b-4466-9d4d-410048b055e2,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:23.046368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 4a8fd923-fd8b-4466-9d4d-410048b055e2 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:23.047393 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d826a7a1-a4cd-4840-9579-0381acb95c67 admin admin] Made reservation on behalf of 3d9d4de7a63846b899a42405dff65a66 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:23.050192 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d826a7a1-a4cd-4840-9579-0381acb95c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.265483 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d826a7a1-a4cd-4840-9579-0381acb95c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.321328 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826a7a1-a4cd-4840-9579-0381acb95c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3773f743-8c87-4c28-b11b-6edf75a76c5f,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:23.340854 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d826a7a1-a4cd-4840-9579-0381acb95c67 admin admin] Checking segment: {'id': 'ffd84ba1-bf1f-495a-9e4d-0e5cf985a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4a8fd923-fd8b-4466-9d4d-410048b055e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:23.341452 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d826a7a1-a4cd-4840-9579-0381acb95c67 admin admin] Network hostable DHCP agents. Network: 4a8fd923-fd8b-4466-9d4d-410048b055e2, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:23.366342 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d826a7a1-a4cd-4840-9579-0381acb95c67 admin admin] Network 4a8fd923-fd8b-4466-9d4d-410048b055e2 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:23.382030 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-d826a7a1-a4cd-4840-9579-0381acb95c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 4a8fd923-fd8b-4466-9d4d-410048b055e2) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:23.390375 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d826a7a1-a4cd-4840-9579-0381acb95c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:23.390947 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d826a7a1-a4cd-4840-9579-0381acb95c67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.394169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3acbd1-2118-4a4a-a084-1eb24b71afb4 None None] Network 4a8fd923-fd8b-4466-9d4d-410048b055e2 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:23.414777 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d826a7a1-a4cd-4840-9579-0381acb95c67 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4100254 Jul 16 01:57:23.439978 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7026e95-d8e6-4ff3-960c-0e788f8a51a9 req-8bec9e34-6fdc-4358-9943-9e3a74dc9b08 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:23.448364 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a7026e95-d8e6-4ff3-960c-0e788f8a51a9 req-8bec9e34-6fdc-4358-9943-9e3a74dc9b08 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.6741078 Jul 16 01:57:23.512373 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a7026e95-d8e6-4ff3-960c-0e788f8a51a9 req-1733c391-d4b6-4540-be96-6c4bab461130 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627632 Jul 16 01:57:23.538495 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43e3407a-3890-4ad3-ac7b-24edb8741a0d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.545999 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c70557-5a2c-4e20-840f-8e322c564a15 None None] Network 4a8fd923-fd8b-4466-9d4d-410048b055e2 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:23.569555 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3407a-3890-4ad3-ac7b-24edb8741a0d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event deleted for resources: {'Port': ['ID=1bc93bb8-9846-4045-a9b6-0130b01090d8,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:23.641380 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43e3407a-3890-4ad3-ac7b-24edb8741a0d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.645044 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43e3407a-3890-4ad3-ac7b-24edb8741a0d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.648742 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-43e3407a-3890-4ad3-ac7b-24edb8741a0d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "DELETE /v2.0/floatingips/ecd13786-7c34-4219-a4e5-7ca438ba5e91 HTTP/1.1" status: 204 len: 168 time: 1.3164625 Jul 16 01:57:23.649234 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57574) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:23.658812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57576) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:23.709048 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-728b6e3f-ea82-4dcd-944b-5f98269a40c6 admin admin] Deleting subnet 9ff73233-d73f-492f-b65b-e58c76ad4184 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:23.712977 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-728b6e3f-ea82-4dcd-944b-5f98269a40c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.756037 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-728b6e3f-ea82-4dcd-944b-5f98269a40c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.773265 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-f52d8bb3-3f5f-4b6f-8b21-8d0953a2439d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Deleting port 588d0e4f-cefb-43a8-a412-487dd40c07f8 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:23.773635 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f52d8bb3-3f5f-4b6f-8b21-8d0953a2439d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.813142 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-728b6e3f-ea82-4dcd-944b-5f98269a40c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.897052 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-728b6e3f-ea82-4dcd-944b-5f98269a40c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.899762 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f52d8bb3-3f5f-4b6f-8b21-8d0953a2439d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.910046 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.915950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-f52d8bb3-3f5f-4b6f-8b21-8d0953a2439d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Calling delete_port for 588d0e4f-cefb-43a8-a412-487dd40c07f8 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:23.939377 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b6e3f-ea82-4dcd-944b-5f98269a40c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ff73233-d73f-492f-b65b-e58c76ad4184,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:23.951899 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-728b6e3f-ea82-4dcd-944b-5f98269a40c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.953939 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-728b6e3f-ea82-4dcd-944b-5f98269a40c6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9ff73233-d73f-492f-b65b-e58c76ad4184 HTTP/1.1" status: 204 len: 168 time: 0.2936325 Jul 16 01:57:23.959616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57580) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:24.033272 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-66ac1e4e-b7b0-4bb4-afab-a6e7863c17a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.063066 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f52d8bb3-3f5f-4b6f-8b21-8d0953a2439d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.110614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d8bb3-3f5f-4b6f-8b21-8d0953a2439d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event deleted for resources: {'Port': ['ID=588d0e4f-cefb-43a8-a412-487dd40c07f8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:24.164843 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-66ac1e4e-b7b0-4bb4-afab-a6e7863c17a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.184760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-66ac1e4e-b7b0-4bb4-afab-a6e7863c17a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025af432-81eb-458d-b662-07fa0ffdd8cb']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:24.196237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-66ac1e4e-b7b0-4bb4-afab-a6e7863c17a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409ee89a-2820-4f8b-9743-3c2fd49ec901') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:24.196565 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-66ac1e4e-b7b0-4bb4-afab-a6e7863c17a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409ee89a-2820-4f8b-9743-3c2fd49ec901') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:24.197326 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f52d8bb3-3f5f-4b6f-8b21-8d0953a2439d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.199964 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f52d8bb3-3f5f-4b6f-8b21-8d0953a2439d tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "DELETE /v2.0/ports/588d0e4f-cefb-43a8-a412-487dd40c07f8 HTTP/1.1" status: 204 len: 168 time: 0.5495939 Jul 16 01:57:24.202514 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57592) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:24.211950 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-66ac1e4e-b7b0-4bb4-afab-a6e7863c17a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.233286 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-66ac1e4e-b7b0-4bb4-afab-a6e7863c17a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.243821 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ac1e4e-b7b0-4bb4-afab-a6e7863c17a0 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:24.244540 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-66ac1e4e-b7b0-4bb4-afab-a6e7863c17a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:24.270616 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:24.320246 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8026c-2901-4ef7-ae84-1fa5add48264 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Deleting port 1ee21601-191c-45f4-b814-a55228557d82 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:24.320761 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4ff8026c-2901-4ef7-ae84-1fa5add48264 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.332370 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-66ac1e4e-b7b0-4bb4-afab-a6e7863c17a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.346338 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-66ac1e4e-b7b0-4bb4-afab-a6e7863c17a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.352765 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-66ac1e4e-b7b0-4bb4-afab-a6e7863c17a0 admin admin] 10.222.0.54 "DELETE /v2.0/networks/025af432-81eb-458d-b662-07fa0ffdd8cb HTTP/1.1" status: 204 len: 168 time: 0.3920538 Jul 16 01:57:24.356011 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57594) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:24.412511 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac1e4e-b7b0-4bb4-afab-a6e7863c17a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=025af432-81eb-458d-b662-07fa0ffdd8cb,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:24.445108 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4ff8026c-2901-4ef7-ae84-1fa5add48264 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.459912 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8026c-2901-4ef7-ae84-1fa5add48264 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Calling delete_port for 1ee21601-191c-45f4-b814-a55228557d82 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:24.470620 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2dbf78-dc74-4014-a55a-6e6fb124ca63 admin admin] Deleting subnet 3773f743-8c87-4c28-b11b-6edf75a76c5f {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:24.475039 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbf78-dc74-4014-a55a-6e6fb124ca63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.520115 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbf78-dc74-4014-a55a-6e6fb124ca63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.595811 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbf78-dc74-4014-a55a-6e6fb124ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.696794 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4ff8026c-2901-4ef7-ae84-1fa5add48264 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.730105 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbf78-dc74-4014-a55a-6e6fb124ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.763642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dbf78-dc74-4014-a55a-6e6fb124ca63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3773f743-8c87-4c28-b11b-6edf75a76c5f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:24.772822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcf8c6-aa04-46f9-aa9d-720a4eb1007f req-84082a05-c100-444c-a628-e1973ef631e9 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:24.774711 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b0bcf8c6-aa04-46f9-aa9d-720a4eb1007f req-84082a05-c100-444c-a628-e1973ef631e9 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.26 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.1759770 Jul 16 01:57:24.776116 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbf78-dc74-4014-a55a-6e6fb124ca63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.778663 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bf2dbf78-dc74-4014-a55a-6e6fb124ca63 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3773f743-8c87-4c28-b11b-6edf75a76c5f HTTP/1.1" status: 204 len: 168 time: 0.3745248 Jul 16 01:57:24.781136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57598) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:24.804975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8026c-2901-4ef7-ae84-1fa5add48264 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event deleted for resources: {'Port': ['ID=1ee21601-191c-45f4-b814-a55228557d82,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:24.908952 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4ff8026c-2901-4ef7-ae84-1fa5add48264 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.913523 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4ff8026c-2901-4ef7-ae84-1fa5add48264 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "DELETE /v2.0/ports/1ee21601-191c-45f4-b814-a55228557d82 HTTP/1.1" status: 204 len: 168 time: 0.7076406 Jul 16 01:57:24.913967 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57602) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:24.929701 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57b7037b-6f47-4758-89c0-1db440b80943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.990862 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82cc069-c1f6-426b-9a15-8e145e106164 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Deleting subnet d66e7cad-8485-48ef-b49f-9c0a1aa8b39b {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:24.994238 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b82cc069-c1f6-426b-9a15-8e145e106164 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.037267 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57b7037b-6f47-4758-89c0-1db440b80943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.040507 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b82cc069-c1f6-426b-9a15-8e145e106164 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.040738 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-b0bcf8c6-aa04-46f9-aa9d-720a4eb1007f req-81a64176-c601-4eb2-9271-0690f6280258 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Deleting port 6c2110d2-a86c-4abc-b879-5f3c83aab164 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:25.041032 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b0bcf8c6-aa04-46f9-aa9d-720a4eb1007f req-81a64176-c601-4eb2-9271-0690f6280258 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.068067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-57b7037b-6f47-4758-89c0-1db440b80943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8fd923-fd8b-4466-9d4d-410048b055e2']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:25.083613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-57b7037b-6f47-4758-89c0-1db440b80943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd84ba1-bf1f-495a-9e4d-0e5cf985a570') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:25.083977 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-57b7037b-6f47-4758-89c0-1db440b80943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd84ba1-bf1f-495a-9e4d-0e5cf985a570') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:25.107416 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bbee7-e932-4641-8983-548407c2f296 req-d5579c4a-21e6-4d4b-aeae-b05c26bb7783 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:25.114428 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a57bbee7-e932-4641-8983-548407c2f296 req-d5579c4a-21e6-4d4b-aeae-b05c26bb7783 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 946 time: 0.3927011 Jul 16 01:57:25.130140 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57b7037b-6f47-4758-89c0-1db440b80943 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.155463 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57b7037b-6f47-4758-89c0-1db440b80943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.171176 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b7037b-6f47-4758-89c0-1db440b80943 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:25.171584 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57b7037b-6f47-4758-89c0-1db440b80943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:25.173282 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:25.200365 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b82cc069-c1f6-426b-9a15-8e145e106164 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.226257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-b0bcf8c6-aa04-46f9-aa9d-720a4eb1007f req-81a64176-c601-4eb2-9271-0690f6280258 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] For port 6c2110d2-a86c-4abc-b879-5f3c83aab164, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6c2110d2-a86c-4abc-b879-5f3c83aab164,segment=NetworkSegment(a487fc01-0d72-489f-bc25-de635f54c37d),segment_id=a487fc01-0d72-489f-bc25-de635f54c37d)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:25.226627 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b0bcf8c6-aa04-46f9-aa9d-720a4eb1007f req-81a64176-c601-4eb2-9271-0690f6280258 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.286201 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a57bbee7-e932-4641-8983-548407c2f296 req-950e83f0-4ef0-4998-b3fc-89cbe2023feb tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/security-groups?id=c304d64c-f17c-406d-b9a0-3f7a59ca792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708128 Jul 16 01:57:25.311676 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57b7037b-6f47-4758-89c0-1db440b80943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.323229 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57b7037b-6f47-4758-89c0-1db440b80943 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.325531 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-57b7037b-6f47-4758-89c0-1db440b80943 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4a8fd923-fd8b-4466-9d4d-410048b055e2 HTTP/1.1" status: 204 len: 168 time: 0.5433457 Jul 16 01:57:25.326720 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-b0bcf8c6-aa04-46f9-aa9d-720a4eb1007f req-81a64176-c601-4eb2-9271-0690f6280258 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Calling delete_port for 6c2110d2-a86c-4abc-b879-5f3c83aab164 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:25.342969 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b82cc069-c1f6-426b-9a15-8e145e106164 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.352651 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7037b-6f47-4758-89c0-1db440b80943 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a8fd923-fd8b-4466-9d4d-410048b055e2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:25.413271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cc069-c1f6-426b-9a15-8e145e106164 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event deleted for resources: {'Subnet': ['ID=d66e7cad-8485-48ef-b49f-9c0a1aa8b39b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:25.431417 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a69194-95d0-4075-a8e5-6f6cffb9f9e4 None None] Network ce6c8df2-7389-4a01-8a34-c56fcf84fa29 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:25.445293 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b82cc069-c1f6-426b-9a15-8e145e106164 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.451595 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b82cc069-c1f6-426b-9a15-8e145e106164 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "DELETE /v2.0/subnets/d66e7cad-8485-48ef-b49f-9c0a1aa8b39b HTTP/1.1" status: 204 len: 168 time: 0.5364468 Jul 16 01:57:25.454153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57608) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:25.546973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-07769c1b-cb39-4b91-b75f-be31e1105348 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Deleting subnet dd7e40bd-b54b-416d-9777-82ce986f495f {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:25.554234 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07769c1b-cb39-4b91-b75f-be31e1105348 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.647578 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07769c1b-cb39-4b91-b75f-be31e1105348 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.690932 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57618) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:25.730013 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b0bcf8c6-aa04-46f9-aa9d-720a4eb1007f req-81a64176-c601-4eb2-9271-0690f6280258 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.751748 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2722ab33-8e9b-492e-b4fc-51ab1a5eb492 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a84e0506957a480b9ad2fed9eeb8da18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577083 Jul 16 01:57:25.753457 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57620) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:25.759819 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b04762-0da2-4d8c-9fae-5ce78cd2df07 None None] DHCP port deletion for ce6c8df2-7389-4a01-8a34-c56fcf84fa29 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:25.817481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e7b04762-0da2-4d8c-9fae-5ce78cd2df07 None None] Deleting port 2965b453-933e-44c7-bfbe-d4da90d54503 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:25.818060 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7b04762-0da2-4d8c-9fae-5ce78cd2df07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.826101 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9752b7be-7b96-4def-af7a-cfdb1cbe3644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.847241 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a64176-c601-4eb2-9271-0690f6280258 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Pushing event deleted for resources: {'Port': ['ID=6c2110d2-a86c-4abc-b879-5f3c83aab164,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:25.856417 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9752b7be-7b96-4def-af7a-cfdb1cbe3644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.935853 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9752b7be-7b96-4def-af7a-cfdb1cbe3644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.941718 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9752b7be-7b96-4def-af7a-cfdb1cbe3644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.943245 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9752b7be-7b96-4def-af7a-cfdb1cbe3644 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cff1b508-877a-4e3b-a7ef-b6a965dedec9 HTTP/1.1" status: 204 len: 168 time: 0.1885722 Jul 16 01:57:25.956613 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752b7be-7b96-4def-af7a-cfdb1cbe3644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff1b508-877a-4e3b-a7ef-b6a965dedec9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.003618 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07769c1b-cb39-4b91-b75f-be31e1105348 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.092641 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bcf8c6-aa04-46f9-aa9d-720a4eb1007f req-81a64176-c601-4eb2-9271-0690f6280258 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] No DVR routers for this DVR port 6c2110d2-a86c-4abc-b879-5f3c83aab164 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:26.096716 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b0bcf8c6-aa04-46f9-aa9d-720a4eb1007f req-81a64176-c601-4eb2-9271-0690f6280258 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.101020 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b0bcf8c6-aa04-46f9-aa9d-720a4eb1007f req-81a64176-c601-4eb2-9271-0690f6280258 tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.26 "DELETE /v2.0/ports/6c2110d2-a86c-4abc-b879-5f3c83aab164 HTTP/1.1" status: 204 len: 173 time: 1.3120794 Jul 16 01:57:26.101477 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac07eb0-78c1-4f7c-838e-f77ede5b104f', 'name': 'network-vif-deleted', 'tag': '6c2110d2-a86c-4abc-b879-5f3c83aab164'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:26.115561 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1b4aad-53f2-49f1-91ba-344f5ff78042" -d '{"events": [{"server_uuid": "eac07eb0-78c1-4f7c-838e-f77ede5b104f", "name": "network-vif-deleted", "tag": "6c2110d2-a86c-4abc-b879-5f3c83aab164"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:26.125316 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07769c1b-cb39-4b91-b75f-be31e1105348 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.198975 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07769c1b-cb39-4b91-b75f-be31e1105348 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event deleted for resources: {'Subnet': ['ID=dd7e40bd-b54b-416d-9777-82ce986f495f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.213773 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07769c1b-cb39-4b91-b75f-be31e1105348 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.218586 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-07769c1b-cb39-4b91-b75f-be31e1105348 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "DELETE /v2.0/subnets/dd7e40bd-b54b-416d-9777-82ce986f495f HTTP/1.1" status: 204 len: 168 time: 0.7599330 Jul 16 01:57:26.219933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57640) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:26.244276 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f1bc75-b91b-4ae9-9471-e18cddc1e537 x-openstack-request-id: req-54f1bc75-b91b-4ae9-9471-e18cddc1e537 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:26.244580 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac07eb0-78c1-4f7c-838e-f77ede5b104f", "name": "network-vif-deleted", "tag": "6c2110d2-a86c-4abc-b879-5f3c83aab164", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:26.244837 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-54f1bc75-b91b-4ae9-9471-e18cddc1e537 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:26.252132 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac07eb0-78c1-4f7c-838e-f77ede5b104f', 'name': 'network-vif-deleted', 'tag': '6c2110d2-a86c-4abc-b879-5f3c83aab164', 'status': 'completed', 'code': 200} Jul 16 01:57:26.343840 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e07396-f683-46b3-8c87-656c2c657c4c None None] Network 61936856-6c7f-41bf-93c7-c9c6608b4eb9 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:26.465412 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2965b453-933e-44c7-bfbe-d4da90d54503 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:26.471265 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.599370 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7afe792c-5fa4-4b48-84d3-a03921883c32 req-95d9b9d6-8fc1-414e-91e7-cbff750a3a4c tempest-ServersNegativeTestJSON-1763886795 tempest-ServersNegativeTestJSON-1763886795-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac07eb0-78c1-4f7c-838e-f77ede5b104f HTTP/1.1" status: 200 len: 210 time: 0.0491409 Jul 16 01:57:26.659991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Deleting port 2965b453-933e-44c7-bfbe-d4da90d54503 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:26.660336 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.748407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57694) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:26.823878 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6c2110d2-a86c-4abc-b879-5f3c83aab164 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:26.857481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] For port 2965b453-933e-44c7-bfbe-d4da90d54503, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2965b453-933e-44c7-bfbe-d4da90d54503,segment=NetworkSegment(7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e),segment_id=7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:26.857865 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.864786 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2c20af83-6a16-4bf2-9984-f0049539283e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3d9d4de7a63846b899a42405dff65a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1125805 Jul 16 01:57:26.865418 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57712) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:26.871890 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 6c2110d2-a86c-4abc-b879-5f3c83aab164 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:26.872510 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6c2110d2-a86c-4abc-b879-5f3c83aab164 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:26.883007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e7b04762-0da2-4d8c-9fae-5ce78cd2df07 None None] For port 2965b453-933e-44c7-bfbe-d4da90d54503, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2965b453-933e-44c7-bfbe-d4da90d54503,segment=NetworkSegment(7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e),segment_id=7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:26.883624 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7b04762-0da2-4d8c-9fae-5ce78cd2df07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.889371 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Calling delete_port for 2965b453-933e-44c7-bfbe-d4da90d54503 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:26.923897 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e7b04762-0da2-4d8c-9fae-5ce78cd2df07 None None] Calling delete_port for 2965b453-933e-44c7-bfbe-d4da90d54503 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:27.021403 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.070268 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc98799a-3b94-4b00-af48-9aef4d517d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.083410 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 2965b453-933e-44c7-bfbe-d4da90d54503, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2965b453-933e-44c7-bfbe-d4da90d54503,segment=NetworkSegment(7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e),segment_id=7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:27.090149 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d94c1b0-a49e-4f04-abb1-99143b63b10a None None] DHCP port deletion for 61936856-6c7f-41bf-93c7-c9c6608b4eb9 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:27.099116 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.157737 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc98799a-3b94-4b00-af48-9aef4d517d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.199302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=2965b453-933e-44c7-bfbe-d4da90d54503,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:27.226180 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7b04762-0da2-4d8c-9fae-5ce78cd2df07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.228726 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.259585 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b04762-0da2-4d8c-9fae-5ce78cd2df07 None None] No DVR routers for this DVR port 2965b453-933e-44c7-bfbe-d4da90d54503 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:27.282720 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc98799a-3b94-4b00-af48-9aef4d517d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.285406 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc98799a-3b94-4b00-af48-9aef4d517d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.286635 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cc98799a-3b94-4b00-af48-9aef4d517d87 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4724db80-b8f7-4e53-b7af-3484a0ecc3b2 HTTP/1.1" status: 204 len: 168 time: 0.4189553 Jul 16 01:57:27.300571 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98799a-3b94-4b00-af48-9aef4d517d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4724db80-b8f7-4e53-b7af-3484a0ecc3b2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:27.367429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6d94c1b0-a49e-4f04-abb1-99143b63b10a None None] Deleting port 0bdefe81-476a-45cc-9ad6-3fd9999ca009 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:27.367429 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d94c1b0-a49e-4f04-abb1-99143b63b10a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.374714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] No DVR routers for this DVR port 2965b453-933e-44c7-bfbe-d4da90d54503 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:27.379275 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event deleted for resources: {'Port': ['ID=2965b453-933e-44c7-bfbe-d4da90d54503,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:27.400831 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b04762-0da2-4d8c-9fae-5ce78cd2df07 None None] Pushing event deleted for resources: {'Port': ['ID=2965b453-933e-44c7-bfbe-d4da90d54503,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:27.548299 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6d94c1b0-a49e-4f04-abb1-99143b63b10a None None] For port 0bdefe81-476a-45cc-9ad6-3fd9999ca009, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0bdefe81-476a-45cc-9ad6-3fd9999ca009,segment=NetworkSegment(8471601f-c6cf-4468-bacd-44966f4bbf62),segment_id=8471601f-c6cf-4468-bacd-44966f4bbf62)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:27.549069 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d94c1b0-a49e-4f04-abb1-99143b63b10a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.573982 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.583980 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6d94c1b0-a49e-4f04-abb1-99143b63b10a None None] Calling delete_port for 0bdefe81-476a-45cc-9ad6-3fd9999ca009 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:27.601068 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6c8df2-7389-4a01-8a34-c56fcf84fa29']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:27.625279 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:27.625770 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4c7dd7-51c3-4758-96f7-8e7d4ae0ce8e') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:27.659215 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.686090 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.704075 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:27.705421 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.762039 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d94c1b0-a49e-4f04-abb1-99143b63b10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.809248 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57798) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:27.852613 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94c1b0-a49e-4f04-abb1-99143b63b10a None None] Pushing event deleted for resources: {'Port': ['ID=0bdefe81-476a-45cc-9ad6-3fd9999ca009,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:27.878396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d94c1b0-a49e-4f04-abb1-99143b63b10a None None] No DVR routers for this DVR port 0bdefe81-476a-45cc-9ad6-3fd9999ca009 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:27.883460 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:27.937619 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.944457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9fb15f-db34-4697-86f6-6254c29fa583 admin admin] Deleting subnet e33d7cdb-73e5-4819-a1cd-c03f40836d6a {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:27.945136 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.949818 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb15f-db34-4697-86f6-6254c29fa583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.956062 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "DELETE /v2.0/networks/ce6c8df2-7389-4a01-8a34-c56fcf84fa29 HTTP/1.1" status: 204 len: 168 time: 1.7325993 Jul 16 01:57:27.971441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 57816) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:28.013106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1406b72-e837-401e-af79-c16144e2c42e tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event deleted for resources: {'Network': ['ID=ce6c8df2-7389-4a01-8a34-c56fcf84fa29,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.085514 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb15f-db34-4697-86f6-6254c29fa583 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.093151 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2075d48-87c8-429f-b88b-f86d62c4b7e9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.107916 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0bdefe81-476a-45cc-9ad6-3fd9999ca009 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:28.153251 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 0bdefe81-476a-45cc-9ad6-3fd9999ca009 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:28.153484 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0bdefe81-476a-45cc-9ad6-3fd9999ca009 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:28.208804 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb15f-db34-4697-86f6-6254c29fa583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.363892 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d9e0431-d1c4-4a92-938f-400bd82fdca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.370360 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2075d48-87c8-429f-b88b-f86d62c4b7e9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.382167 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-e2075d48-87c8-429f-b88b-f86d62c4b7e9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61936856-6c7f-41bf-93c7-c9c6608b4eb9']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:28.394716 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-e2075d48-87c8-429f-b88b-f86d62c4b7e9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8471601f-c6cf-4468-bacd-44966f4bbf62') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:28.395019 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-e2075d48-87c8-429f-b88b-f86d62c4b7e9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8471601f-c6cf-4468-bacd-44966f4bbf62') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:28.408795 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2075d48-87c8-429f-b88b-f86d62c4b7e9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.423665 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2075d48-87c8-429f-b88b-f86d62c4b7e9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.430711 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2075d48-87c8-429f-b88b-f86d62c4b7e9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:28.431119 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2075d48-87c8-429f-b88b-f86d62c4b7e9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:28.454725 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:28.580998 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2075d48-87c8-429f-b88b-f86d62c4b7e9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.591378 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2075d48-87c8-429f-b88b-f86d62c4b7e9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.598004 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e2075d48-87c8-429f-b88b-f86d62c4b7e9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] 10.222.0.54 "DELETE /v2.0/networks/61936856-6c7f-41bf-93c7-c9c6608b4eb9 HTTP/1.1" status: 204 len: 168 time: 0.6254332 Jul 16 01:57:28.624526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2075d48-87c8-429f-b88b-f86d62c4b7e9 tempest-TaggedBootDevicesTest_v242-1273032071 tempest-TaggedBootDevicesTest_v242-1273032071-project] Pushing event deleted for resources: {'Network': ['ID=61936856-6c7f-41bf-93c7-c9c6608b4eb9,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.631888 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb15f-db34-4697-86f6-6254c29fa583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.724976 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb15f-db34-4697-86f6-6254c29fa583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.730708 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6b9fb15f-db34-4697-86f6-6254c29fa583 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e33d7cdb-73e5-4819-a1cd-c03f40836d6a HTTP/1.1" status: 204 len: 168 time: 0.9169588 Jul 16 01:57:28.732816 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fb15f-db34-4697-86f6-6254c29fa583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e33d7cdb-73e5-4819-a1cd-c03f40836d6a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.732941 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 57908) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:28.813412 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.927084 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6d24e77a-5076-472b-97c9-b32313eee3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.191983 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6d24e77a-5076-472b-97c9-b32313eee3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.212599 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6d24e77a-5076-472b-97c9-b32313eee3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c40dbf-5170-4d84-94bd-5e3baafc13ee']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:29.238281 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6d24e77a-5076-472b-97c9-b32313eee3b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a487fc01-0d72-489f-bc25-de635f54c37d') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:29.240256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6d24e77a-5076-472b-97c9-b32313eee3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a487fc01-0d72-489f-bc25-de635f54c37d') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:29.268375 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6d24e77a-5076-472b-97c9-b32313eee3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.312694 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6d24e77a-5076-472b-97c9-b32313eee3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.320917 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d24e77a-5076-472b-97c9-b32313eee3b2 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:29.321383 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6d24e77a-5076-472b-97c9-b32313eee3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:29.406521 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:29.411300 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6d24e77a-5076-472b-97c9-b32313eee3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.424683 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6d24e77a-5076-472b-97c9-b32313eee3b2 admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.431699 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6d24e77a-5076-472b-97c9-b32313eee3b2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a8c40dbf-5170-4d84-94bd-5e3baafc13ee HTTP/1.1" status: 204 len: 168 time: 0.6921153 Jul 16 01:57:29.461333 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24e77a-5076-472b-97c9-b32313eee3b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8c40dbf-5170-4d84-94bd-5e3baafc13ee,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:29.826553 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58040) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:29.906521 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bf3883f7-d340-4c3a-887c-24142a07ac5e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=acd8396b643646dea8935864882ec2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770366 Jul 16 01:57:29.909066 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58054) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:30.009946 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ac8ca4af-fe89-4c71-9d52-426cd2854c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.079525 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ac8ca4af-fe89-4c71-9d52-426cd2854c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.209429 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ac8ca4af-fe89-4c71-9d52-426cd2854c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.212433 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ac8ca4af-fe89-4c71-9d52-426cd2854c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.216440 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ac8ca4af-fe89-4c71-9d52-426cd2854c6e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c304d64c-f17c-406d-b9a0-3f7a59ca792b HTTP/1.1" status: 204 len: 168 time: 0.3035858 Jul 16 01:57:30.229791 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ca4af-fe89-4c71-9d52-426cd2854c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c304d64c-f17c-406d-b9a0-3f7a59ca792b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:31.044713 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58190) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:31.079195 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.098083 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a04a3da-2353-4abf-8c04-1681ba911de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.208576 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74bce78a-e1e7-4b2d-8554-3a621e39735c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.324070 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74bce78a-e1e7-4b2d-8554-3a621e39735c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.328717 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74bce78a-e1e7-4b2d-8554-3a621e39735c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.385515 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58208) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:31.397868 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-74bce78a-e1e7-4b2d-8554-3a621e39735c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=645c4e5613f5403f9c1d143a672abcb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3474424 Jul 16 01:57:31.398795 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bce78a-e1e7-4b2d-8554-3a621e39735c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dec809c-e1de-4b67-8b3b-664c5c5787cb,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:31.503236 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0878a7d5-2812-495f-a19b-e560714a1653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.547267 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0878a7d5-2812-495f-a19b-e560714a1653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.617613 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0878a7d5-2812-495f-a19b-e560714a1653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.620532 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0878a7d5-2812-495f-a19b-e560714a1653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.622295 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0878a7d5-2812-495f-a19b-e560714a1653 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6dec809c-e1de-4b67-8b3b-664c5c5787cb HTTP/1.1" status: 204 len: 168 time: 0.2354982 Jul 16 01:57:31.630540 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878a7d5-2812-495f-a19b-e560714a1653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dec809c-e1de-4b67-8b3b-664c5c5787cb,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:31.931425 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-5084cbd9-36fa-4831-b381-0546dad68cd4 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:31.939703 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-5084cbd9-36fa-4831-b381-0546dad68cd4 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/networks?id=d761cda9-5d0f-4b3e-9277-d22768957564 HTTP/1.1" status: 200 len: 814 time: 0.1818674 Jul 16 01:57:31.958297 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-3479b9ff-2627-4834-bd8d-d375c7d50f66 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/quotas/35107c721ea940d7adbd5121804a5b26 HTTP/1.1" status: 200 len: 375 time: 0.0174365 Jul 16 01:57:32.018281 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-829c9104-63d3-4607-834c-df6a8290e783 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=35107c721ea940d7adbd5121804a5b26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589387 Jul 16 01:57:32.109714 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.140998 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58236) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:32.157180 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2590e9e5-fd1b-4e8d-8a14-24b0540f25fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.193986 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-1d7638a1-d2d6-4aec-b65f-ed67f96c84f0 service neutron] 10.222.0.54 "GET /v2.0/networks/d761cda9-5d0f-4b3e-9277-d22768957564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749020 Jul 16 01:57:32.346620 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2590e9e5-fd1b-4e8d-8a14-24b0540f25fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.351369 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2590e9e5-fd1b-4e8d-8a14-24b0540f25fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.366447 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-2e5f902b-d0cc-4bcf-a6f3-8fb3031012ba service neutron] 10.222.0.54 "GET /v2.0/networks/d761cda9-5d0f-4b3e-9277-d22768957564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628633 Jul 16 01:57:32.441763 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590e9e5-fd1b-4e8d-8a14-24b0540f25fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c628de9-54f3-4384-b2e0-8797b124b9de,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:32.498031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58246) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:32.504859 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2590e9e5-fd1b-4e8d-8a14-24b0540f25fd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f0e5d99d24f349e0bc722111274df4e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604105 Jul 16 01:57:32.616334 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b3304f5-0505-409c-90b6-ef2e63df8c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.648531 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b3304f5-0505-409c-90b6-ef2e63df8c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.782423 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ca42bed4-4d7b-4d4b-b7e7-6ca372ef5fee req-0381c4f4-0eef-45bb-bbb7-6aef3d5e53f8 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7 HTTP/1.1" status: 200 len: 210 time: 0.0838985 Jul 16 01:57:32.786640 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b3304f5-0505-409c-90b6-ef2e63df8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.795779 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2b3304f5-0505-409c-90b6-ef2e63df8c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.802842 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2b3304f5-0505-409c-90b6-ef2e63df8c61 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4c628de9-54f3-4384-b2e0-8797b124b9de HTTP/1.1" status: 204 len: 168 time: 0.3014638 Jul 16 01:57:32.834324 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3304f5-0505-409c-90b6-ef2e63df8c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c628de9-54f3-4384-b2e0-8797b124b9de,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:33.660662 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-b8f6c36b-cc7b-4338-8afa-608d9f488a35 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.669114 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-b8f6c36b-cc7b-4338-8afa-608d9f488a35 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 811 time: 0.1414504 Jul 16 01:57:33.688058 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-5aa6a478-8e0c-422b-922e-5668c069e579 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/quotas/3429d6c64c11482188275a95cd24498c HTTP/1.1" status: 200 len: 375 time: 0.0177095 Jul 16 01:57:33.847732 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.857291 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-b037b554-483f-4923-8da9-48957aa990c1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1677589 Jul 16 01:57:33.970005 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-d82f6e29-89ea-4101-b25f-dd6d9f4dfe08 service neutron] 10.222.0.54 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038847 Jul 16 01:57:34.009312 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7cb428b6-ed36-4cd6-95a6-8fa5e1c84b5b req-5109a8f3-8285-4008-a804-fa46e7dd74ef tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7 HTTP/1.1" status: 200 len: 210 time: 0.0465858 Jul 16 01:57:34.099887 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-4f46a242-581c-486e-b589-45c5de9a7f40 service neutron] 10.222.0.54 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222570 Jul 16 01:57:34.435329 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c6d27459-fd0a-4dd8-9233-4fae403adc7e req-dc7ecab7-898d-43c9-a092-6341e1dfb463 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 210 time: 0.1112916 Jul 16 01:57:34.667819 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-64d2503e-18ef-4fea-af36-c0203d88b55a tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:34.669294 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-64d2503e-18ef-4fea-af36-c0203d88b55a tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.47 "GET /v2.0/networks?id=d761cda9-5d0f-4b3e-9277-d22768957564 HTTP/1.1" status: 200 len: 814 time: 0.2474737 Jul 16 01:57:34.693840 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-cbdc55c2-12d7-4f90-9b02-9e2c3dfd73b2 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Request body: {'port': {'device_id': '15a19f7f-dc1e-43bb-961f-3fddc967bcf7', 'network_id': 'd761cda9-5d0f-4b3e-9277-d22768957564', 'admin_state_up': True, 'tenant_id': '35107c721ea940d7adbd5121804a5b26'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:34.942679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-cbdc55c2-12d7-4f90-9b02-9e2c3dfd73b2 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Made reservation on behalf of 35107c721ea940d7adbd5121804a5b26 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:34.949578 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-cbdc55c2-12d7-4f90-9b02-9e2c3dfd73b2 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.190136 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-57094db9-43c7-41cf-aded-ecdeb3f3dccb req-4d7b2e4f-9011-4f35-b93b-2beaba911e85 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7 HTTP/1.1" status: 200 len: 210 time: 0.0437019 Jul 16 01:57:35.207727 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-cbdc55c2-12d7-4f90-9b02-9e2c3dfd73b2 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Allocated IP 172.20.0.6 (d761cda9-5d0f-4b3e-9277-d22768957564/226a98d6-805a-4bfc-a663-9b33f2ef6466/9f32c784-bf2a-4791-b6b7-233bc01e2813) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:35.487118 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-cbdc55c2-12d7-4f90-9b02-9e2c3dfd73b2 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.576447 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-cbdc55c2-12d7-4f90-9b02-9e2c3dfd73b2 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.632997 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-cbdc55c2-12d7-4f90-9b02-9e2c3dfd73b2 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Network d761cda9-5d0f-4b3e-9277-d22768957564 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:35.639446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-cbdc55c2-12d7-4f90-9b02-9e2c3dfd73b2 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:35.649124 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-cbdc55c2-12d7-4f90-9b02-9e2c3dfd73b2 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:35.677944 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36ff824d-f29b-480f-8e9e-093845adb73b req-793e1d62-b6cc-4335-bb42-f3212942c536 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 210 time: 0.0390873 Jul 16 01:57:35.678467 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58382) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:35.722640 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-cbdc55c2-12d7-4f90-9b02-9e2c3dfd73b2 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:35.723895 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-cbdc55c2-12d7-4f90-9b02-9e2c3dfd73b2 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.743166 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc55c2-12d7-4f90-9b02-9e2c3dfd73b2 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Pushing event updated for resources: {'Port': ['ID=9f32c784-bf2a-4791-b6b7-233bc01e2813,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:35.755641 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-cbdc55c2-12d7-4f90-9b02-9e2c3dfd73b2 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0664921 Jul 16 01:57:35.786059 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Request body: {'port': {'device_id': '15a19f7f-dc1e-43bb-961f-3fddc967bcf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:36.302408 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d6f0aa96-5181-4a94-84e7-307dfb0a4e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.319799 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.459241 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-ba35e81f-271e-4d36-8195-0a6887ce2b04 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:36.460880 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-ba35e81f-271e-4d36-8195-0a6887ce2b04 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.26 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 811 time: 0.1693988 Jul 16 01:57:36.482936 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-92477150-ce1d-4ba0-b5ba-eed798184380 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Request body: {'port': {'device_id': '79ed725e-3644-42f2-b98f-ee7226e2027f', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'admin_state_up': True, 'tenant_id': '3429d6c64c11482188275a95cd24498c'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:36.589902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfe306-1935-428b-ac4a-4cda50531104 req-129758d2-c57b-47e2-9754-fa9eb00b65e6 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:36.608940 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a1cfe306-1935-428b-ac4a-4cda50531104 req-129758d2-c57b-47e2-9754-fa9eb00b65e6 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7 HTTP/1.1" status: 200 len: 931 time: 0.1789975 Jul 16 01:57:36.680774 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d6f0aa96-5181-4a94-84e7-307dfb0a4e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.690963 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d6f0aa96-5181-4a94-84e7-307dfb0a4e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.758228 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d6f0aa96-5181-4a94-84e7-307dfb0a4e77 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d5bd231650174c3c95208b2ed42aef5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0752041 Jul 16 01:57:36.769001 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58398) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:36.812896 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0aa96-5181-4a94-84e7-307dfb0a4e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dee962-5afa-4deb-ae27-0c017e43bf9b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:36.820953 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-92477150-ce1d-4ba0-b5ba-eed798184380 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Made reservation on behalf of 3429d6c64c11482188275a95cd24498c for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:36.831881 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-92477150-ce1d-4ba0-b5ba-eed798184380 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.867485 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a1cfe306-1935-428b-ac4a-4cda50531104 req-7df461ed-364d-498c-bd28-f15d55e88e5a tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488651 Jul 16 01:57:37.033481 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83b1f74e-fedc-45a0-97b9-f4bc48039d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.033798 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58408) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:37.086635 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83b1f74e-fedc-45a0-97b9-f4bc48039d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.098092 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-682f81ec-3d1b-4cb3-b3ca-7344f2dd9daf req-f7aa5fb4-fc42-47ec-bacc-c2a548c083ab tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 210 time: 0.0621603 Jul 16 01:57:37.162868 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f32c784-bf2a-4791-b6b7-233bc01e2813 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:57:37.174237 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.200735 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Transition to ACTIVE for port object 9f32c784-bf2a-4791-b6b7-233bc01e2813 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:37.202355 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83b1f74e-fedc-45a0-97b9-f4bc48039d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.207108 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83b1f74e-fedc-45a0-97b9-f4bc48039d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.211283 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-83b1f74e-fedc-45a0-97b9-f4bc48039d01 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/78dee962-5afa-4deb-ae27-0c017e43bf9b HTTP/1.1" status: 204 len: 168 time: 0.4364073 Jul 16 01:57:37.221603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1f74e-fedc-45a0-97b9-f4bc48039d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dee962-5afa-4deb-ae27-0c017e43bf9b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:37.223781 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.224819 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-92477150-ce1d-4ba0-b5ba-eed798184380 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Allocated IP 172.20.0.6 (b4b57e43-3231-411c-8e72-c548d881f43a/f7545b14-fb64-4666-8e5c-e0421d4351cb/882295e9-661d-4fad-a0da-1b5de8f0b6f4) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:37.229978 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0b92729-1024-4a06-af17-04bbe3878b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.336974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Pushing event updated for resources: {'Port': ['ID=9f32c784-bf2a-4791-b6b7-233bc01e2813,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:37.431114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Attempting to bind port 9f32c784-bf2a-4791-b6b7-233bc01e2813 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:37.431467 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Attempting to bind port 9f32c784-bf2a-4791-b6b7-233bc01e2813 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'f6200052-f2b7-4948-b1f0-a5665d553e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd761cda9-5d0f-4b3e-9277-d22768957564'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:37.431818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Attempting to bind port 9f32c784-bf2a-4791-b6b7-233bc01e2813 on network d761cda9-5d0f-4b3e-9277-d22768957564 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:37.443243 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Port 9f32c784-bf2a-4791-b6b7-233bc01e2813 on network d761cda9-5d0f-4b3e-9277-d22768957564 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:37.443579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Attempting to bind port 9f32c784-bf2a-4791-b6b7-233bc01e2813 on network d761cda9-5d0f-4b3e-9277-d22768957564 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:37.453883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:37.454851 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Checking segment: {'id': 'f6200052-f2b7-4948-b1f0-a5665d553e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd761cda9-5d0f-4b3e-9277-d22768957564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:37.454851 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Bound using segment: {'id': 'f6200052-f2b7-4948-b1f0-a5665d553e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd761cda9-5d0f-4b3e-9277-d22768957564'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:37.455041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Bound port: 9f32c784-bf2a-4791-b6b7-233bc01e2813, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6200052-f2b7-4948-b1f0-a5665d553e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd761cda9-5d0f-4b3e-9277-d22768957564'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:37.455771 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.528127 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-92477150-ce1d-4ba0-b5ba-eed798184380 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.551003 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-92477150-ce1d-4ba0-b5ba-eed798184380 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Transition to ACTIVE for port object 882295e9-661d-4fad-a0da-1b5de8f0b6f4 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:37.603177 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] For port 9f32c784-bf2a-4791-b6b7-233bc01e2813, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:37.608056 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0b92729-1024-4a06-af17-04bbe3878b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.609012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] For port 9f32c784-bf2a-4791-b6b7-233bc01e2813, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=9f32c784-bf2a-4791-b6b7-233bc01e2813,segment=NetworkSegment(f6200052-f2b7-4948-b1f0-a5665d553e77),segment_id=f6200052-f2b7-4948-b1f0-a5665d553e77)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:37.615944 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.625383 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0b92729-1024-4a06-af17-04bbe3878b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.678483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:37.679574 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.682634 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] 10.222.0.47 "PUT /v2.0/ports/9f32c784-bf2a-4791-b6b7-233bc01e2813 HTTP/1.1" status: 200 len: 1091 time: 1.9118395 Jul 16 01:57:37.683771 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a19f7f-dc1e-43bb-961f-3fddc967bcf7', 'tag': '9f32c784-bf2a-4791-b6b7-233bc01e2813'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:37.687101 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda54226-56c9-44c3-aecb-f8b122911acb" -d '{"events": [{"name": "network-changed", "server_uuid": "15a19f7f-dc1e-43bb-961f-3fddc967bcf7", "tag": "9f32c784-bf2a-4791-b6b7-233bc01e2813"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:37.691565 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-92477150-ce1d-4ba0-b5ba-eed798184380 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.733885 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58422) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:37.750335 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92477150-ce1d-4ba0-b5ba-eed798184380 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'Port': ['ID=882295e9-661d-4fad-a0da-1b5de8f0b6f4,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:37.757455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d0b92729-1024-4a06-af17-04bbe3878b2e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=53cc8ff4446548e9b8769edbc3750d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7226481 Jul 16 01:57:37.758145 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58424) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:37.764612 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b92729-1024-4a06-af17-04bbe3878b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9915f87a-4024-4ecf-af6c-e13e34a8a22f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:37.791011 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-92477150-ce1d-4ba0-b5ba-eed798184380 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Network b4b57e43-3231-411c-8e72-c548d881f43a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:37.797459 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-92477150-ce1d-4ba0-b5ba-eed798184380 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:37.802050 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-92477150-ce1d-4ba0-b5ba-eed798184380 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:37.840163 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e36218-1af9-4add-85df-528204d99efc x-openstack-request-id: req-64e36218-1af9-4add-85df-528204d99efc {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:37.842146 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a19f7f-dc1e-43bb-961f-3fddc967bcf7", "tag": "9f32c784-bf2a-4791-b6b7-233bc01e2813", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:37.843083 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-64e36218-1af9-4add-85df-528204d99efc {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:37.843587 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a19f7f-dc1e-43bb-961f-3fddc967bcf7', 'tag': '9f32c784-bf2a-4791-b6b7-233bc01e2813', 'status': 'completed', 'code': 200} Jul 16 01:57:37.851584 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1276231c-e80d-4517-bb68-61e3993cd9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.898541 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-92477150-ce1d-4ba0-b5ba-eed798184380 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:37.899347 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-92477150-ce1d-4ba0-b5ba-eed798184380 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.913287 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6f78f0eb-3884-4481-8792-d86074425433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.945760 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6f78f0eb-3884-4481-8792-d86074425433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.023040 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6f78f0eb-3884-4481-8792-d86074425433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.026030 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6f78f0eb-3884-4481-8792-d86074425433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.030196 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6f78f0eb-3884-4481-8792-d86074425433 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9915f87a-4024-4ecf-af6c-e13e34a8a22f HTTP/1.1" status: 204 len: 168 time: 0.2666287 Jul 16 01:57:38.050704 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78f0eb-3884-4481-8792-d86074425433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9915f87a-4024-4ecf-af6c-e13e34a8a22f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:38.107931 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1276231c-e80d-4517-bb68-61e3993cd9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.118501 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af07c6e-713a-4750-b466-ecf1239fbdae service neutron] Pushing event updated for resources: {'Port': ['ID=9f32c784-bf2a-4791-b6b7-233bc01e2813,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:38.154271 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-92477150-ce1d-4ba0-b5ba-eed798184380 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6622436 Jul 16 01:57:38.161405 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1276231c-e80d-4517-bb68-61e3993cd9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.176441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Request body: {'port': {'device_id': '79ed725e-3644-42f2-b98f-ee7226e2027f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:38.290032 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9079a6e0-b337-4576-a43c-19ad3f6c71cd None None] Provisioning for port 882295e9-661d-4fad-a0da-1b5de8f0b6f4 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:38.299480 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1276231c-e80d-4517-bb68-61e3993cd9dc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1707a840d15443bcb052607ad68738b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5625339 Jul 16 01:57:38.307735 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58436) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:38.309324 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9079a6e0-b337-4576-a43c-19ad3f6c71cd None None] Provisioning complete for port 882295e9-661d-4fad-a0da-1b5de8f0b6f4 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:38.311174 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9079a6e0-b337-4576-a43c-19ad3f6c71cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.381859 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276231c-e80d-4517-bb68-61e3993cd9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989674b8-e1bc-4aac-82cd-0deecb4467df,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:38.428798 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9079a6e0-b337-4576-a43c-19ad3f6c71cd None None] Port 882295e9-661d-4fad-a0da-1b5de8f0b6f4 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:38.456142 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-fc0b6d07-5282-415e-b62a-2d20de4dbbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:38.457659 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-fc0b6d07-5282-415e-b62a-2d20de4dbbbf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35107c721ea940d7adbd5121804a5b26&device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7 HTTP/1.1" status: 200 len: 1094 time: 0.6710992 Jul 16 01:57:38.512295 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.559062 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-c822772d-4730-4fd3-bea4-5dad1cae19a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f32c784-bf2a-4791-b6b7-233bc01e2813 HTTP/1.1" status: 200 len: 217 time: 0.0766776 Jul 16 01:57:38.564132 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9baa7385-7ecc-4238-90f8-f50a52a106e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.597954 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9baa7385-7ecc-4238-90f8-f50a52a106e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.638308 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12ba8d-1d44-48e0-8b30-76142a419b56 req-ad73ad37-0328-4257-ae22-1ca04e27fbeb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:38.640185 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac12ba8d-1d44-48e0-8b30-76142a419b56 req-ad73ad37-0328-4257-ae22-1ca04e27fbeb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 931 time: 0.2772250 Jul 16 01:57:38.659703 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-913f790c-aa0b-4646-a383-08d59a50b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:38.674585 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-913f790c-aa0b-4646-a383-08d59a50b57f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=226a98d6-805a-4bfc-a663-9b33f2ef6466 HTTP/1.1" status: 200 len: 854 time: 0.0930874 Jul 16 01:57:38.703025 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff881209-761e-40e0-bf4c-88ad045af382 req-1d519ca0-16a3-427b-9397-6df877f62888 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:38.704806 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff881209-761e-40e0-bf4c-88ad045af382 req-1d519ca0-16a3-427b-9397-6df877f62888 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7 HTTP/1.1" status: 200 len: 943 time: 0.5164814 Jul 16 01:57:38.708943 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9baa7385-7ecc-4238-90f8-f50a52a106e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.712267 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9baa7385-7ecc-4238-90f8-f50a52a106e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.714019 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9baa7385-7ecc-4238-90f8-f50a52a106e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/989674b8-e1bc-4aac-82cd-0deecb4467df HTTP/1.1" status: 204 len: 168 time: 0.3924706 Jul 16 01:57:38.765422 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa7385-7ecc-4238-90f8-f50a52a106e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989674b8-e1bc-4aac-82cd-0deecb4467df,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:38.789706 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff881209-761e-40e0-bf4c-88ad045af382 req-ff316b1c-96e4-45a8-9ef3-4c18466bfec9 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724409 Jul 16 01:57:38.820622 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-2a71a5b5-9fba-41e2-b3af-104433335f54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d761cda9-5d0f-4b3e-9277-d22768957564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426194 Jul 16 01:57:38.990999 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac12ba8d-1d44-48e0-8b30-76142a419b56 req-3f2a2d84-baea-4ddd-8260-9cad6105729c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420198 Jul 16 01:57:39.037909 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-baedc226-a3de-4720-813b-d3aa96178c97 service neutron] 10.222.0.47 "GET /v2.0/networks/d761cda9-5d0f-4b3e-9277-d22768957564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102571 Jul 16 01:57:39.181580 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab1c5e0e-1b93-4c4b-bcc0-ba52393bd41f req-9762e17e-2cf5-4df7-9337-bfac91abc232 service neutron] 10.222.0.47 "GET /v2.0/networks/d761cda9-5d0f-4b3e-9277-d22768957564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357028 Jul 16 01:57:39.195034 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882295e9-661d-4fad-a0da-1b5de8f0b6f4 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:57:39.216084 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.250189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Transition to ACTIVE for port object 882295e9-661d-4fad-a0da-1b5de8f0b6f4 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:39.266589 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.347858 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Pushing event updated for resources: {'Port': ['ID=882295e9-661d-4fad-a0da-1b5de8f0b6f4,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:39.457936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda54226-56c9-44c3-aecb-f8b122911acb req-f953e409-d27d-4638-999c-7234105908d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:39.459670 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dda54226-56c9-44c3-aecb-f8b122911acb req-f953e409-d27d-4638-999c-7234105908d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35107c721ea940d7adbd5121804a5b26&device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7 HTTP/1.1" status: 200 len: 1094 time: 0.1685266 Jul 16 01:57:39.628995 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Attempting to bind port 882295e9-661d-4fad-a0da-1b5de8f0b6f4 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:39.629531 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Attempting to bind port 882295e9-661d-4fad-a0da-1b5de8f0b6f4 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:39.629765 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Attempting to bind port 882295e9-661d-4fad-a0da-1b5de8f0b6f4 on network b4b57e43-3231-411c-8e72-c548d881f43a {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:39.637911 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Port 882295e9-661d-4fad-a0da-1b5de8f0b6f4 on network b4b57e43-3231-411c-8e72-c548d881f43a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:39.638539 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Attempting to bind port 882295e9-661d-4fad-a0da-1b5de8f0b6f4 on network b4b57e43-3231-411c-8e72-c548d881f43a {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:39.658588 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:39.658967 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Checking segment: {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:39.659367 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Bound using segment: {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:39.662979 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Bound port: 882295e9-661d-4fad-a0da-1b5de8f0b6f4, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:39.663317 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.806592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] For port 882295e9-661d-4fad-a0da-1b5de8f0b6f4, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:39.818416 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] For port 882295e9-661d-4fad-a0da-1b5de8f0b6f4, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=882295e9-661d-4fad-a0da-1b5de8f0b6f4,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:39.826203 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.846461 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda54226-56c9-44c3-aecb-f8b122911acb req-ed1108e4-6d1b-4485-a79d-4462d3643801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:39.847940 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dda54226-56c9-44c3-aecb-f8b122911acb req-ed1108e4-6d1b-4485-a79d-4462d3643801 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d761cda9-5d0f-4b3e-9277-d22768957564 HTTP/1.1" status: 200 len: 915 time: 0.3792224 Jul 16 01:57:39.920716 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:39.921367 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.922817 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] 10.222.0.26 "PUT /v2.0/ports/882295e9-661d-4fad-a0da-1b5de8f0b6f4 HTTP/1.1" status: 200 len: 1091 time: 1.7676117 Jul 16 01:57:39.923284 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ed725e-3644-42f2-b98f-ee7226e2027f', 'tag': '882295e9-661d-4fad-a0da-1b5de8f0b6f4'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:39.925630 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33baff3c-f37e-4da4-a394-73db54a6e77f" -d '{"events": [{"name": "network-changed", "server_uuid": "79ed725e-3644-42f2-b98f-ee7226e2027f", "tag": "882295e9-661d-4fad-a0da-1b5de8f0b6f4"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:40.045916 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dda54226-56c9-44c3-aecb-f8b122911acb req-d81994db-ecb7-4861-a2c8-e1ee213cf312 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f32c784-bf2a-4791-b6b7-233bc01e2813 HTTP/1.1" status: 200 len: 217 time: 0.1871462 Jul 16 01:57:40.108546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c93ef-e82d-495f-8a7f-b7f313759423 service neutron] Pushing event updated for resources: {'Port': ['ID=882295e9-661d-4fad-a0da-1b5de8f0b6f4,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:40.164357 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b311bcd4-0227-49bd-9254-949d67f3286d x-openstack-request-id: req-b311bcd4-0227-49bd-9254-949d67f3286d {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:40.164728 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ed725e-3644-42f2-b98f-ee7226e2027f", "tag": "882295e9-661d-4fad-a0da-1b5de8f0b6f4", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:40.168682 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b311bcd4-0227-49bd-9254-949d67f3286d {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:40.169173 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ed725e-3644-42f2-b98f-ee7226e2027f', 'tag': '882295e9-661d-4fad-a0da-1b5de8f0b6f4', 'status': 'completed', 'code': 200} Jul 16 01:57:40.207664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-65782cd0-72d9-46af-9b0f-8156faaf5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.215931 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-65782cd0-72d9-46af-9b0f-8156faaf5789 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 1094 time: 0.2163644 Jul 16 01:57:40.229878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda54226-56c9-44c3-aecb-f8b122911acb req-b36e4c30-de2d-4c58-973d-96bb5990e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.233803 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dda54226-56c9-44c3-aecb-f8b122911acb req-b36e4c30-de2d-4c58-973d-96bb5990e6b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=226a98d6-805a-4bfc-a663-9b33f2ef6466 HTTP/1.1" status: 200 len: 854 time: 0.1776845 Jul 16 01:57:40.306211 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dda54226-56c9-44c3-aecb-f8b122911acb req-fcb921f9-d667-43d3-bc41-e3eb12318bc9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d761cda9-5d0f-4b3e-9277-d22768957564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650897 Jul 16 01:57:40.348526 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-5643ff83-4afa-427a-9169-883e67fa8869 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=882295e9-661d-4fad-a0da-1b5de8f0b6f4 HTTP/1.1" status: 200 len: 217 time: 0.1008720 Jul 16 01:57:40.446647 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95595451-e7c4-4afe-b579-a4d7a7e65a12 req-d84bd830-799b-45b8-8cf4-0b70ce6f4455 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.448322 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-95595451-e7c4-4afe-b579-a4d7a7e65a12 req-d84bd830-799b-45b8-8cf4-0b70ce6f4455 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7 HTTP/1.1" status: 200 len: 943 time: 0.2294092 Jul 16 01:57:40.450549 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-9aa0eda3-b127-4b8c-8299-d0810291f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.451987 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-9aa0eda3-b127-4b8c-8299-d0810291f312 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.0932863 Jul 16 01:57:40.568860 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-95595451-e7c4-4afe-b579-a4d7a7e65a12 req-b9478773-eed4-4331-84c8-0a25d254c3c2 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144707 Jul 16 01:57:40.575942 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dda54226-56c9-44c3-aecb-f8b122911acb req-7a3ed96c-3110-4b83-b1d0-9ecad282cf98 service neutron] 10.222.0.47 "GET /v2.0/networks/d761cda9-5d0f-4b3e-9277-d22768957564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624416 Jul 16 01:57:40.604263 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-70320750-a092-4c2d-ad50-95aef4958c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.614122 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-70320750-a092-4c2d-ad50-95aef4958c10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471019 Jul 16 01:57:40.697939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a763ab-4b83-40c0-8a84-99c0f9136e8a req-24e1fe10-121b-40e0-b9e0-55cc73674a04 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.709396 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7a763ab-4b83-40c0-8a84-99c0f9136e8a req-24e1fe10-121b-40e0-b9e0-55cc73674a04 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 943 time: 0.2315888 Jul 16 01:57:40.792937 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7a763ab-4b83-40c0-8a84-99c0f9136e8a req-e9804ed2-bd10-4b74-ae81-e8632c8c59b1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822592 Jul 16 01:57:40.804753 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dda54226-56c9-44c3-aecb-f8b122911acb req-a88431d8-9510-497c-90f1-cb75bdd1be21 service neutron] 10.222.0.47 "GET /v2.0/networks/d761cda9-5d0f-4b3e-9277-d22768957564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199283 Jul 16 01:57:40.857839 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-6fe9d264-ad4b-412b-8409-1b63322e1e44 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408361 Jul 16 01:57:41.078714 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23fde889-d5e5-4db7-be80-37b23d09cc34 req-66411f8f-43f9-4b41-82a0-d91ced6d7aed service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100282 Jul 16 01:57:41.321249 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baff3c-f37e-4da4-a394-73db54a6e77f req-b19a4dea-7e14-4895-9745-cb0d552478f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.323134 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-33baff3c-f37e-4da4-a394-73db54a6e77f req-b19a4dea-7e14-4895-9745-cb0d552478f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 1094 time: 0.1597254 Jul 16 01:57:41.352622 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58534) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:41.527083 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baff3c-f37e-4da4-a394-73db54a6e77f req-495ac5b1-64c4-4e3b-9f24-126f394c9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.529283 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-33baff3c-f37e-4da4-a394-73db54a6e77f req-495ac5b1-64c4-4e3b-9f24-126f394c9858 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 912 time: 0.1986628 Jul 16 01:57:41.556370 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14e2252b-0ad8-4203-b63c-bfadfd6e31d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.618090 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-33baff3c-f37e-4da4-a394-73db54a6e77f req-75162c0d-ebfb-4b84-bd4f-93b5689a841d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=882295e9-661d-4fad-a0da-1b5de8f0b6f4 HTTP/1.1" status: 200 len: 217 time: 0.0812104 Jul 16 01:57:41.804766 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14e2252b-0ad8-4203-b63c-bfadfd6e31d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.810111 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baff3c-f37e-4da4-a394-73db54a6e77f req-229445e6-6b48-45ba-9e6f-effe3a21d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.814900 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14e2252b-0ad8-4203-b63c-bfadfd6e31d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.816597 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-33baff3c-f37e-4da4-a394-73db54a6e77f req-229445e6-6b48-45ba-9e6f-effe3a21d5bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.1915579 Jul 16 01:57:41.862939 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-14e2252b-0ad8-4203-b63c-bfadfd6e31d6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0d7179b47890496580ef1f6d5a5f18be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5091858 Jul 16 01:57:41.873036 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58558) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:41.938083 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2252b-0ad8-4203-b63c-bfadfd6e31d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c30823-35a3-4cce-9853-93d6fc706790,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:41.991838 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28affabb-0b7a-4979-b968-e3e042594f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.998867 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 9f32c784-bf2a-4791-b6b7-233bc01e2813 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:57:42.092136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baff3c-f37e-4da4-a394-73db54a6e77f req-4ae08ffc-b7c3-445c-ad27-bf41ecccfbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:42.094128 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-33baff3c-f37e-4da4-a394-73db54a6e77f req-4ae08ffc-b7c3-445c-ad27-bf41ecccfbb3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2705281 Jul 16 01:57:42.108153 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28affabb-0b7a-4979-b968-e3e042594f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.114833 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c62e1-8f46-4eb9-8b0a-ab01336f1c00 req-e797654a-4c4c-43b3-b547-2d9afd61cd5f tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:42.128324 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-559c62e1-8f46-4eb9-8b0a-ab01336f1c00 req-e797654a-4c4c-43b3-b547-2d9afd61cd5f tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7 HTTP/1.1" status: 200 len: 943 time: 0.1694531 Jul 16 01:57:42.332332 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 9f32c784-bf2a-4791-b6b7-233bc01e2813, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=9f32c784-bf2a-4791-b6b7-233bc01e2813,segment=NetworkSegment(f6200052-f2b7-4948-b1f0-a5665d553e77),segment_id=f6200052-f2b7-4948-b1f0-a5665d553e77)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:42.353160 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28affabb-0b7a-4979-b968-e3e042594f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.355971 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28affabb-0b7a-4979-b968-e3e042594f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.359598 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-28affabb-0b7a-4979-b968-e3e042594f9a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/63c30823-35a3-4cce-9853-93d6fc706790 HTTP/1.1" status: 204 len: 168 time: 0.4833374 Jul 16 01:57:42.359598 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58564) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:42.371856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '9f32c784-bf2a-4791-b6b7-233bc01e2813', 'network_id': 'd761cda9-5d0f-4b3e-9277-d22768957564', 'port_id': '9f32c784-bf2a-4791-b6b7-233bc01e2813', 'mac_address': 'fa:16:3e:4d:ef:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '226a98d6-805a-4bfc-a663-9b33f2ef6466', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:57:42.403879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28affabb-0b7a-4979-b968-e3e042594f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c30823-35a3-4cce-9853-93d6fc706790,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:42.441223 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.452549 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-559c62e1-8f46-4eb9-8b0a-ab01336f1c00 req-d3487287-0767-444a-a1fa-e839d271764d tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232417 Jul 16 01:57:42.475233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f32c784-bf2a-4791-b6b7-233bc01e2813 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:57:42.522670 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-33baff3c-f37e-4da4-a394-73db54a6e77f req-5d0fd91e-3ce6-4ade-8c9b-8c3d604ca2c6 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922684 Jul 16 01:57:42.527073 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2149db-772e-4db8-bd86-e32973d38d84 req-018ac4d4-9470-4634-aa10-defb054a9c63 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:42.537144 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 9f32c784-bf2a-4791-b6b7-233bc01e2813, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=9f32c784-bf2a-4791-b6b7-233bc01e2813,segment=NetworkSegment(f6200052-f2b7-4948-b1f0-a5665d553e77),segment_id=f6200052-f2b7-4948-b1f0-a5665d553e77)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:42.538176 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c2149db-772e-4db8-bd86-e32973d38d84 req-018ac4d4-9470-4634-aa10-defb054a9c63 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 943 time: 0.3205605 Jul 16 01:57:42.553194 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.652062 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c2149db-772e-4db8-bd86-e32973d38d84 req-50f91934-2290-4af7-941c-3352b641427b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115849 Jul 16 01:57:42.727932 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=9f32c784-bf2a-4791-b6b7-233bc01e2813,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:42.760422 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-33baff3c-f37e-4da4-a394-73db54a6e77f req-81358c0d-e531-4337-a96f-6a99927c6fa7 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299945 Jul 16 01:57:42.876148 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['9f32c784-bf2a-4791-b6b7-233bc01e2813'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:57:42.886256 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5842f-c35a-40cf-80b2-e45e0c53f4e3 req-9ddfd70d-e140-4f88-8b0b-c4b9236f6062 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:42.894030 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64f5842f-c35a-40cf-80b2-e45e0c53f4e3 req-9ddfd70d-e140-4f88-8b0b-c4b9236f6062 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 1097 time: 0.1312792 Jul 16 01:57:42.957583 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64f5842f-c35a-40cf-80b2-e45e0c53f4e3 req-dac7f1a1-f56a-49a7-b63f-b31ec4fbb1d1 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571995 Jul 16 01:57:43.111631 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-353e5081-0bbc-4530-9091-8f34e7f457dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.251634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-353e5081-0bbc-4530-9091-8f34e7f457dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.266008 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-353e5081-0bbc-4530-9091-8f34e7f457dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.332102 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-353e5081-0bbc-4530-9091-8f34e7f457dc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7d645924d66e4df0a16bee96532b1dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9690139 Jul 16 01:57:43.332378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58586) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:43.389019 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e5081-0bbc-4530-9091-8f34e7f457dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c427aa89-a27c-413c-ae1b-4a5739fb3453,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:43.424333 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a565bc7c-3be6-4543-b78b-ef35474a6f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.451054 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d65f1-8120-4e06-b59b-43a08491faea req-180b4e62-8865-45b3-8589-ea6cc1443097 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:43.459679 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5a8d65f1-8120-4e06-b59b-43a08491faea req-180b4e62-8865-45b3-8589-ea6cc1443097 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.2063620 Jul 16 01:57:43.466383 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a565bc7c-3be6-4543-b78b-ef35474a6f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.554918 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5a8d65f1-8120-4e06-b59b-43a08491faea req-a7ee360a-8e5f-432b-b614-ae720dc8a0d4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936995 Jul 16 01:57:43.570386 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a565bc7c-3be6-4543-b78b-ef35474a6f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.575751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58596) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:43.576471 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a565bc7c-3be6-4543-b78b-ef35474a6f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.579991 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a565bc7c-3be6-4543-b78b-ef35474a6f60 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c427aa89-a27c-413c-ae1b-4a5739fb3453 HTTP/1.1" status: 204 len: 168 time: 0.2444363 Jul 16 01:57:43.629656 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565bc7c-3be6-4543-b78b-ef35474a6f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c427aa89-a27c-413c-ae1b-4a5739fb3453,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:43.705372 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-893b6f70-1e9b-48b0-b8b0-67e28625f6f1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/floatingips/778380b4-4d5b-4b72-ac8d-b937a6f91ef2 HTTP/1.1" status: 200 len: 994 time: 0.1179800 Jul 16 01:57:43.846695 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9d57d-334a-4b2a-9707-a732ed74158c req-9fd097a5-d569-4c54-b9a9-62f7c0dd1dff tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:43.847454 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e1f9d57d-334a-4b2a-9707-a732ed74158c req-9fd097a5-d569-4c54-b9a9-62f7c0dd1dff tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7 HTTP/1.1" status: 200 len: 944 time: 0.1421292 Jul 16 01:57:43.885345 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58608) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:43.923815 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e1f9d57d-334a-4b2a-9707-a732ed74158c req-612e470b-0cae-42cf-b4c2-753d4513f94c tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675752 Jul 16 01:57:43.998430 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 9f32c784-bf2a-4791-b6b7-233bc01e2813 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:44.064258 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daed476-7faa-4b34-b714-488ad2e1b423 req-f566ba29-92b6-4a0a-a142-375802ecb6c2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:44.066973 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0daed476-7faa-4b34-b714-488ad2e1b423 req-f566ba29-92b6-4a0a-a142-375802ecb6c2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 943 time: 0.1794076 Jul 16 01:57:44.122493 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 9f32c784-bf2a-4791-b6b7-233bc01e2813 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:44.130547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 9f32c784-bf2a-4791-b6b7-233bc01e2813 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:44.130547 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.249419 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0daed476-7faa-4b34-b714-488ad2e1b423 req-a33d630b-d2a7-4684-888c-101fe18caf79 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749113 Jul 16 01:57:44.406054 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.474343 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 9f32c784-bf2a-4791-b6b7-233bc01e2813, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=9f32c784-bf2a-4791-b6b7-233bc01e2813,segment=NetworkSegment(f6200052-f2b7-4948-b1f0-a5665d553e77),segment_id=f6200052-f2b7-4948-b1f0-a5665d553e77)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:44.475845 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a19f7f-dc1e-43bb-961f-3fddc967bcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f32c784-bf2a-4791-b6b7-233bc01e2813'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:44.478905 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7807526d-1980-4c08-9e41-35c335d078d9" -d '{"events": [{"server_uuid": "15a19f7f-dc1e-43bb-961f-3fddc967bcf7", "name": "network-vif-plugged", "status": "completed", "tag": "9f32c784-bf2a-4791-b6b7-233bc01e2813"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:44.512819 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.577453 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de75797-6dba-46b3-91c9-90cfe8f4a2ad x-openstack-request-id: req-0de75797-6dba-46b3-91c9-90cfe8f4a2ad {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:44.579053 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a19f7f-dc1e-43bb-961f-3fddc967bcf7", "name": "network-vif-plugged", "status": "completed", "tag": "9f32c784-bf2a-4791-b6b7-233bc01e2813", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:44.579454 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0de75797-6dba-46b3-91c9-90cfe8f4a2ad {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:44.580045 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a19f7f-dc1e-43bb-961f-3fddc967bcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f32c784-bf2a-4791-b6b7-233bc01e2813', 'code': 200} Jul 16 01:57:44.632906 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=9f32c784-bf2a-4791-b6b7-233bc01e2813,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:44.758704 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58624) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:44.793015 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db4bca77-cee3-4046-836c-f6ae451763f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.899686 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbd7ff-ffe8-42d6-a28d-de49a41b7ef5 req-24ef6df6-98a1-44c3-a1b2-1878cebc57ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:44.902115 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8bdbd7ff-ffe8-42d6-a28d-de49a41b7ef5 req-24ef6df6-98a1-44c3-a1b2-1878cebc57ed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7 HTTP/1.1" status: 200 len: 1096 time: 0.1640642 Jul 16 01:57:45.071451 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8bdbd7ff-ffe8-42d6-a28d-de49a41b7ef5 req-91a6acfd-d265-4516-b569-756b87a29f2c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621981 Jul 16 01:57:45.106754 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db4bca77-cee3-4046-836c-f6ae451763f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.113397 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-db4bca77-cee3-4046-836c-f6ae451763f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.229678 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-db4bca77-cee3-4046-836c-f6ae451763f4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e3bee7d36bb74ffda12df7dfa693f6a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4690485 Jul 16 01:57:45.230849 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58640) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:45.245518 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bca77-cee3-4046-836c-f6ae451763f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ed084b-b5c6-4c11-aebe-08130cc4b1e2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:45.344700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cbb96-de1f-4dc5-80b3-1ad207a514f6 req-aa2a79b6-3fa2-4566-a37b-cb2801d60750 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:45.347061 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f02cbb96-de1f-4dc5-80b3-1ad207a514f6 req-aa2a79b6-3fa2-4566-a37b-cb2801d60750 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7 HTTP/1.1" status: 200 len: 945 time: 0.1890571 Jul 16 01:57:45.392869 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1d3867b4-9b89-4cc7-adc3-f5bec5622839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.456989 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1d3867b4-9b89-4cc7-adc3-f5bec5622839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.467800 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f02cbb96-de1f-4dc5-80b3-1ad207a514f6 req-4ccb9a72-8493-40dc-98eb-5eaf14ba6bec tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122999 Jul 16 01:57:45.515506 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-623ccf36-a663-4efb-96f9-37dd510d612f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1576092 Jul 16 01:57:45.570405 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1d3867b4-9b89-4cc7-adc3-f5bec5622839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.574195 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1d3867b4-9b89-4cc7-adc3-f5bec5622839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.582409 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1d3867b4-9b89-4cc7-adc3-f5bec5622839 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/00ed084b-b5c6-4c11-aebe-08130cc4b1e2 HTTP/1.1" status: 204 len: 168 time: 0.3473468 Jul 16 01:57:45.596283 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3867b4-9b89-4cc7-adc3-f5bec5622839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ed084b-b5c6-4c11-aebe-08130cc4b1e2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:45.606060 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93b87cd8-7780-4b4c-913c-b10bcb742158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.683158 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcec36a-2180-43e8-996e-c48028319ae0 req-78d3077a-0061-41f8-8d31-9f0a51ce945f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:45.685289 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3dcec36a-2180-43e8-996e-c48028319ae0 req-78d3077a-0061-41f8-8d31-9f0a51ce945f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.2475488 Jul 16 01:57:45.816837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb868f6-0bd6-4363-bf89-df24c44381a0 req-ee133447-2a6d-41ea-ab03-2fc229e08c87 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:45.826608 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4cb868f6-0bd6-4363-bf89-df24c44381a0 req-ee133447-2a6d-41ea-ab03-2fc229e08c87 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 943 time: 0.1593876 Jul 16 01:57:45.831985 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3dcec36a-2180-43e8-996e-c48028319ae0 req-9fa33b26-d219-4194-af23-081f00e5ee03 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347284 Jul 16 01:57:45.961280 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4cb868f6-0bd6-4363-bf89-df24c44381a0 req-1dabf8e9-b1ae-43ab-8d5a-e60251431957 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322744 Jul 16 01:57:46.098507 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-93b87cd8-7780-4b4c-913c-b10bcb742158 admin admin] Deleting port f4b464d0-80ee-42e4-9021-9bb9fb195d4f {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:46.099010 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93b87cd8-7780-4b4c-913c-b10bcb742158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.268438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-93b87cd8-7780-4b4c-913c-b10bcb742158 admin admin] For port f4b464d0-80ee-42e4-9021-9bb9fb195d4f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f4b464d0-80ee-42e4-9021-9bb9fb195d4f,segment=NetworkSegment(afae7da1-a189-45ef-b8ac-2f8a1e00592d),segment_id=afae7da1-a189-45ef-b8ac-2f8a1e00592d)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:46.269514 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93b87cd8-7780-4b4c-913c-b10bcb742158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.306098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-93b87cd8-7780-4b4c-913c-b10bcb742158 admin admin] Calling delete_port for f4b464d0-80ee-42e4-9021-9bb9fb195d4f owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:46.801059 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93b87cd8-7780-4b4c-913c-b10bcb742158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.840579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b87cd8-7780-4b4c-913c-b10bcb742158 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b464d0-80ee-42e4-9021-9bb9fb195d4f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:46.930085 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fa564-3093-4a5e-a964-85b150da2c41 req-7cfa66fc-a64e-47f6-8e99-c1a9e8b15c3d tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:46.938376 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-383fa564-3093-4a5e-a964-85b150da2c41 req-7cfa66fc-a64e-47f6-8e99-c1a9e8b15c3d tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7 HTTP/1.1" status: 200 len: 945 time: 0.2336884 Jul 16 01:57:47.095180 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-383fa564-3093-4a5e-a964-85b150da2c41 req-c28261b9-7a20-4181-b824-3324c07d9b18 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555786 Jul 16 01:57:47.392640 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93b87cd8-7780-4b4c-913c-b10bcb742158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.425465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15df72-cc18-4dc4-91fe-4f3e7ca8a127 req-fcdcba14-7121-41c5-9cac-ab178b285ba4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:47.431424 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c15df72-cc18-4dc4-91fe-4f3e7ca8a127 req-fcdcba14-7121-41c5-9cac-ab178b285ba4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.3247635 Jul 16 01:57:47.517843 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c15df72-cc18-4dc4-91fe-4f3e7ca8a127 req-f15c61c4-811f-440c-ab02-4765babe40ff tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800529 Jul 16 01:57:48.186842 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa550d-2fa4-487a-9f7f-e96ce5fcdf55 req-eb72ddd8-dfe4-4d5c-b845-4d8ce5839907 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:48.193696 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fcfa550d-2fa4-487a-9f7f-e96ce5fcdf55 req-eb72ddd8-dfe4-4d5c-b845-4d8ce5839907 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 943 time: 0.5879028 Jul 16 01:57:48.201284 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58770) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:48.449876 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fcfa550d-2fa4-487a-9f7f-e96ce5fcdf55 req-662f852f-82d6-47ba-a817-b930a10655f4 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552838 Jul 16 01:57:48.463488 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-abdf2ee9-530e-4813-92a2-d33ee894da45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.495238 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b87cd8-7780-4b4c-913c-b10bcb742158 admin admin] Router 883719d3-41f2-48ff-bddb-e3556a652165 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:48.586968 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-a75ae11d-796e-43d5-a658-cdc1f525ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:48.588906 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-a75ae11d-796e-43d5-a658-cdc1f525ce21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 1097 time: 0.1112461 Jul 16 01:57:48.727575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b87cd8-7780-4b4c-913c-b10bcb742158 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:48.735816 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-93b87cd8-7780-4b4c-913c-b10bcb742158 admin admin] 10.222.0.54 "PUT /v2.0/routers/883719d3-41f2-48ff-bddb-e3556a652165/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8214622 Jul 16 01:57:48.736028 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58808) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:48.750617 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b1667-1ecc-47d5-8abd-d34adae8b423 None None] Sync routers for ids ['883719d3-41f2-48ff-bddb-e3556a652165'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:48.756152 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-9937b676-889c-484e-9fe0-42327deb1c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:48.757646 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-9937b676-889c-484e-9fe0-42327deb1c0b service neutron] 10.222.0.26 "GET /v2.0/networks?id=65e33157-9a4b-418c-9463-af309d0334b7 HTTP/1.1" status: 200 len: 898 time: 0.1602190 Jul 16 01:57:48.803431 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b1667-1ecc-47d5-8abd-d34adae8b423 None None] Routers {'883719d3-41f2-48ff-bddb-e3556a652165'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:48.804847 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-034b1667-1ecc-47d5-8abd-d34adae8b423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:57:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['883719d3-41f2-48ff-bddb-e3556a652165'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:48.909366 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-e93fbb47-2b97-4b4f-80b3-7c35365242cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1 HTTP/1.1" status: 200 len: 1002 time: 0.1361511 Jul 16 01:57:48.924616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba36a7d-3097-4449-bec4-57558ad4724a req-da509f8f-042f-4af7-8ce0-94c63fc0a719 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:48.931643 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ba36a7d-3097-4449-bec4-57558ad4724a req-da509f8f-042f-4af7-8ce0-94c63fc0a719 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.1695371 Jul 16 01:57:48.953671 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-abdf2ee9-530e-4813-92a2-d33ee894da45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.993421 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-abdf2ee9-530e-4813-92a2-d33ee894da45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.034133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf2ee9-530e-4813-92a2-d33ee894da45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5008574-7491-4d81-98dc-4c926d8a5f8b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:49.069658 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ba36a7d-3097-4449-bec4-57558ad4724a req-db111618-15a9-458b-a75a-bb57b2bf6623 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366761 Jul 16 01:57:49.092618 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-5ef35406-d318-4041-9c29-7028f5a607fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:49.093525 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-5ef35406-d318-4041-9c29-7028f5a607fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=431173cc-57a2-4919-b1a4-931d8310a270 HTTP/1.1" status: 200 len: 835 time: 0.1544373 Jul 16 01:57:49.096243 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-abdf2ee9-530e-4813-92a2-d33ee894da45 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=773f6e1084934b888ebbcf187ac8e73b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8909030 Jul 16 01:57:49.101591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58820) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:49.122928 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-034b1667-1ecc-47d5-8abd-d34adae8b423 None None] Set router 883719d3-41f2-48ff-bddb-e3556a652165 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:49.178018 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ddf36a1-434e-486c-9754-a7538a705dfe admin admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.193060 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3bb02795-0493-47e7-9d76-aefdc3882985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.223926 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3bb02795-0493-47e7-9d76-aefdc3882985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.245162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-5b002b56-4627-4d95-aaa6-1a43e248dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:49.247009 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-5b002b56-4627-4d95-aaa6-1a43e248dcb8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65e33157-9a4b-418c-9463-af309d0334b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172352 Jul 16 01:57:49.520621 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ddf36a1-434e-486c-9754-a7538a705dfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.568111 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3bb02795-0493-47e7-9d76-aefdc3882985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.571684 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3bb02795-0493-47e7-9d76-aefdc3882985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.577987 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3bb02795-0493-47e7-9d76-aefdc3882985 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5008574-7491-4d81-98dc-4c926d8a5f8b HTTP/1.1" status: 204 len: 168 time: 0.4756775 Jul 16 01:57:49.589582 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb02795-0493-47e7-9d76-aefdc3882985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5008574-7491-4d81-98dc-4c926d8a5f8b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:49.599556 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-8fbc903c-b440-4cf3-9f50-8c4451fc8a10 service neutron] 10.222.0.26 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300130 Jul 16 01:57:49.674736 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-034b1667-1ecc-47d5-8abd-d34adae8b423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883719d3-41f2-48ff-bddb-e3556a652165', 'name': 'tempest-TaggedBootDevicesTest_v242-546995690-router', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:02Z', 'updated_at': '2021-07-16T01:57:46Z', 'revision_number': 5, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'gw_port': {'id': 'b236fa89-87bc-4da1-8c98-eed427f024ac', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883719d3-41f2-48ff-bddb-e3556a652165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:03Z', 'updated_at': '2021-07-16T01:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:49.752420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b1667-1ecc-47d5-8abd-d34adae8b423 None None] Checking router: 883719d3-41f2-48ff-bddb-e3556a652165 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:57:49.753692 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf36a1-434e-486c-9754-a7538a705dfe admin admin] Deleting port b236fa89-87bc-4da1-8c98-eed427f024ac {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:49.754243 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ddf36a1-434e-486c-9754-a7538a705dfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.797031 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b1667-1ecc-47d5-8abd-d34adae8b423 None None] Routers {'883719d3-41f2-48ff-bddb-e3556a652165'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:49.798280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-034b1667-1ecc-47d5-8abd-d34adae8b423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:57:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['883719d3-41f2-48ff-bddb-e3556a652165'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:49.814049 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-f2b2dfa6-2068-4edd-9269-83d7e73b730a service neutron] 10.222.0.26 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053943 Jul 16 01:57:49.964927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-7ddf36a1-434e-486c-9754-a7538a705dfe admin admin] For port b236fa89-87bc-4da1-8c98-eed427f024ac, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b236fa89-87bc-4da1-8c98-eed427f024ac,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:49.965179 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ddf36a1-434e-486c-9754-a7538a705dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.983481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf36a1-434e-486c-9754-a7538a705dfe admin admin] Calling delete_port for b236fa89-87bc-4da1-8c98-eed427f024ac owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:50.007427 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fc71e-36a7-489c-b669-1e4158cf3e82 req-7d4e3ff6-0835-443a-8a1f-44102066841c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:50.009389 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-253fc71e-36a7-489c-b669-1e4158cf3e82 req-7d4e3ff6-0835-443a-8a1f-44102066841c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 943 time: 0.1416652 Jul 16 01:57:50.038382 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-034b1667-1ecc-47d5-8abd-d34adae8b423 None None] Set router 883719d3-41f2-48ff-bddb-e3556a652165 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:50.109801 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-253fc71e-36a7-489c-b669-1e4158cf3e82 req-fd1e6978-c859-4c79-bb9a-c74e9ca32c6a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597970 Jul 16 01:57:50.127404 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58836) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:50.153838 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-28549775-2072-4432-9103-9fefd23ec66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.172422 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-034b1667-1ecc-47d5-8abd-d34adae8b423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883719d3-41f2-48ff-bddb-e3556a652165', 'name': 'tempest-TaggedBootDevicesTest_v242-546995690-router', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:02Z', 'updated_at': '2021-07-16T01:57:49Z', 'revision_number': 6, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:50.210236 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b1667-1ecc-47d5-8abd-d34adae8b423 None None] The sync data for ids ['883719d3-41f2-48ff-bddb-e3556a652165'] in n-d-800086-6 is: [{'id': '883719d3-41f2-48ff-bddb-e3556a652165', 'name': 'tempest-TaggedBootDevicesTest_v242-546995690-router', 'tenant_id': '2e15479fef3d4e8280f34317bd6b66ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:02Z', 'updated_at': '2021-07-16T01:57:49Z', 'revision_number': 6, 'project_id': '2e15479fef3d4e8280f34317bd6b66ea', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:50.314613 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ddf36a1-434e-486c-9754-a7538a705dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.374945 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf36a1-434e-486c-9754-a7538a705dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=b236fa89-87bc-4da1-8c98-eed427f024ac,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.454705 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ddf36a1-434e-486c-9754-a7538a705dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.466019 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb71470-dae3-4ed4-99f8-35ba6dce63f4 req-87040a24-3380-4cf5-b802-7bcec2841956 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:50.467573 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2eb71470-dae3-4ed4-99f8-35ba6dce63f4 req-87040a24-3380-4cf5-b802-7bcec2841956 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.1133833 Jul 16 01:57:50.469574 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-28549775-2072-4432-9103-9fefd23ec66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.482871 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-28549775-2072-4432-9103-9fefd23ec66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.515636 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-28549775-2072-4432-9103-9fefd23ec66d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6542abbb9c8f4e73899a7b042211fbe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3867657 Jul 16 01:57:50.522769 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58846) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:50.568934 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ddf36a1-434e-486c-9754-a7538a705dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.572466 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ddf36a1-434e-486c-9754-a7538a705dfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.597349 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2eb71470-dae3-4ed4-99f8-35ba6dce63f4 req-08e21d5d-c69f-4fd6-b69e-a25d5bcaa302 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217713 Jul 16 01:57:50.599018 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28549775-2072-4432-9103-9fefd23ec66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6349c8-f14f-4759-bdde-f450d272c8d6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.635105 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ddf36a1-434e-486c-9754-a7538a705dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.636154 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddf36a1-434e-486c-9754-a7538a705dfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 883719d3-41f2-48ff-bddb-e3556a652165 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:57:50.642406 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ddf36a1-434e-486c-9754-a7538a705dfe admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.644133 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7ddf36a1-434e-486c-9754-a7538a705dfe admin admin] 10.222.0.54 "DELETE /v2.0/routers/883719d3-41f2-48ff-bddb-e3556a652165 HTTP/1.1" status: 204 len: 168 time: 1.9068580 Jul 16 01:57:50.646401 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 58848) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:50.663638 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5a57c15c-2d79-433b-92dc-4299b38f9e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.707406 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5a57c15c-2d79-433b-92dc-4299b38f9e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.709555 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61807cb-f7bf-4ea6-baf1-a05e2365fc0c admin admin] Deleting subnet 3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:50.712805 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c61807cb-f7bf-4ea6-baf1-a05e2365fc0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.750751 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c61807cb-f7bf-4ea6-baf1-a05e2365fc0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.774748 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5a57c15c-2d79-433b-92dc-4299b38f9e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.778152 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5a57c15c-2d79-433b-92dc-4299b38f9e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.781000 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5a57c15c-2d79-433b-92dc-4299b38f9e84 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d6349c8-f14f-4759-bdde-f450d272c8d6 HTTP/1.1" status: 204 len: 168 time: 0.2545171 Jul 16 01:57:50.790755 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57c15c-2d79-433b-92dc-4299b38f9e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6349c8-f14f-4759-bdde-f450d272c8d6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.872370 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c61807cb-f7bf-4ea6-baf1-a05e2365fc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.937854 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c61807cb-f7bf-4ea6-baf1-a05e2365fc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.966103 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c61807cb-f7bf-4ea6-baf1-a05e2365fc0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.970965 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c61807cb-f7bf-4ea6-baf1-a05e2365fc0c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a HTTP/1.1" status: 204 len: 168 time: 0.3231554 Jul 16 01:57:50.971743 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58852) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:50.971977 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61807cb-f7bf-4ea6-baf1-a05e2365fc0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a81fcf7-a6f2-4f74-99e6-ef4c179fdf9a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.977994 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552744fc-56d4-4c67-b523-be6cdb0db268 None None] Network 2db9e81d-658b-4adb-b971-288015f4b66c requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:51.086267 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.196164 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] Deleting port 3835cfc3-cba0-40a6-9703-e507010c12ca {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:51.196831 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.310421 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] For port 3835cfc3-cba0-40a6-9703-e507010c12ca, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=3835cfc3-cba0-40a6-9703-e507010c12ca,segment=NetworkSegment(afae7da1-a189-45ef-b8ac-2f8a1e00592d),segment_id=afae7da1-a189-45ef-b8ac-2f8a1e00592d)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:51.311029 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.344317 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] Calling delete_port for 3835cfc3-cba0-40a6-9703-e507010c12ca owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:51.364969 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5050670-6c4f-48de-8b1f-effbfa2086aa None None] DHCP port deletion for 2db9e81d-658b-4adb-b971-288015f4b66c request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:51.433458 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559491a-6b7f-49ae-857c-4cd932c30a88 req-f1aa39a4-ce40-49d1-9e95-cb2db07f9db5 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:51.444750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d5050670-6c4f-48de-8b1f-effbfa2086aa None None] Deleting port 3835cfc3-cba0-40a6-9703-e507010c12ca {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:51.445178 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5050670-6c4f-48de-8b1f-effbfa2086aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.456282 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8559491a-6b7f-49ae-857c-4cd932c30a88 req-f1aa39a4-ce40-49d1-9e95-cb2db07f9db5 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 943 time: 0.1390221 Jul 16 01:57:51.483113 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.514969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] Pushing event deleted for resources: {'Port': ['ID=3835cfc3-cba0-40a6-9703-e507010c12ca,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:51.519801 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] No DVR routers for this DVR port 3835cfc3-cba0-40a6-9703-e507010c12ca on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:51.561989 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8559491a-6b7f-49ae-857c-4cd932c30a88 req-b7663c25-9e44-4fb5-a3de-87f0f0610ee3 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044099 Jul 16 01:57:51.599107 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d5050670-6c4f-48de-8b1f-effbfa2086aa None None] For port 3835cfc3-cba0-40a6-9703-e507010c12ca, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=3835cfc3-cba0-40a6-9703-e507010c12ca,segment=NetworkSegment(afae7da1-a189-45ef-b8ac-2f8a1e00592d),segment_id=afae7da1-a189-45ef-b8ac-2f8a1e00592d)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:51.599505 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5050670-6c4f-48de-8b1f-effbfa2086aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.639735 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d5050670-6c4f-48de-8b1f-effbfa2086aa None None] Calling delete_port for 3835cfc3-cba0-40a6-9703-e507010c12ca owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:51.721304 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.736444 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db9e81d-658b-4adb-b971-288015f4b66c']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:51.763059 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5050670-6c4f-48de-8b1f-effbfa2086aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.770424 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afae7da1-a189-45ef-b8ac-2f8a1e00592d') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:51.770972 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afae7da1-a189-45ef-b8ac-2f8a1e00592d') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:51.797092 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.821901 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.830872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:51.831329 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:51.834059 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:51.844564 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5050670-6c4f-48de-8b1f-effbfa2086aa None None] Pushing event deleted for resources: {'Port': ['ID=3835cfc3-cba0-40a6-9703-e507010c12ca,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:51.856906 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5050670-6c4f-48de-8b1f-effbfa2086aa None None] No DVR routers for this DVR port 3835cfc3-cba0-40a6-9703-e507010c12ca on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:52.110392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f4b464d0-80ee-42e4-9021-9bb9fb195d4f no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:52.148801 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: f4b464d0-80ee-42e4-9021-9bb9fb195d4f {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:52.153548 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f4b464d0-80ee-42e4-9021-9bb9fb195d4f not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:52.154705 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b236fa89-87bc-4da1-8c98-eed427f024ac no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:52.192293 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: b236fa89-87bc-4da1-8c98-eed427f024ac {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:52.192732 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b236fa89-87bc-4da1-8c98-eed427f024ac not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:52.193116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 3835cfc3-cba0-40a6-9703-e507010c12ca no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:52.220029 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 3835cfc3-cba0-40a6-9703-e507010c12ca {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:52.220389 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 3835cfc3-cba0-40a6-9703-e507010c12ca not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:52.245478 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.261970 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.264049 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2db9e81d-658b-4adb-b971-288015f4b66c HTTP/1.1" status: 204 len: 168 time: 1.2901349 Jul 16 01:57:52.293678 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bb1b4-1e04-46cb-b78f-3b12c4ce2740 admin admin] Pushing event deleted for resources: {'Network': ['ID=2db9e81d-658b-4adb-b971-288015f4b66c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:52.323905 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdca6c1-50bc-464a-aa17-5a811b1c1b79 req-b18513fd-c8c2-4c04-ac2f-e8e6f578cfdb tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:52.325438 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ebdca6c1-50bc-464a-aa17-5a811b1c1b79 req-b18513fd-c8c2-4c04-ac2f-e8e6f578cfdb tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.4491088 Jul 16 01:57:52.383687 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ebdca6c1-50bc-464a-aa17-5a811b1c1b79 req-5231073e-1263-4b2f-b7b6-673b8a8c0daf tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511527 Jul 16 01:57:52.525059 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58898) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:52.594547 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4649e526-8f06-4bc9-8e21-7c673f7b7c7a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2e15479fef3d4e8280f34317bd6b66ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0675550 Jul 16 01:57:52.596919 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58902) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:52.732137 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5bc7c039-26be-4f04-a362-eaf609e7d055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.762517 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5bc7c039-26be-4f04-a362-eaf609e7d055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.844391 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5bc7c039-26be-4f04-a362-eaf609e7d055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.847576 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5bc7c039-26be-4f04-a362-eaf609e7d055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.851761 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5bc7c039-26be-4f04-a362-eaf609e7d055 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/64dd612d-2022-474b-95bc-1d9ebdae664e HTTP/1.1" status: 204 len: 168 time: 0.2511089 Jul 16 01:57:52.863820 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7c039-26be-4f04-a362-eaf609e7d055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dd612d-2022-474b-95bc-1d9ebdae664e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:52.930098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde96363-14f6-499e-a071-05a111d1ef2b req-509342df-bb35-4bbb-8258-25aea63d0597 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:52.932618 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cde96363-14f6-499e-a071-05a111d1ef2b req-509342df-bb35-4bbb-8258-25aea63d0597 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 943 time: 0.1667151 Jul 16 01:57:53.015267 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cde96363-14f6-499e-a071-05a111d1ef2b req-e2798b5e-30d7-44d1-80ce-073aafce2814 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735958 Jul 16 01:57:53.672922 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695244aa-6e2e-432c-8fa6-581b37db21ad req-f200683f-7294-4b69-82c8-62bb32eb2a1e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:53.674666 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-695244aa-6e2e-432c-8fa6-581b37db21ad req-f200683f-7294-4b69-82c8-62bb32eb2a1e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.0988319 Jul 16 01:57:53.692227 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:57:53.748673 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-695244aa-6e2e-432c-8fa6-581b37db21ad req-d044d7ae-e64c-4b22-af26-e9d8deb52543 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671701 Jul 16 01:57:53.915124 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.969664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58984) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:54.153460 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d9612529-8789-4626-8917-68a95ce2017f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-157985651-network', 'tenant_id': 'aea1fc5e70cb4da094b11853db6a2a25'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:54.240908 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9612529-8789-4626-8917-68a95ce2017f admin admin] Made reservation on behalf of aea1fc5e70cb4da094b11853db6a2a25 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:54.243986 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9612529-8789-4626-8917-68a95ce2017f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.281286 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9612529-8789-4626-8917-68a95ce2017f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.373571 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d312b-d359-4ad4-883a-aad06409b391 req-9b7239e5-0617-4596-9dff-c71610038ce4 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:54.375814 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-047d312b-d359-4ad4-883a-aad06409b391 req-9b7239e5-0617-4596-9dff-c71610038ce4 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 943 time: 0.1382587 Jul 16 01:57:54.458907 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 58996) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:54.465918 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-047d312b-d359-4ad4-883a-aad06409b391 req-3b926bc6-8abb-4470-ac1a-5ed6ecd13724 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844064 Jul 16 01:57:54.514903 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59000) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:54.556287 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9612529-8789-4626-8917-68a95ce2017f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.562454 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9612529-8789-4626-8917-68a95ce2017f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.586852 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9612529-8789-4626-8917-68a95ce2017f admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:54.615832 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9612529-8789-4626-8917-68a95ce2017f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.616202 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-d9612529-8789-4626-8917-68a95ce2017f admin admin] Added segment 8d69b346-b063-410b-b8c4-cf43d3c62fa7 of type vlan for network fe23434d-ae7a-44ad-ab72-0924ddc07503 Jul 16 01:57:54.685058 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9612529-8789-4626-8917-68a95ce2017f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.733676 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9612529-8789-4626-8917-68a95ce2017f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.734634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9612529-8789-4626-8917-68a95ce2017f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:54.735215 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9612529-8789-4626-8917-68a95ce2017f admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.789637 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d094179-25a7-4025-87d4-6fdcdc718e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.792235 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-001ec168-7e54-4107-b6b7-4caf0fa13957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.902019 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9612529-8789-4626-8917-68a95ce2017f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebc5095-e9d5-4872-8a5a-c51bb78910ae,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:54.925492 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d9612529-8789-4626-8917-68a95ce2017f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9544477 Jul 16 01:57:54.928459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59008) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:54.934191 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-6178170b-5c10-49ae-8cd5-90ddb6d899c4 admin admin] Request body: {'subnet': {'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-157985651-subnet', 'tenant_id': 'aea1fc5e70cb4da094b11853db6a2a25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:54.980568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9612529-8789-4626-8917-68a95ce2017f admin admin] Pushing event updated for resources: {'Network': ['ID=fe23434d-ae7a-44ad-ab72-0924ddc07503,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:54.991791 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network fe23434d-ae7a-44ad-ab72-0924ddc07503 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:55.086608 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a0583-feaf-4cdf-a85b-256c2b4f5261 req-69d17ade-a319-4680-9e12-bda4cb1e3c58 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:55.088951 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-780a0583-feaf-4cdf-a85b-256c2b4f5261 req-69d17ade-a319-4680-9e12-bda4cb1e3c58 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.1045995 Jul 16 01:57:55.149277 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-780a0583-feaf-4cdf-a85b-256c2b4f5261 req-3640c044-2d18-435e-b66e-626d08ab5223 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532165 Jul 16 01:57:55.167013 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-001ec168-7e54-4107-b6b7-4caf0fa13957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.180459 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-001ec168-7e54-4107-b6b7-4caf0fa13957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.196496 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.api [None req-6178170b-5c10-49ae-8cd5-90ddb6d899c4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:57:55.196496 n-d-800086-6 neutron-server[93831]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:57:55.196496 n-d-800086-6 neutron-server[93831]: [parameters: {'project_id_1': 'aea1fc5e70cb4da094b11853db6a2a25', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 57, 54, 942453)}] Jul 16 01:57:55.196496 n-d-800086-6 neutron-server[93831]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:57:55.197125 n-d-800086-6 neutron-server[93831]: DEBUG oslo_db.api [None req-6178170b-5c10-49ae-8cd5-90ddb6d899c4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:57:55.241783 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ec168-7e54-4107-b6b7-4caf0fa13957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a715494c-0d94-482b-b5fe-5f8a014be9be,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:55.250323 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-001ec168-7e54-4107-b6b7-4caf0fa13957 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8d296ff1ca2b4349bfe6c85db8c49d6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7903528 Jul 16 01:57:55.252984 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59010) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:55.327116 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d094179-25a7-4025-87d4-6fdcdc718e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.331602 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d094179-25a7-4025-87d4-6fdcdc718e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.345836 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d969b805-350d-4da6-9c7a-0045513c3e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.374489 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d969b805-350d-4da6-9c7a-0045513c3e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.386160 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9d094179-25a7-4025-87d4-6fdcdc718e9e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=903cf1612ef44f958b106491c5888cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8673744 Jul 16 01:57:55.387233 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59012) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:55.394044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d094179-25a7-4025-87d4-6fdcdc718e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d86908-f3c8-47f6-b076-17d25c1c7c19,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:55.445309 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d969b805-350d-4da6-9c7a-0045513c3e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.449972 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d969b805-350d-4da6-9c7a-0045513c3e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.451247 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d969b805-350d-4da6-9c7a-0045513c3e7d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a715494c-0d94-482b-b5fe-5f8a014be9be HTTP/1.1" status: 204 len: 168 time: 0.1971874 Jul 16 01:57:55.460698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969b805-350d-4da6-9c7a-0045513c3e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a715494c-0d94-482b-b5fe-5f8a014be9be,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:55.465032 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-53823f5f-ccfc-4340-af3e-fe73134cd285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.499478 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-53823f5f-ccfc-4340-af3e-fe73134cd285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.599257 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-53823f5f-ccfc-4340-af3e-fe73134cd285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.602109 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-53823f5f-ccfc-4340-af3e-fe73134cd285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.605310 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-53823f5f-ccfc-4340-af3e-fe73134cd285 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a2d86908-f3c8-47f6-b076-17d25c1c7c19 HTTP/1.1" status: 204 len: 168 time: 0.2174857 Jul 16 01:57:55.630167 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53823f5f-ccfc-4340-af3e-fe73134cd285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d86908-f3c8-47f6-b076-17d25c1c7c19,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:55.644290 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53823f5f-ccfc-4340-af3e-fe73134cd285 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:55.645178 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53823f5f-ccfc-4340-af3e-fe73134cd285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:55.645178 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53823f5f-ccfc-4340-af3e-fe73134cd285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:55.645711 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53823f5f-ccfc-4340-af3e-fe73134cd285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:55.646200 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53823f5f-ccfc-4340-af3e-fe73134cd285 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:55.646559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53823f5f-ccfc-4340-af3e-fe73134cd285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:55.647023 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53823f5f-ccfc-4340-af3e-fe73134cd285 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:55.647473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53823f5f-ccfc-4340-af3e-fe73134cd285 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:55.647933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53823f5f-ccfc-4340-af3e-fe73134cd285 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:55.648363 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53823f5f-ccfc-4340-af3e-fe73134cd285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:55.648943 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53823f5f-ccfc-4340-af3e-fe73134cd285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:55.649615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53823f5f-ccfc-4340-af3e-fe73134cd285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:55.782467 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6178170b-5c10-49ae-8cd5-90ddb6d899c4 admin admin] Made reservation on behalf of aea1fc5e70cb4da094b11853db6a2a25 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:55.785104 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6178170b-5c10-49ae-8cd5-90ddb6d899c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.827574 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4552a7-c204-4890-81cc-f6c3513e48ee req-99eeaf02-51b9-4325-8981-c66020895344 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:55.830712 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa4552a7-c204-4890-81cc-f6c3513e48ee req-99eeaf02-51b9-4325-8981-c66020895344 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 943 time: 0.1858785 Jul 16 01:57:55.904993 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59024) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:55.925283 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8502c7fa-4130-4565-9309-a82c5101c819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.940364 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa4552a7-c204-4890-81cc-f6c3513e48ee req-1cf21fad-6502-401f-b924-3e38c9c51f30 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899553 Jul 16 01:57:56.147415 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8502c7fa-4130-4565-9309-a82c5101c819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.157888 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6178170b-5c10-49ae-8cd5-90ddb6d899c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.163943 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8502c7fa-4130-4565-9309-a82c5101c819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.238830 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178170b-5c10-49ae-8cd5-90ddb6d899c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01f6292-1e81-4b46-b7e3-f6e72e618cf1,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:56.253070 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6178170b-5c10-49ae-8cd5-90ddb6d899c4 admin admin] Checking segment: {'id': '8d69b346-b063-410b-b8c4-cf43d3c62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:56.253575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6178170b-5c10-49ae-8cd5-90ddb6d899c4 admin admin] Network hostable DHCP agents. Network: fe23434d-ae7a-44ad-ab72-0924ddc07503, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:56.263836 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59030) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:56.264747 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8502c7fa-4130-4565-9309-a82c5101c819 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=23a86acbafd6474a9b27eba8ad5b8301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3530385 Jul 16 01:57:56.283743 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59032) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:56.316011 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5ec0d68d-8caf-4dc9-99d4-7333946af602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.334484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6178170b-5c10-49ae-8cd5-90ddb6d899c4 admin admin] Network fe23434d-ae7a-44ad-ab72-0924ddc07503 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:56.358634 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-6178170b-5c10-49ae-8cd5-90ddb6d899c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, fe23434d-ae7a-44ad-ab72-0924ddc07503) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:56.367891 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6178170b-5c10-49ae-8cd5-90ddb6d899c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:56.368277 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be70230-23df-49c5-8240-6a373f934cf3 None None] Network fe23434d-ae7a-44ad-ab72-0924ddc07503 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:56.370336 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6178170b-5c10-49ae-8cd5-90ddb6d899c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.372469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502c7fa-4130-4565-9309-a82c5101c819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb417c8-1e72-4dd1-8fdb-2c7d94369304,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:56.382006 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9cb822dd-d788-4c26-a55f-f9cb7b3dc033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.425687 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9cb822dd-d788-4c26-a55f-f9cb7b3dc033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.509022 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9cb822dd-d788-4c26-a55f-f9cb7b3dc033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.513154 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9cb822dd-d788-4c26-a55f-f9cb7b3dc033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.514608 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9cb822dd-d788-4c26-a55f-f9cb7b3dc033 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5eb417c8-1e72-4dd1-8fdb-2c7d94369304 HTTP/1.1" status: 204 len: 168 time: 0.2464685 Jul 16 01:57:56.530843 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb822dd-d788-4c26-a55f-f9cb7b3dc033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb417c8-1e72-4dd1-8fdb-2c7d94369304,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:56.572320 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037094c-d3f0-4b51-be6a-694b848312d2 req-efc51afa-f05d-469b-9cba-eed346522ee9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:56.579527 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b037094c-d3f0-4b51-be6a-694b848312d2 req-efc51afa-f05d-469b-9cba-eed346522ee9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.1714203 Jul 16 01:57:56.641095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-fe23434d-ae7a-44ad-ab72-0924ddc07503', 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503', 'tenant_id': 'aea1fc5e70cb4da094b11853db6a2a25', 'fixed_ips': [{'subnet_id': 'b01f6292-1e81-4b46-b7e3-f6e72e618cf1'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:56.642093 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.671381 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b037094c-d3f0-4b51-be6a-694b848312d2 req-1e464edf-fe8f-4214-ad71-bc3688a4a370 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905755 Jul 16 01:57:56.686727 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5ec0d68d-8caf-4dc9-99d4-7333946af602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.692589 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5ec0d68d-8caf-4dc9-99d4-7333946af602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.700873 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6178170b-5c10-49ae-8cd5-90ddb6d899c4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7712648 Jul 16 01:57:56.735889 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0d68d-8caf-4dc9-99d4-7333946af602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca073e67-4d5c-4ea3-a11d-8af0c8d10c83,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:56.754111 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59038) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:56.755091 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5ec0d68d-8caf-4dc9-99d4-7333946af602 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=230be691074046ad914de2a519bdef53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4652431 Jul 16 01:57:56.875339 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eda4f1e7-f4e6-4f93-b04e-f6e5462c8f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.930456 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eda4f1e7-f4e6-4f93-b04e-f6e5462c8f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.025567 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eda4f1e7-f4e6-4f93-b04e-f6e5462c8f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.028971 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eda4f1e7-f4e6-4f93-b04e-f6e5462c8f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.033535 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-eda4f1e7-f4e6-4f93-b04e-f6e5462c8f27 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ca073e67-4d5c-4ea3-a11d-8af0c8d10c83 HTTP/1.1" status: 204 len: 168 time: 0.2773540 Jul 16 01:57:57.052916 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4f1e7-f4e6-4f93-b04e-f6e5462c8f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca073e67-4d5c-4ea3-a11d-8af0c8d10c83,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:57.240023 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Allocated IP 172.20.0.2 (fe23434d-ae7a-44ad-ab72-0924ddc07503/b01f6292-1e81-4b46-b7e3-f6e72e618cf1/9d407699-57ff-4971-a762-dd929cf09ce6) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:57.348609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f0b4e-9d16-4d62-92e1-a606b6901893 req-bf4e68c9-7dec-4e04-ac31-d58a61fa1ff1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:57.350195 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8c5f0b4e-9d16-4d62-92e1-a606b6901893 req-bf4e68c9-7dec-4e04-ac31-d58a61fa1ff1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 943 time: 0.1857901 Jul 16 01:57:57.428028 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8c5f0b4e-9d16-4d62-92e1-a606b6901893 req-74d489b5-0fea-4a09-ae07-c4582bd09096 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678203 Jul 16 01:57:57.534733 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.564550 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Transition to ACTIVE for port object 9d407699-57ff-4971-a762-dd929cf09ce6 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:57.589050 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Transition to ACTIVE for port object 9d407699-57ff-4971-a762-dd929cf09ce6 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:57.600815 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.692988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Pushing event updated for resources: {'Port': ['ID=9d407699-57ff-4971-a762-dd929cf09ce6,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:57.721370 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Network fe23434d-ae7a-44ad-ab72-0924ddc07503 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:57.723095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:57.725735 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:57.886301 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Attempting to bind port 9d407699-57ff-4971-a762-dd929cf09ce6 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:57.886712 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Attempting to bind port 9d407699-57ff-4971-a762-dd929cf09ce6 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '8d69b346-b063-410b-b8c4-cf43d3c62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:57.887085 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Attempting to bind port 9d407699-57ff-4971-a762-dd929cf09ce6 on network fe23434d-ae7a-44ad-ab72-0924ddc07503 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:57.903596 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:57.903926 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Checking segment: {'id': '8d69b346-b063-410b-b8c4-cf43d3c62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:57.904341 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.906813 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Bound using segment: {'id': '8d69b346-b063-410b-b8c4-cf43d3c62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:57.907979 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Bound port: 9d407699-57ff-4971-a762-dd929cf09ce6, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d69b346-b063-410b-b8c4-cf43d3c62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:57.908614 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.061340 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] For port 9d407699-57ff-4971-a762-dd929cf09ce6, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:58.072116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] For port 9d407699-57ff-4971-a762-dd929cf09ce6, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9d407699-57ff-4971-a762-dd929cf09ce6,segment=NetworkSegment(8d69b346-b063-410b-b8c4-cf43d3c62fa7),segment_id=8d69b346-b063-410b-b8c4-cf43d3c62fa7)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:58.079967 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.147803 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-9c607473-d154-4b73-8e23-90c724bdbcc5 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:58.164636 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de2d0a-97b7-44ba-b133-0634482e37ae req-33c017a0-d856-4ae1-935a-402ef9e62b4a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:58.167577 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-9c607473-d154-4b73-8e23-90c724bdbcc5 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/networks?id=fe23434d-ae7a-44ad-ab72-0924ddc07503 HTTP/1.1" status: 200 len: 815 time: 0.4259148 Jul 16 01:57:58.180753 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9de2d0a-97b7-44ba-b133-0634482e37ae req-33c017a0-d856-4ae1-935a-402ef9e62b4a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.2425265 Jul 16 01:57:58.203943 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e57e9-74f5-4b93-b85a-9237920ebb88 None None] Pushing event updated for resources: {'Port': ['ID=9d407699-57ff-4971-a762-dd929cf09ce6,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:58.221377 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-22fcb161-57ec-4a4a-9d9b-27fdb2b0a01b tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/quotas/aea1fc5e70cb4da094b11853db6a2a25 HTTP/1.1" status: 200 len: 375 time: 0.0526130 Jul 16 01:57:58.331849 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9de2d0a-97b7-44ba-b133-0634482e37ae req-dc6ad896-1f47-469e-a493-780689e821b7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502049 Jul 16 01:57:58.373346 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce33e5a1-2e82-4d01-8dbe-4685cdb3085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.407742 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-2bc91907-78cb-4d92-a904-de53dec5ac04 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=aea1fc5e70cb4da094b11853db6a2a25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1853728 Jul 16 01:57:58.575558 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-44f092e0-e145-4d95-a7a7-ff8e85e0b57c service neutron] 10.222.0.54 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609280 Jul 16 01:57:58.770502 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-d20ca99b-6b62-4fc8-ad95-4f75c049499f service neutron] 10.222.0.54 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789024 Jul 16 01:57:58.811152 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.842465 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae127614-cd50-4978-ae98-9b4ebabf7bc9 req-48f6184c-a72b-44f8-b5c1-97bbedde1fba tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:58.852321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ae127614-cd50-4978-ae98-9b4ebabf7bc9 req-48f6184c-a72b-44f8-b5c1-97bbedde1fba tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 943 time: 0.1531758 Jul 16 01:57:58.955020 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ae127614-cd50-4978-ae98-9b4ebabf7bc9 req-e62c15da-aeb8-4a0f-a683-506231837c9d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016724 Jul 16 01:57:59.687804 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daccfe1-1057-4ebc-9a9e-c6fc1e9e1111 req-6320f439-3297-419b-b78d-dc2d29a06706 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:59.696577 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9daccfe1-1057-4ebc-9a9e-c6fc1e9e1111 req-6320f439-3297-419b-b78d-dc2d29a06706 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.0905674 Jul 16 01:57:59.766055 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9daccfe1-1057-4ebc-9a9e-c6fc1e9e1111 req-13c2f285-e7f8-47ea-a0ca-fdb425cb806d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679591 Jul 16 01:57:59.824472 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-2cee460a-e44f-4ee2-914d-4d8668950c82 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:59.832617 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-2cee460a-e44f-4ee2-914d-4d8668950c82 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/networks?id=fe23434d-ae7a-44ad-ab72-0924ddc07503 HTTP/1.1" status: 200 len: 815 time: 0.2246079 Jul 16 01:57:59.854352 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-83656b17-b34e-44f8-9c8c-4e1b2ad24057 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/quotas/aea1fc5e70cb4da094b11853db6a2a25 HTTP/1.1" status: 200 len: 375 time: 0.0194211 Jul 16 01:57:59.998542 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-fa11c9eb-c8cf-4ff7-ab6c-1449b04858df tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=aea1fc5e70cb4da094b11853db6a2a25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1428823 Jul 16 01:58:00.036306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de6c86c-0466-43ef-b43b-cc4a48937443 None None] Network fe23434d-ae7a-44ad-ab72-0924ddc07503 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:00.118815 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2c4f4913-17f4-40cd-b8df-c8cc4419b992 None None] Provisioning for port 9d407699-57ff-4971-a762-dd929cf09ce6 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:00.167954 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-b97d4b0a-d476-40e7-83fd-19550236ff73 service neutron] 10.222.0.54 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648421 Jul 16 01:58:00.214010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9d407699-57ff-4971-a762-dd929cf09ce6 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:00.363559 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-bcea45e6-fde6-42c2-badb-4404ae78f2e2 service neutron] 10.222.0.54 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842108 Jul 16 01:58:00.369489 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 9d407699-57ff-4971-a762-dd929cf09ce6 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:00.395748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 9d407699-57ff-4971-a762-dd929cf09ce6 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:00.396646 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.469984 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7dbe5-5a18-40dc-93a3-06b9abd8c821 req-b65d22ec-4dd2-4274-8a6e-452708332b7e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:00.479733 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b7d7dbe5-5a18-40dc-93a3-06b9abd8c821 req-b65d22ec-4dd2-4274-8a6e-452708332b7e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 943 time: 0.1910396 Jul 16 01:58:00.546184 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b7d7dbe5-5a18-40dc-93a3-06b9abd8c821 req-30a37cb2-6480-427c-876d-5d27c4ef1446 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652070 Jul 16 01:58:00.563595 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59192) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:00.639478 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.714077 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 9d407699-57ff-4971-a762-dd929cf09ce6, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9d407699-57ff-4971-a762-dd929cf09ce6,segment=NetworkSegment(8d69b346-b063-410b-b8c4-cf43d3c62fa7),segment_id=8d69b346-b063-410b-b8c4-cf43d3c62fa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:00.720065 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.845361 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69b5f63c-8f60-4b8c-8511-396bea7152e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.859681 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=9d407699-57ff-4971-a762-dd929cf09ce6,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:00.887753 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-226e783d-5f5e-42c2-9c71-bdee83bc4b21 None None] Provisioning complete for port 9d407699-57ff-4971-a762-dd929cf09ce6 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:00.888340 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-226e783d-5f5e-42c2-9c71-bdee83bc4b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.048286 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69b5f63c-8f60-4b8c-8511-396bea7152e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.153274 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.162251 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f78ea4de-832c-4e7a-9f3b-cc2879da2f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.167693 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69b5f63c-8f60-4b8c-8511-396bea7152e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.176610 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-2a2a4593-4e1f-40a5-a278-382a53cbc1af tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:01.178182 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-2a2a4593-4e1f-40a5-a278-382a53cbc1af tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/networks?id=fe23434d-ae7a-44ad-ab72-0924ddc07503 HTTP/1.1" status: 200 len: 815 time: 0.3002598 Jul 16 01:58:01.301310 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-69b5f63c-8f60-4b8c-8511-396bea7152e8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e30f900006504d8e8e233376e38e5be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7335448 Jul 16 01:58:01.304513 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59222) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:01.307191 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-0f4370d4-46df-4ea0-884e-c20263f3035b tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/quotas/aea1fc5e70cb4da094b11853db6a2a25 HTTP/1.1" status: 200 len: 375 time: 0.1097662 Jul 16 01:58:01.323749 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5f63c-8f60-4b8c-8511-396bea7152e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cc4f58-fa69-45fe-b618-702a0c2b69fd,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:01.366369 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18606ed-1a18-4ea9-959f-68caeb697312 req-23fc0c6e-cadf-4636-b157-f3e25b5d8f69 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:01.376519 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c18606ed-1a18-4ea9-959f-68caeb697312 req-23fc0c6e-cadf-4636-b157-f3e25b5d8f69 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.3226812 Jul 16 01:58:01.432815 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c18606ed-1a18-4ea9-959f-68caeb697312 req-bcae3edf-7c0d-4d90-b462-5c06abd54065 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532930 Jul 16 01:58:01.444035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-8e8aaaf5-38bc-4346-8a00-ae4ba87e8d0b tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:01.445528 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-8e8aaaf5-38bc-4346-8a00-ae4ba87e8d0b tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.47 "GET /v2.0/networks?id=fe23434d-ae7a-44ad-ab72-0924ddc07503 HTTP/1.1" status: 200 len: 815 time: 0.2541533 Jul 16 01:58:01.473545 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7407b456-77f7-4af9-a5b6-be4c52267a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.482350 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-3304aae7-439f-4fdb-9c6f-c8f733aad820 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Request body: {'port': {'device_id': '254e476d-ee47-4c47-885b-463a87582beb', 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503', 'admin_state_up': True, 'tenant_id': 'aea1fc5e70cb4da094b11853db6a2a25'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:01.543354 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-fdbf86eb-6987-46f9-a0d7-8fe9f7fa9a31 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=aea1fc5e70cb4da094b11853db6a2a25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2241566 Jul 16 01:58:01.547376 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7407b456-77f7-4af9-a5b6-be4c52267a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.726637 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7407b456-77f7-4af9-a5b6-be4c52267a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.730027 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7407b456-77f7-4af9-a5b6-be4c52267a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.731213 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7407b456-77f7-4af9-a5b6-be4c52267a94 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32cc4f58-fa69-45fe-b618-702a0c2b69fd HTTP/1.1" status: 204 len: 168 time: 0.4226110 Jul 16 01:58:01.749180 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407b456-77f7-4af9-a5b6-be4c52267a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cc4f58-fa69-45fe-b618-702a0c2b69fd,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:01.752895 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-8892f590-ee97-49a8-a224-ec7eca5ce5fd service neutron] 10.222.0.54 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738453 Jul 16 01:58:01.753295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-3304aae7-439f-4fdb-9c6f-c8f733aad820 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Made reservation on behalf of aea1fc5e70cb4da094b11853db6a2a25 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:01.763523 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-3304aae7-439f-4fdb-9c6f-c8f733aad820 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.831729 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b456-77f7-4af9-a5b6-be4c52267a94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:01.832451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b456-77f7-4af9-a5b6-be4c52267a94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:01.832974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b456-77f7-4af9-a5b6-be4c52267a94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:01.833505 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b456-77f7-4af9-a5b6-be4c52267a94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:01.834020 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b456-77f7-4af9-a5b6-be4c52267a94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:01.834531 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b456-77f7-4af9-a5b6-be4c52267a94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:01.835076 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b456-77f7-4af9-a5b6-be4c52267a94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:01.835603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b456-77f7-4af9-a5b6-be4c52267a94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:01.836270 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b456-77f7-4af9-a5b6-be4c52267a94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:01.836783 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b456-77f7-4af9-a5b6-be4c52267a94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:01.837287 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b456-77f7-4af9-a5b6-be4c52267a94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:01.838507 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407b456-77f7-4af9-a5b6-be4c52267a94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:01.840105 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae95eb6-c32d-4323-92bf-7322875cceef req-bbe3ab52-056e-476a-9d10-023209d83cd3 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:01.849266 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9ae95eb6-c32d-4323-92bf-7322875cceef req-bbe3ab52-056e-476a-9d10-023209d83cd3 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 943 time: 0.0967801 Jul 16 01:58:01.928329 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9ae95eb6-c32d-4323-92bf-7322875cceef req-1d4e0912-166a-4d6e-87c4-5a74df9cb962 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778630 Jul 16 01:58:01.987464 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-a32f8dbc-61bb-4059-a219-d5fec1c3667d service neutron] 10.222.0.54 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197971 Jul 16 01:58:02.042936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-3304aae7-439f-4fdb-9c6f-c8f733aad820 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Allocated IP 172.20.0.10 (fe23434d-ae7a-44ad-ab72-0924ddc07503/b01f6292-1e81-4b46-b7e3-f6e72e618cf1/d0f15e74-d9c0-42e9-84ed-ad38dc363e00) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:02.073929 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-1a0a28da-29fc-4f5a-84b9-f397aa6a376d service neutron] show failed (client error): The resource could not be found. Jul 16 01:58:02.085562 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-1a0a28da-29fc-4f5a-84b9-f397aa6a376d service neutron] 10.222.0.26 "GET /v2.0/ports/78643cc2-be85-431a-84f0-4cd5f0b8e5a1/bindings/n-h2-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.1024811 Jul 16 01:58:02.125882 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.129391 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9d407699-57ff-4971-a762-dd929cf09ce6 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:02.295406 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 9d407699-57ff-4971-a762-dd929cf09ce6 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:02.296007 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.350581 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a55770f8-e1ef-4d8f-af85-2e76b662ef79 req-fd693dae-4be3-462b-acc2-0bd0b0ed892e tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 210 time: 0.0864732 Jul 16 01:58:02.420082 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-3304aae7-439f-4fdb-9c6f-c8f733aad820 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.437998 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-3304aae7-439f-4fdb-9c6f-c8f733aad820 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Transition to ACTIVE for port object d0f15e74-d9c0-42e9-84ed-ad38dc363e00 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:02.487853 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-3304aae7-439f-4fdb-9c6f-c8f733aad820 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.585783 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-3304aae7-439f-4fdb-9c6f-c8f733aad820 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Network fe23434d-ae7a-44ad-ab72-0924ddc07503 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:02.588882 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-3304aae7-439f-4fdb-9c6f-c8f733aad820 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:02.614929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-3304aae7-439f-4fdb-9c6f-c8f733aad820 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:02.907558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-f5f3ff5b-1588-48f2-8495-2b50ce8a8550 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:02.926240 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-f5f3ff5b-1588-48f2-8495-2b50ce8a8550 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.26 "GET /v2.0/networks?id=fe23434d-ae7a-44ad-ab72-0924ddc07503 HTTP/1.1" status: 200 len: 815 time: 0.3134353 Jul 16 01:58:02.940868 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-3304aae7-439f-4fdb-9c6f-c8f733aad820 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:02.941296 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-3304aae7-439f-4fdb-9c6f-c8f733aad820 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.952567 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304aae7-439f-4fdb-9c6f-c8f733aad820 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Pushing event updated for resources: {'Port': ['ID=d0f15e74-d9c0-42e9-84ed-ad38dc363e00,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:03.001577 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-3304aae7-439f-4fdb-9c6f-c8f733aad820 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5297453 Jul 16 01:58:03.011640 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-e0765ad2-0e92-4a31-b77a-f3071a463dd3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Request body: {'port': {'device_id': '0cd985a8-a4d8-4f12-bff0-f8133013ad7b', 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503', 'admin_state_up': True, 'tenant_id': 'aea1fc5e70cb4da094b11853db6a2a25'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:03.037798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Request body: {'port': {'device_id': '254e476d-ee47-4c47-885b-463a87582beb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:03.059653 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72cf6a-c0b6-4495-b40a-575fb5b49292 req-d3184e70-b65d-4a65-a6ad-e4063bd4e5e5 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:03.070367 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f72cf6a-c0b6-4495-b40a-575fb5b49292 req-d3184e70-b65d-4a65-a6ad-e4063bd4e5e5 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.3245275 Jul 16 01:58:03.123113 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8fb6cf5e-310e-47ec-8f53-6eba8086fdff None None] Provisioning for port d0f15e74-d9c0-42e9-84ed-ad38dc363e00 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:03.130765 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8fb6cf5e-310e-47ec-8f53-6eba8086fdff None None] Provisioning complete for port d0f15e74-d9c0-42e9-84ed-ad38dc363e00 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:03.133102 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fb6cf5e-310e-47ec-8f53-6eba8086fdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.286759 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6cf5e-310e-47ec-8f53-6eba8086fdff None None] Port d0f15e74-d9c0-42e9-84ed-ad38dc363e00 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:03.326997 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5f72cf6a-c0b6-4495-b40a-575fb5b49292 req-2b08b8fd-21ac-4886-ae9a-ca75fbb99d58 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522120 Jul 16 01:58:03.409334 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.465587 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-482bb40f-f961-48d5-9f78-69af5ed69564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:03.467324 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-482bb40f-f961-48d5-9f78-69af5ed69564 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092&tenant_id=7a1162bb5d334415ae74c9808546d676 HTTP/1.1" status: 200 len: 1097 time: 0.6046088 Jul 16 01:58:03.512110 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:03.612950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-e0765ad2-0e92-4a31-b77a-f3071a463dd3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Made reservation on behalf of aea1fc5e70cb4da094b11853db6a2a25 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:03.617579 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-e0765ad2-0e92-4a31-b77a-f3071a463dd3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.668305 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1140f-1e17-4ad0-aae4-8fd764c49572 req-c0bf5fbf-e56e-4d57-aa2c-7a3b3f6f3b09 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:03.670738 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09f1140f-1e17-4ad0-aae4-8fd764c49572 req-c0bf5fbf-e56e-4d57-aa2c-7a3b3f6f3b09 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 943 time: 0.4134407 Jul 16 01:58:03.799582 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.859259 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.888270 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-761e8eda-9797-4f2d-a31f-6cff37e83e3c req-fd31685e-8dfa-4d59-ac34-ebdcb18ed382 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 210 time: 0.0957148 Jul 16 01:58:03.941731 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09f1140f-1e17-4ad0-aae4-8fd764c49572 req-a5de307f-6f7d-4ecb-8341-95b2a4754195 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495892 Jul 16 01:58:04.129492 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f15e74-d9c0-42e9-84ed-ad38dc363e00 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:04.146863 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.163035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Transition to ACTIVE for port object d0f15e74-d9c0-42e9-84ed-ad38dc363e00 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:04.175110 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.244992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f15e74-d9c0-42e9-84ed-ad38dc363e00,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:04.371364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-e0765ad2-0e92-4a31-b77a-f3071a463dd3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Allocated IP 172.20.0.5 (fe23434d-ae7a-44ad-ab72-0924ddc07503/b01f6292-1e81-4b46-b7e3-f6e72e618cf1/3fa51594-1feb-46f3-bb3e-52d20686a359) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:04.420617 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:04.527996 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.47', 64016) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:04.733743 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:04.901709 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:04.921581 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.945183 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Transition to ACTIVE for port object 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:04.947873 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:04.952373 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b739b1-2b18-4b42-9a08-ee7538303d3d" -d '{"events": [{"server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "name": "network-vif-unplugged", "status": "completed", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:04.959893 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.015917 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:05.176908 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59308) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:05.272406 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-53f41818-4473-4a5c-bd55-078696034bf9 req-ee8a280e-4c06-4e7d-a90c-50b48ca20eb2 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 210 time: 0.0943828 Jul 16 01:58:05.309461 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] No DVR routers for this DVR port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:05.326984 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Attempting to bind port d0f15e74-d9c0-42e9-84ed-ad38dc363e00 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:05.327549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Attempting to bind port d0f15e74-d9c0-42e9-84ed-ad38dc363e00 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d69b346-b063-410b-b8c4-cf43d3c62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:05.327663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Attempting to bind port d0f15e74-d9c0-42e9-84ed-ad38dc363e00 on network fe23434d-ae7a-44ad-ab72-0924ddc07503 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:05.352867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Port d0f15e74-d9c0-42e9-84ed-ad38dc363e00 on network fe23434d-ae7a-44ad-ab72-0924ddc07503 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:58:05.353586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Attempting to bind port d0f15e74-d9c0-42e9-84ed-ad38dc363e00 on network fe23434d-ae7a-44ad-ab72-0924ddc07503 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:05.370108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:05.370517 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Checking segment: {'id': '8d69b346-b063-410b-b8c4-cf43d3c62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:05.371009 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Bound using segment: {'id': '8d69b346-b063-410b-b8c4-cf43d3c62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:05.371455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Bound port: d0f15e74-d9c0-42e9-84ed-ad38dc363e00, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d69b346-b063-410b-b8c4-cf43d3c62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:05.371891 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.381751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-ff365fcd-8f15-4525-8923-1e4d39dba0ba tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:05.382274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,revision_number=6']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:05.383282 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-ff365fcd-8f15-4525-8923-1e4d39dba0ba tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.47 "GET /v2.0/networks?id=fe23434d-ae7a-44ad-ab72-0924ddc07503 HTTP/1.1" status: 200 len: 815 time: 0.8486404 Jul 16 01:58:05.397019 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-319ab32c-208f-4867-8c91-b2e7e3130c05 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:05.406806 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-e0765ad2-0e92-4a31-b77a-f3071a463dd3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.407181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-33a37401-0384-4ced-acaf-da74f80b72f3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Request body: {'port': {'device_id': '1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed', 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503', 'admin_state_up': True, 'tenant_id': 'aea1fc5e70cb4da094b11853db6a2a25'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:05.414045 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd3d3e5-b882-4a3b-b183-88ec7e3addd7 x-openstack-request-id: req-cbd3d3e5-b882-4a3b-b183-88ec7e3addd7 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:05.414353 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "name": "network-vif-unplugged", "status": "completed", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:05.414593 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cbd3d3e5-b882-4a3b-b183-88ec7e3addd7 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:05.414999 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'code': 200} Jul 16 01:58:05.423120 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a7488-1a57-4425-b6d5-b217509a54f3 req-719b8504-9f07-4e1d-a3ff-1e662bbcc0ef tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:05.430092 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a85a7488-1a57-4425-b6d5-b217509a54f3 req-719b8504-9f07-4e1d-a3ff-1e662bbcc0ef tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.7839456 Jul 16 01:58:05.464647 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-e0765ad2-0e92-4a31-b77a-f3071a463dd3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Transition to ACTIVE for port object 3fa51594-1feb-46f3-bb3e-52d20686a359 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:05.477189 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-319ab32c-208f-4867-8c91-b2e7e3130c05 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] 10.222.0.54 "PUT /v2.0/quotas/72635a3773f24054976fc58a72c1bc12 HTTP/1.1" status: 200 len: 368 time: 0.2959745 Jul 16 01:58:05.480765 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59312) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:05.497268 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-33fb534a-6b47-4944-bb22-c4e05c43831e tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Request body: {'network': {'project_id': '72635a3773f24054976fc58a72c1bc12'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:05.601420 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fb534a-6b47-4944-bb22-c4e05c43831e tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Made reservation on behalf of 72635a3773f24054976fc58a72c1bc12 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:05.604420 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33fb534a-6b47-4944-bb22-c4e05c43831e tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.608892 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a85a7488-1a57-4425-b6d5-b217509a54f3 req-11a75198-dd55-4b59-8ed7-298f233f58bc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779685 Jul 16 01:58:05.626649 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] For port d0f15e74-d9c0-42e9-84ed-ad38dc363e00, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:05.628833 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33fb534a-6b47-4944-bb22-c4e05c43831e tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.661487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] For port d0f15e74-d9c0-42e9-84ed-ad38dc363e00, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d0f15e74-d9c0-42e9-84ed-ad38dc363e00,segment=NetworkSegment(8d69b346-b063-410b-b8c4-cf43d3c62fa7),segment_id=8d69b346-b063-410b-b8c4-cf43d3c62fa7)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:05.672978 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.729423 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:05.730046 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.731643 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] 10.222.0.47 "PUT /v2.0/ports/d0f15e74-d9c0-42e9-84ed-ad38dc363e00 HTTP/1.1" status: 200 len: 1092 time: 2.6998160 Jul 16 01:58:05.734880 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254e476d-ee47-4c47-885b-463a87582beb', 'tag': 'd0f15e74-d9c0-42e9-84ed-ad38dc363e00'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:05.736997 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfbcf76-c6bf-4f41-b733-f3c65568051e" -d '{"events": [{"name": "network-changed", "server_uuid": "254e476d-ee47-4c47-885b-463a87582beb", "tag": "d0f15e74-d9c0-42e9-84ed-ad38dc363e00"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:05.781256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbf15a-82c5-499b-bce4-15a4baa8d040 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f15e74-d9c0-42e9-84ed-ad38dc363e00,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:05.906123 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33fb534a-6b47-4944-bb22-c4e05c43831e tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.909040 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af03b699-9617-47fd-afc9-141ab7117877 x-openstack-request-id: req-af03b699-9617-47fd-afc9-141ab7117877 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:05.909482 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254e476d-ee47-4c47-885b-463a87582beb", "tag": "d0f15e74-d9c0-42e9-84ed-ad38dc363e00", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:05.909834 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af03b699-9617-47fd-afc9-141ab7117877 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:05.910765 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254e476d-ee47-4c47-885b-463a87582beb', 'tag': 'd0f15e74-d9c0-42e9-84ed-ad38dc363e00', 'status': 'completed', 'code': 200} Jul 16 01:58:05.954800 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-e0765ad2-0e92-4a31-b77a-f3071a463dd3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.961462 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Attempting to bind port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:05.961801 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Attempting to bind port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:05.962133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Attempting to bind port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 on network 65e33157-9a4b-418c-9463-af309d0334b7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:05.987968 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33fb534a-6b47-4944-bb22-c4e05c43831e tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.001640 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fb534a-6b47-4944-bb22-c4e05c43831e tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:06.013720 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33fb534a-6b47-4944-bb22-c4e05c43831e tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.014138 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-33fb534a-6b47-4944-bb22-c4e05c43831e tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Added segment e8f9aa9e-8e84-4be3-b26c-655141f981c3 of type vlan for network 8d91a23f-93fc-4a2b-bd27-226bf6f9e5cb Jul 16 01:58:06.029139 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 on network 65e33157-9a4b-418c-9463-af309d0334b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:58:06.029418 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Attempting to bind port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 on network 65e33157-9a4b-418c-9463-af309d0334b7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:06.045653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-e0765ad2-0e92-4a31-b77a-f3071a463dd3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Network fe23434d-ae7a-44ad-ab72-0924ddc07503 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:06.065125 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:06.065261 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33fb534a-6b47-4944-bb22-c4e05c43831e tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.065435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Checking segment: {'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:06.065822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Bound using segment: {'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:06.066275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Bound port: 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:06.066638 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.072146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-e0765ad2-0e92-4a31-b77a-f3071a463dd3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:06.074792 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-e0765ad2-0e92-4a31-b77a-f3071a463dd3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:06.130286 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0765ad2-0e92-4a31-b77a-f3071a463dd3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Pushing event updated for resources: {'Port': ['ID=3fa51594-1feb-46f3-bb3e-52d20686a359,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:06.149313 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-33a37401-0384-4ced-acaf-da74f80b72f3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Made reservation on behalf of aea1fc5e70cb4da094b11853db6a2a25 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:06.155301 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-33a37401-0384-4ced-acaf-da74f80b72f3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.217674 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-89cb29c6-f700-49a9-b69d-cb9ad8cd07e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:06.219524 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-89cb29c6-f700-49a9-b69d-cb9ad8cd07e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aea1fc5e70cb4da094b11853db6a2a25&device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 1095 time: 0.3078537 Jul 16 01:58:06.222920 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb534a-6b47-4944-bb22-c4e05c43831e tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18757083-f50c-4cc9-8cd9-c0be43322da3,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:06.267280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:06.271694 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:06.285923 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.300782 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b3cc0-8abf-4807-b184-e919eced0e7b req-1a05404f-b897-4c73-a7fa-92e96e40aece tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:06.309344 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-521b3cc0-8abf-4807-b184-e919eced0e7b req-1a05404f-b897-4c73-a7fa-92e96e40aece tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 943 time: 0.3720424 Jul 16 01:58:06.355293 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-e0765ad2-0e92-4a31-b77a-f3071a463dd3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:06.356231 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-e0765ad2-0e92-4a31-b77a-f3071a463dd3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.371657 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:06.372900 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.374715 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] 10.222.0.47 "PUT /v2.0/ports/78643cc2-be85-431a-84f0-4cd5f0b8e5a1 HTTP/1.1" status: 200 len: 1092 time: 2.8729088 Jul 16 01:58:06.414441 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-57bde277-929e-4881-89eb-3b7d64a85d19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0f15e74-d9c0-42e9-84ed-ad38dc363e00 HTTP/1.1" status: 200 len: 217 time: 0.1479912 Jul 16 01:58:06.429984 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-521b3cc0-8abf-4807-b184-e919eced0e7b req-b7442bb3-6882-41d9-8770-bd4fe04710ab tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193907 Jul 16 01:58:06.453793 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33fb534a-6b47-4944-bb22-c4e05c43831e tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.455176 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fb534a-6b47-4944-bb22-c4e05c43831e tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:06.455810 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33fb534a-6b47-4944-bb22-c4e05c43831e tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.470213 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-e0765ad2-0e92-4a31-b77a-f3071a463dd3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4711330 Jul 16 01:58:06.519860 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Request body: {'port': {'device_id': '0cd985a8-a4d8-4f12-bff0-f8133013ad7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:06.529663 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b3640-5c84-42d1-9d0d-cc8d6840d8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,revision_number=7']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:06.626802 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2072a08c-cd2c-4065-8da1-9d2ca613061a None None] Provisioning for port 3fa51594-1feb-46f3-bb3e-52d20686a359 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:06.631033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2072a08c-cd2c-4065-8da1-9d2ca613061a None None] Provisioning complete for port 3fa51594-1feb-46f3-bb3e-52d20686a359 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:06.631425 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2072a08c-cd2c-4065-8da1-9d2ca613061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.657307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb534a-6b47-4944-bb22-c4e05c43831e tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Pushing event updated for resources: {'Network': ['ID=8d91a23f-93fc-4a2b-bd27-226bf6f9e5cb,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:06.682896 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6f065607-3acc-44b8-be2a-c30aee06d75a req-6d9481a0-4daa-4608-a6d3-ca2977efff16 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 210 time: 0.0656443 Jul 16 01:58:06.718652 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.723359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-398a383d-8c63-4c38-a45e-b79b01ee1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:06.725910 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-398a383d-8c63-4c38-a45e-b79b01ee1829 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 1095 time: 0.2841742 Jul 16 01:58:06.730725 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 8d91a23f-93fc-4a2b-bd27-226bf6f9e5cb details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:06.761164 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-33fb534a-6b47-4944-bb22-c4e05c43831e tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2788165 Jul 16 01:58:06.767688 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59330) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:06.784225 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-6629b00a-062c-4913-9174-bff5694a5e5b tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Request body: {'network': {'project_id': '72635a3773f24054976fc58a72c1bc12'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:06.811068 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-2f57be69-e2db-45ca-a56b-38bc00087c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:06.814676 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-2f57be69-e2db-45ca-a56b-38bc00087c42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b01f6292-1e81-4b46-b7e3-f6e72e618cf1 HTTP/1.1" status: 200 len: 854 time: 0.3997040 Jul 16 01:58:06.897062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-33a37401-0384-4ced-acaf-da74f80b72f3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Allocated IP 172.20.0.7 (fe23434d-ae7a-44ad-ab72-0924ddc07503/b01f6292-1e81-4b46-b7e3-f6e72e618cf1/968ddcb8-2c0a-4d36-afe8-a97b23e80bbb) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:06.901366 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 882295e9-661d-4fad-a0da-1b5de8f0b6f4 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:58:06.917022 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-2072a08c-cd2c-4065-8da1-9d2ca613061a None None] Port 3fa51594-1feb-46f3-bb3e-52d20686a359 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:06.925210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6629b00a-062c-4913-9174-bff5694a5e5b tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Made reservation on behalf of 72635a3773f24054976fc58a72c1bc12 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:06.927669 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6629b00a-062c-4913-9174-bff5694a5e5b tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.987601 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-7574a6c9-2a5d-46e9-9df9-8c5227209665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:06.989210 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-7574a6c9-2a5d-46e9-9df9-8c5227209665 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe23434d-ae7a-44ad-ab72-0924ddc07503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635733 Jul 16 01:58:07.014079 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-7b224496-4b5a-4216-9382-7b1bea063e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:07.016549 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-7b224496-4b5a-4216-9382-7b1bea063e9a service neutron] 10.222.0.47 "GET /v2.0/networks?id=65e33157-9a4b-418c-9463-af309d0334b7 HTTP/1.1" status: 200 len: 898 time: 0.2815442 Jul 16 01:58:07.022892 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6629b00a-062c-4913-9174-bff5694a5e5b tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:07.070128 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6629b00a-062c-4913-9174-bff5694a5e5b tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.070478 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-6629b00a-062c-4913-9174-bff5694a5e5b tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Added segment f0b12105-77fd-4902-88ae-685062e1a770 of type vlan for network 98f58675-b45a-4809-8050-e412a0e027eb Jul 16 01:58:07.127342 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a3e7f-17f7-41a8-b5dd-eaa7e617259e req-58695211-e71c-4364-9324-036790552acb tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:07.129054 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e96a3e7f-17f7-41a8-b5dd-eaa7e617259e req-58695211-e71c-4364-9324-036790552acb tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 944 time: 0.2485495 Jul 16 01:58:07.131824 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-0d60032c-1127-494e-8a54-59221e51d606 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1 HTTP/1.1" status: 200 len: 1000 time: 0.0980384 Jul 16 01:58:07.142158 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 882295e9-661d-4fad-a0da-1b5de8f0b6f4, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=882295e9-661d-4fad-a0da-1b5de8f0b6f4,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:07.199590 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '882295e9-661d-4fad-a0da-1b5de8f0b6f4', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'port_id': '882295e9-661d-4fad-a0da-1b5de8f0b6f4', 'mac_address': 'fa:16:3e:81:1c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:58:07.213161 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6629b00a-062c-4913-9174-bff5694a5e5b tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.276126 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.336347 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-a26b0203-cba4-40e9-a4de-d895f6148fd8 service neutron] 10.222.0.47 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315144 Jul 16 01:58:07.341508 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6629b00a-062c-4913-9174-bff5694a5e5b tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.342532 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882295e9-661d-4fad-a0da-1b5de8f0b6f4 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:07.342919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6629b00a-062c-4913-9174-bff5694a5e5b tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:07.343506 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6629b00a-062c-4913-9174-bff5694a5e5b tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.348101 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e96a3e7f-17f7-41a8-b5dd-eaa7e617259e req-a60bc433-f881-4409-acf7-e275986f6a9e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126915 Jul 16 01:58:07.356444 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-31cf9403-91b5-4a9f-a068-546923a197b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:07.364172 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-31cf9403-91b5-4a9f-a068-546923a197b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=431173cc-57a2-4919-b1a4-931d8310a270 HTTP/1.1" status: 200 len: 835 time: 0.2202203 Jul 16 01:58:07.388968 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 882295e9-661d-4fad-a0da-1b5de8f0b6f4, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=882295e9-661d-4fad-a0da-1b5de8f0b6f4,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:07.395686 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.420140 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:07.422711 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f100cd-0f55-4945-8e44-140abca75186" -d '{"events": [{"name": "network-changed", "server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:07.467032 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-2d2ba68b-b75f-415b-b949-801bf9b6b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:07.469166 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-2d2ba68b-b75f-415b-b949-801bf9b6b70d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65e33157-9a4b-418c-9463-af309d0334b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973125 Jul 16 01:58:07.484633 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6629b00a-062c-4913-9174-bff5694a5e5b tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7155840 Jul 16 01:58:07.487289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59340) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:07.500044 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=882295e9-661d-4fad-a0da-1b5de8f0b6f4,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:07.513088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-26082393-6904-430c-a3ea-1c17d6040073 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Request body: {'network': {'project_id': '72635a3773f24054976fc58a72c1bc12'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:07.540196 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df254044-fc9e-40e8-914c-8473d077c006 x-openstack-request-id: req-df254044-fc9e-40e8-914c-8473d077c006 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:07.540509 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:07.541300 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-df254044-fc9e-40e8-914c-8473d077c006 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:07.541882 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'status': 'completed', 'code': 200} Jul 16 01:58:07.579273 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-33a37401-0384-4ced-acaf-da74f80b72f3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.595867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-33a37401-0384-4ced-acaf-da74f80b72f3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Transition to ACTIVE for port object 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:07.610941 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-71aa1a02-482c-4160-82ca-cccd17392297 service neutron] 10.222.0.47 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303573 Jul 16 01:58:07.707102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629b00a-062c-4913-9174-bff5694a5e5b tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Pushing event updated for resources: {'Network': ['ID=98f58675-b45a-4809-8050-e412a0e027eb,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:07.718957 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-26082393-6904-430c-a3ea-1c17d6040073 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:58:07.719500 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26082393-6904-430c-a3ea-1c17d6040073 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:07.720805 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 98f58675-b45a-4809-8050-e412a0e027eb details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:07.723695 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['882295e9-661d-4fad-a0da-1b5de8f0b6f4'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:07.733998 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-26082393-6904-430c-a3ea-1c17d6040073 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2408743 Jul 16 01:58:07.769478 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f7b9be5e-fd64-4505-af44-7c7ca1b5eedb req-1536e733-da55-490c-8d2b-0dc3ce727918 service neutron] 10.222.0.47 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090350 Jul 16 01:58:07.841436 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4667c55f-5a55-4062-8fa9-7617cfb5c1f5 req-c981c7d7-8e32-4eb9-9afb-094fc6747ec4 service neutron] 10.222.0.47 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205880 Jul 16 01:58:07.884880 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153979d-dab7-412f-96e8-5882da216e9c req-9ebcb531-6297-4e82-abeb-c7351f6e7070 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:07.895431 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5153979d-dab7-412f-96e8-5882da216e9c req-9ebcb531-6297-4e82-abeb-c7351f6e7070 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 944 time: 0.2533724 Jul 16 01:58:07.910304 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-33a37401-0384-4ced-acaf-da74f80b72f3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.994301 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59346) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:08.021916 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f100cd-0f55-4945-8e44-140abca75186 req-d1481b32-8b13-47b6-9ea4-380c98fa7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:08.029525 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32f100cd-0f55-4945-8e44-140abca75186 req-d1481b32-8b13-47b6-9ea4-380c98fa7600 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 1095 time: 0.4267433 Jul 16 01:58:08.218184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-33a37401-0384-4ced-acaf-da74f80b72f3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Network fe23434d-ae7a-44ad-ab72-0924ddc07503 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:08.227105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-33a37401-0384-4ced-acaf-da74f80b72f3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:08.233921 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-33a37401-0384-4ced-acaf-da74f80b72f3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:08.302453 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5153979d-dab7-412f-96e8-5882da216e9c req-708a9655-644a-4e40-b1c3-80fe23d66f55 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061677 Jul 16 01:58:08.318191 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa51594-1feb-46f3-bb3e-52d20686a359 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:08.344983 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.377987 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Transition to ACTIVE for port object 3fa51594-1feb-46f3-bb3e-52d20686a359 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:08.391612 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.432593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbcf76-c6bf-4f41-b733-f3c65568051e req-27ad41cf-3aba-4f3e-a0da-87550a1afad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:08.438497 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bbfbcf76-c6bf-4f41-b733-f3c65568051e req-27ad41cf-3aba-4f3e-a0da-87550a1afad7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aea1fc5e70cb4da094b11853db6a2a25&device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 1095 time: 0.2762492 Jul 16 01:58:08.474728 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a37401-0384-4ced-acaf-da74f80b72f3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Pushing event updated for resources: {'Port': ['ID=968ddcb8-2c0a-4d36-afe8-a97b23e80bbb,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:08.479907 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f100cd-0f55-4945-8e44-140abca75186 req-12b26bac-8622-4a84-bc4d-c6b6a305c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:08.481497 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32f100cd-0f55-4945-8e44-140abca75186 req-12b26bac-8622-4a84-bc4d-c6b6a305c1fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=65e33157-9a4b-418c-9463-af309d0334b7 HTTP/1.1" status: 200 len: 898 time: 0.4302018 Jul 16 01:58:08.627325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-33a37401-0384-4ced-acaf-da74f80b72f3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:08.628082 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-33a37401-0384-4ced-acaf-da74f80b72f3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.649336 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-27214da2-86a3-4f2a-b9cf-b7c57f6f1e1f None None] Provisioning for port 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:08.649569 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f100cd-0f55-4945-8e44-140abca75186 req-672ac406-992d-40be-9129-bce27a48b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:08.651318 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32f100cd-0f55-4945-8e44-140abca75186 req-672ac406-992d-40be-9129-bce27a48b8e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 1095 time: 0.6208985 Jul 16 01:58:08.655057 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-27214da2-86a3-4f2a-b9cf-b7c57f6f1e1f None None] Provisioning complete for port 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:08.655531 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27214da2-86a3-4f2a-b9cf-b7c57f6f1e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.660319 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-33a37401-0384-4ced-acaf-da74f80b72f3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2581460 Jul 16 01:58:08.691477 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-79dd3f12-842e-431a-8470-9ff1f8e15566 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=72635a3773f24054976fc58a72c1bc12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6728497 Jul 16 01:58:08.711830 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59362) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:08.712989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-27214da2-86a3-4f2a-b9cf-b7c57f6f1e1f None None] Port 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:08.718113 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Request body: {'port': {'device_id': '1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:08.759277 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32f100cd-0f55-4945-8e44-140abca75186 req-02f1929b-73df-4803-934d-1dab5b623c70 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1 HTTP/1.1" status: 200 len: 1000 time: 0.2593672 Jul 16 01:58:08.767179 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77590cba-f5eb-439b-86af-959980b494d2 req-a539ab6d-d693-4d4d-b9d7-ad338a55d550 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:08.768756 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77590cba-f5eb-439b-86af-959980b494d2 req-a539ab6d-d693-4d4d-b9d7-ad338a55d550 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 931 time: 0.7216797 Jul 16 01:58:08.800660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Pushing event updated for resources: {'Port': ['ID=3fa51594-1feb-46f3-bb3e-52d20686a359,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:08.805103 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbcf76-c6bf-4f41-b733-f3c65568051e req-18c6fde8-489c-4112-b57e-882943e6bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:08.807661 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bbfbcf76-c6bf-4f41-b733-f3c65568051e req-18c6fde8-489c-4112-b57e-882943e6bb35 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe23434d-ae7a-44ad-ab72-0924ddc07503 HTTP/1.1" status: 200 len: 916 time: 0.3370690 Jul 16 01:58:08.882751 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bbfbcf76-c6bf-4f41-b733-f3c65568051e req-44163230-9231-4130-a2ea-be98d0c217f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0f15e74-d9c0-42e9-84ed-ad38dc363e00 HTTP/1.1" status: 200 len: 217 time: 0.0559978 Jul 16 01:58:08.911543 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Attempting to bind port 3fa51594-1feb-46f3-bb3e-52d20686a359 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:08.911912 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Attempting to bind port 3fa51594-1feb-46f3-bb3e-52d20686a359 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8d69b346-b063-410b-b8c4-cf43d3c62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:08.912241 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Attempting to bind port 3fa51594-1feb-46f3-bb3e-52d20686a359 on network fe23434d-ae7a-44ad-ab72-0924ddc07503 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:08.921188 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 882295e9-661d-4fad-a0da-1b5de8f0b6f4 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:08.926541 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Port 3fa51594-1feb-46f3-bb3e-52d20686a359 on network fe23434d-ae7a-44ad-ab72-0924ddc07503 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:58:08.926915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Attempting to bind port 3fa51594-1feb-46f3-bb3e-52d20686a359 on network fe23434d-ae7a-44ad-ab72-0924ddc07503 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:08.937792 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:08.938141 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Checking segment: {'id': '8d69b346-b063-410b-b8c4-cf43d3c62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:08.938668 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Bound using segment: {'id': '8d69b346-b063-410b-b8c4-cf43d3c62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:08.939281 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Bound port: 3fa51594-1feb-46f3-bb3e-52d20686a359, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d69b346-b063-410b-b8c4-cf43d3c62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:08.939697 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.997546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd049f-fc80-4f42-8124-e7a82884f8ce req-d919d209-4d2a-47d3-a166-b1df621418ad tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:08.999365 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3efd049f-fc80-4f42-8124-e7a82884f8ce req-d919d209-4d2a-47d3-a166-b1df621418ad tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 944 time: 0.4659035 Jul 16 01:58:09.039209 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f100cd-0f55-4945-8e44-140abca75186 req-97de00ed-6fbb-431d-b3a1-b8240530c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:09.041506 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32f100cd-0f55-4945-8e44-140abca75186 req-97de00ed-6fbb-431d-b3a1-b8240530c762 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=431173cc-57a2-4919-b1a4-931d8310a270 HTTP/1.1" status: 200 len: 835 time: 0.2712836 Jul 16 01:58:09.042159 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50b75a45-f25a-41e2-8b6a-0b9ef98a5085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.052150 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 882295e9-661d-4fad-a0da-1b5de8f0b6f4 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:09.061153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 882295e9-661d-4fad-a0da-1b5de8f0b6f4 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:09.061653 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.076639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] For port 3fa51594-1feb-46f3-bb3e-52d20686a359, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:09.081269 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] For port 3fa51594-1feb-46f3-bb3e-52d20686a359, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3fa51594-1feb-46f3-bb3e-52d20686a359,segment=NetworkSegment(8d69b346-b063-410b-b8c4-cf43d3c62fa7),segment_id=8d69b346-b063-410b-b8c4-cf43d3c62fa7)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:09.091190 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77590cba-f5eb-439b-86af-959980b494d2 req-6fc1099f-9fd0-4ea5-8775-4c34d00eb102 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990751 Jul 16 01:58:09.123380 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbcf76-c6bf-4f41-b733-f3c65568051e req-03860884-9af1-4850-b78b-78942302dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:09.125758 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bbfbcf76-c6bf-4f41-b733-f3c65568051e req-03860884-9af1-4850-b78b-78942302dcf9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b01f6292-1e81-4b46-b7e3-f6e72e618cf1 HTTP/1.1" status: 200 len: 854 time: 0.2168243 Jul 16 01:58:09.133194 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50b75a45-f25a-41e2-8b6a-0b9ef98a5085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.142017 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f100cd-0f55-4945-8e44-140abca75186 req-f12347e0-df53-449b-b805-ef8db75b2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:09.143757 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32f100cd-0f55-4945-8e44-140abca75186 req-f12347e0-df53-449b-b805-ef8db75b2c48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=65e33157-9a4b-418c-9463-af309d0334b7 HTTP/1.1" status: 200 len: 898 time: 0.4788766 Jul 16 01:58:09.146990 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.154485 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.179269 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.210302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ed725e-3644-42f2-b98f-ee7226e2027f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882295e9-661d-4fad-a0da-1b5de8f0b6f4'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:09.215295 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff89884-3239-4fb4-888c-ab052886a561" -d '{"events": [{"server_uuid": "79ed725e-3644-42f2-b98f-ee7226e2027f", "name": "network-vif-plugged", "status": "completed", "tag": "882295e9-661d-4fad-a0da-1b5de8f0b6f4"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:09.272496 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 882295e9-661d-4fad-a0da-1b5de8f0b6f4, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=882295e9-661d-4fad-a0da-1b5de8f0b6f4,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:09.281040 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3efd049f-fc80-4f42-8124-e7a82884f8ce req-0fe2ecd7-c0f2-43b9-8951-8cbef5b98072 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955831 Jul 16 01:58:09.281317 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.292542 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32f100cd-0f55-4945-8e44-140abca75186 req-0bfaf1c5-ad6d-4f8a-9413-c2eec1a5b308 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1 HTTP/1.1" status: 200 len: 1000 time: 0.1348343 Jul 16 01:58:09.297093 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b68be1-bf70-480c-b8e2-176c9eaefeb3 x-openstack-request-id: req-c1b68be1-bf70-480c-b8e2-176c9eaefeb3 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:09.298591 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ed725e-3644-42f2-b98f-ee7226e2027f", "name": "network-vif-plugged", "status": "completed", "tag": "882295e9-661d-4fad-a0da-1b5de8f0b6f4", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:09.298591 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1b68be1-bf70-480c-b8e2-176c9eaefeb3 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:09.299023 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ed725e-3644-42f2-b98f-ee7226e2027f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882295e9-661d-4fad-a0da-1b5de8f0b6f4', 'code': 200} Jul 16 01:58:09.338400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:09.338400 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.340731 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] 10.222.0.26 "PUT /v2.0/ports/3fa51594-1feb-46f3-bb3e-52d20686a359 HTTP/1.1" status: 200 len: 1091 time: 2.8339818 Jul 16 01:58:09.380657 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=882295e9-661d-4fad-a0da-1b5de8f0b6f4,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:09.420153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:09.420690 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:09.422096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:09.422639 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:09.423147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:09.425516 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:09.426239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:09.426702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:09.428225 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:09.429871 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:09.430296 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:09.430702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:09.447671 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.26', 50253) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:09.463849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f100cd-0f55-4945-8e44-140abca75186 req-03c5bbee-a012-472d-ae22-afe54d17c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:09.465548 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32f100cd-0f55-4945-8e44-140abca75186 req-03c5bbee-a012-472d-ae22-afe54d17c444 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65e33157-9a4b-418c-9463-af309d0334b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3994582 Jul 16 01:58:09.472189 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50b75a45-f25a-41e2-8b6a-0b9ef98a5085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.475552 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50b75a45-f25a-41e2-8b6a-0b9ef98a5085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.480174 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-50b75a45-f25a-41e2-8b6a-0b9ef98a5085 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/18757083-f50c-4cc9-8cd9-c0be43322da3 HTTP/1.1" status: 204 len: 168 time: 0.7593167 Jul 16 01:58:09.518531 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59370) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:09.522346 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b75a45-f25a-41e2-8b6a-0b9ef98a5085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18757083-f50c-4cc9-8cd9-c0be43322da3,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:09.559761 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd985a8-a4d8-4f12-bff0-f8133013ad7b', 'tag': '3fa51594-1feb-46f3-bb3e-52d20686a359'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:09.564116 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447bf143-1e00-4d9e-8a12-bea44175ad9f" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd985a8-a4d8-4f12-bff0-f8133013ad7b", "tag": "3fa51594-1feb-46f3-bb3e-52d20686a359"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:09.638317 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f100cd-0f55-4945-8e44-140abca75186 req-b0179a20-5b7b-40b3-8528-d1485f7bd18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:09.640430 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32f100cd-0f55-4945-8e44-140abca75186 req-b0179a20-5b7b-40b3-8528-d1485f7bd18e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=431173cc-57a2-4919-b1a4-931d8310a270 HTTP/1.1" status: 200 len: 835 time: 0.3333030 Jul 16 01:58:09.642463 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34e833-f70a-4928-9aef-7f809a00aa3c service neutron] Pushing event updated for resources: {'Port': ['ID=3fa51594-1feb-46f3-bb3e-52d20686a359,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:09.646950 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fc6811-d2d1-41fa-b436-86d027194b39 x-openstack-request-id: req-f9fc6811-d2d1-41fa-b436-86d027194b39 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:09.647480 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd985a8-a4d8-4f12-bff0-f8133013ad7b", "tag": "3fa51594-1feb-46f3-bb3e-52d20686a359", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:09.648007 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f9fc6811-d2d1-41fa-b436-86d027194b39 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:09.648553 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd985a8-a4d8-4f12-bff0-f8133013ad7b', 'tag': '3fa51594-1feb-46f3-bb3e-52d20686a359', 'status': 'completed', 'code': 200} Jul 16 01:58:09.704972 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbcf76-c6bf-4f41-b733-f3c65568051e req-ebba08ef-a68f-46f4-9fae-784d966c0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:09.706507 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bbfbcf76-c6bf-4f41-b733-f3c65568051e req-ebba08ef-a68f-46f4-9fae-784d966c0eb9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe23434d-ae7a-44ad-ab72-0924ddc07503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5676770 Jul 16 01:58:09.828441 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d08a6e9-fd62-4e6b-b4dd-d47016c10301 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.851857 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bbfbcf76-c6bf-4f41-b733-f3c65568051e req-d68c0eb4-9975-4135-bab4-9cc74ccae12f service neutron] 10.222.0.47 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259360 Jul 16 01:58:09.951696 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e28c3-c441-4155-932d-7127e9c2ed90 req-8e39520d-a9c1-401f-b69b-39472108c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:09.953279 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-150e28c3-c441-4155-932d-7127e9c2ed90 req-8e39520d-a9c1-401f-b69b-39472108c94f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 1096 time: 0.5384123 Jul 16 01:58:09.994868 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-b8a08d83-9fd0-4cd6-a887-c06d74ab677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:09.996616 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-b8a08d83-9fd0-4cd6-a887-c06d74ab677e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aea1fc5e70cb4da094b11853db6a2a25&device_id=0cd985a8-a4d8-4f12-bff0-f8133013ad7b HTTP/1.1" status: 200 len: 1094 time: 0.5412633 Jul 16 01:58:10.029935 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-150e28c3-c441-4155-932d-7127e9c2ed90 req-ec0bd9ce-6529-4c8f-b0e9-59b87c2496ba service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679784 Jul 16 01:58:10.037818 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2140d-5822-4ef3-a88f-25726a0809e7 req-6c90593d-4119-4f63-b19f-3d18b017b4b9 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.046301 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-28c2140d-5822-4ef3-a88f-25726a0809e7 req-6c90593d-4119-4f63-b19f-3d18b017b4b9 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 945 time: 0.4136038 Jul 16 01:58:10.087225 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-21ebbf1d-0a2a-439d-9af5-5c2e2b9dfcbd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fa51594-1feb-46f3-bb3e-52d20686a359 HTTP/1.1" status: 200 len: 217 time: 0.0662353 Jul 16 01:58:10.098050 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bbfbcf76-c6bf-4f41-b733-f3c65568051e req-7d19fe67-bf13-44f6-8d25-ee477908baaa service neutron] 10.222.0.47 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363534 Jul 16 01:58:10.129490 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:58:10.165366 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-28c2140d-5822-4ef3-a88f-25726a0809e7 req-34d1280d-3add-429f-b6d0-271f2424fb41 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180749 Jul 16 01:58:10.259427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:10.282716 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7', 'port_id': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'mac_address': 'fa:16:3e:2c:39:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431173cc-57a2-4919-b1a4-931d8310a270', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:58:10.331586 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.356176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:10.387170 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:10.395231 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.396006 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device d0f15e74-d9c0-42e9-84ed-ad38dc363e00 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:58:10.414649 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-bcffd2a4-1810-423d-a662-b6979b37f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.419746 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-bcffd2a4-1810-423d-a662-b6979b37f7af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b01f6292-1e81-4b46-b7e3-f6e72e618cf1 HTTP/1.1" status: 200 len: 854 time: 0.1331577 Jul 16 01:58:10.429460 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32f100cd-0f55-4945-8e44-140abca75186 req-e1464e12-9240-460e-9570-73642d0614e2 service neutron] 10.222.0.26 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9462261 Jul 16 01:58:10.497222 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:10.523279 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d08a6e9-fd62-4e6b-b4dd-d47016c10301 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.536530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-7d08a6e9-fd62-4e6b-b4dd-d47016c10301 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f58675-b45a-4809-8050-e412a0e027eb']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:10.550567 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-7d08a6e9-fd62-4e6b-b4dd-d47016c10301 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b12105-77fd-4902-88ae-685062e1a770') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:10.550923 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-7d08a6e9-fd62-4e6b-b4dd-d47016c10301 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b12105-77fd-4902-88ae-685062e1a770') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:10.562065 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d08a6e9-fd62-4e6b-b4dd-d47016c10301 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.580506 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d08a6e9-fd62-4e6b-b4dd-d47016c10301 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.587898 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d08a6e9-fd62-4e6b-b4dd-d47016c10301 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:10.588416 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d08a6e9-fd62-4e6b-b4dd-d47016c10301 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.628977 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-756944d3-c330-4a4c-835e-7f22766d027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.630678 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-756944d3-c330-4a4c-835e-7f22766d027b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe23434d-ae7a-44ad-ab72-0924ddc07503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2016237 Jul 16 01:58:10.639000 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9231f00-fecd-4451-ad40-c6fb318fc657 req-cddd2cec-a5f4-4f24-9c26-284f59fb7d77 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.641221 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f9231f00-fecd-4451-ad40-c6fb318fc657 req-cddd2cec-a5f4-4f24-9c26-284f59fb7d77 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 945 time: 0.1829858 Jul 16 01:58:10.664354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port d0f15e74-d9c0-42e9-84ed-ad38dc363e00, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d0f15e74-d9c0-42e9-84ed-ad38dc363e00,segment=NetworkSegment(8d69b346-b063-410b-b8c4-cf43d3c62fa7),segment_id=8d69b346-b063-410b-b8c4-cf43d3c62fa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:10.698573 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'd0f15e74-d9c0-42e9-84ed-ad38dc363e00', 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503', 'port_id': 'd0f15e74-d9c0-42e9-84ed-ad38dc363e00', 'mac_address': 'fa:16:3e:b0:b2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01f6292-1e81-4b46-b7e3-f6e72e618cf1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:10.717371 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:10.745849 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d08a6e9-fd62-4e6b-b4dd-d47016c10301 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.789049 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d08a6e9-fd62-4e6b-b4dd-d47016c10301 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.791828 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7d08a6e9-fd62-4e6b-b4dd-d47016c10301 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] 10.222.0.54 "DELETE /v2.0/networks/98f58675-b45a-4809-8050-e412a0e027eb HTTP/1.1" status: 204 len: 168 time: 1.2671230 Jul 16 01:58:10.796087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59400) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:10.818826 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f9231f00-fecd-4451-ad40-c6fb318fc657 req-1e16176e-a481-4954-be20-96937cf1f6f5 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690176 Jul 16 01:58:10.826968 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08a6e9-fd62-4e6b-b4dd-d47016c10301 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Pushing event deleted for resources: {'Network': ['ID=98f58675-b45a-4809-8050-e412a0e027eb,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:10.850200 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.869266 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f15e74-d9c0-42e9-84ed-ad38dc363e00 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:10.891080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port d0f15e74-d9c0-42e9-84ed-ad38dc363e00, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d0f15e74-d9c0-42e9-84ed-ad38dc363e00,segment=NetworkSegment(8d69b346-b063-410b-b8c4-cf43d3c62fa7),segment_id=8d69b346-b063-410b-b8c4-cf43d3c62fa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:10.905804 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-1ae96bfc-0317-4229-ac0d-88c4c19a7670 service neutron] 10.222.0.26 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634208 Jul 16 01:58:10.908118 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.914883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f100cd-0f55-4945-8e44-140abca75186 req-74bcedf8-b776-41d8-a594-ba5f2c1071a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.917358 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32f100cd-0f55-4945-8e44-140abca75186 req-74bcedf8-b776-41d8-a594-ba5f2c1071a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65e33157-9a4b-418c-9463-af309d0334b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2166393 Jul 16 01:58:10.983284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=d0f15e74-d9c0-42e9-84ed-ad38dc363e00,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:11.018994 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139981f-9a47-4cd2-9c2e-434b3fbce86a req-79627201-3a72-4d7b-a174-d78bdfe16949 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:11.020798 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2139981f-9a47-4cd2-9c2e-434b3fbce86a req-79627201-3a72-4d7b-a174-d78bdfe16949 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 931 time: 0.7391381 Jul 16 01:58:11.086542 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:11.095139 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8baafb56-8000-47bb-a366-12a116c51027 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.113734 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8743615c-c5ab-41b0-b515-c7ee213ef10d req-73467ddf-a0fa-42dc-b764-52b7d8ddffe9 service neutron] 10.222.0.26 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585469 Jul 16 01:58:11.126078 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32f100cd-0f55-4945-8e44-140abca75186 req-b2b8466b-abe8-4204-ac2f-7a1e235ef7da service neutron] 10.222.0.26 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140711 Jul 16 01:58:11.130817 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.189344 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2139981f-9a47-4cd2-9c2e-434b3fbce86a req-5bd01bbd-9c22-42b5-8aa9-bd2abeb62799 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486676 Jul 16 01:58:11.308968 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8baafb56-8000-47bb-a366-12a116c51027 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.319432 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-8baafb56-8000-47bb-a366-12a116c51027 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d91a23f-93fc-4a2b-bd27-226bf6f9e5cb']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:11.330993 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-8baafb56-8000-47bb-a366-12a116c51027 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f9aa9e-8e84-4be3-b26c-655141f981c3') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:11.331298 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-8baafb56-8000-47bb-a366-12a116c51027 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f9aa9e-8e84-4be3-b26c-655141f981c3') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:11.342571 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8baafb56-8000-47bb-a366-12a116c51027 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.357908 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8baafb56-8000-47bb-a366-12a116c51027 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.364598 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8baafb56-8000-47bb-a366-12a116c51027 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:11.365063 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8baafb56-8000-47bb-a366-12a116c51027 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.373635 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['d0f15e74-d9c0-42e9-84ed-ad38dc363e00'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:11.470539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['78643cc2-be85-431a-84f0-4cd5f0b8e5a1'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:11.506533 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Transition to ACTIVE for port object 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:11.521642 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:11.541961 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.558667 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8baafb56-8000-47bb-a366-12a116c51027 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.568915 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8baafb56-8000-47bb-a366-12a116c51027 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.571109 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8baafb56-8000-47bb-a366-12a116c51027 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] 10.222.0.54 "DELETE /v2.0/networks/8d91a23f-93fc-4a2b-bd27-226bf6f9e5cb HTTP/1.1" status: 204 len: 168 time: 0.7614870 Jul 16 01:58:11.701574 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32f100cd-0f55-4945-8e44-140abca75186 req-7af09533-061e-4106-be6c-edf38b66b7ec service neutron] 10.222.0.47 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7499847 Jul 16 01:58:11.821533 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2d17a-e69c-448c-bf44-222866076249 req-a60848f9-b944-400c-875a-e9d371db56cd tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:11.834935 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-41c2d17a-e69c-448c-bf44-222866076249 req-a60848f9-b944-400c-875a-e9d371db56cd tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 945 time: 0.4825296 Jul 16 01:58:11.836357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baafb56-8000-47bb-a366-12a116c51027 tempest-QuotasNegativeTest-1937574331 tempest-QuotasNegativeTest-1937574331-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d91a23f-93fc-4a2b-bd27-226bf6f9e5cb,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:11.972983 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-41c2d17a-e69c-448c-bf44-222866076249 req-8946c80f-18e2-49b1-a902-d3f3d27f9b30 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370490 Jul 16 01:58:12.029293 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Pushing event updated for resources: {'Port': ['ID=968ddcb8-2c0a-4d36-afe8-a97b23e80bbb,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:12.310129 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bf143-1e00-4d9e-8a12-bea44175ad9f req-b53a7b69-2449-4a22-ab5d-16c84430e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:12.312072 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-447bf143-1e00-4d9e-8a12-bea44175ad9f req-b53a7b69-2449-4a22-ab5d-16c84430e540 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aea1fc5e70cb4da094b11853db6a2a25&device_id=0cd985a8-a4d8-4f12-bff0-f8133013ad7b HTTP/1.1" status: 200 len: 1094 time: 0.7999990 Jul 16 01:58:12.349563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59430) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:12.378857 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32f100cd-0f55-4945-8e44-140abca75186 req-a74d6d56-aabf-4ee6-a4e4-586bcd907c09 service neutron] 10.222.0.47 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6537554 Jul 16 01:58:12.403392 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59432) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:12.424744 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Attempting to bind port 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:12.425459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Attempting to bind port 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d69b346-b063-410b-b8c4-cf43d3c62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:12.425911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Attempting to bind port 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb on network fe23434d-ae7a-44ad-ab72-0924ddc07503 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:12.432843 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9067b015-bf73-4379-9c65-25d17d9ac065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.442405 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1a378-d702-40c2-8a89-3e107f92c8ad req-da54d504-04b1-4041-b07a-2341a1721956 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:12.445457 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-74b1a378-d702-40c2-8a89-3e107f92c8ad req-da54d504-04b1-4041-b07a-2341a1721956 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 945 time: 0.1764793 Jul 16 01:58:12.457712 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Port 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb on network fe23434d-ae7a-44ad-ab72-0924ddc07503 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:58:12.458240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Attempting to bind port 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb on network fe23434d-ae7a-44ad-ab72-0924ddc07503 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:12.497587 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-74b1a378-d702-40c2-8a89-3e107f92c8ad req-13799948-a426-4604-bf86-08c5425fca53 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449071 Jul 16 01:58:12.574970 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c44c89-98cf-4972-8a14-0343297c863a req-67a82bff-926b-4da6-be1f-7cefb39fe8db tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:12.576844 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-69c44c89-98cf-4972-8a14-0343297c863a req-67a82bff-926b-4da6-be1f-7cefb39fe8db tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 945 time: 0.4194536 Jul 16 01:58:12.577995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bf143-1e00-4d9e-8a12-bea44175ad9f req-3f476a40-7728-4117-93d3-c573a989998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:12.579484 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-447bf143-1e00-4d9e-8a12-bea44175ad9f req-3f476a40-7728-4117-93d3-c573a989998b service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe23434d-ae7a-44ad-ab72-0924ddc07503 HTTP/1.1" status: 200 len: 916 time: 0.2537727 Jul 16 01:58:12.602332 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:12.602674 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Checking segment: {'id': '8d69b346-b063-410b-b8c4-cf43d3c62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:12.603617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Bound using segment: {'id': '8d69b346-b063-410b-b8c4-cf43d3c62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:12.604103 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Bound port: 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d69b346-b063-410b-b8c4-cf43d3c62fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:12.604642 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.642666 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27beefed-28a4-4cf8-b5b8-4cd1e7ea530b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.703606 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-447bf143-1e00-4d9e-8a12-bea44175ad9f req-162e1bb4-5df0-4620-8133-840314e98854 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fa51594-1feb-46f3-bb3e-52d20686a359 HTTP/1.1" status: 200 len: 217 time: 0.0857162 Jul 16 01:58:12.746528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7194a48-24b5-41ef-a202-c5a4a73bb59c req-f412649e-3595-4d12-a5e6-6f2c04aea40d tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:12.748671 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a7194a48-24b5-41ef-a202-c5a4a73bb59c req-f412649e-3595-4d12-a5e6-6f2c04aea40d tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 943 time: 0.1085792 Jul 16 01:58:12.795629 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a7194a48-24b5-41ef-a202-c5a4a73bb59c req-3914c75c-a1e6-4409-83f5-6da306fdc6a2 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404239 Jul 16 01:58:12.819205 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-69c44c89-98cf-4972-8a14-0343297c863a req-00b21e9e-f2f6-44ef-a4cc-c8f5e8381eeb tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046506 Jul 16 01:58:12.848905 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bf143-1e00-4d9e-8a12-bea44175ad9f req-2d0ee844-9a3d-4316-a016-21ed38d0166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:12.850460 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-447bf143-1e00-4d9e-8a12-bea44175ad9f req-2d0ee844-9a3d-4316-a016-21ed38d0166f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b01f6292-1e81-4b46-b7e3-f6e72e618cf1 HTTP/1.1" status: 200 len: 854 time: 0.1329095 Jul 16 01:58:12.915734 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] For port 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:12.944530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] For port 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=968ddcb8-2c0a-4d36-afe8-a97b23e80bbb,segment=NetworkSegment(8d69b346-b063-410b-b8c4-cf43d3c62fa7),segment_id=8d69b346-b063-410b-b8c4-cf43d3c62fa7)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:12.951860 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 3fa51594-1feb-46f3-bb3e-52d20686a359 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:58:12.960881 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.983076 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9c6d0-2f76-4a5d-85ce-2201c2a689fa req-3884e8de-0969-4169-a852-0c69ecd52887 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:12.994894 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3ca9c6d0-2f76-4a5d-85ce-2201c2a689fa req-3884e8de-0969-4169-a852-0c69ecd52887 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 945 time: 0.0911043 Jul 16 01:58:13.014255 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9067b015-bf73-4379-9c65-25d17d9ac065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.023833 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:13.023833 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.025427 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] 10.222.0.47 "PUT /v2.0/ports/968ddcb8-2c0a-4d36-afe8-a97b23e80bbb HTTP/1.1" status: 200 len: 1091 time: 4.3349764 Jul 16 01:58:13.028261 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed', 'tag': '968ddcb8-2c0a-4d36-afe8-a97b23e80bbb'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:13.030653 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07eea83-f6ec-4c75-9b72-90c054f0699f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed", "tag": "968ddcb8-2c0a-4d36-afe8-a97b23e80bbb"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:13.042648 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9067b015-bf73-4379-9c65-25d17d9ac065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.085824 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bf143-1e00-4d9e-8a12-bea44175ad9f req-63fb27df-8f67-4cbc-b28e-c7c24aca61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:13.087850 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-447bf143-1e00-4d9e-8a12-bea44175ad9f req-63fb27df-8f67-4cbc-b28e-c7c24aca61f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe23434d-ae7a-44ad-ab72-0924ddc07503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2273245 Jul 16 01:58:13.128192 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3ca9c6d0-2f76-4a5d-85ce-2201c2a689fa req-c319cc47-1c39-4194-bf50-7138f66cf128 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317787 Jul 16 01:58:13.208616 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9067b015-bf73-4379-9c65-25d17d9ac065 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8cb10b3672bd46ddaa9dbda37f90316e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8539436 Jul 16 01:58:13.211218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdff18-c02b-4fdd-83e2-ae31b35d1192 service neutron] Pushing event updated for resources: {'Port': ['ID=968ddcb8-2c0a-4d36-afe8-a97b23e80bbb,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:13.212816 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59448) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:13.217197 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 3fa51594-1feb-46f3-bb3e-52d20686a359, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3fa51594-1feb-46f3-bb3e-52d20686a359,segment=NetworkSegment(8d69b346-b063-410b-b8c4-cf43d3c62fa7),segment_id=8d69b346-b063-410b-b8c4-cf43d3c62fa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:13.265777 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a472db2b-a0df-453d-971e-59c528f364f7 x-openstack-request-id: req-a472db2b-a0df-453d-971e-59c528f364f7 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:13.265777 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed", "tag": "968ddcb8-2c0a-4d36-afe8-a97b23e80bbb", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:13.265777 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a472db2b-a0df-453d-971e-59c528f364f7 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:13.265777 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed', 'tag': '968ddcb8-2c0a-4d36-afe8-a97b23e80bbb', 'status': 'completed', 'code': 200} Jul 16 01:58:13.278188 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '3fa51594-1feb-46f3-bb3e-52d20686a359', 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503', 'port_id': '3fa51594-1feb-46f3-bb3e-52d20686a359', 'mac_address': 'fa:16:3e:74:c3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01f6292-1e81-4b46-b7e3-f6e72e618cf1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:58:13.315132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067b015-bf73-4379-9c65-25d17d9ac065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3216ef-1539-4333-aa41-0c12b251066f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:13.342614 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27beefed-28a4-4cf8-b5b8-4cd1e7ea530b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.369752 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27beefed-28a4-4cf8-b5b8-4cd1e7ea530b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.374355 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.401990 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa51594-1feb-46f3-bb3e-52d20686a359 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:13.431769 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 3fa51594-1feb-46f3-bb3e-52d20686a359, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3fa51594-1feb-46f3-bb3e-52d20686a359,segment=NetworkSegment(8d69b346-b063-410b-b8c4-cf43d3c62fa7),segment_id=8d69b346-b063-410b-b8c4-cf43d3c62fa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:13.438496 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.448008 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-27beefed-28a4-4cf8-b5b8-4cd1e7ea530b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=578a4f93a6db4b4abac4760140d6168c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0409553 Jul 16 01:58:13.449296 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59452) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:13.449437 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27beefed-28a4-4cf8-b5b8-4cd1e7ea530b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f752aee5-b81d-47ac-9249-c3fd859cadf5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:13.508878 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5937b342-269f-4c7b-9a28-8b2a226dba6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.522217 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=3fa51594-1feb-46f3-bb3e-52d20686a359,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:13.531555 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-00f4e465-a5a8-4468-be34-84f7c1c283e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.553945 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5937b342-269f-4c7b-9a28-8b2a226dba6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.574562 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-00f4e465-a5a8-4468-be34-84f7c1c283e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.624665 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-d5f77896-7cbf-4d58-8e8a-c244119b5e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:13.630202 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-d5f77896-7cbf-4d58-8e8a-c244119b5e83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aea1fc5e70cb4da094b11853db6a2a25&device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 1094 time: 0.5106616 Jul 16 01:58:13.643990 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-6e31164c-31e8-4c87-a7d2-69c7473b5750 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:13.645500 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-6e31164c-31e8-4c87-a7d2-69c7473b5750 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.47 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092&tenant_id=7a1162bb5d334415ae74c9808546d676&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 945 time: 0.4040270 Jul 16 01:58:13.649014 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-447bf143-1e00-4d9e-8a12-bea44175ad9f req-1c9113d8-1248-407e-b99e-4ec5a99178e7 service neutron] 10.222.0.26 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423179 Jul 16 01:58:13.661333 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0b4de-cd76-42ba-b0cf-0de2951b7753 req-e14bd9b1-f050-46c0-b546-8f7a026e27bb tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:13.662862 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62c0b4de-cd76-42ba-b0cf-0de2951b7753 req-e14bd9b1-f050-46c0-b546-8f7a026e27bb tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 945 time: 0.2599134 Jul 16 01:58:13.673964 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-00f4e465-a5a8-4468-be34-84f7c1c283e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.677174 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-00f4e465-a5a8-4468-be34-84f7c1c283e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.682520 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-00f4e465-a5a8-4468-be34-84f7c1c283e1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f752aee5-b81d-47ac-9249-c3fd859cadf5 HTTP/1.1" status: 204 len: 168 time: 0.2300186 Jul 16 01:58:13.693387 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4e465-a5a8-4468-be34-84f7c1c283e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f752aee5-b81d-47ac-9249-c3fd859cadf5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:13.707658 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5937b342-269f-4c7b-9a28-8b2a226dba6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.711683 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5937b342-269f-4c7b-9a28-8b2a226dba6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.716382 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5937b342-269f-4c7b-9a28-8b2a226dba6c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0a3216ef-1539-4333-aa41-0c12b251066f HTTP/1.1" status: 204 len: 168 time: 0.4884508 Jul 16 01:58:13.725799 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937b342-269f-4c7b-9a28-8b2a226dba6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3216ef-1539-4333-aa41-0c12b251066f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:13.745313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['3fa51594-1feb-46f3-bb3e-52d20686a359'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:13.777454 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-cc9e5298-c4f4-436b-b302-588cd5f855b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=968ddcb8-2c0a-4d36-afe8-a97b23e80bbb HTTP/1.1" status: 200 len: 217 time: 0.0998955 Jul 16 01:58:13.943382 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62c0b4de-cd76-42ba-b0cf-0de2951b7753 req-a52bc67b-c5b3-44e0-a11d-baf4c63e9580 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395089 Jul 16 01:58:13.958963 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-d5f3d8ec-3663-4d06-b482-9bc54d01f7d6 service neutron] 10.222.0.47 "GET /v2.0/ports/78643cc2-be85-431a-84f0-4cd5f0b8e5a1/bindings/n-h2-800086-6 HTTP/1.1" status: 200 len: 382 time: 0.2950301 Jul 16 01:58:13.981727 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-8e74fea3-d1ed-44a9-a9c0-7b9cec3e6803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:13.981727 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-8e74fea3-d1ed-44a9-a9c0-7b9cec3e6803 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b01f6292-1e81-4b46-b7e3-f6e72e618cf1 HTTP/1.1" status: 200 len: 854 time: 0.1799335 Jul 16 01:58:13.988646 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-447bf143-1e00-4d9e-8a12-bea44175ad9f req-4988b5d0-ecd4-43ad-a214-96db8600ba4f service neutron] 10.222.0.26 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089497 Jul 16 01:58:14.118255 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-e0ec5e55-ca6c-42c0-acac-981a8ddb082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:14.120703 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-e0ec5e55-ca6c-42c0-acac-981a8ddb082a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe23434d-ae7a-44ad-ab72-0924ddc07503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174736 Jul 16 01:58:14.127807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-594a95b6-5da0-4fbd-8256-60921a5add89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:14.129528 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-594a95b6-5da0-4fbd-8256-60921a5add89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 1096 time: 0.0906126 Jul 16 01:58:14.203580 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab317b-6b35-44dd-8612-67c8222c6862 req-a6db53b9-75b2-4c24-a8be-af3f16e49f70 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:14.218428 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26ab317b-6b35-44dd-8612-67c8222c6862 req-a6db53b9-75b2-4c24-a8be-af3f16e49f70 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 945 time: 0.1708984 Jul 16 01:58:14.284199 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26ab317b-6b35-44dd-8612-67c8222c6862 req-3309c05f-c596-42db-b0ab-590a7505062d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626366 Jul 16 01:58:14.309348 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:14.362851 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59466) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:14.379995 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d13badf0-c5c7-48d9-a71e-a01ab74e9200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.419221 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:14.434163 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:14.434583 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.456894 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-e913b019-f81d-4221-995f-9d33cc3340ea service neutron] 10.222.0.47 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188961 Jul 16 01:58:14.495833 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ef8a8c65-9b1a-48f4-811b-a156479174dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:14.497327 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ef8a8c65-9b1a-48f4-811b-a156479174dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=65e33157-9a4b-418c-9463-af309d0334b7 HTTP/1.1" status: 200 len: 898 time: 0.2684479 Jul 16 01:58:14.521510 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d13badf0-c5c7-48d9-a71e-a01ab74e9200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.527515 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d13badf0-c5c7-48d9-a71e-a01ab74e9200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.546933 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.559880 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13badf0-c5c7-48d9-a71e-a01ab74e9200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db080f5-f389-43ad-9d28-c9f175c92f27,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:14.576860 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:14.580087 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422c895a-59e6-4e3c-8ca5-31ca8d0d3655" -d '{"events": [{"server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "name": "network-vif-plugged", "status": "completed", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:14.596459 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:14.602391 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.604045 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device d0f15e74-d9c0-42e9-84ed-ad38dc363e00 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:14.617536 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d13badf0-c5c7-48d9-a71e-a01ab74e9200 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4fd7d6c27b5542e68c72328bcc7f90c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496397 Jul 16 01:58:14.617855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59470) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:14.694511 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:14.704463 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025b8a1b-ae9a-4ee0-a58d-0017f9f25ebb x-openstack-request-id: req-025b8a1b-ae9a-4ee0-a58d-0017f9f25ebb {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:14.704759 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "name": "network-vif-plugged", "status": "completed", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:14.705014 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-025b8a1b-ae9a-4ee0-a58d-0017f9f25ebb {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:14.705421 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'code': 200} Jul 16 01:58:14.714636 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-84bbde97-0e60-400f-b650-4901bdf6fa30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.739011 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-84bbde97-0e60-400f-b650-4901bdf6fa30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.763567 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port d0f15e74-d9c0-42e9-84ed-ad38dc363e00 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:14.776359 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port d0f15e74-d9c0-42e9-84ed-ad38dc363e00 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:14.777048 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.826992 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-84bbde97-0e60-400f-b650-4901bdf6fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.830118 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-84bbde97-0e60-400f-b650-4901bdf6fa30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.847366 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-84bbde97-0e60-400f-b650-4901bdf6fa30 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9db080f5-f389-43ad-9d28-c9f175c92f27 HTTP/1.1" status: 204 len: 168 time: 0.2230954 Jul 16 01:58:14.866306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbde97-0e60-400f-b650-4901bdf6fa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db080f5-f389-43ad-9d28-c9f175c92f27,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:14.896542 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.953078 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port d0f15e74-d9c0-42e9-84ed-ad38dc363e00, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d0f15e74-d9c0-42e9-84ed-ad38dc363e00,segment=NetworkSegment(8d69b346-b063-410b-b8c4-cf43d3c62fa7),segment_id=8d69b346-b063-410b-b8c4-cf43d3c62fa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:14.962321 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.992663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7985684-b26b-4007-900d-6849c8448f61 req-bfe7b80b-6364-4c42-9e8e-37c11e1ee1bf tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.000612 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f7985684-b26b-4007-900d-6849c8448f61 req-bfe7b80b-6364-4c42-9e8e-37c11e1ee1bf tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 943 time: 0.7453115 Jul 16 01:58:15.031481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=d0f15e74-d9c0-42e9-84ed-ad38dc363e00,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:15.121705 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-33bd6d15-5517-48d1-8704-b18cea3fc949 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1 HTTP/1.1" status: 200 len: 1001 time: 0.6134777 Jul 16 01:58:15.127605 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f7985684-b26b-4007-900d-6849c8448f61 req-ee7c9203-563d-4f18-92c4-d44b8d0972fd tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260052 Jul 16 01:58:15.142503 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6f6e7c3-7fdd-4ec8-aaee-eb700f21577e req-c6ab4f1e-5ce6-4195-9cb8-9c9fac502441 service neutron] 10.222.0.47 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733787 Jul 16 01:58:15.223199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-b98b1db8-62ce-4c55-b8c5-9be76dd1deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.225579 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-b98b1db8-62ce-4c55-b8c5-9be76dd1deeb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=431173cc-57a2-4919-b1a4-931d8310a270 HTTP/1.1" status: 200 len: 835 time: 0.0949893 Jul 16 01:58:15.246755 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0deac-cfb9-4ec7-a59d-e6a06cd3401b req-28b44ff4-a435-423d-ad4a-84f1749ff8c1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.248624 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fe0deac-cfb9-4ec7-a59d-e6a06cd3401b req-28b44ff4-a435-423d-ad4a-84f1749ff8c1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.0902100 Jul 16 01:58:15.302142 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5fe0deac-cfb9-4ec7-a59d-e6a06cd3401b req-57b88829-09ba-4d49-88a5-2b5994596ff2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449073 Jul 16 01:58:15.410629 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-9596ee22-6d4b-486b-a652-750a1e2567c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.412300 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-9596ee22-6d4b-486b-a652-750a1e2567c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65e33157-9a4b-418c-9463-af309d0334b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420689 Jul 16 01:58:15.414282 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07eea83-f6ec-4c75-9b72-90c054f0699f req-ebdbabd3-5fb1-4fd2-a2ba-07d550bc92eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.416436 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a07eea83-f6ec-4c75-9b72-90c054f0699f req-ebdbabd3-5fb1-4fd2-a2ba-07d550bc92eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aea1fc5e70cb4da094b11853db6a2a25&device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 1094 time: 0.1282401 Jul 16 01:58:15.683159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1695c9-c53b-4383-a3fd-0f883dc86f31 req-73005fcc-dbe1-4f32-ba96-07759e65f8d6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.684765 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a1695c9-c53b-4383-a3fd-0f883dc86f31 req-73005fcc-dbe1-4f32-ba96-07759e65f8d6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.26 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 945 time: 0.2768924 Jul 16 01:58:15.707672 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-8b243922-cc99-4f32-b9f0-5e18e91676af service neutron] 10.222.0.47 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554827 Jul 16 01:58:15.729457 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07eea83-f6ec-4c75-9b72-90c054f0699f req-b4d7b63e-4e30-40c5-b9fe-1d61e304b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.730926 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a07eea83-f6ec-4c75-9b72-90c054f0699f req-b4d7b63e-4e30-40c5-b9fe-1d61e304b0d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe23434d-ae7a-44ad-ab72-0924ddc07503 HTTP/1.1" status: 200 len: 916 time: 0.2828870 Jul 16 01:58:15.742398 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b88fac-baca-4439-b3de-fd78126267eb req-53718ca0-7225-460e-9239-3706a90b9030 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.743592 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-28b88fac-baca-4439-b3de-fd78126267eb req-53718ca0-7225-460e-9239-3706a90b9030 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 945 time: 0.3183634 Jul 16 01:58:15.827458 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a07eea83-f6ec-4c75-9b72-90c054f0699f req-da2dccff-5cf2-4dbf-b7af-e39222ca58ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=968ddcb8-2c0a-4d36-afe8-a97b23e80bbb HTTP/1.1" status: 200 len: 217 time: 0.0742910 Jul 16 01:58:15.957323 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-28b88fac-baca-4439-b3de-fd78126267eb req-35bf26c1-0ec7-4188-8ebf-730ed555b9db tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030516 Jul 16 01:58:15.984102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07eea83-f6ec-4c75-9b72-90c054f0699f req-4407b2b6-23c4-484b-9132-25f25bafbc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.984102 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a07eea83-f6ec-4c75-9b72-90c054f0699f req-4407b2b6-23c4-484b-9132-25f25bafbc5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b01f6292-1e81-4b46-b7e3-f6e72e618cf1 HTTP/1.1" status: 200 len: 854 time: 0.1431868 Jul 16 01:58:16.010551 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-a65650a3-f26e-42bd-9a82-08c34708a408 service neutron] 10.222.0.47 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786374 Jul 16 01:58:16.042186 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-0a1695c9-c53b-4383-a3fd-0f883dc86f31 req-c50402c7-e239-464e-9046-fefc9d4414e0 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Deleting port 882295e9-661d-4fad-a0da-1b5de8f0b6f4 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:16.042186 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0a1695c9-c53b-4383-a3fd-0f883dc86f31 req-c50402c7-e239-464e-9046-fefc9d4414e0 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.149218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07eea83-f6ec-4c75-9b72-90c054f0699f req-0cba357a-a133-4df2-a71a-05f3c6180ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:16.151961 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a07eea83-f6ec-4c75-9b72-90c054f0699f req-0cba357a-a133-4df2-a71a-05f3c6180ca0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe23434d-ae7a-44ad-ab72-0924ddc07503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563988 Jul 16 01:58:16.153781 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-0a1695c9-c53b-4383-a3fd-0f883dc86f31 req-c50402c7-e239-464e-9046-fefc9d4414e0 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] For port 882295e9-661d-4fad-a0da-1b5de8f0b6f4, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=882295e9-661d-4fad-a0da-1b5de8f0b6f4,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:16.154158 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0a1695c9-c53b-4383-a3fd-0f883dc86f31 req-c50402c7-e239-464e-9046-fefc9d4414e0 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.169878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-0a1695c9-c53b-4383-a3fd-0f883dc86f31 req-c50402c7-e239-464e-9046-fefc9d4414e0 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Calling delete_port for 882295e9-661d-4fad-a0da-1b5de8f0b6f4 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:16.338718 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a07eea83-f6ec-4c75-9b72-90c054f0699f req-180542c6-3526-4a1f-8633-8787cac7756a service neutron] 10.222.0.47 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703930 Jul 16 01:58:16.360508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb75d2-9d76-43f4-9811-f9cc1fd5dad4 req-1f709a38-0df3-4847-8dd3-f46f3a28cad5 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:16.368505 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9beb75d2-9d76-43f4-9811-f9cc1fd5dad4 req-1f709a38-0df3-4847-8dd3-f46f3a28cad5 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 943 time: 0.0744734 Jul 16 01:58:16.410913 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9beb75d2-9d76-43f4-9811-f9cc1fd5dad4 req-bb25a803-d36e-4cb9-a657-1dfb3fb30e50 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415311 Jul 16 01:58:16.521758 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0a1695c9-c53b-4383-a3fd-0f883dc86f31 req-c50402c7-e239-464e-9046-fefc9d4414e0 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.557186 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['882295e9-661d-4fad-a0da-1b5de8f0b6f4'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:16.563879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50402c7-e239-464e-9046-fefc9d4414e0 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event deleted for resources: {'Port': ['ID=882295e9-661d-4fad-a0da-1b5de8f0b6f4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:16.587895 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a07eea83-f6ec-4c75-9b72-90c054f0699f req-d1e6dd65-4c46-4ab7-ae27-73d395c702b7 service neutron] 10.222.0.47 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919727 Jul 16 01:58:16.638146 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1695c9-c53b-4383-a3fd-0f883dc86f31 req-c50402c7-e239-464e-9046-fefc9d4414e0 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] No DVR routers for this DVR port 882295e9-661d-4fad-a0da-1b5de8f0b6f4 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:16.642869 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0a1695c9-c53b-4383-a3fd-0f883dc86f31 req-c50402c7-e239-464e-9046-fefc9d4414e0 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.644904 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a1695c9-c53b-4383-a3fd-0f883dc86f31 req-c50402c7-e239-464e-9046-fefc9d4414e0 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.26 "DELETE /v2.0/ports/882295e9-661d-4fad-a0da-1b5de8f0b6f4 HTTP/1.1" status: 204 len: 173 time: 0.9509690 Jul 16 01:58:16.645362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ed725e-3644-42f2-b98f-ee7226e2027f', 'name': 'network-vif-deleted', 'tag': '882295e9-661d-4fad-a0da-1b5de8f0b6f4'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:16.648298 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166c9c17-cda9-463c-a96c-29fe49b282d0" -d '{"events": [{"server_uuid": "79ed725e-3644-42f2-b98f-ee7226e2027f", "name": "network-vif-deleted", "tag": "882295e9-661d-4fad-a0da-1b5de8f0b6f4"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:16.676035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b57d6-4add-41ee-9d29-63cd7b263e87 req-7dd2e6a0-c106-4262-b436-88492f5b259e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:16.677745 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be4b57d6-4add-41ee-9d29-63cd7b263e87 req-7dd2e6a0-c106-4262-b436-88492f5b259e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.2344069 Jul 16 01:58:16.708243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254e476d-ee47-4c47-885b-463a87582beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f15e74-d9c0-42e9-84ed-ad38dc363e00'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:16.712832 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994e0765-bad4-4ddb-88c9-87af65fcd9a9" -d '{"events": [{"server_uuid": "254e476d-ee47-4c47-885b-463a87582beb", "name": "network-vif-plugged", "status": "completed", "tag": "d0f15e74-d9c0-42e9-84ed-ad38dc363e00"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:16.723904 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d18c49c-25a2-4761-804e-dd5204c7a4bd x-openstack-request-id: req-3d18c49c-25a2-4761-804e-dd5204c7a4bd {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:16.724198 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ed725e-3644-42f2-b98f-ee7226e2027f", "name": "network-vif-deleted", "tag": "882295e9-661d-4fad-a0da-1b5de8f0b6f4", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:16.724453 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3d18c49c-25a2-4761-804e-dd5204c7a4bd {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:16.724855 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ed725e-3644-42f2-b98f-ee7226e2027f', 'name': 'network-vif-deleted', 'tag': '882295e9-661d-4fad-a0da-1b5de8f0b6f4', 'status': 'completed', 'code': 200} Jul 16 01:58:16.751264 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be4b57d6-4add-41ee-9d29-63cd7b263e87 req-291c90d0-a083-4442-a4f2-a16e2077a5d9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645609 Jul 16 01:58:16.777699 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d55a090-cef0-42d5-9c6d-da610894756f x-openstack-request-id: req-4d55a090-cef0-42d5-9c6d-da610894756f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:16.778018 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254e476d-ee47-4c47-885b-463a87582beb", "name": "network-vif-plugged", "status": "completed", "tag": "d0f15e74-d9c0-42e9-84ed-ad38dc363e00", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:16.778277 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d55a090-cef0-42d5-9c6d-da610894756f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:16.778692 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254e476d-ee47-4c47-885b-463a87582beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f15e74-d9c0-42e9-84ed-ad38dc363e00', 'code': 200} Jul 16 01:58:16.846060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59528) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:16.950950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ba71d97f-9776-4678-99ee-617473696c8a tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:16.971225 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950238a5-9072-4b4f-acef-02b8d64d5554 req-1a3eb0e2-2ea5-4646-b3d6-745822f8178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:16.972740 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-950238a5-9072-4b4f-acef-02b8d64d5554 req-1a3eb0e2-2ea5-4646-b3d6-745822f8178c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 1097 time: 0.0545776 Jul 16 01:58:16.978352 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ba71d97f-9776-4678-99ee-617473696c8a tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] 10.222.0.54 "PUT /v2.0/quotas/8353b662f3c741a498f1908906b52386 HTTP/1.1" status: 200 len: 366 time: 0.1306376 Jul 16 01:58:16.981024 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59532) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:16.990012 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 3fa51594-1feb-46f3-bb3e-52d20686a359 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:16.995763 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-38071489-bddc-445c-bc1e-04bcc700fc81 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0130343 Jul 16 01:58:17.001385 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59536) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:17.018540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59538) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:17.019128 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-42fb4de9-2edd-4905-a259-c1caf990681f tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] 10.222.0.54 "GET /v2.0/quotas/8353b662f3c741a498f1908906b52386 HTTP/1.1" status: 200 len: 366 time: 0.0162392 Jul 16 01:58:17.035588 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-950238a5-9072-4b4f-acef-02b8d64d5554 req-51404cb1-08eb-42c0-aade-de00a2dc441f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533128 Jul 16 01:58:17.044137 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5704dceb-fadb-4704-b7de-0a16986dad95 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/8353b662f3c741a498f1908906b52386 HTTP/1.1" status: 204 len: 168 time: 0.0230176 Jul 16 01:58:17.046076 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59540) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:17.056593 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1b54e653-c9d0-4a7d-9c38-7c5d789370d5 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0083215 Jul 16 01:58:17.058788 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59542) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:17.063167 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 3fa51594-1feb-46f3-bb3e-52d20686a359 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:17.067675 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 3fa51594-1feb-46f3-bb3e-52d20686a359 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:17.068123 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.073460 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ae236786-637e-4719-a0e8-b31c75855839 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] 10.222.0.54 "GET /v2.0/quotas/8353b662f3c741a498f1908906b52386 HTTP/1.1" status: 200 len: 370 time: 0.0130160 Jul 16 01:58:17.075990 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59544) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:17.084108 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3fdd3d7d-802c-46bb-af1a-adf8ad64efc0 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] 10.222.0.54 "GET /v2.0/quotas/8353b662f3c741a498f1908906b52386/default HTTP/1.1" status: 200 len: 370 time: 0.0067937 Jul 16 01:58:17.086455 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59546) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:17.096778 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-e7cb6c7e-b94e-4d2d-a49c-2e545e51dfce tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] delete failed (client error): The resource could not be found. Jul 16 01:58:17.098117 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e7cb6c7e-b94e-4d2d-a49c-2e545e51dfce tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/8353b662f3c741a498f1908906b52386 HTTP/1.1" status: 404 len: 348 time: 0.0102549 Jul 16 01:58:17.157965 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.200438 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 3fa51594-1feb-46f3-bb3e-52d20686a359, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3fa51594-1feb-46f3-bb3e-52d20686a359,segment=NetworkSegment(8d69b346-b063-410b-b8c4-cf43d3c62fa7),segment_id=8d69b346-b063-410b-b8c4-cf43d3c62fa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:17.202466 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a17e1c6c-76fe-4b31-af4b-79d3e144ac02 req-dd22ca3e-ffe3-4563-847a-1a2773707fdd tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 210 time: 0.0608015 Jul 16 01:58:17.207367 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.208327 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 882295e9-661d-4fad-a0da-1b5de8f0b6f4 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:17.234530 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 882295e9-661d-4fad-a0da-1b5de8f0b6f4 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:17.234919 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 882295e9-661d-4fad-a0da-1b5de8f0b6f4 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:17.273608 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59554) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:17.292006 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=3fa51594-1feb-46f3-bb3e-52d20686a359,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:17.313582 n-d-800086-6 neutron-server[93832]: DEBUG neutron.quota.resource [None req-249954a6-96b5-47cb-bc28-06ceac0fd473 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] Usage tracker for resource:network and tenant:fe7d557636a141b890823e1b9332e90c is out of sync, need to count used quota {{(pid=93832) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:58:17.318597 n-d-800086-6 neutron-server[93832]: DEBUG neutron.quota.resource [None req-249954a6-96b5-47cb-bc28-06ceac0fd473 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93832) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:58:17.325738 n-d-800086-6 neutron-server[93832]: DEBUG neutron.quota.resource [None req-249954a6-96b5-47cb-bc28-06ceac0fd473 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] Usage tracker for resource:subnet and tenant:fe7d557636a141b890823e1b9332e90c is out of sync, need to count used quota {{(pid=93832) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:58:17.330601 n-d-800086-6 neutron-server[93832]: DEBUG neutron.quota.resource [None req-249954a6-96b5-47cb-bc28-06ceac0fd473 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93832) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:58:17.336905 n-d-800086-6 neutron-server[93832]: DEBUG neutron.quota.resource [None req-249954a6-96b5-47cb-bc28-06ceac0fd473 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] Usage tracker for resource:subnetpool and tenant:fe7d557636a141b890823e1b9332e90c is out of sync, need to count used quota {{(pid=93832) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:58:17.342474 n-d-800086-6 neutron-server[93832]: DEBUG neutron.quota.resource [None req-249954a6-96b5-47cb-bc28-06ceac0fd473 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93832) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:58:17.348635 n-d-800086-6 neutron-server[93832]: DEBUG neutron.quota.resource [None req-249954a6-96b5-47cb-bc28-06ceac0fd473 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] Usage tracker for resource:port and tenant:fe7d557636a141b890823e1b9332e90c is out of sync, need to count used quota {{(pid=93832) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:58:17.354149 n-d-800086-6 neutron-server[93832]: DEBUG neutron.quota.resource [None req-249954a6-96b5-47cb-bc28-06ceac0fd473 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93832) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:58:17.361220 n-d-800086-6 neutron-server[93832]: DEBUG neutron.quota.resource [None req-249954a6-96b5-47cb-bc28-06ceac0fd473 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] Usage tracker for resource:router and tenant:fe7d557636a141b890823e1b9332e90c is out of sync, need to count used quota {{(pid=93832) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:58:17.366132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.quota.resource [None req-249954a6-96b5-47cb-bc28-06ceac0fd473 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93832) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:58:17.372893 n-d-800086-6 neutron-server[93832]: DEBUG neutron.quota.resource [None req-249954a6-96b5-47cb-bc28-06ceac0fd473 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] Usage tracker for resource:floatingip and tenant:fe7d557636a141b890823e1b9332e90c is out of sync, need to count used quota {{(pid=93832) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:58:17.377981 n-d-800086-6 neutron-server[93832]: DEBUG neutron.quota.resource [None req-249954a6-96b5-47cb-bc28-06ceac0fd473 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93832) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:58:17.414385 n-d-800086-6 neutron-server[93832]: DEBUG neutron.quota.resource [None req-249954a6-96b5-47cb-bc28-06ceac0fd473 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] Usage tracker for resource:security_group and tenant:fe7d557636a141b890823e1b9332e90c is out of sync, need to count used quota {{(pid=93832) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:58:17.420963 n-d-800086-6 neutron-server[93832]: DEBUG neutron.quota.resource [None req-249954a6-96b5-47cb-bc28-06ceac0fd473 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93832) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:58:17.427049 n-d-800086-6 neutron-server[93832]: DEBUG neutron.quota.resource [None req-249954a6-96b5-47cb-bc28-06ceac0fd473 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] Usage tracker for resource:security_group_rule and tenant:fe7d557636a141b890823e1b9332e90c is out of sync, need to count used quota {{(pid=93832) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:58:17.432154 n-d-800086-6 neutron-server[93832]: DEBUG neutron.quota.resource [None req-249954a6-96b5-47cb-bc28-06ceac0fd473 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93832) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:58:17.436812 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-249954a6-96b5-47cb-bc28-06ceac0fd473 tempest-QuotasTest-539738077 tempest-QuotasTest-539738077-project-admin] 10.222.0.54 "GET /v2.0/quotas/fe7d557636a141b890823e1b9332e90c/details.json HTTP/1.1" status: 200 len: 703 time: 0.1622059 Jul 16 01:58:17.639300 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d2313-2100-4993-93ea-6f6ab40cc3c0 req-a2ff6d88-ac1f-4d79-9561-679b5b8ffd9d tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:17.641148 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-113d2313-2100-4993-93ea-6f6ab40cc3c0 req-a2ff6d88-ac1f-4d79-9561-679b5b8ffd9d tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 943 time: 0.1035652 Jul 16 01:58:17.692107 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-113d2313-2100-4993-93ea-6f6ab40cc3c0 req-b74616d0-e35a-4129-a33e-8972b1a6e44e tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441461 Jul 16 01:58:17.816556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59572) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:17.941940 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-795da8c0-fd37-4d2f-bef3-f97a2f496b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.965589 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f603d8-392b-4522-8684-b17ad2f70577 req-fe53ddef-2d88-41f6-99a1-3afa22bbf0ad tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:17.967124 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-82f603d8-392b-4522-8684-b17ad2f70577 req-fe53ddef-2d88-41f6-99a1-3afa22bbf0ad tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.0933015 Jul 16 01:58:18.026215 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-82f603d8-392b-4522-8684-b17ad2f70577 req-35a0162f-46b6-4af7-bb44-5280caca5324 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521171 Jul 16 01:58:18.090931 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-795da8c0-fd37-4d2f-bef3-f97a2f496b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.095467 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-795da8c0-fd37-4d2f-bef3-f97a2f496b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.136837 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-795da8c0-fd37-4d2f-bef3-f97a2f496b55 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=86026bb0a1494a03bb755dd974b65b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189735 Jul 16 01:58:18.137796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795da8c0-fd37-4d2f-bef3-f97a2f496b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db7af2b-99d5-44ff-ac75-f5bcf6ddc9a5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:18.141627 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59576) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:18.168153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:58:18.207405 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-191b5b96-aeeb-4f01-9a86-3daf91f109a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.238011 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-191b5b96-aeeb-4f01-9a86-3daf91f109a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.297013 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-191b5b96-aeeb-4f01-9a86-3daf91f109a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.303676 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-191b5b96-aeeb-4f01-9a86-3daf91f109a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.307424 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-191b5b96-aeeb-4f01-9a86-3daf91f109a2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2db7af2b-99d5-44ff-ac75-f5bcf6ddc9a5 HTTP/1.1" status: 204 len: 168 time: 0.1616335 Jul 16 01:58:18.327185 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b5b96-aeeb-4f01-9a86-3daf91f109a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db7af2b-99d5-44ff-ac75-f5bcf6ddc9a5,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:18.333903 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=968ddcb8-2c0a-4d36-afe8-a97b23e80bbb,segment=NetworkSegment(8d69b346-b063-410b-b8c4-cf43d3c62fa7),segment_id=8d69b346-b063-410b-b8c4-cf43d3c62fa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:18.380654 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '968ddcb8-2c0a-4d36-afe8-a97b23e80bbb', 'network_id': 'fe23434d-ae7a-44ad-ab72-0924ddc07503', 'port_id': '968ddcb8-2c0a-4d36-afe8-a97b23e80bbb', 'mac_address': 'fa:16:3e:a2:60:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01f6292-1e81-4b46-b7e3-f6e72e618cf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:58:18.413941 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1ee90d1f-0b7e-49ed-8a20-42fed597fd33 req-df1a78f4-274a-4f1d-940c-81b150a003f8 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 210 time: 0.0463343 Jul 16 01:58:18.456407 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.471215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:18.496706 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=968ddcb8-2c0a-4d36-afe8-a97b23e80bbb,segment=NetworkSegment(8d69b346-b063-410b-b8c4-cf43d3c62fa7),segment_id=8d69b346-b063-410b-b8c4-cf43d3c62fa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:18.500865 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.573140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=968ddcb8-2c0a-4d36-afe8-a97b23e80bbb,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:18.689057 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59584) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:18.702523 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00f49cb8-0a68-46c1-b312-ba10ca62cb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.779897 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd985a8-a4d8-4f12-bff0-f8133013ad7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa51594-1feb-46f3-bb3e-52d20686a359'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:18.783173 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800b3544-5f4f-49c2-b1ee-2dc0f95c7a11" -d '{"events": [{"server_uuid": "0cd985a8-a4d8-4f12-bff0-f8133013ad7b", "name": "network-vif-plugged", "status": "completed", "tag": "3fa51594-1feb-46f3-bb3e-52d20686a359"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:18.803459 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00f49cb8-0a68-46c1-b312-ba10ca62cb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.809467 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00f49cb8-0a68-46c1-b312-ba10ca62cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.832088 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb59d07-7cb8-4ce3-9491-c95f442c6a10 x-openstack-request-id: req-eeb59d07-7cb8-4ce3-9491-c95f442c6a10 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:18.832430 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd985a8-a4d8-4f12-bff0-f8133013ad7b", "name": "network-vif-plugged", "status": "completed", "tag": "3fa51594-1feb-46f3-bb3e-52d20686a359", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:18.832688 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eeb59d07-7cb8-4ce3-9491-c95f442c6a10 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:18.833081 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd985a8-a4d8-4f12-bff0-f8133013ad7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa51594-1feb-46f3-bb3e-52d20686a359', 'code': 200} Jul 16 01:58:18.848149 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-00f49cb8-0a68-46c1-b312-ba10ca62cb7b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fe7d557636a141b890823e1b9332e90c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556282 Jul 16 01:58:18.849566 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59592) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:18.878022 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f49cb8-0a68-46c1-b312-ba10ca62cb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387b47c8-72a6-4cd6-b81c-a19c16b6bfbe,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:18.927664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea6e05-d426-4b7a-a818-73689e4eaa6f req-d96874d5-8f11-4d23-b33d-b5cabe8a5394 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:18.936291 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-baea6e05-d426-4b7a-a818-73689e4eaa6f req-d96874d5-8f11-4d23-b33d-b5cabe8a5394 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 944 time: 0.0932803 Jul 16 01:58:18.967579 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-971bf5dd-b7dd-40a7-8454-f670e4f07012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.971110 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['968ddcb8-2c0a-4d36-afe8-a97b23e80bbb'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:18.988218 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-baea6e05-d426-4b7a-a818-73689e4eaa6f req-20a5f783-0e4f-4547-9bf8-9cd10f003716 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506687 Jul 16 01:58:19.005635 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-971bf5dd-b7dd-40a7-8454-f670e4f07012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.065208 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018109f-e7e2-47cc-98b2-1662d08fa59a req-c7571204-3b1f-4ed2-bef5-2b3e333747b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:19.067655 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a018109f-e7e2-47cc-98b2-1662d08fa59a req-c7571204-3b1f-4ed2-bef5-2b3e333747b2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0cd985a8-a4d8-4f12-bff0-f8133013ad7b HTTP/1.1" status: 200 len: 1096 time: 0.1410563 Jul 16 01:58:19.103237 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-971bf5dd-b7dd-40a7-8454-f670e4f07012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.106701 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-971bf5dd-b7dd-40a7-8454-f670e4f07012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.110285 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-971bf5dd-b7dd-40a7-8454-f670e4f07012 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/387b47c8-72a6-4cd6-b81c-a19c16b6bfbe HTTP/1.1" status: 204 len: 168 time: 0.2574642 Jul 16 01:58:19.147345 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a018109f-e7e2-47cc-98b2-1662d08fa59a req-4ca552c4-e093-49a9-ba12-5dab4c3576e0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676396 Jul 16 01:58:19.148588 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bf5dd-b7dd-40a7-8454-f670e4f07012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387b47c8-72a6-4cd6-b81c-a19c16b6bfbe,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:19.251527 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5015e1-9c00-4704-89e8-1a79b12a7a9a req-c8ee31b1-4c48-444e-8872-14a4c41593d2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:19.253641 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de5015e1-9c00-4704-89e8-1a79b12a7a9a req-c8ee31b1-4c48-444e-8872-14a4c41593d2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 946 time: 0.0774851 Jul 16 01:58:19.295983 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de5015e1-9c00-4704-89e8-1a79b12a7a9a req-db74fb68-82a4-406f-82a6-55733219270b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346222 Jul 16 01:58:19.602779 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a22e1811-f92c-4d1a-a1eb-6e85e48db8cd req-2524e352-4d02-45c8-8efc-fedcdf7f1fcf tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 210 time: 0.0453835 Jul 16 01:58:19.848731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-6e246057-89a1-4774-aaad-7c3ddd866d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:19.850249 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-6e246057-89a1-4774-aaad-7c3ddd866d6b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092&tenant_id=7a1162bb5d334415ae74c9808546d676 HTTP/1.1" status: 200 len: 1097 time: 0.0612926 Jul 16 01:58:19.871502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:19.948246 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.182292 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:20.241477 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:20.264479 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76862a61-15ec-4489-9d72-427fc1dac3ce req-a1059c2a-796f-4e19-b0c6-9110db1bb9f7 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:20.266294 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76862a61-15ec-4489-9d72-427fc1dac3ce req-a1059c2a-796f-4e19-b0c6-9110db1bb9f7 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 944 time: 0.1423604 Jul 16 01:58:20.301471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:20.327505 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:20.336541 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:20.338224 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.352522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:20.356113 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a205c594-fbd9-40ac-aa8b-b57f6604284f" -d '{"events": [{"server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "name": "network-vif-unplugged", "status": "completed", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:20.361160 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.380311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Transition to ACTIVE for port object 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:20.385505 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.583618 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.596586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Pushing event updated for resources: {'Port': ['ID=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,revision_number=10']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:20.634924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=968ddcb8-2c0a-4d36-afe8-a97b23e80bbb,segment=NetworkSegment(8d69b346-b063-410b-b8c4-cf43d3c62fa7),segment_id=8d69b346-b063-410b-b8c4-cf43d3c62fa7)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:20.644017 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.660936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] No DVR routers for this DVR port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:20.762774 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a4c53-db24-4c47-b581-b4c28a6c0b10 req-628e2bc0-c23d-4462-b0ee-97663ed39a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:20.764952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=968ddcb8-2c0a-4d36-afe8-a97b23e80bbb,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:20.781961 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f1a4c53-db24-4c47-b581-b4c28a6c0b10 req-628e2bc0-c23d-4462-b0ee-97663ed39a6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 1054 time: 0.2637081 Jul 16 01:58:20.813893 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863ed24-4401-4242-81b8-18a27e1728e7 req-2c4be0af-39f4-4518-96aa-9f58e4f93af6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:20.830523 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7863ed24-4401-4242-81b8-18a27e1728e7 req-2c4be0af-39f4-4518-96aa-9f58e4f93af6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 945 time: 0.2574580 Jul 16 01:58:20.835273 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968ddcb8-2c0a-4d36-afe8-a97b23e80bbb'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:20.838478 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bff237-fc8b-4fc5-aa6f-ecbaaa2aad8e" -d '{"events": [{"server_uuid": "1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed", "name": "network-vif-plugged", "status": "completed", "tag": "968ddcb8-2c0a-4d36-afe8-a97b23e80bbb"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:20.849396 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-76862a61-15ec-4489-9d72-427fc1dac3ce req-87793b8e-2556-4121-b69c-dafce5bacdae tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5747125 Jul 16 01:58:20.955529 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fae04f-e62d-4baf-a6a5-2d35a5afb072 x-openstack-request-id: req-d3fae04f-e62d-4baf-a6a5-2d35a5afb072 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:20.955881 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "name": "network-vif-unplugged", "status": "completed", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:20.956120 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d3fae04f-e62d-4baf-a6a5-2d35a5afb072 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:20.956683 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'code': 200} Jul 16 01:58:20.957067 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59644) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:20.959219 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a4c53-db24-4c47-b581-b4c28a6c0b10 req-2b040253-cef1-4ef1-98a5-40cf80e1227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:20.961141 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f1a4c53-db24-4c47-b581-b4c28a6c0b10 req-2b040253-cef1-4ef1-98a5-40cf80e1227f service neutron] 10.222.0.26 "GET /v2.0/networks?id=65e33157-9a4b-418c-9463-af309d0334b7 HTTP/1.1" status: 200 len: 898 time: 0.1266057 Jul 16 01:58:21.130424 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7863ed24-4401-4242-81b8-18a27e1728e7 req-0a272aab-ed22-48b9-b339-31227b84e8b8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975340 Jul 16 01:58:21.145652 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f1a4c53-db24-4c47-b581-b4c28a6c0b10 req-9a5c6ccc-6903-43c3-b5ef-75a393acb02b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1 HTTP/1.1" status: 200 len: 1000 time: 0.1645067 Jul 16 01:58:21.174664 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-215512a8-cbbb-46f5-a906-e806f9d87428 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1361242395', 'router:external': True}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:21.191905 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eb40fc85-9f75-466a-b53b-c18c7ea540cf req-5e785483-1009-4820-b7f4-f4a39a26c3bf tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ed725e-3644-42f2-b98f-ee7226e2027f HTTP/1.1" status: 200 len: 210 time: 0.0710340 Jul 16 01:58:21.218773 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Attempting to bind port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:21.219311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Attempting to bind port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:21.219534 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Attempting to bind port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 on network 65e33157-9a4b-418c-9463-af309d0334b7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:21.231425 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 on network 65e33157-9a4b-418c-9463-af309d0334b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:58:21.231863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Attempting to bind port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 on network 65e33157-9a4b-418c-9463-af309d0334b7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:21.234698 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c9308a-54ae-4316-9b80-265161f970ff x-openstack-request-id: req-64c9308a-54ae-4316-9b80-265161f970ff {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:21.235220 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed", "name": "network-vif-plugged", "status": "completed", "tag": "968ddcb8-2c0a-4d36-afe8-a97b23e80bbb", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:21.235220 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-64c9308a-54ae-4316-9b80-265161f970ff {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:21.236125 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968ddcb8-2c0a-4d36-afe8-a97b23e80bbb', 'code': 200} Jul 16 01:58:21.242449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:21.243074 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Checking segment: {'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:21.243424 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Bound using segment: {'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:21.244012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Bound port: 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:21.244384 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.259439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a4c53-db24-4c47-b581-b4c28a6c0b10 req-d76f9250-021b-4fa3-aabb-270b61446056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:21.259683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215512a8-cbbb-46f5-a906-e806f9d87428 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Made reservation on behalf of 030a5b5356964412a903f19303691fa3 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:21.261733 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f1a4c53-db24-4c47-b581-b4c28a6c0b10 req-d76f9250-021b-4fa3-aabb-270b61446056 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=431173cc-57a2-4919-b1a4-931d8310a270 HTTP/1.1" status: 200 len: 835 time: 0.1096654 Jul 16 01:58:21.262120 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-215512a8-cbbb-46f5-a906-e806f9d87428 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.316958 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-215512a8-cbbb-46f5-a906-e806f9d87428 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.345245 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a4c53-db24-4c47-b581-b4c28a6c0b10 req-d44a61b8-e2f0-4306-9451-c28d578c569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:21.349502 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f1a4c53-db24-4c47-b581-b4c28a6c0b10 req-d44a61b8-e2f0-4306-9451-c28d578c569f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65e33157-9a4b-418c-9463-af309d0334b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792129 Jul 16 01:58:21.397726 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:21.449965 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:21.461622 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f1a4c53-db24-4c47-b581-b4c28a6c0b10 req-2749b6d1-ecaa-4702-a65a-5bea398b5170 service neutron] 10.222.0.26 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068342 Jul 16 01:58:21.463963 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.538266 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:21.538886 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.540733 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] 10.222.0.26 "PUT /v2.0/ports/78643cc2-be85-431a-84f0-4cd5f0b8e5a1 HTTP/1.1" status: 200 len: 1093 time: 1.6741202 Jul 16 01:58:21.626118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ce005-b730-4fd8-9645-d636d0831349 service neutron] Pushing event updated for resources: {'Port': ['ID=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,revision_number=11']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:21.635625 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f1a4c53-db24-4c47-b581-b4c28a6c0b10 req-92767be4-e27f-414a-a991-4700610c809c service neutron] 10.222.0.26 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657991 Jul 16 01:58:21.637528 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd40f02-0490-4fce-a275-2d48d231d431 req-66f5202c-c356-44f8-82b9-e0d896624673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:21.638482 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6cd40f02-0490-4fce-a275-2d48d231d431 req-66f5202c-c356-44f8-82b9-e0d896624673 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 1096 time: 0.2459450 Jul 16 01:58:21.653415 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-215512a8-cbbb-46f5-a906-e806f9d87428 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.665014 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-215512a8-cbbb-46f5-a906-e806f9d87428 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.720672 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215512a8-cbbb-46f5-a906-e806f9d87428 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:21.733867 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-215512a8-cbbb-46f5-a906-e806f9d87428 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.734216 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-215512a8-cbbb-46f5-a906-e806f9d87428 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Added segment 5daaf824-3499-4372-9abe-988e6986a21a of type vlan for network 6734ed3e-31bf-4be9-9fa0-f49f0e715c11 Jul 16 01:58:21.783987 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6cd40f02-0490-4fce-a275-2d48d231d431 req-929f8d58-ab49-4cfa-b2f0-2ac9c41c141c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284430 Jul 16 01:58:21.784871 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215512a8-cbbb-46f5-a906-e806f9d87428 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d944ea1-d76e-4b3c-947f-568feb4b4606,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:21.841000 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-215512a8-cbbb-46f5-a906-e806f9d87428 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.863817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-bdaa58b5-8dfd-4a5a-a709-7846d03af0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:21.865842 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-bdaa58b5-8dfd-4a5a-a709-7846d03af0d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 1096 time: 0.0859492 Jul 16 01:58:21.887376 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-215512a8-cbbb-46f5-a906-e806f9d87428 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.890186 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215512a8-cbbb-46f5-a906-e806f9d87428 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:21.891370 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-215512a8-cbbb-46f5-a906-e806f9d87428 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.966421 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-215512a8-cbbb-46f5-a906-e806f9d87428 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0081196 Jul 16 01:58:21.967229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59652) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:21.977314 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-21fa2302-36e7-420f-8328-064d67ed4a18 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Request body: {'subnet': {'network_id': '6734ed3e-31bf-4be9-9fa0-f49f0e715c11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:21.985660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-bd830012-4763-4ee5-b6e7-f2bb419c68eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:21.987292 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-bd830012-4763-4ee5-b6e7-f2bb419c68eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=65e33157-9a4b-418c-9463-af309d0334b7 HTTP/1.1" status: 200 len: 898 time: 0.1157899 Jul 16 01:58:22.037476 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215512a8-cbbb-46f5-a906-e806f9d87428 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Pushing event updated for resources: {'Network': ['ID=6734ed3e-31bf-4be9-9fa0-f49f0e715c11,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:22.065247 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 6734ed3e-31bf-4be9-9fa0-f49f0e715c11 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:22.083808 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-f0d9986b-c57a-49d5-88d4-f7326d9eee26 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1 HTTP/1.1" status: 200 len: 1000 time: 0.0886328 Jul 16 01:58:22.098061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fa2302-36e7-420f-8328-064d67ed4a18 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Made reservation on behalf of 030a5b5356964412a903f19303691fa3 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:22.100547 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-21fa2302-36e7-420f-8328-064d67ed4a18 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.139800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-851349c5-cfe3-409a-be6f-22797a752f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:22.141306 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-851349c5-cfe3-409a-be6f-22797a752f26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=431173cc-57a2-4919-b1a4-931d8310a270 HTTP/1.1" status: 200 len: 835 time: 0.0523870 Jul 16 01:58:22.180562 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:22.205340 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-0839c956-8360-451a-8d22-e9572afbf548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:22.207010 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-0839c956-8360-451a-8d22-e9572afbf548 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65e33157-9a4b-418c-9463-af309d0334b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587602 Jul 16 01:58:22.278338 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:22.365699 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b49a-00d2-479d-ba4a-697c14bfdc5f req-140dc64b-2d64-4ae1-8fb5-4935b839a7ee tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:22.367353 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2ba2b49a-00d2-479d-ba4a-697c14bfdc5f req-140dc64b-2d64-4ae1-8fb5-4935b839a7ee tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 945 time: 0.3120406 Jul 16 01:58:22.395551 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-6afd9e7c-b4d2-401e-b062-569947638758 service neutron] 10.222.0.26 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667855 Jul 16 01:58:22.436806 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2ba2b49a-00d2-479d-ba4a-697c14bfdc5f req-abfd645e-d84d-452d-bca3-2ccb4650523c tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588410 Jul 16 01:58:22.446136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28041c0-3729-4978-9669-3be48f17343f req-c09fe2e0-053f-41c6-8baf-2b89c6680b39 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:22.448781 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f28041c0-3729-4978-9669-3be48f17343f req-c09fe2e0-053f-41c6-8baf-2b89c6680b39 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 945 time: 0.1191194 Jul 16 01:58:22.531286 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f28041c0-3729-4978-9669-3be48f17343f req-130591ac-1aca-426d-9ba9-cd61420ff513 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731742 Jul 16 01:58:22.561125 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e8c0fb08-add0-4bad-a2a2-713d69c9a10e req-816ab9fc-5674-451b-9931-8978175fb5cf service neutron] 10.222.0.26 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565330 Jul 16 01:58:22.594808 n-d-800086-6 neutron-server[93831]: DEBUG neutron.objects.ports [None req-21fa2302-36e7-420f-8328-064d67ed4a18 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:58:22.595289 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-21fa2302-36e7-420f-8328-064d67ed4a18 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.648270 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa2302-36e7-420f-8328-064d67ed4a18 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Pushing event updated for resources: {'Subnet': ['ID=48242a01-1d0d-43f6-bbb3-aaf82a3a6ba7,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:22.664676 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa2302-36e7-420f-8328-064d67ed4a18 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Checking segment: {'id': '5daaf824-3499-4372-9abe-988e6986a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6734ed3e-31bf-4be9-9fa0-f49f0e715c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:22.665155 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fa2302-36e7-420f-8328-064d67ed4a18 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Network hostable DHCP agents. Network: 6734ed3e-31bf-4be9-9fa0-f49f0e715c11, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:22.683073 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fa2302-36e7-420f-8328-064d67ed4a18 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Network 6734ed3e-31bf-4be9-9fa0-f49f0e715c11 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:22.691693 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-21fa2302-36e7-420f-8328-064d67ed4a18 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 6734ed3e-31bf-4be9-9fa0-f49f0e715c11) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:22.696283 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fa2302-36e7-420f-8328-064d67ed4a18 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:22.696861 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-21fa2302-36e7-420f-8328-064d67ed4a18 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.704499 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab69fcc-d5fb-4426-a487-87ad0b697da0 None None] Network 6734ed3e-31bf-4be9-9fa0-f49f0e715c11 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:22.714727 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-21fa2302-36e7-420f-8328-064d67ed4a18 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7438917 Jul 16 01:58:22.717567 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59660) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:22.724115 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-9b69c16c-fa15-4eb9-adb9-0557887aeab0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-745678322', 'network_id': '6734ed3e-31bf-4be9-9fa0-f49f0e715c11'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:22.749712 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b69c16c-fa15-4eb9-adb9-0557887aeab0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Made reservation on behalf of 030a5b5356964412a903f19303691fa3 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:22.752823 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b69c16c-fa15-4eb9-adb9-0557887aeab0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.770319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-9b69c16c-fa15-4eb9-adb9-0557887aeab0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] device_id is not set on port 1f71b803-ff95-4130-836d-2285c518941f yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:58:22.844475 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f0ce9d-8557-420c-9fd4-071db637d543 None None] Network 6734ed3e-31bf-4be9-9fa0-f49f0e715c11 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:22.879162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-9b69c16c-fa15-4eb9-adb9-0557887aeab0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Allocated IP 2001:db8::7f (6734ed3e-31bf-4be9-9fa0-f49f0e715c11/48242a01-1d0d-43f6-bbb3-aaf82a3a6ba7/1f71b803-ff95-4130-836d-2285c518941f) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:22.958320 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:22.961622 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b7ac73-832a-44f7-ade5-6b49cc77183a" -d '{"events": [{"name": "network-changed", "server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:23.016761 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0624b242-719a-44fc-afa1-b194d89fb445 x-openstack-request-id: req-0624b242-719a-44fc-afa1-b194d89fb445 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:23.017057 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:23.017323 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0624b242-719a-44fc-afa1-b194d89fb445 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:23.017726 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'status': 'completed', 'code': 200} Jul 16 01:58:23.042812 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b69c16c-fa15-4eb9-adb9-0557887aeab0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.125003 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b69c16c-fa15-4eb9-adb9-0557887aeab0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.174339 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-24b369f1-beb4-4120-a858-b635aa405881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:23.176072 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-24b369f1-beb4-4120-a858-b635aa405881 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 1096 time: 0.0633299 Jul 16 01:58:23.194189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-664a8595-7ee1-45f5-8981-4777e5885fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:23.195732 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-664a8595-7ee1-45f5-8981-4777e5885fda service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 1096 time: 0.1223741 Jul 16 01:58:23.197936 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b69c16c-fa15-4eb9-adb9-0557887aeab0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Network 6734ed3e-31bf-4be9-9fa0-f49f0e715c11 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:23.202112 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69c16c-fa15-4eb9-adb9-0557887aeab0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Pushing event updated for resources: {'Port': ['ID=1f71b803-ff95-4130-836d-2285c518941f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:23.204670 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-9b69c16c-fa15-4eb9-adb9-0557887aeab0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:23.207913 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69c16c-fa15-4eb9-adb9-0557887aeab0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:23.208981 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b69c16c-fa15-4eb9-adb9-0557887aeab0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:23.209622 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b69c16c-fa15-4eb9-adb9-0557887aeab0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.250055 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9b69c16c-fa15-4eb9-adb9-0557887aeab0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.5309567 Jul 16 01:58:23.254142 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59666) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:23.345644 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-ac3067ac-8294-4d41-80b7-50805a2a626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:23.347949 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-ac3067ac-8294-4d41-80b7-50805a2a626f service neutron] 10.222.0.47 "GET /v2.0/networks?id=65e33157-9a4b-418c-9463-af309d0334b7 HTTP/1.1" status: 200 len: 898 time: 0.1112182 Jul 16 01:58:23.390605 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-49d72cf5-1748-4580-92c5-64d59842b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:23.392282 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-49d72cf5-1748-4580-92c5-64d59842b1c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=65e33157-9a4b-418c-9463-af309d0334b7 HTTP/1.1" status: 200 len: 898 time: 0.1856937 Jul 16 01:58:23.432242 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-f2cca502-a1a6-46b4-a017-a634e8e942b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1 HTTP/1.1" status: 200 len: 1000 time: 0.0723212 Jul 16 01:58:23.465174 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-7770f74d-7a89-49aa-aecf-82c1a694d0bd tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Deleting port 1f71b803-ff95-4130-836d-2285c518941f {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:23.465565 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7770f74d-7a89-49aa-aecf-82c1a694d0bd tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.521428 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-7013842a-5315-4747-8b72-3b2e012e9b1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1 HTTP/1.1" status: 200 len: 1000 time: 0.1176126 Jul 16 01:58:23.633586 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7770f74d-7a89-49aa-aecf-82c1a694d0bd tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.664242 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-7770f74d-7a89-49aa-aecf-82c1a694d0bd tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Calling delete_port for 1f71b803-ff95-4130-836d-2285c518941f owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:23.667928 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-ccfc0240-9e7f-4468-8b4f-08eef9f2b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:23.669694 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-ccfc0240-9e7f-4468-8b4f-08eef9f2b04e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=431173cc-57a2-4919-b1a4-931d8310a270 HTTP/1.1" status: 200 len: 835 time: 0.1403682 Jul 16 01:58:23.871032 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e6d9f-e4bf-4626-97a6-fec1ec52bc71 req-37711534-da3b-4e6c-b360-7fba72b5d9f3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:23.873073 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-026e6d9f-e4bf-4626-97a6-fec1ec52bc71 req-37711534-da3b-4e6c-b360-7fba72b5d9f3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 945 time: 0.2796464 Jul 16 01:58:23.874826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-6435c4e3-cfb5-42b6-8559-5ac24f4be81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:23.876540 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-6435c4e3-cfb5-42b6-8559-5ac24f4be81b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65e33157-9a4b-418c-9463-af309d0334b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820469 Jul 16 01:58:23.907136 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.909181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-d833b6ec-bba7-43d3-bb6c-c256611c0a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:23.910713 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-d833b6ec-bba7-43d3-bb6c-c256611c0a0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=431173cc-57a2-4919-b1a4-931d8310a270 HTTP/1.1" status: 200 len: 835 time: 0.4645021 Jul 16 01:58:23.980092 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86416d-cbad-46f3-bbeb-635365b24b96 req-77a241c2-54bd-4ca5-bebb-671d60cd7282 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:23.981642 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ad86416d-cbad-46f3-bbeb-635365b24b96 req-77a241c2-54bd-4ca5-bebb-671d60cd7282 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 945 time: 0.1253417 Jul 16 01:58:24.014168 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-026e6d9f-e4bf-4626-97a6-fec1ec52bc71 req-17338412-a784-4fae-9219-2a9b9de75f7d tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357546 Jul 16 01:58:24.020374 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7770f74d-7a89-49aa-aecf-82c1a694d0bd tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.032039 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-f94a440f-ee55-4a8c-a9a4-261d2b44feea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:24.033626 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-f94a440f-ee55-4a8c-a9a4-261d2b44feea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65e33157-9a4b-418c-9463-af309d0334b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067765 Jul 16 01:58:24.039159 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ad86416d-cbad-46f3-bbeb-635365b24b96 req-67b6ab2b-b6ce-4dbd-b423-e7ae075e583e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518873 Jul 16 01:58:24.067528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770f74d-7a89-49aa-aecf-82c1a694d0bd tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f71b803-ff95-4130-836d-2285c518941f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:24.109098 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-11214f5f-de82-4474-9fd2-9945fbb342fd service neutron] 10.222.0.26 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237995 Jul 16 01:58:24.110175 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7770f74d-7a89-49aa-aecf-82c1a694d0bd tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.114830 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7770f74d-7a89-49aa-aecf-82c1a694d0bd tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "DELETE /v2.0/ports/1f71b803-ff95-4130-836d-2285c518941f HTTP/1.1" status: 204 len: 168 time: 0.8597538 Jul 16 01:58:24.115510 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59678) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:24.127047 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6734ed3e-31bf-4be9-9fa0-f49f0e715c11', 'external_fixed_ips': [{'subnet_id': '48242a01-1d0d-43f6-bbb3-aaf82a3a6ba7', 'ip_address': '2001:db8::7f'}]}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:24.172965 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-7d535cc7-122f-441a-8bd2-3de50d947269 service neutron] 10.222.0.47 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145380 Jul 16 01:58:24.221259 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.222317 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.355567 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-79111b42-4c8d-4aaf-8deb-642c7a748b5a service neutron] 10.222.0.47 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709011 Jul 16 01:58:24.373089 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99b7ac73-832a-44f7-ade5-6b49cc77183a req-86e7b1a7-e759-41ac-80f6-adb8c0301aea service neutron] 10.222.0.26 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565529 Jul 16 01:58:24.730462 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.811611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d2263-4998-4645-89d0-201a2991a9d7 req-ca8f0faf-de5d-4299-950e-75bcbfa0b263 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:24.816355 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eb1d2263-4998-4645-89d0-201a2991a9d7 req-ca8f0faf-de5d-4299-950e-75bcbfa0b263 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.5987360 Jul 16 01:58:24.913673 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eb1d2263-4998-4645-89d0-201a2991a9d7 req-168b3e7f-16f9-4ed4-9062-9a8f6aaca229 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928900 Jul 16 01:58:24.918634 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.986539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:58:25.163962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02298aad-244f-427c-ad05-2847d8143932 req-45df9414-8eab-4b4c-8d86-3947bab37998 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:25.166617 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-02298aad-244f-427c-ad05-2847d8143932 req-45df9414-8eab-4b4c-8d86-3947bab37998 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd985a8-a4d8-4f12-bff0-f8133013ad7b HTTP/1.1" status: 200 len: 945 time: 0.1019995 Jul 16 01:58:25.177961 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:25.198579 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7', 'port_id': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'mac_address': 'fa:16:3e:2c:39:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431173cc-57a2-4919-b1a4-931d8310a270', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:58:25.223857 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-02298aad-244f-427c-ad05-2847d8143932 req-afed24af-4e88-4a72-a167-202c8bf34cda tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513537 Jul 16 01:58:25.267107 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.271137 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.304505 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.311033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:25.367342 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:25.374681 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.434856 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc2681-47cd-4fcc-8844-3ea458c46ffc req-937e3108-578f-4b1a-9504-5cf2d1121456 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:25.436581 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e4fc2681-47cd-4fcc-8844-3ea458c46ffc req-937e3108-578f-4b1a-9504-5cf2d1121456 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 945 time: 0.2343969 Jul 16 01:58:25.473057 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,revision_number=12']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:25.526688 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e4fc2681-47cd-4fcc-8844-3ea458c46ffc req-40fc4656-cadc-4e68-9834-5584abffcd79 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822949 Jul 16 01:58:25.561045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59690) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:25.581774 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Allocated IP 2001:db8::7f (6734ed3e-31bf-4be9-9fa0-f49f0e715c11/48242a01-1d0d-43f6-bbb3-aaf82a3a6ba7/ded77e9e-7227-439b-8ff8-7ea5299969fd) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:25.703368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['78643cc2-be85-431a-84f0-4cd5f0b8e5a1'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:25.709048 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3b9144c1-380a-4b1d-af1c-014a093e9ffd tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/floatingips/778380b4-4d5b-4b72-ac8d-b937a6f91ef2 HTTP/1.1" status: 200 len: 993 time: 0.1465147 Jul 16 01:58:25.741801 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.753126 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8aaa2c-f62b-4191-9642-56bcfa89fd9d req-5d119790-07c3-4be2-a8bd-457eb3a494ac tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:25.754840 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3c8aaa2c-f62b-4191-9642-56bcfa89fd9d req-5d119790-07c3-4be2-a8bd-457eb3a494ac tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 945 time: 0.1020303 Jul 16 01:58:25.807499 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3c8aaa2c-f62b-4191-9642-56bcfa89fd9d req-88efd7c9-d830-448b-802b-bdc1506834d7 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423336 Jul 16 01:58:25.820095 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.907167 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Pushing event updated for resources: {'Port': ['ID=ded77e9e-7227-439b-8ff8-7ea5299969fd,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:25.914500 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Network 6734ed3e-31bf-4be9-9fa0-f49f0e715c11 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:25.916828 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:25.922996 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:26.182260 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.279734 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a637da-ef14-4c51-94b2-21c69c76b152 req-9da0b1e1-cc0b-4c31-aff7-36a06938ea0f tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:26.281210 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-95a637da-ef14-4c51-94b2-21c69c76b152 req-9da0b1e1-cc0b-4c31-aff7-36a06938ea0f tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.1557450 Jul 16 01:58:26.331187 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-95a637da-ef14-4c51-94b2-21c69c76b152 req-08221989-aa35-4b53-b3e5-d09e686b3678 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430686 Jul 16 01:58:26.437449 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.581747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Router d6580b6a-6382-4b6e-b2a4-9d8551b3314b is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:26.644324 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed3b2d-65f3-4f4e-bf8f-2c834a00795a req-feac0091-4009-413f-957a-b0e2af8ba7b6 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:26.651437 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed3b2d-65f3-4f4e-bf8f-2c834a00795a req-feac0091-4009-413f-957a-b0e2af8ba7b6 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:26.657835 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed3b2d-65f3-4f4e-bf8f-2c834a00795a req-feac0091-4009-413f-957a-b0e2af8ba7b6 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:26.659666 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8ed3b2d-65f3-4f4e-bf8f-2c834a00795a req-feac0091-4009-413f-957a-b0e2af8ba7b6 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed&device_id=0cd985a8-a4d8-4f12-bff0-f8133013ad7b&device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 2417 time: 0.0892346 Jul 16 01:58:26.701820 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:26.708431 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8ed3b2d-65f3-4f4e-bf8f-2c834a00795a req-58d44888-d613-4f5a-b28d-5ca7221ba141 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403054 Jul 16 01:58:26.721785 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.722642 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Sync routers for ids ['d6580b6a-6382-4b6e-b2a4-9d8551b3314b'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:26.726024 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3a2eae30-0af2-4323-a995-a1cfa285d5f5 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.6054688 Jul 16 01:58:26.726024 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59700) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:26.739888 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Routers {'d6580b6a-6382-4b6e-b2a4-9d8551b3314b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:26.740525 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d6580b6a-6382-4b6e-b2a4-9d8551b3314b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:26.866963 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Set router d6580b6a-6382-4b6e-b2a4-9d8551b3314b gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:27.002563 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:27.059358 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:27.069083 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:27.069829 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.128618 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6580b6a-6382-4b6e-b2a4-9d8551b3314b', 'name': '', 'tenant_id': '030a5b5356964412a903f19303691fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6734ed3e-31bf-4be9-9fa0-f49f0e715c11', 'external_fixed_ips': [{'subnet_id': '48242a01-1d0d-43f6-bbb3-aaf82a3a6ba7', 'ip_address': '2001:db8::7f'}], 'enable_snat': True}, 'gw_port_id': 'ded77e9e-7227-439b-8ff8-7ea5299969fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:24Z', 'updated_at': '2021-07-16T01:58:26Z', 'revision_number': 3, 'project_id': '030a5b5356964412a903f19303691fa3', 'gw_port': {'id': 'ded77e9e-7227-439b-8ff8-7ea5299969fd', 'name': '', 'network_id': '6734ed3e-31bf-4be9-9fa0-f49f0e715c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6580b6a-6382-4b6e-b2a4-9d8551b3314b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '48242a01-1d0d-43f6-bbb3-aaf82a3a6ba7', 'ip_address': '2001:db8::7f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:25Z', 'updated_at': '2021-07-16T01:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48242a01-1d0d-43f6-bbb3-aaf82a3a6ba7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:27.173646 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.204407 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:27.205272 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-897659e3-55c6-40ac-9a04-d41c38a1a906 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.206840 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e199b652-f8d1-48b9-81e1-177cdf86b05c" -d '{"events": [{"server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "name": "network-vif-plugged", "status": "completed", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:27.214120 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Checking router: d6580b6a-6382-4b6e-b2a4-9d8551b3314b for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:27.214936 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Updating router d6580b6a-6382-4b6e-b2a4-9d8551b3314b port ded77e9e-7227-439b-8ff8-7ea5299969fd binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:58:27.222811 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:27.228088 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.262170 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.283154 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b87e4c-23ed-4a8d-94bd-bc0dccc93e03 x-openstack-request-id: req-69b87e4c-23ed-4a8d-94bd-bc0dccc93e03 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:27.283584 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "name": "network-vif-plugged", "status": "completed", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:27.284040 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-69b87e4c-23ed-4a8d-94bd-bc0dccc93e03 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:27.284715 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'code': 200} Jul 16 01:58:27.285843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,revision_number=13']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:27.330028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b36325-1b8d-4460-9fb5-64452c817daa req-9a930f4f-1c74-4d5a-ad56-6f80a480abad tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.332165 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-45b36325-1b8d-4460-9fb5-64452c817daa req-9a930f4f-1c74-4d5a-ad56-6f80a480abad tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 945 time: 0.1800079 Jul 16 01:58:27.431665 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-45b36325-1b8d-4460-9fb5-64452c817daa req-f1edbab2-d281-463f-8a81-85c487473ee9 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616457 Jul 16 01:58:27.442614 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-897659e3-55c6-40ac-9a04-d41c38a1a906 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.508645 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-897659e3-55c6-40ac-9a04-d41c38a1a906 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Deleting port ded77e9e-7227-439b-8ff8-7ea5299969fd {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:27.509148 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-897659e3-55c6-40ac-9a04-d41c38a1a906 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.596646 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.597591 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-897659e3-55c6-40ac-9a04-d41c38a1a906 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.608458 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Transition to ACTIVE for port object ded77e9e-7227-439b-8ff8-7ea5299969fd will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:27.612474 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-897659e3-55c6-40ac-9a04-d41c38a1a906 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Calling delete_port for ded77e9e-7227-439b-8ff8-7ea5299969fd owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:27.614634 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.673175 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Attempting to bind port ded77e9e-7227-439b-8ff8-7ea5299969fd on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:27.673662 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Attempting to bind port ded77e9e-7227-439b-8ff8-7ea5299969fd by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '5daaf824-3499-4372-9abe-988e6986a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6734ed3e-31bf-4be9-9fa0-f49f0e715c11'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:27.674127 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Attempting to bind port ded77e9e-7227-439b-8ff8-7ea5299969fd on network 6734ed3e-31bf-4be9-9fa0-f49f0e715c11 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:27.684992 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:27.685377 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Checking segment: {'id': '5daaf824-3499-4372-9abe-988e6986a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6734ed3e-31bf-4be9-9fa0-f49f0e715c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:27.685782 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.686176 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Bound using segment: {'id': '5daaf824-3499-4372-9abe-988e6986a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6734ed3e-31bf-4be9-9fa0-f49f0e715c11'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:27.686637 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Bound port: ded77e9e-7227-439b-8ff8-7ea5299969fd, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5daaf824-3499-4372-9abe-988e6986a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6734ed3e-31bf-4be9-9fa0-f49f0e715c11'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:27.687026 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.688532 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b3628-a04a-4cb0-a0be-2d55aba3cb53 None None] Pushing event updated for resources: {'Port': ['ID=ded77e9e-7227-439b-8ff8-7ea5299969fd,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:27.735889 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b3628-a04a-4cb0-a0be-2d55aba3cb53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.736614 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b3628-a04a-4cb0-a0be-2d55aba3cb53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.736614 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b3628-a04a-4cb0-a0be-2d55aba3cb53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.736884 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b3628-a04a-4cb0-a0be-2d55aba3cb53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.737214 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b3628-a04a-4cb0-a0be-2d55aba3cb53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.737541 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b3628-a04a-4cb0-a0be-2d55aba3cb53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.737865 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b3628-a04a-4cb0-a0be-2d55aba3cb53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.738186 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b3628-a04a-4cb0-a0be-2d55aba3cb53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.740190 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b3628-a04a-4cb0-a0be-2d55aba3cb53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.740190 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b3628-a04a-4cb0-a0be-2d55aba3cb53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.740190 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b3628-a04a-4cb0-a0be-2d55aba3cb53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.740190 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b3628-a04a-4cb0-a0be-2d55aba3cb53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.778450 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] For port ded77e9e-7227-439b-8ff8-7ea5299969fd, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:27.781743 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] For port ded77e9e-7227-439b-8ff8-7ea5299969fd, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ded77e9e-7227-439b-8ff8-7ea5299969fd,segment=NetworkSegment(5daaf824-3499-4372-9abe-988e6986a21a),segment_id=5daaf824-3499-4372-9abe-988e6986a21a)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:27.787195 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.848145 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Routers {'d6580b6a-6382-4b6e-b2a4-9d8551b3314b'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:27.848772 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d6580b6a-6382-4b6e-b2a4-9d8551b3314b'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:27.851937 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b3628-a04a-4cb0-a0be-2d55aba3cb53 None None] Pushing event updated for resources: {'Port': ['ID=ded77e9e-7227-439b-8ff8-7ea5299969fd,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:27.859431 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-897659e3-55c6-40ac-9a04-d41c38a1a906 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.887885 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897659e3-55c6-40ac-9a04-d41c38a1a906 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Pushing event deleted for resources: {'Port': ['ID=ded77e9e-7227-439b-8ff8-7ea5299969fd,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:27.922755 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-897659e3-55c6-40ac-9a04-d41c38a1a906 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.944594 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] Set router d6580b6a-6382-4b6e-b2a4-9d8551b3314b gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:28.007131 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6580b6a-6382-4b6e-b2a4-9d8551b3314b', 'name': '', 'tenant_id': '030a5b5356964412a903f19303691fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:24Z', 'updated_at': '2021-07-16T01:58:27Z', 'revision_number': 4, 'project_id': '030a5b5356964412a903f19303691fa3', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:28.040578 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff6c04d-a765-4fa9-9aac-02e33e28e80c None None] The sync data for ids ['d6580b6a-6382-4b6e-b2a4-9d8551b3314b'] in n-d-800086-6 is: [{'id': 'd6580b6a-6382-4b6e-b2a4-9d8551b3314b', 'name': '', 'tenant_id': '030a5b5356964412a903f19303691fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:24Z', 'updated_at': '2021-07-16T01:58:27Z', 'revision_number': 4, 'project_id': '030a5b5356964412a903f19303691fa3', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:28.049149 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-897659e3-55c6-40ac-9a04-d41c38a1a906 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.051566 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-897659e3-55c6-40ac-9a04-d41c38a1a906 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.126081 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-897659e3-55c6-40ac-9a04-d41c38a1a906 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.127374 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897659e3-55c6-40ac-9a04-d41c38a1a906 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6580b6a-6382-4b6e-b2a4-9d8551b3314b {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:28.137043 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-897659e3-55c6-40ac-9a04-d41c38a1a906 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.138318 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-897659e3-55c6-40ac-9a04-d41c38a1a906 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "DELETE /v2.0/routers/d6580b6a-6382-4b6e-b2a4-9d8551b3314b HTTP/1.1" status: 204 len: 168 time: 1.4113936 Jul 16 01:58:28.141272 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59726) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:28.188553 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-02fa9008-7221-4e9f-82fd-e6a3374e2e55 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Deleting subnet 48242a01-1d0d-43f6-bbb3-aaf82a3a6ba7 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:28.192084 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-02fa9008-7221-4e9f-82fd-e6a3374e2e55 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.233636 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-02fa9008-7221-4e9f-82fd-e6a3374e2e55 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.284532 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-02fa9008-7221-4e9f-82fd-e6a3374e2e55 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.374530 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed0dc225-cd68-4abd-8557-132a3662a8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.391486 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-02fa9008-7221-4e9f-82fd-e6a3374e2e55 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.433162 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-02fa9008-7221-4e9f-82fd-e6a3374e2e55 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.438534 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59732) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:28.445561 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-02fa9008-7221-4e9f-82fd-e6a3374e2e55 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/48242a01-1d0d-43f6-bbb3-aaf82a3a6ba7 HTTP/1.1" status: 204 len: 168 time: 0.2926378 Jul 16 01:58:28.447477 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa9008-7221-4e9f-82fd-e6a3374e2e55 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=48242a01-1d0d-43f6-bbb3-aaf82a3a6ba7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:28.538850 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-233424a9-9309-4935-b08f-ac8097307250 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.636648 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-233424a9-9309-4935-b08f-ac8097307250 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.651547 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-233424a9-9309-4935-b08f-ac8097307250 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6734ed3e-31bf-4be9-9fa0-f49f0e715c11']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:28.664481 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-233424a9-9309-4935-b08f-ac8097307250 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5daaf824-3499-4372-9abe-988e6986a21a') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:28.664787 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-233424a9-9309-4935-b08f-ac8097307250 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5daaf824-3499-4372-9abe-988e6986a21a') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:28.675534 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-233424a9-9309-4935-b08f-ac8097307250 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.690182 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-233424a9-9309-4935-b08f-ac8097307250 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.697039 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233424a9-9309-4935-b08f-ac8097307250 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:28.697435 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-233424a9-9309-4935-b08f-ac8097307250 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: items = [ Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:28.699191 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:28.760581 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-233424a9-9309-4935-b08f-ac8097307250 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.766247 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233424a9-9309-4935-b08f-ac8097307250 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6734ed3e-31bf-4be9-9fa0-f49f0e715c11 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:58:28.789330 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233424a9-9309-4935-b08f-ac8097307250 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Pushing event deleted for resources: {'Network': ['ID=6734ed3e-31bf-4be9-9fa0-f49f0e715c11,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:28.794352 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-233424a9-9309-4935-b08f-ac8097307250 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.797290 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-233424a9-9309-4935-b08f-ac8097307250 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "DELETE /v2.0/networks/6734ed3e-31bf-4be9-9fa0-f49f0e715c11 HTTP/1.1" status: 204 len: 168 time: 0.3574784 Jul 16 01:58:28.827627 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.999321 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6909a-1ed8-4018-8d44-0252d43c1873 req-97f3af63-7c2f-4d78-87a1-55782e5c6357 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:28.999321 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d2f6909a-1ed8-4018-8d44-0252d43c1873 req-97f3af63-7c2f-4d78-87a1-55782e5c6357 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.0652905 Jul 16 01:58:28.999670 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59748) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:29.003975 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2be18d70-8c57-4a3e-b0ea-cba0048e9049 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Request body: {'router': {'name': 'tempest-router--6100851', 'project_id': 'd65bbeac416f44ebb22a9888306b38a3'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:29.045281 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2be18d70-8c57-4a3e-b0ea-cba0048e9049 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.046309 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2be18d70-8c57-4a3e-b0ea-cba0048e9049 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.063359 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d2f6909a-1ed8-4018-8d44-0252d43c1873 req-fa4844f2-fda6-4ce0-b1b6-799fd45f2159 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554829 Jul 16 01:58:29.109259 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2be18d70-8c57-4a3e-b0ea-cba0048e9049 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.113513 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2be18d70-8c57-4a3e-b0ea-cba0048e9049 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.126648 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2be18d70-8c57-4a3e-b0ea-cba0048e9049 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.127945 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2be18d70-8c57-4a3e-b0ea-cba0048e9049 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1273129 Jul 16 01:58:29.130881 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59750) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:29.206484 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51dba94e-9a23-49bb-a1a0-cd21b89a9726 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.389145 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51dba94e-9a23-49bb-a1a0-cd21b89a9726 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.391310 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51dba94e-9a23-49bb-a1a0-cd21b89a9726 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.436729 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51dba94e-9a23-49bb-a1a0-cd21b89a9726 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.437557 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dba94e-9a23-49bb-a1a0-cd21b89a9726 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0647679d-66bf-492e-bb13-48c37759f29f {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:29.442719 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-51dba94e-9a23-49bb-a1a0-cd21b89a9726 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.447371 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-51dba94e-9a23-49bb-a1a0-cd21b89a9726 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "DELETE /v2.0/routers/0647679d-66bf-492e-bb13-48c37759f29f HTTP/1.1" status: 204 len: 168 time: 0.3153677 Jul 16 01:58:29.564664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59762) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:29.768986 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-770900929', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}, 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:29.798458 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.799507 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.857157 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.995823 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.194107 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.215924 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.258370 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4614b1-081c-4fc0-9342-ee65971a20fc req-eef96b89-df9e-41fb-8bd8-ab3756d3413e tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:30.260782 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba4614b1-081c-4fc0-9342-ee65971a20fc req-eef96b89-df9e-41fb-8bd8-ab3756d3413e tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.0699744 Jul 16 01:58:30.302432 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba4614b1-081c-4fc0-9342-ee65971a20fc req-bb98964a-47ae-4b8a-8720-6b11a6833054 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354381 Jul 16 01:58:30.343093 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Allocated IP 172.25.1.203 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/bcf866fc-ec15-4f29-bce0-18df7ec50c81) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:30.458977 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.499153 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.535378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:30.541621 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:30.544273 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:30.573918 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Pushing event updated for resources: {'Port': ['ID=bcf866fc-ec15-4f29-bce0-18df7ec50c81,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:30.692079 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:58:30.820487 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.020966 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.077322 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.097182 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f8d4f07b-9817-4e57-9bf2-f89dccd91704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.154296 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Router 0d775879-0c53-4219-b1b9-5bcfa13d9b76 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:31.265969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:31.276851 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30fba08-8889-44da-9aa0-6adac4f0887e None None] Sync routers for ids ['0d775879-0c53-4219-b1b9-5bcfa13d9b76'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:31.286401 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30fba08-8889-44da-9aa0-6adac4f0887e None None] Routers {'0d775879-0c53-4219-b1b9-5bcfa13d9b76'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:31.286950 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.287082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c30fba08-8889-44da-9aa0-6adac4f0887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0d775879-0c53-4219-b1b9-5bcfa13d9b76'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:31.290715 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ef36eeb0-59a0-4759-9efc-5040f3255237 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.7224441 Jul 16 01:58:31.297316 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59772) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:31.323996 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c30fba08-8889-44da-9aa0-6adac4f0887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:31.332970 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30fba08-8889-44da-9aa0-6adac4f0887e None None] Routers {'0d775879-0c53-4219-b1b9-5bcfa13d9b76'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:31.333587 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c30fba08-8889-44da-9aa0-6adac4f0887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0d775879-0c53-4219-b1b9-5bcfa13d9b76'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:31.366227 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c30fba08-8889-44da-9aa0-6adac4f0887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:31.366897 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30fba08-8889-44da-9aa0-6adac4f0887e None None] The sync data for ids ['0d775879-0c53-4219-b1b9-5bcfa13d9b76'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:31.421603 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-09f94dfc-910c-43c9-8da3-82c2d18ba510 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "GET /v2.0/routers/0d775879-0c53-4219-b1b9-5bcfa13d9b76 HTTP/1.1" status: 200 len: 924 time: 0.1204941 Jul 16 01:58:31.422164 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59776) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:31.457402 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b92ab1fa-2467-41a1-8a74-5eeced82ec9a tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d775879-0c53-4219-b1b9-5bcfa13d9b76 HTTP/1.1" status: 200 len: 205 time: 0.0340781 Jul 16 01:58:31.464905 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59780) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:31.513739 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a5493-0a53-4638-8c9c-c7fe43e4782c req-be01bb7f-8506-4560-93a0-df8bff193e16 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:31.515579 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d6a5493-0a53-4638-8c9c-c7fe43e4782c req-be01bb7f-8506-4560-93a0-df8bff193e16 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.0767903 Jul 16 01:58:31.581959 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d6a5493-0a53-4638-8c9c-c7fe43e4782c req-c0dc9179-6b4a-4c6a-b76a-e69e7e2e6836 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585968 Jul 16 01:58:31.603479 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-695e4690-796a-492b-8cc4-8a5a3d8dc14f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.777455 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-695e4690-796a-492b-8cc4-8a5a3d8dc14f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.854265 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40c75fd0-7291-4c66-b31b-7125b7648908 req-f9b1159d-8478-4676-a144-90ad06479a6e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1539071 Jul 16 01:58:31.874161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-695e4690-796a-492b-8cc4-8a5a3d8dc14f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Deleting port bcf866fc-ec15-4f29-bce0-18df7ec50c81 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:31.874754 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-695e4690-796a-492b-8cc4-8a5a3d8dc14f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.014037 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-695e4690-796a-492b-8cc4-8a5a3d8dc14f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.037739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-695e4690-796a-492b-8cc4-8a5a3d8dc14f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Calling delete_port for bcf866fc-ec15-4f29-bce0-18df7ec50c81 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:32.064664 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c75fd0-7291-4c66-b31b-7125b7648908 req-74eab7c3-9a15-4616-bed5-b6f6eb70b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.066163 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40c75fd0-7291-4c66-b31b-7125b7648908 req-74eab7c3-9a15-4616-bed5-b6f6eb70b3e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35107c721ea940d7adbd5121804a5b26&device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7 HTTP/1.1" status: 200 len: 1096 time: 0.1120579 Jul 16 01:58:32.106524 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.246437 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c75fd0-7291-4c66-b31b-7125b7648908 req-d9bd8abb-96d3-4081-a4c3-c1847747cbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.248498 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40c75fd0-7291-4c66-b31b-7125b7648908 req-d9bd8abb-96d3-4081-a4c3-c1847747cbb3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d761cda9-5d0f-4b3e-9277-d22768957564 HTTP/1.1" status: 200 len: 915 time: 0.1468349 Jul 16 01:58:32.324119 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40c75fd0-7291-4c66-b31b-7125b7648908 req-2e1f747b-1c63-4351-b466-2b21b8053f4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f32c784-bf2a-4791-b6b7-233bc01e2813 HTTP/1.1" status: 200 len: 217 time: 0.0663755 Jul 16 01:58:32.384430 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-695e4690-796a-492b-8cc4-8a5a3d8dc14f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.392168 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c75fd0-7291-4c66-b31b-7125b7648908 req-de2cd472-aeff-48b9-baf3-fefff42b05a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.394273 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40c75fd0-7291-4c66-b31b-7125b7648908 req-de2cd472-aeff-48b9-baf3-fefff42b05a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=226a98d6-805a-4bfc-a663-9b33f2ef6466 HTTP/1.1" status: 200 len: 854 time: 0.0619471 Jul 16 01:58:32.429071 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e4690-796a-492b-8cc4-8a5a3d8dc14f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Pushing event deleted for resources: {'Port': ['ID=bcf866fc-ec15-4f29-bce0-18df7ec50c81,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:32.460511 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40c75fd0-7291-4c66-b31b-7125b7648908 req-7dde22d0-4616-4ee7-b45d-dd67f9ca5f2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d761cda9-5d0f-4b3e-9277-d22768957564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407081 Jul 16 01:58:32.571921 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-695e4690-796a-492b-8cc4-8a5a3d8dc14f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.680105 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-695e4690-796a-492b-8cc4-8a5a3d8dc14f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.684084 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-695e4690-796a-492b-8cc4-8a5a3d8dc14f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.690004 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40c75fd0-7291-4c66-b31b-7125b7648908 req-e1801110-9a92-424e-bc3e-5610b7377db3 service neutron] 10.222.0.47 "GET /v2.0/networks/d761cda9-5d0f-4b3e-9277-d22768957564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137818 Jul 16 01:58:32.791082 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-695e4690-796a-492b-8cc4-8a5a3d8dc14f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.791631 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695e4690-796a-492b-8cc4-8a5a3d8dc14f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Fanout notify agent at l3_agent the message router_deleted on router 0d775879-0c53-4219-b1b9-5bcfa13d9b76 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:32.803635 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-695e4690-796a-492b-8cc4-8a5a3d8dc14f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.809435 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-695e4690-796a-492b-8cc4-8a5a3d8dc14f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "DELETE /v2.0/routers/0d775879-0c53-4219-b1b9-5bcfa13d9b76 HTTP/1.1" status: 204 len: 168 time: 1.3386087 Jul 16 01:58:32.809435 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59870) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:32.839738 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1900223907', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'enable_snat': False}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:32.900714 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40c75fd0-7291-4c66-b31b-7125b7648908 req-52c9d6b4-bba8-4163-bd6c-4058b4f8bcb3 service neutron] 10.222.0.47 "GET /v2.0/networks/d761cda9-5d0f-4b3e-9277-d22768957564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703763 Jul 16 01:58:32.902487 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.903502 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.926311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b55f00-8533-4438-a957-13676c9908f1 req-640e6993-1a6b-4a57-ae13-5e10f38ea12b tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.932132 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88b55f00-8533-4438-a957-13676c9908f1 req-640e6993-1a6b-4a57-ae13-5e10f38ea12b tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.1937611 Jul 16 01:58:33.008678 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.015070 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88b55f00-8533-4438-a957-13676c9908f1 req-9fe1ce17-bda3-48af-809c-4afdd2e4a8ee tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820720 Jul 16 01:58:33.171109 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.447201 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.469628 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.575294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Allocated IP 172.25.1.47 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/4040083e-acbe-453a-8a27-cb4d7cc75259) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:33.684898 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.724068 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.761205 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:33.766316 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:33.769779 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:33.795220 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Pushing event updated for resources: {'Port': ['ID=4040083e-acbe-453a-8a27-cb4d7cc75259,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:33.850753 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.435922 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.470937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac19399-34b0-481e-a798-09a0ccd7c2c4 req-789da5ac-5f6d-41f0-b4bd-7d0883c89533 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:34.478144 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5ac19399-34b0-481e-a798-09a0ccd7c2c4 req-789da5ac-5f6d-41f0-b4bd-7d0883c89533 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.2958694 Jul 16 01:58:34.520983 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5ac19399-34b0-481e-a798-09a0ccd7c2c4 req-4cb222ed-2a34-4936-ab79-2e48152127f6 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418513 Jul 16 01:58:34.674452 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.814490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Router 9510538f-547e-491f-9f16-9b4f220a84a2 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:34.928936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:34.940414 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Sync routers for ids ['9510538f-547e-491f-9f16-9b4f220a84a2'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:34.945621 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.947993 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b9ac4b61-6154-4cd6-89ef-bcc4b20d3199 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.1361158 Jul 16 01:58:34.950658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59888) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:34.960234 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Routers {'9510538f-547e-491f-9f16-9b4f220a84a2'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:34.961220 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['9510538f-547e-491f-9f16-9b4f220a84a2'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:35.089247 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1909e311-428c-46f6-9f33-34b34c0dda6c tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "GET /v2.0/routers/9510538f-547e-491f-9f16-9b4f220a84a2 HTTP/1.1" status: 200 len: 908 time: 0.1342847 Jul 16 01:58:35.089457 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59890) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:35.098367 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1900223907', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'enable_snat': True}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:35.131602 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.133299 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.202767 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Set router 9510538f-547e-491f-9f16-9b4f220a84a2 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:35.211246 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.415596 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.451883 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9510538f-547e-491f-9f16-9b4f220a84a2', 'name': 'tempest-snat-router-1900223907', 'tenant_id': '030a5b5356964412a903f19303691fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.47'}], 'enable_snat': False}, 'gw_port_id': '4040083e-acbe-453a-8a27-cb4d7cc75259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:32Z', 'updated_at': '2021-07-16T01:58:33Z', 'revision_number': 3, 'project_id': '030a5b5356964412a903f19303691fa3', 'gw_port': {'id': '4040083e-acbe-453a-8a27-cb4d7cc75259', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9510538f-547e-491f-9f16-9b4f220a84a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:33Z', 'updated_at': '2021-07-16T01:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:35.493926 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Checking router: 9510538f-547e-491f-9f16-9b4f220a84a2 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:35.494769 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Updating router 9510538f-547e-491f-9f16-9b4f220a84a2 port 4040083e-acbe-453a-8a27-cb4d7cc75259 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:58:35.542735 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.755288 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.784886 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.809602 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42049051-7f3b-4481-8051-c2550e693af4 req-dbd3f7ee-b721-41a2-bd80-84044740ca15 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:35.811194 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-42049051-7f3b-4481-8051-c2550e693af4 req-dbd3f7ee-b721-41a2-bd80-84044740ca15 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.1388860 Jul 16 01:58:35.846826 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.860758 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Transition to ACTIVE for port object 4040083e-acbe-453a-8a27-cb4d7cc75259 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:35.867121 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.929087 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Attempting to bind port 4040083e-acbe-453a-8a27-cb4d7cc75259 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:35.929522 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Attempting to bind port 4040083e-acbe-453a-8a27-cb4d7cc75259 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:35.929649 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-42049051-7f3b-4481-8051-c2550e693af4 req-0a752e2d-96a7-4ae6-8b8a-eb91279c7d50 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906346 Jul 16 01:58:35.930023 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Attempting to bind port 4040083e-acbe-453a-8a27-cb4d7cc75259 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:35.935449 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f29a7-5e61-4f63-b749-495b4b812fbe None None] Pushing event updated for resources: {'Port': ['ID=4040083e-acbe-453a-8a27-cb4d7cc75259,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:35.944969 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:35.945579 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:35.945869 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.947243 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:35.948072 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Bound port: 4040083e-acbe-453a-8a27-cb4d7cc75259, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:35.948717 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.963407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Allocated IP 172.25.1.198 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/1ef371f3-6ee2-4e0b-880e-fb12b56c13be) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:36.010224 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] For port 4040083e-acbe-453a-8a27-cb4d7cc75259, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:36.014602 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] For port 4040083e-acbe-453a-8a27-cb4d7cc75259, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4040083e-acbe-453a-8a27-cb4d7cc75259,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:36.018485 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.077814 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Routers {'9510538f-547e-491f-9f16-9b4f220a84a2'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:36.078455 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['9510538f-547e-491f-9f16-9b4f220a84a2'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:36.080229 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.115375 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f29a7-5e61-4f63-b749-495b4b812fbe None None] Pushing event updated for resources: {'Port': ['ID=4040083e-acbe-453a-8a27-cb4d7cc75259,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:36.128352 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.167914 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:36.173746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:36.178863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:36.195262 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] Set router 9510538f-547e-491f-9f16-9b4f220a84a2 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:36.214087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Pushing event updated for resources: {'Port': ['ID=1ef371f3-6ee2-4e0b-880e-fb12b56c13be,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:36.401677 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9510538f-547e-491f-9f16-9b4f220a84a2', 'name': 'tempest-snat-router-1900223907', 'tenant_id': '030a5b5356964412a903f19303691fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.47'}], 'enable_snat': False}, 'gw_port_id': '4040083e-acbe-453a-8a27-cb4d7cc75259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:32Z', 'updated_at': '2021-07-16T01:58:33Z', 'revision_number': 3, 'project_id': '030a5b5356964412a903f19303691fa3', 'gw_port': {'id': '4040083e-acbe-453a-8a27-cb4d7cc75259', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9510538f-547e-491f-9f16-9b4f220a84a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:33Z', 'updated_at': '2021-07-16T01:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:36.433371 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39100a-e1c8-4c85-817c-7c73b1f8a26b None None] The sync data for ids ['9510538f-547e-491f-9f16-9b4f220a84a2'] in n-d-800086-6 is: [{'id': '9510538f-547e-491f-9f16-9b4f220a84a2', 'name': 'tempest-snat-router-1900223907', 'tenant_id': '030a5b5356964412a903f19303691fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.47'}], 'enable_snat': False}, 'gw_port_id': '4040083e-acbe-453a-8a27-cb4d7cc75259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:32Z', 'updated_at': '2021-07-16T01:58:33Z', 'revision_number': 3, 'project_id': '030a5b5356964412a903f19303691fa3', 'gw_port': {'id': '4040083e-acbe-453a-8a27-cb4d7cc75259', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9510538f-547e-491f-9f16-9b4f220a84a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:33Z', 'updated_at': '2021-07-16T01:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:36.475920 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.758914 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.936642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Router 47b88db1-9768-4544-9a8e-a773f1f273cb is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:37.107633 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:37.117185 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Sync routers for ids ['47b88db1-9768-4544-9a8e-a773f1f273cb'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:37.131204 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Routers {'47b88db1-9768-4544-9a8e-a773f1f273cb'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:37.136181 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.137147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['47b88db1-9768-4544-9a8e-a773f1f273cb'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:37.139139 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-60b2dad7-3f97-4e93-ae4c-0c618333fa9d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0478528 Jul 16 01:58:37.141534 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59908) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:37.184976 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b91d7-2313-49c1-8029-0afe12007b2d req-220932a9-ab29-4741-b642-0a78eedf5da5 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:37.196755 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-260b91d7-2313-49c1-8029-0afe12007b2d req-220932a9-ab29-4741-b642-0a78eedf5da5 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.1112280 Jul 16 01:58:37.259518 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-260b91d7-2313-49c1-8029-0afe12007b2d req-7cd7f163-947c-4347-8a7e-0bc378fac7e0 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614562 Jul 16 01:58:37.297751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Set router 47b88db1-9768-4544-9a8e-a773f1f273cb gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:37.363761 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-81208a6c-5204-4a7f-b66a-1fe65d280c62 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "GET /v2.0/routers/47b88db1-9768-4544-9a8e-a773f1f273cb HTTP/1.1" status: 200 len: 908 time: 0.2198536 Jul 16 01:58:37.364818 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59912) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:37.522969 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b88db1-9768-4544-9a8e-a773f1f273cb', 'name': 'tempest-snat-router-1900223907', 'tenant_id': '030a5b5356964412a903f19303691fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '1ef371f3-6ee2-4e0b-880e-fb12b56c13be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:35Z', 'updated_at': '2021-07-16T01:58:36Z', 'revision_number': 3, 'project_id': '030a5b5356964412a903f19303691fa3', 'gw_port': {'id': '1ef371f3-6ee2-4e0b-880e-fb12b56c13be', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:14:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b88db1-9768-4544-9a8e-a773f1f273cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:35Z', 'updated_at': '2021-07-16T01:58:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:37.536668 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74151186-130d-4dfa-bfec-3e9b7dfa36e0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.569691 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Checking router: 47b88db1-9768-4544-9a8e-a773f1f273cb for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:37.570135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Updating router 47b88db1-9768-4544-9a8e-a773f1f273cb port 1ef371f3-6ee2-4e0b-880e-fb12b56c13be binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:58:37.612749 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.745782 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74151186-130d-4dfa-bfec-3e9b7dfa36e0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.823776 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-74151186-130d-4dfa-bfec-3e9b7dfa36e0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Deleting port 1ef371f3-6ee2-4e0b-880e-fb12b56c13be {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:37.823776 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74151186-130d-4dfa-bfec-3e9b7dfa36e0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.086890 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.109876 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Transition to ACTIVE for port object 1ef371f3-6ee2-4e0b-880e-fb12b56c13be will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:38.133732 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.196147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88711be2-d704-4d10-8650-6b7ecaec278e None None] Pushing event updated for resources: {'Port': ['ID=1ef371f3-6ee2-4e0b-880e-fb12b56c13be,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:38.219094 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Attempting to bind port 1ef371f3-6ee2-4e0b-880e-fb12b56c13be on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:38.219610 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Attempting to bind port 1ef371f3-6ee2-4e0b-880e-fb12b56c13be by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:38.220190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Attempting to bind port 1ef371f3-6ee2-4e0b-880e-fb12b56c13be on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:38.226091 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:38.226628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:38.228099 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.228650 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:38.229385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Bound port: 1ef371f3-6ee2-4e0b-880e-fb12b56c13be, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:38.229847 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.256010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4040083e-acbe-453a-8a27-cb4d7cc75259 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:38.352363 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] For port 1ef371f3-6ee2-4e0b-880e-fb12b56c13be, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:38.355991 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] For port 1ef371f3-6ee2-4e0b-880e-fb12b56c13be, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1ef371f3-6ee2-4e0b-880e-fb12b56c13be,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:38.365904 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.395228 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74151186-130d-4dfa-bfec-3e9b7dfa36e0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.395820 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 4040083e-acbe-453a-8a27-cb4d7cc75259 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:38.413962 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-74151186-130d-4dfa-bfec-3e9b7dfa36e0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Calling delete_port for 1ef371f3-6ee2-4e0b-880e-fb12b56c13be owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:38.417011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 4040083e-acbe-453a-8a27-cb4d7cc75259 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:38.423779 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.512721 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Routers {'47b88db1-9768-4544-9a8e-a773f1f273cb'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:38.513450 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['47b88db1-9768-4544-9a8e-a773f1f273cb'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:38.538684 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94379260-b0a4-45db-ae0e-6bc6590fa0d8 req-3da83c20-3ad4-42c1-9d8c-9ade68701280 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:38.546408 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94379260-b0a4-45db-ae0e-6bc6590fa0d8 req-3da83c20-3ad4-42c1-9d8c-9ade68701280 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.1025207 Jul 16 01:58:38.551374 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88711be2-d704-4d10-8650-6b7ecaec278e None None] Pushing event updated for resources: {'Port': ['ID=1ef371f3-6ee2-4e0b-880e-fb12b56c13be,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:38.616239 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94379260-b0a4-45db-ae0e-6bc6590fa0d8 req-c880bf73-3067-475e-9af1-ed1b6b5b65e7 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680430 Jul 16 01:58:38.676479 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74151186-130d-4dfa-bfec-3e9b7dfa36e0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.708158 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74151186-130d-4dfa-bfec-3e9b7dfa36e0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ef371f3-6ee2-4e0b-880e-fb12b56c13be,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:38.777456 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74151186-130d-4dfa-bfec-3e9b7dfa36e0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.811775 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] Set router 47b88db1-9768-4544-9a8e-a773f1f273cb gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:38.846920 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.882561 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74151186-130d-4dfa-bfec-3e9b7dfa36e0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.887010 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74151186-130d-4dfa-bfec-3e9b7dfa36e0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.899125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b88db1-9768-4544-9a8e-a773f1f273cb', 'name': 'tempest-snat-router-1900223907', 'tenant_id': '030a5b5356964412a903f19303691fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:35Z', 'updated_at': '2021-07-16T01:58:37Z', 'revision_number': 4, 'project_id': '030a5b5356964412a903f19303691fa3', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:38.944642 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74151186-130d-4dfa-bfec-3e9b7dfa36e0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.945203 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74151186-130d-4dfa-bfec-3e9b7dfa36e0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47b88db1-9768-4544-9a8e-a773f1f273cb {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:38.948604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d374b782-d5a1-4ece-b49f-00d80331ac4b None None] The sync data for ids ['47b88db1-9768-4544-9a8e-a773f1f273cb'] in n-d-800086-6 is: [{'id': '47b88db1-9768-4544-9a8e-a773f1f273cb', 'name': 'tempest-snat-router-1900223907', 'tenant_id': '030a5b5356964412a903f19303691fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:35Z', 'updated_at': '2021-07-16T01:58:37Z', 'revision_number': 4, 'project_id': '030a5b5356964412a903f19303691fa3', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:38.950722 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74151186-130d-4dfa-bfec-3e9b7dfa36e0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.954737 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-74151186-130d-4dfa-bfec-3e9b7dfa36e0 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "DELETE /v2.0/routers/47b88db1-9768-4544-9a8e-a773f1f273cb HTTP/1.1" status: 204 len: 168 time: 1.5863860 Jul 16 01:58:38.954905 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 4040083e-acbe-453a-8a27-cb4d7cc75259, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4040083e-acbe-453a-8a27-cb4d7cc75259,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:38.955014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59926) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:38.966916 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.046950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=4040083e-acbe-453a-8a27-cb4d7cc75259,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:39.083568 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74708618-e9eb-453f-83f3-09be750bd7aa tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.198534 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74708618-e9eb-453f-83f3-09be750bd7aa tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.264103 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-74708618-e9eb-453f-83f3-09be750bd7aa tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Deleting port 4040083e-acbe-453a-8a27-cb4d7cc75259 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:39.264366 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74708618-e9eb-453f-83f3-09be750bd7aa tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.384668 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-74708618-e9eb-453f-83f3-09be750bd7aa tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] For port 4040083e-acbe-453a-8a27-cb4d7cc75259, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4040083e-acbe-453a-8a27-cb4d7cc75259,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:39.385285 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74708618-e9eb-453f-83f3-09be750bd7aa tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.400077 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-74708618-e9eb-453f-83f3-09be750bd7aa tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Calling delete_port for 4040083e-acbe-453a-8a27-cb4d7cc75259 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:39.621242 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74708618-e9eb-453f-83f3-09be750bd7aa tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.666952 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74708618-e9eb-453f-83f3-09be750bd7aa tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Pushing event deleted for resources: {'Port': ['ID=4040083e-acbe-453a-8a27-cb4d7cc75259,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:39.751837 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74708618-e9eb-453f-83f3-09be750bd7aa tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.888993 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74708618-e9eb-453f-83f3-09be750bd7aa tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.897405 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74708618-e9eb-453f-83f3-09be750bd7aa tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.998510 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74708618-e9eb-453f-83f3-09be750bd7aa tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.999325 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74708618-e9eb-453f-83f3-09be750bd7aa tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9510538f-547e-491f-9f16-9b4f220a84a2 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:40.004532 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-74708618-e9eb-453f-83f3-09be750bd7aa tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.005776 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-74708618-e9eb-453f-83f3-09be750bd7aa tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "DELETE /v2.0/routers/9510538f-547e-491f-9f16-9b4f220a84a2 HTTP/1.1" status: 204 len: 168 time: 1.0499098 Jul 16 01:58:40.009707 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59934) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:40.017392 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-389870176', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}, 'admin_state_up': False}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:40.121330 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef8c4c-f6e7-4723-afd5-02bf53118274 req-1ce409b0-01d2-42d0-beac-016045ec5f49 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:40.125978 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1bef8c4c-f6e7-4723-afd5-02bf53118274 req-1ce409b0-01d2-42d0-beac-016045ec5f49 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.2321501 Jul 16 01:58:40.167875 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.170088 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.261870 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.265138 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1bef8c4c-f6e7-4723-afd5-02bf53118274 req-a7f57e1a-d4b4-4c09-b845-f7a9b7366229 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235209 Jul 16 01:58:40.454174 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.679241 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.698811 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.813469 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Allocated IP 172.25.1.221 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/fd983fb2-be5f-493f-80ef-9907fe2359c1) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:40.925996 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.966510 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.003586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:41.006544 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:41.009271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:41.050499 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Pushing event updated for resources: {'Port': ['ID=fd983fb2-be5f-493f-80ef-9907fe2359c1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:41.301793 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.900756 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c3916-440a-41b4-bea8-83d965a56986 req-e132a270-6275-4bbd-88aa-c7aeef084311 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:41.902275 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-781c3916-440a-41b4-bea8-83d965a56986 req-e132a270-6275-4bbd-88aa-c7aeef084311 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.4997942 Jul 16 01:58:41.940688 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.961392 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-781c3916-440a-41b4-bea8-83d965a56986 req-07cbdb16-6aa7-4144-a677-110aee395854 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518985 Jul 16 01:58:42.081349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4040083e-acbe-453a-8a27-cb4d7cc75259 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:42.120294 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 4040083e-acbe-453a-8a27-cb4d7cc75259 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:42.120646 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4040083e-acbe-453a-8a27-cb4d7cc75259 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:42.143787 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Router a9384e63-045f-43d2-b218-f9ea411cee0d is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:42.255967 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:42.266663 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a938b9-2558-4b26-ac2e-f1960cd87fd8 None None] Sync routers for ids ['a9384e63-045f-43d2-b218-f9ea411cee0d'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:42.275369 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.279621 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c0b8c3cb-b40a-48c5-983e-618879cd93d5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2637804 Jul 16 01:58:42.281051 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59950) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:42.288228 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a938b9-2558-4b26-ac2e-f1960cd87fd8 None None] Routers {'a9384e63-045f-43d2-b218-f9ea411cee0d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:42.288985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-775d2fb0-b33f-4372-bc74-f76d0cf7d0fb tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'enable_snat': False}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:42.295788 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-40a938b9-2558-4b26-ac2e-f1960cd87fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a9384e63-045f-43d2-b218-f9ea411cee0d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:42.331570 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-40a938b9-2558-4b26-ac2e-f1960cd87fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:42.341025 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a938b9-2558-4b26-ac2e-f1960cd87fd8 None None] Routers {'a9384e63-045f-43d2-b218-f9ea411cee0d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:42.341630 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-40a938b9-2558-4b26-ac2e-f1960cd87fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a9384e63-045f-43d2-b218-f9ea411cee0d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:42.372319 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-40a938b9-2558-4b26-ac2e-f1960cd87fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:42.372894 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a938b9-2558-4b26-ac2e-f1960cd87fd8 None None] The sync data for ids ['a9384e63-045f-43d2-b218-f9ea411cee0d'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:42.618522 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-775d2fb0-b33f-4372-bc74-f76d0cf7d0fb tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.031911 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-775d2fb0-b33f-4372-bc74-f76d0cf7d0fb tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.035247 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-775d2fb0-b33f-4372-bc74-f76d0cf7d0fb tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.150516 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775d2fb0-b33f-4372-bc74-f76d0cf7d0fb tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Router a9384e63-045f-43d2-b218-f9ea411cee0d has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:43.153246 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff31c9c-4dc9-41b7-bd12-e17d5f121ba3 req-4ac5a146-b979-4f5f-8ab4-0f91491af4c5 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:43.159965 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1ff31c9c-4dc9-41b7-bd12-e17d5f121ba3 req-4ac5a146-b979-4f5f-8ab4-0f91491af4c5 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.0734107 Jul 16 01:58:43.209514 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1ff31c9c-4dc9-41b7-bd12-e17d5f121ba3 req-706a5090-01bc-47e7-8397-b92ded38c723 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486057 Jul 16 01:58:43.298507 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775d2fb0-b33f-4372-bc74-f76d0cf7d0fb tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:43.303742 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-775d2fb0-b33f-4372-bc74-f76d0cf7d0fb tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.308184 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-775d2fb0-b33f-4372-bc74-f76d0cf7d0fb tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "PUT /v2.0/routers/a9384e63-045f-43d2-b218-f9ea411cee0d HTTP/1.1" status: 200 len: 925 time: 1.0256746 Jul 16 01:58:43.308956 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59962) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:43.310550 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4362cf0-e2cf-43a8-a25c-3b552f7d8ef6 None None] Sync routers for ids ['a9384e63-045f-43d2-b218-f9ea411cee0d'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:43.320036 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4362cf0-e2cf-43a8-a25c-3b552f7d8ef6 None None] Routers {'a9384e63-045f-43d2-b218-f9ea411cee0d'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:43.321418 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a4362cf0-e2cf-43a8-a25c-3b552f7d8ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a9384e63-045f-43d2-b218-f9ea411cee0d'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:43.355433 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a4362cf0-e2cf-43a8-a25c-3b552f7d8ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:43.364411 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4362cf0-e2cf-43a8-a25c-3b552f7d8ef6 None None] Routers {'a9384e63-045f-43d2-b218-f9ea411cee0d'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:43.365243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a4362cf0-e2cf-43a8-a25c-3b552f7d8ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a9384e63-045f-43d2-b218-f9ea411cee0d'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:43.402622 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a4362cf0-e2cf-43a8-a25c-3b552f7d8ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:43.403521 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4362cf0-e2cf-43a8-a25c-3b552f7d8ef6 None None] The sync data for ids ['a9384e63-045f-43d2-b218-f9ea411cee0d'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:43.430096 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-05c13244-e024-4f10-a289-f3e5a719ecc8 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "GET /v2.0/routers/a9384e63-045f-43d2-b218-f9ea411cee0d HTTP/1.1" status: 200 len: 925 time: 0.1196876 Jul 16 01:58:43.433542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59964) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:43.537066 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adc9d3c-3741-45ec-83d4-1d3c3ac27754 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:43.541919 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5adc9d3c-3741-45ec-83d4-1d3c3ac27754 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=88f2079c-e547-45f1-859f-49428e13c11a&device_id=a9384e63-045f-43d2-b218-f9ea411cee0d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1044464 Jul 16 01:58:43.542155 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 59966) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:43.637177 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d11fa4-b4aa-42f3-b2ff-3103b3c5f5e3 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:43.638681 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-43d11fa4-b4aa-42f3-b2ff-3103b3c5f5e3 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 881 time: 0.0954425 Jul 16 01:58:43.641630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59968) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:43.672599 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-22605bcd-a66e-4252-9e03-f703513fb269 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9384e63-045f-43d2-b218-f9ea411cee0d HTTP/1.1" status: 200 len: 205 time: 0.0297093 Jul 16 01:58:43.675040 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59970) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:43.803381 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0d2bb7bf-d114-4642-a52b-3e2807d243c9 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.924246 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0d2bb7bf-d114-4642-a52b-3e2807d243c9 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.983965 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-0d2bb7bf-d114-4642-a52b-3e2807d243c9 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Deleting port fd983fb2-be5f-493f-80ef-9907fe2359c1 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:43.984249 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0d2bb7bf-d114-4642-a52b-3e2807d243c9 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.069819 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0d2bb7bf-d114-4642-a52b-3e2807d243c9 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.082436 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-0d2bb7bf-d114-4642-a52b-3e2807d243c9 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Calling delete_port for fd983fb2-be5f-493f-80ef-9907fe2359c1 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:44.327554 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0d2bb7bf-d114-4642-a52b-3e2807d243c9 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.387218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bb7bf-d114-4642-a52b-3e2807d243c9 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Pushing event deleted for resources: {'Port': ['ID=fd983fb2-be5f-493f-80ef-9907fe2359c1,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:44.503184 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0d2bb7bf-d114-4642-a52b-3e2807d243c9 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.542428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9880736-4a87-472f-ac2f-108f6565b80c req-8b04a7bc-0ade-4fc3-9163-409c59feed09 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:44.544224 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9880736-4a87-472f-ac2f-108f6565b80c req-8b04a7bc-0ade-4fc3-9163-409c59feed09 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.2133725 Jul 16 01:58:44.625734 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0d2bb7bf-d114-4642-a52b-3e2807d243c9 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.627928 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0d2bb7bf-d114-4642-a52b-3e2807d243c9 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.679388 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9880736-4a87-472f-ac2f-108f6565b80c req-909976c7-f329-4fcf-8c8d-7d8624bb4fb0 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043932 Jul 16 01:58:44.684628 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0d2bb7bf-d114-4642-a52b-3e2807d243c9 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.685412 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2bb7bf-d114-4642-a52b-3e2807d243c9 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Fanout notify agent at l3_agent the message router_deleted on router a9384e63-045f-43d2-b218-f9ea411cee0d {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:44.692290 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0d2bb7bf-d114-4642-a52b-3e2807d243c9 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.693358 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0d2bb7bf-d114-4642-a52b-3e2807d243c9 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "DELETE /v2.0/routers/a9384e63-045f-43d2-b218-f9ea411cee0d HTTP/1.1" status: 204 len: 168 time: 1.0174210 Jul 16 01:58:44.697292 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59978) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:44.701897 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-cb43b13c-4fac-4812-8d14-de6d30f5eeef tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1941140271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:44.729285 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cb43b13c-4fac-4812-8d14-de6d30f5eeef tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.730302 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cb43b13c-4fac-4812-8d14-de6d30f5eeef tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.785164 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cb43b13c-4fac-4812-8d14-de6d30f5eeef tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.790433 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cb43b13c-4fac-4812-8d14-de6d30f5eeef tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.807890 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cb43b13c-4fac-4812-8d14-de6d30f5eeef tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.811563 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cb43b13c-4fac-4812-8d14-de6d30f5eeef tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1108756 Jul 16 01:58:44.811796 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 59980) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:44.816498 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d8cac2df-fb11-4507-9140-b3b5dc6e6b93 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Request body: {'router': {'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:45.033410 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d8cac2df-fb11-4507-9140-b3b5dc6e6b93 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.249676 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d8cac2df-fb11-4507-9140-b3b5dc6e6b93 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.269166 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d8cac2df-fb11-4507-9140-b3b5dc6e6b93 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.381383 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-d8cac2df-fb11-4507-9140-b3b5dc6e6b93 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Allocated IP 172.25.1.226 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/66992e71-0ade-441a-a7cc-29fd8e93a219) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:45.542687 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d8cac2df-fb11-4507-9140-b3b5dc6e6b93 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.593462 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d8cac2df-fb11-4507-9140-b3b5dc6e6b93 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.641266 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cac2df-fb11-4507-9140-b3b5dc6e6b93 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:45.644415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-d8cac2df-fb11-4507-9140-b3b5dc6e6b93 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:45.646735 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cac2df-fb11-4507-9140-b3b5dc6e6b93 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:45.675775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cac2df-fb11-4507-9140-b3b5dc6e6b93 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Pushing event updated for resources: {'Port': ['ID=66992e71-0ade-441a-a7cc-29fd8e93a219,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:45.956224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bb164-b6c3-4f5a-89c8-21690ce371ef req-4eb791f3-f0ce-4af3-945e-b233bca0a125 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:45.957872 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c8bb164-b6c3-4f5a-89c8-21690ce371ef req-4eb791f3-f0ce-4af3-945e-b233bca0a125 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.1488869 Jul 16 01:58:45.963066 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d8cac2df-fb11-4507-9140-b3b5dc6e6b93 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.419303 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c8bb164-b6c3-4f5a-89c8-21690ce371ef req-ab2d8bf2-e707-46b6-8314-09d3538dfc65 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537745 Jul 16 01:58:46.560254 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d8cac2df-fb11-4507-9140-b3b5dc6e6b93 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.563853 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d8cac2df-fb11-4507-9140-b3b5dc6e6b93 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.705776 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cac2df-fb11-4507-9140-b3b5dc6e6b93 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Router 7d5fce96-9e5b-4c6c-b360-127b12b16ab7 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:46.844381 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cac2df-fb11-4507-9140-b3b5dc6e6b93 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:46.857360 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d8cac2df-fb11-4507-9140-b3b5dc6e6b93 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.857676 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a20cd5-d11f-4b85-9e8c-df372bc176ea None None] Sync routers for ids ['7d5fce96-9e5b-4c6c-b360-127b12b16ab7'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:46.861239 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60020) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:46.861728 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d8cac2df-fb11-4507-9140-b3b5dc6e6b93 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "PUT /v2.0/routers/7d5fce96-9e5b-4c6c-b360-127b12b16ab7 HTTP/1.1" status: 200 len: 884 time: 2.0484760 Jul 16 01:58:46.868222 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a20cd5-d11f-4b85-9e8c-df372bc176ea None None] Routers {'7d5fce96-9e5b-4c6c-b360-127b12b16ab7'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:46.868859 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-88a20cd5-d11f-4b85-9e8c-df372bc176ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7d5fce96-9e5b-4c6c-b360-127b12b16ab7'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:46.907978 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-88a20cd5-d11f-4b85-9e8c-df372bc176ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:46.920434 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a20cd5-d11f-4b85-9e8c-df372bc176ea None None] Routers {'7d5fce96-9e5b-4c6c-b360-127b12b16ab7'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:46.921418 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-88a20cd5-d11f-4b85-9e8c-df372bc176ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['7d5fce96-9e5b-4c6c-b360-127b12b16ab7'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:46.964081 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-88a20cd5-d11f-4b85-9e8c-df372bc176ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:46.965296 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a20cd5-d11f-4b85-9e8c-df372bc176ea None None] The sync data for ids ['7d5fce96-9e5b-4c6c-b360-127b12b16ab7'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:47.018110 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bc734e3d-b576-45e3-b985-4f4007580301 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "GET /v2.0/routers/7d5fce96-9e5b-4c6c-b360-127b12b16ab7 HTTP/1.1" status: 200 len: 925 time: 0.1550610 Jul 16 01:58:47.023097 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60026) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:47.101592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95e6d1-39da-4e35-9881-61ce5419e76a tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:47.104243 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fb95e6d1-39da-4e35-9881-61ce5419e76a tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=88f2079c-e547-45f1-859f-49428e13c11a&device_id=7d5fce96-9e5b-4c6c-b360-127b12b16ab7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0786252 Jul 16 01:58:47.115004 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60028) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:47.154224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff133ec0-28da-487d-98fb-effb112b924b req-7dcbcfc3-db26-4e21-8148-822aa2f41482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:47.156071 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ff133ec0-28da-487d-98fb-effb112b924b req-7dcbcfc3-db26-4e21-8148-822aa2f41482 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aea1fc5e70cb4da094b11853db6a2a25&device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 1097 time: 0.0773721 Jul 16 01:58:47.257785 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde83a92-d9ec-4cb7-9731-b8b53f20054b tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:47.262481 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cde83a92-d9ec-4cb7-9731-b8b53f20054b tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 881 time: 0.1462183 Jul 16 01:58:47.267465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60038) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:47.285337 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ab124-0c65-49d8-a1f3-1f1e42cfeac2 req-6322e6bb-d6d5-4c23-aa06-6218dd7bbec4 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:47.287091 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c2ab124-0c65-49d8-a1f3-1f1e42cfeac2 req-6322e6bb-d6d5-4c23-aa06-6218dd7bbec4 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.1815474 Jul 16 01:58:47.288498 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff133ec0-28da-487d-98fb-effb112b924b req-947db282-c6cf-40f9-97b0-9430071947ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:47.290938 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ff133ec0-28da-487d-98fb-effb112b924b req-947db282-c6cf-40f9-97b0-9430071947ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe23434d-ae7a-44ad-ab72-0924ddc07503 HTTP/1.1" status: 200 len: 916 time: 0.1224611 Jul 16 01:58:47.345856 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ff133ec0-28da-487d-98fb-effb112b924b req-d3f61072-0fd1-42de-82b9-c356e882d2f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0f15e74-d9c0-42e9-84ed-ad38dc363e00 HTTP/1.1" status: 200 len: 217 time: 0.0409832 Jul 16 01:58:47.352979 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-55c57973-9c56-43f7-822c-326797e6c55c tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d5fce96-9e5b-4c6c-b360-127b12b16ab7 HTTP/1.1" status: 200 len: 205 time: 0.0641069 Jul 16 01:58:47.360966 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c2ab124-0c65-49d8-a1f3-1f1e42cfeac2 req-4a0e5bbe-d792-462e-beb9-c57bdcb8ac8a tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557241 Jul 16 01:58:47.361656 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60040) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:47.411082 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff133ec0-28da-487d-98fb-effb112b924b req-39a2a9d6-41ba-4427-81a1-1a671efc4b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:47.413039 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ff133ec0-28da-487d-98fb-effb112b924b req-39a2a9d6-41ba-4427-81a1-1a671efc4b88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b01f6292-1e81-4b46-b7e3-f6e72e618cf1 HTTP/1.1" status: 200 len: 854 time: 0.0608995 Jul 16 01:58:47.478269 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-abb16dbc-e5b2-4a00-9368-ef5e1fc4419c tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.487905 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff133ec0-28da-487d-98fb-effb112b924b req-1fb57461-f724-47ee-81a0-d258fc06f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:47.490383 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ff133ec0-28da-487d-98fb-effb112b924b req-1fb57461-f724-47ee-81a0-d258fc06f9b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe23434d-ae7a-44ad-ab72-0924ddc07503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662220 Jul 16 01:58:47.598963 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-abb16dbc-e5b2-4a00-9368-ef5e1fc4419c tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.604875 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ff133ec0-28da-487d-98fb-effb112b924b req-e4435b01-d372-4278-9399-724ed0f22767 service neutron] 10.222.0.47 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063912 Jul 16 01:58:47.663814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-abb16dbc-e5b2-4a00-9368-ef5e1fc4419c tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Deleting port 66992e71-0ade-441a-a7cc-29fd8e93a219 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:47.664990 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-abb16dbc-e5b2-4a00-9368-ef5e1fc4419c tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.738184 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ff133ec0-28da-487d-98fb-effb112b924b req-efac6fd3-858a-4e5a-8573-6c1fe1c9cba5 service neutron] 10.222.0.47 "GET /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243212 Jul 16 01:58:47.760908 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-abb16dbc-e5b2-4a00-9368-ef5e1fc4419c tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.776494 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-abb16dbc-e5b2-4a00-9368-ef5e1fc4419c tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Calling delete_port for 66992e71-0ade-441a-a7cc-29fd8e93a219 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:47.977368 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-abb16dbc-e5b2-4a00-9368-ef5e1fc4419c tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.004385 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb16dbc-e5b2-4a00-9368-ef5e1fc4419c tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Pushing event deleted for resources: {'Port': ['ID=66992e71-0ade-441a-a7cc-29fd8e93a219,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:48.070346 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-abb16dbc-e5b2-4a00-9368-ef5e1fc4419c tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.171523 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-abb16dbc-e5b2-4a00-9368-ef5e1fc4419c tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.173954 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-abb16dbc-e5b2-4a00-9368-ef5e1fc4419c tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.221517 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-abb16dbc-e5b2-4a00-9368-ef5e1fc4419c tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.222158 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb16dbc-e5b2-4a00-9368-ef5e1fc4419c tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Fanout notify agent at l3_agent the message router_deleted on router 7d5fce96-9e5b-4c6c-b360-127b12b16ab7 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:48.230239 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-abb16dbc-e5b2-4a00-9368-ef5e1fc4419c tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.231423 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-abb16dbc-e5b2-4a00-9368-ef5e1fc4419c tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "DELETE /v2.0/routers/7d5fce96-9e5b-4c6c-b360-127b12b16ab7 HTTP/1.1" status: 204 len: 168 time: 0.8687112 Jul 16 01:58:48.235223 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60046) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:48.240806 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-6455b2b3-f824-481f-970a-19aa141f715f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-223232839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:48.268553 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6455b2b3-f824-481f-970a-19aa141f715f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.269882 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6455b2b3-f824-481f-970a-19aa141f715f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.336080 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6455b2b3-f824-481f-970a-19aa141f715f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.341158 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6455b2b3-f824-481f-970a-19aa141f715f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.357984 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6455b2b3-f824-481f-970a-19aa141f715f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.359317 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6455b2b3-f824-481f-970a-19aa141f715f tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1228983 Jul 16 01:58:48.362196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60048) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:48.366751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-6a0b63f3-c93e-4b1b-8b61-c0f6b03d0622 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'enable_snat': True}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:48.676519 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a0b63f3-c93e-4b1b-8b61-c0f6b03d0622 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.731185 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa66e2-5698-419a-8e75-870fb742a119 req-12c1b05f-aeb3-40e0-867a-ad541fbddd2f tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:48.732755 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-82fa66e2-5698-419a-8e75-870fb742a119 req-12c1b05f-aeb3-40e0-867a-ad541fbddd2f tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.1729305 Jul 16 01:58:48.810781 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-82fa66e2-5698-419a-8e75-870fb742a119 req-7215e397-13b8-439e-88e5-42ec57e8c443 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711524 Jul 16 01:58:48.954239 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a0b63f3-c93e-4b1b-8b61-c0f6b03d0622 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.978176 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a0b63f3-c93e-4b1b-8b61-c0f6b03d0622 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.105250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-6a0b63f3-c93e-4b1b-8b61-c0f6b03d0622 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Allocated IP 172.25.1.130 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/7b674762-7120-436d-bd68-1a43cfb8de73) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:49.241907 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a0b63f3-c93e-4b1b-8b61-c0f6b03d0622 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.309599 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a0b63f3-c93e-4b1b-8b61-c0f6b03d0622 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.367001 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0b63f3-c93e-4b1b-8b61-c0f6b03d0622 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:49.374512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-6a0b63f3-c93e-4b1b-8b61-c0f6b03d0622 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:49.378796 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0b63f3-c93e-4b1b-8b61-c0f6b03d0622 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:49.414242 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b63f3-c93e-4b1b-8b61-c0f6b03d0622 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Pushing event updated for resources: {'Port': ['ID=7b674762-7120-436d-bd68-1a43cfb8de73,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:49.675103 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a0b63f3-c93e-4b1b-8b61-c0f6b03d0622 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.874664 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a0b63f3-c93e-4b1b-8b61-c0f6b03d0622 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.878117 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a0b63f3-c93e-4b1b-8b61-c0f6b03d0622 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.022878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0b63f3-c93e-4b1b-8b61-c0f6b03d0622 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Router 62c9ab78-a4d0-41f6-a81e-4e3f0bccb35f is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:50.068260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e814a-4473-438f-af65-8409ec778a7c req-ad4b92ad-7675-4350-a271-cf3c665474b9 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:50.071325 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d67e814a-4473-438f-af65-8409ec778a7c req-ad4b92ad-7675-4350-a271-cf3c665474b9 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.1227047 Jul 16 01:58:50.110333 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d67e814a-4473-438f-af65-8409ec778a7c req-219836b2-859c-4dac-9bd4-abcc218b73d3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331047 Jul 16 01:58:50.159618 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0b63f3-c93e-4b1b-8b61-c0f6b03d0622 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:50.166073 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a0b63f3-c93e-4b1b-8b61-c0f6b03d0622 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.167638 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6a0b63f3-c93e-4b1b-8b61-c0f6b03d0622 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "PUT /v2.0/routers/62c9ab78-a4d0-41f6-a81e-4e3f0bccb35f HTTP/1.1" status: 200 len: 918 time: 1.8043742 Jul 16 01:58:50.170533 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60062) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:50.171344 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c45b7ac-1df6-409b-a1d3-846e1decf4ee None None] Sync routers for ids ['62c9ab78-a4d0-41f6-a81e-4e3f0bccb35f'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:50.186118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c45b7ac-1df6-409b-a1d3-846e1decf4ee None None] Routers {'62c9ab78-a4d0-41f6-a81e-4e3f0bccb35f'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:50.187000 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-8c45b7ac-1df6-409b-a1d3-846e1decf4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['62c9ab78-a4d0-41f6-a81e-4e3f0bccb35f'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:50.227166 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-8c45b7ac-1df6-409b-a1d3-846e1decf4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:50.240574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c45b7ac-1df6-409b-a1d3-846e1decf4ee None None] Routers {'62c9ab78-a4d0-41f6-a81e-4e3f0bccb35f'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:50.241344 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-8c45b7ac-1df6-409b-a1d3-846e1decf4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['62c9ab78-a4d0-41f6-a81e-4e3f0bccb35f'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:50.279082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-8c45b7ac-1df6-409b-a1d3-846e1decf4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:50.280025 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c45b7ac-1df6-409b-a1d3-846e1decf4ee None None] The sync data for ids ['62c9ab78-a4d0-41f6-a81e-4e3f0bccb35f'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:50.315472 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ffcae8d5-6c31-4e11-93f4-e1669362019d tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "GET /v2.0/routers/62c9ab78-a4d0-41f6-a81e-4e3f0bccb35f HTTP/1.1" status: 200 len: 924 time: 0.1412759 Jul 16 01:58:50.315693 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60068) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:50.388825 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6261a-79a2-4ee4-963e-646d823fcd7d req-b9e3c9fb-cdb8-486e-a00b-ad9d3a1acc84 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:50.390441 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2bf6261a-79a2-4ee4-963e-646d823fcd7d req-b9e3c9fb-cdb8-486e-a00b-ad9d3a1acc84 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.0790570 Jul 16 01:58:50.423954 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719a1ac1-25a4-4d3b-8f63-f186fad9a95a tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:50.423954 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-719a1ac1-25a4-4d3b-8f63-f186fad9a95a tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=88f2079c-e547-45f1-859f-49428e13c11a&device_id=62c9ab78-a4d0-41f6-a81e-4e3f0bccb35f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0917768 Jul 16 01:58:50.423954 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60072) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:50.518442 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b4fb8b-f1f8-4030-a2d8-a127f0c680bc tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:50.520150 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-71b4fb8b-f1f8-4030-a2d8-a127f0c680bc tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 881 time: 0.0999415 Jul 16 01:58:50.522948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60076) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:50.558831 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-714e2759-837e-4190-b726-c1583cab0168 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c9ab78-a4d0-41f6-a81e-4e3f0bccb35f HTTP/1.1" status: 200 len: 205 time: 0.0308192 Jul 16 01:58:50.558831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60078) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:50.703129 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea01b6b0-22fd-40a4-b0d0-eaa2d6ee54d0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.720141 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2bf6261a-79a2-4ee4-963e-646d823fcd7d req-6dc2c237-c617-4c49-be30-8ba3015652cc tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236442 Jul 16 01:58:50.896639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e92f6-5695-47ef-8a01-2b92fbfeba05 req-a47ef32a-71fb-45a9-bbee-88351fcbffd3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:50.898134 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac2e92f6-5695-47ef-8a01-2b92fbfeba05 req-a47ef32a-71fb-45a9-bbee-88351fcbffd3 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd985a8-a4d8-4f12-bff0-f8133013ad7b HTTP/1.1" status: 200 len: 945 time: 0.0647869 Jul 16 01:58:50.939310 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac2e92f6-5695-47ef-8a01-2b92fbfeba05 req-0f5c06a6-d2f2-436b-920f-450010b2ab6f tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343897 Jul 16 01:58:51.127032 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bbb7e-785a-40cf-bc5e-14dee1fd661c req-c3222fc0-378d-4727-ab48-3d38b1cfca5c tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:51.128604 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee0bbb7e-785a-40cf-bc5e-14dee1fd661c req-c3222fc0-378d-4727-ab48-3d38b1cfca5c tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 945 time: 0.0682850 Jul 16 01:58:51.171878 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee0bbb7e-785a-40cf-bc5e-14dee1fd661c req-c122ca3f-9302-4e94-aedd-6323835e8204 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371046 Jul 16 01:58:51.179531 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-8bbd03e9-f593-4b7b-bf24-d282ebe80f9b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:51.181355 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-8bbd03e9-f593-4b7b-bf24-d282ebe80f9b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 811 time: 0.5337389 Jul 16 01:58:51.201414 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-6a11e582-1598-4a96-83ec-743b4722f59c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/quotas/3429d6c64c11482188275a95cd24498c HTTP/1.1" status: 200 len: 375 time: 0.0149398 Jul 16 01:58:51.239533 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea01b6b0-22fd-40a4-b0d0-eaa2d6ee54d0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.310186 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-f0d88912-3f5a-4f4d-9ed4-a62dedec09a0 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021647 Jul 16 01:58:51.326753 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-ea01b6b0-22fd-40a4-b0d0-eaa2d6ee54d0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Deleting port 7b674762-7120-436d-bd68-1a43cfb8de73 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:51.327089 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea01b6b0-22fd-40a4-b0d0-eaa2d6ee54d0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.417795 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-a6c97a22-4f3f-4a24-8d5d-fa2fe75793cb req-82cc163a-7719-4d80-b625-dc5097298c55 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:58:51.419072 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a6c97a22-4f3f-4a24-8d5d-fa2fe75793cb req-82cc163a-7719-4d80-b625-dc5097298c55 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062106 Jul 16 01:58:51.465035 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-940f32e3-ec43-4733-b650-677cfbfb3680 service neutron] 10.222.0.54 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478913 Jul 16 01:58:51.466516 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea01b6b0-22fd-40a4-b0d0-eaa2d6ee54d0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.486792 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-ea01b6b0-22fd-40a4-b0d0-eaa2d6ee54d0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Calling delete_port for 7b674762-7120-436d-bd68-1a43cfb8de73 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:51.528533 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a6c97a22-4f3f-4a24-8d5d-fa2fe75793cb req-f730c9cf-1bf4-44fc-9d29-779c0aa86a8f tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1036780 Jul 16 01:58:51.615469 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-cb763610-6669-4889-85af-a65edd366946 service neutron] 10.222.0.54 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416898 Jul 16 01:58:51.726384 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea01b6b0-22fd-40a4-b0d0-eaa2d6ee54d0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.766459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01b6b0-22fd-40a4-b0d0-eaa2d6ee54d0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Pushing event deleted for resources: {'Port': ['ID=7b674762-7120-436d-bd68-1a43cfb8de73,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:51.842042 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea01b6b0-22fd-40a4-b0d0-eaa2d6ee54d0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.856270 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeed395-4fd8-44b7-8942-e3f9fd632eea req-fd5d910f-7f68-4ba2-bf5c-bcf393683c23 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:51.857908 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fbeed395-4fd8-44b7-8942-e3f9fd632eea req-fd5d910f-7f68-4ba2-bf5c-bcf393683c23 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0758255 Jul 16 01:58:51.924273 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fbeed395-4fd8-44b7-8942-e3f9fd632eea req-724c318c-25ec-4ea0-a23c-cbf4a7040bdc tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591784 Jul 16 01:58:51.939468 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea01b6b0-22fd-40a4-b0d0-eaa2d6ee54d0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.941711 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea01b6b0-22fd-40a4-b0d0-eaa2d6ee54d0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.034368 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea01b6b0-22fd-40a4-b0d0-eaa2d6ee54d0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.034897 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea01b6b0-22fd-40a4-b0d0-eaa2d6ee54d0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Fanout notify agent at l3_agent the message router_deleted on router 62c9ab78-a4d0-41f6-a81e-4e3f0bccb35f {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:52.042911 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea01b6b0-22fd-40a4-b0d0-eaa2d6ee54d0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.044337 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ea01b6b0-22fd-40a4-b0d0-eaa2d6ee54d0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "DELETE /v2.0/routers/62c9ab78-a4d0-41f6-a81e-4e3f0bccb35f HTTP/1.1" status: 204 len: 168 time: 1.4848156 Jul 16 01:58:52.048159 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60112) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:52.053175 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e119fd27-1261-42ea-8dd2-ec52fba48ac0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1211807977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:52.081317 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e119fd27-1261-42ea-8dd2-ec52fba48ac0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.082396 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e119fd27-1261-42ea-8dd2-ec52fba48ac0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.096480 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368e24c-562f-4b78-95f6-3fb3eb51f0cc req-43b6cc35-2ff4-4893-94d8-08c1cc9e3c3e tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:52.098137 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f368e24c-562f-4b78-95f6-3fb3eb51f0cc req-43b6cc35-2ff4-4893-94d8-08c1cc9e3c3e tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.1013501 Jul 16 01:58:52.147484 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f368e24c-562f-4b78-95f6-3fb3eb51f0cc req-44c131a2-0806-4b0b-9b69-be86ae4d1946 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415139 Jul 16 01:58:52.171896 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e119fd27-1261-42ea-8dd2-ec52fba48ac0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.192979 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9239c0d1-71c4-4da5-aef7-f6fd9cc21616 req-b120b375-8d06-4ead-ae05-79839afac865 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 210 time: 0.0663378 Jul 16 01:58:52.194030 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e119fd27-1261-42ea-8dd2-ec52fba48ac0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.212988 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e119fd27-1261-42ea-8dd2-ec52fba48ac0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.214609 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e119fd27-1261-42ea-8dd2-ec52fba48ac0 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1651833 Jul 16 01:58:52.217490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60122) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:52.222807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-99ec37be-ccf6-47a7-9bc3-88f70bc9cb58 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'enable_snat': False}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:52.466242 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99ec37be-ccf6-47a7-9bc3-88f70bc9cb58 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.503260 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0267deb-ed8c-431d-ae0b-c1053e82af70 req-78c90523-26c5-42af-8cf8-75496571aa64 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:52.504798 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f0267deb-ed8c-431d-ae0b-c1053e82af70 req-78c90523-26c5-42af-8cf8-75496571aa64 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd985a8-a4d8-4f12-bff0-f8133013ad7b HTTP/1.1" status: 200 len: 945 time: 0.1757445 Jul 16 01:58:52.556885 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f0267deb-ed8c-431d-ae0b-c1053e82af70 req-18e27e7a-1a25-457c-b09a-b217005dff2e tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440373 Jul 16 01:58:52.724904 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99ec37be-ccf6-47a7-9bc3-88f70bc9cb58 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.733883 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea1d12-0c31-439c-a55b-30372249392c req-6b178417-4360-45a1-a2ae-32fe5a56d6f0 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:52.735431 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c3ea1d12-0c31-439c-a55b-30372249392c req-6b178417-4360-45a1-a2ae-32fe5a56d6f0 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 945 time: 0.0653927 Jul 16 01:58:52.748466 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99ec37be-ccf6-47a7-9bc3-88f70bc9cb58 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.774492 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c3ea1d12-0c31-439c-a55b-30372249392c req-f171c952-ea6a-4ea9-9eac-f704df5ad5eb tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333912 Jul 16 01:58:52.856065 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-99ec37be-ccf6-47a7-9bc3-88f70bc9cb58 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Allocated IP 172.25.1.141 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/87372aa1-754f-4556-9aef-381dd23194f6) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:52.973582 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99ec37be-ccf6-47a7-9bc3-88f70bc9cb58 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.042344 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99ec37be-ccf6-47a7-9bc3-88f70bc9cb58 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.113326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec37be-ccf6-47a7-9bc3-88f70bc9cb58 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:53.122093 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-99ec37be-ccf6-47a7-9bc3-88f70bc9cb58 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:53.125255 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec37be-ccf6-47a7-9bc3-88f70bc9cb58 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:53.166774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec37be-ccf6-47a7-9bc3-88f70bc9cb58 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Pushing event updated for resources: {'Port': ['ID=87372aa1-754f-4556-9aef-381dd23194f6,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:53.198998 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ce8ac-da6c-498f-ac32-1cf07fc86b01 req-23844e4d-3665-48e6-87e1-e28e49590d66 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:53.206004 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ce8ac-da6c-498f-ac32-1cf07fc86b01 req-23844e4d-3665-48e6-87e1-e28e49590d66 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:53.213156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ce8ac-da6c-498f-ac32-1cf07fc86b01 req-23844e4d-3665-48e6-87e1-e28e49590d66 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:53.215286 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6b0ce8ac-da6c-498f-ac32-1cf07fc86b01 req-23844e4d-3665-48e6-87e1-e28e49590d66 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed&device_id=0cd985a8-a4d8-4f12-bff0-f8133013ad7b&device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 2417 time: 0.1930625 Jul 16 01:58:53.219290 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-09ddc79c-f660-4c89-adf8-53e61950ee04 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:53.222084 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-09ddc79c-f660-4c89-adf8-53e61950ee04 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.26 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 811 time: 0.1527541 Jul 16 01:58:53.232120 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec2b0c-b29e-4f5c-b795-a260d76a52ee req-cd711a31-554a-4bff-938f-782ece168860 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:53.233710 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1bec2b0c-b29e-4f5c-b795-a260d76a52ee req-cd711a31-554a-4bff-938f-782ece168860 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7 HTTP/1.1" status: 200 len: 945 time: 0.1536911 Jul 16 01:58:53.251469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-d4371165-7276-410e-8606-652a634471c1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Request body: {'port': {'device_id': 'bf74572f-e70c-4c36-bbcd-7e15ba140d2f', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'admin_state_up': True, 'tenant_id': '3429d6c64c11482188275a95cd24498c'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:53.306079 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1bec2b0c-b29e-4f5c-b795-a260d76a52ee req-97def4b4-e5ee-4e47-a765-85b80c83e4d7 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664458 Jul 16 01:58:53.360308 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6b0ce8ac-da6c-498f-ac32-1cf07fc86b01 req-f72bbb57-d6d2-4201-892e-c0be225271ab tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031077 Jul 16 01:58:53.421385 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-d4371165-7276-410e-8606-652a634471c1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Made reservation on behalf of 3429d6c64c11482188275a95cd24498c for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:53.426049 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-d4371165-7276-410e-8606-652a634471c1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.426500 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-b2f41529-2aae-4a1a-8b94-89764a19038d req-62c88d0d-84b3-4395-87b0-13f7fcbf8f43 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:58:53.427904 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b2f41529-2aae-4a1a-8b94-89764a19038d req-62c88d0d-84b3-4395-87b0-13f7fcbf8f43 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067503 Jul 16 01:58:53.472804 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aeb08b3e-aa80-44fe-9c37-49172da8ddd6 req-e67d330a-bf48-4073-b3b9-8bce08fb616d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 210 time: 0.0378020 Jul 16 01:58:53.588408 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99ec37be-ccf6-47a7-9bc3-88f70bc9cb58 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.597900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-d4371165-7276-410e-8606-652a634471c1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Allocated IP 172.20.0.11 (b4b57e43-3231-411c-8e72-c548d881f43a/f7545b14-fb64-4666-8e5c-e0421d4351cb/337805a3-53f8-4c5d-a0c2-874bbe65e62b) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:53.646788 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b2f41529-2aae-4a1a-8b94-89764a19038d req-bd2fbc0d-9df4-4c43-ab8b-dfcbe216cdac tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2076445 Jul 16 01:58:53.790468 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-d4371165-7276-410e-8606-652a634471c1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.805746 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-d4371165-7276-410e-8606-652a634471c1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Transition to ACTIVE for port object 337805a3-53f8-4c5d-a0c2-874bbe65e62b will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:53.818230 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99ec37be-ccf6-47a7-9bc3-88f70bc9cb58 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.822403 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99ec37be-ccf6-47a7-9bc3-88f70bc9cb58 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.844569 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-d4371165-7276-410e-8606-652a634471c1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.913140 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-d4371165-7276-410e-8606-652a634471c1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Network b4b57e43-3231-411c-8e72-c548d881f43a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:53.918198 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-d4371165-7276-410e-8606-652a634471c1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:53.936775 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-d4371165-7276-410e-8606-652a634471c1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:53.937171 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.941882 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4371165-7276-410e-8606-652a634471c1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'Port': ['ID=337805a3-53f8-4c5d-a0c2-874bbe65e62b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:54.001301 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-d4371165-7276-410e-8606-652a634471c1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:54.002108 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-d4371165-7276-410e-8606-652a634471c1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.021815 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-d4371165-7276-410e-8606-652a634471c1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7801955 Jul 16 01:58:54.028498 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ec0d5-034c-4710-956f-38a0584a3bb4 req-50564087-b300-44c9-b6b9-71243ce28d26 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:54.030231 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fa7ec0d5-034c-4710-956f-38a0584a3bb4 req-50564087-b300-44c9-b6b9-71243ce28d26 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.47 "GET /v2.0/ports?device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7 HTTP/1.1" status: 200 len: 945 time: 0.1683452 Jul 16 01:58:54.126844 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ec37be-ccf6-47a7-9bc3-88f70bc9cb58 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Router 018f9a04-f3ef-4ae6-b4dd-d558af995aaa is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:54.214227 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Request body: {'port': {'device_id': 'bf74572f-e70c-4c36-bbcd-7e15ba140d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:54.233012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-fa7ec0d5-034c-4710-956f-38a0584a3bb4 req-67ee776a-c7ac-4493-a099-c820f35165ce tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Deleting port 9f32c784-bf2a-4791-b6b7-233bc01e2813 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:54.233348 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fa7ec0d5-034c-4710-956f-38a0584a3bb4 req-67ee776a-c7ac-4493-a099-c820f35165ce tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.348718 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ec37be-ccf6-47a7-9bc3-88f70bc9cb58 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:54.349996 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.357187 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99ec37be-ccf6-47a7-9bc3-88f70bc9cb58 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.360709 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-99ec37be-ccf6-47a7-9bc3-88f70bc9cb58 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "PUT /v2.0/routers/018f9a04-f3ef-4ae6-b4dd-d558af995aaa HTTP/1.1" status: 200 len: 920 time: 2.1392629 Jul 16 01:58:54.361507 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60142) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:54.363909 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564e3483-2cfc-4d34-b5ae-68b63a358bc2 None None] Sync routers for ids ['018f9a04-f3ef-4ae6-b4dd-d558af995aaa'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:54.385426 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e3483-2cfc-4d34-b5ae-68b63a358bc2 None None] Routers {'018f9a04-f3ef-4ae6-b4dd-d558af995aaa'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:54.388410 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-48d19cf4-9dff-4c5b-be1d-506fe54fdfc9 None None] Provisioning for port 337805a3-53f8-4c5d-a0c2-874bbe65e62b completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:54.393084 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-564e3483-2cfc-4d34-b5ae-68b63a358bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['018f9a04-f3ef-4ae6-b4dd-d558af995aaa'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:54.400135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-48d19cf4-9dff-4c5b-be1d-506fe54fdfc9 None None] Provisioning complete for port 337805a3-53f8-4c5d-a0c2-874bbe65e62b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:54.405174 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-48d19cf4-9dff-4c5b-be1d-506fe54fdfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.520215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-48d19cf4-9dff-4c5b-be1d-506fe54fdfc9 None None] Port 337805a3-53f8-4c5d-a0c2-874bbe65e62b cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:54.522771 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-564e3483-2cfc-4d34-b5ae-68b63a358bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:54.541083 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e3483-2cfc-4d34-b5ae-68b63a358bc2 None None] Routers {'018f9a04-f3ef-4ae6-b4dd-d558af995aaa'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:54.542147 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-564e3483-2cfc-4d34-b5ae-68b63a358bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['018f9a04-f3ef-4ae6-b4dd-d558af995aaa'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:54.585125 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-564e3483-2cfc-4d34-b5ae-68b63a358bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:54.586386 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564e3483-2cfc-4d34-b5ae-68b63a358bc2 None None] The sync data for ids ['018f9a04-f3ef-4ae6-b4dd-d558af995aaa'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:54.723824 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07203993-ccd7-4393-b1d9-cf9e1172ebe2 req-5204d0b2-216a-42ff-9474-5197f8d76335 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:54.725536 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07203993-ccd7-4393-b1d9-cf9e1172ebe2 req-5204d0b2-216a-42ff-9474-5197f8d76335 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7 HTTP/1.1" status: 200 len: 945 time: 0.2204394 Jul 16 01:58:54.806186 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07203993-ccd7-4393-b1d9-cf9e1172ebe2 req-6df561a5-8d5c-4a96-8cdd-52e88a3d3ea2 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688157 Jul 16 01:58:54.873269 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337805a3-53f8-4c5d-a0c2-874bbe65e62b {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:54.882119 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.892969 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-fa7ec0d5-034c-4710-956f-38a0584a3bb4 req-67ee776a-c7ac-4493-a099-c820f35165ce tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] For port 9f32c784-bf2a-4791-b6b7-233bc01e2813, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=9f32c784-bf2a-4791-b6b7-233bc01e2813,segment=NetworkSegment(f6200052-f2b7-4948-b1f0-a5665d553e77),segment_id=f6200052-f2b7-4948-b1f0-a5665d553e77)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:54.893338 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fa7ec0d5-034c-4710-956f-38a0584a3bb4 req-67ee776a-c7ac-4493-a099-c820f35165ce tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.900257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Transition to ACTIVE for port object 337805a3-53f8-4c5d-a0c2-874bbe65e62b will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:54.905798 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.922909 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-fa7ec0d5-034c-4710-956f-38a0584a3bb4 req-67ee776a-c7ac-4493-a099-c820f35165ce tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Calling delete_port for 9f32c784-bf2a-4791-b6b7-233bc01e2813 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:54.964777 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-31b5dfa0-d6c7-4ee4-9fe0-403a16ca18f6 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "GET /v2.0/routers/018f9a04-f3ef-4ae6-b4dd-d558af995aaa HTTP/1.1" status: 200 len: 926 time: 0.6025424 Jul 16 01:58:54.968742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60152) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:55.010249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144356a4-14cf-45d9-8e4f-fb25077f5116 req-b3e9828b-db47-48ef-97b4-ef347dc83a4c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:55.011846 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-144356a4-14cf-45d9-8e4f-fb25077f5116 req-b3e9828b-db47-48ef-97b4-ef347dc83a4c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 932 time: 0.1991673 Jul 16 01:58:55.119890 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-144356a4-14cf-45d9-8e4f-fb25077f5116 req-34a51996-8aca-4e22-88d9-c16a31c14f62 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999808 Jul 16 01:58:55.121844 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=337805a3-53f8-4c5d-a0c2-874bbe65e62b,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:55.149797 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Attempting to bind port 337805a3-53f8-4c5d-a0c2-874bbe65e62b on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:55.150556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Attempting to bind port 337805a3-53f8-4c5d-a0c2-874bbe65e62b by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:55.150969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Attempting to bind port 337805a3-53f8-4c5d-a0c2-874bbe65e62b on network b4b57e43-3231-411c-8e72-c548d881f43a {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:55.164857 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff77a85b-d96d-4e27-b9ba-1b7b81b60a37 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:55.170281 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ff77a85b-d96d-4e27-b9ba-1b7b81b60a37 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=88f2079c-e547-45f1-859f-49428e13c11a&device_id=018f9a04-f3ef-4ae6-b4dd-d558af995aaa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1954408 Jul 16 01:58:55.170908 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60156) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:55.182617 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Port 337805a3-53f8-4c5d-a0c2-874bbe65e62b on network b4b57e43-3231-411c-8e72-c548d881f43a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:58:55.182953 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Attempting to bind port 337805a3-53f8-4c5d-a0c2-874bbe65e62b on network b4b57e43-3231-411c-8e72-c548d881f43a {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:55.206753 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:55.207101 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Checking segment: {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:55.207495 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Bound using segment: {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:55.207964 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Bound port: 337805a3-53f8-4c5d-a0c2-874bbe65e62b, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:55.208330 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.231262 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fa7ec0d5-034c-4710-956f-38a0584a3bb4 req-67ee776a-c7ac-4493-a099-c820f35165ce tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.300153 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee776a-c7ac-4493-a099-c820f35165ce tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Pushing event deleted for resources: {'Port': ['ID=9f32c784-bf2a-4791-b6b7-233bc01e2813,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:55.332661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc1bef4-9a35-438c-a843-df407a06ac6f tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:55.337729 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1bc1bef4-9a35-438c-a843-df407a06ac6f tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "GET /v2.0/networks/88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 881 time: 0.1645823 Jul 16 01:58:55.340359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60158) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:55.376724 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7ec0d5-034c-4710-956f-38a0584a3bb4 req-67ee776a-c7ac-4493-a099-c820f35165ce tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] No DVR routers for this DVR port 9f32c784-bf2a-4791-b6b7-233bc01e2813 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:55.379861 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fa7ec0d5-034c-4710-956f-38a0584a3bb4 req-67ee776a-c7ac-4493-a099-c820f35165ce tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.382618 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fa7ec0d5-034c-4710-956f-38a0584a3bb4 req-67ee776a-c7ac-4493-a099-c820f35165ce tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.47 "DELETE /v2.0/ports/9f32c784-bf2a-4791-b6b7-233bc01e2813 HTTP/1.1" status: 204 len: 173 time: 1.3453126 Jul 16 01:58:55.383345 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a19f7f-dc1e-43bb-961f-3fddc967bcf7', 'name': 'network-vif-deleted', 'tag': '9f32c784-bf2a-4791-b6b7-233bc01e2813'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:55.385949 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fe2021-144e-4805-8bd2-0b302517dc17" -d '{"events": [{"server_uuid": "15a19f7f-dc1e-43bb-961f-3fddc967bcf7", "name": "network-vif-deleted", "tag": "9f32c784-bf2a-4791-b6b7-233bc01e2813"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:55.386360 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-06286d0b-e45d-4bc7-8d2f-f832acd22608 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "GET /v2.0/ports?device_id=018f9a04-f3ef-4ae6-b4dd-d558af995aaa HTTP/1.1" status: 200 len: 205 time: 0.0446219 Jul 16 01:58:55.389324 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60162) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:55.427843 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa2ae3b-a76b-4081-afcd-5b40e7339ee3 x-openstack-request-id: req-aaa2ae3b-a76b-4081-afcd-5b40e7339ee3 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:55.428136 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a19f7f-dc1e-43bb-961f-3fddc967bcf7", "name": "network-vif-deleted", "tag": "9f32c784-bf2a-4791-b6b7-233bc01e2813", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:55.428509 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aaa2ae3b-a76b-4081-afcd-5b40e7339ee3 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:55.428945 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a19f7f-dc1e-43bb-961f-3fddc967bcf7', 'name': 'network-vif-deleted', 'tag': '9f32c784-bf2a-4791-b6b7-233bc01e2813', 'status': 'completed', 'code': 200} Jul 16 01:58:55.444940 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] For port 337805a3-53f8-4c5d-a0c2-874bbe65e62b, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:55.467376 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] For port 337805a3-53f8-4c5d-a0c2-874bbe65e62b, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=337805a3-53f8-4c5d-a0c2-874bbe65e62b,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:55.514752 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.567792 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:55.568424 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.569872 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] 10.222.0.26 "PUT /v2.0/ports/337805a3-53f8-4c5d-a0c2-874bbe65e62b HTTP/1.1" status: 200 len: 1092 time: 1.5312939 Jul 16 01:58:55.573128 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf74572f-e70c-4c36-bbcd-7e15ba140d2f', 'tag': '337805a3-53f8-4c5d-a0c2-874bbe65e62b'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:55.575398 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698433c2-3a19-44bf-9e5c-c4cdef13d2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "bf74572f-e70c-4c36-bbcd-7e15ba140d2f", "tag": "337805a3-53f8-4c5d-a0c2-874bbe65e62b"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:55.605657 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-612cb90f-7b2a-41ed-9ce5-369d2b2c88ae tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.803649 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a37f6f7-7776-47c2-a080-8c0c967f818e x-openstack-request-id: req-5a37f6f7-7776-47c2-a080-8c0c967f818e {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:55.804335 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf74572f-e70c-4c36-bbcd-7e15ba140d2f", "tag": "337805a3-53f8-4c5d-a0c2-874bbe65e62b", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:55.804765 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5a37f6f7-7776-47c2-a080-8c0c967f818e {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:55.805316 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf74572f-e70c-4c36-bbcd-7e15ba140d2f', 'tag': '337805a3-53f8-4c5d-a0c2-874bbe65e62b', 'status': 'completed', 'code': 200} Jul 16 01:58:55.810624 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=337805a3-53f8-4c5d-a0c2-874bbe65e62b,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:55.822671 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:55.823285 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:55.823827 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:55.824456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:55.825920 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:55.826295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:55.826580 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:55.826900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:55.827368 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:55.827696 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:55.828044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:55.828362 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94642d-fd0a-410f-add9-7298966bd1a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:55.879554 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-612cb90f-7b2a-41ed-9ce5-369d2b2c88ae tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.903148 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-eb1d25e1-f52a-4534-96bf-a19f77c12116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:55.904593 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-eb1d25e1-f52a-4534-96bf-a19f77c12116 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 1095 time: 0.2183247 Jul 16 01:58:55.966673 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-be22b8e9-d383-45d4-8adb-179f0c7ec3e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=337805a3-53f8-4c5d-a0c2-874bbe65e62b HTTP/1.1" status: 200 len: 217 time: 0.0392287 Jul 16 01:58:56.037034 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b00b496d-3c36-45e4-b2c5-12af886b4dfb req-78c30214-f068-4ad5-a183-480130007ff4 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=15a19f7f-dc1e-43bb-961f-3fddc967bcf7 HTTP/1.1" status: 200 len: 210 time: 0.0670311 Jul 16 01:58:56.060998 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-6e441603-7dde-4452-8d15-beb274979648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:56.062868 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-6e441603-7dde-4452-8d15-beb274979648 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.0885270 Jul 16 01:58:56.072379 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-612cb90f-7b2a-41ed-9ce5-369d2b2c88ae tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Deleting port 87372aa1-754f-4556-9aef-381dd23194f6 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:56.073283 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-612cb90f-7b2a-41ed-9ce5-369d2b2c88ae tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.085603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc652892-b4ae-492c-8b66-f10c5c4a10aa req-2a894a08-4f80-4941-bb09-891c0d594051 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:56.087822 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bc652892-b4ae-492c-8b66-f10c5c4a10aa req-2a894a08-4f80-4941-bb09-891c0d594051 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 945 time: 0.0790730 Jul 16 01:58:56.126801 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bc652892-b4ae-492c-8b66-f10c5c4a10aa req-7f2ce2f9-2e22-4d73-8a99-b7eda7db0a9a tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330389 Jul 16 01:58:56.213733 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-612cb90f-7b2a-41ed-9ce5-369d2b2c88ae tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.217725 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-f9092121-5ad6-4711-abcb-a10c9b3501c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:56.219642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-f9092121-5ad6-4711-abcb-a10c9b3501c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496143 Jul 16 01:58:56.239286 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-612cb90f-7b2a-41ed-9ce5-369d2b2c88ae tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Calling delete_port for 87372aa1-754f-4556-9aef-381dd23194f6 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:56.339479 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 9f32c784-bf2a-4791-b6b7-233bc01e2813 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:56.365896 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 9f32c784-bf2a-4791-b6b7-233bc01e2813 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:56.366647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 9f32c784-bf2a-4791-b6b7-233bc01e2813 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:56.426244 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-229083c5-bd11-451f-8e48-01fb9edfe755 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949174 Jul 16 01:58:56.513267 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d9b5a-68f1-4eee-afad-90a8c41dfef9 req-70ef7b31-b5de-4d23-a704-2f8db7df04c3 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:56.514831 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6c7d9b5a-68f1-4eee-afad-90a8c41dfef9 req-70ef7b31-b5de-4d23-a704-2f8db7df04c3 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 944 time: 0.2454503 Jul 16 01:58:56.638131 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf6c4331-1f75-49b0-826f-76e9c7d22e7f req-b8a478b3-bbe1-43ab-b9da-a189810b4608 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035673 Jul 16 01:58:56.640972 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6c7d9b5a-68f1-4eee-afad-90a8c41dfef9 req-ee7d9a3a-4676-4283-8d78-889ef01f41cd tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178994 Jul 16 01:58:56.662140 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-612cb90f-7b2a-41ed-9ce5-369d2b2c88ae tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.689093 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612cb90f-7b2a-41ed-9ce5-369d2b2c88ae tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Pushing event deleted for resources: {'Port': ['ID=87372aa1-754f-4556-9aef-381dd23194f6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:56.790738 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-612cb90f-7b2a-41ed-9ce5-369d2b2c88ae tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.177954 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-612cb90f-7b2a-41ed-9ce5-369d2b2c88ae tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.181415 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-612cb90f-7b2a-41ed-9ce5-369d2b2c88ae tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.186367 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698433c2-3a19-44bf-9e5c-c4cdef13d2f2 req-1840032a-86c2-41e4-91c8-035ac345f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:57.187921 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-698433c2-3a19-44bf-9e5c-c4cdef13d2f2 req-1840032a-86c2-41e4-91c8-035ac345f2be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 1095 time: 0.4667284 Jul 16 01:58:57.344413 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-612cb90f-7b2a-41ed-9ce5-369d2b2c88ae tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.344975 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612cb90f-7b2a-41ed-9ce5-369d2b2c88ae tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Fanout notify agent at l3_agent the message router_deleted on router 018f9a04-f3ef-4ae6-b4dd-d558af995aaa {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:57.353859 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-612cb90f-7b2a-41ed-9ce5-369d2b2c88ae tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.360449 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-612cb90f-7b2a-41ed-9ce5-369d2b2c88ae tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "DELETE /v2.0/routers/018f9a04-f3ef-4ae6-b4dd-d558af995aaa HTTP/1.1" status: 204 len: 168 time: 1.9650900 Jul 16 01:58:57.360606 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60186) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:57.364394 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-714107623', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}, 'admin_state_up': False}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:57.375327 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698433c2-3a19-44bf-9e5c-c4cdef13d2f2 req-22ae23a6-621e-4795-8302-1a13ed812511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:57.376944 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-698433c2-3a19-44bf-9e5c-c4cdef13d2f2 req-22ae23a6-621e-4795-8302-1a13ed812511 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 912 time: 0.1407635 Jul 16 01:58:57.401920 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.403600 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.433618 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-698433c2-3a19-44bf-9e5c-c4cdef13d2f2 req-1e8e8a22-683c-4776-bfef-a8628504abe8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=337805a3-53f8-4c5d-a0c2-874bbe65e62b HTTP/1.1" status: 200 len: 217 time: 0.0474665 Jul 16 01:58:57.458085 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22292542-b350-4e52-8ad6-fef3cc3c5659 req-68cbd0fa-9209-43f5-905c-f5601ee22a55 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:57.466115 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-22292542-b350-4e52-8ad6-fef3cc3c5659 req-68cbd0fa-9209-43f5-905c-f5601ee22a55 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 945 time: 0.1607296 Jul 16 01:58:57.473185 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.537785 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-22292542-b350-4e52-8ad6-fef3cc3c5659 req-dd18feb2-30b3-4246-8f96-d2cc4291d05e tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705874 Jul 16 01:58:57.547968 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698433c2-3a19-44bf-9e5c-c4cdef13d2f2 req-0338d424-74f6-4b1f-a0ff-84ebb5db3bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:57.549531 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-698433c2-3a19-44bf-9e5c-c4cdef13d2f2 req-0338d424-74f6-4b1f-a0ff-84ebb5db3bc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.1086183 Jul 16 01:58:57.611201 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698433c2-3a19-44bf-9e5c-c4cdef13d2f2 req-168ba661-cf54-4e84-98b3-11c78037abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:57.612659 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-698433c2-3a19-44bf-9e5c-c4cdef13d2f2 req-168ba661-cf54-4e84-98b3-11c78037abb1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561869 Jul 16 01:58:57.646053 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.767700 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-698433c2-3a19-44bf-9e5c-c4cdef13d2f2 req-649d608d-00b9-4d6c-a532-23734e54f0a6 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468613 Jul 16 01:58:57.893858 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-698433c2-3a19-44bf-9e5c-c4cdef13d2f2 req-88f87a4b-5e4e-4d47-8012-2fb75d9c6a01 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153593 Jul 16 01:58:57.952900 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.961614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbc5ca-380f-4b82-b01c-7f8aa28fd8d6 req-89c409c0-1279-4b17-87cb-fc0fcfb1b08f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:57.963136 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbfbc5ca-380f-4b82-b01c-7f8aa28fd8d6 req-89c409c0-1279-4b17-87cb-fc0fcfb1b08f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 944 time: 0.1699297 Jul 16 01:58:57.986318 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.068733 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbfbc5ca-380f-4b82-b01c-7f8aa28fd8d6 req-a3c565f5-2537-47ea-ab82-cd944cd45737 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848598 Jul 16 01:58:58.178928 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Allocated IP 172.25.1.147 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/f11b9a95-06e6-41ce-9f81-9bfa98cefce7) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:58.206882 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339cf1f-e776-445e-be14-764a40813aa7 req-d6b487fa-5753-4149-b531-21a57352fb19 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:58.208402 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8339cf1f-e776-445e-be14-764a40813aa7 req-d6b487fa-5753-4149-b531-21a57352fb19 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 945 time: 0.0999286 Jul 16 01:58:58.378843 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-293b55a7-04aa-4088-bc12-22f6fcf0f640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.408454 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.443162 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-8339cf1f-e776-445e-be14-764a40813aa7 req-b047a6e4-5074-490f-8567-09109f81f288 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Deleting port 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:58.443421 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8339cf1f-e776-445e-be14-764a40813aa7 req-b047a6e4-5074-490f-8567-09109f81f288 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.650451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-8339cf1f-e776-445e-be14-764a40813aa7 req-b047a6e4-5074-490f-8567-09109f81f288 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] For port 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=968ddcb8-2c0a-4d36-afe8-a97b23e80bbb,segment=NetworkSegment(8d69b346-b063-410b-b8c4-cf43d3c62fa7),segment_id=8d69b346-b063-410b-b8c4-cf43d3c62fa7)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:58.651188 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8339cf1f-e776-445e-be14-764a40813aa7 req-b047a6e4-5074-490f-8567-09109f81f288 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.660353 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.672499 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-8339cf1f-e776-445e-be14-764a40813aa7 req-b047a6e4-5074-490f-8567-09109f81f288 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Calling delete_port for 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:58.731239 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:58.772869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:58.773131 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bc8c9-e7a0-452c-935f-c3a675fbdd2d req-2ed5157e-8cd2-497e-b601-b84c32d21bee tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:58.780245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2b6bc8c9-e7a0-452c-935f-c3a675fbdd2d req-2ed5157e-8cd2-497e-b601-b84c32d21bee tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 1098 time: 0.0723360 Jul 16 01:58:58.807024 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:58.812834 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2b6bc8c9-e7a0-452c-935f-c3a675fbdd2d req-76e9ef86-fdac-4404-8749-ccaeea24179b tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314865 Jul 16 01:58:58.814190 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Pushing event updated for resources: {'Port': ['ID=f11b9a95-06e6-41ce-9f81-9bfa98cefce7,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:58.831456 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.841890 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60198) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:58.984418 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd664cb1-2dcc-415c-90b8-ad377cb000d5 req-f9985449-d676-4fa6-9221-ff78470dfdfa tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:58.985861 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd664cb1-2dcc-415c-90b8-ad377cb000d5 req-f9985449-d676-4fa6-9221-ff78470dfdfa tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 945 time: 0.2678540 Jul 16 01:58:59.025441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f270eab4-e9d9-49b6-b5f4-8f8652f84dc3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting port 7e65f724-37be-45d4-a386-e85fbdbed178 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:59.025699 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f270eab4-e9d9-49b6-b5f4-8f8652f84dc3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.095202 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd664cb1-2dcc-415c-90b8-ad377cb000d5 req-45b583d4-61f6-4d60-95ae-b0bc2ac34892 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872145 Jul 16 01:58:59.108268 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8339cf1f-e776-445e-be14-764a40813aa7 req-b047a6e4-5074-490f-8567-09109f81f288 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.112396 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f270eab4-e9d9-49b6-b5f4-8f8652f84dc3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.112880 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f270eab4-e9d9-49b6-b5f4-8f8652f84dc3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.135398 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f270eab4-e9d9-49b6-b5f4-8f8652f84dc3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Calling delete_port for 7e65f724-37be-45d4-a386-e85fbdbed178 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:59.152485 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['3fa51594-1feb-46f3-bb3e-52d20686a359'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:59.182336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047a6e4-5074-490f-8567-09109f81f288 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Pushing event deleted for resources: {'Port': ['ID=968ddcb8-2c0a-4d36-afe8-a97b23e80bbb,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:59.213471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['d0f15e74-d9c0-42e9-84ed-ad38dc363e00'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:59.275735 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8339cf1f-e776-445e-be14-764a40813aa7 req-b047a6e4-5074-490f-8567-09109f81f288 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] No DVR routers for this DVR port 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:59.279459 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8339cf1f-e776-445e-be14-764a40813aa7 req-b047a6e4-5074-490f-8567-09109f81f288 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.281478 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8339cf1f-e776-445e-be14-764a40813aa7 req-b047a6e4-5074-490f-8567-09109f81f288 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.47 "DELETE /v2.0/ports/968ddcb8-2c0a-4d36-afe8-a97b23e80bbb HTTP/1.1" status: 204 len: 173 time: 1.0563805 Jul 16 01:58:59.281932 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed', 'name': 'network-vif-deleted', 'tag': '968ddcb8-2c0a-4d36-afe8-a97b23e80bbb'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:59.284234 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91215321-393f-4e8a-a070-59ab9d240b39" -d '{"events": [{"server_uuid": "1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed", "name": "network-vif-deleted", "tag": "968ddcb8-2c0a-4d36-afe8-a97b23e80bbb"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:59.336752 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.363924 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbbf04-6f78-4b17-8816-1b4858f94566 req-b55800b6-b0d2-4df7-ac6a-b62ac0d86b79 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:59.365569 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-41bbbf04-6f78-4b17-8816-1b4858f94566 req-b55800b6-b0d2-4df7-ac6a-b62ac0d86b79 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 944 time: 0.1541414 Jul 16 01:58:59.382660 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cab43d-d8f3-4312-91af-fccda68d1a55 x-openstack-request-id: req-08cab43d-d8f3-4312-91af-fccda68d1a55 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:59.383614 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed", "name": "network-vif-deleted", "tag": "968ddcb8-2c0a-4d36-afe8-a97b23e80bbb", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:59.384031 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-08cab43d-d8f3-4312-91af-fccda68d1a55 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:59.384580 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed', 'name': 'network-vif-deleted', 'tag': '968ddcb8-2c0a-4d36-afe8-a97b23e80bbb', 'status': 'completed', 'code': 200} Jul 16 01:58:59.499904 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-41bbbf04-6f78-4b17-8816-1b4858f94566 req-350d02e5-456d-43fe-8235-93bb9166ebaa tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932860 Jul 16 01:58:59.500661 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f270eab4-e9d9-49b6-b5f4-8f8652f84dc3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.535274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270eab4-e9d9-49b6-b5f4-8f8652f84dc3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Port': ['ID=7e65f724-37be-45d4-a386-e85fbdbed178,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:59.627342 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f270eab4-e9d9-49b6-b5f4-8f8652f84dc3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.627691 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-f270eab4-e9d9-49b6-b5f4-8f8652f84dc3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Floating IP 778380b4-4d5b-4b72-ac8d-b937a6f91ef2 disassociated (deleted). External IP: 172.25.1.242, port: 78643cc2-be85-431a-84f0-4cd5f0b8e5a1. Jul 16 01:58:59.633955 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.798550 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Router 065b2e05-2c72-471b-a6ee-a9efd941c809 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:59.893078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f270eab4-e9d9-49b6-b5f4-8f8652f84dc3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router c72f537d-534f-4dd3-a6b6-ee2cfaa19565 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:59.911366 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:59.925239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67bfb9-b41d-452c-b4bf-65c669513969 None None] Sync routers for ids ['065b2e05-2c72-471b-a6ee-a9efd941c809'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:59.933191 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.937932 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-28123317-d67a-436a-834f-b47067883d00 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5776925 Jul 16 01:58:59.938594 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60218) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:59.942560 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb67bfb9-b41d-452c-b4bf-65c669513969 None None] Routers {'065b2e05-2c72-471b-a6ee-a9efd941c809'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:59.943192 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-0780689b-0391-4f8f-968c-216b276737f1 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:59.944234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bb67bfb9-b41d-452c-b4bf-65c669513969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['065b2e05-2c72-471b-a6ee-a9efd941c809'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:59.989611 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bb67bfb9-b41d-452c-b4bf-65c669513969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:00.000146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb67bfb9-b41d-452c-b4bf-65c669513969 None None] Routers {'065b2e05-2c72-471b-a6ee-a9efd941c809'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:00.001106 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bb67bfb9-b41d-452c-b4bf-65c669513969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['065b2e05-2c72-471b-a6ee-a9efd941c809'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:00.067989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bb67bfb9-b41d-452c-b4bf-65c669513969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:00.068654 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67bfb9-b41d-452c-b4bf-65c669513969 None None] The sync data for ids ['065b2e05-2c72-471b-a6ee-a9efd941c809'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:00.076526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f270eab4-e9d9-49b6-b5f4-8f8652f84dc3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:00.080796 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f270eab4-e9d9-49b6-b5f4-8f8652f84dc3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.087195 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cabaec-9c80-4973-b8fd-85cfe74dd538 None None] Sync routers for ids ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:00.103457 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cabaec-9c80-4973-b8fd-85cfe74dd538 None None] Routers {'c72f537d-534f-4dd3-a6b6-ee2cfaa19565'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:00.104303 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-19cabaec-9c80-4973-b8fd-85cfe74dd538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:00.120636 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f270eab4-e9d9-49b6-b5f4-8f8652f84dc3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/floatingips/778380b4-4d5b-4b72-ac8d-b937a6f91ef2 HTTP/1.1" status: 204 len: 168 time: 1.2776420 Jul 16 01:59:00.121232 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:00.132394 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a41102a-2fbc-4116-bd22-cdde914c7f36" -d '{"events": [{"name": "network-changed", "server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:00.299663 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-19cabaec-9c80-4973-b8fd-85cfe74dd538 None None] Set router c72f537d-534f-4dd3-a6b6-ee2cfaa19565 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:00.319023 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0780689b-0391-4f8f-968c-216b276737f1 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.322576 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-000ff327-cb20-45e2-b886-5c66cd38db11 req-16b63e77-4f65-430b-8082-8e98309cb930 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f9d5ca3-7c51-4eee-b64a-ddf44b2cb5ed HTTP/1.1" status: 200 len: 210 time: 0.0508082 Jul 16 01:59:00.345397 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:00.353765 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0780689b-0391-4f8f-968c-216b276737f1 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.400892 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:00.402318 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 968ddcb8-2c0a-4d36-afe8-a97b23e80bbb not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:00.425271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-0780689b-0391-4f8f-968c-216b276737f1 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Deleting port f11b9a95-06e6-41ce-9f81-9bfa98cefce7 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:00.425619 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0780689b-0391-4f8f-968c-216b276737f1 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.457925 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90307613-137a-49d6-a350-bf3022a33bbf x-openstack-request-id: req-90307613-137a-49d6-a350-bf3022a33bbf {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:00.458221 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:00.460489 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-90307613-137a-49d6-a350-bf3022a33bbf {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:00.462130 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'status': 'completed', 'code': 200} Jul 16 01:59:00.532627 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0780689b-0391-4f8f-968c-216b276737f1 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.552623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-0780689b-0391-4f8f-968c-216b276737f1 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Calling delete_port for f11b9a95-06e6-41ce-9f81-9bfa98cefce7 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:00.597041 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41102a-2fbc-4116-bd22-cdde914c7f36 req-f61ac884-badb-4867-bf70-f40cf159ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:00.598889 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a41102a-2fbc-4116-bd22-cdde914c7f36 req-f61ac884-badb-4867-bf70-f40cf159ad33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 1098 time: 0.0724285 Jul 16 01:59:00.639585 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-19cabaec-9c80-4973-b8fd-85cfe74dd538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258243945', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:41Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '019d2373-e5a2-43cd-9dcc-77c3e2edebcd', 'name': '', 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:fd:e7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431173cc-57a2-4919-b1a4-931d8310a270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:39Z', 'updated_at': '2021-07-16T01:56:48Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '431173cc-57a2-4919-b1a4-931d8310a270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:00.677582 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cabaec-9c80-4973-b8fd-85cfe74dd538 None None] Checking router: c72f537d-534f-4dd3-a6b6-ee2cfaa19565 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:00.702453 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cabaec-9c80-4973-b8fd-85cfe74dd538 None None] Routers {'c72f537d-534f-4dd3-a6b6-ee2cfaa19565'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:00.703097 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-19cabaec-9c80-4973-b8fd-85cfe74dd538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:58:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:00.828971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41102a-2fbc-4116-bd22-cdde914c7f36 req-ca2884ae-c2eb-42a1-b44c-b5764c53405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:00.830563 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a41102a-2fbc-4116-bd22-cdde914c7f36 req-ca2884ae-c2eb-42a1-b44c-b5764c53405b service neutron] 10.222.0.26 "GET /v2.0/networks?id=65e33157-9a4b-418c-9463-af309d0334b7 HTTP/1.1" status: 200 len: 898 time: 0.2242942 Jul 16 01:59:00.881422 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873bc03-1df1-4b1f-ac31-e2a61e9dafe8 req-ad53964a-5aca-40d9-aa28-66ad8c37c913 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:00.884030 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6873bc03-1df1-4b1f-ac31-e2a61e9dafe8 req-ad53964a-5aca-40d9-aa28-66ad8c37c913 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 947 time: 0.2000823 Jul 16 01:59:00.933809 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea85a2c-937f-4606-85f4-02f3062f8d1c req-2dc54b14-5341-424b-a868-e37b479f3c3f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:00.941449 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dea85a2c-937f-4606-85f4-02f3062f8d1c req-2dc54b14-5341-424b-a868-e37b479f3c3f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 944 time: 0.2021978 Jul 16 01:59:00.944537 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0780689b-0391-4f8f-968c-216b276737f1 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.950934 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-19cabaec-9c80-4973-b8fd-85cfe74dd538 None None] Set router c72f537d-534f-4dd3-a6b6-ee2cfaa19565 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:00.952273 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a41102a-2fbc-4116-bd22-cdde914c7f36 req-0f5cd8df-4933-4aa3-9532-283aa50c5cf7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1 HTTP/1.1" status: 200 len: 217 time: 0.1055942 Jul 16 01:59:00.997705 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780689b-0391-4f8f-968c-216b276737f1 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Pushing event deleted for resources: {'Port': ['ID=f11b9a95-06e6-41ce-9f81-9bfa98cefce7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:01.048051 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6873bc03-1df1-4b1f-ac31-e2a61e9dafe8 req-a7c780ac-959c-42b5-abb2-b4a0d1940a3e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922856 Jul 16 01:59:01.051246 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41102a-2fbc-4116-bd22-cdde914c7f36 req-ac4c4127-d2f2-4208-a393-11437fbb42dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:01.053152 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a41102a-2fbc-4116-bd22-cdde914c7f36 req-ac4c4127-d2f2-4208-a393-11437fbb42dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=431173cc-57a2-4919-b1a4-931d8310a270 HTTP/1.1" status: 200 len: 835 time: 0.0895951 Jul 16 01:59:01.060158 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dea85a2c-937f-4606-85f4-02f3062f8d1c req-e6221e50-0278-400c-a6a6-f14817926e3a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176093 Jul 16 01:59:01.098186 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.118467 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0780689b-0391-4f8f-968c-216b276737f1 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.123192 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e1f0396c-a15e-46dc-ba4b-87043686f819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.166673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41102a-2fbc-4116-bd22-cdde914c7f36 req-24a7ba20-3c88-4d7a-bb4f-9879a2be1687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:01.168618 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a41102a-2fbc-4116-bd22-cdde914c7f36 req-24a7ba20-3c88-4d7a-bb4f-9879a2be1687 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65e33157-9a4b-418c-9463-af309d0334b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006966 Jul 16 01:59:01.222485 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-19cabaec-9c80-4973-b8fd-85cfe74dd538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258243945', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:41Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '019d2373-e5a2-43cd-9dcc-77c3e2edebcd', 'name': '', 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:fd:e7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431173cc-57a2-4919-b1a4-931d8310a270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:39Z', 'updated_at': '2021-07-16T01:56:48Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '431173cc-57a2-4919-b1a4-931d8310a270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:01.262227 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cabaec-9c80-4973-b8fd-85cfe74dd538 None None] The sync data for ids ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'] in n-d-800086-6 is: [{'id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258243945', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:41Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '019d2373-e5a2-43cd-9dcc-77c3e2edebcd', 'name': '', 'network_id': '65e33157-9a4b-418c-9463-af309d0334b7', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:fd:e7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431173cc-57a2-4919-b1a4-931d8310a270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:39Z', 'updated_at': '2021-07-16T01:56:48Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '431173cc-57a2-4919-b1a4-931d8310a270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:01.281754 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a41102a-2fbc-4116-bd22-cdde914c7f36 req-db4bb43b-4667-40d9-8b4d-14b7d29ae227 service neutron] 10.222.0.26 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045489 Jul 16 01:59:01.382580 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a41102a-2fbc-4116-bd22-cdde914c7f36 req-6cb6db86-19b2-4504-9658-30a583d2815e service neutron] 10.222.0.26 "GET /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937536 Jul 16 01:59:01.552916 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8561a0-ab17-4b9d-94ec-11b5f7b02bdc None None] New status for floating IP 778380b4-4d5b-4b72-ac8d-b937a6f91ef2: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:59:01.725691 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0780689b-0391-4f8f-968c-216b276737f1 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.730010 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0780689b-0391-4f8f-968c-216b276737f1 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1028994'] for router, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.811659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57feccde-5776-4152-b7ef-4f6e9880a319 req-878f4b61-f7ea-4869-a3d1-cafcfb0b58a6 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:01.813412 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-57feccde-5776-4152-b7ef-4f6e9880a319 req-878f4b61-f7ea-4869-a3d1-cafcfb0b58a6 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd985a8-a4d8-4f12-bff0-f8133013ad7b HTTP/1.1" status: 200 len: 945 time: 0.0744572 Jul 16 01:59:01.814372 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0780689b-0391-4f8f-968c-216b276737f1 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Router 065b2e05-2c72-471b-a6ee-a9efd941c809 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:01.853736 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-57feccde-5776-4152-b7ef-4f6e9880a319 req-066ee396-6517-4b7f-b08d-4602b2702f9f tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345287 Jul 16 01:59:01.899606 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0780689b-0391-4f8f-968c-216b276737f1 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:01.906874 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0780689b-0391-4f8f-968c-216b276737f1 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.909152 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc29f31-c9d0-46ac-a4d6-df08ec3b00a5 None None] Sync routers for ids ['065b2e05-2c72-471b-a6ee-a9efd941c809'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:01.913009 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0780689b-0391-4f8f-968c-216b276737f1 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "PUT /v2.0/routers/065b2e05-2c72-471b-a6ee-a9efd941c809 HTTP/1.1" status: 200 len: 709 time: 1.9733946 Jul 16 01:59:01.915851 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60242) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:01.918622 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc29f31-c9d0-46ac-a4d6-df08ec3b00a5 None None] Routers {'065b2e05-2c72-471b-a6ee-a9efd941c809'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:01.919241 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ddc29f31-c9d0-46ac-a4d6-df08ec3b00a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:59:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['065b2e05-2c72-471b-a6ee-a9efd941c809'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:01.978536 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ddc29f31-c9d0-46ac-a4d6-df08ec3b00a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:01.988611 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc29f31-c9d0-46ac-a4d6-df08ec3b00a5 None None] Routers {'065b2e05-2c72-471b-a6ee-a9efd941c809'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:01.989224 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ddc29f31-c9d0-46ac-a4d6-df08ec3b00a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:59:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['065b2e05-2c72-471b-a6ee-a9efd941c809'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:01.990578 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e7efddc0-5192-4223-93d2-aa0602908487 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "GET /v2.0/routers/065b2e05-2c72-471b-a6ee-a9efd941c809 HTTP/1.1" status: 200 len: 744 time: 0.0735211 Jul 16 01:59:01.993518 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60246) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.026381 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ddc29f31-c9d0-46ac-a4d6-df08ec3b00a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:02.027037 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc29f31-c9d0-46ac-a4d6-df08ec3b00a5 None None] The sync data for ids ['065b2e05-2c72-471b-a6ee-a9efd941c809'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:02.043228 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d7675bef-e078-4b84-94f8-f5d9981120e9 tempest-RoutersIpV6AdminTest-329646704 tempest-RoutersIpV6AdminTest-329646704-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=88f2079c-e547-45f1-859f-49428e13c11a&device_id=065b2e05-2c72-471b-a6ee-a9efd941c809 HTTP/1.1" status: 200 len: 205 time: 0.0484767 Jul 16 01:59:02.046010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60248) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.076316 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2639a2c0-19da-41d9-9cfb-44006390a9a1 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "GET /v2.0/ports?device_id=065b2e05-2c72-471b-a6ee-a9efd941c809 HTTP/1.1" status: 200 len: 205 time: 0.0288367 Jul 16 01:59:02.079022 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60252) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.126149 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.138323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14be3a-afbf-4733-ba17-93ff005b333a req-175ad1b2-a7ba-4979-b52b-bd9143007a63 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:02.150649 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf14be3a-afbf-4733-ba17-93ff005b333a req-175ad1b2-a7ba-4979-b52b-bd9143007a63 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.26 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 947 time: 0.1458755 Jul 16 01:59:02.167765 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-52149305-0d9a-4894-bd94-1b4822960d71 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.320934 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-cf14be3a-afbf-4733-ba17-93ff005b333a req-46feb96f-687c-4ab4-82f8-0b23564c586b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:02.321274 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cf14be3a-afbf-4733-ba17-93ff005b333a req-46feb96f-687c-4ab4-82f8-0b23564c586b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.352896 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18667f21-3b8c-4d54-ab32-b7237c12a203 req-3281de07-e76b-4718-b642-3b9ca8f3a8c4 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:02.354467 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-18667f21-3b8c-4d54-ab32-b7237c12a203 req-3281de07-e76b-4718-b642-3b9ca8f3a8c4 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 944 time: 0.1054549 Jul 16 01:59:02.378477 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-52149305-0d9a-4894-bd94-1b4822960d71 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.381351 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-52149305-0d9a-4894-bd94-1b4822960d71 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.440830 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-18667f21-3b8c-4d54-ab32-b7237c12a203 req-155c03cc-c091-49e3-8a24-55fa44f343c4 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803270 Jul 16 01:59:02.442710 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee11f94-a918-47f8-8e8e-63193640c71c req-21eabd51-445c-4ea7-b220-d192b4aeaecb tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:02.444324 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6ee11f94-a918-47f8-8e8e-63193640c71c req-21eabd51-445c-4ea7-b220-d192b4aeaecb tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=64a1b714-c36d-490e-8b69-db90173a7092 HTTP/1.1" status: 200 len: 947 time: 0.2025254 Jul 16 01:59:02.446221 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-52149305-0d9a-4894-bd94-1b4822960d71 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.446717 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52149305-0d9a-4894-bd94-1b4822960d71 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Fanout notify agent at l3_agent the message router_deleted on router 065b2e05-2c72-471b-a6ee-a9efd941c809 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:02.453630 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-52149305-0d9a-4894-bd94-1b4822960d71 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.454234 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-cf14be3a-afbf-4733-ba17-93ff005b333a req-46feb96f-687c-4ab4-82f8-0b23564c586b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] For port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:02.454935 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cf14be3a-afbf-4733-ba17-93ff005b333a req-46feb96f-687c-4ab4-82f8-0b23564c586b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.455039 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-52149305-0d9a-4894-bd94-1b4822960d71 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "DELETE /v2.0/routers/065b2e05-2c72-471b-a6ee-a9efd941c809 HTTP/1.1" status: 204 len: 168 time: 0.3743694 Jul 16 01:59:02.458629 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60256) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.498124 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0d065a52-5c40-4e18-af08-c0fb9acc5d92 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "GET /v2.0/ports?device_id=065b2e05-2c72-471b-a6ee-a9efd941c809 HTTP/1.1" status: 200 len: 205 time: 0.0382857 Jul 16 01:59:02.499277 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-cf14be3a-afbf-4733-ba17-93ff005b333a req-46feb96f-687c-4ab4-82f8-0b23564c586b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Calling delete_port for 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:02.501036 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60258) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.515024 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6ee11f94-a918-47f8-8e8e-63193640c71c req-54c92ae4-cf49-4f39-b903-2ccacf74e8a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=f09965a1-7bf2-40dd-b239-5c91d82a8ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514221 Jul 16 01:59:02.551085 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-b877f0d3-3656-44b3-8e43-0e08e45432de tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] delete failed (client error): The resource could not be found. Jul 16 01:59:02.552227 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b877f0d3-3656-44b3-8e43-0e08e45432de tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "DELETE /v2.0/routers/065b2e05-2c72-471b-a6ee-a9efd941c809 HTTP/1.1" status: 404 len: 336 time: 0.0502758 Jul 16 01:59:02.555667 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60260) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.587810 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cefe6ffa-8595-472d-aad3-c521d753f9fe tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "GET /v2.0/ports?device_id=018f9a04-f3ef-4ae6-b4dd-d558af995aaa HTTP/1.1" status: 200 len: 205 time: 0.0295856 Jul 16 01:59:02.590127 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60262) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.628376 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-d4a96610-f180-4ef2-8519-7d7a43fbedd5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] delete failed (client error): The resource could not be found. Jul 16 01:59:02.631886 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d4a96610-f180-4ef2-8519-7d7a43fbedd5 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "DELETE /v2.0/routers/018f9a04-f3ef-4ae6-b4dd-d558af995aaa HTTP/1.1" status: 404 len: 336 time: 0.0383885 Jul 16 01:59:02.632207 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60264) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.682656 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-350b523f-3530-42ad-9edc-147976fbdeb8 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c9ab78-a4d0-41f6-a81e-4e3f0bccb35f HTTP/1.1" status: 200 len: 205 time: 0.0492618 Jul 16 01:59:02.685190 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60266) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.705422 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cf14be3a-afbf-4733-ba17-93ff005b333a req-46feb96f-687c-4ab4-82f8-0b23564c586b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.731370 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-b8142998-ab47-415b-afd8-c0cbc8f71d56 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] delete failed (client error): The resource could not be found. Jul 16 01:59:02.734774 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b8142998-ab47-415b-afd8-c0cbc8f71d56 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "DELETE /v2.0/routers/62c9ab78-a4d0-41f6-a81e-4e3f0bccb35f HTTP/1.1" status: 404 len: 336 time: 0.0462058 Jul 16 01:59:02.735240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60268) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.737693 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46feb96f-687c-4ab4-82f8-0b23564c586b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Port': ['ID=78643cc2-be85-431a-84f0-4cd5f0b8e5a1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:02.765231 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d731e480-5da8-495e-9a15-f31cea9ae92c tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d5fce96-9e5b-4c6c-b360-127b12b16ab7 HTTP/1.1" status: 200 len: 205 time: 0.0284848 Jul 16 01:59:02.767216 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60270) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.785259 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf14be3a-afbf-4733-ba17-93ff005b333a req-46feb96f-687c-4ab4-82f8-0b23564c586b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] No DVR routers for this DVR port 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:02.787933 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-cf14be3a-afbf-4733-ba17-93ff005b333a req-46feb96f-687c-4ab4-82f8-0b23564c586b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.790614 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf14be3a-afbf-4733-ba17-93ff005b333a req-46feb96f-687c-4ab4-82f8-0b23564c586b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.26 "DELETE /v2.0/ports/78643cc2-be85-431a-84f0-4cd5f0b8e5a1 HTTP/1.1" status: 204 len: 173 time: 0.6334283 Jul 16 01:59:02.791058 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'name': 'network-vif-deleted', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:02.793836 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e5e5dd-9e04-422c-bddc-20d98a8facf1" -d '{"events": [{"server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "name": "network-vif-deleted", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:02.806843 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-5e7a584f-1128-404f-9aa5-0f4457130cd6 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] delete failed (client error): The resource could not be found. Jul 16 01:59:02.808359 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5e7a584f-1128-404f-9aa5-0f4457130cd6 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "DELETE /v2.0/routers/7d5fce96-9e5b-4c6c-b360-127b12b16ab7 HTTP/1.1" status: 404 len: 336 time: 0.0395138 Jul 16 01:59:02.810841 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60274) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.840063 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fa6cfb-a784-4f25-b8ac-1148848e3ad6 x-openstack-request-id: req-e2fa6cfb-a784-4f25-b8ac-1148848e3ad6 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:02.840401 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a1b714-c36d-490e-8b69-db90173a7092", "name": "network-vif-deleted", "tag": "78643cc2-be85-431a-84f0-4cd5f0b8e5a1", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:02.840600 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e2fa6cfb-a784-4f25-b8ac-1148848e3ad6 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:02.841031 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a1b714-c36d-490e-8b69-db90173a7092', 'name': 'network-vif-deleted', 'tag': '78643cc2-be85-431a-84f0-4cd5f0b8e5a1', 'status': 'completed', 'code': 200} Jul 16 01:59:02.843788 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-54ba7be7-00dd-47d1-a5ae-64281a948411 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9384e63-045f-43d2-b218-f9ea411cee0d HTTP/1.1" status: 200 len: 205 time: 0.0311627 Jul 16 01:59:02.845629 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60276) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.886897 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-ff4df823-2283-456a-a0f5-124d2922ab46 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] delete failed (client error): The resource could not be found. Jul 16 01:59:02.888105 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ff4df823-2283-456a-a0f5-124d2922ab46 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "DELETE /v2.0/routers/a9384e63-045f-43d2-b218-f9ea411cee0d HTTP/1.1" status: 404 len: 336 time: 0.0413990 Jul 16 01:59:02.890921 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60280) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.924580 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3107216a-e4c5-474f-ac34-a6af0bff17de tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d775879-0c53-4219-b1b9-5bcfa13d9b76 HTTP/1.1" status: 200 len: 205 time: 0.0318995 Jul 16 01:59:02.927125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60282) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.983301 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-15a67d18-3b06-4b94-bbc9-63eefead5445 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] delete failed (client error): The resource could not be found. Jul 16 01:59:02.984790 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-15a67d18-3b06-4b94-bbc9-63eefead5445 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "DELETE /v2.0/routers/0d775879-0c53-4219-b1b9-5bcfa13d9b76 HTTP/1.1" status: 404 len: 336 time: 0.0565302 Jul 16 01:59:02.987557 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60286) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:03.028944 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ed0582-87ad-4ff7-8db8-56accb075362 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] DELETE failed (client error): The resource could not be found. Jul 16 01:59:03.029573 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ed0582-87ad-4ff7-8db8-56accb075362 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:59:03.031097 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-12ed0582-87ad-4ff7-8db8-56accb075362 tempest-RoutersIpV6AdminTest-1597930475 tempest-RoutersIpV6AdminTest-1597930475-project] 10.222.0.54 "DELETE /v2.0/subnets/48242a01-1d0d-43f6-bbb3-aaf82a3a6ba7 HTTP/1.1" status: 404 len: 337 time: 0.0424895 Jul 16 01:59:03.136329 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796b231-1198-4657-9bc4-9262094495ff req-d0c250cf-b97b-4cfa-9152-96dc8c2505b8 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:03.147690 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4796b231-1198-4657-9bc4-9262094495ff req-d0c250cf-b97b-4cfa-9152-96dc8c2505b8 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd985a8-a4d8-4f12-bff0-f8133013ad7b HTTP/1.1" status: 200 len: 945 time: 0.1207881 Jul 16 01:59:03.216055 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4796b231-1198-4657-9bc4-9262094495ff req-0d360b9c-46a0-43c5-bc11-426359a25bbb tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671427 Jul 16 01:59:03.342335 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b06f1-2470-4834-b333-58b7db203264 req-5bf65f8c-40bb-4444-a113-ec4de0613edf tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:03.344093 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3a5b06f1-2470-4834-b333-58b7db203264 req-5bf65f8c-40bb-4444-a113-ec4de0613edf tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cd985a8-a4d8-4f12-bff0-f8133013ad7b HTTP/1.1" status: 200 len: 945 time: 0.0905082 Jul 16 01:59:03.474186 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-3a5b06f1-2470-4834-b333-58b7db203264 req-9571dfe1-bc5a-4da9-ba27-437a7b09035d tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Deleting port 3fa51594-1feb-46f3-bb3e-52d20686a359 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:03.474530 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3a5b06f1-2470-4834-b333-58b7db203264 req-9571dfe1-bc5a-4da9-ba27-437a7b09035d tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.510818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60294) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:03.649563 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-3a5b06f1-2470-4834-b333-58b7db203264 req-9571dfe1-bc5a-4da9-ba27-437a7b09035d tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] For port 3fa51594-1feb-46f3-bb3e-52d20686a359, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3fa51594-1feb-46f3-bb3e-52d20686a359,segment=NetworkSegment(8d69b346-b063-410b-b8c4-cf43d3c62fa7),segment_id=8d69b346-b063-410b-b8c4-cf43d3c62fa7)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:03.649927 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3a5b06f1-2470-4834-b333-58b7db203264 req-9571dfe1-bc5a-4da9-ba27-437a7b09035d tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.664598 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ad32913-267a-4568-9e06-2fd9e71ac1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.666715 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-3a5b06f1-2470-4834-b333-58b7db203264 req-9571dfe1-bc5a-4da9-ba27-437a7b09035d tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Calling delete_port for 3fa51594-1feb-46f3-bb3e-52d20686a359 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:03.747089 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eee56b-4e8b-40da-8356-c0ac84e49d14 req-89346374-e7cb-4ed7-8fb5-b82f9a4f9361 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:03.748733 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-95eee56b-4e8b-40da-8356-c0ac84e49d14 req-89346374-e7cb-4ed7-8fb5-b82f9a4f9361 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 944 time: 0.1403830 Jul 16 01:59:03.773033 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ad32913-267a-4568-9e06-2fd9e71ac1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.778094 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8ad32913-267a-4568-9e06-2fd9e71ac1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.826597 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60302) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:03.829670 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-95eee56b-4e8b-40da-8356-c0ac84e49d14 req-b9d4dce5-e1e5-4d24-9974-3e1635dc4db6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641849 Jul 16 01:59:03.846569 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8ad32913-267a-4568-9e06-2fd9e71ac1a5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=117b383ae23648a5bf587db0f990301d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3341465 Jul 16 01:59:03.847782 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad32913-267a-4568-9e06-2fd9e71ac1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7efec84-c1f5-4c9b-a0e3-8b967e94995d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:03.850224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60304) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:03.864530 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.870547 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32913-267a-4568-9e06-2fd9e71ac1a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:03.870894 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32913-267a-4568-9e06-2fd9e71ac1a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:03.871229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32913-267a-4568-9e06-2fd9e71ac1a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:03.871566 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32913-267a-4568-9e06-2fd9e71ac1a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:03.871916 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32913-267a-4568-9e06-2fd9e71ac1a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:03.872245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32913-267a-4568-9e06-2fd9e71ac1a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:03.872574 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32913-267a-4568-9e06-2fd9e71ac1a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:03.873038 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32913-267a-4568-9e06-2fd9e71ac1a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:03.873366 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32913-267a-4568-9e06-2fd9e71ac1a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:03.873686 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32913-267a-4568-9e06-2fd9e71ac1a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:03.874007 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32913-267a-4568-9e06-2fd9e71ac1a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:03.874325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32913-267a-4568-9e06-2fd9e71ac1a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:03.895336 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3a5b06f1-2470-4834-b333-58b7db203264 req-9571dfe1-bc5a-4da9-ba27-437a7b09035d tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.916018 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e5e46b1d-f58d-4242-8bfa-7e754d148af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.930194 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['3fa51594-1feb-46f3-bb3e-52d20686a359'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:59:03.939889 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e5e46b1d-f58d-4242-8bfa-7e754d148af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.954275 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['d0f15e74-d9c0-42e9-84ed-ad38dc363e00'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:59:03.998339 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e5e46b1d-f58d-4242-8bfa-7e754d148af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.000961 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e5e46b1d-f58d-4242-8bfa-7e754d148af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.002141 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e5e46b1d-f58d-4242-8bfa-7e754d148af4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f7efec84-c1f5-4c9b-a0e3-8b967e94995d HTTP/1.1" status: 204 len: 168 time: 0.1509151 Jul 16 01:59:04.011599 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e46b1d-f58d-4242-8bfa-7e754d148af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7efec84-c1f5-4c9b-a0e3-8b967e94995d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:04.275853 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571dfe1-bc5a-4da9-ba27-437a7b09035d tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Pushing event deleted for resources: {'Port': ['ID=3fa51594-1feb-46f3-bb3e-52d20686a359,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:04.343178 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5b06f1-2470-4834-b333-58b7db203264 req-9571dfe1-bc5a-4da9-ba27-437a7b09035d tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] No DVR routers for this DVR port 3fa51594-1feb-46f3-bb3e-52d20686a359 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:04.377647 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-3a5b06f1-2470-4834-b333-58b7db203264 req-9571dfe1-bc5a-4da9-ba27-437a7b09035d tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.379659 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3a5b06f1-2470-4834-b333-58b7db203264 req-9571dfe1-bc5a-4da9-ba27-437a7b09035d tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.26 "DELETE /v2.0/ports/3fa51594-1feb-46f3-bb3e-52d20686a359 HTTP/1.1" status: 204 len: 173 time: 1.0180831 Jul 16 01:59:04.392825 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60326) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:04.417901 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-90f96439-538c-4ac2-b1ca-fdbb8cce3ab3 req-ac2050f4-ba6d-490e-8fdd-0ebbcb11ba09 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cd985a8-a4d8-4f12-bff0-f8133013ad7b HTTP/1.1" status: 200 len: 210 time: 0.0356147 Jul 16 01:59:04.419981 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-8b388333-5215-48b0-97bc-ca85c165b48c tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:04.426767 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-8b388333-5215-48b0-97bc-ca85c165b48c tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/networks?id=d761cda9-5d0f-4b3e-9277-d22768957564 HTTP/1.1" status: 200 len: 814 time: 0.1636794 Jul 16 01:59:04.456372 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-57802b66-2570-49b5-80d7-c999ce588f95 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/quotas/35107c721ea940d7adbd5121804a5b26 HTTP/1.1" status: 200 len: 375 time: 0.0286551 Jul 16 01:59:04.494841 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-d74f9f54-b48b-4969-b8c7-966283f5d3b6 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=35107c721ea940d7adbd5121804a5b26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375993 Jul 16 01:59:04.501456 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5017d6c0-1172-4740-ab0d-b91687f3fc9b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=030a5b5356964412a903f19303691fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1088581 Jul 16 01:59:04.508849 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60328) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:04.597804 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-20d89b69-1a42-45f2-ade3-b7c3547e513e service neutron] 10.222.0.54 "GET /v2.0/networks/d761cda9-5d0f-4b3e-9277-d22768957564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941064 Jul 16 01:59:04.621917 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b151a5fc-4811-4810-adc2-58588354d9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.657587 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b151a5fc-4811-4810-adc2-58588354d9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.698464 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-c41c4bee-5571-4340-8257-183ac0715f39 service neutron] 10.222.0.54 "GET /v2.0/networks/d761cda9-5d0f-4b3e-9277-d22768957564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937679 Jul 16 01:59:04.771878 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b151a5fc-4811-4810-adc2-58588354d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.774609 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b151a5fc-4811-4810-adc2-58588354d9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.775945 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b151a5fc-4811-4810-adc2-58588354d9bf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d944ea1-d76e-4b3c-947f-568feb4b4606 HTTP/1.1" status: 204 len: 168 time: 0.2659805 Jul 16 01:59:04.794790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151a5fc-4811-4810-adc2-58588354d9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d944ea1-d76e-4b3c-947f-568feb4b4606,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:04.819262 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-849645c4-dbdc-4270-a677-713cb9c74869 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.880037 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd985a8-a4d8-4f12-bff0-f8133013ad7b', 'name': 'network-vif-deleted', 'tag': '3fa51594-1feb-46f3-bb3e-52d20686a359'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:04.882674 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c776aa2-ce64-4cda-8849-9c46cebb7be5" -d '{"events": [{"server_uuid": "0cd985a8-a4d8-4f12-bff0-f8133013ad7b", "name": "network-vif-deleted", "tag": "3fa51594-1feb-46f3-bb3e-52d20686a359"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:04.974323 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-35d45dd1-d11c-4793-afb8-14fdb885b126 req-c3832997-b703-4aa5-9814-cc722e1f6f64 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b HTTP/1.1" status: 200 len: 210 time: 0.0558462 Jul 16 01:59:05.102283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 337805a3-53f8-4c5d-a0c2-874bbe65e62b details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:59:05.106667 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e76819-f8c6-417f-8073-70710bae9d10 x-openstack-request-id: req-b1e76819-f8c6-417f-8073-70710bae9d10 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:05.107185 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd985a8-a4d8-4f12-bff0-f8133013ad7b", "name": "network-vif-deleted", "tag": "3fa51594-1feb-46f3-bb3e-52d20686a359", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:05.107630 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b1e76819-f8c6-417f-8073-70710bae9d10 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:05.108183 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd985a8-a4d8-4f12-bff0-f8133013ad7b', 'name': 'network-vif-deleted', 'tag': '3fa51594-1feb-46f3-bb3e-52d20686a359', 'status': 'completed', 'code': 200} Jul 16 01:59:05.116854 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c800fae-4209-4558-82ab-3ec6778fabfb req-86b61d39-a44b-4eed-920c-678a5ec86bdb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:05.129217 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7c800fae-4209-4558-82ab-3ec6778fabfb req-86b61d39-a44b-4eed-920c-678a5ec86bdb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 944 time: 0.1221030 Jul 16 01:59:05.212170 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7c800fae-4209-4558-82ab-3ec6778fabfb req-a755cc75-d03b-41bd-9bc8-e8a70daa4b63 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795832 Jul 16 01:59:05.326536 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 337805a3-53f8-4c5d-a0c2-874bbe65e62b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=337805a3-53f8-4c5d-a0c2-874bbe65e62b,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:05.343033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '337805a3-53f8-4c5d-a0c2-874bbe65e62b', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'port_id': '337805a3-53f8-4c5d-a0c2-874bbe65e62b', 'mac_address': 'fa:16:3e:d8:14:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:59:05.374183 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-849645c4-dbdc-4270-a677-713cb9c74869 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting port 019d2373-e5a2-43cd-9dcc-77c3e2edebcd {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:05.375478 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-849645c4-dbdc-4270-a677-713cb9c74869 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.386940 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.401215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337805a3-53f8-4c5d-a0c2-874bbe65e62b {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:05.423409 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 337805a3-53f8-4c5d-a0c2-874bbe65e62b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=337805a3-53f8-4c5d-a0c2-874bbe65e62b,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:05.428591 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.492455 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=337805a3-53f8-4c5d-a0c2-874bbe65e62b,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:05.513965 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-849645c4-dbdc-4270-a677-713cb9c74869 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] For port 019d2373-e5a2-43cd-9dcc-77c3e2edebcd, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=019d2373-e5a2-43cd-9dcc-77c3e2edebcd,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:05.514405 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-849645c4-dbdc-4270-a677-713cb9c74869 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.528762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-849645c4-dbdc-4270-a677-713cb9c74869 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Calling delete_port for 019d2373-e5a2-43cd-9dcc-77c3e2edebcd owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:05.749000 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['337805a3-53f8-4c5d-a0c2-874bbe65e62b'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:59:05.815188 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-849645c4-dbdc-4270-a677-713cb9c74869 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.827018 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60370) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:05.860339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849645c4-dbdc-4270-a677-713cb9c74869 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Port': ['ID=019d2373-e5a2-43cd-9dcc-77c3e2edebcd,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:06.001897 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f80e5307-a2aa-4466-94ee-50abcb2dd62d tempest-AgentManagementNegativeTest-1358295265 tempest-AgentManagementNegativeTest-1358295265-project] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1726000 Jul 16 01:59:06.039576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3f2d9-c934-468c-bc82-3bb95a523af2 req-291e48f5-c393-4ebe-a8f6-873df1e7340e tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:06.041322 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-95a3f2d9-c934-468c-bc82-3bb95a523af2 req-291e48f5-c393-4ebe-a8f6-873df1e7340e tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.1483905 Jul 16 01:59:06.130712 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-95a3f2d9-c934-468c-bc82-3bb95a523af2 req-069b0946-9763-4da2-a22b-ba1e2c802e6e tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824313 Jul 16 01:59:06.134898 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-849645c4-dbdc-4270-a677-713cb9c74869 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.200690 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dfcee2af-49fb-4fd0-8387-9683a35356e2 req-4fe790f5-082f-45fc-ac7c-96d065136d12 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b HTTP/1.1" status: 200 len: 210 time: 0.0320251 Jul 16 01:59:06.344448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60382) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:06.469553 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1e24-1133-4b8d-8465-37f722b193c9 req-743309a6-1405-4a6a-99be-6c36742e5015 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:06.471074 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b56e1e24-1133-4b8d-8465-37f722b193c9 req-743309a6-1405-4a6a-99be-6c36742e5015 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 945 time: 0.1221945 Jul 16 01:59:06.479071 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849645c4-dbdc-4270-a677-713cb9c74869 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router c72f537d-534f-4dd3-a6b6-ee2cfaa19565 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:06.485438 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aabacac9-06bd-4852-9cca-9386e7dd2513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.520876 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b56e1e24-1133-4b8d-8465-37f722b193c9 req-316bb84b-66f0-40f0-b212-d731ed4582e9 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408056 Jul 16 01:59:06.602491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-7834a5f4-a3d6-4e70-862f-79322a3cee8f tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:06.605464 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-7834a5f4-a3d6-4e70-862f-79322a3cee8f tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.47 "GET /v2.0/networks?id=d761cda9-5d0f-4b3e-9277-d22768957564 HTTP/1.1" status: 200 len: 814 time: 0.1834197 Jul 16 01:59:06.624232 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849645c4-dbdc-4270-a677-713cb9c74869 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:06.633964 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-ec553141-ffdb-4213-9b38-88e30da2cd3c tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Request body: {'port': {'device_id': '13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b', 'network_id': 'd761cda9-5d0f-4b3e-9277-d22768957564', 'admin_state_up': True, 'tenant_id': '35107c721ea940d7adbd5121804a5b26'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:06.634883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36305c22-a858-4d3f-9a3c-aa599bc0196a None None] Sync routers for ids ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:06.635459 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-849645c4-dbdc-4270-a677-713cb9c74869 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "PUT /v2.0/routers/c72f537d-534f-4dd3-a6b6-ee2cfaa19565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8047891 Jul 16 01:59:06.638164 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60386) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:06.645609 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36305c22-a858-4d3f-9a3c-aa599bc0196a None None] Routers {'c72f537d-534f-4dd3-a6b6-ee2cfaa19565'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:06.646361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-36305c22-a858-4d3f-9a3c-aa599bc0196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:59:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:06.698145 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf23db5-8fd4-4675-a49e-01e8beaa4b86 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting subnet 431173cc-57a2-4919-b1a4-931d8310a270 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:06.703310 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cf23db5-8fd4-4675-a49e-01e8beaa4b86 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.741309 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aabacac9-06bd-4852-9cca-9386e7dd2513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.752846 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aabacac9-06bd-4852-9cca-9386e7dd2513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.753381 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cf23db5-8fd4-4675-a49e-01e8beaa4b86 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.761885 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-36305c22-a858-4d3f-9a3c-aa599bc0196a None None] Set router c72f537d-534f-4dd3-a6b6-ee2cfaa19565 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:06.815218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-ec553141-ffdb-4213-9b38-88e30da2cd3c tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Made reservation on behalf of 35107c721ea940d7adbd5121804a5b26 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:06.819126 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-ec553141-ffdb-4213-9b38-88e30da2cd3c tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.834776 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-aabacac9-06bd-4852-9cca-9386e7dd2513 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6bacf317c02c4fba85909918b6fba924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4890742 Jul 16 01:59:06.838255 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60388) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:06.838420 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabacac9-06bd-4852-9cca-9386e7dd2513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2475648f-ebca-45f5-b3e3-f209cdabc18a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:06.864885 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cf23db5-8fd4-4675-a49e-01e8beaa4b86 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.942447 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d92bcd17-8a4b-4834-ab4a-8d3c9b221952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.946892 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-36305c22-a858-4d3f-9a3c-aa599bc0196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258243945', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:59:05Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:06.972069 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-ec553141-ffdb-4213-9b38-88e30da2cd3c tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Allocated IP 172.20.0.11 (d761cda9-5d0f-4b3e-9277-d22768957564/226a98d6-805a-4bfc-a663-9b33f2ef6466/48f95906-2770-4136-98f8-0989be02052c) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:06.972340 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d92bcd17-8a4b-4834-ab4a-8d3c9b221952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.977628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36305c22-a858-4d3f-9a3c-aa599bc0196a None None] Checking router: c72f537d-534f-4dd3-a6b6-ee2cfaa19565 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:06.981572 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cf23db5-8fd4-4675-a49e-01e8beaa4b86 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.986838 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36305c22-a858-4d3f-9a3c-aa599bc0196a None None] Routers {'c72f537d-534f-4dd3-a6b6-ee2cfaa19565'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:06.987494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-36305c22-a858-4d3f-9a3c-aa599bc0196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:59:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:07.033155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e704b2c0-2750-401d-8be4-68cd2f7aec63 None None] Network 65e33157-9a4b-418c-9463-af309d0334b7 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:07.033410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf23db5-8fd4-4675-a49e-01e8beaa4b86 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Subnet': ['ID=431173cc-57a2-4919-b1a4-931d8310a270,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:07.042856 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cf23db5-8fd4-4675-a49e-01e8beaa4b86 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.047813 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1cf23db5-8fd4-4675-a49e-01e8beaa4b86 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/subnets/431173cc-57a2-4919-b1a4-931d8310a270 HTTP/1.1" status: 204 len: 168 time: 0.4062622 Jul 16 01:59:07.050643 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60390) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:07.110557 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d92bcd17-8a4b-4834-ab4a-8d3c9b221952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.113227 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d92bcd17-8a4b-4834-ab4a-8d3c9b221952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.117305 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d92bcd17-8a4b-4834-ab4a-8d3c9b221952 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2475648f-ebca-45f5-b3e3-f209cdabc18a HTTP/1.1" status: 204 len: 168 time: 0.2768500 Jul 16 01:59:07.126097 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 337805a3-53f8-4c5d-a0c2-874bbe65e62b up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:07.162006 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-ec553141-ffdb-4213-9b38-88e30da2cd3c tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.192064 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dc32895-5f60-43af-a0fc-d11add0e3c19 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.214625 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-ec553141-ffdb-4213-9b38-88e30da2cd3c tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.240869 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bcd17-8a4b-4834-ab4a-8d3c9b221952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2475648f-ebca-45f5-b3e3-f209cdabc18a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:07.252353 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-36305c22-a858-4d3f-9a3c-aa599bc0196a None None] Set router c72f537d-534f-4dd3-a6b6-ee2cfaa19565 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:07.284041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-ec553141-ffdb-4213-9b38-88e30da2cd3c tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Network d761cda9-5d0f-4b3e-9277-d22768957564 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:07.287755 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-ec553141-ffdb-4213-9b38-88e30da2cd3c tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:07.295409 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-ec553141-ffdb-4213-9b38-88e30da2cd3c tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:07.349248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-ec553141-ffdb-4213-9b38-88e30da2cd3c tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:07.350131 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-ec553141-ffdb-4213-9b38-88e30da2cd3c tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.408675 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec553141-ffdb-4213-9b38-88e30da2cd3c tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Pushing event updated for resources: {'Port': ['ID=48f95906-2770-4136-98f8-0989be02052c,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:07.417395 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-ec553141-ffdb-4213-9b38-88e30da2cd3c tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7874596 Jul 16 01:59:07.440075 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dc32895-5f60-43af-a0fc-d11add0e3c19 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.450739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-ed2645e7-d10f-4acd-ae77-486aa220a479 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:59:07.450739 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-ed2645e7-d10f-4acd-ae77-486aa220a479 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131917 Jul 16 01:59:07.472259 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2bfb6-5932-44fd-9519-94959f0cbfaf req-d1067fe0-97f7-4a40-ac81-b0fcf0582369 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:07.474135 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52e2bfb6-5932-44fd-9519-94959f0cbfaf req-d1067fe0-97f7-4a40-ac81-b0fcf0582369 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.1125135 Jul 16 01:59:07.506031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427bb70-823d-4c9a-924e-0e971a16495b req-f72c75ba-7715-455e-b9a3-c45793c17e87 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:07.507821 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6427bb70-823d-4c9a-924e-0e971a16495b req-f72c75ba-7715-455e-b9a3-c45793c17e87 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b HTTP/1.1" status: 200 len: 932 time: 0.1198308 Jul 16 01:59:07.553049 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52e2bfb6-5932-44fd-9519-94959f0cbfaf req-70c3a015-1aeb-45fe-908e-84179a8c2dcf tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655451 Jul 16 01:59:07.566040 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6427bb70-823d-4c9a-924e-0e971a16495b req-8876c0ee-ddc9-4d99-ae0f-c33040f261f2 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516958 Jul 16 01:59:07.574919 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-6dc32895-5f60-43af-a0fc-d11add0e3c19 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting port 4b471700-4336-4614-acb2-4b7e77c8148e {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:07.575269 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dc32895-5f60-43af-a0fc-d11add0e3c19 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.688145 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-6dc32895-5f60-43af-a0fc-d11add0e3c19 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] For port 4b471700-4336-4614-acb2-4b7e77c8148e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4b471700-4336-4614-acb2-4b7e77c8148e,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:07.688571 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dc32895-5f60-43af-a0fc-d11add0e3c19 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.690974 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:59:07.694392 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Request body: {'port': {'device_id': '13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:07.705612 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-6dc32895-5f60-43af-a0fc-d11add0e3c19 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Calling delete_port for 4b471700-4336-4614-acb2-4b7e77c8148e owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:07.751140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 337805a3-53f8-4c5d-a0c2-874bbe65e62b completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:07.756879 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 337805a3-53f8-4c5d-a0c2-874bbe65e62b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:07.758119 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.875916 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596f37b-c233-4b35-9a8f-d18e6f579e07 req-4f2ee89c-bca5-4820-bd19-c4e490f0ab69 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:07.886299 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d596f37b-c233-4b35-9a8f-d18e6f579e07 req-4f2ee89c-bca5-4820-bd19-c4e490f0ab69 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 945 time: 0.1885695 Jul 16 01:59:07.888354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb99c15c-c952-4935-a899-00fda272c4e1 None None] DHCP port deletion for 65e33157-9a4b-418c-9463-af309d0334b7 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:07.889483 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.927275 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.959957 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-36305c22-a858-4d3f-9a3c-aa599bc0196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258243945', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:59:05Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:07.965101 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dc32895-5f60-43af-a0fc-d11add0e3c19 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.970443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf74572f-e70c-4c36-bbcd-7e15ba140d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337805a3-53f8-4c5d-a0c2-874bbe65e62b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:07.972785 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31642953-74a8-4e81-8712-b4300a6db507" -d '{"events": [{"server_uuid": "bf74572f-e70c-4c36-bbcd-7e15ba140d2f", "name": "network-vif-plugged", "status": "completed", "tag": "337805a3-53f8-4c5d-a0c2-874bbe65e62b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:08.010948 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36305c22-a858-4d3f-9a3c-aa599bc0196a None None] The sync data for ids ['c72f537d-534f-4dd3-a6b6-ee2cfaa19565'] in n-d-800086-6 is: [{'id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258243945', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:59:05Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': '4b471700-4336-4614-acb2-4b7e77c8148e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72f537d-534f-4dd3-a6b6-ee2cfaa19565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:33Z', 'updated_at': '2021-07-16T01:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:08.013647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 337805a3-53f8-4c5d-a0c2-874bbe65e62b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=337805a3-53f8-4c5d-a0c2-874bbe65e62b,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:08.039989 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.040999 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:08.049067 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067a61b5-5cdc-44c7-9031-1d96b71f1ca9 x-openstack-request-id: req-067a61b5-5cdc-44c7-9031-1d96b71f1ca9 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:08.050018 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf74572f-e70c-4c36-bbcd-7e15ba140d2f", "name": "network-vif-plugged", "status": "completed", "tag": "337805a3-53f8-4c5d-a0c2-874bbe65e62b", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:08.050612 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-067a61b5-5cdc-44c7-9031-1d96b71f1ca9 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:08.051356 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf74572f-e70c-4c36-bbcd-7e15ba140d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337805a3-53f8-4c5d-a0c2-874bbe65e62b', 'code': 200} Jul 16 01:59:08.053859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc32895-5f60-43af-a0fc-d11add0e3c19 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Port': ['ID=4b471700-4336-4614-acb2-4b7e77c8148e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:08.098853 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d596f37b-c233-4b35-9a8f-d18e6f579e07 req-6cc26f61-b05d-41b7-b5e0-b915901a1fcf tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111764 Jul 16 01:59:08.107625 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dc32895-5f60-43af-a0fc-d11add0e3c19 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.123673 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:08.124448 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 78643cc2-be85-431a-84f0-4cd5f0b8e5a1 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:08.125049 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 3fa51594-1feb-46f3-bb3e-52d20686a359 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:08.184883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 3fa51594-1feb-46f3-bb3e-52d20686a359 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:08.185159 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 3fa51594-1feb-46f3-bb3e-52d20686a359 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:08.188989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fb99c15c-c952-4935-a899-00fda272c4e1 None None] Deleting port 1b021a49-a7e0-4351-b37d-b111902646f1 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:08.189439 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb99c15c-c952-4935-a899-00fda272c4e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.214001 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60422) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:08.234957 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=337805a3-53f8-4c5d-a0c2-874bbe65e62b,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:08.256610 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dc32895-5f60-43af-a0fc-d11add0e3c19 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.260077 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dc32895-5f60-43af-a0fc-d11add0e3c19 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.295585 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-fb99c15c-c952-4935-a899-00fda272c4e1 None None] For port 1b021a49-a7e0-4351-b37d-b111902646f1, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1b021a49-a7e0-4351-b37d-b111902646f1,segment=NetworkSegment(e83ec4c2-bc76-46ba-92e2-c041d54e00e9),segment_id=e83ec4c2-bc76-46ba-92e2-c041d54e00e9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:08.295585 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb99c15c-c952-4935-a899-00fda272c4e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.307480 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fb99c15c-c952-4935-a899-00fda272c4e1 None None] Calling delete_port for 1b021a49-a7e0-4351-b37d-b111902646f1 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:08.319047 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dc32895-5f60-43af-a0fc-d11add0e3c19 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.319568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc32895-5f60-43af-a0fc-d11add0e3c19 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Fanout notify agent at l3_agent the message router_deleted on router c72f537d-534f-4dd3-a6b6-ee2cfaa19565 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:08.328968 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dc32895-5f60-43af-a0fc-d11add0e3c19 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.330243 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6dc32895-5f60-43af-a0fc-d11add0e3c19 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/routers/c72f537d-534f-4dd3-a6b6-ee2cfaa19565 HTTP/1.1" status: 204 len: 168 time: 1.2810912 Jul 16 01:59:08.332691 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60426) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:08.367470 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5202a0-3ba1-4ffe-be9c-e49980bf90a9 req-00449e77-086d-4192-b4a3-96db8f9ced96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:08.369214 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f5202a0-3ba1-4ffe-be9c-e49980bf90a9 req-00449e77-086d-4192-b4a3-96db8f9ced96 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 1097 time: 0.1767077 Jul 16 01:59:08.374590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-5628e254-4cc6-4d6b-942f-4475ef61ace2 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1814823298'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:08.392580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f95906-2770-4136-98f8-0989be02052c {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:08.406408 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.433037 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb99c15c-c952-4935-a899-00fda272c4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.466132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Transition to ACTIVE for port object 48f95906-2770-4136-98f8-0989be02052c will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:08.485627 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99c15c-c952-4935-a899-00fda272c4e1 None None] Pushing event deleted for resources: {'Port': ['ID=1b021a49-a7e0-4351-b37d-b111902646f1,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:08.489588 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.492634 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5628e254-4cc6-4d6b-942f-4475ef61ace2 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Made reservation on behalf of d45074f6af67428d8cce14fbee054437 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:08.496761 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5628e254-4cc6-4d6b-942f-4475ef61ace2 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.496954 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb99c15c-c952-4935-a899-00fda272c4e1 None None] No DVR routers for this DVR port 1b021a49-a7e0-4351-b37d-b111902646f1 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:08.558430 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5628e254-4cc6-4d6b-942f-4475ef61ace2 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.566436 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 019d2373-e5a2-43cd-9dcc-77c3e2edebcd no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:08.591480 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 019d2373-e5a2-43cd-9dcc-77c3e2edebcd {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:08.591968 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 019d2373-e5a2-43cd-9dcc-77c3e2edebcd not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:08.592484 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1b021a49-a7e0-4351-b37d-b111902646f1 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:08.612616 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cffd5-6c49-4895-b538-b57007f0f1a1 req-d74bbfca-1f3c-4110-9015-2bf63d1481d5 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:08.614379 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2a4cffd5-6c49-4895-b538-b57007f0f1a1 req-d74bbfca-1f3c-4110-9015-2bf63d1481d5 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.47 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.2862694 Jul 16 01:59:08.625722 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 1b021a49-a7e0-4351-b37d-b111902646f1 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:08.626469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1b021a49-a7e0-4351-b37d-b111902646f1 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:08.735248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=48f95906-2770-4136-98f8-0989be02052c,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:08.870121 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-18f8d9e7-ec18-48fe-ace3-c9fb8b3a6da9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.889619 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Attempting to bind port 48f95906-2770-4136-98f8-0989be02052c on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:08.890195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Attempting to bind port 48f95906-2770-4136-98f8-0989be02052c by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'f6200052-f2b7-4948-b1f0-a5665d553e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd761cda9-5d0f-4b3e-9277-d22768957564'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:08.890456 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Attempting to bind port 48f95906-2770-4136-98f8-0989be02052c on network d761cda9-5d0f-4b3e-9277-d22768957564 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:08.891234 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f5202a0-3ba1-4ffe-be9c-e49980bf90a9 req-c9a8c9f5-9912-475c-bfa5-a5346dd8a372 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5145190 Jul 16 01:59:08.913469 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Port 48f95906-2770-4136-98f8-0989be02052c on network d761cda9-5d0f-4b3e-9277-d22768957564 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:59:08.914503 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Attempting to bind port 48f95906-2770-4136-98f8-0989be02052c on network d761cda9-5d0f-4b3e-9277-d22768957564 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:08.939471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:08.940130 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Checking segment: {'id': 'f6200052-f2b7-4948-b1f0-a5665d553e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd761cda9-5d0f-4b3e-9277-d22768957564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:08.940519 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Bound using segment: {'id': 'f6200052-f2b7-4948-b1f0-a5665d553e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd761cda9-5d0f-4b3e-9277-d22768957564'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:08.940976 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Bound port: 48f95906-2770-4136-98f8-0989be02052c, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6200052-f2b7-4948-b1f0-a5665d553e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd761cda9-5d0f-4b3e-9277-d22768957564'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:08.941344 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.968794 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5628e254-4cc6-4d6b-942f-4475ef61ace2 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.970334 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5389e-8466-480e-9f02-06e533c3ae2c req-bbf62715-4e0d-4c65-8a57-46455721783d tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:08.972080 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-95d5389e-8466-480e-9f02-06e533c3ae2c req-bbf62715-4e0d-4c65-8a57-46455721783d tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 946 time: 0.1418700 Jul 16 01:59:08.981095 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d561b0-c285-40ed-9e08-6066702ef90a req-931f3873-4f11-406b-ac6a-c58fc7a8a91b tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:08.982638 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-39d561b0-c285-40ed-9e08-6066702ef90a req-931f3873-4f11-406b-ac6a-c58fc7a8a91b tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b HTTP/1.1" status: 200 len: 944 time: 0.2704484 Jul 16 01:59:08.986210 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5628e254-4cc6-4d6b-942f-4475ef61ace2 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.005946 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-18f8d9e7-ec18-48fe-ace3-c9fb8b3a6da9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.027691 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-18f8d9e7-ec18-48fe-ace3-c9fb8b3a6da9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e33157-9a4b-418c-9463-af309d0334b7']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:09.042654 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-18f8d9e7-ec18-48fe-ace3-c9fb8b3a6da9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:09.042949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-18f8d9e7-ec18-48fe-ace3-c9fb8b3a6da9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83ec4c2-bc76-46ba-92e2-c041d54e00e9') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:09.050657 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5628e254-4cc6-4d6b-942f-4475ef61ace2 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:09.059601 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-18f8d9e7-ec18-48fe-ace3-c9fb8b3a6da9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.070067 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-95d5389e-8466-480e-9f02-06e533c3ae2c req-addda35a-66e4-4ac6-b348-9a657de1024b tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ebc5095-e9d5-4872-8a5a-c51bb78910ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883038 Jul 16 01:59:09.072438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-2a4cffd5-6c49-4895-b538-b57007f0f1a1 req-84e2a7e9-f9e5-418a-b86c-c8e3bf63ef10 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Deleting port d0f15e74-d9c0-42e9-84ed-ad38dc363e00 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:09.072850 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2a4cffd5-6c49-4895-b538-b57007f0f1a1 req-84e2a7e9-f9e5-418a-b86c-c8e3bf63ef10 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.078351 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-18f8d9e7-ec18-48fe-ace3-c9fb8b3a6da9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.085231 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f8d9e7-ec18-48fe-ace3-c9fb8b3a6da9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:09.086172 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-18f8d9e7-ec18-48fe-ace3-c9fb8b3a6da9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:09.089668 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:09.102019 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5628e254-4cc6-4d6b-942f-4475ef61ace2 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.102387 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-5628e254-4cc6-4d6b-942f-4475ef61ace2 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Added segment d4c548fb-453c-4654-b4d5-541dad820ab8 of type vlan for network 6b9361fe-22e7-4ea2-bba1-e502853e7a46 Jul 16 01:59:09.124187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628e254-4cc6-4d6b-942f-4475ef61ace2 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa39648-e888-421a-b9f2-057898ae7b62,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:09.153614 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-18f8d9e7-ec18-48fe-ace3-c9fb8b3a6da9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.160566 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-18f8d9e7-ec18-48fe-ace3-c9fb8b3a6da9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.164740 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-18f8d9e7-ec18-48fe-ace3-c9fb8b3a6da9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/networks/65e33157-9a4b-418c-9463-af309d0334b7 HTTP/1.1" status: 204 len: 168 time: 0.8287847 Jul 16 01:59:09.166223 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60434) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:09.180717 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-39d561b0-c285-40ed-9e08-6066702ef90a req-b3220c7d-6a73-40d4-a2f7-af90bbfc5c2b tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893363 Jul 16 01:59:09.238568 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5628e254-4cc6-4d6b-942f-4475ef61ace2 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.244466 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8d9e7-ec18-48fe-ace3-c9fb8b3a6da9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Network': ['ID=65e33157-9a4b-418c-9463-af309d0334b7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:09.250183 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] For port 48f95906-2770-4136-98f8-0989be02052c, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:09.279826 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e19357cf-1276-4c49-9db0-a9a51c01266b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.281434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] For port 48f95906-2770-4136-98f8-0989be02052c, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=48f95906-2770-4136-98f8-0989be02052c,segment=NetworkSegment(f6200052-f2b7-4948-b1f0-a5665d553e77),segment_id=f6200052-f2b7-4948-b1f0-a5665d553e77)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:09.303243 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.314855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-2a4cffd5-6c49-4895-b538-b57007f0f1a1 req-84e2a7e9-f9e5-418a-b86c-c8e3bf63ef10 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] For port d0f15e74-d9c0-42e9-84ed-ad38dc363e00, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d0f15e74-d9c0-42e9-84ed-ad38dc363e00,segment=NetworkSegment(8d69b346-b063-410b-b8c4-cf43d3c62fa7),segment_id=8d69b346-b063-410b-b8c4-cf43d3c62fa7)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:09.315226 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2a4cffd5-6c49-4895-b538-b57007f0f1a1 req-84e2a7e9-f9e5-418a-b86c-c8e3bf63ef10 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.334807 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e19357cf-1276-4c49-9db0-a9a51c01266b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.343867 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5628e254-4cc6-4d6b-942f-4475ef61ace2 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.350325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5628e254-4cc6-4d6b-942f-4475ef61ace2 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:09.350921 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5628e254-4cc6-4d6b-942f-4475ef61ace2 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.373588 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-2a4cffd5-6c49-4895-b538-b57007f0f1a1 req-84e2a7e9-f9e5-418a-b86c-c8e3bf63ef10 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Calling delete_port for d0f15e74-d9c0-42e9-84ed-ad38dc363e00 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:09.380760 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:09.381392 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.383536 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] 10.222.0.47 "PUT /v2.0/ports/48f95906-2770-4136-98f8-0989be02052c HTTP/1.1" status: 200 len: 1092 time: 1.9214795 Jul 16 01:59:09.398991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ade4a7-597d-4413-82cc-e56ede3ecfdb req-11ffd330-72f3-4f80-9988-c7d9e6d36888 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:09.400698 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e6ade4a7-597d-4413-82cc-e56ede3ecfdb req-11ffd330-72f3-4f80-9988-c7d9e6d36888 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 946 time: 0.1262488 Jul 16 01:59:09.402516 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b', 'tag': '48f95906-2770-4136-98f8-0989be02052c'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:09.404952 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2010c6e-35e6-43e2-8f96-7e707017b0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b", "tag": "48f95906-2770-4136-98f8-0989be02052c"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:09.442112 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5628e254-4cc6-4d6b-942f-4475ef61ace2 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2253385 Jul 16 01:59:09.448524 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60438) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:09.455445 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-efa86a0c-5e3e-4321-989c-826005158fe1 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Request body: {'subnet': {'network_id': '6b9361fe-22e7-4ea2-bba1-e502853e7a46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:09.475560 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e6ade4a7-597d-4413-82cc-e56ede3ecfdb req-52643909-4ac3-47b1-aa18-39c5de75e9db tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632071 Jul 16 01:59:09.490462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc91d9-178b-4367-a6fd-06d854aba1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=48f95906-2770-4136-98f8-0989be02052c,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:09.492032 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e19357cf-1276-4c49-9db0-a9a51c01266b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.494644 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e19357cf-1276-4c49-9db0-a9a51c01266b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.498440 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e19357cf-1276-4c49-9db0-a9a51c01266b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/security-groups/f09965a1-7bf2-40dd-b239-5c91d82a8ddd HTTP/1.1" status: 204 len: 168 time: 0.3198438 Jul 16 01:59:09.500153 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c098eb6-6ad2-4c3f-9b75-1ff58e2d8e86 x-openstack-request-id: req-9c098eb6-6ad2-4c3f-9b75-1ff58e2d8e86 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:09.500450 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b", "tag": "48f95906-2770-4136-98f8-0989be02052c", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:09.500708 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9c098eb6-6ad2-4c3f-9b75-1ff58e2d8e86 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:09.501101 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b', 'tag': '48f95906-2770-4136-98f8-0989be02052c', 'status': 'completed', 'code': 200} Jul 16 01:59:09.518737 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19357cf-1276-4c49-9db0-a9a51c01266b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09965a1-7bf2-40dd-b239-5c91d82a8ddd,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:09.566659 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628e254-4cc6-4d6b-942f-4475ef61ace2 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Pushing event updated for resources: {'Network': ['ID=6b9361fe-22e7-4ea2-bba1-e502853e7a46,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:09.585654 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 6b9361fe-22e7-4ea2-bba1-e502853e7a46 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:09.592209 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa86a0c-5e3e-4321-989c-826005158fe1 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Made reservation on behalf of d45074f6af67428d8cce14fbee054437 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:09.595788 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-efa86a0c-5e3e-4321-989c-826005158fe1 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.670003 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-857677ea-9cf4-4010-9af4-2788b7a7c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:09.671641 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-857677ea-9cf4-4010-9af4-2788b7a7c96f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35107c721ea940d7adbd5121804a5b26&device_id=13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b HTTP/1.1" status: 200 len: 1095 time: 0.1753035 Jul 16 01:59:09.727269 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-836e508f-a490-43e1-b9ae-fccb7515fac9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48f95906-2770-4136-98f8-0989be02052c HTTP/1.1" status: 200 len: 217 time: 0.0408516 Jul 16 01:59:09.731649 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2a4cffd5-6c49-4895-b538-b57007f0f1a1 req-84e2a7e9-f9e5-418a-b86c-c8e3bf63ef10 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.774885 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['d0f15e74-d9c0-42e9-84ed-ad38dc363e00'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:59:09.786932 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2a7e9-f9e5-418a-b86c-c8e3bf63ef10 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Pushing event deleted for resources: {'Port': ['ID=d0f15e74-d9c0-42e9-84ed-ad38dc363e00,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:09.850553 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4cffd5-6c49-4895-b538-b57007f0f1a1 req-84e2a7e9-f9e5-418a-b86c-c8e3bf63ef10 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] No DVR routers for this DVR port d0f15e74-d9c0-42e9-84ed-ad38dc363e00 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:09.854489 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-2a4cffd5-6c49-4895-b538-b57007f0f1a1 req-84e2a7e9-f9e5-418a-b86c-c8e3bf63ef10 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.856698 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2a4cffd5-6c49-4895-b538-b57007f0f1a1 req-84e2a7e9-f9e5-418a-b86c-c8e3bf63ef10 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.47 "DELETE /v2.0/ports/d0f15e74-d9c0-42e9-84ed-ad38dc363e00 HTTP/1.1" status: 204 len: 173 time: 1.2114370 Jul 16 01:59:09.862580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-f3815f31-8d94-42ec-8e82-d2bfe046ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:09.864207 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-f3815f31-8d94-42ec-8e82-d2bfe046ddfb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=226a98d6-805a-4bfc-a663-9b33f2ef6466 HTTP/1.1" status: 200 len: 854 time: 0.1257687 Jul 16 01:59:09.876645 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-efa86a0c-5e3e-4321-989c-826005158fe1 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.913331 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-9be5710c-0c62-4a93-a703-b6244669928e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d761cda9-5d0f-4b3e-9277-d22768957564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349560 Jul 16 01:59:09.978676 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa86a0c-5e3e-4321-989c-826005158fe1 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Pushing event updated for resources: {'Subnet': ['ID=d786f15b-472d-4963-82fa-6a3c0400e867,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:09.995398 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa86a0c-5e3e-4321-989c-826005158fe1 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Checking segment: {'id': 'd4c548fb-453c-4654-b4d5-541dad820ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6b9361fe-22e7-4ea2-bba1-e502853e7a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:09.995865 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa86a0c-5e3e-4321-989c-826005158fe1 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Network hostable DHCP agents. Network: 6b9361fe-22e7-4ea2-bba1-e502853e7a46, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:10.019894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60444) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:10.026260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-1bbb1d47-033d-4c5f-8cd9-e2c16a994ddf tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-136071785', 'description': 'tempest-secgroup-smoke-136071785 description', 'project_id': '7a1162bb5d334415ae74c9808546d676'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:10.057561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa86a0c-5e3e-4321-989c-826005158fe1 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Network 6b9361fe-22e7-4ea2-bba1-e502853e7a46 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:10.085357 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-efa86a0c-5e3e-4321-989c-826005158fe1 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 6b9361fe-22e7-4ea2-bba1-e502853e7a46) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:10.091753 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa86a0c-5e3e-4321-989c-826005158fe1 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:10.093314 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-efa86a0c-5e3e-4321-989c-826005158fe1 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.095643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aefd730-6b63-4880-a8ba-1f5ab0c9c012 None None] Network 6b9361fe-22e7-4ea2-bba1-e502853e7a46 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:10.110868 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1bbb1d47-033d-4c5f-8cd9-e2c16a994ddf tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.149206 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4b471700-4336-4614-acb2-4b7e77c8148e no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:10.170884 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-efa86a0c-5e3e-4321-989c-826005158fe1 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7212474 Jul 16 01:59:10.171571 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60448) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:10.185682 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 4b471700-4336-4614-acb2-4b7e77c8148e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:10.186115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4b471700-4336-4614-acb2-4b7e77c8148e not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:10.251232 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1bbb1d47-033d-4c5f-8cd9-e2c16a994ddf tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.257808 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-cec66bff-0348-4318-a04a-bc67d862656a tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Request body: {'port': {'network_id': '6b9361fe-22e7-4ea2-bba1-e502853e7a46', 'name': 'tempest-ExtraDHCPOptionsTestJSON-360295589'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:10.326053 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1bbb1d47-033d-4c5f-8cd9-e2c16a994ddf tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.387893 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1bbb1d47-033d-4c5f-8cd9-e2c16a994ddf tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.391903 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1bbb1d47-033d-4c5f-8cd9-e2c16a994ddf tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3682113 Jul 16 01:59:10.396563 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60452) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:10.403356 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-6b9361fe-22e7-4ea2-bba1-e502853e7a46', 'network_id': '6b9361fe-22e7-4ea2-bba1-e502853e7a46', 'tenant_id': 'd45074f6af67428d8cce14fbee054437', 'fixed_ips': [{'subnet_id': 'd786f15b-472d-4963-82fa-6a3c0400e867'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:10.404335 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b55cdf49-acbe-4768-88de-db2cfd3daced tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': '66489032-26a8-49d4-8759-59efab66eb24', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:10.404476 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.445456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb1d47-033d-4c5f-8cd9-e2c16a994ddf tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66489032-26a8-49d4-8759-59efab66eb24,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:10.498688 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b55cdf49-acbe-4768-88de-db2cfd3daced tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.530936 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a0c1184-793b-4796-8378-a6c6bea1fc97 req-55441526-a09b-4b36-b24a-e35b46885ed8 tempest-ListServerFiltersTestJSON-1245304770 tempest-ListServerFiltersTestJSON-1245304770-project] 10.222.0.54 "GET /v2.0/ports?device_id=254e476d-ee47-4c47-885b-463a87582beb HTTP/1.1" status: 200 len: 210 time: 0.0470684 Jul 16 01:59:10.551700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72008601-0e7a-411c-acf3-108617accdac req-0169df0d-63bb-4ff6-9502-c26c150cc43b tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:10.560120 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-f147c173-cdfb-4dbb-b610-9921d8b29f40 service neutron] 10.222.0.47 "GET /v2.0/networks/d761cda9-5d0f-4b3e-9277-d22768957564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6391780 Jul 16 01:59:10.562724 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-72008601-0e7a-411c-acf3-108617accdac req-0169df0d-63bb-4ff6-9502-c26c150cc43b tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b HTTP/1.1" status: 200 len: 944 time: 0.1724417 Jul 16 01:59:10.563400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec66bff-0348-4318-a04a-bc67d862656a tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Made reservation on behalf of d45074f6af67428d8cce14fbee054437 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:10.572217 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cec66bff-0348-4318-a04a-bc67d862656a tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.603287 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Allocated IP 172.20.0.2 (6b9361fe-22e7-4ea2-bba1-e502853e7a46/d786f15b-472d-4963-82fa-6a3c0400e867/899e34a9-3fdf-4e1a-8334-97e048a5449e) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:10.656048 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-72008601-0e7a-411c-acf3-108617accdac req-961e9d25-b628-4287-9c72-f9f0bb31b6a2 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779626 Jul 16 01:59:10.661161 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-cec66bff-0348-4318-a04a-bc67d862656a tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] device_id is not set on port 6fd9dfa7-1a7e-449f-8d74-e2af31be094f yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:10.694087 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f403eba-3681-4bb4-9872-01fa2f17ff4c req-40531008-5c39-441d-8c84-414e391aa2fe service neutron] 10.222.0.47 "GET /v2.0/networks/d761cda9-5d0f-4b3e-9277-d22768957564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252699 Jul 16 01:59:10.734250 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b55cdf49-acbe-4768-88de-db2cfd3daced tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.747073 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b55cdf49-acbe-4768-88de-db2cfd3daced tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.777037 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cdf49-acbe-4768-88de-db2cfd3daced tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a58c5f-c299-4abb-8f64-edadf2955aa8,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:10.785613 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b55cdf49-acbe-4768-88de-db2cfd3daced tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.789423 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b55cdf49-acbe-4768-88de-db2cfd3daced tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3873827 Jul 16 01:59:10.789763 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60456) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:10.794977 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4c32b1bc-824e-4940-a2a3-bd5bd8e8794a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': '66489032-26a8-49d4-8759-59efab66eb24', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:10.796824 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43fa51-5930-4823-8b79-ec100a9080e8 req-b6285789-cb54-4bf6-b725-3c3abbf6826e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:10.805273 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd43fa51-5930-4823-8b79-ec100a9080e8 req-b6285789-cb54-4bf6-b725-3c3abbf6826e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 946 time: 0.1101840 Jul 16 01:59:10.811535 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.822645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Transition to ACTIVE for port object 899e34a9-3fdf-4e1a-8334-97e048a5449e will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:10.836747 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c32b1bc-824e-4940-a2a3-bd5bd8e8794a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.841529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Transition to ACTIVE for port object 899e34a9-3fdf-4e1a-8334-97e048a5449e will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:10.848683 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.864319 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd43fa51-5930-4823-8b79-ec100a9080e8 req-6981ce51-b68b-4ece-9f02-bab6ed750192 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581024 Jul 16 01:59:10.903666 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Pushing event updated for resources: {'Port': ['ID=899e34a9-3fdf-4e1a-8334-97e048a5449e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:10.914622 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:10.915028 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:10.915438 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:10.915997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:10.916378 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:10.916853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:10.917257 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:10.917604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:10.917938 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:10.918736 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:10.919136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:10.919403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:10.924773 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2010c6e-35e6-43e2-8f96-7e707017b0c1 req-9679f7e4-cd6b-4435-ad73-73cce9535c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:10.927227 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2010c6e-35e6-43e2-8f96-7e707017b0c1 req-9679f7e4-cd6b-4435-ad73-73cce9535c5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35107c721ea940d7adbd5121804a5b26&device_id=13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b HTTP/1.1" status: 200 len: 1095 time: 0.0805688 Jul 16 01:59:10.931295 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Network 6b9361fe-22e7-4ea2-bba1-e502853e7a46 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:10.932757 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:10.935116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:10.938323 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c32b1bc-824e-4940-a2a3-bd5bd8e8794a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.949158 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-cec66bff-0348-4318-a04a-bc67d862656a tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Allocated IP 172.20.0.5 (6b9361fe-22e7-4ea2-bba1-e502853e7a46/d786f15b-472d-4963-82fa-6a3c0400e867/6fd9dfa7-1a7e-449f-8d74-e2af31be094f) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:10.951321 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c32b1bc-824e-4940-a2a3-bd5bd8e8794a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.979573 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32b1bc-824e-4940-a2a3-bd5bd8e8794a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bb74b2-23fd-4596-9931-51becbbbafcc,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:10.996855 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4c32b1bc-824e-4940-a2a3-bd5bd8e8794a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.000553 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4c32b1bc-824e-4940-a2a3-bd5bd8e8794a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2073300 Jul 16 01:59:11.000761 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60460) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:11.009581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b4ea555e-2ea1-4c40-83a6-e85dc9c13a23 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': '66489032-26a8-49d4-8759-59efab66eb24', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:11.021014 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Attempting to bind port 899e34a9-3fdf-4e1a-8334-97e048a5449e on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:11.021488 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Attempting to bind port 899e34a9-3fdf-4e1a-8334-97e048a5449e by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'd4c548fb-453c-4654-b4d5-541dad820ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6b9361fe-22e7-4ea2-bba1-e502853e7a46'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:11.021956 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Attempting to bind port 899e34a9-3fdf-4e1a-8334-97e048a5449e on network 6b9361fe-22e7-4ea2-bba1-e502853e7a46 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:11.027683 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:11.028479 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Checking segment: {'id': 'd4c548fb-453c-4654-b4d5-541dad820ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6b9361fe-22e7-4ea2-bba1-e502853e7a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:11.029279 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.029397 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Bound using segment: {'id': 'd4c548fb-453c-4654-b4d5-541dad820ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6b9361fe-22e7-4ea2-bba1-e502853e7a46'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:11.030118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Bound port: 899e34a9-3fdf-4e1a-8334-97e048a5449e, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c548fb-453c-4654-b4d5-541dad820ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6b9361fe-22e7-4ea2-bba1-e502853e7a46'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:11.030253 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.045352 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2010c6e-35e6-43e2-8f96-7e707017b0c1 req-4a333e85-da32-4385-9c9f-81a5566d0054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:11.046809 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2010c6e-35e6-43e2-8f96-7e707017b0c1 req-4a333e85-da32-4385-9c9f-81a5566d0054 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d761cda9-5d0f-4b3e-9277-d22768957564 HTTP/1.1" status: 200 len: 915 time: 0.1093287 Jul 16 01:59:11.091694 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2010c6e-35e6-43e2-8f96-7e707017b0c1 req-a40eb9b1-01d1-4549-b43c-803e33312252 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48f95906-2770-4136-98f8-0989be02052c HTTP/1.1" status: 200 len: 217 time: 0.0368812 Jul 16 01:59:11.099462 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] For port 899e34a9-3fdf-4e1a-8334-97e048a5449e, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:11.103146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] For port 899e34a9-3fdf-4e1a-8334-97e048a5449e, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=899e34a9-3fdf-4e1a-8334-97e048a5449e,segment=NetworkSegment(d4c548fb-453c-4654-b4d5-541dad820ab8),segment_id=d4c548fb-453c-4654-b4d5-541dad820ab8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:11.108337 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.109456 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b4ea555e-2ea1-4c40-83a6-e85dc9c13a23 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.152188 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2010c6e-35e6-43e2-8f96-7e707017b0c1 req-f0b8b028-a7fd-406a-83a1-9feb8a5ef7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:11.153686 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2010c6e-35e6-43e2-8f96-7e707017b0c1 req-f0b8b028-a7fd-406a-83a1-9feb8a5ef7c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=226a98d6-805a-4bfc-a663-9b33f2ef6466 HTTP/1.1" status: 200 len: 854 time: 0.0535979 Jul 16 01:59:11.170077 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195ce6c-5f33-47d7-9436-94baa4e9fb7a None None] Pushing event updated for resources: {'Port': ['ID=899e34a9-3fdf-4e1a-8334-97e048a5449e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:11.202624 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2010c6e-35e6-43e2-8f96-7e707017b0c1 req-25927cf1-c0b7-4bdb-aeff-5bdf5fa2a359 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d761cda9-5d0f-4b3e-9277-d22768957564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410585 Jul 16 01:59:11.226006 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80a5f4-aa2b-4bc6-8ec4-4b520e4015a3 req-76c20bb7-7aa2-4dab-a57a-0c5b87933512 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:11.227857 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9d80a5f4-aa2b-4bc6-8ec4-4b520e4015a3 req-76c20bb7-7aa2-4dab-a57a-0c5b87933512 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 946 time: 0.2250125 Jul 16 01:59:11.279655 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cec66bff-0348-4318-a04a-bc67d862656a tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.290523 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b4ea555e-2ea1-4c40-83a6-e85dc9c13a23 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.307796 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b4ea555e-2ea1-4c40-83a6-e85dc9c13a23 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.317149 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-cec66bff-0348-4318-a04a-bc67d862656a tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Transition to ACTIVE for port object 6fd9dfa7-1a7e-449f-8d74-e2af31be094f will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:11.320796 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2010c6e-35e6-43e2-8f96-7e707017b0c1 req-2aa68ab1-6065-4df8-930f-6bf168fa1640 service neutron] 10.222.0.47 "GET /v2.0/networks/d761cda9-5d0f-4b3e-9277-d22768957564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095786 Jul 16 01:59:11.323438 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9d80a5f4-aa2b-4bc6-8ec4-4b520e4015a3 req-6047e6ff-276c-425e-9133-41e9cd69fc20 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855556 Jul 16 01:59:11.341081 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea555e-2ea1-4c40-83a6-e85dc9c13a23 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3587ea-6ce8-4f1a-bfda-2b4a8156242f,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:11.350233 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b4ea555e-2ea1-4c40-83a6-e85dc9c13a23 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.350233 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b4ea555e-2ea1-4c40-83a6-e85dc9c13a23 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3460319 Jul 16 01:59:11.350508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60462) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:11.361287 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-8545239f-254b-4df5-a7f3-5d8da12f7b04 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': '66489032-26a8-49d4-8759-59efab66eb24', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:11.433035 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cec66bff-0348-4318-a04a-bc67d862656a tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.446202 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8545239f-254b-4df5-a7f3-5d8da12f7b04 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.471012 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2010c6e-35e6-43e2-8f96-7e707017b0c1 req-f3a4ab68-7106-42cc-8971-2c346d4ed575 service neutron] 10.222.0.47 "GET /v2.0/networks/d761cda9-5d0f-4b3e-9277-d22768957564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422222 Jul 16 01:59:11.501916 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254e476d-ee47-4c47-885b-463a87582beb', 'name': 'network-vif-deleted', 'tag': 'd0f15e74-d9c0-42e9-84ed-ad38dc363e00'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:11.504790 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87637c1c-7a21-4847-a15f-c6e254924b1b" -d '{"events": [{"server_uuid": "254e476d-ee47-4c47-885b-463a87582beb", "name": "network-vif-deleted", "tag": "d0f15e74-d9c0-42e9-84ed-ad38dc363e00"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:11.505990 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec66bff-0348-4318-a04a-bc67d862656a tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Network 6b9361fe-22e7-4ea2-bba1-e502853e7a46 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:11.515008 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-cec66bff-0348-4318-a04a-bc67d862656a tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:11.522765 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec66bff-0348-4318-a04a-bc67d862656a tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:11.552308 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b4d7a2-248d-44ea-9417-689083ff08b5 x-openstack-request-id: req-c2b4d7a2-248d-44ea-9417-689083ff08b5 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:11.552668 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254e476d-ee47-4c47-885b-463a87582beb", "name": "network-vif-deleted", "tag": "d0f15e74-d9c0-42e9-84ed-ad38dc363e00", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:11.552991 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c2b4d7a2-248d-44ea-9417-689083ff08b5 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:11.553483 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254e476d-ee47-4c47-885b-463a87582beb', 'name': 'network-vif-deleted', 'tag': 'd0f15e74-d9c0-42e9-84ed-ad38dc363e00', 'status': 'completed', 'code': 200} Jul 16 01:59:11.563433 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec66bff-0348-4318-a04a-bc67d862656a tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Pushing event updated for resources: {'Port': ['ID=6fd9dfa7-1a7e-449f-8d74-e2af31be094f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:11.608263 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec66bff-0348-4318-a04a-bc67d862656a tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:11.608909 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cec66bff-0348-4318-a04a-bc67d862656a tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.612409 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8545239f-254b-4df5-a7f3-5d8da12f7b04 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.620589 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8545239f-254b-4df5-a7f3-5d8da12f7b04 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.643072 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cec66bff-0348-4318-a04a-bc67d862656a tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3864889 Jul 16 01:59:11.643072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545239f-254b-4df5-a7f3-5d8da12f7b04 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0ab159-2365-415d-8af1-03a3f2812cc3,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:11.643354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60472) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:11.650370 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-8d882ab3-0964-497b-9f57-e087b614d49b tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Request body: {'port': {'network_id': '6b9361fe-22e7-4ea2-bba1-e502853e7a46', 'name': 'tempest-ExtraDHCPOptionsTestJSON-266593035', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:11.654578 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.api.validators [None req-8d882ab3-0964-497b-9f57-e087b614d49b tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] bootfile-name is not in valid_values {{(pid=93831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:59:11.654578 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.api.validators [None req-8d882ab3-0964-497b-9f57-e087b614d49b tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] tftp-server is not in valid_values {{(pid=93831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:59:11.654578 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.api.validators [None req-8d882ab3-0964-497b-9f57-e087b614d49b tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] server-ip-address is not in valid_values {{(pid=93831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:59:11.654825 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8545239f-254b-4df5-a7f3-5d8da12f7b04 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.654825 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8545239f-254b-4df5-a7f3-5d8da12f7b04 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3020694 Jul 16 01:59:11.654825 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60474) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:11.661812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60476) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:11.666503 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-9de271b0-6abc-47eb-8cb7-412833193a8e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': '66489032-26a8-49d4-8759-59efab66eb24', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:11.717486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08a176d-396c-4197-86d4-aa43250b269c admin admin] Deleting subnet b01f6292-1e81-4b46-b7e3-f6e72e618cf1 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:11.720993 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b08a176d-396c-4197-86d4-aa43250b269c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.723019 n-d-800086-6 neutron-server[93832]: INFO neutron.db.securitygroups_db [None req-9de271b0-6abc-47eb-8cb7-412833193a8e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Project 7a1162bb5d334415ae74c9808546d676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:59:11.747680 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9de271b0-6abc-47eb-8cb7-412833193a8e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.776975 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b08a176d-396c-4197-86d4-aa43250b269c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.809837 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d882ab3-0964-497b-9f57-e087b614d49b tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Made reservation on behalf of d45074f6af67428d8cce14fbee054437 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:11.813948 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d882ab3-0964-497b-9f57-e087b614d49b tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.837946 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-8d882ab3-0964-497b-9f57-e087b614d49b tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] device_id is not set on port e7286cf9-5671-4f63-a58d-f386fcbab001 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:11.893224 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9de271b0-6abc-47eb-8cb7-412833193a8e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.925448 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9de271b0-6abc-47eb-8cb7-412833193a8e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.962813 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de271b0-6abc-47eb-8cb7-412833193a8e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f945e57f-4cf8-4c63-a7c7-7ff228ab9a82,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:11.970522 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b08a176d-396c-4197-86d4-aa43250b269c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.973104 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9de271b0-6abc-47eb-8cb7-412833193a8e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.974304 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9de271b0-6abc-47eb-8cb7-412833193a8e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3116181 Jul 16 01:59:11.978627 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60484) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:11.987613 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3a2a53ac-ab4f-4fd9-b770-7dfec4448fdc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': '66489032-26a8-49d4-8759-59efab66eb24', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:12.003307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbee7b0-6f2d-46dc-b16b-083dd26d2166 req-0ba246bc-024b-49b9-9018-d2a0969f6778 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:12.004919 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fbbee7b0-6f2d-46dc-b16b-083dd26d2166 req-0ba246bc-024b-49b9-9018-d2a0969f6778 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b HTTP/1.1" status: 200 len: 944 time: 0.1957042 Jul 16 01:59:12.009466 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-8d882ab3-0964-497b-9f57-e087b614d49b tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Allocated IP 172.20.0.4 (6b9361fe-22e7-4ea2-bba1-e502853e7a46/d786f15b-472d-4963-82fa-6a3c0400e867/e7286cf9-5671-4f63-a58d-f386fcbab001) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:12.013078 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-3a2a53ac-ab4f-4fd9-b770-7dfec4448fdc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Project 7a1162bb5d334415ae74c9808546d676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:59:12.021586 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3a2a53ac-ab4f-4fd9-b770-7dfec4448fdc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.093093 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fbbee7b0-6f2d-46dc-b16b-083dd26d2166 req-ea491cb1-6dc3-4588-b3ec-2569872afa4c tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771210 Jul 16 01:59:12.113836 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b08a176d-396c-4197-86d4-aa43250b269c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.150660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a176d-396c-4197-86d4-aa43250b269c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b01f6292-1e81-4b46-b7e3-f6e72e618cf1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:12.154717 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b08a176d-396c-4197-86d4-aa43250b269c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.158769 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b08a176d-396c-4197-86d4-aa43250b269c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b01f6292-1e81-4b46-b7e3-f6e72e618cf1 HTTP/1.1" status: 204 len: 168 time: 0.5014935 Jul 16 01:59:12.160167 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60494) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:12.166840 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c2f752-1d0d-49a1-9fca-825475393448 None None] Network fe23434d-ae7a-44ad-ab72-0924ddc07503 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:12.223889 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3a2a53ac-ab4f-4fd9-b770-7dfec4448fdc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.237233 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3a2a53ac-ab4f-4fd9-b770-7dfec4448fdc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.274461 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.343141 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] Deleting port 9d407699-57ff-4971-a762-dd929cf09ce6 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:12.343404 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.352364 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a53ac-ab4f-4fd9-b770-7dfec4448fdc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2091407b-e22a-46ea-80d4-d7e2c9da4f3c,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:12.365212 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3a2a53ac-ab4f-4fd9-b770-7dfec4448fdc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.366729 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3a2a53ac-ab4f-4fd9-b770-7dfec4448fdc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3870940 Jul 16 01:59:12.371075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60500) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:12.379204 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-6edd2cdd-d741-4baa-a6c9-e7fb9e437d50 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'network': {'name': 'tempest-network-smoke--966779422', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'port_security_enabled': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:12.418366 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 899e34a9-3fdf-4e1a-8334-97e048a5449e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:12.423857 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device d0f15e74-d9c0-42e9-84ed-ad38dc363e00 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:12.473533 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] For port 9d407699-57ff-4971-a762-dd929cf09ce6, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9d407699-57ff-4971-a762-dd929cf09ce6,segment=NetworkSegment(8d69b346-b063-410b-b8c4-cf43d3c62fa7),segment_id=8d69b346-b063-410b-b8c4-cf43d3c62fa7)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:12.473945 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.478607 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d882ab3-0964-497b-9f57-e087b614d49b tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.481728 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: d0f15e74-d9c0-42e9-84ed-ad38dc363e00 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:12.482233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device d0f15e74-d9c0-42e9-84ed-ad38dc363e00 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:12.488032 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edd2cdd-d741-4baa-a6c9-e7fb9e437d50 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Made reservation on behalf of 7a1162bb5d334415ae74c9808546d676 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:12.493504 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6edd2cdd-d741-4baa-a6c9-e7fb9e437d50 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.496346 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-8d882ab3-0964-497b-9f57-e087b614d49b tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Transition to ACTIVE for port object e7286cf9-5671-4f63-a58d-f386fcbab001 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:12.523021 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] Calling delete_port for 9d407699-57ff-4971-a762-dd929cf09ce6 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:12.532165 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb2e4c7-1364-416d-bd0b-4806f5e91879 None None] Network 6b9361fe-22e7-4ea2-bba1-e502853e7a46 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:12.544861 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d882ab3-0964-497b-9f57-e087b614d49b tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.550687 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6edd2cdd-d741-4baa-a6c9-e7fb9e437d50 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:12.560022 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6edd2cdd-d741-4baa-a6c9-e7fb9e437d50 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.560367 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-6edd2cdd-d741-4baa-a6c9-e7fb9e437d50 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Added segment 21ff77ae-9cc9-4661-9349-1e6d2922ee60 of type vlan for network 08d78a5f-4b1a-45a3-b856-08c17488ed5f Jul 16 01:59:12.606078 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6edd2cdd-d741-4baa-a6c9-e7fb9e437d50 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.609068 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d882ab3-0964-497b-9f57-e087b614d49b tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Pushing event updated for resources: {'Port': ['ID=e7286cf9-5671-4f63-a58d-f386fcbab001,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:12.635298 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d882ab3-0964-497b-9f57-e087b614d49b tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Network 6b9361fe-22e7-4ea2-bba1-e502853e7a46 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:12.636855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-8d882ab3-0964-497b-9f57-e087b614d49b tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:12.643954 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d882ab3-0964-497b-9f57-e087b614d49b tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:12.695622 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1306b25-958a-4904-b0b9-0ebd01dd23cf None None] Provisioning for port 899e34a9-3fdf-4e1a-8334-97e048a5449e completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:12.733061 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 899e34a9-3fdf-4e1a-8334-97e048a5449e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:12.740589 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 899e34a9-3fdf-4e1a-8334-97e048a5449e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:12.740935 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.748607 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d882ab3-0964-497b-9f57-e087b614d49b tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:12.749487 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d882ab3-0964-497b-9f57-e087b614d49b tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.762171 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6edd2cdd-d741-4baa-a6c9-e7fb9e437d50 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.769937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edd2cdd-d741-4baa-a6c9-e7fb9e437d50 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:12.770512 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8d882ab3-0964-497b-9f57-e087b614d49b tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.1256592 Jul 16 01:59:12.772064 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6edd2cdd-d741-4baa-a6c9-e7fb9e437d50 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.772539 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60510) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:12.827054 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6edd2cdd-d741-4baa-a6c9-e7fb9e437d50 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4508820 Jul 16 01:59:12.828834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60512) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:12.837484 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1537048706', 'admin_state_up': True, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:12.919689 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.923192 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0681951f-8b73-4a6a-9ebf-2110b060b2af None None] DHCP port deletion for fe23434d-ae7a-44ad-ab72-0924ddc07503 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:12.932784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f9b998-601d-4ab6-996b-b7b3d00d0413 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:12.940073 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f9b998-601d-4ab6-996b-b7b3d00d0413 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:12.949463 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f9b998-601d-4ab6-996b-b7b3d00d0413 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:12.952215 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.953269 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.955091 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-29f9b998-601d-4ab6-996b-b7b3d00d0413 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1814160 Jul 16 01:59:12.956008 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60524) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:12.997298 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd2cdd-d741-4baa-a6c9-e7fb9e437d50 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Network': ['ID=08d78a5f-4b1a-45a3-b856-08c17488ed5f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:13.023747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 899e34a9-3fdf-4e1a-8334-97e048a5449e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=899e34a9-3fdf-4e1a-8334-97e048a5449e,segment=NetworkSegment(d4c548fb-453c-4654-b4d5-541dad820ab8),segment_id=d4c548fb-453c-4654-b4d5-541dad820ab8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:13.029242 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 08d78a5f-4b1a-45a3-b856-08c17488ed5f details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:13.033471 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.051557 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.062505 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.068715 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] No DVR routers for this DVR port 9d407699-57ff-4971-a762-dd929cf09ce6 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:13.093509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=9d407699-57ff-4971-a762-dd929cf09ce6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:13.152740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-b3989134-9b6d-4024-9c92-bb75f73d4c23 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Deleting port e7286cf9-5671-4f63-a58d-f386fcbab001 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:13.153232 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b3989134-9b6d-4024-9c92-bb75f73d4c23 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.231182 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0681951f-8b73-4a6a-9ebf-2110b060b2af None None] Deleting port 9d407699-57ff-4971-a762-dd929cf09ce6 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:13.232340 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0681951f-8b73-4a6a-9ebf-2110b060b2af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.235029 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=899e34a9-3fdf-4e1a-8334-97e048a5449e,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:13.302759 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4ba9cb20-282a-4d7c-b214-9b2a0aeeb6f4 None None] Provisioning for port 6fd9dfa7-1a7e-449f-8d74-e2af31be094f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:13.317469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4ba9cb20-282a-4d7c-b214-9b2a0aeeb6f4 None None] Provisioning complete for port 6fd9dfa7-1a7e-449f-8d74-e2af31be094f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:13.317847 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ba9cb20-282a-4d7c-b214-9b2a0aeeb6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.371874 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b3989134-9b6d-4024-9c92-bb75f73d4c23 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.394786 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-b3989134-9b6d-4024-9c92-bb75f73d4c23 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Calling delete_port for e7286cf9-5671-4f63-a58d-f386fcbab001 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:13.435896 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-4ba9cb20-282a-4d7c-b214-9b2a0aeeb6f4 None None] Port 6fd9dfa7-1a7e-449f-8d74-e2af31be094f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:13.445201 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0681951f-8b73-4a6a-9ebf-2110b060b2af None None] For port 9d407699-57ff-4971-a762-dd929cf09ce6, host n-d-800086-6, got binding levels [] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:13.446140 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0681951f-8b73-4a6a-9ebf-2110b060b2af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.464484 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0681951f-8b73-4a6a-9ebf-2110b060b2af None None] Calling delete_port for 9d407699-57ff-4971-a762-dd929cf09ce6 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:13.473940 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.ipam_backend_mixin [None req-0681951f-8b73-4a6a-9ebf-2110b060b2af None None] Port 9d407699-57ff-4971-a762-dd929cf09ce6 was not found and therefore no delete operation was performed {{(pid=93833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:59:13.474867 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4ba9cb20-282a-4d7c-b214-9b2a0aeeb6f4 None None] Provisioning complete for port 899e34a9-3fdf-4e1a-8334-97e048a5449e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:13.475663 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ba9cb20-282a-4d7c-b214-9b2a0aeeb6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.531016 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0681951f-8b73-4a6a-9ebf-2110b060b2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.549450 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0681951f-8b73-4a6a-9ebf-2110b060b2af None None] No DVR routers for this DVR port 9d407699-57ff-4971-a762-dd929cf09ce6 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:13.558204 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.596092 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe23434d-ae7a-44ad-ab72-0924ddc07503']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:13.606212 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.643198 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d69b346-b063-410b-b8c4-cf43d3c62fa7') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:13.643502 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d69b346-b063-410b-b8c4-cf43d3c62fa7') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:13.672229 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.675190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681951f-8b73-4a6a-9ebf-2110b060b2af None None] Pushing event deleted for resources: {'Port': ['ID=9d407699-57ff-4971-a762-dd929cf09ce6,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:13.679111 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b3989134-9b6d-4024-9c92-bb75f73d4c23 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.708933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4ba9cb20-282a-4d7c-b214-9b2a0aeeb6f4 None None] Could not find standard attr ID for object e7286cf9-5671-4f63-a58d-f386fcbab001. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:59:13.717950 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.738210 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:13.738628 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:13.741288 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:13.750713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3989134-9b6d-4024-9c92-bb75f73d4c23 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Pushing event deleted for resources: {'Port': ['ID=e7286cf9-5671-4f63-a58d-f386fcbab001,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:13.772049 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e313b-d4cc-473a-8a46-2d0ab7c34d01 req-e3bfecc7-15a0-4a5a-9b5c-744b1bbde6c1 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:13.779553 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-222e313b-d4cc-473a-8a46-2d0ab7c34d01 req-e3bfecc7-15a0-4a5a-9b5c-744b1bbde6c1 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b HTTP/1.1" status: 200 len: 944 time: 0.3613553 Jul 16 01:59:13.865353 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-51ee07ce-6d48-4173-9a64-54531c062e14 None None] Provisioning complete for port 6fd9dfa7-1a7e-449f-8d74-e2af31be094f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:13.866190 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-51ee07ce-6d48-4173-9a64-54531c062e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.895280 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.910750 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b3989134-9b6d-4024-9c92-bb75f73d4c23 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.916620 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b3989134-9b6d-4024-9c92-bb75f73d4c23 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] 10.222.0.54 "DELETE /v2.0/ports/e7286cf9-5671-4f63-a58d-f386fcbab001 HTTP/1.1" status: 204 len: 168 time: 0.9558427 Jul 16 01:59:13.919275 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60552) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:13.936336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-04b8778d-4da6-4d15-b0fe-0dc0ebecb831 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Request body: {'port': {'name': 'tempest-new-port-name-1222941208', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:13.937708 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.api.validators [None req-04b8778d-4da6-4d15-b0fe-0dc0ebecb831 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] bootfile-name is not in valid_values {{(pid=93831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:59:13.938213 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.api.validators [None req-04b8778d-4da6-4d15-b0fe-0dc0ebecb831 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] tftp-server is not in valid_values {{(pid=93831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:59:13.941915 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.api.validators [None req-04b8778d-4da6-4d15-b0fe-0dc0ebecb831 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] server-ip-address is not in valid_values {{(pid=93831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:59:13.953891 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.958216 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-51ee07ce-6d48-4173-9a64-54531c062e14 None None] Port 6fd9dfa7-1a7e-449f-8d74-e2af31be094f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:13.965140 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] 10.222.0.54 "DELETE /v2.0/networks/fe23434d-ae7a-44ad-ab72-0924ddc07503 HTTP/1.1" status: 204 len: 168 time: 1.8029876 Jul 16 01:59:13.977465 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-222e313b-d4cc-473a-8a46-2d0ab7c34d01 req-e483ce52-cc88-48e2-a80e-2112503ccf3e tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968348 Jul 16 01:59:14.015122 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2892ca0-5cf6-4c41-99d3-9142e53d3f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=fe23434d-ae7a-44ad-ab72-0924ddc07503,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:14.078186 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a9c93ed5-0ec1-4229-8b93-0b8a777c84e7 None None] Could not find standard attr ID for object e7286cf9-5671-4f63-a58d-f386fcbab001. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:59:14.122604 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-04b8778d-4da6-4d15-b0fe-0dc0ebecb831 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.196307 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 899e34a9-3fdf-4e1a-8334-97e048a5449e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:14.207177 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.232851 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.284626 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60556) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:14.300364 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 899e34a9-3fdf-4e1a-8334-97e048a5449e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:14.301225 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.379532 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Allocated IP 172.25.1.164 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/e91319b6-242a-4d0a-b385-53af89f95a93) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:14.395107 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-50665df8-b700-42a8-9f29-61af87d6d336 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aea1fc5e70cb4da094b11853db6a2a25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1079655 Jul 16 01:59:14.396832 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60558) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:14.409842 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 48f95906-2770-4136-98f8-0989be02052c details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:59:14.443848 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-04b8778d-4da6-4d15-b0fe-0dc0ebecb831 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.454381 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-04b8778d-4da6-4d15-b0fe-0dc0ebecb831 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.503432 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9d407699-57ff-4971-a762-dd929cf09ce6 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:14.523301 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e934ac82-5fe9-4433-a6af-af321c3cc05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.533603 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 9d407699-57ff-4971-a762-dd929cf09ce6 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:14.534042 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9d407699-57ff-4971-a762-dd929cf09ce6 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:14.558220 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-04b8778d-4da6-4d15-b0fe-0dc0ebecb831 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] In _notify_port_updated(), no bound segment for port 6fd9dfa7-1a7e-449f-8d74-e2af31be094f on network 6b9361fe-22e7-4ea2-bba1-e502853e7a46 {{(pid=93831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:59:14.567229 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.568315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b8778d-4da6-4d15-b0fe-0dc0ebecb831 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:14.569075 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-04b8778d-4da6-4d15-b0fe-0dc0ebecb831 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.573261 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-04b8778d-4da6-4d15-b0fe-0dc0ebecb831 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] 10.222.0.54 "PUT /v2.0/ports/6fd9dfa7-1a7e-449f-8d74-e2af31be094f HTTP/1.1" status: 200 len: 1136 time: 0.6475348 Jul 16 01:59:14.573455 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e934ac82-5fe9-4433-a6af-af321c3cc05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.573686 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60560) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:14.580337 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 48f95906-2770-4136-98f8-0989be02052c, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=48f95906-2770-4136-98f8-0989be02052c,segment=NetworkSegment(f6200052-f2b7-4948-b1f0-a5665d553e77),segment_id=f6200052-f2b7-4948-b1f0-a5665d553e77)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:14.597007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '48f95906-2770-4136-98f8-0989be02052c', 'network_id': 'd761cda9-5d0f-4b3e-9277-d22768957564', 'port_id': '48f95906-2770-4136-98f8-0989be02052c', 'mac_address': 'fa:16:3e:c5:c0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '226a98d6-805a-4bfc-a663-9b33f2ef6466', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:59:14.624730 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8778d-4da6-4d15-b0fe-0dc0ebecb831 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Pushing event updated for resources: {'Port': ['ID=6fd9dfa7-1a7e-449f-8d74-e2af31be094f,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:14.648004 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e934ac82-5fe9-4433-a6af-af321c3cc05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.648417 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f45c22b-f9f6-4b70-b05a-7c60c2ab5b79 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:14.653437 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7f45c22b-f9f6-4b70-b05a-7c60c2ab5b79 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] 10.222.0.54 "GET /v2.0/ports/6fd9dfa7-1a7e-449f-8d74-e2af31be094f HTTP/1.1" status: 200 len: 1136 time: 0.0758948 Jul 16 01:59:14.654590 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e934ac82-5fe9-4433-a6af-af321c3cc05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.654590 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e934ac82-5fe9-4433-a6af-af321c3cc05e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0ebc5095-e9d5-4872-8a5a-c51bb78910ae HTTP/1.1" status: 204 len: 168 time: 0.2543366 Jul 16 01:59:14.654977 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60562) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:14.656457 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.668313 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.682599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f95906-2770-4136-98f8-0989be02052c {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:14.708377 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 48f95906-2770-4136-98f8-0989be02052c, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=48f95906-2770-4136-98f8-0989be02052c,segment=NetworkSegment(f6200052-f2b7-4948-b1f0-a5665d553e77),segment_id=f6200052-f2b7-4948-b1f0-a5665d553e77)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:14.713413 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.770835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=e91319b6-242a-4d0a-b385-53af89f95a93,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:14.779086 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934ac82-5fe9-4433-a6af-af321c3cc05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebc5095-e9d5-4872-8a5a-c51bb78910ae,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:14.782260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:14.787872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:14.793957 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=48f95906-2770-4136-98f8-0989be02052c,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:14.795173 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:14.911211 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d27294e7-2f65-43eb-b7a0-295b280a7b16 None None] Provisioning complete for port 6fd9dfa7-1a7e-449f-8d74-e2af31be094f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:14.911849 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d27294e7-2f65-43eb-b7a0-295b280a7b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.968408 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d27294e7-2f65-43eb-b7a0-295b280a7b16 None None] Port 6fd9dfa7-1a7e-449f-8d74-e2af31be094f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:15.047762 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3936595-ed5d-4357-b336-6b179464b308 req-b04b7433-38ea-4bd6-80ce-fb1c48444a67 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:15.050340 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f3936595-ed5d-4357-b336-6b179464b308 req-b04b7433-38ea-4bd6-80ce-fb1c48444a67 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 811 time: 0.1414878 Jul 16 01:59:15.065656 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['48f95906-2770-4136-98f8-0989be02052c'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:59:15.067144 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f3936595-ed5d-4357-b336-6b179464b308 req-08d00602-1efc-42d5-8d08-3d143e97c568 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/quotas/3429d6c64c11482188275a95cd24498c HTTP/1.1" status: 200 len: 375 time: 0.0102415 Jul 16 01:59:15.182132 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f3936595-ed5d-4357-b336-6b179464b308 req-43e760a5-b95a-4c32-9283-af5389afc2fb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1090906 Jul 16 01:59:15.312404 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f3936595-ed5d-4357-b336-6b179464b308 req-cad2f62b-e295-40f2-a42d-7821daac0c6b service neutron] 10.222.0.54 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224663 Jul 16 01:59:15.432033 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f3936595-ed5d-4357-b336-6b179464b308 req-bc0a7811-0250-4570-8a80-bbc1b50628ee service neutron] 10.222.0.54 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125937 Jul 16 01:59:15.437274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d8213b4e-5d0e-47fe-ba06-ca62cc6a5f6c tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Deleting port 6fd9dfa7-1a7e-449f-8d74-e2af31be094f {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:15.437832 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d8213b4e-5d0e-47fe-ba06-ca62cc6a5f6c tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.590750 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60604) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:15.604580 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d96e3a-1794-4398-9836-e8274faebe4f req-c00e1545-c35c-4788-9e48-a137892d2a21 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:15.611447 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-41d96e3a-1794-4398-9836-e8274faebe4f req-c00e1545-c35c-4788-9e48-a137892d2a21 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b HTTP/1.1" status: 200 len: 945 time: 0.2656646 Jul 16 01:59:15.652672 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d8213b4e-5d0e-47fe-ba06-ca62cc6a5f6c tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.667318 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-54ea08f6-5853-4280-8c9e-87ab337148bd req-b07a8e11-e11a-41bd-b9af-565aff7c7e37 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 210 time: 0.0426416 Jul 16 01:59:15.676644 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.684573 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d8213b4e-5d0e-47fe-ba06-ca62cc6a5f6c tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Calling delete_port for 6fd9dfa7-1a7e-449f-8d74-e2af31be094f owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:15.697104 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-41d96e3a-1794-4398-9836-e8274faebe4f req-ef284d2e-e9ed-4a8b-8cd1-8a5645dd5f5c tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845726 Jul 16 01:59:15.738232 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a2bf4cb3-3010-4c9a-a473-c13edba2a60c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-561585664-network', 'tenant_id': '87b8beeae2bd4a70844da8b9a6daab12'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:15.763021 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bf4cb3-3010-4c9a-a473-c13edba2a60c admin admin] Made reservation on behalf of 87b8beeae2bd4a70844da8b9a6daab12 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:15.765636 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4cb3-3010-4c9a-a473-c13edba2a60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.781236 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4cb3-3010-4c9a-a473-c13edba2a60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.885408 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4cb3-3010-4c9a-a473-c13edba2a60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.889201 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4cb3-3010-4c9a-a473-c13edba2a60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.910579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bf4cb3-3010-4c9a-a473-c13edba2a60c admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:15.926890 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf4cb3-3010-4c9a-a473-c13edba2a60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45e891d-e75f-45a2-bec9-cb8db277bc00,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:15.940630 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4cb3-3010-4c9a-a473-c13edba2a60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.941172 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-a2bf4cb3-3010-4c9a-a473-c13edba2a60c admin admin] Added segment 493dc9e1-7389-45fa-abd0-3f46ac8ef0f2 of type vlan for network 4a06571c-d196-458a-adf2-017e87621813 Jul 16 01:59:16.000818 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4cb3-3010-4c9a-a473-c13edba2a60c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.015490 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.020058 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d8213b4e-5d0e-47fe-ba06-ca62cc6a5f6c tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.036208 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4cb3-3010-4c9a-a473-c13edba2a60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.037190 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bf4cb3-3010-4c9a-a473-c13edba2a60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.038194 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4cb3-3010-4c9a-a473-c13edba2a60c admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.081700 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a2bf4cb3-3010-4c9a-a473-c13edba2a60c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4895353 Jul 16 01:59:16.083796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8213b4e-5d0e-47fe-ba06-ca62cc6a5f6c tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Pushing event deleted for resources: {'Port': ['ID=6fd9dfa7-1a7e-449f-8d74-e2af31be094f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:16.086235 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60616) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:16.093116 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-7c3cc32b-68c0-4977-9360-8c368d6106d5 admin admin] Request body: {'subnet': {'network_id': '4a06571c-d196-458a-adf2-017e87621813', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-561585664-subnet', 'tenant_id': '87b8beeae2bd4a70844da8b9a6daab12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:16.138373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf4cb3-3010-4c9a-a473-c13edba2a60c admin admin] Pushing event updated for resources: {'Network': ['ID=4a06571c-d196-458a-adf2-017e87621813,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:16.153790 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 4a06571c-d196-458a-adf2-017e87621813 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:16.164522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3cc32b-68c0-4977-9360-8c368d6106d5 admin admin] Made reservation on behalf of 87b8beeae2bd4a70844da8b9a6daab12 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:16.169473 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc32b-68c0-4977-9360-8c368d6106d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.221117 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d8213b4e-5d0e-47fe-ba06-ca62cc6a5f6c tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.225561 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d8213b4e-5d0e-47fe-ba06-ca62cc6a5f6c tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] 10.222.0.54 "DELETE /v2.0/ports/6fd9dfa7-1a7e-449f-8d74-e2af31be094f HTTP/1.1" status: 204 len: 168 time: 1.5573699 Jul 16 01:59:16.227147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60618) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:16.306876 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1bbb7e-f34f-46a6-9cb1-727c17b79cc6 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Deleting subnet d786f15b-472d-4963-82fa-6a3c0400e867 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:16.311535 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba1bbb7e-f34f-46a6-9cb1-727c17b79cc6 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.364246 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba1bbb7e-f34f-46a6-9cb1-727c17b79cc6 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.368554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router 8de5c827-7565-4c25-bcf9-2de71ae0077f is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:59:16.389347 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 48f95906-2770-4136-98f8-0989be02052c up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:16.439294 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc32b-68c0-4977-9360-8c368d6106d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.449454 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 48f95906-2770-4136-98f8-0989be02052c completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:16.454904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 48f95906-2770-4136-98f8-0989be02052c triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:16.455629 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.499647 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cc32b-68c0-4977-9360-8c368d6106d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e57841cb-3ea1-4248-8e42-66ad60d97fb8,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:16.507094 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cc32b-68c0-4977-9360-8c368d6106d5 admin admin] Checking segment: {'id': '493dc9e1-7389-45fa-abd0-3f46ac8ef0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4a06571c-d196-458a-adf2-017e87621813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:16.508272 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3cc32b-68c0-4977-9360-8c368d6106d5 admin admin] Network hostable DHCP agents. Network: 4a06571c-d196-458a-adf2-017e87621813, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:16.526026 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3cc32b-68c0-4977-9360-8c368d6106d5 admin admin] Network 4a06571c-d196-458a-adf2-017e87621813 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:16.537153 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-7c3cc32b-68c0-4977-9360-8c368d6106d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 4a06571c-d196-458a-adf2-017e87621813) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:16.542175 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3cc32b-68c0-4977-9360-8c368d6106d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.542747 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc32b-68c0-4977-9360-8c368d6106d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.546967 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.551478 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac13f5f-5398-47ed-ba7e-78c76e294163 None None] Network 4a06571c-d196-458a-adf2-017e87621813 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:16.560257 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7c3cc32b-68c0-4977-9360-8c368d6106d5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4726455 Jul 16 01:59:16.584605 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba1bbb7e-f34f-46a6-9cb1-727c17b79cc6 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.606326 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:16.616157 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 48f95906-2770-4136-98f8-0989be02052c, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=48f95906-2770-4136-98f8-0989be02052c,segment=NetworkSegment(f6200052-f2b7-4948-b1f0-a5665d553e77),segment_id=f6200052-f2b7-4948-b1f0-a5665d553e77)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:16.619237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f95906-2770-4136-98f8-0989be02052c'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:16.623103 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Sync routers for ids ['8de5c827-7565-4c25-bcf9-2de71ae0077f'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:16.623982 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4359e0d-51ba-4425-897a-31e598fce96c" -d '{"events": [{"server_uuid": "13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b", "name": "network-vif-plugged", "status": "completed", "tag": "48f95906-2770-4136-98f8-0989be02052c"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:16.630323 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.638866 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Routers {'8de5c827-7565-4c25-bcf9-2de71ae0077f'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:16.640699 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:59:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8de5c827-7565-4c25-bcf9-2de71ae0077f'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:16.664234 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.665685 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-909c1c8b-7ad9-4cb6-82e2-32ffa09f8d75 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.8336792 Jul 16 01:59:16.669462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60624) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:16.693753 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e31c5d-3676-47e7-8f4c-46dc7dd0439e x-openstack-request-id: req-44e31c5d-3676-47e7-8f4c-46dc7dd0439e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:16.694100 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b", "name": "network-vif-plugged", "status": "completed", "tag": "48f95906-2770-4136-98f8-0989be02052c", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:16.694375 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-44e31c5d-3676-47e7-8f4c-46dc7dd0439e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:16.694861 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f95906-2770-4136-98f8-0989be02052c', 'code': 200} Jul 16 01:59:16.698097 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba1bbb7e-f34f-46a6-9cb1-727c17b79cc6 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.742247 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf2629f-7404-42fc-b7df-7a254ff7cd75 None None] Network 6b9361fe-22e7-4ea2-bba1-e502853e7a46 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:16.806498 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba1bbb7e-f34f-46a6-9cb1-727c17b79cc6 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.816806 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60636) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:16.816945 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ba1bbb7e-f34f-46a6-9cb1-727c17b79cc6 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] 10.222.0.54 "DELETE /v2.0/subnets/d786f15b-472d-4963-82fa-6a3c0400e867 HTTP/1.1" status: 204 len: 168 time: 0.5882230 Jul 16 01:59:16.818053 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bbb7e-f34f-46a6-9cb1-727c17b79cc6 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Pushing event deleted for resources: {'Subnet': ['ID=d786f15b-472d-4963-82fa-6a3c0400e867,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:16.837765 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=48f95906-2770-4136-98f8-0989be02052c,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:16.930399 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f905adea-792a-4ca8-9336-c6bef1a282a0 req-0c266897-a60a-4e2f-b11c-dee8ca5e6bdb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 210 time: 0.0599732 Jul 16 01:59:16.979561 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Set router 8de5c827-7565-4c25-bcf9-2de71ae0077f gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:17.015418 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e053498c-e2e9-4ed2-97f1-4186e0381f7e None None] Network 4a06571c-d196-458a-adf2-017e87621813 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:17.089913 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0ec70d13-b75e-476b-bf1a-d4abda3e5bf6 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=7a1162bb5d334415ae74c9808546d676&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4192159 Jul 16 01:59:17.093727 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60642) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:17.115185 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.147349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3936595-ed5d-4357-b336-6b179464b308 req-005d4ca8-d97c-4fa7-b275-b81ff9895aeb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:17.160642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f3936595-ed5d-4357-b336-6b179464b308 req-005d4ca8-d97c-4fa7-b275-b81ff9895aeb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.26 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 811 time: 0.2200098 Jul 16 01:59:17.160841 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799be1e-20c5-4ed5-8645-6043b7bfd2dc req-c8c2a210-dfa2-424f-820a-31178b347a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:17.163144 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e799be1e-20c5-4ed5-8645-6043b7bfd2dc req-c8c2a210-dfa2-424f-820a-31178b347a9b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b HTTP/1.1" status: 200 len: 1097 time: 0.3477590 Jul 16 01:59:17.178730 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-f3936595-ed5d-4357-b336-6b179464b308 req-d8fdf042-fb2f-433f-819a-ecd8a68c49ba tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Request body: {'port': {'device_id': '8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'admin_state_up': True, 'tenant_id': '3429d6c64c11482188275a95cd24498c'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:17.253540 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537048706', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:15Z', 'revision_number': 3, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:93:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:17.317060 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Checking router: 8de5c827-7565-4c25-bcf9-2de71ae0077f for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:17.317595 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Updating router 8de5c827-7565-4c25-bcf9-2de71ae0077f port e91319b6-242a-4d0a-b385-53af89f95a93 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:59:17.369402 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.376096 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36b999d-fdb8-49ae-8ef7-aa59bf8aa4e1 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:17.377950 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e36b999d-fdb8-49ae-8ef7-aa59bf8aa4e1 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2805030 Jul 16 01:59:17.378454 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34366381-20ea-4d3b-a064-ceefa5767556 None None] DHCP port deletion for 6b9361fe-22e7-4ea2-bba1-e502853e7a46 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:17.388140 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60652) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:17.390127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3936595-ed5d-4357-b336-6b179464b308 req-d8fdf042-fb2f-433f-819a-ecd8a68c49ba tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Made reservation on behalf of 3429d6c64c11482188275a95cd24498c for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:17.397754 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f3936595-ed5d-4357-b336-6b179464b308 req-d8fdf042-fb2f-433f-819a-ecd8a68c49ba tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.431947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f24a24-9938-46f6-a453-607b945ba9a3 req-28f177d2-215c-495e-a9b1-37104cb0d132 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:17.440549 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71f24a24-9938-46f6-a453-607b945ba9a3 req-28f177d2-215c-495e-a9b1-37104cb0d132 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b HTTP/1.1" status: 200 len: 946 time: 0.4887390 Jul 16 01:59:17.470577 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-52ccc907-cc64-4a1f-9094-15d487c6a2cf tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=88f2079c-e547-45f1-859f-49428e13c11a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0791109 Jul 16 01:59:17.472269 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-34366381-20ea-4d3b-a064-ceefa5767556 None None] Deleting port 899e34a9-3fdf-4e1a-8334-97e048a5449e {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:17.478842 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34366381-20ea-4d3b-a064-ceefa5767556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.485275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60654) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:17.495658 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-96f7b2c4-5c5d-45ef-a5dc-894fc85deb3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1480321451', 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:17.516439 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e799be1e-20c5-4ed5-8645-6043b7bfd2dc req-95aac8cc-4d20-45b1-8171-dc5c290537da service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143270 Jul 16 01:59:17.562323 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71f24a24-9938-46f6-a453-607b945ba9a3 req-f467104f-0ec5-4856-b1bd-027320fd53e6 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170659 Jul 16 01:59:17.579887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Deleting port 899e34a9-3fdf-4e1a-8334-97e048a5449e {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:17.580529 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.621207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-34366381-20ea-4d3b-a064-ceefa5767556 None None] For port 899e34a9-3fdf-4e1a-8334-97e048a5449e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=899e34a9-3fdf-4e1a-8334-97e048a5449e,segment=NetworkSegment(d4c548fb-453c-4654-b4d5-541dad820ab8),segment_id=d4c548fb-453c-4654-b4d5-541dad820ab8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:17.621610 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34366381-20ea-4d3b-a064-ceefa5767556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.644404 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-e6c9ca16-3be0-402f-be5a-c58367273237 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:17.645948 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-34366381-20ea-4d3b-a064-ceefa5767556 None None] Calling delete_port for 899e34a9-3fdf-4e1a-8334-97e048a5449e owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:17.651848 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-e6c9ca16-3be0-402f-be5a-c58367273237 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/networks?id=4a06571c-d196-458a-adf2-017e87621813 HTTP/1.1" status: 200 len: 821 time: 0.3367114 Jul 16 01:59:17.664679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] For port 899e34a9-3fdf-4e1a-8334-97e048a5449e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=899e34a9-3fdf-4e1a-8334-97e048a5449e,segment=NetworkSegment(d4c548fb-453c-4654-b4d5-541dad820ab8),segment_id=d4c548fb-453c-4654-b4d5-541dad820ab8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:17.664679 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.680332 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Calling delete_port for 899e34a9-3fdf-4e1a-8334-97e048a5449e owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:17.683948 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-f96a1a3e-d304-49ca-9ae7-a2ceb2632ab5 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/quotas/87b8beeae2bd4a70844da8b9a6daab12 HTTP/1.1" status: 200 len: 375 time: 0.0311913 Jul 16 01:59:17.757198 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-bca93754-4e69-436b-8af6-94aa98ddeaf6 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=87b8beeae2bd4a70844da8b9a6daab12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564821 Jul 16 01:59:17.785380 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f7b2c4-5c5d-45ef-a5dc-894fc85deb3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Made reservation on behalf of 7a1162bb5d334415ae74c9808546d676 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:17.789579 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-96f7b2c4-5c5d-45ef-a5dc-894fc85deb3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.799230 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-f3936595-ed5d-4357-b336-6b179464b308 req-d8fdf042-fb2f-433f-819a-ecd8a68c49ba tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Allocated IP 172.20.0.6 (b4b57e43-3231-411c-8e72-c548d881f43a/f7545b14-fb64-4666-8e5c-e0421d4351cb/3d6eaa29-2fd1-446a-bc8f-2dec51fe115f) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:17.806955 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.826757 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34366381-20ea-4d3b-a064-ceefa5767556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.838853 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Transition to ACTIVE for port object e91319b6-242a-4d0a-b385-53af89f95a93 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:17.853405 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.864931 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.892260 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34366381-20ea-4d3b-a064-ceefa5767556 None None] Pushing event deleted for resources: {'Port': ['ID=899e34a9-3fdf-4e1a-8334-97e048a5449e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:17.909064 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d978746-9961-45fa-9ea7-bdb65f617023 None None] Pushing event updated for resources: {'Port': ['ID=e91319b6-242a-4d0a-b385-53af89f95a93,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:17.910401 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34366381-20ea-4d3b-a064-ceefa5767556 None None] No DVR routers for this DVR port 899e34a9-3fdf-4e1a-8334-97e048a5449e on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:17.932473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Pushing event deleted for resources: {'Port': ['ID=899e34a9-3fdf-4e1a-8334-97e048a5449e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:17.935646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] No DVR routers for this DVR port 899e34a9-3fdf-4e1a-8334-97e048a5449e on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:17.935990 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Attempting to bind port e91319b6-242a-4d0a-b385-53af89f95a93 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:17.936361 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Attempting to bind port e91319b6-242a-4d0a-b385-53af89f95a93 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:17.936717 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Attempting to bind port e91319b6-242a-4d0a-b385-53af89f95a93 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:17.942525 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:17.943123 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:17.944079 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.945637 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:17.946478 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Bound port: e91319b6-242a-4d0a-b385-53af89f95a93, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:17.947066 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.020529 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] For port e91319b6-242a-4d0a-b385-53af89f95a93, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:18.024277 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] For port e91319b6-242a-4d0a-b385-53af89f95a93, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e91319b6-242a-4d0a-b385-53af89f95a93,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:18.030120 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.095149 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Routers {'8de5c827-7565-4c25-bcf9-2de71ae0077f'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:18.095778 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-61270893-a849-4e0c-a6f9-39797a215d02 service neutron] 10.222.0.54 "GET /v2.0/networks/4a06571c-d196-458a-adf2-017e87621813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224728 Jul 16 01:59:18.096315 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:59:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8de5c827-7565-4c25-bcf9-2de71ae0077f'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:18.130358 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.176678 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9361fe-22e7-4ea2-bba1-e502853e7a46']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:18.188413 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c548fb-453c-4654-b4d5-541dad820ab8') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:18.189281 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c548fb-453c-4654-b4d5-541dad820ab8') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:18.203186 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 899e34a9-3fdf-4e1a-8334-97e048a5449e no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:18.214580 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d978746-9961-45fa-9ea7-bdb65f617023 None None] Pushing event updated for resources: {'Port': ['ID=e91319b6-242a-4d0a-b385-53af89f95a93,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:18.239512 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] Set router 8de5c827-7565-4c25-bcf9-2de71ae0077f gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:18.250926 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.262089 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 899e34a9-3fdf-4e1a-8334-97e048a5449e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:18.262858 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 899e34a9-3fdf-4e1a-8334-97e048a5449e not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:18.312508 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e5404b0c-fc5d-42f4-abc5-f02bef91ee37 req-73a283b7-5b77-4bbf-a991-4bee33c7d84c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 210 time: 0.1534891 Jul 16 01:59:18.328096 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.335817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:18.337289 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:18.341572 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:18.368713 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f3936595-ed5d-4357-b336-6b179464b308 req-d8fdf042-fb2f-433f-819a-ecd8a68c49ba tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.378575 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-d3e8e7be-7792-4440-ad94-6fc8b4973085 service neutron] 10.222.0.54 "GET /v2.0/networks/4a06571c-d196-458a-adf2-017e87621813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748570 Jul 16 01:59:18.399248 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-f3936595-ed5d-4357-b336-6b179464b308 req-d8fdf042-fb2f-433f-819a-ecd8a68c49ba tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Transition to ACTIVE for port object 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:18.419052 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-96f7b2c4-5c5d-45ef-a5dc-894fc85deb3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.467309 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537048706', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:15Z', 'revision_number': 3, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:93:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:18.475403 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.502259 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faded0ec-761d-4ba6-9cb8-735c446c57ca None None] The sync data for ids ['8de5c827-7565-4c25-bcf9-2de71ae0077f'] in n-d-800086-6 is: [{'id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537048706', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:15Z', 'revision_number': 3, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:93:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:18.503875 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f3936595-ed5d-4357-b336-6b179464b308 req-d8fdf042-fb2f-433f-819a-ecd8a68c49ba tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.506519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7b2c4-5c5d-45ef-a5dc-894fc85deb3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Subnet': ['ID=601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:18.524733 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.526588 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] 10.222.0.54 "DELETE /v2.0/networks/6b9361fe-22e7-4ea2-bba1-e502853e7a46 HTTP/1.1" status: 204 len: 168 time: 1.7092805 Jul 16 01:59:18.527556 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b1faa-cb42-4a20-b50b-7539a36f9697 tempest-ExtraDHCPOptionsTestJSON-2116395449 tempest-ExtraDHCPOptionsTestJSON-2116395449-project] Pushing event deleted for resources: {'Network': ['ID=6b9361fe-22e7-4ea2-bba1-e502853e7a46,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:18.534917 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['337805a3-53f8-4c5d-a0c2-874bbe65e62b'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:59:18.574418 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3936595-ed5d-4357-b336-6b179464b308 req-d8fdf042-fb2f-433f-819a-ecd8a68c49ba tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Network b4b57e43-3231-411c-8e72-c548d881f43a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:18.585924 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-f3936595-ed5d-4357-b336-6b179464b308 req-d8fdf042-fb2f-433f-819a-ecd8a68c49ba tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:18.587974 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f7b2c4-5c5d-45ef-a5dc-894fc85deb3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Checking segment: {'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:18.588417 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f7b2c4-5c5d-45ef-a5dc-894fc85deb3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network hostable DHCP agents. Network: 08d78a5f-4b1a-45a3-b856-08c17488ed5f, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:18.593519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3936595-ed5d-4357-b336-6b179464b308 req-d8fdf042-fb2f-433f-819a-ecd8a68c49ba tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:18.653162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdf042-fb2f-433f-819a-ecd8a68c49ba tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'Port': ['ID=3d6eaa29-2fd1-446a-bc8f-2dec51fe115f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:18.703572 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3936595-ed5d-4357-b336-6b179464b308 req-d8fdf042-fb2f-433f-819a-ecd8a68c49ba tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:18.704385 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f3936595-ed5d-4357-b336-6b179464b308 req-d8fdf042-fb2f-433f-819a-ecd8a68c49ba tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.721086 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f7b2c4-5c5d-45ef-a5dc-894fc85deb3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 08d78a5f-4b1a-45a3-b856-08c17488ed5f is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:18.732469 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f3936595-ed5d-4357-b336-6b179464b308 req-d8fdf042-fb2f-433f-819a-ecd8a68c49ba tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5584941 Jul 16 01:59:18.736394 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-96f7b2c4-5c5d-45ef-a5dc-894fc85deb3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 08d78a5f-4b1a-45a3-b856-08c17488ed5f) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:18.751062 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4d43c4-ed63-480f-851b-2f6001e6c6db None None] Network 08d78a5f-4b1a-45a3-b856-08c17488ed5f requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:18.755205 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f7b2c4-5c5d-45ef-a5dc-894fc85deb3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:18.756257 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-96f7b2c4-5c5d-45ef-a5dc-894fc85deb3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.772009 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Request body: {'port': {'device_id': '8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:19.001235 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c8e58c9e-56f8-4352-867a-60f3f0e4bc85 req-4da75e5d-a4e9-490c-bcc9-336a87a355ac tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6538ff6e-6890-4c77-a00c-34ec696be0c1 HTTP/1.1" status: 200 len: 210 time: 0.0668254 Jul 16 01:59:19.009978 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-96f7b2c4-5c5d-45ef-a5dc-894fc85deb3d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5231929 Jul 16 01:59:19.012537 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60672) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:19.037560 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a29bd-c9e7-4da8-81d0-c061de9744a3 req-57bc5818-698c-4bff-82af-5adf7970457a tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:19.057853 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-713a29bd-c9e7-4da8-81d0-c061de9744a3 req-57bc5818-698c-4bff-82af-5adf7970457a tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b HTTP/1.1" status: 200 len: 946 time: 0.2330723 Jul 16 01:59:19.188439 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-713a29bd-c9e7-4da8-81d0-c061de9744a3 req-fd97ee09-3309-4fad-9c93-0eed4e163161 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265116 Jul 16 01:59:19.260832 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60678) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:19.306561 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fb1b5c44-1da2-4282-9035-51b199cb18cd None None] Provisioning for port 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:19.313654 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fb1b5c44-1da2-4282-9035-51b199cb18cd None None] Provisioning complete for port 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:19.314363 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fb1b5c44-1da2-4282-9035-51b199cb18cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.320818 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-08d78a5f-4b1a-45a3-b856-08c17488ed5f', 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ips': [{'subnet_id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:19.322149 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.529411 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-011ba43b-eed0-4366-a876-8fbdfa3f893d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d45074f6af67428d8cce14fbee054437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2673974 Jul 16 01:59:19.531568 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60686) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:19.594437 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b5c44-1da2-4282-9035-51b199cb18cd None None] Port 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:19.671101 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6ab0556b-8dff-4a9d-8df9-cb619a26a1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.702027 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6ab0556b-8dff-4a9d-8df9-cb619a26a1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.707663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Allocated IP 172.20.0.2 (08d78a5f-4b1a-45a3-b856-08c17488ed5f/601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a/6ea43a02-d264-4ad8-8512-9a765311f67a) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:19.766387 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6ab0556b-8dff-4a9d-8df9-cb619a26a1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.769367 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6ab0556b-8dff-4a9d-8df9-cb619a26a1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.770570 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6ab0556b-8dff-4a9d-8df9-cb619a26a1e4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cfa39648-e888-421a-b9f2-057898ae7b62 HTTP/1.1" status: 204 len: 168 time: 0.2344339 Jul 16 01:59:19.793616 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0556b-8dff-4a9d-8df9-cb619a26a1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa39648-e888-421a-b9f2-057898ae7b62,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:20.056136 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.091150 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Transition to ACTIVE for port object 6ea43a02-d264-4ad8-8512-9a765311f67a will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:20.146847 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Transition to ACTIVE for port object 6ea43a02-d264-4ad8-8512-9a765311f67a will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:20.160953 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.196033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Network 08d78a5f-4b1a-45a3-b856-08c17488ed5f is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:20.200781 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:20.240163 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.266958 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:20.282229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e91319b6-242a-4d0a-b385-53af89f95a93 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:20.364414 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3ae86be0-80e2-4ef1-875c-1d8f36029f15 req-b5f6fa60-8ac5-4edb-9c23-4d003ec8b20c tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6538ff6e-6890-4c77-a00c-34ec696be0c1 HTTP/1.1" status: 200 len: 210 time: 0.0932350 Jul 16 01:59:20.433940 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Pushing event updated for resources: {'Port': ['ID=6ea43a02-d264-4ad8-8512-9a765311f67a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:20.482261 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7481c3-cc92-4a24-b796-be3cad3f6b8c req-2e251124-7ffc-46af-b044-0e217eeadd91 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:20.487207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Attempting to bind port 6ea43a02-d264-4ad8-8512-9a765311f67a on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:20.487946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Attempting to bind port 6ea43a02-d264-4ad8-8512-9a765311f67a by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:20.488548 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Attempting to bind port 6ea43a02-d264-4ad8-8512-9a765311f67a on network 08d78a5f-4b1a-45a3-b856-08c17488ed5f {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:20.488864 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0f7481c3-cc92-4a24-b796-be3cad3f6b8c req-2e251124-7ffc-46af-b044-0e217eeadd91 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 931 time: 0.4370644 Jul 16 01:59:20.500136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:20.501585 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Checking segment: {'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:20.502240 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.502881 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Bound using segment: {'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:20.503609 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Bound port: 6ea43a02-d264-4ad8-8512-9a765311f67a, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:20.504197 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.522440 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port e91319b6-242a-4d0a-b385-53af89f95a93 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:20.529076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e91319b6-242a-4d0a-b385-53af89f95a93 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:20.529728 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.642690 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] For port 6ea43a02-d264-4ad8-8512-9a765311f67a, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:20.649377 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] For port 6ea43a02-d264-4ad8-8512-9a765311f67a, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6ea43a02-d264-4ad8-8512-9a765311f67a,segment=NetworkSegment(21ff77ae-9cc9-4661-9349-1e6d2922ee60),segment_id=21ff77ae-9cc9-4661-9349-1e6d2922ee60)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:20.659493 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.673657 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e07229-d9cb-4d42-8408-39f15f4291ba req-4699ebe3-0fcf-4491-ad92-235e87c53566 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:20.675362 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-98e07229-d9cb-4d42-8408-39f15f4291ba req-4699ebe3-0fcf-4491-ad92-235e87c53566 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b HTTP/1.1" status: 200 len: 946 time: 0.1376593 Jul 16 01:59:20.706270 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0f7481c3-cc92-4a24-b796-be3cad3f6b8c req-019cd6b9-c99f-46d2-9168-ae91efb593d8 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160523 Jul 16 01:59:20.756260 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-98e07229-d9cb-4d42-8408-39f15f4291ba req-02a194b1-f25c-4453-adfd-3d21cccb7aa8 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727229 Jul 16 01:59:20.786581 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.805908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b5235-f203-440b-8f9c-007bdd1cd5ef None None] Pushing event updated for resources: {'Port': ['ID=6ea43a02-d264-4ad8-8512-9a765311f67a,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:20.827294 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port e91319b6-242a-4d0a-b385-53af89f95a93, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e91319b6-242a-4d0a-b385-53af89f95a93,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:20.831613 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.924890 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=e91319b6-242a-4d0a-b385-53af89f95a93,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:20.951263 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.270914 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:21.295797 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.366072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60716) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:21.391095 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-584bf459-9ea1-435c-ab8d-a10ba7b1c027 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:21.404522 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-584bf459-9ea1-435c-ab8d-a10ba7b1c027 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.47 "GET /v2.0/networks?id=4a06571c-d196-458a-adf2-017e87621813 HTTP/1.1" status: 200 len: 821 time: 0.3237505 Jul 16 01:59:21.430085 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-721f4912-50cd-4212-bfe2-9b04d6dd91f1 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Request body: {'port': {'device_id': '6538ff6e-6890-4c77-a00c-34ec696be0c1', 'network_id': '4a06571c-d196-458a-adf2-017e87621813', 'admin_state_up': True, 'tenant_id': '87b8beeae2bd4a70844da8b9a6daab12'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:21.440829 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Transition to ACTIVE for port object 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:21.450828 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.645083 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a0dcb34-4749-4581-a1b7-4718c940ae2f req-4698bcd3-4384-4a97-89b1-80c9d49acf85 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6538ff6e-6890-4c77-a00c-34ec696be0c1 HTTP/1.1" status: 200 len: 210 time: 0.0564632 Jul 16 01:59:21.656607 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6eaa29-2fd1-446a-bc8f-2dec51fe115f,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:21.746878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-721f4912-50cd-4212-bfe2-9b04d6dd91f1 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Made reservation on behalf of 87b8beeae2bd4a70844da8b9a6daab12 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:21.750953 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-721f4912-50cd-4212-bfe2-9b04d6dd91f1 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.774728 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-527e5e2b-8404-4d5d-b9f2-14e71de12275 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1898439142'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:21.828723 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527e5e2b-8404-4d5d-b9f2-14e71de12275 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:21.833405 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-527e5e2b-8404-4d5d-b9f2-14e71de12275 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.880684 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-527e5e2b-8404-4d5d-b9f2-14e71de12275 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.927358 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Allocated IP 172.20.0.1 (08d78a5f-4b1a-45a3-b856-08c17488ed5f/601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a/d3e1711d-83f2-4e40-9709-7a76b2e640eb) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:21.967548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Attempting to bind port 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:21.967548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Attempting to bind port 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:21.968011 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Attempting to bind port 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f on network b4b57e43-3231-411c-8e72-c548d881f43a {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:21.976933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Port 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f on network b4b57e43-3231-411c-8e72-c548d881f43a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:59:21.977320 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Attempting to bind port 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f on network b4b57e43-3231-411c-8e72-c548d881f43a {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:21.989165 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:21.990041 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Checking segment: {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:21.990452 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Bound using segment: {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:21.990901 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Bound port: 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:21.991319 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.022484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-721f4912-50cd-4212-bfe2-9b04d6dd91f1 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Allocated IP 172.20.0.3 (4a06571c-d196-458a-adf2-017e87621813/e57841cb-3ea1-4248-8e42-66ad60d97fb8/13c3828d-ede0-45b1-8591-fc791471bf46) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:22.192639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] For port 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:22.237408 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] For port 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3d6eaa29-2fd1-446a-bc8f-2dec51fe115f,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:22.251694 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.377777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:22.378663 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.380633 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f3936595-ed5d-4357-b336-6b179464b308 req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] 10.222.0.26 "PUT /v2.0/ports/3d6eaa29-2fd1-446a-bc8f-2dec51fe115f HTTP/1.1" status: 200 len: 1091 time: 3.6277800 Jul 16 01:59:22.385087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3', 'tag': '3d6eaa29-2fd1-446a-bc8f-2dec51fe115f'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:22.388098 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f00d157-4f54-44c6-90b3-15c3b6cc6e04" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3", "tag": "3d6eaa29-2fd1-446a-bc8f-2dec51fe115f"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:22.392227 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-721f4912-50cd-4212-bfe2-9b04d6dd91f1 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.465605 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6ea43a02-d264-4ad8-8512-9a765311f67a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:22.477041 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075b87f-7f84-49d3-81e9-54b156af1bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6eaa29-2fd1-446a-bc8f-2dec51fe115f,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:22.553442 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e1e24b-6207-4f8b-9c4e-af5a3fa5ecb4 x-openstack-request-id: req-35e1e24b-6207-4f8b-9c4e-af5a3fa5ecb4 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:22.553738 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3", "tag": "3d6eaa29-2fd1-446a-bc8f-2dec51fe115f", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:22.554179 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-35e1e24b-6207-4f8b-9c4e-af5a3fa5ecb4 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:22.554836 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3', 'tag': '3d6eaa29-2fd1-446a-bc8f-2dec51fe115f', 'status': 'completed', 'code': 200} Jul 16 01:59:22.559107 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.638264 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 6ea43a02-d264-4ad8-8512-9a765311f67a completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:22.640374 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-721f4912-50cd-4212-bfe2-9b04d6dd91f1 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.644173 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-527e5e2b-8404-4d5d-b9f2-14e71de12275 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.648907 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Transition to ACTIVE for port object d3e1711d-83f2-4e40-9709-7a76b2e640eb will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:22.668596 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-527e5e2b-8404-4d5d-b9f2-14e71de12275 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.671417 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e91319b6-242a-4d0a-b385-53af89f95a93 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:22.821619 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-721f4912-50cd-4212-bfe2-9b04d6dd91f1 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Network 4a06571c-d196-458a-adf2-017e87621813 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:22.843292 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-721f4912-50cd-4212-bfe2-9b04d6dd91f1 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:22.851750 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f4912-50cd-4212-bfe2-9b04d6dd91f1 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Pushing event updated for resources: {'Port': ['ID=13c3828d-ede0-45b1-8591-fc791471bf46,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:22.856330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-721f4912-50cd-4212-bfe2-9b04d6dd91f1 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:22.864568 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e91319b6-242a-4d0a-b385-53af89f95a93 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:22.865187 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.926090 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527e5e2b-8404-4d5d-b9f2-14e71de12275 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:22.970913 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e5e2b-8404-4d5d-b9f2-14e71de12275 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe804c1f-d048-477c-aacb-00d030b51c24,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:22.992764 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-527e5e2b-8404-4d5d-b9f2-14e71de12275 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.992764 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-527e5e2b-8404-4d5d-b9f2-14e71de12275 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Added segment 681e0b8a-f270-4e7a-bad7-16b40fbeba02 of type vlan for network 7ed89dff-ae8f-4514-ab40-294b6ed80499 Jul 16 01:59:23.051681 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3936595-ed5d-4357-b336-6b179464b308 req-d4ae7828-3409-4e2e-b37d-a119d918da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:23.053459 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f3936595-ed5d-4357-b336-6b179464b308 req-d4ae7828-3409-4e2e-b37d-a119d918da79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 1094 time: 0.5723529 Jul 16 01:59:23.068360 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.070291 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab34aba6-e0fc-4165-929b-49ec86055d92 req-dbed3f6a-e113-45fe-9b3b-6b859fef9125 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5977845 Jul 16 01:59:23.072617 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-527e5e2b-8404-4d5d-b9f2-14e71de12275 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.089287 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d4e7fb-845b-4691-9861-c0f8e90f9ce3 None None] Network 08d78a5f-4b1a-45a3-b856-08c17488ed5f requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:23.110621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345c88-cadf-4349-9da8-cc0a39bef442 req-c0e0b90c-c699-4174-b4c7-1f5fa758cf0b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:23.136328 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-59345c88-cadf-4349-9da8-cc0a39bef442 req-c0e0b90c-c699-4174-b4c7-1f5fa758cf0b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 943 time: 0.6657419 Jul 16 01:59:23.173840 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=d3e1711d-83f2-4e40-9709-7a76b2e640eb,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:23.177011 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f3936595-ed5d-4357-b336-6b179464b308 req-c0d4393e-e383-4f2f-9ca2-c2b2cebc0f30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d6eaa29-2fd1-446a-bc8f-2dec51fe115f HTTP/1.1" status: 200 len: 217 time: 0.0994220 Jul 16 01:59:23.263748 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-721f4912-50cd-4212-bfe2-9b04d6dd91f1 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:23.264655 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-721f4912-50cd-4212-bfe2-9b04d6dd91f1 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.268771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 08d78a5f-4b1a-45a3-b856-08c17488ed5f is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:23.301181 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.db.resource_extend [None req-527e5e2b-8404-4d5d-b9f2-14e71de12275 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:59:23.312910 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:23.318820 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-59345c88-cadf-4349-9da8-cc0a39bef442 req-d106d1c4-ed76-45a8-8d64-abb4adddce13 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815259 Jul 16 01:59:23.322239 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:23.362299 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-721f4912-50cd-4212-bfe2-9b04d6dd91f1 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9368744 Jul 16 01:59:23.362668 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2051acef-f3c1-4f33-be42-f323da40b5d1 None None] Provisioning for port 6ea43a02-d264-4ad8-8512-9a765311f67a completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:23.372412 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.402630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Request body: {'port': {'device_id': '6538ff6e-6890-4c77-a00c-34ec696be0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:23.427975 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-527e5e2b-8404-4d5d-b9f2-14e71de12275 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.431412 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2051acef-f3c1-4f33-be42-f323da40b5d1 None None] Provisioning complete for port 6ea43a02-d264-4ad8-8512-9a765311f67a triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:23.432202 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2051acef-f3c1-4f33-be42-f323da40b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.434515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527e5e2b-8404-4d5d-b9f2-14e71de12275 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:23.435124 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-527e5e2b-8404-4d5d-b9f2-14e71de12275 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.439091 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3936595-ed5d-4357-b336-6b179464b308 req-b93caff3-39d9-4301-8dc1-5143b38d1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:23.441621 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f3936595-ed5d-4357-b336-6b179464b308 req-b93caff3-39d9-4301-8dc1-5143b38d1525 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.2441196 Jul 16 01:59:23.497199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34aba6-e0fc-4165-929b-49ec86055d92 req-7cdee50b-bb76-455c-b431-973b74f9d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:23.500324 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab34aba6-e0fc-4165-929b-49ec86055d92 req-7cdee50b-bb76-455c-b431-973b74f9d002 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 1097 time: 0.3037388 Jul 16 01:59:23.544120 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-527e5e2b-8404-4d5d-b9f2-14e71de12275 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1741316 Jul 16 01:59:23.557309 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60738) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:23.593743 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c88adbbb-e366-4689-b415-9cc9319aa3a4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499', 'name': 'tempest-PortsIpV6TestJSON-498396300'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:23.610975 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2051acef-f3c1-4f33-be42-f323da40b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.643934 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.653388 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-2051acef-f3c1-4f33-be42-f323da40b5d1 None None] For port 6ea43a02-d264-4ad8-8512-9a765311f67a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6ea43a02-d264-4ad8-8512-9a765311f67a,segment=NetworkSegment(21ff77ae-9cc9-4661-9349-1e6d2922ee60),segment_id=21ff77ae-9cc9-4661-9349-1e6d2922ee60)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:23.662809 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2051acef-f3c1-4f33-be42-f323da40b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.683598 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2677bdf-e5c7-4b1e-82db-e523825aac18 req-3dc86f38-2e42-42f4-bdef-bea113528989 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:23.685169 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c2677bdf-e5c7-4b1e-82db-e523825aac18 req-3dc86f38-2e42-42f4-bdef-bea113528989 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6538ff6e-6890-4c77-a00c-34ec696be0c1 HTTP/1.1" status: 200 len: 931 time: 0.5164483 Jul 16 01:59:23.706796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e5e2b-8404-4d5d-b9f2-14e71de12275 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Network': ['ID=7ed89dff-ae8f-4514-ab40-294b6ed80499,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:23.746685 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051acef-f3c1-4f33-be42-f323da40b5d1 None None] Pushing event updated for resources: {'Port': ['ID=6ea43a02-d264-4ad8-8512-9a765311f67a,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:23.762286 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:23.913326 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c2677bdf-e5c7-4b1e-82db-e523825aac18 req-d041cb46-5d64-4247-af87-5dc1e8b055ce tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/security-groups?id=b45e891d-e75f-45a2-bec9-cb8db277bc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075312 Jul 16 01:59:23.930062 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88adbbb-e366-4689-b415-9cc9319aa3a4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:23.935599 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c88adbbb-e366-4689-b415-9cc9319aa3a4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.948909 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34aba6-e0fc-4165-929b-49ec86055d92 req-cc89e636-3337-4c24-a427-09d9a354a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:23.952970 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab34aba6-e0fc-4165-929b-49ec86055d92 req-cc89e636-3337-4c24-a427-09d9a354a4d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 912 time: 0.3864272 Jul 16 01:59:23.964430 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.030906 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3936595-ed5d-4357-b336-6b179464b308 req-d93db473-f8a2-405f-b4e5-8f5e61548c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:24.033124 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f3936595-ed5d-4357-b336-6b179464b308 req-d93db473-f8a2-405f-b4e5-8f5e61548c68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5803707 Jul 16 01:59:24.055894 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab34aba6-e0fc-4165-929b-49ec86055d92 req-c9817cef-1536-4852-a13b-ec6c580e5188 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=337805a3-53f8-4c5d-a0c2-874bbe65e62b HTTP/1.1" status: 200 len: 217 time: 0.0963600 Jul 16 01:59:24.065037 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-c88adbbb-e366-4689-b415-9cc9319aa3a4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] device_id is not set on port 4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:24.099552 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b9ba57f2-1e07-4617-9d33-0b7af99642e3 None None] Provisioning for port d3e1711d-83f2-4e40-9709-7a76b2e640eb completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:24.105310 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b9ba57f2-1e07-4617-9d33-0b7af99642e3 None None] Provisioning complete for port d3e1711d-83f2-4e40-9709-7a76b2e640eb triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:24.105793 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9ba57f2-1e07-4617-9d33-0b7af99642e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.452930 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34aba6-e0fc-4165-929b-49ec86055d92 req-335fb190-c5f9-489c-a6d8-471f4fe37910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:24.454888 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab34aba6-e0fc-4165-929b-49ec86055d92 req-335fb190-c5f9-489c-a6d8-471f4fe37910 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.3864324 Jul 16 01:59:24.495369 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.547386 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6ea43a02-d264-4ad8-8512-9a765311f67a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:24.706689 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b9ba57f2-1e07-4617-9d33-0b7af99642e3 None None] Port d3e1711d-83f2-4e40-9709-7a76b2e640eb cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:24.743988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b9ba57f2-1e07-4617-9d33-0b7af99642e3 None None] Provisioning complete for port 6ea43a02-d264-4ad8-8512-9a765311f67a triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:24.744751 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9ba57f2-1e07-4617-9d33-0b7af99642e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.787104 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6ea43a02-d264-4ad8-8512-9a765311f67a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:24.787938 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.971451 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.986050 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.032438 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ced97be8-18f1-4191-9614-9f6dff19495e None None] Provisioning complete for port d3e1711d-83f2-4e40-9709-7a76b2e640eb triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:25.032828 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ced97be8-18f1-4191-9614-9f6dff19495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.071183 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=d3e1711d-83f2-4e40-9709-7a76b2e640eb,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:25.098543 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f3936595-ed5d-4357-b336-6b179464b308 req-34286d5c-5917-4f0d-8414-b3c01a12fd21 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0577943 Jul 16 01:59:25.118176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ced97be8-18f1-4191-9614-9f6dff19495e None None] Port d3e1711d-83f2-4e40-9709-7a76b2e640eb cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:25.191701 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.211619 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34aba6-e0fc-4165-929b-49ec86055d92 req-c01abf4c-8b19-4458-a436-530592ccd371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:25.213309 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab34aba6-e0fc-4165-929b-49ec86055d92 req-c01abf4c-8b19-4458-a436-530592ccd371 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7484763 Jul 16 01:59:25.218743 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c3828d-ede0-45b1-8591-fc791471bf46 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:25.241521 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.291451 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c88adbbb-e366-4689-b415-9cc9319aa3a4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.309166 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Transition to ACTIVE for port object 13c3828d-ede0-45b1-8591-fc791471bf46 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:25.339617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c879c-6f0d-46f0-a162-1fa84fb39637 req-1cdb9694-df34-44f8-95ae-d260a60ccc77 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:25.343591 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b57c879c-6f0d-46f0-a162-1fa84fb39637 req-1cdb9694-df34-44f8-95ae-d260a60ccc77 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 943 time: 0.7892570 Jul 16 01:59:25.414909 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.536282 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Pushing event updated for resources: {'Port': ['ID=13c3828d-ede0-45b1-8591-fc791471bf46,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:25.542673 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab34aba6-e0fc-4165-929b-49ec86055d92 req-dfa216c0-853b-4e41-b612-1d4ced3fdd20 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191140 Jul 16 01:59:25.549447 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b57c879c-6f0d-46f0-a162-1fa84fb39637 req-c86cec7c-7ff2-4e4d-9db0-749885e2c8df tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434629 Jul 16 01:59:25.717857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Attempting to bind port 13c3828d-ede0-45b1-8591-fc791471bf46 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:25.718584 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Attempting to bind port 13c3828d-ede0-45b1-8591-fc791471bf46 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '493dc9e1-7389-45fa-abd0-3f46ac8ef0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4a06571c-d196-458a-adf2-017e87621813'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:25.719164 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Attempting to bind port 13c3828d-ede0-45b1-8591-fc791471bf46 on network 4a06571c-d196-458a-adf2-017e87621813 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:25.730441 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab34aba6-e0fc-4165-929b-49ec86055d92 req-a7f92f1b-138e-4871-b66c-2227012df333 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791320 Jul 16 01:59:25.731521 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Port 13c3828d-ede0-45b1-8591-fc791471bf46 on network 4a06571c-d196-458a-adf2-017e87621813 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:59:25.732081 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Attempting to bind port 13c3828d-ede0-45b1-8591-fc791471bf46 on network 4a06571c-d196-458a-adf2-017e87621813 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:25.738838 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:25.739887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Checking segment: {'id': '493dc9e1-7389-45fa-abd0-3f46ac8ef0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4a06571c-d196-458a-adf2-017e87621813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:25.740860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Bound using segment: {'id': '493dc9e1-7389-45fa-abd0-3f46ac8ef0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4a06571c-d196-458a-adf2-017e87621813'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:25.741806 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Bound port: 13c3828d-ede0-45b1-8591-fc791471bf46, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '493dc9e1-7389-45fa-abd0-3f46ac8ef0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4a06571c-d196-458a-adf2-017e87621813'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:25.742580 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.804201 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f3936595-ed5d-4357-b336-6b179464b308 req-0edbb8dd-8887-410c-aab1-33eb864c08a4 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6908922 Jul 16 01:59:25.855396 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 08d78a5f-4b1a-45a3-b856-08c17488ed5f is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:25.861000 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] For port 13c3828d-ede0-45b1-8591-fc791471bf46, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:25.864030 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:25.864478 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] For port 13c3828d-ede0-45b1-8591-fc791471bf46, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=13c3828d-ede0-45b1-8591-fc791471bf46,segment=NetworkSegment(493dc9e1-7389-45fa-abd0-3f46ac8ef0f2),segment_id=493dc9e1-7389-45fa-abd0-3f46ac8ef0f2)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:25.874263 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c88adbbb-e366-4689-b415-9cc9319aa3a4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.885663 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.900247 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635cbaf-8c9c-456e-9cf8-2c87e1e81d81 req-0ab0dcdf-8b73-4a04-b1ca-d2343abca23d tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:25.907229 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4635cbaf-8c9c-456e-9cf8-2c87e1e81d81 req-0ab0dcdf-8b73-4a04-b1ca-d2343abca23d tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6538ff6e-6890-4c77-a00c-34ec696be0c1 HTTP/1.1" status: 200 len: 943 time: 0.1825554 Jul 16 01:59:25.936087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:25.937092 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.939276 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] 10.222.0.47 "PUT /v2.0/ports/13c3828d-ede0-45b1-8591-fc791471bf46 HTTP/1.1" status: 200 len: 1091 time: 2.5581751 Jul 16 01:59:25.940080 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6538ff6e-6890-4c77-a00c-34ec696be0c1', 'tag': '13c3828d-ede0-45b1-8591-fc791471bf46'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:25.942738 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c05980-92e8-432e-bd92-daf865ee4895" -d '{"events": [{"name": "network-changed", "server_uuid": "6538ff6e-6890-4c77-a00c-34ec696be0c1", "tag": "13c3828d-ede0-45b1-8591-fc791471bf46"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:26.008162 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950fbd9-92e5-4d84-9c6c-c38caf7ffafb service neutron] Pushing event updated for resources: {'Port': ['ID=13c3828d-ede0-45b1-8591-fc791471bf46,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.033218 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57332d8-f5b5-4251-b91a-b0e4e74e56e0 x-openstack-request-id: req-e57332d8-f5b5-4251-b91a-b0e4e74e56e0 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:26.033506 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6538ff6e-6890-4c77-a00c-34ec696be0c1", "tag": "13c3828d-ede0-45b1-8591-fc791471bf46", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:26.033807 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e57332d8-f5b5-4251-b91a-b0e4e74e56e0 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:26.035997 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6538ff6e-6890-4c77-a00c-34ec696be0c1', 'tag': '13c3828d-ede0-45b1-8591-fc791471bf46', 'status': 'completed', 'code': 200} Jul 16 01:59:26.142516 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-d5865c18-45eb-43a5-9058-72561904bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:26.147057 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-d5865c18-45eb-43a5-9058-72561904bc44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87b8beeae2bd4a70844da8b9a6daab12&device_id=6538ff6e-6890-4c77-a00c-34ec696be0c1 HTTP/1.1" status: 200 len: 1094 time: 0.1245890 Jul 16 01:59:26.168215 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88adbbb-e366-4689-b415-9cc9319aa3a4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.218176 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4635cbaf-8c9c-456e-9cf8-2c87e1e81d81 req-ef00175a-ca11-43f4-b868-98a13b8ef6ad tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/security-groups?id=b45e891d-e75f-45a2-bec9-cb8db277bc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099685 Jul 16 01:59:26.227406 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-b6e9d9cb-15f8-425a-858b-c21be956314c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13c3828d-ede0-45b1-8591-fc791471bf46 HTTP/1.1" status: 200 len: 217 time: 0.0655987 Jul 16 01:59:26.231666 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router 8de5c827-7565-4c25-bcf9-2de71ae0077f has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:26.261087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88adbbb-e366-4689-b415-9cc9319aa3a4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Checking segment: {'id': '681e0b8a-f270-4e7a-bad7-16b40fbeba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:26.261717 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88adbbb-e366-4689-b415-9cc9319aa3a4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network hostable DHCP agents. Network: 7ed89dff-ae8f-4514-ab40-294b6ed80499, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:26.280319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00d157-4f54-44c6-90b3-15c3b6cc6e04 req-9a45f4a6-334f-4fd8-8a34-f666c54e9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:26.282135 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6f00d157-4f54-44c6-90b3-15c3b6cc6e04 req-9a45f4a6-334f-4fd8-8a34-f666c54e9459 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 1094 time: 0.2928267 Jul 16 01:59:26.336786 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-57db2637-dd7f-4acb-9f4c-a64a3d7a9a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:26.338550 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-57db2637-dd7f-4acb-9f4c-a64a3d7a9a97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e57841cb-3ea1-4248-8e42-66ad60d97fb8 HTTP/1.1" status: 200 len: 861 time: 0.1016691 Jul 16 01:59:26.350573 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-348f54f0-49a9-4881-9e08-548d7f680510 None None] Provisioning complete for port d3e1711d-83f2-4e40-9709-7a76b2e640eb triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:26.351160 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-348f54f0-49a9-4881-9e08-548d7f680510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.418968 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-80afc0b2-047a-4b2f-8a38-710716945515 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a06571c-d196-458a-adf2-017e87621813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724058 Jul 16 01:59:26.445444 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00d157-4f54-44c6-90b3-15c3b6cc6e04 req-53ddbc52-674b-411e-8fc4-500cf4ead92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:26.447044 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6f00d157-4f54-44c6-90b3-15c3b6cc6e04 req-53ddbc52-674b-411e-8fc4-500cf4ead92e service neutron] 10.222.0.26 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 912 time: 0.1277118 Jul 16 01:59:26.462156 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-348f54f0-49a9-4881-9e08-548d7f680510 None None] Port d3e1711d-83f2-4e40-9709-7a76b2e640eb cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:26.519415 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88adbbb-e366-4689-b415-9cc9319aa3a4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:26.523407 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6f00d157-4f54-44c6-90b3-15c3b6cc6e04 req-e4ef45ea-de00-481d-bde5-971c88e45834 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d6eaa29-2fd1-446a-bc8f-2dec51fe115f HTTP/1.1" status: 200 len: 217 time: 0.0556910 Jul 16 01:59:26.590611 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-b90af29b-eaf3-4dda-8071-7c7739bab8ad service neutron] 10.222.0.47 "GET /v2.0/networks/4a06571c-d196-458a-adf2-017e87621813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646817 Jul 16 01:59:26.618989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-c88adbbb-e366-4689-b415-9cc9319aa3a4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 7ed89dff-ae8f-4514-ab40-294b6ed80499) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:26.627509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4de1b67-e37d-4b17-9dcb-5c1affdda8a7 None None] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:26.652875 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:26.677959 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Sync routers for ids ['8de5c827-7565-4c25-bcf9-2de71ae0077f'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:26.694149 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c283eec6-d1a0-49d7-af32-c545d87c3428 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "PUT /v2.0/routers/8de5c827-7565-4c25-bcf9-2de71ae0077f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6653130 Jul 16 01:59:26.694149 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88adbbb-e366-4689-b415-9cc9319aa3a4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:26.694149 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88adbbb-e366-4689-b415-9cc9319aa3a4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:26.694149 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c88adbbb-e366-4689-b415-9cc9319aa3a4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.747199 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c88adbbb-e366-4689-b415-9cc9319aa3a4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.1887593 Jul 16 01:59:26.761430 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60758) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:26.770873 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Routers {'8de5c827-7565-4c25-bcf9-2de71ae0077f'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:26.771453 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:59:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8de5c827-7565-4c25-bcf9-2de71ae0077f'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:26.772260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00d157-4f54-44c6-90b3-15c3b6cc6e04 req-087e0e8e-61f4-49e0-b9a4-c2bc755e4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:26.775029 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6f00d157-4f54-44c6-90b3-15c3b6cc6e04 req-087e0e8e-61f4-49e0-b9a4-c2bc755e4443 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.2141221 Jul 16 01:59:26.811266 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e363b4ad-302e-4529-a3e4-9cd073145619 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1281700331'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:26.892387 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a986f294-f162-4fb4-8c11-a6269a4fb21c req-6026aeb5-4905-481e-b4ff-cee2b7a1890e service neutron] 10.222.0.47 "GET /v2.0/networks/4a06571c-d196-458a-adf2-017e87621813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899611 Jul 16 01:59:26.897254 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e363b4ad-302e-4529-a3e4-9cd073145619 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:26.901116 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e363b4ad-302e-4529-a3e4-9cd073145619 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.938724 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00d157-4f54-44c6-90b3-15c3b6cc6e04 req-f7d42972-5cba-425e-89b6-afa57a69d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:26.940434 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6f00d157-4f54-44c6-90b3-15c3b6cc6e04 req-f7d42972-5cba-425e-89b6-afa57a69d056 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577358 Jul 16 01:59:27.100639 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9eaba-5b50-4308-9f61-0a331197eb66 req-e5377c90-7a6f-4b6d-a4f4-bc1f761a5682 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:27.109503 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-90f9eaba-5b50-4308-9f61-0a331197eb66 req-e5377c90-7a6f-4b6d-a4f4-bc1f761a5682 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 943 time: 0.3489215 Jul 16 01:59:27.172957 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e363b4ad-302e-4529-a3e4-9cd073145619 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:27.198859 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e363b4ad-302e-4529-a3e4-9cd073145619 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.199204 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-e363b4ad-302e-4529-a3e4-9cd073145619 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Added segment ac6d3fb4-d47c-45d8-8c39-16c612e12917 of type vlan for network a86673fb-23c3-4748-be35-8cd2d12a0b37 Jul 16 01:59:27.224031 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Set router 8de5c827-7565-4c25-bcf9-2de71ae0077f gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:27.283596 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-fceaff2c-3aaf-4d83-a015-831522745809 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-136071785&fields=id&tenant_id=7a1162bb5d334415ae74c9808546d676 HTTP/1.1" status: 200 len: 267 time: 0.1256685 Jul 16 01:59:27.349953 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-90f9eaba-5b50-4308-9f61-0a331197eb66 req-95cf2f98-8290-44b1-9a07-aedc88d7eb00 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998839 Jul 16 01:59:27.356208 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e363b4ad-302e-4529-a3e4-9cd073145619 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.381290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c05980-92e8-432e-bd92-daf865ee4895 req-3caa9188-68c2-4711-ba71-1121a0270ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:27.387983 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67c05980-92e8-432e-bd92-daf865ee4895 req-3caa9188-68c2-4711-ba71-1121a0270ca2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=87b8beeae2bd4a70844da8b9a6daab12&device_id=6538ff6e-6890-4c77-a00c-34ec696be0c1 HTTP/1.1" status: 200 len: 1094 time: 0.3535240 Jul 16 01:59:27.433794 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6f00d157-4f54-44c6-90b3-15c3b6cc6e04 req-03b18e6f-edd0-4beb-b216-58d551876238 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627140 Jul 16 01:59:27.483482 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e363b4ad-302e-4529-a3e4-9cd073145619 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.496641 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e363b4ad-302e-4529-a3e4-9cd073145619 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:27.500209 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e363b4ad-302e-4529-a3e4-9cd073145619 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.614861 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e363b4ad-302e-4529-a3e4-9cd073145619 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8498945 Jul 16 01:59:27.622122 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60774) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:27.675783 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'ports': [{'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499'}, {'network_id': 'a86673fb-23c3-4748-be35-8cd2d12a0b37'}]} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:27.675783 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:27.675783 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'network_id': 'a86673fb-23c3-4748-be35-8cd2d12a0b37'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:27.695497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363b4ad-302e-4529-a3e4-9cd073145619 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Network': ['ID=a86673fb-23c3-4748-be35-8cd2d12a0b37,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:27.724825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network a86673fb-23c3-4748-be35-8cd2d12a0b37 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:27.763206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c05980-92e8-432e-bd92-daf865ee4895 req-9e5ddbaf-3ca8-4efe-9631-7c4b78916c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:27.764922 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67c05980-92e8-432e-bd92-daf865ee4895 req-9e5ddbaf-3ca8-4efe-9631-7c4b78916c32 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a06571c-d196-458a-adf2-017e87621813 HTTP/1.1" status: 200 len: 922 time: 0.3687463 Jul 16 01:59:27.817879 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6f00d157-4f54-44c6-90b3-15c3b6cc6e04 req-30c06438-08f4-4753-9519-68d306b09351 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703539 Jul 16 01:59:27.826000 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-097e674b-5e64-40f8-941a-76c55fcf303f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:27.827528 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-097e674b-5e64-40f8-941a-76c55fcf303f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/networks?id=08d78a5f-4b1a-45a3-b856-08c17488ed5f HTTP/1.1" status: 200 len: 796 time: 0.5262363 Jul 16 01:59:27.858565 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-0e758a02-83e2-4c57-959c-f5c4cfd920e7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/quotas/7a1162bb5d334415ae74c9808546d676 HTTP/1.1" status: 200 len: 375 time: 0.0212860 Jul 16 01:59:27.997433 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67c05980-92e8-432e-bd92-daf865ee4895 req-e5d4b346-7a2d-4be4-9050-9c78b2c4d18a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13c3828d-ede0-45b1-8591-fc791471bf46 HTTP/1.1" status: 200 len: 217 time: 0.1471684 Jul 16 01:59:27.999119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537048706', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:24Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'd3e1711d-83f2-4e40-9709-7a76b2e640eb', 'name': '', 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:8a:a4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:21Z', 'updated_at': '2021-07-16T01:59:24Z', 'revision_number': 2, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:28.052743 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a83d2-ea3c-4b0e-97ab-faf237394c6e req-3f842789-f820-47d5-a8dd-25cc5bda2da1 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:28.057195 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Checking router: 8de5c827-7565-4c25-bcf9-2de71ae0077f for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:28.057748 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ef7a83d2-ea3c-4b0e-97ab-faf237394c6e req-3f842789-f820-47d5-a8dd-25cc5bda2da1 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6538ff6e-6890-4c77-a00c-34ec696be0c1 HTTP/1.1" status: 200 len: 943 time: 0.4364908 Jul 16 01:59:28.057924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Updating router 8de5c827-7565-4c25-bcf9-2de71ae0077f port d3e1711d-83f2-4e40-9709-7a76b2e640eb binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:59:28.106228 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.110394 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-5e10aa2f-7e7b-4bc7-b20c-63ee2ace6190 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2437418 Jul 16 01:59:28.171963 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c05980-92e8-432e-bd92-daf865ee4895 req-509187cb-2e82-4d02-9008-f4eced5453cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:28.174488 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67c05980-92e8-432e-bd92-daf865ee4895 req-509187cb-2e82-4d02-9008-f4eced5453cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e57841cb-3ea1-4248-8e42-66ad60d97fb8 HTTP/1.1" status: 200 len: 861 time: 0.1648767 Jul 16 01:59:28.215358 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-4fd7fbd4-533c-477d-9d79-f897bd25050e service neutron] 10.222.0.54 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037750 Jul 16 01:59:28.236020 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67c05980-92e8-432e-bd92-daf865ee4895 req-719a0565-3651-4bc4-a43b-c98dabb3069e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a06571c-d196-458a-adf2-017e87621813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507460 Jul 16 01:59:28.247022 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ef7a83d2-ea3c-4b0e-97ab-faf237394c6e req-94a2f9f7-9660-42c7-874e-662c0afd9384 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/security-groups?id=b45e891d-e75f-45a2-bec9-cb8db277bc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966885 Jul 16 01:59:28.255817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'port': 2} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:28.262469 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.316524 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.438986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] device_id is not set on port 4443c48b-84d6-449f-b804-a1b9d1f76fb9 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:28.453477 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-c69d564d-ad7e-49ee-8010-afe7285a08a2 service neutron] 10.222.0.54 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263741 Jul 16 01:59:28.461130 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3d3a56ef-f232-4fc8-876f-6a7f5d3bc11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.650726 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.810976 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67c05980-92e8-432e-bd92-daf865ee4895 req-2ed2048b-759f-44ef-b670-5392b9a367c2 service neutron] 10.222.0.47 "GET /v2.0/networks/4a06571c-d196-458a-adf2-017e87621813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630634 Jul 16 01:59:28.818746 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.841721 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] device_id is not set on port 83ba5637-81f0-4310-8774-524fcf2e9397 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:28.886829 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ecce54b6-d14b-48a4-a2c6-47a931968b00 req-b42d21c8-362b-4a9b-9742-01d94a219f47 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 210 time: 0.1391368 Jul 16 01:59:28.894914 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Transition to ACTIVE for port object d3e1711d-83f2-4e40-9709-7a76b2e640eb will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:28.900909 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.909863 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.028536 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d005c-dd4e-4cdf-8609-e7360d6c3d68 req-5bc2d770-4014-47cd-b663-8befbc4ed292 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:29.029958 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-911d005c-dd4e-4cdf-8609-e7360d6c3d68 req-5bc2d770-4014-47cd-b663-8befbc4ed292 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 943 time: 0.3716531 Jul 16 01:59:29.040085 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-67c05980-92e8-432e-bd92-daf865ee4895 req-84d98f7c-2993-4f3c-bd21-d7e0f2d0f066 service neutron] 10.222.0.47 "GET /v2.0/networks/4a06571c-d196-458a-adf2-017e87621813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216091 Jul 16 01:59:29.252998 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-911d005c-dd4e-4cdf-8609-e7360d6c3d68 req-7fe1ed72-4c5c-45eb-ac63-1466e63c58ee tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117865 Jul 16 01:59:29.280822 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.310933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Attempting to bind port d3e1711d-83f2-4e40-9709-7a76b2e640eb on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:29.314475 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Attempting to bind port d3e1711d-83f2-4e40-9709-7a76b2e640eb by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:29.316394 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Attempting to bind port d3e1711d-83f2-4e40-9709-7a76b2e640eb on network 08d78a5f-4b1a-45a3-b856-08c17488ed5f {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:29.328205 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9c4ee-3f17-460e-8359-b55742d52511 None None] Pushing event updated for resources: {'Port': ['ID=d3e1711d-83f2-4e40-9709-7a76b2e640eb,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:29.349939 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:29.350328 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Checking segment: {'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:29.351751 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.352095 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.352525 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Bound using segment: {'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:29.353090 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Bound port: d3e1711d-83f2-4e40-9709-7a76b2e640eb, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:29.354634 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.486701 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=4443c48b-84d6-449f-b804-a1b9d1f76fb9,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:29.543307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:29.551820 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] For port d3e1711d-83f2-4e40-9709-7a76b2e640eb, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:29.556133 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:29.567582 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:29.570996 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.595529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] For port d3e1711d-83f2-4e40-9709-7a76b2e640eb, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d3e1711d-83f2-4e40-9709-7a76b2e640eb,segment=NetworkSegment(21ff77ae-9cc9-4661-9349-1e6d2922ee60),segment_id=21ff77ae-9cc9-4661-9349-1e6d2922ee60)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:29.618306 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.647384 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee4c17-9b32-4345-b6b7-758fde960d24 req-d09afab7-5fc5-4588-833b-1e04c5b316e1 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:29.661603 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbee4c17-9b32-4345-b6b7-758fde960d24 req-d09afab7-5fc5-4588-833b-1e04c5b316e1 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6538ff6e-6890-4c77-a00c-34ec696be0c1 HTTP/1.1" status: 200 len: 943 time: 0.1458404 Jul 16 01:59:29.737464 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=83ba5637-81f0-4310-8774-524fcf2e9397,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:29.755601 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbee4c17-9b32-4345-b6b7-758fde960d24 req-ed90790b-1569-43c5-9bac-59f430e9edcf tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/security-groups?id=b45e891d-e75f-45a2-bec9-cb8db277bc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929749 Jul 16 01:59:29.774057 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Checking segment: {'id': 'ac6d3fb4-d47c-45d8-8c39-16c612e12917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a86673fb-23c3-4748-be35-8cd2d12a0b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:29.774536 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network hostable DHCP agents. Network: a86673fb-23c3-4748-be35-8cd2d12a0b37, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:29.791160 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9c4ee-3f17-460e-8359-b55742d52511 None None] Pushing event updated for resources: {'Port': ['ID=d3e1711d-83f2-4e40-9709-7a76b2e640eb,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:29.841179 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Routers {'8de5c827-7565-4c25-bcf9-2de71ae0077f'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:29.845240 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:59:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8de5c827-7565-4c25-bcf9-2de71ae0077f'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:29.851257 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network a86673fb-23c3-4748-be35-8cd2d12a0b37 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:29.915915 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, a86673fb-23c3-4748-be35-8cd2d12a0b37) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:29.938349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:29.955163 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:29.970883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:29.971604 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.024496 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-06836467-cd4b-49ae-9a53-93f1c00dce10 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4020567 Jul 16 01:59:30.027725 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60796) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:30.128897 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f9acca-950b-49b9-aaef-b4c3bd1f4b4b None None] Network a86673fb-23c3-4748-be35-8cd2d12a0b37 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:30.203428 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ed358d57-6de2-4bba-b4dd-386266101761 req-ddd7b517-4db9-43b1-adb4-d1bce668ed9c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 210 time: 0.0612254 Jul 16 01:59:30.224841 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] Set router 8de5c827-7565-4c25-bcf9-2de71ae0077f gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:30.231528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-2a432e3b-30a2-41e8-b958-cec61f691762 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port 83ba5637-81f0-4310-8774-524fcf2e9397 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:30.236824 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2a432e3b-30a2-41e8-b958-cec61f691762 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.339435 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2a432e3b-30a2-41e8-b958-cec61f691762 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.352561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-2a432e3b-30a2-41e8-b958-cec61f691762 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for 83ba5637-81f0-4310-8774-524fcf2e9397 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:30.452935 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2a432e3b-30a2-41e8-b958-cec61f691762 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.479983 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2a432e3b-30a2-41e8-b958-cec61f691762 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.481955 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2a432e3b-30a2-41e8-b958-cec61f691762 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/ports/83ba5637-81f0-4310-8774-524fcf2e9397 HTTP/1.1" status: 204 len: 168 time: 0.4531519 Jul 16 01:59:30.484868 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60800) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:30.515391 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a432e3b-30a2-41e8-b958-cec61f691762 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=83ba5637-81f0-4310-8774-524fcf2e9397,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:30.542374 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 13c3828d-ede0-45b1-8591-fc791471bf46 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:59:30.635099 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6f17b-5f7c-4203-b98f-4cd71491d146 req-d56b9223-cecd-4c96-87a3-beb3d45a5cd3 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:30.642764 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ba6f17b-5f7c-4203-b98f-4cd71491d146 req-d56b9223-cecd-4c96-87a3-beb3d45a5cd3 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 943 time: 0.1248300 Jul 16 01:59:30.683565 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b12491-6989-422c-89b1-15b23d68e8ef tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:30.685716 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537048706', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:24Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'd3e1711d-83f2-4e40-9709-7a76b2e640eb', 'name': '', 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:8a:a4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:21Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:30.691033 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b12491-6989-422c-89b1-15b23d68e8ef tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:30.692954 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-78b12491-6989-422c-89b1-15b23d68e8ef tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2070796 Jul 16 01:59:30.698425 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60802) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:30.718787 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08284ca2-5f31-4687-909c-6c5812453038 None None] The sync data for ids ['8de5c827-7565-4c25-bcf9-2de71ae0077f'] in n-d-800086-6 is: [{'id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537048706', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:24Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'd3e1711d-83f2-4e40-9709-7a76b2e640eb', 'name': '', 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:8a:a4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:21Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:30.724275 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0ba6f17b-5f7c-4203-b98f-4cd71491d146 req-5ed50da3-d2db-4ae2-a69b-0cd7cf5a7539 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805304 Jul 16 01:59:30.764062 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 13c3828d-ede0-45b1-8591-fc791471bf46, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=13c3828d-ede0-45b1-8591-fc791471bf46,segment=NetworkSegment(493dc9e1-7389-45fa-abd0-3f46ac8ef0f2),segment_id=493dc9e1-7389-45fa-abd0-3f46ac8ef0f2)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:30.778787 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '13c3828d-ede0-45b1-8591-fc791471bf46', 'network_id': '4a06571c-d196-458a-adf2-017e87621813', 'port_id': '13c3828d-ede0-45b1-8591-fc791471bf46', 'mac_address': 'fa:16:3e:8e:50:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57841cb-3ea1-4248-8e42-66ad60d97fb8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:59:30.891782 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-3664096e-d083-40db-b12a-0c5be1a05647 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port 4443c48b-84d6-449f-b804-a1b9d1f76fb9 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:30.891782 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3664096e-d083-40db-b12a-0c5be1a05647 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.911393 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.941291 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c3828d-ede0-45b1-8591-fc791471bf46 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:30.991292 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 13c3828d-ede0-45b1-8591-fc791471bf46, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=13c3828d-ede0-45b1-8591-fc791471bf46,segment=NetworkSegment(493dc9e1-7389-45fa-abd0-3f46ac8ef0f2),segment_id=493dc9e1-7389-45fa-abd0-3f46ac8ef0f2)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:30.998628 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.089883 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3664096e-d083-40db-b12a-0c5be1a05647 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.108236 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-3664096e-d083-40db-b12a-0c5be1a05647 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for 4443c48b-84d6-449f-b804-a1b9d1f76fb9 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:31.151178 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=13c3828d-ede0-45b1-8591-fc791471bf46,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:31.174750 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0c1bb-a9c8-4e8a-a9bd-004e95096dda req-f104c8df-b4a6-4765-8b8c-5c6f5ae4314d tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:31.187271 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63f0c1bb-a9c8-4e8a-a9bd-004e95096dda req-f104c8df-b4a6-4765-8b8c-5c6f5ae4314d tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6538ff6e-6890-4c77-a00c-34ec696be0c1 HTTP/1.1" status: 200 len: 944 time: 0.1948371 Jul 16 01:59:31.200606 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.210830 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b27a379f-1e9a-4e32-bbd5-d2f0bbcd797e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.256855 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63f0c1bb-a9c8-4e8a-a9bd-004e95096dda req-d4d261c5-779c-462f-a2fb-905c4ad80b89 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/security-groups?id=b45e891d-e75f-45a2-bec9-cb8db277bc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686240 Jul 16 01:59:31.303063 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3664096e-d083-40db-b12a-0c5be1a05647 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.350088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664096e-d083-40db-b12a-0c5be1a05647 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=4443c48b-84d6-449f-b804-a1b9d1f76fb9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:31.363396 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3664096e-d083-40db-b12a-0c5be1a05647 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.367208 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-603a68c7-9922-43f1-9e46-17ecc1b1580a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:31.368569 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['13c3828d-ede0-45b1-8591-fc791471bf46'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:59:31.373423 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-603a68c7-9922-43f1-9e46-17ecc1b1580a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.26 "GET /v2.0/networks?id=08d78a5f-4b1a-45a3-b856-08c17488ed5f HTTP/1.1" status: 200 len: 796 time: 0.3454700 Jul 16 01:59:31.377668 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3664096e-d083-40db-b12a-0c5be1a05647 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/ports/4443c48b-84d6-449f-b804-a1b9d1f76fb9 HTTP/1.1" status: 204 len: 168 time: 0.6762331 Jul 16 01:59:31.381542 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60810) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:31.509623 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a7c1238-1ca5-4a6f-b11f-4eafd655c935 req-e9a90654-629c-43fe-bb80-08165155b0f2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 210 time: 0.0834990 Jul 16 01:59:31.514318 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-2a7c8c4c-f3f6-4e87-9c66-9e4182f370d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a1162bb5d334415ae74c9808546d676 HTTP/1.1" status: 200 len: 379 time: 0.1276841 Jul 16 01:59:31.514577 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16be1cdd-0b29-4e1b-8db6-2ef9e819fbca tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:31.516365 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-16be1cdd-0b29-4e1b-8db6-2ef9e819fbca tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1328321 Jul 16 01:59:31.518957 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60812) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:31.537456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-7100a3f9-1dcf-48e7-81d1-98a4a87fab29 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'port': {'device_id': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f', 'admin_state_up': True, 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'security_groups': ['66489032-26a8-49d4-8759-59efab66eb24']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:31.554498 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-24392466-179d-425b-a191-7c921cb70590 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] GET failed (client error): The resource could not be found. Jul 16 01:59:31.556801 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-24392466-179d-425b-a191-7c921cb70590 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports/83ba5637-81f0-4310-8774-524fcf2e9397 HTTP/1.1" status: 404 len: 333 time: 0.0365074 Jul 16 01:59:31.559105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60814) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:31.592340 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-1470ab2c-d020-4f75-a8a4-1dec54414bff tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] GET failed (client error): The resource could not be found. Jul 16 01:59:31.594188 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1470ab2c-d020-4f75-a8a4-1dec54414bff tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports/4443c48b-84d6-449f-b804-a1b9d1f76fb9 HTTP/1.1" status: 404 len: 333 time: 0.0329089 Jul 16 01:59:31.597015 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60816) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:31.677079 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-7100a3f9-1dcf-48e7-81d1-98a4a87fab29 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Made reservation on behalf of 7a1162bb5d334415ae74c9808546d676 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:31.681987 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-7100a3f9-1dcf-48e7-81d1-98a4a87fab29 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.692961 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68324016-017c-4871-a541-1ccf656a9cf8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.794095 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68324016-017c-4871-a541-1ccf656a9cf8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.807150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-68324016-017c-4871-a541-1ccf656a9cf8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86673fb-23c3-4748-be35-8cd2d12a0b37']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:31.824612 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-68324016-017c-4871-a541-1ccf656a9cf8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6d3fb4-d47c-45d8-8c39-16c612e12917') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:31.824911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-68324016-017c-4871-a541-1ccf656a9cf8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6d3fb4-d47c-45d8-8c39-16c612e12917') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:31.836848 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68324016-017c-4871-a541-1ccf656a9cf8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.841228 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-7100a3f9-1dcf-48e7-81d1-98a4a87fab29 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Allocated IP 172.20.0.9 (08d78a5f-4b1a-45a3-b856-08c17488ed5f/601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a/cc5c0845-9a85-4141-848e-5ddad199a98b) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:31.855231 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68324016-017c-4871-a541-1ccf656a9cf8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.863592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68324016-017c-4871-a541-1ccf656a9cf8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:31.864088 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68324016-017c-4871-a541-1ccf656a9cf8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:31.868604 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:31.967274 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68324016-017c-4871-a541-1ccf656a9cf8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.975579 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68324016-017c-4871-a541-1ccf656a9cf8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.977526 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-68324016-017c-4871-a541-1ccf656a9cf8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/networks/a86673fb-23c3-4748-be35-8cd2d12a0b37 HTTP/1.1" status: 204 len: 168 time: 0.3794425 Jul 16 01:59:31.981328 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60820) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:31.997469 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a32169d3-4520-4e56-b321-ac7bef55ca2f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1623123707'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:32.010152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68324016-017c-4871-a541-1ccf656a9cf8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Network': ['ID=a86673fb-23c3-4748-be35-8cd2d12a0b37,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:32.020031 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-7100a3f9-1dcf-48e7-81d1-98a4a87fab29 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.040704 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522a27d-2db4-4f26-8b6a-6658936e925a req-7aaeed93-54a5-4ce1-9a04-c15244c3a9e3 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:32.042321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e522a27d-2db4-4f26-8b6a-6658936e925a req-7aaeed93-54a5-4ce1-9a04-c15244c3a9e3 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 943 time: 0.1617234 Jul 16 01:59:32.043890 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-7100a3f9-1dcf-48e7-81d1-98a4a87fab29 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Transition to ACTIVE for port object cc5c0845-9a85-4141-848e-5ddad199a98b will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:32.044259 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32169d3-4520-4e56-b321-ac7bef55ca2f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:32.047412 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a32169d3-4520-4e56-b321-ac7bef55ca2f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.081815 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-7100a3f9-1dcf-48e7-81d1-98a4a87fab29 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.106321 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32169d3-4520-4e56-b321-ac7bef55ca2f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:32.125980 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.150561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-7100a3f9-1dcf-48e7-81d1-98a4a87fab29 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 08d78a5f-4b1a-45a3-b856-08c17488ed5f is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:32.154782 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-7100a3f9-1dcf-48e7-81d1-98a4a87fab29 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:32.160613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-7100a3f9-1dcf-48e7-81d1-98a4a87fab29 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:32.169806 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e522a27d-2db4-4f26-8b6a-6658936e925a req-590465f3-f836-41d0-b62f-08296470e8b4 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116250 Jul 16 01:59:32.175697 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a32169d3-4520-4e56-b321-ac7bef55ca2f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.177108 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-a32169d3-4520-4e56-b321-ac7bef55ca2f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Added segment cdaf9413-52f0-424d-9e98-f3a64415aec6 of type vlan for network 26fa75de-ba5a-48b8-a860-6221056109d0 Jul 16 01:59:32.211272 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100a3f9-1dcf-48e7-81d1-98a4a87fab29 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=cc5c0845-9a85-4141-848e-5ddad199a98b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:32.228779 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-7100a3f9-1dcf-48e7-81d1-98a4a87fab29 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:32.229837 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-7100a3f9-1dcf-48e7-81d1-98a4a87fab29 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.251184 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d3e1711d-83f2-4e40-9709-7a76b2e640eb up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:32.255834 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-7100a3f9-1dcf-48e7-81d1-98a4a87fab29 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7236865 Jul 16 01:59:32.275684 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a32169d3-4520-4e56-b321-ac7bef55ca2f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.278197 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Request body: {'port': {'device_id': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:32.360295 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a32169d3-4520-4e56-b321-ac7bef55ca2f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.364284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port d3e1711d-83f2-4e40-9709-7a76b2e640eb completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:32.370309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32169d3-4520-4e56-b321-ac7bef55ca2f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:32.370309 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a32169d3-4520-4e56-b321-ac7bef55ca2f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.372903 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port d3e1711d-83f2-4e40-9709-7a76b2e640eb triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:32.373293 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.447784 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.492698 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.510889 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 13c3828d-ede0-45b1-8591-fc791471bf46 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:32.519141 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32169d3-4520-4e56-b321-ac7bef55ca2f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Network': ['ID=26fa75de-ba5a-48b8-a860-6221056109d0,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:32.530812 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a32169d3-4520-4e56-b321-ac7bef55ca2f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5436504 Jul 16 01:59:32.530812 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60826) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:32.536349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-9dae3ef1-fc57-4c08-9894-6c9fd0e313a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'subnet': {'network_id': '26fa75de-ba5a-48b8-a860-6221056109d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:32.659532 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb57b8-8518-472c-9460-1dfc10bfe9a6 req-741de249-4644-4f62-9b84-c9c0cd30bfc2 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:32.661767 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-65bb57b8-8518-472c-9460-1dfc10bfe9a6 req-741de249-4644-4f62-9b84-c9c0cd30bfc2 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6538ff6e-6890-4c77-a00c-34ec696be0c1 HTTP/1.1" status: 200 len: 944 time: 0.2355015 Jul 16 01:59:32.732315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dae3ef1-fc57-4c08-9894-6c9fd0e313a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:32.736828 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9dae3ef1-fc57-4c08-9894-6c9fd0e313a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.743274 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-65bb57b8-8518-472c-9460-1dfc10bfe9a6 req-d4f89490-e80e-4fd9-b561-7442c632bb39 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/security-groups?id=b45e891d-e75f-45a2-bec9-cb8db277bc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693135 Jul 16 01:59:32.789903 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 26fa75de-ba5a-48b8-a860-6221056109d0 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:32.838852 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port d3e1711d-83f2-4e40-9709-7a76b2e640eb, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d3e1711d-83f2-4e40-9709-7a76b2e640eb,segment=NetworkSegment(21ff77ae-9cc9-4661-9349-1e6d2922ee60),segment_id=21ff77ae-9cc9-4661-9349-1e6d2922ee60)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:32.849884 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.866863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcb0fe-7511-43ae-8a99-be640762f8dd req-8335c1bc-88f2-4beb-8153-dc6af8fb431b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:32.868511 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5dcb0fe-7511-43ae-8a99-be640762f8dd req-8335c1bc-88f2-4beb-8153-dc6af8fb431b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 931 time: 0.1720741 Jul 16 01:59:32.892711 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-526d1f3d-86e0-4722-82c7-77fd1e43e3e9 None None] Provisioning for port cc5c0845-9a85-4141-848e-5ddad199a98b completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:32.914868 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5c0845-9a85-4141-848e-5ddad199a98b {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:32.924984 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-526d1f3d-86e0-4722-82c7-77fd1e43e3e9 None None] Provisioning complete for port cc5c0845-9a85-4141-848e-5ddad199a98b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:32.925421 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-526d1f3d-86e0-4722-82c7-77fd1e43e3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.926371 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.942497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Transition to ACTIVE for port object cc5c0845-9a85-4141-848e-5ddad199a98b will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:32.947547 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.955285 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5dcb0fe-7511-43ae-8a99-be640762f8dd req-f4878885-4ada-4769-aa41-fcf4f15574ae tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765097 Jul 16 01:59:32.957638 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 13c3828d-ede0-45b1-8591-fc791471bf46 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:32.988105 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 13c3828d-ede0-45b1-8591-fc791471bf46 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:32.988459 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.026824 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=d3e1711d-83f2-4e40-9709-7a76b2e640eb,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.034347 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-526d1f3d-86e0-4722-82c7-77fd1e43e3e9 None None] Port cc5c0845-9a85-4141-848e-5ddad199a98b cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:33.035245 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5c0845-9a85-4141-848e-5ddad199a98b,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.093217 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Attempting to bind port cc5c0845-9a85-4141-848e-5ddad199a98b on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:33.093819 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Attempting to bind port cc5c0845-9a85-4141-848e-5ddad199a98b by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:33.094367 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Attempting to bind port cc5c0845-9a85-4141-848e-5ddad199a98b on network 08d78a5f-4b1a-45a3-b856-08c17488ed5f {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:33.100629 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Port cc5c0845-9a85-4141-848e-5ddad199a98b on network 08d78a5f-4b1a-45a3-b856-08c17488ed5f not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:59:33.101885 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Attempting to bind port cc5c0845-9a85-4141-848e-5ddad199a98b on network 08d78a5f-4b1a-45a3-b856-08c17488ed5f {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:33.109044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:33.109747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Checking segment: {'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:33.110299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Bound using segment: {'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:33.110936 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Bound port: cc5c0845-9a85-4141-848e-5ddad199a98b, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:33.111467 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.117422 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.147359 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6538ff6e-6890-4c77-a00c-34ec696be0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c3828d-ede0-45b1-8591-fc791471bf46'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:33.151802 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867596dd-502d-48a0-8105-3d60c70ee386" -d '{"events": [{"server_uuid": "6538ff6e-6890-4c77-a00c-34ec696be0c1", "name": "network-vif-plugged", "status": "completed", "tag": "13c3828d-ede0-45b1-8591-fc791471bf46"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:33.170950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 13c3828d-ede0-45b1-8591-fc791471bf46, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=13c3828d-ede0-45b1-8591-fc791471bf46,segment=NetworkSegment(493dc9e1-7389-45fa-abd0-3f46ac8ef0f2),segment_id=493dc9e1-7389-45fa-abd0-3f46ac8ef0f2)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:33.177938 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.211635 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] For port cc5c0845-9a85-4141-848e-5ddad199a98b, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:33.219167 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] For port cc5c0845-9a85-4141-848e-5ddad199a98b, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cc5c0845-9a85-4141-848e-5ddad199a98b,segment=NetworkSegment(21ff77ae-9cc9-4661-9349-1e6d2922ee60),segment_id=21ff77ae-9cc9-4661-9349-1e6d2922ee60)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:33.220357 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a28104-8b32-4067-869d-103b42928c36 x-openstack-request-id: req-92a28104-8b32-4067-869d-103b42928c36 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:33.220610 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6538ff6e-6890-4c77-a00c-34ec696be0c1", "name": "network-vif-plugged", "status": "completed", "tag": "13c3828d-ede0-45b1-8591-fc791471bf46", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:33.221037 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-92a28104-8b32-4067-869d-103b42928c36 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:33.224056 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6538ff6e-6890-4c77-a00c-34ec696be0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c3828d-ede0-45b1-8591-fc791471bf46', 'code': 200} Jul 16 01:59:33.228791 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.260312 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=13c3828d-ede0-45b1-8591-fc791471bf46,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.287224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:33.287974 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.289755 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] 10.222.0.26 "PUT /v2.0/ports/cc5c0845-9a85-4141-848e-5ddad199a98b HTTP/1.1" status: 200 len: 1091 time: 1.0191517 Jul 16 01:59:33.290234 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'tag': 'cc5c0845-9a85-4141-848e-5ddad199a98b'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:33.293157 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5e3f41-e564-482c-a67f-dca711f5648b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6b3ccd-df7e-4b0a-94d4-bc328903eea1", "tag": "cc5c0845-9a85-4141-848e-5ddad199a98b"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:33.379915 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fc8614-0571-4b9b-ba81-a3b582cc0379 x-openstack-request-id: req-57fc8614-0571-4b9b-ba81-a3b582cc0379 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:33.382601 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6b3ccd-df7e-4b0a-94d4-bc328903eea1", "tag": "cc5c0845-9a85-4141-848e-5ddad199a98b", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:33.383059 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-57fc8614-0571-4b9b-ba81-a3b582cc0379 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:33.385060 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'tag': 'cc5c0845-9a85-4141-848e-5ddad199a98b', 'status': 'completed', 'code': 200} Jul 16 01:59:33.412497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61affc1-0c3e-43b0-8675-800f05f8a676 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5c0845-9a85-4141-848e-5ddad199a98b,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.456463 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-b0c378f5-533e-4952-8f7a-9d6d0ab44868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:33.458017 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-b0c378f5-533e-4952-8f7a-9d6d0ab44868 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 1094 time: 0.0949397 Jul 16 01:59:33.513389 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-1ea96356-ae9b-48c2-bd96-5bccf82ce71a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc5c0845-9a85-4141-848e-5ddad199a98b HTTP/1.1" status: 200 len: 217 time: 0.0410156 Jul 16 01:59:33.559680 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9dae3ef1-fc57-4c08-9894-6c9fd0e313a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.580617 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-8e23df30-8fd4-4305-a7fe-eb4e901e6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:33.581611 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-8e23df30-8fd4-4305-a7fe-eb4e901e6364 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a HTTP/1.1" status: 200 len: 835 time: 0.0624113 Jul 16 01:59:33.652411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae3ef1-fc57-4c08-9894-6c9fd0e313a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Subnet': ['ID=f91f7025-6f62-4fd9-8af5-b4e6c46ec0c0,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.656686 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-49edbee6-1cf6-4fd8-ab58-3f7a8eb10351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:33.661048 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-49edbee6-1cf6-4fd8-ab58-3f7a8eb10351 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08d78a5f-4b1a-45a3-b856-08c17488ed5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723965 Jul 16 01:59:33.675085 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e9ca1-cf13-4783-82d8-b276829d880b req-68760699-a186-43a2-b50e-c66e6835078d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:33.678239 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f99e9ca1-cf13-4783-82d8-b276829d880b req-68760699-a186-43a2-b50e-c66e6835078d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 943 time: 0.2034435 Jul 16 01:59:33.685863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dea10-4a7c-4273-8401-37546437c4c1 req-88f3f17b-d5f7-47de-bd81-4812264d0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:33.689580 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-212dea10-4a7c-4273-8401-37546437c4c1 req-88f3f17b-d5f7-47de-bd81-4812264d0020 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6538ff6e-6890-4c77-a00c-34ec696be0c1 HTTP/1.1" status: 200 len: 1096 time: 0.2140868 Jul 16 01:59:33.765872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dae3ef1-fc57-4c08-9894-6c9fd0e313a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Checking segment: {'id': 'cdaf9413-52f0-424d-9e98-f3a64415aec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '26fa75de-ba5a-48b8-a860-6221056109d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:33.766475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae3ef1-fc57-4c08-9894-6c9fd0e313a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network hostable DHCP agents. Network: 26fa75de-ba5a-48b8-a860-6221056109d0, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:33.788920 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f99e9ca1-cf13-4783-82d8-b276829d880b req-39fbd076-d073-49ad-9f93-ef2ccdbd9624 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886288 Jul 16 01:59:33.791452 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-4f037b7a-5598-46b0-ad37-8569c78ea6f9 service neutron] 10.222.0.26 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238465 Jul 16 01:59:33.793787 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-212dea10-4a7c-4273-8401-37546437c4c1 req-b93cd785-742c-4a42-a0c4-80067d987b9a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b45e891d-e75f-45a2-bec9-cb8db277bc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927160 Jul 16 01:59:33.809426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae3ef1-fc57-4c08-9894-6c9fd0e313a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 26fa75de-ba5a-48b8-a860-6221056109d0 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:33.828138 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-9dae3ef1-fc57-4c08-9894-6c9fd0e313a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 26fa75de-ba5a-48b8-a860-6221056109d0) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:33.832982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dae3ef1-fc57-4c08-9894-6c9fd0e313a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:33.833811 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9dae3ef1-fc57-4c08-9894-6c9fd0e313a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.840491 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1978d535-b6bd-4f40-a85b-a358657d79a3 None None] Network 26fa75de-ba5a-48b8-a860-6221056109d0 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:33.857185 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9dae3ef1-fc57-4c08-9894-6c9fd0e313a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3238511 Jul 16 01:59:33.858593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60840) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:33.870939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-2f83e0bc-89e3-4904-99f1-d44652b4fa53 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'network_id': '26fa75de-ba5a-48b8-a860-6221056109d0', 'name': 'tempest-PortsIpV6TestJSON-2030209699'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:33.885828 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.919300 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff7be99b-fdde-4604-bca0-c7089f1b61c6 req-6dc3194a-3d6d-477f-bfa4-a6292b4a4b6c service neutron] 10.222.0.26 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210454 Jul 16 01:59:34.026403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f83e0bc-89e3-4904-99f1-d44652b4fa53 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:34.034963 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f83e0bc-89e3-4904-99f1-d44652b4fa53 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.054894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e3208-f288-4c54-8e4e-c64738b9dd5b req-921884cf-b488-4bc1-b2f1-c7445b2abccb tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:34.056975 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-106e3208-f288-4c54-8e4e-c64738b9dd5b req-921884cf-b488-4bc1-b2f1-c7445b2abccb tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6538ff6e-6890-4c77-a00c-34ec696be0c1 HTTP/1.1" status: 200 len: 945 time: 0.1313882 Jul 16 01:59:34.060550 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-2f83e0bc-89e3-4904-99f1-d44652b4fa53 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] device_id is not set on port 5597c1ff-c4d6-4a39-befc-3b65f2297152 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:34.079786 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-26fa75de-ba5a-48b8-a860-6221056109d0', 'network_id': '26fa75de-ba5a-48b8-a860-6221056109d0', 'tenant_id': '370917c0a04b46bfb2a065ed7ad91b0c', 'fixed_ips': [{'subnet_id': 'f91f7025-6f62-4fd9-8af5-b4e6c46ec0c0'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:34.080988 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.119377 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-106e3208-f288-4c54-8e4e-c64738b9dd5b req-7c15a9cb-8e92-4805-bc57-302fe859a17b tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/security-groups?id=b45e891d-e75f-45a2-bec9-cb8db277bc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518899 Jul 16 01:59:34.147532 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e3f41-e564-482c-a67f-dca711f5648b req-f76a8199-b316-4c21-9537-69b60e0ffa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:34.147532 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ce5e3f41-e564-482c-a67f-dca711f5648b req-f76a8199-b316-4c21-9537-69b60e0ffa80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 1094 time: 0.1290340 Jul 16 01:59:34.243898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d3e1711d-83f2-4e40-9709-7a76b2e640eb up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:34.282826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e3f41-e564-482c-a67f-dca711f5648b req-114f715a-b9c4-46d9-8fab-d9f1285e8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:34.285235 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ce5e3f41-e564-482c-a67f-dca711f5648b req-114f715a-b9c4-46d9-8fab-d9f1285e8413 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08d78a5f-4b1a-45a3-b856-08c17488ed5f HTTP/1.1" status: 200 len: 897 time: 0.1380177 Jul 16 01:59:34.321425 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635614d-d30b-47f3-8131-5be0fd9edb79 req-66c778eb-8a12-4810-a63c-113534f02e94 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:34.323067 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port d3e1711d-83f2-4e40-9709-7a76b2e640eb triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:34.323263 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7635614d-d30b-47f3-8131-5be0fd9edb79 req-66c778eb-8a12-4810-a63c-113534f02e94 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 943 time: 0.1603425 Jul 16 01:59:34.323928 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.324522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-2f83e0bc-89e3-4904-99f1-d44652b4fa53 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Allocated IP 2001:db8::2ea (26fa75de-ba5a-48b8-a860-6221056109d0/f91f7025-6f62-4fd9-8af5-b4e6c46ec0c0/5597c1ff-c4d6-4a39-befc-3b65f2297152) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:34.340993 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ce5e3f41-e564-482c-a67f-dca711f5648b req-4e85b625-3813-4948-be45-a11078cdb920 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc5c0845-9a85-4141-848e-5ddad199a98b HTTP/1.1" status: 200 len: 217 time: 0.0494838 Jul 16 01:59:34.396727 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7635614d-d30b-47f3-8131-5be0fd9edb79 req-a1f4fec3-8937-4b1e-9f31-dbc93079bc94 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639231 Jul 16 01:59:34.417358 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e3f41-e564-482c-a67f-dca711f5648b req-ca0c70ba-82a6-4739-992d-b97bb81059df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:34.419920 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ce5e3f41-e564-482c-a67f-dca711f5648b req-ca0c70ba-82a6-4739-992d-b97bb81059df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a HTTP/1.1" status: 200 len: 835 time: 0.0676579 Jul 16 01:59:34.518055 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e3f41-e564-482c-a67f-dca711f5648b req-f65b433b-ef95-428b-8e06-a10ae153dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:34.520252 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ce5e3f41-e564-482c-a67f-dca711f5648b req-f65b433b-ef95-428b-8e06-a10ae153dd86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08d78a5f-4b1a-45a3-b856-08c17488ed5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938475 Jul 16 01:59:34.556577 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f83e0bc-89e3-4904-99f1-d44652b4fa53 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.569783 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-2f83e0bc-89e3-4904-99f1-d44652b4fa53 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Transition to ACTIVE for port object 5597c1ff-c4d6-4a39-befc-3b65f2297152 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:34.607769 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f83e0bc-89e3-4904-99f1-d44652b4fa53 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.637055 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ce5e3f41-e564-482c-a67f-dca711f5648b req-fa4d0f81-7285-4c3f-92b2-50a3cdeebe3f service neutron] 10.222.0.26 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098144 Jul 16 01:59:34.665028 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f83e0bc-89e3-4904-99f1-d44652b4fa53 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 26fa75de-ba5a-48b8-a860-6221056109d0 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:34.671205 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-2f83e0bc-89e3-4904-99f1-d44652b4fa53 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:34.673991 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Allocated IP 2001:db8::2 (26fa75de-ba5a-48b8-a860-6221056109d0/f91f7025-6f62-4fd9-8af5-b4e6c46ec0c0/10612ea0-4db7-42e6-ae8b-f031cc045a32) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:34.675699 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f83e0bc-89e3-4904-99f1-d44652b4fa53 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:34.682011 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f83e0bc-89e3-4904-99f1-d44652b4fa53 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:34.682796 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2f83e0bc-89e3-4904-99f1-d44652b4fa53 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.698087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83e0bc-89e3-4904-99f1-d44652b4fa53 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=5597c1ff-c4d6-4a39-befc-3b65f2297152,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:34.709643 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2f83e0bc-89e3-4904-99f1-d44652b4fa53 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8497660 Jul 16 01:59:34.712958 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60846) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:34.779306 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ce5e3f41-e564-482c-a67f-dca711f5648b req-72efb1d0-5623-4308-b279-b69aeddd9c6a service neutron] 10.222.0.26 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335671 Jul 16 01:59:34.855376 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-2abdd826-b235-4f0c-b10a-50f2d75b2419 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port 5597c1ff-c4d6-4a39-befc-3b65f2297152 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:34.856021 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2abdd826-b235-4f0c-b10a-50f2d75b2419 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.878350 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.889178 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Transition to ACTIVE for port object 10612ea0-4db7-42e6-ae8b-f031cc045a32 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:34.907192 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Transition to ACTIVE for port object 10612ea0-4db7-42e6-ae8b-f031cc045a32 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:34.916312 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.974284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Network 26fa75de-ba5a-48b8-a860-6221056109d0 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:34.979481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:34.981954 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Pushing event updated for resources: {'Port': ['ID=10612ea0-4db7-42e6-ae8b-f031cc045a32,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:34.984542 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:34.993339 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2abdd826-b235-4f0c-b10a-50f2d75b2419 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.011386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-2abdd826-b235-4f0c-b10a-50f2d75b2419 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for 5597c1ff-c4d6-4a39-befc-3b65f2297152 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:35.057592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5a579-599b-46eb-b801-577b4fa03b90 req-8da4249e-d00a-4970-bdd0-3e7bc8b9aef4 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:35.069168 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9aa5a579-599b-46eb-b801-577b4fa03b90 req-8da4249e-d00a-4970-bdd0-3e7bc8b9aef4 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 943 time: 0.1043134 Jul 16 01:59:35.078989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Attempting to bind port 10612ea0-4db7-42e6-ae8b-f031cc045a32 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:35.080426 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Attempting to bind port 10612ea0-4db7-42e6-ae8b-f031cc045a32 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'cdaf9413-52f0-424d-9e98-f3a64415aec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '26fa75de-ba5a-48b8-a860-6221056109d0'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:35.081481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Attempting to bind port 10612ea0-4db7-42e6-ae8b-f031cc045a32 on network 26fa75de-ba5a-48b8-a860-6221056109d0 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:35.088457 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:35.089200 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Checking segment: {'id': 'cdaf9413-52f0-424d-9e98-f3a64415aec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '26fa75de-ba5a-48b8-a860-6221056109d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:35.089836 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.091071 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Bound using segment: {'id': 'cdaf9413-52f0-424d-9e98-f3a64415aec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '26fa75de-ba5a-48b8-a860-6221056109d0'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:35.091785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Bound port: 10612ea0-4db7-42e6-ae8b-f031cc045a32, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdaf9413-52f0-424d-9e98-f3a64415aec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '26fa75de-ba5a-48b8-a860-6221056109d0'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:35.092468 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.121574 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9aa5a579-599b-46eb-b801-577b4fa03b90 req-d0c2ffb4-5915-40f9-8c84-4f3798e7f0da tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509150 Jul 16 01:59:35.170090 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] For port 10612ea0-4db7-42e6-ae8b-f031cc045a32, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:35.174304 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] For port 10612ea0-4db7-42e6-ae8b-f031cc045a32, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=10612ea0-4db7-42e6-ae8b-f031cc045a32,segment=NetworkSegment(cdaf9413-52f0-424d-9e98-f3a64415aec6),segment_id=cdaf9413-52f0-424d-9e98-f3a64415aec6)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:35.178288 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2abdd826-b235-4f0c-b10a-50f2d75b2419 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.181496 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.222339 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdd826-b235-4f0c-b10a-50f2d75b2419 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=5597c1ff-c4d6-4a39-befc-3b65f2297152,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:35.245958 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94f3ac-511c-4970-9941-ae8019c2e63b None None] Pushing event updated for resources: {'Port': ['ID=10612ea0-4db7-42e6-ae8b-f031cc045a32,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:35.329087 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2abdd826-b235-4f0c-b10a-50f2d75b2419 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.332055 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2abdd826-b235-4f0c-b10a-50f2d75b2419 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/ports/5597c1ff-c4d6-4a39-befc-3b65f2297152 HTTP/1.1" status: 204 len: 168 time: 0.6176214 Jul 16 01:59:35.335404 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60852) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:35.377500 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0e570a-3b6f-40f8-8073-bc5acc70f3be tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] DELETE failed (client error): The resource could not be found. Jul 16 01:59:35.378392 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0e570a-3b6f-40f8-8073-bc5acc70f3be tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:59:35.380595 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3c0e570a-3b6f-40f8-8073-bc5acc70f3be tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/ports/5597c1ff-c4d6-4a39-befc-3b65f2297152 HTTP/1.1" status: 404 len: 333 time: 0.0428123 Jul 16 01:59:35.383890 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60854) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:35.399609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497186df-dd1c-4cc5-a3f6-65394143ebdf req-03010703-276a-48f0-bcc2-0bf4f1e70359 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:35.404344 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-497186df-dd1c-4cc5-a3f6-65394143ebdf req-03010703-276a-48f0-bcc2-0bf4f1e70359 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6538ff6e-6890-4c77-a00c-34ec696be0c1 HTTP/1.1" status: 200 len: 945 time: 0.1231685 Jul 16 01:59:35.421734 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf35afd8-7832-42cf-9bef-5dd39648cf7e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] GET failed (client error): The resource could not be found. Jul 16 01:59:35.423871 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bf35afd8-7832-42cf-9bef-5dd39648cf7e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports/5597c1ff-c4d6-4a39-befc-3b65f2297152 HTTP/1.1" status: 404 len: 333 time: 0.0384474 Jul 16 01:59:35.426479 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60856) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:35.455534 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-497186df-dd1c-4cc5-a3f6-65394143ebdf req-6724436a-2fe3-4ebb-aa4c-68e12a19cc52 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/security-groups?id=b45e891d-e75f-45a2-bec9-cb8db277bc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447018 Jul 16 01:59:35.505642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e41b3b1-efaa-46fd-a70a-e094dbfe28eb tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting subnet f91f7025-6f62-4fd9-8af5-b4e6c46ec0c0 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:35.513458 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e41b3b1-efaa-46fd-a70a-e094dbfe28eb tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.590757 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e41b3b1-efaa-46fd-a70a-e094dbfe28eb tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.755307 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e41b3b1-efaa-46fd-a70a-e094dbfe28eb tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.791666 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4984c40-33ca-46f7-9841-78a3fdb4e51e req-ab9dd359-14a8-48fd-a603-49e0c6219716 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:35.793593 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4984c40-33ca-46f7-9841-78a3fdb4e51e req-ab9dd359-14a8-48fd-a603-49e0c6219716 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 943 time: 0.1923978 Jul 16 01:59:35.853565 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4984c40-33ca-46f7-9841-78a3fdb4e51e req-dc49bca9-c019-45da-ba76-6e102069d49b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518928 Jul 16 01:59:35.867015 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e41b3b1-efaa-46fd-a70a-e094dbfe28eb tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.902219 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41b3b1-efaa-46fd-a70a-e094dbfe28eb tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Subnet': ['ID=f91f7025-6f62-4fd9-8af5-b4e6c46ec0c0,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:35.909342 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e41b3b1-efaa-46fd-a70a-e094dbfe28eb tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.911690 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2e41b3b1-efaa-46fd-a70a-e094dbfe28eb tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/f91f7025-6f62-4fd9-8af5-b4e6c46ec0c0 HTTP/1.1" status: 204 len: 168 time: 0.4838488 Jul 16 01:59:35.914704 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60862) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:36.017244 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.072812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port 10612ea0-4db7-42e6-ae8b-f031cc045a32 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:36.073488 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.174303 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] For port 10612ea0-4db7-42e6-ae8b-f031cc045a32, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=10612ea0-4db7-42e6-ae8b-f031cc045a32,segment=NetworkSegment(cdaf9413-52f0-424d-9e98-f3a64415aec6),segment_id=cdaf9413-52f0-424d-9e98-f3a64415aec6)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:36.174964 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.218395 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for 10612ea0-4db7-42e6-ae8b-f031cc045a32 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:36.261658 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 10612ea0-4db7-42e6-ae8b-f031cc045a32 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:36.347001 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 10612ea0-4db7-42e6-ae8b-f031cc045a32 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:36.352053 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 10612ea0-4db7-42e6-ae8b-f031cc045a32 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:36.352337 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.353024 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.380784 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=10612ea0-4db7-42e6-ae8b-f031cc045a32,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:36.384297 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Port 10612ea0-4db7-42e6-ae8b-f031cc045a32 was deleted so its status cannot be updated. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:59:36.388479 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No DVR routers for this DVR port 10612ea0-4db7-42e6-ae8b-f031cc045a32 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:36.438147 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbae4dd-55fc-4f89-bc8c-723642e94a8c req-21dd16c2-3e91-4653-8d3c-53fd666a1cde tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:36.441639 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9bbae4dd-55fc-4f89-bc8c-723642e94a8c req-21dd16c2-3e91-4653-8d3c-53fd666a1cde tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 943 time: 0.1211772 Jul 16 01:59:36.516919 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9bbae4dd-55fc-4f89-bc8c-723642e94a8c req-1c6fe19a-af1c-4ff0-bc70-3523920f7b9e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640240 Jul 16 01:59:36.517780 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.532191 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26fa75de-ba5a-48b8-a860-6221056109d0']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:36.556811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdaf9413-52f0-424d-9e98-f3a64415aec6') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:36.557122 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdaf9413-52f0-424d-9e98-f3a64415aec6') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:36.570954 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.588862 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.596634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:36.597215 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: timer() Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:36.621559 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:36.651591 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f85e24-cf0b-4ec3-bb75-0aee39445215 None None] Network 26fa75de-ba5a-48b8-a860-6221056109d0 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:36.720149 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.740997 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.746550 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/networks/26fa75de-ba5a-48b8-a860-6221056109d0 HTTP/1.1" status: 204 len: 168 time: 0.8271761 Jul 16 01:59:36.750884 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7bbdd77e-a875-425a-ab70-806a209f288a None None] Could not find standard attr ID for object 10612ea0-4db7-42e6-ae8b-f031cc045a32. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:59:36.752661 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60872) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:36.760799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b5d80758-682a-4df3-81e9-33ac641b72b8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1840720297'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:36.763548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5562f74-d063-44b4-9918-1fc08c713af6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Network': ['ID=26fa75de-ba5a-48b8-a860-6221056109d0,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:36.780971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03b4a-afa2-4b93-97fd-9fea17f424dd req-bc63c49b-abf0-40be-8673-df78e0568ff3 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:36.782930 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a1c03b4a-afa2-4b93-97fd-9fea17f424dd req-bc63c49b-abf0-40be-8673-df78e0568ff3 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6538ff6e-6890-4c77-a00c-34ec696be0c1 HTTP/1.1" status: 200 len: 945 time: 0.1593516 Jul 16 01:59:36.801247 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d80758-682a-4df3-81e9-33ac641b72b8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:36.806480 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b5d80758-682a-4df3-81e9-33ac641b72b8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.848874 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d80758-682a-4df3-81e9-33ac641b72b8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:36.860282 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b5d80758-682a-4df3-81e9-33ac641b72b8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.860792 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-b5d80758-682a-4df3-81e9-33ac641b72b8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Added segment 09fdd217-93f6-480d-950e-e98c180ed46a of type vlan for network c5d76080-d421-40e1-ab2b-707c21d79a55 Jul 16 01:59:36.896533 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a1c03b4a-afa2-4b93-97fd-9fea17f424dd req-cc53eaa5-e277-4132-a324-15fafab7c2cd tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/security-groups?id=b45e891d-e75f-45a2-bec9-cb8db277bc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065419 Jul 16 01:59:36.923141 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a632922c-1863-409e-8085-0ca4d25c2406 None None] DHCP port deletion for 26fa75de-ba5a-48b8-a860-6221056109d0 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:36.973896 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b5d80758-682a-4df3-81e9-33ac641b72b8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.044829 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b5d80758-682a-4df3-81e9-33ac641b72b8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.052749 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d80758-682a-4df3-81e9-33ac641b72b8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:37.054137 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b5d80758-682a-4df3-81e9-33ac641b72b8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.154365 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b5d80758-682a-4df3-81e9-33ac641b72b8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3985944 Jul 16 01:59:37.156876 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60884) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:37.163956 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-705943e7-d8d6-43dd-b989-fa54ec29c345 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'subnet': {'network_id': 'c5d76080-d421-40e1-ab2b-707c21d79a55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:37.242786 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device cc5c0845-9a85-4141-848e-5ddad199a98b details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:59:37.244157 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d80758-682a-4df3-81e9-33ac641b72b8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Network': ['ID=c5d76080-d421-40e1-ab2b-707c21d79a55,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:37.268384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network c5d76080-d421-40e1-ab2b-707c21d79a55 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:37.328789 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789e057-7b7e-4a02-8e63-4e21e7397ee0 req-d237e221-f909-4399-b320-98630ba7c733 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:37.330693 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a789e057-7b7e-4a02-8e63-4e21e7397ee0 req-d237e221-f909-4399-b320-98630ba7c733 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 943 time: 0.2339451 Jul 16 01:59:37.365950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705943e7-d8d6-43dd-b989-fa54ec29c345 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:37.372576 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-705943e7-d8d6-43dd-b989-fa54ec29c345 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.435457 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a789e057-7b7e-4a02-8e63-4e21e7397ee0 req-6ecf7e4d-da0d-4abb-800f-16174d7d7f38 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950036 Jul 16 01:59:37.592868 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port cc5c0845-9a85-4141-848e-5ddad199a98b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cc5c0845-9a85-4141-848e-5ddad199a98b,segment=NetworkSegment(21ff77ae-9cc9-4661-9349-1e6d2922ee60),segment_id=21ff77ae-9cc9-4661-9349-1e6d2922ee60)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:37.611555 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'cc5c0845-9a85-4141-848e-5ddad199a98b', 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f', 'port_id': 'cc5c0845-9a85-4141-848e-5ddad199a98b', 'mac_address': 'fa:16:3e:3e:c4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:59:37.662447 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.683428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5c0845-9a85-4141-848e-5ddad199a98b {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:37.711971 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port cc5c0845-9a85-4141-848e-5ddad199a98b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cc5c0845-9a85-4141-848e-5ddad199a98b,segment=NetworkSegment(21ff77ae-9cc9-4661-9349-1e6d2922ee60),segment_id=21ff77ae-9cc9-4661-9349-1e6d2922ee60)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:37.717714 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.772220 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6d147-23f9-4ba3-b926-3c16d0ae538c req-8a778763-aa11-4f4b-966c-06009a7024d0 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:37.790964 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d0c6d147-23f9-4ba3-b926-3c16d0ae538c req-8a778763-aa11-4f4b-966c-06009a7024d0 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 943 time: 0.1302536 Jul 16 01:59:37.800631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=cc5c0845-9a85-4141-848e-5ddad199a98b,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:37.834872 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d0c6d147-23f9-4ba3-b926-3c16d0ae538c req-e9f9094c-c7f6-439c-906e-1fea6cb6f3b4 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425580 Jul 16 01:59:38.005202 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['cc5c0845-9a85-4141-848e-5ddad199a98b'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:59:38.157081 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5a678-6c13-4142-b36e-655f9758ea4a req-afc56b10-685f-4c11-8c3d-a7b51abf149e tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:38.166186 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d9f5a678-6c13-4142-b36e-655f9758ea4a req-afc56b10-685f-4c11-8c3d-a7b51abf149e tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6538ff6e-6890-4c77-a00c-34ec696be0c1 HTTP/1.1" status: 200 len: 945 time: 0.2997854 Jul 16 01:59:38.176027 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-705943e7-d8d6-43dd-b989-fa54ec29c345 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.213239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 10612ea0-4db7-42e6-ae8b-f031cc045a32 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:38.286207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 10612ea0-4db7-42e6-ae8b-f031cc045a32 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:38.286938 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 10612ea0-4db7-42e6-ae8b-f031cc045a32 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:38.303798 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705943e7-d8d6-43dd-b989-fa54ec29c345 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Checking segment: {'id': '09fdd217-93f6-480d-950e-e98c180ed46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c5d76080-d421-40e1-ab2b-707c21d79a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:38.303798 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705943e7-d8d6-43dd-b989-fa54ec29c345 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network hostable DHCP agents. Network: c5d76080-d421-40e1-ab2b-707c21d79a55, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:38.320731 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d9f5a678-6c13-4142-b36e-655f9758ea4a req-b5848e92-f686-4922-b305-27692cbed765 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/security-groups?id=b45e891d-e75f-45a2-bec9-cb8db277bc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522753 Jul 16 01:59:38.325633 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705943e7-d8d6-43dd-b989-fa54ec29c345 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Subnet': ['ID=5174be5e-fc62-4978-ad81-2b3111c18193,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:38.356478 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705943e7-d8d6-43dd-b989-fa54ec29c345 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network c5d76080-d421-40e1-ab2b-707c21d79a55 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:38.369369 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-705943e7-d8d6-43dd-b989-fa54ec29c345 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, c5d76080-d421-40e1-ab2b-707c21d79a55) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:38.389257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705943e7-d8d6-43dd-b989-fa54ec29c345 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:38.390262 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-705943e7-d8d6-43dd-b989-fa54ec29c345 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.409634 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e6473e-fdd0-46e5-b0a7-16804ac3cfde None None] Network c5d76080-d421-40e1-ab2b-707c21d79a55 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:38.414821 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-705943e7-d8d6-43dd-b989-fa54ec29c345 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2565458 Jul 16 01:59:38.417374 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60892) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:38.423489 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b9791b5b-efaf-4237-b6b1-89b1d5fefbc6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'network_id': 'c5d76080-d421-40e1-ab2b-707c21d79a55', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-734982769'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:38.725976 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-c5d76080-d421-40e1-ab2b-707c21d79a55', 'network_id': 'c5d76080-d421-40e1-ab2b-707c21d79a55', 'tenant_id': '370917c0a04b46bfb2a065ed7ad91b0c', 'fixed_ips': [{'subnet_id': '5174be5e-fc62-4978-ad81-2b3111c18193'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:38.727166 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.740788 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf3a7c-00d4-4acc-afda-fbe377a50108 req-1b6ebe7d-5eea-4e4d-9c1a-c8bbf97848c6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:38.746992 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dddf3a7c-00d4-4acc-afda-fbe377a50108 req-1b6ebe7d-5eea-4e4d-9c1a-c8bbf97848c6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 944 time: 0.1207767 Jul 16 01:59:38.748276 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9791b5b-efaf-4237-b6b1-89b1d5fefbc6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:38.752165 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9791b5b-efaf-4237-b6b1-89b1d5fefbc6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.799037 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-b9791b5b-efaf-4237-b6b1-89b1d5fefbc6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] device_id is not set on port 954e5283-349c-446e-907e-3beb5e0afced yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:38.813171 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dddf3a7c-00d4-4acc-afda-fbe377a50108 req-54fcdeae-312d-4fcb-a11b-cacecd3720dc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570185 Jul 16 01:59:38.899308 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Allocated IP 2001:db8::2 (c5d76080-d421-40e1-ab2b-707c21d79a55/5174be5e-fc62-4978-ad81-2b3111c18193/da25be8d-7ced-46f3-b586-2e6d9fd4ad23) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:39.031622 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6227a32-a154-4307-9fd4-6534e3729491 req-365ed5c2-18b5-4f98-94a4-7b06e524ba24 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:39.033850 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6227a32-a154-4307-9fd4-6534e3729491 req-365ed5c2-18b5-4f98-94a4-7b06e524ba24 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 943 time: 0.0720096 Jul 16 01:59:39.065626 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.079067 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Transition to ACTIVE for port object da25be8d-7ced-46f3-b586-2e6d9fd4ad23 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:39.088546 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6227a32-a154-4307-9fd4-6534e3729491 req-1fcf594b-6a95-4f4f-a135-5b5d7ee0c605 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488291 Jul 16 01:59:39.099943 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Transition to ACTIVE for port object da25be8d-7ced-46f3-b586-2e6d9fd4ad23 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:39.105537 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.152645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Network c5d76080-d421-40e1-ab2b-707c21d79a55 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:39.159241 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:39.163339 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:39.171170 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Pushing event updated for resources: {'Port': ['ID=da25be8d-7ced-46f3-b586-2e6d9fd4ad23,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:39.191757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-b9791b5b-efaf-4237-b6b1-89b1d5fefbc6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Allocated IP 2001:db8::3c8 (c5d76080-d421-40e1-ab2b-707c21d79a55/5174be5e-fc62-4978-ad81-2b3111c18193/954e5283-349c-446e-907e-3beb5e0afced) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:39.252264 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Attempting to bind port da25be8d-7ced-46f3-b586-2e6d9fd4ad23 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:39.252469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Attempting to bind port da25be8d-7ced-46f3-b586-2e6d9fd4ad23 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '09fdd217-93f6-480d-950e-e98c180ed46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c5d76080-d421-40e1-ab2b-707c21d79a55'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:39.252766 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Attempting to bind port da25be8d-7ced-46f3-b586-2e6d9fd4ad23 on network c5d76080-d421-40e1-ab2b-707c21d79a55 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:39.279866 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:39.281047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Checking segment: {'id': '09fdd217-93f6-480d-950e-e98c180ed46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c5d76080-d421-40e1-ab2b-707c21d79a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:39.281541 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.282058 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Bound using segment: {'id': '09fdd217-93f6-480d-950e-e98c180ed46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c5d76080-d421-40e1-ab2b-707c21d79a55'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:39.283127 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Bound port: da25be8d-7ced-46f3-b586-2e6d9fd4ad23, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fdd217-93f6-480d-950e-e98c180ed46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c5d76080-d421-40e1-ab2b-707c21d79a55'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:39.283127 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.308115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device cc5c0845-9a85-4141-848e-5ddad199a98b up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:39.379835 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9791b5b-efaf-4237-b6b1-89b1d5fefbc6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.398839 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-b9791b5b-efaf-4237-b6b1-89b1d5fefbc6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Transition to ACTIVE for port object 954e5283-349c-446e-907e-3beb5e0afced will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:39.443228 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9791b5b-efaf-4237-b6b1-89b1d5fefbc6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.468799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9791b5b-efaf-4237-b6b1-89b1d5fefbc6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network c5d76080-d421-40e1-ab2b-707c21d79a55 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:39.490967 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-b9791b5b-efaf-4237-b6b1-89b1d5fefbc6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:39.493089 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] For port da25be8d-7ced-46f3-b586-2e6d9fd4ad23, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:39.496203 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port cc5c0845-9a85-4141-848e-5ddad199a98b completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:39.499475 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] For port da25be8d-7ced-46f3-b586-2e6d9fd4ad23, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=da25be8d-7ced-46f3-b586-2e6d9fd4ad23,segment=NetworkSegment(09fdd217-93f6-480d-950e-e98c180ed46a),segment_id=09fdd217-93f6-480d-950e-e98c180ed46a)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:39.505873 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port cc5c0845-9a85-4141-848e-5ddad199a98b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:39.506298 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.510238 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.524618 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9791b5b-efaf-4237-b6b1-89b1d5fefbc6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:39.531575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9791b5b-efaf-4237-b6b1-89b1d5fefbc6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:39.532242 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9791b5b-efaf-4237-b6b1-89b1d5fefbc6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.561619 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b9791b5b-efaf-4237-b6b1-89b1d5fefbc6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1421115 Jul 16 01:59:39.563837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60906) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:39.589667 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce26de6-12ac-4347-9860-821f472f41c7 None None] Pushing event updated for resources: {'Port': ['ID=da25be8d-7ced-46f3-b586-2e6d9fd4ad23,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:39.605045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9791b5b-efaf-4237-b6b1-89b1d5fefbc6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=954e5283-349c-446e-907e-3beb5e0afced,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:39.750367 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-9b807844-711b-4f95-afba-45a68714b3b1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port 954e5283-349c-446e-907e-3beb5e0afced {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:39.751073 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b807844-711b-4f95-afba-45a68714b3b1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.771666 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.804425 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee20ce-c4d3-4653-b7c5-d78b6a3f0aa5 req-1fac7718-c85b-4498-8691-deefb4d103a5 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:39.806919 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3eee20ce-c4d3-4653-b7c5-d78b6a3f0aa5 req-1fac7718-c85b-4498-8691-deefb4d103a5 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.47 "GET /v2.0/ports?device_id=6538ff6e-6890-4c77-a00c-34ec696be0c1 HTTP/1.1" status: 200 len: 945 time: 0.1981206 Jul 16 01:59:39.820535 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f8aff-d05a-4fbc-b331-64cc018ab094 req-02e61639-4aff-436b-8bcd-93998ed1a3a0 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:39.822778 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc6f8aff-d05a-4fbc-b331-64cc018ab094 req-02e61639-4aff-436b-8bcd-93998ed1a3a0 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6538ff6e-6890-4c77-a00c-34ec696be0c1 HTTP/1.1" status: 200 len: 945 time: 0.1579514 Jul 16 01:59:39.837197 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5c0845-9a85-4141-848e-5ddad199a98b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:39.843298 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde7aaa3-f4d1-4ecc-a1f1-174d62cdc4e4" -d '{"events": [{"server_uuid": "6c6b3ccd-df7e-4b0a-94d4-bc328903eea1", "name": "network-vif-plugged", "status": "completed", "tag": "cc5c0845-9a85-4141-848e-5ddad199a98b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:39.869205 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port cc5c0845-9a85-4141-848e-5ddad199a98b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cc5c0845-9a85-4141-848e-5ddad199a98b,segment=NetworkSegment(21ff77ae-9cc9-4661-9349-1e6d2922ee60),segment_id=21ff77ae-9cc9-4661-9349-1e6d2922ee60)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:39.884356 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.994133 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc6f8aff-d05a-4fbc-b331-64cc018ab094 req-c93aee61-b226-4a7f-872d-59793be0bee2 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/security-groups?id=b45e891d-e75f-45a2-bec9-cb8db277bc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707455 Jul 16 01:59:40.025355 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-3eee20ce-c4d3-4653-b7c5-d78b6a3f0aa5 req-6925bc8c-fa7a-4414-ae81-b609ae68fa76 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Deleting port 13c3828d-ede0-45b1-8591-fc791471bf46 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:40.025727 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3eee20ce-c4d3-4653-b7c5-d78b6a3f0aa5 req-6925bc8c-fa7a-4414-ae81-b609ae68fa76 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.046443 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b807844-711b-4f95-afba-45a68714b3b1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.091745 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=cc5c0845-9a85-4141-848e-5ddad199a98b,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:40.096871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-9b807844-711b-4f95-afba-45a68714b3b1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for 954e5283-349c-446e-907e-3beb5e0afced owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:40.106937 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bd898f-0ccb-43bb-9f5f-6d655344f4a8 x-openstack-request-id: req-f7bd898f-0ccb-43bb-9f5f-6d655344f4a8 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:40.107238 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6b3ccd-df7e-4b0a-94d4-bc328903eea1", "name": "network-vif-plugged", "status": "completed", "tag": "cc5c0845-9a85-4141-848e-5ddad199a98b", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:40.107497 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7bd898f-0ccb-43bb-9f5f-6d655344f4a8 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:40.108127 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5c0845-9a85-4141-848e-5ddad199a98b', 'code': 200} Jul 16 01:59:40.221146 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-3eee20ce-c4d3-4653-b7c5-d78b6a3f0aa5 req-6925bc8c-fa7a-4414-ae81-b609ae68fa76 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] For port 13c3828d-ede0-45b1-8591-fc791471bf46, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=13c3828d-ede0-45b1-8591-fc791471bf46,segment=NetworkSegment(493dc9e1-7389-45fa-abd0-3f46ac8ef0f2),segment_id=493dc9e1-7389-45fa-abd0-3f46ac8ef0f2)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:40.227613 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3eee20ce-c4d3-4653-b7c5-d78b6a3f0aa5 req-6925bc8c-fa7a-4414-ae81-b609ae68fa76 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.258458 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-3eee20ce-c4d3-4653-b7c5-d78b6a3f0aa5 req-6925bc8c-fa7a-4414-ae81-b609ae68fa76 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Calling delete_port for 13c3828d-ede0-45b1-8591-fc791471bf46 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:40.305980 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device da25be8d-7ced-46f3-b586-2e6d9fd4ad23 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:40.369872 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port da25be8d-7ced-46f3-b586-2e6d9fd4ad23 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:40.477978 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3a3fb-859d-445f-9a58-431de1fdd4a2 req-7c7e9b32-685b-4bce-b998-ecdf833f1956 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:40.479623 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ce3a3fb-859d-445f-9a58-431de1fdd4a2 req-7c7e9b32-685b-4bce-b998-ecdf833f1956 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 943 time: 0.2011175 Jul 16 01:59:40.488062 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0419d6-78b6-4621-bab9-3a051a9cd2d6 req-3a0ac5de-679f-4f1d-9bd7-f4a278a5f13f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:40.497913 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d0419d6-78b6-4621-bab9-3a051a9cd2d6 req-3a0ac5de-679f-4f1d-9bd7-f4a278a5f13f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 945 time: 0.1784868 Jul 16 01:59:40.527218 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920505c-31c8-42a4-a4d5-dce3a0a80692 req-1a99f9c4-c464-471e-b288-bb99ed7558b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:40.528878 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2920505c-31c8-42a4-a4d5-dce3a0a80692 req-1a99f9c4-c464-471e-b288-bb99ed7558b7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 1096 time: 0.2176063 Jul 16 01:59:40.576660 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ce3a3fb-859d-445f-9a58-431de1fdd4a2 req-c7e04637-84d1-4fb4-9afd-987e2cbb3d3b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914199 Jul 16 01:59:40.587075 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3eee20ce-c4d3-4653-b7c5-d78b6a3f0aa5 req-6925bc8c-fa7a-4414-ae81-b609ae68fa76 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.606346 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d0419d6-78b6-4621-bab9-3a051a9cd2d6 req-0f404b70-e82b-4218-92d7-f05d80d74d5f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039419 Jul 16 01:59:40.615009 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b807844-711b-4f95-afba-45a68714b3b1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.630520 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['13c3828d-ede0-45b1-8591-fc791471bf46'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:59:40.632879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925bc8c-fa7a-4414-ae81-b609ae68fa76 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Pushing event deleted for resources: {'Port': ['ID=13c3828d-ede0-45b1-8591-fc791471bf46,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:40.637508 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2920505c-31c8-42a4-a4d5-dce3a0a80692 req-28300860-310e-4a4b-9448-5020fff0deec service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938821 Jul 16 01:59:40.658601 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b807844-711b-4f95-afba-45a68714b3b1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=954e5283-349c-446e-907e-3beb5e0afced,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:40.692652 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b807844-711b-4f95-afba-45a68714b3b1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.696160 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9b807844-711b-4f95-afba-45a68714b3b1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/ports/954e5283-349c-446e-907e-3beb5e0afced HTTP/1.1" status: 204 len: 168 time: 1.1302557 Jul 16 01:59:40.698570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60916) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:40.712814 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eee20ce-c4d3-4653-b7c5-d78b6a3f0aa5 req-6925bc8c-fa7a-4414-ae81-b609ae68fa76 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] No DVR routers for this DVR port 13c3828d-ede0-45b1-8591-fc791471bf46 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:40.719730 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3eee20ce-c4d3-4653-b7c5-d78b6a3f0aa5 req-6925bc8c-fa7a-4414-ae81-b609ae68fa76 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.721754 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3eee20ce-c4d3-4653-b7c5-d78b6a3f0aa5 req-6925bc8c-fa7a-4414-ae81-b609ae68fa76 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.47 "DELETE /v2.0/ports/13c3828d-ede0-45b1-8591-fc791471bf46 HTTP/1.1" status: 204 len: 173 time: 0.8978095 Jul 16 01:59:40.722408 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6538ff6e-6890-4c77-a00c-34ec696be0c1', 'name': 'network-vif-deleted', 'tag': '13c3828d-ede0-45b1-8591-fc791471bf46'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:40.726625 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0f569f-df7f-4b96-a5aa-b52ea21bf997" -d '{"events": [{"server_uuid": "6538ff6e-6890-4c77-a00c-34ec696be0c1", "name": "network-vif-deleted", "tag": "13c3828d-ede0-45b1-8591-fc791471bf46"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:40.775670 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83e217f-d1a4-46dd-a474-e6c3232831d5 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] GET failed (client error): The resource could not be found. Jul 16 01:59:40.778555 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc5b7a4-e35e-4bb5-90a3-77be485e7939 x-openstack-request-id: req-bbc5b7a4-e35e-4bb5-90a3-77be485e7939 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:40.779841 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6538ff6e-6890-4c77-a00c-34ec696be0c1", "name": "network-vif-deleted", "tag": "13c3828d-ede0-45b1-8591-fc791471bf46", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:40.780276 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bbc5b7a4-e35e-4bb5-90a3-77be485e7939 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:40.780696 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6538ff6e-6890-4c77-a00c-34ec696be0c1', 'name': 'network-vif-deleted', 'tag': '13c3828d-ede0-45b1-8591-fc791471bf46', 'status': 'completed', 'code': 200} Jul 16 01:59:40.781802 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c83e217f-d1a4-46dd-a474-e6c3232831d5 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports/954e5283-349c-446e-907e-3beb5e0afced HTTP/1.1" status: 404 len: 333 time: 0.0819154 Jul 16 01:59:40.784444 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60920) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:40.854457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55554ae-be9d-4d1f-975a-2b04698734ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting subnet 5174be5e-fc62-4978-ad81-2b3111c18193 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:40.858440 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e55554ae-be9d-4d1f-975a-2b04698734ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.931568 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e55554ae-be9d-4d1f-975a-2b04698734ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.050969 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e55554ae-be9d-4d1f-975a-2b04698734ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.195997 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e55554ae-be9d-4d1f-975a-2b04698734ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.258116 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55554ae-be9d-4d1f-975a-2b04698734ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Subnet': ['ID=5174be5e-fc62-4978-ad81-2b3111c18193,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:41.291913 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-72d1d4e1-01a4-438c-a314-ccf187e23aa5 req-81b00d3e-659d-42f5-8348-ca5e56e3d927 tempest-ServerAddressesNegativeTestJSON-1604893522 tempest-ServerAddressesNegativeTestJSON-1604893522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6538ff6e-6890-4c77-a00c-34ec696be0c1 HTTP/1.1" status: 200 len: 210 time: 0.0453596 Jul 16 01:59:41.294942 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e55554ae-be9d-4d1f-975a-2b04698734ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.301557 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e55554ae-be9d-4d1f-975a-2b04698734ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/5174be5e-fc62-4978-ad81-2b3111c18193 HTTP/1.1" status: 204 len: 168 time: 0.5160522 Jul 16 01:59:41.312529 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60924) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:41.328803 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d116dc3c-01e1-43ba-a4d4-803137afab42 None None] Network c5d76080-d421-40e1-ab2b-707c21d79a55 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:41.429076 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.483681 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-370f9ca7-f7f1-4a35-8f89-6d09778cd09d None None] Provisioning for port da25be8d-7ced-46f3-b586-2e6d9fd4ad23 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:41.493718 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-370f9ca7-f7f1-4a35-8f89-6d09778cd09d None None] Provisioning complete for port da25be8d-7ced-46f3-b586-2e6d9fd4ad23 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:41.494625 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-370f9ca7-f7f1-4a35-8f89-6d09778cd09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.505905 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port da25be8d-7ced-46f3-b586-2e6d9fd4ad23 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:41.506217 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.587147 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] For port da25be8d-7ced-46f3-b586-2e6d9fd4ad23, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=da25be8d-7ced-46f3-b586-2e6d9fd4ad23,segment=NetworkSegment(09fdd217-93f6-480d-950e-e98c180ed46a),segment_id=09fdd217-93f6-480d-950e-e98c180ed46a)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:41.587698 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.605528 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for da25be8d-7ced-46f3-b586-2e6d9fd4ad23 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:41.640136 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-370f9ca7-f7f1-4a35-8f89-6d09778cd09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.697068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42182f8-3988-49c6-abbf-8dfc7f52e930 None None] DHCP port deletion for c5d76080-d421-40e1-ab2b-707c21d79a55 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:41.784924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-370f9ca7-f7f1-4a35-8f89-6d09778cd09d None None] For port da25be8d-7ced-46f3-b586-2e6d9fd4ad23, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=da25be8d-7ced-46f3-b586-2e6d9fd4ad23,segment=NetworkSegment(09fdd217-93f6-480d-950e-e98c180ed46a),segment_id=09fdd217-93f6-480d-950e-e98c180ed46a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:41.794628 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-370f9ca7-f7f1-4a35-8f89-6d09778cd09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.843538 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.860048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No DVR routers for this DVR port da25be8d-7ced-46f3-b586-2e6d9fd4ad23 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:41.865207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f9ca7-f7f1-4a35-8f89-6d09778cd09d None None] Pushing event updated for resources: {'Port': ['ID=da25be8d-7ced-46f3-b586-2e6d9fd4ad23,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:41.880461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d42182f8-3988-49c6-abbf-8dfc7f52e930 None None] Deleting port da25be8d-7ced-46f3-b586-2e6d9fd4ad23 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:41.880985 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d42182f8-3988-49c6-abbf-8dfc7f52e930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.887630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=da25be8d-7ced-46f3-b586-2e6d9fd4ad23,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:41.898459 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f4af7-2341-463f-954a-56622e880c81 req-b9a5fd0b-dd43-4ba3-b38a-fe6a2ab29fa1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:41.900699 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-167f4af7-2341-463f-954a-56622e880c81 req-b9a5fd0b-dd43-4ba3-b38a-fe6a2ab29fa1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 945 time: 0.0984359 Jul 16 01:59:41.942316 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e51eb0-232f-42ad-a834-eb43bef38294 req-f612b945-179f-4f2e-80af-a48f110c924b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:41.943909 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e6e51eb0-232f-42ad-a834-eb43bef38294 req-f612b945-179f-4f2e-80af-a48f110c924b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 943 time: 0.1483905 Jul 16 01:59:41.949175 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-167f4af7-2341-463f-954a-56622e880c81 req-2f3e9f4c-8faa-4ce4-90c3-ebfac06574b7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424912 Jul 16 01:59:41.964069 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d42182f8-3988-49c6-abbf-8dfc7f52e930 None None] For port da25be8d-7ced-46f3-b586-2e6d9fd4ad23, host n-d-800086-6, got binding levels [] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:41.964665 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d42182f8-3988-49c6-abbf-8dfc7f52e930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.985424 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d42182f8-3988-49c6-abbf-8dfc7f52e930 None None] Calling delete_port for da25be8d-7ced-46f3-b586-2e6d9fd4ad23 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:41.988784 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.ipam_backend_mixin [None req-d42182f8-3988-49c6-abbf-8dfc7f52e930 None None] Port da25be8d-7ced-46f3-b586-2e6d9fd4ad23 was not found and therefore no delete operation was performed {{(pid=93833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:59:41.990528 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d42182f8-3988-49c6-abbf-8dfc7f52e930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.998556 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.021896 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42182f8-3988-49c6-abbf-8dfc7f52e930 None None] Pushing event deleted for resources: {'Port': ['ID=da25be8d-7ced-46f3-b586-2e6d9fd4ad23,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:42.023262 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d76080-d421-40e1-ab2b-707c21d79a55']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:42.026095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42182f8-3988-49c6-abbf-8dfc7f52e930 None None] No DVR routers for this DVR port da25be8d-7ced-46f3-b586-2e6d9fd4ad23 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:42.036624 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e6e51eb0-232f-42ad-a834-eb43bef38294 req-2a04027f-bac0-4a10-bb6c-4d4d47767ccf tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808682 Jul 16 01:59:42.040596 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fdd217-93f6-480d-950e-e98c180ed46a') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:42.040746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fdd217-93f6-480d-950e-e98c180ed46a') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:42.051221 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.067063 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.076123 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:42.076831 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:42.080692 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:42.156043 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.163633 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.165866 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/networks/c5d76080-d421-40e1-ab2b-707c21d79a55 HTTP/1.1" status: 204 len: 168 time: 0.8493555 Jul 16 01:59:42.170039 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60932) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:42.170482 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device da25be8d-7ced-46f3-b586-2e6d9fd4ad23 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:42.176923 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-73e38718-f732-43b2-91ac-35f1f80ead78 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499', 'name': 'tempest-PortsIpV6TestJSON-1190255299'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:42.183896 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66627e3f-3f9d-48d5-a5f3-ad216e30d6e6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Network': ['ID=c5d76080-d421-40e1-ab2b-707c21d79a55,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:42.197115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: da25be8d-7ced-46f3-b586-2e6d9fd4ad23 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:42.197465 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device da25be8d-7ced-46f3-b586-2e6d9fd4ad23 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:42.281206 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e38718-f732-43b2-91ac-35f1f80ead78 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:42.285804 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73e38718-f732-43b2-91ac-35f1f80ead78 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.305413 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-73e38718-f732-43b2-91ac-35f1f80ead78 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] device_id is not set on port 310a82e1-fee5-4812-8f5d-a0f46f10aa98 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:42.389521 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60938) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:42.444516 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f18e51-3b80-42e1-b052-435a515fb20a admin admin] Deleting subnet e57841cb-3ea1-4248-8e42-66ad60d97fb8 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:42.447978 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-81f18e51-3b80-42e1-b052-435a515fb20a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.489035 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73e38718-f732-43b2-91ac-35f1f80ead78 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.496537 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-81f18e51-3b80-42e1-b052-435a515fb20a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.539279 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73e38718-f732-43b2-91ac-35f1f80ead78 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.540734 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-81f18e51-3b80-42e1-b052-435a515fb20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.582849 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e38718-f732-43b2-91ac-35f1f80ead78 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:42.586358 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-73e38718-f732-43b2-91ac-35f1f80ead78 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:42.593939 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e38718-f732-43b2-91ac-35f1f80ead78 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:42.599762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e38718-f732-43b2-91ac-35f1f80ead78 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:42.600957 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73e38718-f732-43b2-91ac-35f1f80ead78 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.614179 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-81f18e51-3b80-42e1-b052-435a515fb20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.619253 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e38718-f732-43b2-91ac-35f1f80ead78 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=310a82e1-fee5-4812-8f5d-a0f46f10aa98,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:42.629533 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-73e38718-f732-43b2-91ac-35f1f80ead78 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4560604 Jul 16 01:59:42.632203 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60944) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:42.648409 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f18e51-3b80-42e1-b052-435a515fb20a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e57841cb-3ea1-4248-8e42-66ad60d97fb8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:42.659011 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-81f18e51-3b80-42e1-b052-435a515fb20a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.661126 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-81f18e51-3b80-42e1-b052-435a515fb20a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e57841cb-3ea1-4248-8e42-66ad60d97fb8 HTTP/1.1" status: 204 len: 168 time: 0.2700315 Jul 16 01:59:42.664577 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60946) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:42.743616 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a71ee44-06dc-4091-a700-defe3a28f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.755212 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-ea78113d-efba-4bec-b7e7-c91ef1d8df60 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port 310a82e1-fee5-4812-8f5d-a0f46f10aa98 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:42.755827 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ea78113d-efba-4bec-b7e7-c91ef1d8df60 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.826123 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ea78113d-efba-4bec-b7e7-c91ef1d8df60 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.831432 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a71ee44-06dc-4091-a700-defe3a28f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.839097 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-ea78113d-efba-4bec-b7e7-c91ef1d8df60 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for 310a82e1-fee5-4812-8f5d-a0f46f10aa98 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:42.843093 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-2a71ee44-06dc-4091-a700-defe3a28f337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a06571c-d196-458a-adf2-017e87621813']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:42.853788 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-2a71ee44-06dc-4091-a700-defe3a28f337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493dc9e1-7389-45fa-abd0-3f46ac8ef0f2') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:42.854056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-2a71ee44-06dc-4091-a700-defe3a28f337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493dc9e1-7389-45fa-abd0-3f46ac8ef0f2') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:42.863420 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a71ee44-06dc-4091-a700-defe3a28f337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.883749 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a71ee44-06dc-4091-a700-defe3a28f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.891645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a71ee44-06dc-4091-a700-defe3a28f337 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:42.892136 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a71ee44-06dc-4091-a700-defe3a28f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:42.894416 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:42.930914 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ea78113d-efba-4bec-b7e7-c91ef1d8df60 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.957055 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a71ee44-06dc-4091-a700-defe3a28f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.963654 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a71ee44-06dc-4091-a700-defe3a28f337 admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.968535 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2a71ee44-06dc-4091-a700-defe3a28f337 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4a06571c-d196-458a-adf2-017e87621813 HTTP/1.1" status: 204 len: 168 time: 0.2996774 Jul 16 01:59:42.968673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78113d-efba-4bec-b7e7-c91ef1d8df60 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=310a82e1-fee5-4812-8f5d-a0f46f10aa98,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:42.972178 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ea78113d-efba-4bec-b7e7-c91ef1d8df60 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.979382 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ea78113d-efba-4bec-b7e7-c91ef1d8df60 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/ports/310a82e1-fee5-4812-8f5d-a0f46f10aa98 HTTP/1.1" status: 204 len: 168 time: 0.3437614 Jul 16 01:59:42.979742 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71ee44-06dc-4091-a700-defe3a28f337 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a06571c-d196-458a-adf2-017e87621813,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:42.980427 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60950) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:42.986106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-31a16f1d-e040-4f12-9f31-449b25a4468b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499', 'mac_address': 'fa:16:3e:57:2e:7f', 'name': 'tempest-PortsIpV6TestJSON-648782069'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:43.160815 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a16f1d-e040-4f12-9f31-449b25a4468b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:43.236532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aab629-0a71-4c68-b92b-45ee5321c970 req-0ded14fe-2da3-488e-b149-941efc959f3e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:43.238133 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32aab629-0a71-4c68-b92b-45ee5321c970 req-0ded14fe-2da3-488e-b149-941efc959f3e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 945 time: 0.1463516 Jul 16 01:59:43.253375 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31a16f1d-e040-4f12-9f31-449b25a4468b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.270040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91149a3e-e68a-4ee6-94b9-55b75e8fdc4b req-d5c14796-5ae1-4be5-87aa-5f0f9eacbb64 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:43.278199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60956) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:43.280935 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-91149a3e-e68a-4ee6-94b9-55b75e8fdc4b req-d5c14796-5ae1-4be5-87aa-5f0f9eacbb64 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 943 time: 0.0964849 Jul 16 01:59:43.316541 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-31a16f1d-e040-4f12-9f31-449b25a4468b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] device_id is not set on port 56466512-2969-48a1-b3b2-bc6c883c69fe yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:43.322256 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-91149a3e-e68a-4ee6-94b9-55b75e8fdc4b req-1bf482d1-9081-4d76-8a81-654e952198c3 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418625 Jul 16 01:59:43.379507 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-32aab629-0a71-4c68-b92b-45ee5321c970 req-0b89253d-133d-4eb3-aac7-434f2a16b8d9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306806 Jul 16 01:59:43.396768 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c9ce6205-de48-407c-bfeb-e640f58d3c92 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=87b8beeae2bd4a70844da8b9a6daab12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1158826 Jul 16 01:59:43.400517 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60958) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:43.467447 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ceab8a48-1d6d-4df8-bce0-b0371fef850d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.583728 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ceab8a48-1d6d-4df8-bce0-b0371fef850d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.643493 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31a16f1d-e040-4f12-9f31-449b25a4468b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.685615 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ceab8a48-1d6d-4df8-bce0-b0371fef850d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.688906 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31a16f1d-e040-4f12-9f31-449b25a4468b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.691663 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ceab8a48-1d6d-4df8-bce0-b0371fef850d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.695777 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ceab8a48-1d6d-4df8-bce0-b0371fef850d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b45e891d-e75f-45a2-bec9-cb8db277bc00 HTTP/1.1" status: 204 len: 168 time: 0.2916384 Jul 16 01:59:43.721934 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab8a48-1d6d-4df8-bce0-b0371fef850d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45e891d-e75f-45a2-bec9-cb8db277bc00,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:43.755642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a16f1d-e040-4f12-9f31-449b25a4468b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:43.760996 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-31a16f1d-e040-4f12-9f31-449b25a4468b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:43.765958 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a16f1d-e040-4f12-9f31-449b25a4468b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:43.774955 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce086063-7020-4590-8901-99d3fad2c2f4 req-c0c4cfeb-a668-4471-bd34-863adab9b51a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:43.777711 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a16f1d-e040-4f12-9f31-449b25a4468b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:43.779309 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31a16f1d-e040-4f12-9f31-449b25a4468b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.782512 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ce086063-7020-4590-8901-99d3fad2c2f4 req-c0c4cfeb-a668-4471-bd34-863adab9b51a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 945 time: 0.1389561 Jul 16 01:59:43.785314 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a16f1d-e040-4f12-9f31-449b25a4468b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=56466512-2969-48a1-b3b2-bc6c883c69fe,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:43.807499 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-31a16f1d-e040-4f12-9f31-449b25a4468b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8259211 Jul 16 01:59:43.810156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60966) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:43.841770 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ce086063-7020-4590-8901-99d3fad2c2f4 req-49760388-f02c-4354-839a-a90918fdea56 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582554 Jul 16 01:59:43.859497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60968) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:43.913215 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dbc2a0-721f-4e78-9c44-f2c9e175911f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:43.917801 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b2dbc2a0-721f-4e78-9c44-f2c9e175911f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports/56466512-2969-48a1-b3b2-bc6c883c69fe HTTP/1.1" status: 200 len: 844 time: 0.1027367 Jul 16 01:59:43.918223 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60970) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:43.953886 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3118581e-ebf9-439f-a8dd-6c63b10631d9 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:43.956367 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3118581e-ebf9-439f-a8dd-6c63b10631d9 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 1091 time: 0.0933201 Jul 16 01:59:43.959178 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60972) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:43.966484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': 'cc5c0845-9a85-4141-848e-5ddad199a98b', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:43.997955 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.040298 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-fee4f4a6-e235-4548-b724-c25d307ec204 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port 56466512-2969-48a1-b3b2-bc6c883c69fe {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:44.040960 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fee4f4a6-e235-4548-b724-c25d307ec204 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.112874 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.127184 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fee4f4a6-e235-4548-b724-c25d307ec204 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.141759 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-fee4f4a6-e235-4548-b724-c25d307ec204 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for 56466512-2969-48a1-b3b2-bc6c883c69fe owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:44.239445 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fee4f4a6-e235-4548-b724-c25d307ec204 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.257243 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Allocated IP 172.25.1.112 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/f30a39be-b4c5-46d1-a072-b099cc7310f7) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:44.272047 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4f4a6-e235-4548-b724-c25d307ec204 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=56466512-2969-48a1-b3b2-bc6c883c69fe,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:44.280128 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fee4f4a6-e235-4548-b724-c25d307ec204 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.282414 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fee4f4a6-e235-4548-b724-c25d307ec204 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/ports/56466512-2969-48a1-b3b2-bc6c883c69fe HTTP/1.1" status: 204 len: 168 time: 0.3631206 Jul 16 01:59:44.285884 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 60984) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:44.326909 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e387373-8d6d-455d-940c-4e9097569682 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] GET failed (client error): The resource could not be found. Jul 16 01:59:44.328485 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1e387373-8d6d-455d-940c-4e9097569682 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports/56466512-2969-48a1-b3b2-bc6c883c69fe HTTP/1.1" status: 404 len: 333 time: 0.0415993 Jul 16 01:59:44.332835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 60986) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:44.339167 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-22676957-daa4-4e76-94bf-e85b5405bd57 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499', 'name': 'tempest-PortsIpV6TestJSON-192029103'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:44.411479 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.464363 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.492323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22676957-daa4-4e76-94bf-e85b5405bd57 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:44.496229 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22676957-daa4-4e76-94bf-e85b5405bd57 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.526286 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-22676957-daa4-4e76-94bf-e85b5405bd57 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] device_id is not set on port 3060b1e5-9c05-47e5-8e6a-eeb9688be5c1 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:44.543890 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:44.555900 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:44.562985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:44.564817 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 13c3828d-ede0-45b1-8591-fc791471bf46 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:44.609117 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=f30a39be-b4c5-46d1-a072-b099cc7310f7,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:44.624997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 13c3828d-ede0-45b1-8591-fc791471bf46 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:44.627768 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 13c3828d-ede0-45b1-8591-fc791471bf46 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:44.703466 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:59:44.717643 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6bf52-7e63-4712-a327-8a05759b5765 req-ef2e861e-cef6-416c-a65a-1af65c284fbe tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.717643 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-acf6bf52-7e63-4712-a327-8a05759b5765 req-ef2e861e-cef6-416c-a65a-1af65c284fbe tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 943 time: 0.2383194 Jul 16 01:59:44.781879 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22676957-daa4-4e76-94bf-e85b5405bd57 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.785607 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-acf6bf52-7e63-4712-a327-8a05759b5765 req-08ce3a9f-4782-4a1a-b634-2f8b92854c7e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745850 Jul 16 01:59:44.850664 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22676957-daa4-4e76-94bf-e85b5405bd57 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.909396 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22676957-daa4-4e76-94bf-e85b5405bd57 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:44.913920 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-22676957-daa4-4e76-94bf-e85b5405bd57 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:44.917721 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22676957-daa4-4e76-94bf-e85b5405bd57 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:44.923930 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22676957-daa4-4e76-94bf-e85b5405bd57 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.924630 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22676957-daa4-4e76-94bf-e85b5405bd57 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.946758 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22676957-daa4-4e76-94bf-e85b5405bd57 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=3060b1e5-9c05-47e5-8e6a-eeb9688be5c1,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:44.957315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-22676957-daa4-4e76-94bf-e85b5405bd57 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6224554 Jul 16 01:59:44.960642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32778) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:44.967640 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d078c833-0273-4876-a79f-7393b6610fa4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:45.081993 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d078c833-0273-4876-a79f-7393b6610fa4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.320190 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d078c833-0273-4876-a79f-7393b6610fa4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.326622 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d078c833-0273-4876-a79f-7393b6610fa4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.381558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078c833-0273-4876-a79f-7393b6610fa4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=3060b1e5-9c05-47e5-8e6a-eeb9688be5c1,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:45.389353 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d078c833-0273-4876-a79f-7393b6610fa4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] In _notify_port_updated(), no bound segment for port 3060b1e5-9c05-47e5-8e6a-eeb9688be5c1 on network 7ed89dff-ae8f-4514-ab40-294b6ed80499 {{(pid=93832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:59:45.395241 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d078c833-0273-4876-a79f-7393b6610fa4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:45.395962 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d078c833-0273-4876-a79f-7393b6610fa4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.400765 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d078c833-0273-4876-a79f-7393b6610fa4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "PUT /v2.0/ports/3060b1e5-9c05-47e5-8e6a-eeb9688be5c1 HTTP/1.1" status: 200 len: 818 time: 0.4359043 Jul 16 01:59:45.401631 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32792) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:45.528248 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-cd044adc-2776-45a2-b8ff-3a5e498dc54d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port 3060b1e5-9c05-47e5-8e6a-eeb9688be5c1 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:45.528825 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cd044adc-2776-45a2-b8ff-3a5e498dc54d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.599003 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6e59d2be-ed32-4e54-a0f4-2838117c2397 req-f95392ed-8cfd-4f10-b51b-b616a1b8eb6b tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0521288 Jul 16 01:59:45.639459 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cd044adc-2776-45a2-b8ff-3a5e498dc54d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.657687 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-cd044adc-2776-45a2-b8ff-3a5e498dc54d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for 3060b1e5-9c05-47e5-8e6a-eeb9688be5c1 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:45.706281 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.797259 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cd044adc-2776-45a2-b8ff-3a5e498dc54d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.818458 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.910614 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd044adc-2776-45a2-b8ff-3a5e498dc54d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=3060b1e5-9c05-47e5-8e6a-eeb9688be5c1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:45.952958 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cd044adc-2776-45a2-b8ff-3a5e498dc54d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.959642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cd044adc-2776-45a2-b8ff-3a5e498dc54d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/ports/3060b1e5-9c05-47e5-8e6a-eeb9688be5c1 HTTP/1.1" status: 204 len: 168 time: 0.5574157 Jul 16 01:59:45.961896 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32804) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:46.124348 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.132050 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.184673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9795f850-cc63-40d6-932d-af9cd7773573 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:46.189174 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9795f850-cc63-40d6-932d-af9cd7773573 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2236054 Jul 16 01:59:46.194298 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32806) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:46.214599 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=f30a39be-b4c5-46d1-a072-b099cc7310f7,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:46.227792 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d874c60-5bcf-41cf-964b-27c731bdae1a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] GET failed (client error): The resource could not be found. Jul 16 01:59:46.233422 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4d874c60-5bcf-41cf-964b-27c731bdae1a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports/3060b1e5-9c05-47e5-8e6a-eeb9688be5c1 HTTP/1.1" status: 404 len: 333 time: 0.0321217 Jul 16 01:59:46.233599 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.234072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32808) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:46.241779 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-76385fff-b44e-43da-8ecd-1418116111ae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-182890468'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:46.254476 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785dcd4-2c1b-439e-86c0-15cad5e25ad2 req-85d08b14-7e57-4d46-a485-4220ca0129c1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:46.256137 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b785dcd4-2c1b-439e-86c0-15cad5e25ad2 req-85d08b14-7e57-4d46-a485-4220ca0129c1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 943 time: 0.1985590 Jul 16 01:59:46.304795 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76385fff-b44e-43da-8ecd-1418116111ae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:46.308581 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76385fff-b44e-43da-8ecd-1418116111ae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.324477 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b785dcd4-2c1b-439e-86c0-15cad5e25ad2 req-bbf17a42-4d80-4094-b1c9-4dd4e5a0fc17 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604527 Jul 16 01:59:46.359946 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76385fff-b44e-43da-8ecd-1418116111ae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:46.362625 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Floating IP e2de9cc0-5fd1-4d16-8541-677e6f1b742a associated. External IP: 172.25.1.112, port: cc5c0845-9a85-4141-848e-5ddad199a98b. Jul 16 01:59:46.374747 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76385fff-b44e-43da-8ecd-1418116111ae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.375231 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-76385fff-b44e-43da-8ecd-1418116111ae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Added segment 9ee0b063-1283-426a-bcb3-4af6f34fe065 of type vlan for network dbb46aa6-29b9-4277-afba-582847f74de1 Jul 16 01:59:46.424595 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76385fff-b44e-43da-8ecd-1418116111ae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.454577 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76385fff-b44e-43da-8ecd-1418116111ae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.460428 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76385fff-b44e-43da-8ecd-1418116111ae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:46.461046 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76385fff-b44e-43da-8ecd-1418116111ae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.491495 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-76385fff-b44e-43da-8ecd-1418116111ae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2557187 Jul 16 01:59:46.496773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32810) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:46.504264 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d3a42308-e204-4209-9a53-8fc4b40a9d5c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'subnet': {'network_id': 'dbb46aa6-29b9-4277-afba-582847f74de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:46.563258 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76385fff-b44e-43da-8ecd-1418116111ae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Network': ['ID=dbb46aa6-29b9-4277-afba-582847f74de1,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:46.578528 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network dbb46aa6-29b9-4277-afba-582847f74de1 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:46.629424 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router 8de5c827-7565-4c25-bcf9-2de71ae0077f has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:46.640779 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a42308-e204-4209-9a53-8fc4b40a9d5c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:46.644639 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3a42308-e204-4209-9a53-8fc4b40a9d5c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.756250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:46.770484 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6141d2-6c63-40c4-b09d-bb112c9c5e93 None None] Sync routers for ids ['8de5c827-7565-4c25-bcf9-2de71ae0077f'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:46.782583 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6141d2-6c63-40c4-b09d-bb112c9c5e93 None None] Routers {'8de5c827-7565-4c25-bcf9-2de71ae0077f'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:46.784588 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ce6141d2-6c63-40c4-b09d-bb112c9c5e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:59:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8de5c827-7565-4c25-bcf9-2de71ae0077f'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:46.791963 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.860558 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b6734311-6b67-4dd6-bbb5-f76d06a69dd7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8997214 Jul 16 01:59:46.924805 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'tag': 'cc5c0845-9a85-4141-848e-5ddad199a98b'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:46.933264 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1861d0-00d8-41bd-86cd-cb793d8eeca9" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6b3ccd-df7e-4b0a-94d4-bc328903eea1", "tag": "cc5c0845-9a85-4141-848e-5ddad199a98b"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:46.941621 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2fa47ab9-7f8d-48ab-b2d1-ba2af666aa42 req-ad145903-ace5-4d7c-a7eb-e61c28f65865 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.1452804 Jul 16 01:59:46.943731 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3a42308-e204-4209-9a53-8fc4b40a9d5c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.044093 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a42308-e204-4209-9a53-8fc4b40a9d5c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Checking segment: {'id': '9ee0b063-1283-426a-bcb3-4af6f34fe065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'dbb46aa6-29b9-4277-afba-582847f74de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:47.044458 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a42308-e204-4209-9a53-8fc4b40a9d5c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network hostable DHCP agents. Network: dbb46aa6-29b9-4277-afba-582847f74de1, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:47.051409 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a42308-e204-4209-9a53-8fc4b40a9d5c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Subnet': ['ID=959c0e7e-3b30-4e04-acbb-54cd047ad023,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:47.063895 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ce6141d2-6c63-40c4-b09d-bb112c9c5e93 None None] Set router 8de5c827-7565-4c25-bcf9-2de71ae0077f gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:47.100171 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a42308-e204-4209-9a53-8fc4b40a9d5c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network dbb46aa6-29b9-4277-afba-582847f74de1 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:47.117410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-d3a42308-e204-4209-9a53-8fc4b40a9d5c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, dbb46aa6-29b9-4277-afba-582847f74de1) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:47.123666 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2744b8b8-1a43-4214-b9cf-9fdddd0e5936 x-openstack-request-id: req-2744b8b8-1a43-4214-b9cf-9fdddd0e5936 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:47.123666 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6b3ccd-df7e-4b0a-94d4-bc328903eea1", "tag": "cc5c0845-9a85-4141-848e-5ddad199a98b", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:47.124020 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2744b8b8-1a43-4214-b9cf-9fdddd0e5936 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:47.124534 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'tag': 'cc5c0845-9a85-4141-848e-5ddad199a98b', 'status': 'completed', 'code': 200} Jul 16 01:59:47.125831 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90712716-0a68-4583-a4ca-7f11bb74fb07 None None] Network dbb46aa6-29b9-4277-afba-582847f74de1 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:47.144981 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a42308-e204-4209-9a53-8fc4b40a9d5c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:47.145526 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3a42308-e204-4209-9a53-8fc4b40a9d5c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.263558 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d3a42308-e204-4209-9a53-8fc4b40a9d5c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7630723 Jul 16 01:59:47.264241 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 32824) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:47.270824 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4159e27a-7e8c-4380-8cf0-3c122d7b4afd tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'subnet': {'network_id': 'dbb46aa6-29b9-4277-afba-582847f74de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:47.303771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc3476-0c23-45b2-9ce0-6f0e7c82fc11 req-9e55e4ef-5e53-4bc3-b40d-9323b981744c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:47.307001 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-66fc3476-0c23-45b2-9ce0-6f0e7c82fc11 req-9e55e4ef-5e53-4bc3-b40d-9323b981744c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 945 time: 0.1703739 Jul 16 01:59:47.347868 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1861d0-00d8-41bd-86cd-cb793d8eeca9 req-85dc8df9-4d66-47c9-8df7-23d19a47221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:47.350148 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9d1861d0-00d8-41bd-86cd-cb793d8eeca9 req-85dc8df9-4d66-47c9-8df7-23d19a47221a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 1096 time: 0.1374459 Jul 16 01:59:47.381229 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-66fc3476-0c23-45b2-9ce0-6f0e7c82fc11 req-4a5c420d-9d1e-418e-ba20-856609ace06f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625789 Jul 16 01:59:47.409345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32828) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:47.417831 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ce6141d2-6c63-40c4-b09d-bb112c9c5e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537048706', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:24Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'e2de9cc0-5fd1-4d16-8541-677e6f1b742a', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'port_id': 'cc5c0845-9a85-4141-848e-5ddad199a98b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f', 'mac_address': 'fa:16:3e:3e:c4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:44Z', 'updated_at': '2021-07-16T01:59:44Z', 'revision_number': 0, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e1711d-83f2-4e40-9709-7a76b2e640eb', 'name': '', 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:8a:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:21Z', 'updated_at': '2021-07-16T01:59:32Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:47.449093 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6141d2-6c63-40c4-b09d-bb112c9c5e93 None None] Checking router: 8de5c827-7565-4c25-bcf9-2de71ae0077f for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:47.458937 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-dbb46aa6-29b9-4277-afba-582847f74de1', 'network_id': 'dbb46aa6-29b9-4277-afba-582847f74de1', 'tenant_id': '370917c0a04b46bfb2a065ed7ad91b0c', 'fixed_ips': [{'subnet_id': '959c0e7e-3b30-4e04-acbb-54cd047ad023'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:47.459220 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6141d2-6c63-40c4-b09d-bb112c9c5e93 None None] Routers {'8de5c827-7565-4c25-bcf9-2de71ae0077f'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:47.460441 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.460623 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ce6141d2-6c63-40c4-b09d-bb112c9c5e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T01:59:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8de5c827-7565-4c25-bcf9-2de71ae0077f'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:47.516464 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4159e27a-7e8c-4380-8cf0-3c122d7b4afd tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:47.520343 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4159e27a-7e8c-4380-8cf0-3c122d7b4afd tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.568574 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9a3168cd-abd9-44da-8910-be33efa43fdf tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/floatingips/e2de9cc0-5fd1-4d16-8541-677e6f1b742a HTTP/1.1" status: 200 len: 991 time: 0.1567423 Jul 16 01:59:47.590366 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1861d0-00d8-41bd-86cd-cb793d8eeca9 req-155ce68b-0bf5-4c0b-bf57-2775dc5d756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:47.592221 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9d1861d0-00d8-41bd-86cd-cb793d8eeca9 req-155ce68b-0bf5-4c0b-bf57-2775dc5d756e service neutron] 10.222.0.26 "GET /v2.0/networks?id=08d78a5f-4b1a-45a3-b856-08c17488ed5f HTTP/1.1" status: 200 len: 897 time: 0.2242577 Jul 16 01:59:47.653299 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ce6141d2-6c63-40c4-b09d-bb112c9c5e93 None None] Set router 8de5c827-7565-4c25-bcf9-2de71ae0077f gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:47.696653 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9d1861d0-00d8-41bd-86cd-cb793d8eeca9 req-f8d50e8d-92f7-4951-9f47-1e68742905d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc5c0845-9a85-4141-848e-5ddad199a98b HTTP/1.1" status: 200 len: 999 time: 0.0969408 Jul 16 01:59:47.716307 n-d-800086-6 neutron-server[93831]: INFO neutron.db.ipam_backend_mixin [None req-4159e27a-7e8c-4380-8cf0-3c122d7b4afd tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 959c0e7e-3b30-4e04-acbb-54cd047ad023 (CIDR: 2001:db8::/64) Jul 16 01:59:47.722356 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-4159e27a-7e8c-4380-8cf0-3c122d7b4afd tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:59:47.722822 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4159e27a-7e8c-4380-8cf0-3c122d7b4afd tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:59:47.748288 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4159e27a-7e8c-4380-8cf0-3c122d7b4afd tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4830086 Jul 16 01:59:47.752862 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 32830) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:47.759982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a2fcc2a9-c580-4c6f-8c8b-d5615f33de49 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'subnet': {'network_id': 'dbb46aa6-29b9-4277-afba-582847f74de1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:47.799737 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Allocated IP 2001:db8::2 (dbb46aa6-29b9-4277-afba-582847f74de1/959c0e7e-3b30-4e04-acbb-54cd047ad023/d58baf98-40f8-4b98-8343-131e81e6bd66) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:47.806260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1861d0-00d8-41bd-86cd-cb793d8eeca9 req-2f084dde-c2f4-4fe5-b78d-8b3f0820db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:47.813124 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9d1861d0-00d8-41bd-86cd-cb793d8eeca9 req-2f084dde-c2f4-4fe5-b78d-8b3f0820db41 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a HTTP/1.1" status: 200 len: 835 time: 0.1021817 Jul 16 01:59:47.926740 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1861d0-00d8-41bd-86cd-cb793d8eeca9 req-fb147faa-0118-426a-9dae-55d9ac985426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:47.930225 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9d1861d0-00d8-41bd-86cd-cb793d8eeca9 req-fb147faa-0118-426a-9dae-55d9ac985426 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08d78a5f-4b1a-45a3-b856-08c17488ed5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082046 Jul 16 01:59:47.930958 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fcc2a9-c580-4c6f-8c8b-d5615f33de49 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:47.940485 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2fcc2a9-c580-4c6f-8c8b-d5615f33de49 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.953264 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.962723 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Transition to ACTIVE for port object d58baf98-40f8-4b98-8343-131e81e6bd66 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:47.991382 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Transition to ACTIVE for port object d58baf98-40f8-4b98-8343-131e81e6bd66 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:48.000912 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.007768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be698f4-fa92-4d73-ab24-e7e97823cf74 req-d272b09a-4adb-45d0-b6c0-9388e8a2f8d8 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:48.009494 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3be698f4-fa92-4d73-ab24-e7e97823cf74 req-d272b09a-4adb-45d0-b6c0-9388e8a2f8d8 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 943 time: 0.3559494 Jul 16 01:59:48.106154 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Pushing event updated for resources: {'Port': ['ID=d58baf98-40f8-4b98-8343-131e81e6bd66,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:48.128477 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3be698f4-fa92-4d73-ab24-e7e97823cf74 req-c678ba51-8e82-4838-b372-f39a22d0d7eb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817490 Jul 16 01:59:48.136261 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9d1861d0-00d8-41bd-86cd-cb793d8eeca9 req-53a15ed7-dbfa-4095-aadd-e5a67bb9c268 service neutron] 10.222.0.26 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999586 Jul 16 01:59:48.153495 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ce6141d2-6c63-40c4-b09d-bb112c9c5e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537048706', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:24Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'e2de9cc0-5fd1-4d16-8541-677e6f1b742a', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'port_id': 'cc5c0845-9a85-4141-848e-5ddad199a98b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f', 'mac_address': 'fa:16:3e:3e:c4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:44Z', 'updated_at': '2021-07-16T01:59:44Z', 'revision_number': 0, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e1711d-83f2-4e40-9709-7a76b2e640eb', 'name': '', 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:8a:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:21Z', 'updated_at': '2021-07-16T01:59:32Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:48.193351 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Network dbb46aa6-29b9-4277-afba-582847f74de1 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:48.195578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:48.200505 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:48.216728 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6141d2-6c63-40c4-b09d-bb112c9c5e93 None None] The sync data for ids ['8de5c827-7565-4c25-bcf9-2de71ae0077f'] in n-d-800086-6 is: [{'id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537048706', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:24Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'e2de9cc0-5fd1-4d16-8541-677e6f1b742a', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'port_id': 'cc5c0845-9a85-4141-848e-5ddad199a98b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f', 'mac_address': 'fa:16:3e:3e:c4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:44Z', 'updated_at': '2021-07-16T01:59:44Z', 'revision_number': 0, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e1711d-83f2-4e40-9709-7a76b2e640eb', 'name': '', 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:8a:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:21Z', 'updated_at': '2021-07-16T01:59:32Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:48.279349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Attempting to bind port d58baf98-40f8-4b98-8343-131e81e6bd66 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:48.279835 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Attempting to bind port d58baf98-40f8-4b98-8343-131e81e6bd66 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '9ee0b063-1283-426a-bcb3-4af6f34fe065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'dbb46aa6-29b9-4277-afba-582847f74de1'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:48.280217 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Attempting to bind port d58baf98-40f8-4b98-8343-131e81e6bd66 on network dbb46aa6-29b9-4277-afba-582847f74de1 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:48.286598 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:48.287155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Checking segment: {'id': '9ee0b063-1283-426a-bcb3-4af6f34fe065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'dbb46aa6-29b9-4277-afba-582847f74de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:48.288316 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.289002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Bound using segment: {'id': '9ee0b063-1283-426a-bcb3-4af6f34fe065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'dbb46aa6-29b9-4277-afba-582847f74de1'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:48.289646 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Bound port: d58baf98-40f8-4b98-8343-131e81e6bd66, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee0b063-1283-426a-bcb3-4af6f34fe065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'dbb46aa6-29b9-4277-afba-582847f74de1'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:48.290101 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.305981 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9d1861d0-00d8-41bd-86cd-cb793d8eeca9 req-83570e4f-b05f-435d-892b-20d90436ae8a service neutron] 10.222.0.26 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630437 Jul 16 01:59:48.373348 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-37308886-2aa5-4cdb-9877-b697f124a04b req-9bf70f3e-36d4-4d09-b5c3-85d906a852cd tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0713403 Jul 16 01:59:48.422107 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] For port d58baf98-40f8-4b98-8343-131e81e6bd66, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:48.429636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] For port d58baf98-40f8-4b98-8343-131e81e6bd66, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d58baf98-40f8-4b98-8343-131e81e6bd66,segment=NetworkSegment(9ee0b063-1283-426a-bcb3-4af6f34fe065),segment_id=9ee0b063-1283-426a-bcb3-4af6f34fe065)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:48.439648 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2fcc2a9-c580-4c6f-8c8b-d5615f33de49 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.441400 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.506308 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcc2a9-c580-4c6f-8c8b-d5615f33de49 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Subnet': ['ID=75048680-1311-4140-8ab8-95d0537fd411,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:48.511763 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fcc2a9-c580-4c6f-8c8b-d5615f33de49 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network dbb46aa6-29b9-4277-afba-582847f74de1 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:48.513652 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-a2fcc2a9-c580-4c6f-8c8b-d5615f33de49 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:48.517063 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fcc2a9-c580-4c6f-8c8b-d5615f33de49 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:48.517814 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a2fcc2a9-c580-4c6f-8c8b-d5615f33de49 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.520295 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04252c75-62ab-4557-b7fb-ebeb3ad1944d None None] Pushing event updated for resources: {'Port': ['ID=d58baf98-40f8-4b98-8343-131e81e6bd66,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:48.537415 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a2fcc2a9-c580-4c6f-8c8b-d5615f33de49 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7811046 Jul 16 01:59:48.538310 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32836) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:48.544282 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5e039bc4-f655-429c-baa7-a41d4511a6d4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'network_id': 'dbb46aa6-29b9-4277-afba-582847f74de1', 'fixed_ips': [{'subnet_id': '959c0e7e-3b30-4e04-acbb-54cd047ad023'}, {'subnet_id': '75048680-1311-4140-8ab8-95d0537fd411'}], 'name': 'tempest-PortsIpV6TestJSON-1700455091'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:48.571050 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 32838) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:48.674812 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f68bd8-1fba-43f1-b84b-5236abc28279 None None] New status for floating IP e2de9cc0-5fd1-4d16-8541-677e6f1b742a: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:59:48.696238 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fbfc1686-3163-4681-bea3-4158bf0b85fb req-cb9d9037-ce75-476a-95c5-41ac636d33af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0503402 Jul 16 01:59:48.702758 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-520a2eff-c72c-4e26-9a1c-c24a98ab3aa3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/floatingips/e2de9cc0-5fd1-4d16-8541-677e6f1b742a HTTP/1.1" status: 200 len: 991 time: 0.1302581 Jul 16 01:59:48.714531 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e039bc4-f655-429c-baa7-a41d4511a6d4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:48.843268 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e039bc4-f655-429c-baa7-a41d4511a6d4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.166437 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-5e039bc4-f655-429c-baa7-a41d4511a6d4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] device_id is not set on port 647b167f-bc82-4cae-90c5-18959cb7d7f5 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:49.343139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:59:49.439973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af770701-0859-473a-897f-e614244fd741 req-a30845f0-2935-422f-a95a-8e568bfe4c5a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:49.441528 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af770701-0859-473a-897f-e614244fd741 req-a30845f0-2935-422f-a95a-8e568bfe4c5a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 943 time: 0.1284010 Jul 16 01:59:49.526085 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3d6eaa29-2fd1-446a-bc8f-2dec51fe115f,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:49.543303 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '3d6eaa29-2fd1-446a-bc8f-2dec51fe115f', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'port_id': '3d6eaa29-2fd1-446a-bc8f-2dec51fe115f', 'mac_address': 'fa:16:3e:cd:3a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:59:49.586163 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af770701-0859-473a-897f-e614244fd741 req-6fbec044-62c1-48c0-a985-57811957c4cc tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341579 Jul 16 01:59:49.613904 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-5e039bc4-f655-429c-baa7-a41d4511a6d4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Allocated IP 2001:db8::ff (dbb46aa6-29b9-4277-afba-582847f74de1/959c0e7e-3b30-4e04-acbb-54cd047ad023/647b167f-bc82-4cae-90c5-18959cb7d7f5) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:49.621791 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.626883 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-5e039bc4-f655-429c-baa7-a41d4511a6d4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Allocated IP 2001:db8:0:1::ce (dbb46aa6-29b9-4277-afba-582847f74de1/75048680-1311-4140-8ab8-95d0537fd411/647b167f-bc82-4cae-90c5-18959cb7d7f5) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:49.646732 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:49.678655 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3d6eaa29-2fd1-446a-bc8f-2dec51fe115f,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:49.683620 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-64c48e27-b921-4cf6-919d-bf4c1549023a req-6f8023ef-86ca-4f25-abe1-38688e240a99 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0580096 Jul 16 01:59:49.686029 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.717050 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 32854) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:49.733507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6475fa31-2640-45de-879c-f06535ad06a2 None None] Network dbb46aa6-29b9-4277-afba-582847f74de1 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:49.775756 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8f89fd4a-6eb2-4e80-871e-b9ef62d37e3b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/floatingips/e2de9cc0-5fd1-4d16-8541-677e6f1b742a HTTP/1.1" status: 200 len: 993 time: 0.0639927 Jul 16 01:59:49.788251 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=3d6eaa29-2fd1-446a-bc8f-2dec51fe115f,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:49.811082 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e039bc4-f655-429c-baa7-a41d4511a6d4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.826104 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-5e039bc4-f655-429c-baa7-a41d4511a6d4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Transition to ACTIVE for port object 647b167f-bc82-4cae-90c5-18959cb7d7f5 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:49.828403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-593b5ff1-e2a6-4446-84b7-44759339ede2 None None] Provisioning for port d58baf98-40f8-4b98-8343-131e81e6bd66 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:49.860781 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e039bc4-f655-429c-baa7-a41d4511a6d4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.915263 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e039bc4-f655-429c-baa7-a41d4511a6d4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network dbb46aa6-29b9-4277-afba-582847f74de1 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:49.919216 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-5e039bc4-f655-429c-baa7-a41d4511a6d4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:49.922831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e039bc4-f655-429c-baa7-a41d4511a6d4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:49.928915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e039bc4-f655-429c-baa7-a41d4511a6d4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:49.929412 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e039bc4-f655-429c-baa7-a41d4511a6d4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.938727 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e039bc4-f655-429c-baa7-a41d4511a6d4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=647b167f-bc82-4cae-90c5-18959cb7d7f5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:49.953553 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5e039bc4-f655-429c-baa7-a41d4511a6d4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.4141443 Jul 16 01:59:49.957866 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 32856) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:49.964128 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e59949cf-16dd-4967-836c-54ba29220b8e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '959c0e7e-3b30-4e04-acbb-54cd047ad023'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:49.998179 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['3d6eaa29-2fd1-446a-bc8f-2dec51fe115f'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:59:50.051894 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c890ec55-31c3-407e-976e-6d0a727bfb8a None None] Update dhcp port {'port': {'network_id': 'dbb46aa6-29b9-4277-afba-582847f74de1', 'fixed_ips': [{'subnet_id': '959c0e7e-3b30-4e04-acbb-54cd047ad023', 'ip_address': '2001:db8::2'}, {'subnet_id': '75048680-1311-4140-8ab8-95d0537fd411'}], 'binding:host_id': 'n-d-800086-6'}, 'id': 'd58baf98-40f8-4b98-8343-131e81e6bd66'} from n-d-800086-6. {{(pid=93833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:59:50.129877 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c890ec55-31c3-407e-976e-6d0a727bfb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.149678 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e59949cf-16dd-4967-836c-54ba29220b8e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.271699 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d58baf98-40f8-4b98-8343-131e81e6bd66 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:50.410232 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port d58baf98-40f8-4b98-8343-131e81e6bd66 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:50.420246 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port d58baf98-40f8-4b98-8343-131e81e6bd66 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:50.420622 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.427895 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-c890ec55-31c3-407e-976e-6d0a727bfb8a None None] Allocated IP 2001:db8:0:1::2 (dbb46aa6-29b9-4277-afba-582847f74de1/75048680-1311-4140-8ab8-95d0537fd411/d58baf98-40f8-4b98-8343-131e81e6bd66) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:50.586637 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c890ec55-31c3-407e-976e-6d0a727bfb8a None None] For port d58baf98-40f8-4b98-8343-131e81e6bd66, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d58baf98-40f8-4b98-8343-131e81e6bd66,segment=NetworkSegment(9ee0b063-1283-426a-bcb3-4af6f34fe065),segment_id=9ee0b063-1283-426a-bcb3-4af6f34fe065)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:50.588835 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.633137 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c890ec55-31c3-407e-976e-6d0a727bfb8a None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.647598 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c890ec55-31c3-407e-976e-6d0a727bfb8a None None] Transition to ACTIVE for port object d58baf98-40f8-4b98-8343-131e81e6bd66 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:50.653592 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c890ec55-31c3-407e-976e-6d0a727bfb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.714181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-e59949cf-16dd-4967-836c-54ba29220b8e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Delete allocated IP 2001:db8:0:1::ce (dbb46aa6-29b9-4277-afba-582847f74de1/75048680-1311-4140-8ab8-95d0537fd411) {{(pid=93831) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:59:50.780786 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.api [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:59:50.781155 n-d-800086-6 neutron-server[93833]: DEBUG oslo_db.api [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:59:50.796708 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890ec55-31c3-407e-976e-6d0a727bfb8a None None] Pushing event updated for resources: {'Port': ['ID=d58baf98-40f8-4b98-8343-131e81e6bd66,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:50.823896 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed066b9-9481-4655-b538-00046965282b req-caa0ff1d-e7e8-4741-a813-71f84ced237b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:50.832858 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7ed066b9-9481-4655-b538-00046965282b req-caa0ff1d-e7e8-4741-a813-71f84ced237b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 944 time: 0.1208398 Jul 16 01:59:50.883081 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7ed066b9-9481-4655-b538-00046965282b req-c004f252-c0dc-4072-ad36-f442b7fec4e7 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447319 Jul 16 01:59:50.953534 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a26d3279-06ce-49fc-85b1-8061b961ac5a req-1399435c-f749-493c-8656-33e078dc4315 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0386784 Jul 16 01:59:50.963670 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e59949cf-16dd-4967-836c-54ba29220b8e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.984869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-e59949cf-16dd-4967-836c-54ba29220b8e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Ignored duplicate provisioning block setup for port 647b167f-bc82-4cae-90c5-18959cb7d7f5 by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:59:50.991145 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e59949cf-16dd-4967-836c-54ba29220b8e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.067834 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-e59949cf-16dd-4967-836c-54ba29220b8e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] In _notify_port_updated(), no bound segment for port 647b167f-bc82-4cae-90c5-18959cb7d7f5 on network dbb46aa6-29b9-4277-afba-582847f74de1 {{(pid=93831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:59:51.075335 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59949cf-16dd-4967-836c-54ba29220b8e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:51.076112 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e59949cf-16dd-4967-836c-54ba29220b8e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.080551 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e59949cf-16dd-4967-836c-54ba29220b8e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "PUT /v2.0/ports/647b167f-bc82-4cae-90c5-18959cb7d7f5 HTTP/1.1" status: 200 len: 925 time: 1.1188703 Jul 16 01:59:51.080669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32866) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:51.087178 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5bdb4727-e3fe-4c4d-8cd8-539ac238cb16 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '959c0e7e-3b30-4e04-acbb-54cd047ad023'}, {'subnet_id': '75048680-1311-4140-8ab8-95d0537fd411'}]}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:51.105897 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59949cf-16dd-4967-836c-54ba29220b8e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=647b167f-bc82-4cae-90c5-18959cb7d7f5,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:51.212522 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4727-e3fe-4c4d-8cd8-539ac238cb16 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.356412 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:51.394125 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.519423 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port d58baf98-40f8-4b98-8343-131e81e6bd66, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d58baf98-40f8-4b98-8343-131e81e6bd66,segment=NetworkSegment(9ee0b063-1283-426a-bcb3-4af6f34fe065),segment_id=9ee0b063-1283-426a-bcb3-4af6f34fe065)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:51.528816 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.604402 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a0de875-f214-488b-832c-c43b0a1da8a3 req-6d2f2ca3-d48c-4087-b53b-9cbfc3a8901d tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0492542 Jul 16 01:59:51.610045 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24416dc8-4cf7-4c53-b262-958f54ef45c4 None None] Network dbb46aa6-29b9-4277-afba-582847f74de1 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:51.613380 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=d58baf98-40f8-4b98-8343-131e81e6bd66,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:51.617090 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:51.632051 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:51.632423 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.664001 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-5bdb4727-e3fe-4c4d-8cd8-539ac238cb16 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Allocated IP 2001:db8:0:1::32f (dbb46aa6-29b9-4277-afba-582847f74de1/75048680-1311-4140-8ab8-95d0537fd411/647b167f-bc82-4cae-90c5-18959cb7d7f5) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:51.726731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0a42b216-82e2-41f5-9566-d3a4810d47d6 None None] Provisioning for port d58baf98-40f8-4b98-8343-131e81e6bd66 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:51.741140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0a42b216-82e2-41f5-9566-d3a4810d47d6 None None] Provisioning complete for port d58baf98-40f8-4b98-8343-131e81e6bd66 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:51.741474 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a42b216-82e2-41f5-9566-d3a4810d47d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.854135 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4727-e3fe-4c4d-8cd8-539ac238cb16 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.862509 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.868396 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-5bdb4727-e3fe-4c4d-8cd8-539ac238cb16 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Ignored duplicate provisioning block setup for port 647b167f-bc82-4cae-90c5-18959cb7d7f5 by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:59:51.873838 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4727-e3fe-4c4d-8cd8-539ac238cb16 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.939817 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6eaa29-2fd1-446a-bc8f-2dec51fe115f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:51.942071 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae42fa2-ef4f-4906-95a3-4cf0f81a8839" -d '{"events": [{"server_uuid": "8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3", "name": "network-vif-plugged", "status": "completed", "tag": "3d6eaa29-2fd1-446a-bc8f-2dec51fe115f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:51.960286 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb4727-e3fe-4c4d-8cd8-539ac238cb16 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=647b167f-bc82-4cae-90c5-18959cb7d7f5,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:51.969310 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3d6eaa29-2fd1-446a-bc8f-2dec51fe115f,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:51.980200 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.023234 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6091454-0dae-46a5-803c-3efa63566de2 x-openstack-request-id: req-d6091454-0dae-46a5-803c-3efa63566de2 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:52.023745 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3", "name": "network-vif-plugged", "status": "completed", "tag": "3d6eaa29-2fd1-446a-bc8f-2dec51fe115f", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:52.024009 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d6091454-0dae-46a5-803c-3efa63566de2 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:52.024402 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6eaa29-2fd1-446a-bc8f-2dec51fe115f', 'code': 200} Jul 16 01:59:52.024657 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb4727-e3fe-4c4d-8cd8-539ac238cb16 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] In _notify_port_updated(), no bound segment for port 647b167f-bc82-4cae-90c5-18959cb7d7f5 on network dbb46aa6-29b9-4277-afba-582847f74de1 {{(pid=93832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:59:52.034197 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdb4727-e3fe-4c4d-8cd8-539ac238cb16 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:52.035036 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4727-e3fe-4c4d-8cd8-539ac238cb16 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.038421 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5bdb4727-e3fe-4c4d-8cd8-539ac238cb16 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "PUT /v2.0/ports/647b167f-bc82-4cae-90c5-18959cb7d7f5 HTTP/1.1" status: 200 len: 1011 time: 0.9557457 Jul 16 01:59:52.041153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32888) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:52.042024 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0a42b216-82e2-41f5-9566-d3a4810d47d6 None None] Provisioning for port 647b167f-bc82-4cae-90c5-18959cb7d7f5 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:52.060373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0a42b216-82e2-41f5-9566-d3a4810d47d6 None None] Provisioning complete for port 647b167f-bc82-4cae-90c5-18959cb7d7f5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:52.060798 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a42b216-82e2-41f5-9566-d3a4810d47d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.086840 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=3d6eaa29-2fd1-446a-bc8f-2dec51fe115f,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:52.119305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0a42b216-82e2-41f5-9566-d3a4810d47d6 None None] Port 647b167f-bc82-4cae-90c5-18959cb7d7f5 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:52.187167 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d58baf98-40f8-4b98-8343-131e81e6bd66 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:52.250797 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port d58baf98-40f8-4b98-8343-131e81e6bd66 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:52.251481 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.285805 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df6869-b5d6-4f1f-a066-c58556839222 req-ba6660d2-0f04-4acb-8b11-d0b90ca87b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:52.287279 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26df6869-b5d6-4f1f-a066-c58556839222 req-ba6660d2-0f04-4acb-8b11-d0b90ca87b71 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 1096 time: 0.1482928 Jul 16 01:59:52.306964 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf262220-12c4-4805-8838-8a021dc5c964 req-5c57052f-3c00-4b6b-a0d5-816510b538b4 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:52.314596 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf262220-12c4-4805-8838-8a021dc5c964 req-5c57052f-3c00-4b6b-a0d5-816510b538b4 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 945 time: 0.2474861 Jul 16 01:59:52.332136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e5fe1497-9bf7-40b5-b805-dd4fd863ec1c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port 647b167f-bc82-4cae-90c5-18959cb7d7f5 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:52.332834 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5fe1497-9bf7-40b5-b805-dd4fd863ec1c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.438745 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26df6869-b5d6-4f1f-a066-c58556839222 req-e2987a08-d3c5-4de3-a330-335bb0ccbe13 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182101 Jul 16 01:59:52.443233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2c2487bc-35b8-47bc-bbcc-124c601c0e14 None None] Provisioning complete for port d58baf98-40f8-4b98-8343-131e81e6bd66 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:52.443983 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c2487bc-35b8-47bc-bbcc-124c601c0e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.456283 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf262220-12c4-4805-8838-8a021dc5c964 req-29e3333d-80c6-4337-b13f-6f087ba98d50 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405506 Jul 16 01:59:52.501987 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5fe1497-9bf7-40b5-b805-dd4fd863ec1c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.525557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e5fe1497-9bf7-40b5-b805-dd4fd863ec1c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for 647b167f-bc82-4cae-90c5-18959cb7d7f5 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:52.550338 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2c2487bc-35b8-47bc-bbcc-124c601c0e14 None None] Provisioning complete for port 647b167f-bc82-4cae-90c5-18959cb7d7f5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:52.550887 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c2487bc-35b8-47bc-bbcc-124c601c0e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.588733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-2c2487bc-35b8-47bc-bbcc-124c601c0e14 None None] Port 647b167f-bc82-4cae-90c5-18959cb7d7f5 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:52.719402 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1b00a6d5-e915-4c25-a766-58ed5fc85ad1 None None] Provisioning complete for port 647b167f-bc82-4cae-90c5-18959cb7d7f5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:52.719815 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b00a6d5-e915-4c25-a766-58ed5fc85ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.779220 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5fe1497-9bf7-40b5-b805-dd4fd863ec1c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.816687 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1b00a6d5-e915-4c25-a766-58ed5fc85ad1 None None] Port 647b167f-bc82-4cae-90c5-18959cb7d7f5 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:52.824213 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd8ceb91-ba26-4cd0-9f5f-6ef566a19878 req-767d93d8-9fa5-481a-b5c4-2cc4a179c914 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0411234 Jul 16 01:59:52.841346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe1497-9bf7-40b5-b805-dd4fd863ec1c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=647b167f-bc82-4cae-90c5-18959cb7d7f5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:52.902611 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5fe1497-9bf7-40b5-b805-dd4fd863ec1c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.905446 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e5fe1497-9bf7-40b5-b805-dd4fd863ec1c tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/ports/647b167f-bc82-4cae-90c5-18959cb7d7f5 HTTP/1.1" status: 204 len: 168 time: 0.8633277 Jul 16 01:59:52.908139 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32894) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:52.938116 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7e22de-2366-479b-a8ab-895f5cac0cc0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] GET failed (client error): The resource could not be found. Jul 16 01:59:52.939936 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cf7e22de-2366-479b-a8ab-895f5cac0cc0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports/647b167f-bc82-4cae-90c5-18959cb7d7f5 HTTP/1.1" status: 404 len: 333 time: 0.0306909 Jul 16 01:59:52.942693 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32896) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:53.003800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-385ed21f-4299-4163-bb38-854519c4c91a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting subnet 75048680-1311-4140-8ab8-95d0537fd411 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:53.005157 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-385ed21f-4299-4163-bb38-854519c4c91a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.031856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c7b794c9-58c7-475a-a5ab-2ab21f590c67 None None] Could not find standard attr ID for object 647b167f-bc82-4cae-90c5-18959cb7d7f5. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:59:53.058875 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-385ed21f-4299-4163-bb38-854519c4c91a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.156997 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-385ed21f-4299-4163-bb38-854519c4c91a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.226692 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-385ed21f-4299-4163-bb38-854519c4c91a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.244267 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-df3ab659-7cff-4461-afa7-5fe794cddd38 None None] Could not find standard attr ID for object 647b167f-bc82-4cae-90c5-18959cb7d7f5. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:59:53.259865 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ed21f-4299-4163-bb38-854519c4c91a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Subnet': ['ID=75048680-1311-4140-8ab8-95d0537fd411,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:53.263850 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-385ed21f-4299-4163-bb38-854519c4c91a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.265869 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-385ed21f-4299-4163-bb38-854519c4c91a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/75048680-1311-4140-8ab8-95d0537fd411 HTTP/1.1" status: 204 len: 168 time: 0.3223071 Jul 16 01:59:53.268810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32898) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:53.324821 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-06fc0514-1a73-435e-8b12-8d611ae7225b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting subnet 959c0e7e-3b30-4e04-acbb-54cd047ad023 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:53.328179 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-06fc0514-1a73-435e-8b12-8d611ae7225b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.370224 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-06fc0514-1a73-435e-8b12-8d611ae7225b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.421834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1586f1-bc23-4716-b9b2-8c5752564ddb None None] Network dbb46aa6-29b9-4277-afba-582847f74de1 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:53.470272 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-06fc0514-1a73-435e-8b12-8d611ae7225b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.534948 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-06fc0514-1a73-435e-8b12-8d611ae7225b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.599263 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc0514-1a73-435e-8b12-8d611ae7225b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Subnet': ['ID=959c0e7e-3b30-4e04-acbb-54cd047ad023,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:53.614150 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-06fc0514-1a73-435e-8b12-8d611ae7225b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.619289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 32902) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:53.619450 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-06fc0514-1a73-435e-8b12-8d611ae7225b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/959c0e7e-3b30-4e04-acbb-54cd047ad023 HTTP/1.1" status: 204 len: 168 time: 0.3489928 Jul 16 01:59:53.720500 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7454cbe-ee29-4f49-b788-6f098da36ed1 req-a60c8a12-5896-49a6-b843-172ff9f6c2f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:53.723088 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7454cbe-ee29-4f49-b788-6f098da36ed1 req-a60c8a12-5896-49a6-b843-172ff9f6c2f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 945 time: 0.1023672 Jul 16 01:59:53.725810 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f97c9ce-a6d5-43b6-874a-fcd87b50b205 None None] Update dhcp port {'port': {'network_id': 'dbb46aa6-29b9-4277-afba-582847f74de1', 'fixed_ips': [{'subnet_id': '959c0e7e-3b30-4e04-acbb-54cd047ad023'}], 'binding:host_id': 'n-d-800086-6'}, 'id': 'd58baf98-40f8-4b98-8343-131e81e6bd66'} from n-d-800086-6. {{(pid=93833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:59:53.743399 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.776725 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2f97c9ce-a6d5-43b6-874a-fcd87b50b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.789419 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7454cbe-ee29-4f49-b788-6f098da36ed1 req-427aa3f8-e857-4302-be48-bea5033c0f04 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582867 Jul 16 01:59:53.822759 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port d58baf98-40f8-4b98-8343-131e81e6bd66 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:53.822759 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.940733 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.941713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] For port d58baf98-40f8-4b98-8343-131e81e6bd66, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d58baf98-40f8-4b98-8343-131e81e6bd66,segment=NetworkSegment(9ee0b063-1283-426a-bcb3-4af6f34fe065),segment_id=9ee0b063-1283-426a-bcb3-4af6f34fe065)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:53.942346 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.959799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for d58baf98-40f8-4b98-8343-131e81e6bd66 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:54.022170 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3d84d4-56a6-4ba1-98bd-a3299a638152 None None] Network dbb46aa6-29b9-4277-afba-582847f74de1 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:54.052406 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d7e843ba-4c1f-4db0-9172-9228b594f875 req-8265eb0d-0f6b-4919-aeae-d9f9a614a42f tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0356355 Jul 16 01:59:54.096072 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.124592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=d58baf98-40f8-4b98-8343-131e81e6bd66,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:54.128670 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No DVR routers for this DVR port d58baf98-40f8-4b98-8343-131e81e6bd66 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:54.144063 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-12a1ee2c-c25a-49ed-a6bb-9ed92a6c5b92 None None] Provisioning complete for port d58baf98-40f8-4b98-8343-131e81e6bd66 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:54.144518 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-12a1ee2c-c25a-49ed-a6bb-9ed92a6c5b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.171080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db93ac3-93d1-48ea-a1f8-37d8f248041b None None] DHCP port deletion for dbb46aa6-29b9-4277-afba-582847f74de1 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:54.173266 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-12a1ee2c-c25a-49ed-a6bb-9ed92a6c5b92 None None] Port d58baf98-40f8-4b98-8343-131e81e6bd66 was deleted so its status cannot be updated. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:59:54.215332 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d58baf98-40f8-4b98-8343-131e81e6bd66 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:54.220254 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.232775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb46aa6-29b9-4277-afba-582847f74de1']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:54.239342 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: d58baf98-40f8-4b98-8343-131e81e6bd66 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:54.239796 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d58baf98-40f8-4b98-8343-131e81e6bd66 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:54.242887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee0b063-1283-426a-bcb3-4af6f34fe065') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:54.243192 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee0b063-1283-426a-bcb3-4af6f34fe065') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:54.258822 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.272629 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.279172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:54.279580 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: timer() Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:54.283008 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:54.346063 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.352866 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.354801 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/networks/dbb46aa6-29b9-4277-afba-582847f74de1 HTTP/1.1" status: 204 len: 168 time: 0.7340591 Jul 16 01:59:54.359119 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32908) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:54.373778 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f748c1-a2e4-4766-b155-2d0db426d509 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Network': ['ID=dbb46aa6-29b9-4277-afba-582847f74de1,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:54.437363 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b68cabd-5612-45b4-9ed3-adb9c6058c39 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:54.442681 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8b68cabd-5612-45b4-9ed3-adb9c6058c39 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0777943 Jul 16 01:59:54.442964 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32910) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:54.518063 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e96b45f9-ffd5-4988-b070-4bc27be36455 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0739357 Jul 16 01:59:54.521523 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32912) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:54.527460 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-233bbee4-3e54-4835-b315-de480a6fe6ea tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-74134095'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:54.551179 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233bbee4-3e54-4835-b315-de480a6fe6ea tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:54.555320 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-233bbee4-3e54-4835-b315-de480a6fe6ea tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.582768 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233bbee4-3e54-4835-b315-de480a6fe6ea tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:54.593456 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-233bbee4-3e54-4835-b315-de480a6fe6ea tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.593801 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-233bbee4-3e54-4835-b315-de480a6fe6ea tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Added segment 3a98a5f7-854d-4095-ba18-454aa76e6d0e of type vlan for network 8d9da964-78ec-4538-bba1-7d3a94dca485 Jul 16 01:59:54.638974 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-233bbee4-3e54-4835-b315-de480a6fe6ea tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.667092 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-233bbee4-3e54-4835-b315-de480a6fe6ea tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.673133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233bbee4-3e54-4835-b315-de480a6fe6ea tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:54.673724 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-233bbee4-3e54-4835-b315-de480a6fe6ea tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.706775 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-233bbee4-3e54-4835-b315-de480a6fe6ea tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1840818 Jul 16 01:59:54.710570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 32914) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:54.715893 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4bef95c5-e999-4bec-9444-eb61bdcf03e1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'subnet': {'network_id': '8d9da964-78ec-4538-bba1-7d3a94dca485', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:54.742665 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bbee4-3e54-4835-b315-de480a6fe6ea tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Network': ['ID=8d9da964-78ec-4538-bba1-7d3a94dca485,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:54.753717 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 8d9da964-78ec-4538-bba1-7d3a94dca485 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:54.816970 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bef95c5-e999-4bec-9444-eb61bdcf03e1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:54.820856 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4bef95c5-e999-4bec-9444-eb61bdcf03e1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.995456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da286b24-b8d1-4fea-a394-f6b3d445430b req-c95fa257-060e-49aa-8c4f-28fc33fd9aae tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:55.000209 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da286b24-b8d1-4fea-a394-f6b3d445430b req-c95fa257-060e-49aa-8c4f-28fc33fd9aae tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 945 time: 0.0842993 Jul 16 01:59:55.041798 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da286b24-b8d1-4fea-a394-f6b3d445430b req-05bd3f4c-02b9-4f2c-ae4e-164dfadfea38 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390427 Jul 16 01:59:55.062276 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4bef95c5-e999-4bec-9444-eb61bdcf03e1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.127320 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef95c5-e999-4bec-9444-eb61bdcf03e1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Subnet': ['ID=8f89fe8b-4fea-4dd7-b62e-55d46ae37916,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:55.135534 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bef95c5-e999-4bec-9444-eb61bdcf03e1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Checking segment: {'id': '3a98a5f7-854d-4095-ba18-454aa76e6d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8d9da964-78ec-4538-bba1-7d3a94dca485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:55.135934 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bef95c5-e999-4bec-9444-eb61bdcf03e1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network hostable DHCP agents. Network: 8d9da964-78ec-4538-bba1-7d3a94dca485, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:55.154086 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bef95c5-e999-4bec-9444-eb61bdcf03e1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 8d9da964-78ec-4538-bba1-7d3a94dca485 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:55.164911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-4bef95c5-e999-4bec-9444-eb61bdcf03e1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 8d9da964-78ec-4538-bba1-7d3a94dca485) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:55.170041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef95c5-e999-4bec-9444-eb61bdcf03e1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:55.170302 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4bef95c5-e999-4bec-9444-eb61bdcf03e1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.178070 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89e7dbc-7d04-48a1-8cfc-f7f81ade2a09 None None] Network 8d9da964-78ec-4538-bba1-7d3a94dca485 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:55.207629 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4bef95c5-e999-4bec-9444-eb61bdcf03e1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4955144 Jul 16 01:59:55.209791 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 32928) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:55.216073 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-c9baeac8-4e34-403b-8500-beef2c926838 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'network_id': '8d9da964-78ec-4538-bba1-7d3a94dca485', 'name': 'tempest-PortsIpV6TestJSON-1734191334'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:55.269778 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c6190-3db1-41bb-a61d-e3b1a9494a89 req-fdf185fe-354c-4814-9810-f191c76ad395 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:55.280565 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7d3c6190-3db1-41bb-a61d-e3b1a9494a89 req-fdf185fe-354c-4814-9810-f191c76ad395 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 945 time: 0.1030185 Jul 16 01:59:55.340472 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7d3c6190-3db1-41bb-a61d-e3b1a9494a89 req-8556b7ad-12e5-435a-82fe-b20ed00308cb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587907 Jul 16 01:59:55.361882 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-800bd12a-7c83-4496-b366-6c00784f9c33 req-8eb866b5-b49a-4ae1-bc97-5aec6c51d1bf tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0436161 Jul 16 01:59:55.375049 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-8d9da964-78ec-4538-bba1-7d3a94dca485', 'network_id': '8d9da964-78ec-4538-bba1-7d3a94dca485', 'tenant_id': '370917c0a04b46bfb2a065ed7ad91b0c', 'fixed_ips': [{'subnet_id': '8f89fe8b-4fea-4dd7-b62e-55d46ae37916'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:55.375954 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.403965 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9baeac8-4e34-403b-8500-beef2c926838 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:55.404915 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c9baeac8-4e34-403b-8500-beef2c926838 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.426727 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-c9baeac8-4e34-403b-8500-beef2c926838 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] device_id is not set on port e414decb-b682-416d-82ab-4d9292679ec0 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:55.546924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Allocated IP 2001:db8::2 (8d9da964-78ec-4538-bba1-7d3a94dca485/8f89fe8b-4fea-4dd7-b62e-55d46ae37916/4b1e5b34-2f05-463f-8ee3-3527ee437c15) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:55.552028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d680b-f278-49db-8cdf-a7ad35fb1ec1 req-e1de997b-4c85-492b-8537-6da7557c42cc tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:55.554429 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff2d680b-f278-49db-8cdf-a7ad35fb1ec1 req-e1de997b-4c85-492b-8537-6da7557c42cc tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b HTTP/1.1" status: 200 len: 946 time: 0.0712004 Jul 16 01:59:55.596246 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff2d680b-f278-49db-8cdf-a7ad35fb1ec1 req-d31d0c93-d4d3-435e-9f23-9bc65f56f286 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356686 Jul 16 01:59:55.708125 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.717546 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Transition to ACTIVE for port object 4b1e5b34-2f05-463f-8ee3-3527ee437c15 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:55.732453 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Transition to ACTIVE for port object 4b1e5b34-2f05-463f-8ee3-3527ee437c15 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:55.737501 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.770814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Network 8d9da964-78ec-4538-bba1-7d3a94dca485 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:55.775878 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:55.779485 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:55.807946 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-c9baeac8-4e34-403b-8500-beef2c926838 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Allocated IP 2001:db8::17a (8d9da964-78ec-4538-bba1-7d3a94dca485/8f89fe8b-4fea-4dd7-b62e-55d46ae37916/e414decb-b682-416d-82ab-4d9292679ec0) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:55.821617 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Pushing event updated for resources: {'Port': ['ID=4b1e5b34-2f05-463f-8ee3-3527ee437c15,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:55.859127 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Attempting to bind port 4b1e5b34-2f05-463f-8ee3-3527ee437c15 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:55.859785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Attempting to bind port 4b1e5b34-2f05-463f-8ee3-3527ee437c15 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '3a98a5f7-854d-4095-ba18-454aa76e6d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8d9da964-78ec-4538-bba1-7d3a94dca485'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:55.860352 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Attempting to bind port 4b1e5b34-2f05-463f-8ee3-3527ee437c15 on network 8d9da964-78ec-4538-bba1-7d3a94dca485 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:55.866240 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:55.866624 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Checking segment: {'id': '3a98a5f7-854d-4095-ba18-454aa76e6d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8d9da964-78ec-4538-bba1-7d3a94dca485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:55.867021 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.867554 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Bound using segment: {'id': '3a98a5f7-854d-4095-ba18-454aa76e6d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8d9da964-78ec-4538-bba1-7d3a94dca485'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:55.868196 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Bound port: 4b1e5b34-2f05-463f-8ee3-3527ee437c15, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a98a5f7-854d-4095-ba18-454aa76e6d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8d9da964-78ec-4538-bba1-7d3a94dca485'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:55.868592 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.877693 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a3c66-f57b-4fae-801e-34e971bcf74d req-c75f1d72-dcb2-4431-bedc-e07ddc06711e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:55.879577 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-570a3c66-f57b-4fae-801e-34e971bcf74d req-c75f1d72-dcb2-4431-bedc-e07ddc06711e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 945 time: 0.0750353 Jul 16 01:59:55.920245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-570a3c66-f57b-4fae-801e-34e971bcf74d req-c985f630-0990-40d6-a3f6-e33b211c518d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350008 Jul 16 01:59:55.949034 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] For port 4b1e5b34-2f05-463f-8ee3-3527ee437c15, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:55.952408 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] For port 4b1e5b34-2f05-463f-8ee3-3527ee437c15, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4b1e5b34-2f05-463f-8ee3-3527ee437c15,segment=NetworkSegment(3a98a5f7-854d-4095-ba18-454aa76e6d0e),segment_id=3a98a5f7-854d-4095-ba18-454aa76e6d0e)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:55.957038 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.971079 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c9baeac8-4e34-403b-8500-beef2c926838 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.991363 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-c9baeac8-4e34-403b-8500-beef2c926838 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Transition to ACTIVE for port object e414decb-b682-416d-82ab-4d9292679ec0 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:56.022496 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35276c86-18ff-47fa-885d-fdca51d31f74 None None] Pushing event updated for resources: {'Port': ['ID=4b1e5b34-2f05-463f-8ee3-3527ee437c15,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:56.030424 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c9baeac8-4e34-403b-8500-beef2c926838 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.077240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9baeac8-4e34-403b-8500-beef2c926838 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 8d9da964-78ec-4538-bba1-7d3a94dca485 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:56.085495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-c9baeac8-4e34-403b-8500-beef2c926838 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:56.089829 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9baeac8-4e34-403b-8500-beef2c926838 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:56.096082 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9baeac8-4e34-403b-8500-beef2c926838 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:56.096752 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c9baeac8-4e34-403b-8500-beef2c926838 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.104139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9baeac8-4e34-403b-8500-beef2c926838 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=e414decb-b682-416d-82ab-4d9292679ec0,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:56.118364 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c9baeac8-4e34-403b-8500-beef2c926838 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9066367 Jul 16 01:59:56.120881 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 32936) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:56.126049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4ba01f9c-99f5-4090-95d6-94ad6605811f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'network_id': '8d9da964-78ec-4538-bba1-7d3a94dca485', 'name': 'tempest-PortsIpV6TestJSON-1692095644'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:56.260829 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba01f9c-99f5-4090-95d6-94ad6605811f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:56.264698 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4ba01f9c-99f5-4090-95d6-94ad6605811f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.289775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-4ba01f9c-99f5-4090-95d6-94ad6605811f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] device_id is not set on port 1f77b248-4ff0-45c7-aa7b-19acce0f4758 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:56.410126 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-4ba01f9c-99f5-4090-95d6-94ad6605811f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Allocated IP 2001:db8::258 (8d9da964-78ec-4538-bba1-7d3a94dca485/8f89fe8b-4fea-4dd7-b62e-55d46ae37916/1f77b248-4ff0-45c7-aa7b-19acce0f4758) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:56.574893 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ae1d229-a30d-4f83-9bf8-18ab92d37736 req-923dc948-9504-4112-bcd6-609bf9873e8b tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0407085 Jul 16 01:59:56.603825 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4ba01f9c-99f5-4090-95d6-94ad6605811f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.617861 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-4ba01f9c-99f5-4090-95d6-94ad6605811f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Transition to ACTIVE for port object 1f77b248-4ff0-45c7-aa7b-19acce0f4758 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:56.654797 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4ba01f9c-99f5-4090-95d6-94ad6605811f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.719125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba01f9c-99f5-4090-95d6-94ad6605811f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 8d9da964-78ec-4538-bba1-7d3a94dca485 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:56.722923 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-4ba01f9c-99f5-4090-95d6-94ad6605811f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:56.726332 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba01f9c-99f5-4090-95d6-94ad6605811f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:56.732787 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba01f9c-99f5-4090-95d6-94ad6605811f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:56.733439 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4ba01f9c-99f5-4090-95d6-94ad6605811f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.748666 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba01f9c-99f5-4090-95d6-94ad6605811f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=1f77b248-4ff0-45c7-aa7b-19acce0f4758,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:56.761663 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4ba01f9c-99f5-4090-95d6-94ad6605811f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6393747 Jul 16 01:59:56.764807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 32942) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:56.794761 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670506c-b5e3-47a1-ac84-0b1da467803b req-a558af6f-faf1-4711-b1ba-1169d94391e6 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:56.802353 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4670506c-b5e3-47a1-ac84-0b1da467803b req-a558af6f-faf1-4711-b1ba-1169d94391e6 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b HTTP/1.1" status: 200 len: 946 time: 0.0831704 Jul 16 01:59:56.855909 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4670506c-b5e3-47a1-ac84-0b1da467803b req-7f8c6827-e6c2-477b-90c8-0c05f2f12b28 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525384 Jul 16 01:59:56.908629 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d508396-6784-4352-a5f0-0e0676844a80 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:56.910533 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3d508396-6784-4352-a5f0-0e0676844a80 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A17a HTTP/1.1" status: 200 len: 929 time: 0.1445951 Jul 16 01:59:56.913549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 32944) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:57.030840 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-986b03b3-486f-4394-ba2f-feba3ba89977 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port 1f77b248-4ff0-45c7-aa7b-19acce0f4758 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:57.030840 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-986b03b3-486f-4394-ba2f-feba3ba89977 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.092466 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c2a8de-9688-43c2-89a8-31c2cd2556a5 None None] Network 8d9da964-78ec-4538-bba1-7d3a94dca485 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:57.166108 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-02a8eb80-3377-4614-85e5-df07a2122937 None None] Provisioning for port 4b1e5b34-2f05-463f-8ee3-3527ee437c15 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:57.174256 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-986b03b3-486f-4394-ba2f-feba3ba89977 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.200146 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f87eb1-8967-439a-a836-875581ad322b req-b5871a72-7cff-4cc6-ad91-fcf178e9bc02 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:57.201809 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71f87eb1-8967-439a-a836-875581ad322b req-b5871a72-7cff-4cc6-ad91-fcf178e9bc02 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 945 time: 0.1460581 Jul 16 01:59:57.202875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-986b03b3-486f-4394-ba2f-feba3ba89977 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for 1f77b248-4ff0-45c7-aa7b-19acce0f4758 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:57.280370 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71f87eb1-8967-439a-a836-875581ad322b req-5af19029-4cd0-412a-93cc-9285b64a61aa tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727015 Jul 16 01:59:57.374419 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-986b03b3-486f-4394-ba2f-feba3ba89977 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.405105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b03b3-486f-4394-ba2f-feba3ba89977 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=1f77b248-4ff0-45c7-aa7b-19acce0f4758,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:57.435393 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-986b03b3-486f-4394-ba2f-feba3ba89977 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.437438 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-986b03b3-486f-4394-ba2f-feba3ba89977 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/ports/1f77b248-4ff0-45c7-aa7b-19acce0f4758 HTTP/1.1" status: 204 len: 168 time: 0.5228810 Jul 16 01:59:57.440041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 32948) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:57.467978 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0ccc90-37a0-4d65-8612-0f8c6f387e42 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] GET failed (client error): The resource could not be found. Jul 16 01:59:57.469918 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fa0ccc90-37a0-4d65-8612-0f8c6f387e42 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports/1f77b248-4ff0-45c7-aa7b-19acce0f4758 HTTP/1.1" status: 404 len: 333 time: 0.0286624 Jul 16 01:59:57.472497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 32950) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:57.596083 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fa633b95-f531-449c-9900-bfb8d3eaf158 None None] Could not find standard attr ID for object 1f77b248-4ff0-45c7-aa7b-19acce0f4758. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:59:57.623213 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fa633b95-f531-449c-9900-bfb8d3eaf158 None None] Provisioning for port e414decb-b682-416d-82ab-4d9292679ec0 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:57.628844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fa633b95-f531-449c-9900-bfb8d3eaf158 None None] Provisioning complete for port e414decb-b682-416d-82ab-4d9292679ec0 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:57.629484 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa633b95-f531-449c-9900-bfb8d3eaf158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.638299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f31598-b908-4e0b-976a-5110ad796dc0 req-13f58beb-5074-4f87-93dd-e8a3433f3d5a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:57.641854 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c0f31598-b908-4e0b-976a-5110ad796dc0 req-13f58beb-5074-4f87-93dd-e8a3433f3d5a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 945 time: 0.1022408 Jul 16 01:59:57.713687 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fa633b95-f531-449c-9900-bfb8d3eaf158 None None] Port e414decb-b682-416d-82ab-4d9292679ec0 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:57.797631 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5afda98f-b73d-493c-ab1b-0c39b00be295 req-1387d61c-5bec-4e43-97e5-5b423849e558 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0525167 Jul 16 01:59:57.841523 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-c0f31598-b908-4e0b-976a-5110ad796dc0 req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Deleting port 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:57.841880 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c0f31598-b908-4e0b-976a-5110ad796dc0 req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.946915 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3bd769b1-a8c5-4f83-addf-aa9dd6023a62 None None] Provisioning complete for port e414decb-b682-416d-82ab-4d9292679ec0 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:57.947291 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3bd769b1-a8c5-4f83-addf-aa9dd6023a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.980046 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-c0f31598-b908-4e0b-976a-5110ad796dc0 req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] For port 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=3d6eaa29-2fd1-446a-bc8f-2dec51fe115f,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:57.980629 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c0f31598-b908-4e0b-976a-5110ad796dc0 req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.007731 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-c0f31598-b908-4e0b-976a-5110ad796dc0 req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Calling delete_port for 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:58.010619 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3bd769b1-a8c5-4f83-addf-aa9dd6023a62 None None] Port e414decb-b682-416d-82ab-4d9292679ec0 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:58.140923 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6a5f1-5259-4ac0-bfc1-41524f5ef40a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port e414decb-b682-416d-82ab-4d9292679ec0 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:58.141273 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2ac6a5f1-5259-4ac0-bfc1-41524f5ef40a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.162856 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c0f31598-b908-4e0b-976a-5110ad796dc0 req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.180047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ceb0a7-92d0-495a-8244-d9f1d9b48131 req-9672f205-d644-4b0c-9748-f574561cce0d tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:58.181620 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70ceb0a7-92d0-495a-8244-d9f1d9b48131 req-9672f205-d644-4b0c-9748-f574561cce0d tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b HTTP/1.1" status: 200 len: 946 time: 0.1666718 Jul 16 01:59:58.195554 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0050018-817f-4833-b736-97c931f7394f req-dd6c55e8-8629-4ffc-adcb-a16b195da423 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:58.197241 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e0050018-817f-4833-b736-97c931f7394f req-dd6c55e8-8629-4ffc-adcb-a16b195da423 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.47 "GET /v2.0/ports?device_id=13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b HTTP/1.1" status: 200 len: 946 time: 0.1809158 Jul 16 01:59:58.200901 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['337805a3-53f8-4c5d-a0c2-874bbe65e62b', '3d6eaa29-2fd1-446a-bc8f-2dec51fe115f'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:59:58.212725 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event deleted for resources: {'Port': ['ID=3d6eaa29-2fd1-446a-bc8f-2dec51fe115f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:58.235850 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ebcd3bdc-0f3b-45af-9181-7741e76073af None None] Could not find standard attr ID for object 1f77b248-4ff0-45c7-aa7b-19acce0f4758. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:59:58.282499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.283245 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.283846 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.284339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.284844 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.285319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.285811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.286296 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.286778 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.287958 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.288246 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.290434 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.380868 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4b1e5b34-2f05-463f-8ee3-3527ee437c15 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:58.390658 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f31598-b908-4e0b-976a-5110ad796dc0 req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] No DVR routers for this DVR port 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:58.397379 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c0f31598-b908-4e0b-976a-5110ad796dc0 req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.399472 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c0f31598-b908-4e0b-976a-5110ad796dc0 req-f88b2909-b21e-4e77-ba02-778317d148f6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.26 "DELETE /v2.0/ports/3d6eaa29-2fd1-446a-bc8f-2dec51fe115f HTTP/1.1" status: 204 len: 173 time: 0.7525780 Jul 16 01:59:58.400362 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3', 'name': 'network-vif-deleted', 'tag': '3d6eaa29-2fd1-446a-bc8f-2dec51fe115f'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:58.417884 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ed16f1-e4e3-4fa4-8f0c-6644967a395b" -d '{"events": [{"server_uuid": "8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3", "name": "network-vif-deleted", "tag": "3d6eaa29-2fd1-446a-bc8f-2dec51fe115f"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:58.447495 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70ceb0a7-92d0-495a-8244-d9f1d9b48131 req-287b1726-3980-4606-9251-7d88d72f7177 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/security-groups?id=9524e300-8747-4dea-8ecf-f8c6d2830420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463088 Jul 16 01:59:58.450265 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-92c85558-2164-406c-8ecd-b077544a5b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.450802 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2ac6a5f1-5259-4ac0-bfc1-41524f5ef40a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.478928 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6a5f1-5259-4ac0-bfc1-41524f5ef40a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for e414decb-b682-416d-82ab-4d9292679ec0 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:58.564938 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-e0050018-817f-4833-b736-97c931f7394f req-293fa6fe-1896-4efc-a248-927cdb8a6d79 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Deleting port 48f95906-2770-4136-98f8-0989be02052c {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:58.565519 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e0050018-817f-4833-b736-97c931f7394f req-293fa6fe-1896-4efc-a248-927cdb8a6d79 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.569225 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 4b1e5b34-2f05-463f-8ee3-3527ee437c15 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:58.583749 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e8318286-d388-44b7-8de0-825b44836e8d req-8e5a2efd-c30f-4daa-a9d6-2e2b7f2c7c26 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 210 time: 0.0847735 Jul 16 01:59:58.585965 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 4b1e5b34-2f05-463f-8ee3-3527ee437c15 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:58.586912 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.616426 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ae17fa-5c50-4eb4-a709-a904dce7a531 x-openstack-request-id: req-92ae17fa-5c50-4eb4-a709-a904dce7a531 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:58.616711 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3", "name": "network-vif-deleted", "tag": "3d6eaa29-2fd1-446a-bc8f-2dec51fe115f", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:58.617133 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-92ae17fa-5c50-4eb4-a709-a904dce7a531 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:58.617366 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3', 'name': 'network-vif-deleted', 'tag': '3d6eaa29-2fd1-446a-bc8f-2dec51fe115f', 'status': 'completed', 'code': 200} Jul 16 01:59:58.703544 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.731110 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-e0050018-817f-4833-b736-97c931f7394f req-293fa6fe-1896-4efc-a248-927cdb8a6d79 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] For port 48f95906-2770-4136-98f8-0989be02052c, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=48f95906-2770-4136-98f8-0989be02052c,segment=NetworkSegment(f6200052-f2b7-4948-b1f0-a5665d553e77),segment_id=f6200052-f2b7-4948-b1f0-a5665d553e77)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:58.731568 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e0050018-817f-4833-b736-97c931f7394f req-293fa6fe-1896-4efc-a248-927cdb8a6d79 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.758701 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 4b1e5b34-2f05-463f-8ee3-3527ee437c15, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4b1e5b34-2f05-463f-8ee3-3527ee437c15,segment=NetworkSegment(3a98a5f7-854d-4095-ba18-454aa76e6d0e),segment_id=3a98a5f7-854d-4095-ba18-454aa76e6d0e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:58.764399 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.807304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-e0050018-817f-4833-b736-97c931f7394f req-293fa6fe-1896-4efc-a248-927cdb8a6d79 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Calling delete_port for 48f95906-2770-4136-98f8-0989be02052c owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:58.809762 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2ac6a5f1-5259-4ac0-bfc1-41524f5ef40a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.822774 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=4b1e5b34-2f05-463f-8ee3-3527ee437c15,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:58.859151 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.877695 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6a5f1-5259-4ac0-bfc1-41524f5ef40a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=e414decb-b682-416d-82ab-4d9292679ec0,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:58.944349 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2ac6a5f1-5259-4ac0-bfc1-41524f5ef40a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.949436 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2ac6a5f1-5259-4ac0-bfc1-41524f5ef40a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/ports/e414decb-b682-416d-82ab-4d9292679ec0 HTTP/1.1" status: 204 len: 168 time: 1.4755511 Jul 16 01:59:58.949605 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32962) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:58.995494 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a22452e-afd1-4f28-8021-54404e43a46a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] GET failed (client error): The resource could not be found. Jul 16 01:59:58.997256 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3a22452e-afd1-4f28-8021-54404e43a46a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports/e414decb-b682-416d-82ab-4d9292679ec0 HTTP/1.1" status: 404 len: 333 time: 0.0464714 Jul 16 01:59:59.001517 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 32964) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:59.046108 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6701a931-ebc3-4ef5-9f21-02ef252e7dfb req-203b27f2-d300-414a-9c63-f6178de9f1ee tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0478306 Jul 16 01:59:59.114949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96ab8fb-74e7-452a-8d7f-2a485c6ab72f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting subnet 8f89fe8b-4fea-4dd7-b62e-55d46ae37916 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:59.118699 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e0050018-817f-4833-b736-97c931f7394f req-293fa6fe-1896-4efc-a248-927cdb8a6d79 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.120562 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a96ab8fb-74e7-452a-8d7f-2a485c6ab72f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.166132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fa6fe-1896-4efc-a248-927cdb8a6d79 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Pushing event deleted for resources: {'Port': ['ID=48f95906-2770-4136-98f8-0989be02052c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:59.172027 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['48f95906-2770-4136-98f8-0989be02052c'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:59:59.221006 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a96ab8fb-74e7-452a-8d7f-2a485c6ab72f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.257084 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0050018-817f-4833-b736-97c931f7394f req-293fa6fe-1896-4efc-a248-927cdb8a6d79 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] No DVR routers for this DVR port 48f95906-2770-4136-98f8-0989be02052c on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:59.261318 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e0050018-817f-4833-b736-97c931f7394f req-293fa6fe-1896-4efc-a248-927cdb8a6d79 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.263264 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e0050018-817f-4833-b736-97c931f7394f req-293fa6fe-1896-4efc-a248-927cdb8a6d79 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.47 "DELETE /v2.0/ports/48f95906-2770-4136-98f8-0989be02052c HTTP/1.1" status: 204 len: 173 time: 1.0579586 Jul 16 01:59:59.263758 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b', 'name': 'network-vif-deleted', 'tag': '48f95906-2770-4136-98f8-0989be02052c'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:59.266000 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f793a5d0-fa3c-415e-acf6-f5e4219862f3" -d '{"events": [{"server_uuid": "13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b", "name": "network-vif-deleted", "tag": "48f95906-2770-4136-98f8-0989be02052c"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:59.312909 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aac280c-0ff5-426c-8829-c1a81603073c x-openstack-request-id: req-4aac280c-0ff5-426c-8829-c1a81603073c {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:59.313246 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b", "name": "network-vif-deleted", "tag": "48f95906-2770-4136-98f8-0989be02052c", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:59.313431 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4aac280c-0ff5-426c-8829-c1a81603073c {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:59.313849 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b', 'name': 'network-vif-deleted', 'tag': '48f95906-2770-4136-98f8-0989be02052c', 'status': 'completed', 'code': 200} Jul 16 01:59:59.381985 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a96ab8fb-74e7-452a-8d7f-2a485c6ab72f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.449554 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a96ab8fb-74e7-452a-8d7f-2a485c6ab72f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.470782 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04617fdb-da1c-41e4-8f3c-92038821b038 None None] Network 8d9da964-78ec-4538-bba1-7d3a94dca485 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:59.479765 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a96ab8fb-74e7-452a-8d7f-2a485c6ab72f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.484181 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a96ab8fb-74e7-452a-8d7f-2a485c6ab72f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/8f89fe8b-4fea-4dd7-b62e-55d46ae37916 HTTP/1.1" status: 204 len: 168 time: 0.4791143 Jul 16 01:59:59.485555 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32968) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:59.496998 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ab8fb-74e7-452a-8d7f-2a485c6ab72f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Subnet': ['ID=8f89fe8b-4fea-4dd7-b62e-55d46ae37916,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:59.571551 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.682393 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port 4b1e5b34-2f05-463f-8ee3-3527ee437c15 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:59.682756 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.779598 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-316dfaa2-d59e-4da8-8743-7ed6607d311e req-a1acc5f4-5816-44f4-a075-3edb4e0122e3 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 210 time: 0.0360596 Jul 16 01:59:59.781059 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] For port 4b1e5b34-2f05-463f-8ee3-3527ee437c15, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4b1e5b34-2f05-463f-8ee3-3527ee437c15,segment=NetworkSegment(3a98a5f7-854d-4095-ba18-454aa76e6d0e),segment_id=3a98a5f7-854d-4095-ba18-454aa76e6d0e)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:59.781597 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.806359 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47b3e57-834a-423a-922b-4842b8b20446 None None] DHCP port deletion for 8d9da964-78ec-4538-bba1-7d3a94dca485 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:59.813257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for 4b1e5b34-2f05-463f-8ee3-3527ee437c15 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:59.895414 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b47b3e57-834a-423a-922b-4842b8b20446 None None] Deleting port 4b1e5b34-2f05-463f-8ee3-3527ee437c15 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:59.895775 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b47b3e57-834a-423a-922b-4842b8b20446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.937744 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-35333313-4758-49a3-8ef1-0a48774d2840 req-05e1d1e0-d451-4f93-b49d-f53c458e77b4 tempest-VolumesSnapshotTestJSON-570213458 tempest-VolumesSnapshotTestJSON-570213458-project] 10.222.0.54 "GET /v2.0/ports?device_id=13c6aff7-57cc-4c9a-9f0e-508b5f1cec9b HTTP/1.1" status: 200 len: 210 time: 0.0418689 Jul 16 01:59:59.953136 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.976412 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b47b3e57-834a-423a-922b-4842b8b20446 None None] For port 4b1e5b34-2f05-463f-8ee3-3527ee437c15, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4b1e5b34-2f05-463f-8ee3-3527ee437c15,segment=NetworkSegment(3a98a5f7-854d-4095-ba18-454aa76e6d0e),segment_id=3a98a5f7-854d-4095-ba18-454aa76e6d0e)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:59.977303 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b47b3e57-834a-423a-922b-4842b8b20446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.982962 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=4b1e5b34-2f05-463f-8ee3-3527ee437c15,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:59.985168 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No DVR routers for this DVR port 4b1e5b34-2f05-463f-8ee3-3527ee437c15 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:00.000115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b47b3e57-834a-423a-922b-4842b8b20446 None None] Calling delete_port for 4b1e5b34-2f05-463f-8ee3-3527ee437c15 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:00.073681 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.084911 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9da964-78ec-4538-bba1-7d3a94dca485']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:00.095413 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a98a5f7-854d-4095-ba18-454aa76e6d0e') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:00.095728 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a98a5f7-854d-4095-ba18-454aa76e6d0e') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:00.105558 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b47b3e57-834a-423a-922b-4842b8b20446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.106442 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.123099 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.130707 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:00.131581 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:00.135312 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:00.172455 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b3e57-834a-423a-922b-4842b8b20446 None None] Pushing event deleted for resources: {'Port': ['ID=4b1e5b34-2f05-463f-8ee3-3527ee437c15,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:00.179005 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47b3e57-834a-423a-922b-4842b8b20446 None None] No DVR routers for this DVR port 4b1e5b34-2f05-463f-8ee3-3527ee437c15 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:00.204678 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.212695 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.219004 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/networks/8d9da964-78ec-4538-bba1-7d3a94dca485 HTTP/1.1" status: 204 len: 168 time: 0.7321954 Jul 16 02:00:00.223277 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32976) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:00.249148 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4b1e5b34-2f05-463f-8ee3-3527ee437c15 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:00.249971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d9c2b2dc-f08d-4805-904c-c0b380ba16cc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-418059885'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:00.256683 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e8db5-1b12-4676-aa77-2e5d716819df tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Network': ['ID=8d9da964-78ec-4538-bba1-7d3a94dca485,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:00.268413 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ea77299-d2ed-4703-83b0-5280707c7e51 req-504d26c4-3c46-4e79-87c8-830312c38c77 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0464251 Jul 16 02:00:00.275070 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c2b2dc-f08d-4805-904c-c0b380ba16cc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:00.277924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 4b1e5b34-2f05-463f-8ee3-3527ee437c15 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:00.278189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4b1e5b34-2f05-463f-8ee3-3527ee437c15 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:00.279228 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9c2b2dc-f08d-4805-904c-c0b380ba16cc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.318261 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c2b2dc-f08d-4805-904c-c0b380ba16cc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:00.327736 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9c2b2dc-f08d-4805-904c-c0b380ba16cc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.328057 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-d9c2b2dc-f08d-4805-904c-c0b380ba16cc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Added segment cc1ebd75-ae74-4ee0-aa7f-fb79cf5534d2 of type vlan for network 87322b2e-1625-4e1b-ad2a-b7f7e31822cf Jul 16 02:00:00.369972 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9c2b2dc-f08d-4805-904c-c0b380ba16cc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.398043 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9c2b2dc-f08d-4805-904c-c0b380ba16cc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.403376 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c2b2dc-f08d-4805-904c-c0b380ba16cc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:00.403975 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d9c2b2dc-f08d-4805-904c-c0b380ba16cc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.437615 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d9c2b2dc-f08d-4805-904c-c0b380ba16cc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1921210 Jul 16 02:00:00.440640 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 32978) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:00.445860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a0c7300c-eedf-4ad3-8d23-0dfa490cfed9 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'subnet': {'network_id': '87322b2e-1625-4e1b-ad2a-b7f7e31822cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:00.480463 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2b2dc-f08d-4805-904c-c0b380ba16cc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Network': ['ID=87322b2e-1625-4e1b-ad2a-b7f7e31822cf,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:00.492327 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 87322b2e-1625-4e1b-ad2a-b7f7e31822cf details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:00.543123 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c7300c-eedf-4ad3-8d23-0dfa490cfed9 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:00.547753 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a0c7300c-eedf-4ad3-8d23-0dfa490cfed9 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.734926 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a0c7300c-eedf-4ad3-8d23-0dfa490cfed9 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.798391 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7300c-eedf-4ad3-8d23-0dfa490cfed9 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Subnet': ['ID=610c5b19-db60-4612-9c86-a7ddf19aa5ac,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:00.802794 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7300c-eedf-4ad3-8d23-0dfa490cfed9 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Checking segment: {'id': 'cc1ebd75-ae74-4ee0-aa7f-fb79cf5534d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '87322b2e-1625-4e1b-ad2a-b7f7e31822cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:00.803380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c7300c-eedf-4ad3-8d23-0dfa490cfed9 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network hostable DHCP agents. Network: 87322b2e-1625-4e1b-ad2a-b7f7e31822cf, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:00.820086 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c7300c-eedf-4ad3-8d23-0dfa490cfed9 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 87322b2e-1625-4e1b-ad2a-b7f7e31822cf is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:00.828899 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-a0c7300c-eedf-4ad3-8d23-0dfa490cfed9 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 87322b2e-1625-4e1b-ad2a-b7f7e31822cf) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:00.833103 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c7300c-eedf-4ad3-8d23-0dfa490cfed9 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:00.833733 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a0c7300c-eedf-4ad3-8d23-0dfa490cfed9 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.840246 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd68dad-7c54-4f09-9245-7afd9c8753f4 None None] Network 87322b2e-1625-4e1b-ad2a-b7f7e31822cf requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:00.866104 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a0c7300c-eedf-4ad3-8d23-0dfa490cfed9 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4209599 Jul 16 02:00:00.866282 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32982) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:00.875054 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f70f3176-3b29-4c1a-9c56-149fef442f87 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'network_id': '87322b2e-1625-4e1b-ad2a-b7f7e31822cf', 'name': 'tempest-PortsIpV6TestJSON-351409142', 'fixed_ips': [{'subnet_id': '610c5b19-db60-4612-9c86-a7ddf19aa5ac', 'ip_address': '2001:db8::10'}]}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:00.990801 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-47c89ce4-8135-46cc-96a8-a0302f9d404d req-a8bdbdc0-fb8e-4051-a200-de88bac48106 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 210 time: 0.0327609 Jul 16 02:00:01.030924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-87322b2e-1625-4e1b-ad2a-b7f7e31822cf', 'network_id': '87322b2e-1625-4e1b-ad2a-b7f7e31822cf', 'tenant_id': '370917c0a04b46bfb2a065ed7ad91b0c', 'fixed_ips': [{'subnet_id': '610c5b19-db60-4612-9c86-a7ddf19aa5ac'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:01.032284 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.048798 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70f3176-3b29-4c1a-9c56-149fef442f87 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:01.152404 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f70f3176-3b29-4c1a-9c56-149fef442f87 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.159011 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.164057 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7466efd3-bc31-4fa7-b931-88c3e21aba15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.178357 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-f70f3176-3b29-4c1a-9c56-149fef442f87 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] device_id is not set on port 42b06e34-84e8-42ff-b804-88a7fdb73470 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:01.233413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Allocated IP 2001:db8::2 (87322b2e-1625-4e1b-ad2a-b7f7e31822cf/610c5b19-db60-4612-9c86-a7ddf19aa5ac/7ea480d2-94e6-472d-9baf-b1ccf3458e52) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:01.426850 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:01.467121 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dfadc6b5-8c6d-4917-9f85-cd5e267256f5 req-8fd763eb-798f-4f21-9e1a-8d46a9c566bc tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0392296 Jul 16 02:00:01.470917 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:01.471202 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 3d6eaa29-2fd1-446a-bc8f-2dec51fe115f not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:01.484159 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.493615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Transition to ACTIVE for port object 7ea480d2-94e6-472d-9baf-b1ccf3458e52 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:01.520068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Transition to ACTIVE for port object 7ea480d2-94e6-472d-9baf-b1ccf3458e52 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:01.540877 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.574914 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-f70f3176-3b29-4c1a-9c56-149fef442f87 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Allocated IP 2001:db8::10 (87322b2e-1625-4e1b-ad2a-b7f7e31822cf/610c5b19-db60-4612-9c86-a7ddf19aa5ac/42b06e34-84e8-42ff-b804-88a7fdb73470) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:01.589560 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Network 87322b2e-1625-4e1b-ad2a-b7f7e31822cf is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:01.592828 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:01.598030 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:01.606021 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Pushing event updated for resources: {'Port': ['ID=7ea480d2-94e6-472d-9baf-b1ccf3458e52,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:01.668722 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Attempting to bind port 7ea480d2-94e6-472d-9baf-b1ccf3458e52 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:01.669114 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Attempting to bind port 7ea480d2-94e6-472d-9baf-b1ccf3458e52 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'cc1ebd75-ae74-4ee0-aa7f-fb79cf5534d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '87322b2e-1625-4e1b-ad2a-b7f7e31822cf'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:01.669509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Attempting to bind port 7ea480d2-94e6-472d-9baf-b1ccf3458e52 on network 87322b2e-1625-4e1b-ad2a-b7f7e31822cf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:01.688998 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:01.689688 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Checking segment: {'id': 'cc1ebd75-ae74-4ee0-aa7f-fb79cf5534d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '87322b2e-1625-4e1b-ad2a-b7f7e31822cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:01.690179 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.690709 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Bound using segment: {'id': 'cc1ebd75-ae74-4ee0-aa7f-fb79cf5534d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '87322b2e-1625-4e1b-ad2a-b7f7e31822cf'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:01.691277 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Bound port: 7ea480d2-94e6-472d-9baf-b1ccf3458e52, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1ebd75-ae74-4ee0-aa7f-fb79cf5534d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '87322b2e-1625-4e1b-ad2a-b7f7e31822cf'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:01.692113 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.769531 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f70f3176-3b29-4c1a-9c56-149fef442f87 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.788085 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-f70f3176-3b29-4c1a-9c56-149fef442f87 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Transition to ACTIVE for port object 42b06e34-84e8-42ff-b804-88a7fdb73470 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:01.791019 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] For port 7ea480d2-94e6-472d-9baf-b1ccf3458e52, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:01.794728 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] For port 7ea480d2-94e6-472d-9baf-b1ccf3458e52, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7ea480d2-94e6-472d-9baf-b1ccf3458e52,segment=NetworkSegment(cc1ebd75-ae74-4ee0-aa7f-fb79cf5534d2),segment_id=cc1ebd75-ae74-4ee0-aa7f-fb79cf5534d2)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:01.800248 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.829356 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f70f3176-3b29-4c1a-9c56-149fef442f87 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.877499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70f3176-3b29-4c1a-9c56-149fef442f87 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 87322b2e-1625-4e1b-ad2a-b7f7e31822cf is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:01.886088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-f70f3176-3b29-4c1a-9c56-149fef442f87 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:01.892402 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70f3176-3b29-4c1a-9c56-149fef442f87 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:01.900378 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7e250-9e5c-470c-afe1-e1c027d0353f None None] Pushing event updated for resources: {'Port': ['ID=7ea480d2-94e6-472d-9baf-b1ccf3458e52,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:01.909137 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70f3176-3b29-4c1a-9c56-149fef442f87 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:01.914009 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f70f3176-3b29-4c1a-9c56-149fef442f87 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.932347 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f3176-3b29-4c1a-9c56-149fef442f87 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=42b06e34-84e8-42ff-b804-88a7fdb73470,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:01.942621 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f70f3176-3b29-4c1a-9c56-149fef442f87 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0754130 Jul 16 02:00:01.945649 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 32996) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:01.952051 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-69325dbf-75c6-4cbc-86e3-6d3a244d8cae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'network_id': '87322b2e-1625-4e1b-ad2a-b7f7e31822cf', 'name': 'tempest-PortsIpV6TestJSON-918849748', 'fixed_ips': [{'subnet_id': '610c5b19-db60-4612-9c86-a7ddf19aa5ac', 'ip_address': '2001:db8::f'}]}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:02.134425 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69325dbf-75c6-4cbc-86e3-6d3a244d8cae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:02.158506 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69325dbf-75c6-4cbc-86e3-6d3a244d8cae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.179750 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.311790 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-923b3953-f498-4c36-b96d-8d95570c9bd7 req-3e5d9fc5-fc58-4214-a058-38982bfe8d22 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 210 time: 0.0406983 Jul 16 02:00:02.355410 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7ea480d2-94e6-472d-9baf-b1ccf3458e52 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:02.424019 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 7ea480d2-94e6-472d-9baf-b1ccf3458e52 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:02.681861 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 48f95906-2770-4136-98f8-0989be02052c no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:02.703771 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 48f95906-2770-4136-98f8-0989be02052c {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:02.704263 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 48f95906-2770-4136-98f8-0989be02052c not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:02.719573 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c5d0140-67af-4cd1-90de-c629485fb4e7 req-bd2c3588-d1e1-4c4f-99af-7ff38d71657e tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0562487 Jul 16 02:00:02.725260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-69325dbf-75c6-4cbc-86e3-6d3a244d8cae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] device_id is not set on port 7c3e9bad-bfa3-4944-97b4-f137ea60e08a yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:02.933832 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-69325dbf-75c6-4cbc-86e3-6d3a244d8cae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Allocated IP 2001:db8::f (87322b2e-1625-4e1b-ad2a-b7f7e31822cf/610c5b19-db60-4612-9c86-a7ddf19aa5ac/7c3e9bad-bfa3-4944-97b4-f137ea60e08a) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:03.118432 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69325dbf-75c6-4cbc-86e3-6d3a244d8cae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.140153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-69325dbf-75c6-4cbc-86e3-6d3a244d8cae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Transition to ACTIVE for port object 7c3e9bad-bfa3-4944-97b4-f137ea60e08a will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:03.179574 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69325dbf-75c6-4cbc-86e3-6d3a244d8cae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.236303 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69325dbf-75c6-4cbc-86e3-6d3a244d8cae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=7c3e9bad-bfa3-4944-97b4-f137ea60e08a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:03.248660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69325dbf-75c6-4cbc-86e3-6d3a244d8cae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 87322b2e-1625-4e1b-ad2a-b7f7e31822cf is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:03.250317 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-69325dbf-75c6-4cbc-86e3-6d3a244d8cae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:03.253238 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69325dbf-75c6-4cbc-86e3-6d3a244d8cae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:03.259983 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69325dbf-75c6-4cbc-86e3-6d3a244d8cae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:03.260624 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-69325dbf-75c6-4cbc-86e3-6d3a244d8cae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.267912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e08c150-84d6-4cab-a064-8fd4f1c21bf0 None None] Network 87322b2e-1625-4e1b-ad2a-b7f7e31822cf requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:03.290540 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-69325dbf-75c6-4cbc-86e3-6d3a244d8cae tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3405447 Jul 16 02:00:03.291029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33008) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:03.380344 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-10b07ef1-6a97-48ca-b003-27c71db9477b None None] Provisioning for port 7ea480d2-94e6-472d-9baf-b1ccf3458e52 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:03.390727 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-10b07ef1-6a97-48ca-b003-27c71db9477b None None] Provisioning complete for port 7ea480d2-94e6-472d-9baf-b1ccf3458e52 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:03.391026 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10b07ef1-6a97-48ca-b003-27c71db9477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.543476 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b0404-914b-4db4-8f1a-8ebbef5a726f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:03.548069 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33012) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:03.549969 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-647b0404-914b-4db4-8f1a-8ebbef5a726f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2570055 Jul 16 02:00:03.616006 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10b07ef1-6a97-48ca-b003-27c71db9477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.619863 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-490eaba6-20a9-4f88-bbf0-16d22a8770a1 req-4cc0ecad-b017-447f-abfb-d068a56d15fb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f1986a6-0d4a-4acf-a28f-2461f0a4b3f3 HTTP/1.1" status: 200 len: 210 time: 0.0656719 Jul 16 02:00:03.655995 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-10b07ef1-6a97-48ca-b003-27c71db9477b None None] For port 7ea480d2-94e6-472d-9baf-b1ccf3458e52, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7ea480d2-94e6-472d-9baf-b1ccf3458e52,segment=NetworkSegment(cc1ebd75-ae74-4ee0-aa7f-fb79cf5534d2),segment_id=cc1ebd75-ae74-4ee0-aa7f-fb79cf5534d2)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:03.664759 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10b07ef1-6a97-48ca-b003-27c71db9477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.688240 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cdd847-e2b7-4a2e-a547-c90e69e216c6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:03.697293 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cdd847-e2b7-4a2e-a547-c90e69e216c6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:03.712610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cdd847-e2b7-4a2e-a547-c90e69e216c6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:03.714988 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-09cdd847-e2b7-4a2e-a547-c90e69e216c6 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1658874 Jul 16 02:00:03.717915 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33016) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:03.745135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b07ef1-6a97-48ca-b003-27c71db9477b None None] Pushing event updated for resources: {'Port': ['ID=7ea480d2-94e6-472d-9baf-b1ccf3458e52,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:03.866801 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.882286 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port 7c3e9bad-bfa3-4944-97b4-f137ea60e08a {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:03.883095 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.946777 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4aae9a0a-b17e-43d6-ba9a-8e89984d44f3 req-f55dc402-a111-4ea7-bd91-94c6bba8cf5a tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0325148 Jul 16 02:00:04.012283 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.033509 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for 7c3e9bad-bfa3-4944-97b4-f137ea60e08a owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:04.206800 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e63c76e9-49b6-4871-8bf2-42ac4d24a6b6 None None] Provisioning for port 7c3e9bad-bfa3-4944-97b4-f137ea60e08a completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:04.211033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e63c76e9-49b6-4871-8bf2-42ac4d24a6b6 None None] Provisioning complete for port 7c3e9bad-bfa3-4944-97b4-f137ea60e08a triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:04.211409 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e63c76e9-49b6-4871-8bf2-42ac4d24a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.252259 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e63c76e9-49b6-4871-8bf2-42ac4d24a6b6 None None] Port 7c3e9bad-bfa3-4944-97b4-f137ea60e08a cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:04.277616 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7ea480d2-94e6-472d-9baf-b1ccf3458e52 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:04.305637 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.331038 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e63c76e9-49b6-4871-8bf2-42ac4d24a6b6 None None] Provisioning for port 42b06e34-84e8-42ff-b804-88a7fdb73470 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:04.337265 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=7c3e9bad-bfa3-4944-97b4-f137ea60e08a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:04.338368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e63c76e9-49b6-4871-8bf2-42ac4d24a6b6 None None] Provisioning complete for port 42b06e34-84e8-42ff-b804-88a7fdb73470 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:04.338740 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e63c76e9-49b6-4871-8bf2-42ac4d24a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.350270 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:04.350619 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:04.351001 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:04.351348 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:04.351676 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:04.352034 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:04.352357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:04.352679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:04.353002 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:04.353321 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:04.353641 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:04.353958 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:04.383350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e63c76e9-49b6-4871-8bf2-42ac4d24a6b6 None None] Port 42b06e34-84e8-42ff-b804-88a7fdb73470 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:04.389607 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 7ea480d2-94e6-472d-9baf-b1ccf3458e52 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:04.389988 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.405639 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.412924 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7c863de9-d1e4-4a17-b79d-2d46386240c2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/ports/7c3e9bad-bfa3-4944-97b4-f137ea60e08a HTTP/1.1" status: 204 len: 168 time: 0.6910768 Jul 16 02:00:04.413091 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33022) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:04.431373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e63c76e9-49b6-4871-8bf2-42ac4d24a6b6 None None] Provisioning complete for port 7ea480d2-94e6-472d-9baf-b1ccf3458e52 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:04.431766 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e63c76e9-49b6-4871-8bf2-42ac4d24a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.449123 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0125c4b-86a1-468e-9c05-33fda870a9c8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] GET failed (client error): The resource could not be found. Jul 16 02:00:04.451281 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e0125c4b-86a1-468e-9c05-33fda870a9c8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports/7c3e9bad-bfa3-4944-97b4-f137ea60e08a HTTP/1.1" status: 404 len: 333 time: 0.0366921 Jul 16 02:00:04.453662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33024) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:04.579290 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8f99e356-4c23-46e3-90b3-b3fda9cdfe7a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port 42b06e34-84e8-42ff-b804-88a7fdb73470 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:04.579631 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8f99e356-4c23-46e3-90b3-b3fda9cdfe7a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.677365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d9be26b6-152a-4962-8876-f283fcc3f83c None None] Provisioning complete for port 42b06e34-84e8-42ff-b804-88a7fdb73470 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:04.678254 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d9be26b6-152a-4962-8876-f283fcc3f83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.687595 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8f99e356-4c23-46e3-90b3-b3fda9cdfe7a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.701770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8f99e356-4c23-46e3-90b3-b3fda9cdfe7a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for 42b06e34-84e8-42ff-b804-88a7fdb73470 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:04.715548 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d9be26b6-152a-4962-8876-f283fcc3f83c None None] Port 42b06e34-84e8-42ff-b804-88a7fdb73470 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:04.830509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e89f274f-2b2f-4b49-8d2d-87149e06bc5a None None] Could not find standard attr ID for object 7c3e9bad-bfa3-4944-97b4-f137ea60e08a. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:04.873696 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8f99e356-4c23-46e3-90b3-b3fda9cdfe7a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.911745 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99e356-4c23-46e3-90b3-b3fda9cdfe7a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=42b06e34-84e8-42ff-b804-88a7fdb73470,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:04.942195 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8f99e356-4c23-46e3-90b3-b3fda9cdfe7a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.944574 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8f99e356-4c23-46e3-90b3-b3fda9cdfe7a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/ports/42b06e34-84e8-42ff-b804-88a7fdb73470 HTTP/1.1" status: 204 len: 168 time: 0.4898052 Jul 16 02:00:04.947129 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33034) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:04.976642 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf6a4cc-84ba-482a-b04a-2cf7d2c9c861 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] GET failed (client error): The resource could not be found. Jul 16 02:00:04.980677 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-daf6a4cc-84ba-482a-b04a-2cf7d2c9c861 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports/42b06e34-84e8-42ff-b804-88a7fdb73470 HTTP/1.1" status: 404 len: 333 time: 0.0302932 Jul 16 02:00:04.980912 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33036) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:05.081944 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-72571f08-bcfd-4d8d-943d-bf7781bb978a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting subnet 610c5b19-db60-4612-9c86-a7ddf19aa5ac {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:05.092482 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72571f08-bcfd-4d8d-943d-bf7781bb978a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.234969 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72571f08-bcfd-4d8d-943d-bf7781bb978a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.310390 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c52c434e-9921-4782-8372-9f6fcfabaf78 req-d7de21fd-4140-4336-8039-e6654fb05250 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.1233547 Jul 16 02:00:05.408820 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72571f08-bcfd-4d8d-943d-bf7781bb978a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.482881 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72571f08-bcfd-4d8d-943d-bf7781bb978a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.515894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72571f08-bcfd-4d8d-943d-bf7781bb978a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Subnet': ['ID=610c5b19-db60-4612-9c86-a7ddf19aa5ac,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:05.518498 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72571f08-bcfd-4d8d-943d-bf7781bb978a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.524632 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-72571f08-bcfd-4d8d-943d-bf7781bb978a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/610c5b19-db60-4612-9c86-a7ddf19aa5ac HTTP/1.1" status: 204 len: 168 time: 0.5388784 Jul 16 02:00:05.524632 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33046) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:05.527507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce03eaa-a1e3-4279-ac68-549d58f1ce53 None None] Network 87322b2e-1625-4e1b-ad2a-b7f7e31822cf requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:05.617606 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.676412 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port 7ea480d2-94e6-472d-9baf-b1ccf3458e52 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:05.676814 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.753750 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] For port 7ea480d2-94e6-472d-9baf-b1ccf3458e52, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7ea480d2-94e6-472d-9baf-b1ccf3458e52,segment=NetworkSegment(cc1ebd75-ae74-4ee0-aa7f-fb79cf5534d2),segment_id=cc1ebd75-ae74-4ee0-aa7f-fb79cf5534d2)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:05.754130 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.757150 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160292cb-6312-4129-b978-07ab95d293d1 None None] DHCP port deletion for 87322b2e-1625-4e1b-ad2a-b7f7e31822cf request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:05.768904 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for 7ea480d2-94e6-472d-9baf-b1ccf3458e52 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:05.822068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-160292cb-6312-4129-b978-07ab95d293d1 None None] Deleting port 7ea480d2-94e6-472d-9baf-b1ccf3458e52 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:05.822369 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-160292cb-6312-4129-b978-07ab95d293d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.869611 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.904175 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=7ea480d2-94e6-472d-9baf-b1ccf3458e52,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:05.929915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No DVR routers for this DVR port 7ea480d2-94e6-472d-9baf-b1ccf3458e52 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:06.061688 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.073416 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87322b2e-1625-4e1b-ad2a-b7f7e31822cf']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:06.084861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1ebd75-ae74-4ee0-aa7f-fb79cf5534d2') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:06.085456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1ebd75-ae74-4ee0-aa7f-fb79cf5534d2') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:06.095697 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.111145 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.133775 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:06.134289 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:06.141581 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:06.150932 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-160292cb-6312-4129-b978-07ab95d293d1 None None] For port 7ea480d2-94e6-472d-9baf-b1ccf3458e52, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7ea480d2-94e6-472d-9baf-b1ccf3458e52,segment=NetworkSegment(cc1ebd75-ae74-4ee0-aa7f-fb79cf5534d2),segment_id=cc1ebd75-ae74-4ee0-aa7f-fb79cf5534d2)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:06.151445 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-160292cb-6312-4129-b978-07ab95d293d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.170542 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-160292cb-6312-4129-b978-07ab95d293d1 None None] Calling delete_port for 7ea480d2-94e6-472d-9baf-b1ccf3458e52 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:06.241322 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.255925 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.259134 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/networks/87322b2e-1625-4e1b-ad2a-b7f7e31822cf HTTP/1.1" status: 204 len: 168 time: 0.7337584 Jul 16 02:00:06.263630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33056) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:06.270015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-080bb5e3-0bfd-4ac4-b121-282acf684481 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1129206799'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:06.322829 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374170e-ed7c-4338-9af8-af379f37b67a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Network': ['ID=87322b2e-1625-4e1b-ad2a-b7f7e31822cf,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:06.327115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7ea480d2-94e6-472d-9baf-b1ccf3458e52 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:06.344878 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080bb5e3-0bfd-4ac4-b121-282acf684481 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:06.350900 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-080bb5e3-0bfd-4ac4-b121-282acf684481 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.362437 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 7ea480d2-94e6-472d-9baf-b1ccf3458e52 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:06.363021 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7ea480d2-94e6-472d-9baf-b1ccf3458e52 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:06.383101 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-160292cb-6312-4129-b978-07ab95d293d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.419787 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160292cb-6312-4129-b978-07ab95d293d1 None None] Pushing event deleted for resources: {'Port': ['ID=7ea480d2-94e6-472d-9baf-b1ccf3458e52,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:06.425714 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-160292cb-6312-4129-b978-07ab95d293d1 None None] Network 87322b2e-1625-4e1b-ad2a-b7f7e31822cf is not hosted by any dhcp agent {{(pid=93833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 02:00:06.426382 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160292cb-6312-4129-b978-07ab95d293d1 None None] No DVR routers for this DVR port 7ea480d2-94e6-472d-9baf-b1ccf3458e52 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:06.433474 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080bb5e3-0bfd-4ac4-b121-282acf684481 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:06.455263 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-080bb5e3-0bfd-4ac4-b121-282acf684481 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.455607 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-080bb5e3-0bfd-4ac4-b121-282acf684481 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Added segment ff923922-253a-4a42-8d56-6473ef4738d3 of type vlan for network 6b0e7488-1362-406d-a989-70e708c677e6 Jul 16 02:00:06.510055 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-080bb5e3-0bfd-4ac4-b121-282acf684481 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.554897 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-080bb5e3-0bfd-4ac4-b121-282acf684481 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.560329 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080bb5e3-0bfd-4ac4-b121-282acf684481 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:06.560911 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-080bb5e3-0bfd-4ac4-b121-282acf684481 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.590713 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4a2ba3e-b1f3-4724-8e8b-9577f8161622 req-a9542072-ace6-41aa-83e9-56efe55f01a5 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0463028 Jul 16 02:00:06.593038 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-080bb5e3-0bfd-4ac4-b121-282acf684481 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3282077 Jul 16 02:00:06.596049 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33062) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:06.601998 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ced3ec00-2ca8-4926-ab9f-b1593656957a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'subnet': {'network_id': '6b0e7488-1362-406d-a989-70e708c677e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:06.671917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bb5e3-0bfd-4ac4-b121-282acf684481 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Network': ['ID=6b0e7488-1362-406d-a989-70e708c677e6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:06.682699 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 6b0e7488-1362-406d-a989-70e708c677e6 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:06.797118 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced3ec00-2ca8-4926-ab9f-b1593656957a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:06.801168 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ced3ec00-2ca8-4926-ab9f-b1593656957a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.008268 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ced3ec00-2ca8-4926-ab9f-b1593656957a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.089852 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3ec00-2ca8-4926-ab9f-b1593656957a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Subnet': ['ID=9ea9f512-63aa-4cd2-959f-fe207a6be855,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:07.118977 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced3ec00-2ca8-4926-ab9f-b1593656957a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Checking segment: {'id': 'ff923922-253a-4a42-8d56-6473ef4738d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6b0e7488-1362-406d-a989-70e708c677e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:07.121734 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced3ec00-2ca8-4926-ab9f-b1593656957a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network hostable DHCP agents. Network: 6b0e7488-1362-406d-a989-70e708c677e6, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:07.151036 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced3ec00-2ca8-4926-ab9f-b1593656957a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 6b0e7488-1362-406d-a989-70e708c677e6 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:07.163178 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-ced3ec00-2ca8-4926-ab9f-b1593656957a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 6b0e7488-1362-406d-a989-70e708c677e6) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:07.169967 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced3ec00-2ca8-4926-ab9f-b1593656957a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:07.170867 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ced3ec00-2ca8-4926-ab9f-b1593656957a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.179991 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0624d36c-4045-4ffe-ae4b-1a425771c713 None None] Network 6b0e7488-1362-406d-a989-70e708c677e6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:07.190728 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ced3ec00-2ca8-4926-ab9f-b1593656957a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5935912 Jul 16 02:00:07.194295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33066) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:07.200472 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-14f1bb5c-8a25-4dc6-befe-a097fc6aec5e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2115542893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:07.264655 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14f1bb5c-8a25-4dc6-befe-a097fc6aec5e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.266306 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14f1bb5c-8a25-4dc6-befe-a097fc6aec5e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.368746 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14f1bb5c-8a25-4dc6-befe-a097fc6aec5e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.374689 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14f1bb5c-8a25-4dc6-befe-a097fc6aec5e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.400848 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14f1bb5c-8a25-4dc6-befe-a097fc6aec5e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.402564 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-14f1bb5c-8a25-4dc6-befe-a097fc6aec5e tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2071435 Jul 16 02:00:07.405626 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33070) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:07.413571 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ba446931-fe64-49f4-9a01-ef5a60e43444 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'network_id': '6b0e7488-1362-406d-a989-70e708c677e6', 'name': 'tempest-PortsIpV6TestJSON-1322485723'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:07.425531 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-6b0e7488-1362-406d-a989-70e708c677e6', 'network_id': '6b0e7488-1362-406d-a989-70e708c677e6', 'tenant_id': '370917c0a04b46bfb2a065ed7ad91b0c', 'fixed_ips': [{'subnet_id': '9ea9f512-63aa-4cd2-959f-fe207a6be855'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:07.425531 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.552989 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba446931-fe64-49f4-9a01-ef5a60e43444 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:07.556962 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ba446931-fe64-49f4-9a01-ef5a60e43444 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.578972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-ba446931-fe64-49f4-9a01-ef5a60e43444 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] device_id is not set on port 88aaf8c5-fe2d-4b91-a679-002e39b8ac3f yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:07.590666 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Allocated IP 2001:db8::2 (6b0e7488-1362-406d-a989-70e708c677e6/9ea9f512-63aa-4cd2-959f-fe207a6be855/2f351814-e828-4e38-b123-7a71c48a4142) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:07.744806 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.753674 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Transition to ACTIVE for port object 2f351814-e828-4e38-b123-7a71c48a4142 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:07.769371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Transition to ACTIVE for port object 2f351814-e828-4e38-b123-7a71c48a4142 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:07.776996 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.788672 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9a534391-3f12-437c-afd6-f75ab1b0e964 req-a374ca4e-5b3d-4518-82ff-3d3f201e92e1 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0405467 Jul 16 02:00:07.816757 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Network 6b0e7488-1362-406d-a989-70e708c677e6 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:07.824140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:07.828076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:07.836007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Pushing event updated for resources: {'Port': ['ID=2f351814-e828-4e38-b123-7a71c48a4142,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:07.861216 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-ba446931-fe64-49f4-9a01-ef5a60e43444 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Allocated IP 2001:db8::3a1 (6b0e7488-1362-406d-a989-70e708c677e6/9ea9f512-63aa-4cd2-959f-fe207a6be855/88aaf8c5-fe2d-4b91-a679-002e39b8ac3f) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:07.894123 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Attempting to bind port 2f351814-e828-4e38-b123-7a71c48a4142 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:07.894488 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Attempting to bind port 2f351814-e828-4e38-b123-7a71c48a4142 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'ff923922-253a-4a42-8d56-6473ef4738d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6b0e7488-1362-406d-a989-70e708c677e6'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:07.894856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Attempting to bind port 2f351814-e828-4e38-b123-7a71c48a4142 on network 6b0e7488-1362-406d-a989-70e708c677e6 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:07.900790 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:07.901168 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Checking segment: {'id': 'ff923922-253a-4a42-8d56-6473ef4738d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6b0e7488-1362-406d-a989-70e708c677e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:07.901577 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.902004 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Bound using segment: {'id': 'ff923922-253a-4a42-8d56-6473ef4738d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6b0e7488-1362-406d-a989-70e708c677e6'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:07.902437 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Bound port: 2f351814-e828-4e38-b123-7a71c48a4142, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff923922-253a-4a42-8d56-6473ef4738d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6b0e7488-1362-406d-a989-70e708c677e6'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:07.903244 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.974666 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] For port 2f351814-e828-4e38-b123-7a71c48a4142, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:07.979185 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] For port 2f351814-e828-4e38-b123-7a71c48a4142, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2f351814-e828-4e38-b123-7a71c48a4142,segment=NetworkSegment(ff923922-253a-4a42-8d56-6473ef4738d3),segment_id=ff923922-253a-4a42-8d56-6473ef4738d3)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:07.984217 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.087028 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0c802-2254-4615-8485-70185d2c42ee None None] Pushing event updated for resources: {'Port': ['ID=2f351814-e828-4e38-b123-7a71c48a4142,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:08.098058 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ba446931-fe64-49f4-9a01-ef5a60e43444 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.115697 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-ba446931-fe64-49f4-9a01-ef5a60e43444 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Transition to ACTIVE for port object 88aaf8c5-fe2d-4b91-a679-002e39b8ac3f will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:08.170339 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ba446931-fe64-49f4-9a01-ef5a60e43444 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.238194 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba446931-fe64-49f4-9a01-ef5a60e43444 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 6b0e7488-1362-406d-a989-70e708c677e6 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:08.242595 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-ba446931-fe64-49f4-9a01-ef5a60e43444 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:08.247137 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba446931-fe64-49f4-9a01-ef5a60e43444 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:08.253206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba446931-fe64-49f4-9a01-ef5a60e43444 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:08.253813 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ba446931-fe64-49f4-9a01-ef5a60e43444 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.278782 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba446931-fe64-49f4-9a01-ef5a60e43444 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=88aaf8c5-fe2d-4b91-a679-002e39b8ac3f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:08.311876 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33080) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:08.316865 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ba446931-fe64-49f4-9a01-ef5a60e43444 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9091318 Jul 16 02:00:08.698574 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef0115-cf36-4a5b-8988-540759c4a160 req-b03d6849-ed5e-4279-a7c2-4c4a2184f47b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:08.700560 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ebef0115-cf36-4a5b-8988-540759c4a160 req-b03d6849-ed5e-4279-a7c2-4c4a2184f47b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 946 time: 0.1078267 Jul 16 02:00:08.793937 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ebef0115-cf36-4a5b-8988-540759c4a160 req-31cecf9b-6acc-4be9-a287-53d6ceee3d60 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741918 Jul 16 02:00:08.822903 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5a98f20a-753d-40e7-aaee-0afdd34c2fe1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.036734 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3f813b44-0eb5-4fc6-9708-0177bf6c65f5 req-a2c6fa0d-d147-48bf-814e-36c8d3edca20 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0420809 Jul 16 02:00:09.111270 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5a98f20a-753d-40e7-aaee-0afdd34c2fe1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.117491 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5a98f20a-753d-40e7-aaee-0afdd34c2fe1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.205956 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98f20a-753d-40e7-aaee-0afdd34c2fe1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=88aaf8c5-fe2d-4b91-a679-002e39b8ac3f,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:09.314219 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c3f51e-9580-459a-80cd-2db2c9a0f129 None None] Network 6b0e7488-1362-406d-a989-70e708c677e6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:09.365153 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5a98f20a-753d-40e7-aaee-0afdd34c2fe1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.435776 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-280a9ab9-c754-48c8-adf7-2c22b001fe8d None None] Provisioning for port 2f351814-e828-4e38-b123-7a71c48a4142 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:09.508428 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5a98f20a-753d-40e7-aaee-0afdd34c2fe1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.907620 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-70310554-6363-4c13-988c-2704f1cd3497 None None] Provisioning for port 88aaf8c5-fe2d-4b91-a679-002e39b8ac3f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:09.911994 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-70310554-6363-4c13-988c-2704f1cd3497 None None] Provisioning complete for port 88aaf8c5-fe2d-4b91-a679-002e39b8ac3f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:09.912445 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-70310554-6363-4c13-988c-2704f1cd3497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.924244 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5a98f20a-753d-40e7-aaee-0afdd34c2fe1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.932286 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5a98f20a-753d-40e7-aaee-0afdd34c2fe1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.937854 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5a98f20a-753d-40e7-aaee-0afdd34c2fe1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.997277 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-70310554-6363-4c13-988c-2704f1cd3497 None None] Port 88aaf8c5-fe2d-4b91-a679-002e39b8ac3f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:10.085785 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98f20a-753d-40e7-aaee-0afdd34c2fe1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=88aaf8c5-fe2d-4b91-a679-002e39b8ac3f,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:10.135575 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a38d32-ce25-4c3f-8400-0ea369956b01 req-b67e552f-8635-433b-b109-1ae3066fd194 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:10.137103 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85a38d32-ce25-4c3f-8400-0ea369956b01 req-b67e552f-8635-433b-b109-1ae3066fd194 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 946 time: 0.1745267 Jul 16 02:00:10.250590 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f30d4da0-a41e-4818-b25e-55abda136630 req-f9036882-a692-4955-8633-785226f4b66f tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0567644 Jul 16 02:00:10.271913 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3031da35-c0b1-4ae5-bbee-5dbe8386b701 None None] Provisioning complete for port 88aaf8c5-fe2d-4b91-a679-002e39b8ac3f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:10.275336 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3031da35-c0b1-4ae5-bbee-5dbe8386b701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.316100 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85a38d32-ce25-4c3f-8400-0ea369956b01 req-111f3969-1613-4877-9980-91d9a5b854c8 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e88cda3-f163-4756-9e8e-a3f79fb279e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627746 Jul 16 02:00:10.318363 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a98f20a-753d-40e7-aaee-0afdd34c2fe1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 6b0e7488-1362-406d-a989-70e708c677e6 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:10.322641 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-5a98f20a-753d-40e7-aaee-0afdd34c2fe1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:10.380290 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2f351814-e828-4e38-b123-7a71c48a4142 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:10.441722 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3031da35-c0b1-4ae5-bbee-5dbe8386b701 None None] Port 88aaf8c5-fe2d-4b91-a679-002e39b8ac3f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:10.450080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adaf1e-10cd-4b14-889a-e9b19dc95586 req-e5f6ba41-7f81-499b-a1a5-c5fff5eda128 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:10.451934 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b2adaf1e-10cd-4b14-889a-e9b19dc95586 req-e5f6ba41-7f81-499b-a1a5-c5fff5eda128 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 946 time: 0.2971609 Jul 16 02:00:10.486514 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 2f351814-e828-4e38-b123-7a71c48a4142 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:10.491885 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 2f351814-e828-4e38-b123-7a71c48a4142 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:10.493309 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.614984 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a98f20a-753d-40e7-aaee-0afdd34c2fe1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Router befd7adc-8818-4a7d-bb8d-888cd9590463 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:00:10.626311 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-b2adaf1e-10cd-4b14-889a-e9b19dc95586 req-51b4e247-fd85-4747-a41f-056072726efb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Deleting port 337805a3-53f8-4c5d-a0c2-874bbe65e62b {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:10.626819 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b2adaf1e-10cd-4b14-889a-e9b19dc95586 req-51b4e247-fd85-4747-a41f-056072726efb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.633531 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.682502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 2f351814-e828-4e38-b123-7a71c48a4142, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2f351814-e828-4e38-b123-7a71c48a4142,segment=NetworkSegment(ff923922-253a-4a42-8d56-6473ef4738d3),segment_id=ff923922-253a-4a42-8d56-6473ef4738d3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:10.683809 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-07249645-69b3-4881-bd78-babffa3d9ab4 None None] Provisioning complete for port 88aaf8c5-fe2d-4b91-a679-002e39b8ac3f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:10.684404 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-07249645-69b3-4881-bd78-babffa3d9ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.721474 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.776653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-07249645-69b3-4881-bd78-babffa3d9ab4 None None] Port 88aaf8c5-fe2d-4b91-a679-002e39b8ac3f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:10.782333 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=2f351814-e828-4e38-b123-7a71c48a4142,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:10.856588 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a98f20a-753d-40e7-aaee-0afdd34c2fe1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:10.866291 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5a98f20a-753d-40e7-aaee-0afdd34c2fe1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "PUT /v2.0/routers/befd7adc-8818-4a7d-bb8d-888cd9590463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5529842 Jul 16 02:00:10.870844 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33100) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:10.877216 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee77f31b-4419-4731-a99b-7906651fbe06 None None] Sync routers for ids ['befd7adc-8818-4a7d-bb8d-888cd9590463'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:10.886245 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-b2adaf1e-10cd-4b14-889a-e9b19dc95586 req-51b4e247-fd85-4747-a41f-056072726efb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] For port 337805a3-53f8-4c5d-a0c2-874bbe65e62b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=337805a3-53f8-4c5d-a0c2-874bbe65e62b,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:10.886607 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b2adaf1e-10cd-4b14-889a-e9b19dc95586 req-51b4e247-fd85-4747-a41f-056072726efb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.900969 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee77f31b-4419-4731-a99b-7906651fbe06 None None] Routers {'befd7adc-8818-4a7d-bb8d-888cd9590463'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:10.901978 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ee77f31b-4419-4731-a99b-7906651fbe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:00:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['befd7adc-8818-4a7d-bb8d-888cd9590463'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:10.906522 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-b2adaf1e-10cd-4b14-889a-e9b19dc95586 req-51b4e247-fd85-4747-a41f-056072726efb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Calling delete_port for 337805a3-53f8-4c5d-a0c2-874bbe65e62b owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:10.937294 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ee77f31b-4419-4731-a99b-7906651fbe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:10.946835 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee77f31b-4419-4731-a99b-7906651fbe06 None None] Routers {'befd7adc-8818-4a7d-bb8d-888cd9590463'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:10.947582 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ee77f31b-4419-4731-a99b-7906651fbe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:00:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['befd7adc-8818-4a7d-bb8d-888cd9590463'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:10.986673 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ee77f31b-4419-4731-a99b-7906651fbe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:10.988210 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee77f31b-4419-4731-a99b-7906651fbe06 None None] The sync data for ids ['befd7adc-8818-4a7d-bb8d-888cd9590463'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:10.998442 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1c61bc-5f6d-4c7d-a3b6-0ad356e779cb tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:11.000992 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ad1c61bc-5f6d-4c7d-a3b6-0ad356e779cb tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports?device_id=befd7adc-8818-4a7d-bb8d-888cd9590463 HTTP/1.1" status: 200 len: 989 time: 0.1288164 Jul 16 02:00:11.003889 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33102) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:11.004769 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1bdeb1ab-899c-4aa4-8a0e-ff4e2de40dd0 None None] Provisioning complete for port 88aaf8c5-fe2d-4b91-a679-002e39b8ac3f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:11.005504 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1bdeb1ab-899c-4aa4-8a0e-ff4e2de40dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.050193 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1bdeb1ab-899c-4aa4-8a0e-ff4e2de40dd0 None None] Port 88aaf8c5-fe2d-4b91-a679-002e39b8ac3f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:11.105269 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b2adaf1e-10cd-4b14-889a-e9b19dc95586 req-51b4e247-fd85-4747-a41f-056072726efb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.139631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['337805a3-53f8-4c5d-a0c2-874bbe65e62b'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:00:11.474792 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4e247-fd85-4747-a41f-056072726efb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event deleted for resources: {'Port': ['ID=337805a3-53f8-4c5d-a0c2-874bbe65e62b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:11.534233 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c56f9649-ee26-4e48-b696-83da7fa69638 req-e03d5acc-9056-4af9-9a8a-ece9eeb8d2b1 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0544238 Jul 16 02:00:11.538679 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2adaf1e-10cd-4b14-889a-e9b19dc95586 req-51b4e247-fd85-4747-a41f-056072726efb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] No DVR routers for this DVR port 337805a3-53f8-4c5d-a0c2-874bbe65e62b on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:11.541423 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b2adaf1e-10cd-4b14-889a-e9b19dc95586 req-51b4e247-fd85-4747-a41f-056072726efb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.544057 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b2adaf1e-10cd-4b14-889a-e9b19dc95586 req-51b4e247-fd85-4747-a41f-056072726efb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.26 "DELETE /v2.0/ports/337805a3-53f8-4c5d-a0c2-874bbe65e62b HTTP/1.1" status: 204 len: 173 time: 1.0853775 Jul 16 02:00:11.544526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf74572f-e70c-4c36-bbcd-7e15ba140d2f', 'name': 'network-vif-deleted', 'tag': '337805a3-53f8-4c5d-a0c2-874bbe65e62b'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:11.547457 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67951e56-cdb9-4562-8b92-3aed7e115c44" -d '{"events": [{"server_uuid": "bf74572f-e70c-4c36-bbcd-7e15ba140d2f", "name": "network-vif-deleted", "tag": "337805a3-53f8-4c5d-a0c2-874bbe65e62b"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:11.622110 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20067f94-7222-483e-a372-f4aa1cd4acfa req-147dae37-f679-4b39-998b-23a9cd1f5c10 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 210 time: 0.0546498 Jul 16 02:00:11.623581 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf08a14d-3e3d-4d99-a3ed-1b2fab93dfae x-openstack-request-id: req-cf08a14d-3e3d-4d99-a3ed-1b2fab93dfae {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:11.623904 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf74572f-e70c-4c36-bbcd-7e15ba140d2f", "name": "network-vif-deleted", "tag": "337805a3-53f8-4c5d-a0c2-874bbe65e62b", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:11.624153 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf08a14d-3e3d-4d99-a3ed-1b2fab93dfae {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:11.624538 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf74572f-e70c-4c36-bbcd-7e15ba140d2f', 'name': 'network-vif-deleted', 'tag': '337805a3-53f8-4c5d-a0c2-874bbe65e62b', 'status': 'completed', 'code': 200} Jul 16 02:00:11.958241 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-263af65c-3cf9-4709-9354-d2a8767c03fc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.252891 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2f351814-e828-4e38-b123-7a71c48a4142 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:12.330411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-263af65c-3cf9-4709-9354-d2a8767c03fc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port 88aaf8c5-fe2d-4b91-a679-002e39b8ac3f {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:12.331117 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-263af65c-3cf9-4709-9354-d2a8767c03fc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.346604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 2f351814-e828-4e38-b123-7a71c48a4142 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:12.346994 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.466776 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-263af65c-3cf9-4709-9354-d2a8767c03fc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.480037 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-263af65c-3cf9-4709-9354-d2a8767c03fc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for 88aaf8c5-fe2d-4b91-a679-002e39b8ac3f owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:12.729441 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-528a39c0-f164-467e-9b85-cc39209cf68a req-1e662149-7f20-4ffa-990e-7d44f35fbfc6 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0298896 Jul 16 02:00:12.791369 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-263af65c-3cf9-4709-9354-d2a8767c03fc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.836473 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0455e025-7dd2-4f74-b7b6-3df61e528d41 req-1c00c395-1ac5-420c-8761-7ff65f09b640 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 210 time: 0.0518661 Jul 16 02:00:12.882269 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263af65c-3cf9-4709-9354-d2a8767c03fc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=88aaf8c5-fe2d-4b91-a679-002e39b8ac3f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:13.010738 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-263af65c-3cf9-4709-9354-d2a8767c03fc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.244469 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263af65c-3cf9-4709-9354-d2a8767c03fc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Router befd7adc-8818-4a7d-bb8d-888cd9590463 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:13.331480 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263af65c-3cf9-4709-9354-d2a8767c03fc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:13.337441 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-263af65c-3cf9-4709-9354-d2a8767c03fc tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "PUT /v2.0/routers/befd7adc-8818-4a7d-bb8d-888cd9590463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3325825 Jul 16 02:00:13.340468 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33120) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:13.352052 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456014c-e841-41a7-a74e-2637b4d9087a None None] Sync routers for ids ['befd7adc-8818-4a7d-bb8d-888cd9590463'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:13.366076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456014c-e841-41a7-a74e-2637b4d9087a None None] Routers {'befd7adc-8818-4a7d-bb8d-888cd9590463'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:13.368652 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-4456014c-e841-41a7-a74e-2637b4d9087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:00:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['befd7adc-8818-4a7d-bb8d-888cd9590463'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:13.377709 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f56bca-8703-465a-9d10-5d89d987cca4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] GET failed (client error): The resource could not be found. Jul 16 02:00:13.379306 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b7f56bca-8703-465a-9d10-5d89d987cca4 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports/88aaf8c5-fe2d-4b91-a679-002e39b8ac3f HTTP/1.1" status: 404 len: 333 time: 0.0362673 Jul 16 02:00:13.382321 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33122) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:13.405786 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-4456014c-e841-41a7-a74e-2637b4d9087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:13.423588 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456014c-e841-41a7-a74e-2637b4d9087a None None] Routers {'befd7adc-8818-4a7d-bb8d-888cd9590463'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:13.426496 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-4456014c-e841-41a7-a74e-2637b4d9087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:00:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['befd7adc-8818-4a7d-bb8d-888cd9590463'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:13.461306 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b110ee69-266b-442a-b5be-864b2f82ca67 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.507400 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-4456014c-e841-41a7-a74e-2637b4d9087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:13.508395 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456014c-e841-41a7-a74e-2637b4d9087a None None] The sync data for ids ['befd7adc-8818-4a7d-bb8d-888cd9590463'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:13.640825 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b110ee69-266b-442a-b5be-864b2f82ca67 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.642990 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b110ee69-266b-442a-b5be-864b2f82ca67 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.687846 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b110ee69-266b-442a-b5be-864b2f82ca67 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.688827 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b110ee69-266b-442a-b5be-864b2f82ca67 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Fanout notify agent at l3_agent the message router_deleted on router befd7adc-8818-4a7d-bb8d-888cd9590463 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:00:13.700659 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b110ee69-266b-442a-b5be-864b2f82ca67 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.703636 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b110ee69-266b-442a-b5be-864b2f82ca67 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/routers/befd7adc-8818-4a7d-bb8d-888cd9590463 HTTP/1.1" status: 204 len: 168 time: 0.3184392 Jul 16 02:00:13.704669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33124) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:13.757684 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d13862-2c2f-4b34-969c-b31e90c2f1a2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting subnet 9ea9f512-63aa-4cd2-959f-fe207a6be855 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:13.760877 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45d13862-2c2f-4b34-969c-b31e90c2f1a2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.802750 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45d13862-2c2f-4b34-969c-b31e90c2f1a2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.904503 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45d13862-2c2f-4b34-969c-b31e90c2f1a2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.938360 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a75cf90f-ea0e-43d6-af04-5a041212ca40 req-de7566dc-ae10-4fde-9617-abc1d2ee9d61 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0459847 Jul 16 02:00:13.972270 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45d13862-2c2f-4b34-969c-b31e90c2f1a2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.015436 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d13862-2c2f-4b34-969c-b31e90c2f1a2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea9f512-63aa-4cd2-959f-fe207a6be855,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:14.042060 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56ceb1ce-a382-4619-829d-d2a4f0066973 req-f6873016-0606-4877-8cb0-9b8242b9eecd tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 210 time: 0.0389171 Jul 16 02:00:14.043034 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45d13862-2c2f-4b34-969c-b31e90c2f1a2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.044920 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-45d13862-2c2f-4b34-969c-b31e90c2f1a2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/9ea9f512-63aa-4cd2-959f-fe207a6be855 HTTP/1.1" status: 204 len: 168 time: 0.3392811 Jul 16 02:00:14.047605 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33136) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:14.057458 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d99b5ae-84a5-476c-bce8-57b8ebbff317 None None] Network 6b0e7488-1362-406d-a989-70e708c677e6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:14.148462 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.215337 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port 2f351814-e828-4e38-b123-7a71c48a4142 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:14.215754 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.305510 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] DHCP port deletion for 6b0e7488-1362-406d-a989-70e708c677e6 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:14.314715 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] For port 2f351814-e828-4e38-b123-7a71c48a4142, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2f351814-e828-4e38-b123-7a71c48a4142,segment=NetworkSegment(ff923922-253a-4a42-8d56-6473ef4738d3),segment_id=ff923922-253a-4a42-8d56-6473ef4738d3)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:14.315367 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.329412 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for 2f351814-e828-4e38-b123-7a71c48a4142 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:14.355303 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] Deleting port 2f351814-e828-4e38-b123-7a71c48a4142 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:14.355906 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.422479 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] For port 2f351814-e828-4e38-b123-7a71c48a4142, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2f351814-e828-4e38-b123-7a71c48a4142,segment=NetworkSegment(ff923922-253a-4a42-8d56-6473ef4738d3),segment_id=ff923922-253a-4a42-8d56-6473ef4738d3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:14.423123 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.430190 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.439073 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] Calling delete_port for 2f351814-e828-4e38-b123-7a71c48a4142 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:14.464564 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=2f351814-e828-4e38-b123-7a71c48a4142,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:14.471127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No DVR routers for this DVR port 2f351814-e828-4e38-b123-7a71c48a4142 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:14.540603 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.556246 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] No DVR routers for this DVR port 2f351814-e828-4e38-b123-7a71c48a4142 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:14.566823 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.575270 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] Pushing event deleted for resources: {'Port': ['ID=2f351814-e828-4e38-b123-7a71c48a4142,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:14.579765 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0e7488-1362-406d-a989-70e708c677e6']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:14.590384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:14.590749 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:14.591099 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:14.591442 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:14.591808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:14.592147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:14.592479 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:14.592811 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:14.593140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:14.593470 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:14.593800 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:14.594127 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bf3f2-1116-4cdc-a254-c1aac3571d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:14.594850 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff923922-253a-4a42-8d56-6473ef4738d3') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:14.595210 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff923922-253a-4a42-8d56-6473ef4738d3') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:14.604797 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.619250 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.626112 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:14.626508 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:14.629580 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:14.698358 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.708460 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.711092 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/networks/6b0e7488-1362-406d-a989-70e708c677e6 HTTP/1.1" status: 204 len: 168 time: 0.6625190 Jul 16 02:00:14.715329 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33140) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:14.720996 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6737d4-ebac-4074-8208-cacd514cd116 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Network': ['ID=6b0e7488-1362-406d-a989-70e708c677e6,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:14.775033 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4720255a-8841-407b-b71a-3a038b2f097f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:14.776609 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4720255a-8841-407b-b71a-3a038b2f097f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports/4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d HTTP/1.1" status: 200 len: 844 time: 0.0592124 Jul 16 02:00:14.780448 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33142) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:14.836722 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33144) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:14.840339 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b29734d2-920a-4a5e-95b8-2c3bd931e6bb tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports/4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0585299 Jul 16 02:00:14.841938 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-72027148-1089-4d7d-a217-f2957893b715 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'subnet': {'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:14.937124 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72027148-1089-4d7d-a217-f2957893b715 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:14.941401 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-72027148-1089-4d7d-a217-f2957893b715 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.109637 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9e4a0f14-11dd-4345-8b1f-cb1d3ec7e18b req-96843f29-06c9-47e9-b76a-475a2e79b549 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0379128 Jul 16 02:00:15.167949 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-72027148-1089-4d7d-a217-f2957893b715 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.242919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72027148-1089-4d7d-a217-f2957893b715 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:15.263228 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72027148-1089-4d7d-a217-f2957893b715 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Subnet': ['ID=084f8c4a-399f-494d-a361-c719d9130b72,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:15.274035 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec9de31c-7b00-477f-acb7-96c32ef544bc req-518d95c6-0abb-4a26-bb86-dd4fb69ecd91 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 210 time: 0.0464396 Jul 16 02:00:15.274487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-72027148-1089-4d7d-a217-f2957893b715 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:15.279793 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72027148-1089-4d7d-a217-f2957893b715 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:15.279793 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-72027148-1089-4d7d-a217-f2957893b715 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.290136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dd338f-a543-47e6-bd49-c27dcf6fe47e None None] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:15.311744 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-72027148-1089-4d7d-a217-f2957893b715 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4736140 Jul 16 02:00:15.314228 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33152) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:15.320426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b65e0900-5654-416e-a695-08b22386e06a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'security_group': {'name': 'tempest-secgroup-1212173573'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:15.353867 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b65e0900-5654-416e-a695-08b22386e06a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.457075 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b65e0900-5654-416e-a695-08b22386e06a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.462048 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b65e0900-5654-416e-a695-08b22386e06a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.493017 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e0900-5654-416e-a695-08b22386e06a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0126166e-7cb7-4643-bd9f-abf189438c12,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:15.507143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 337805a3-53f8-4c5d-a0c2-874bbe65e62b no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:15.508068 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b65e0900-5654-416e-a695-08b22386e06a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.509786 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b65e0900-5654-416e-a695-08b22386e06a tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1944108 Jul 16 02:00:15.512464 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33154) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:15.517165 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-642194bb-b94e-4f30-869b-b804a95aab01 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'security_group': {'name': 'tempest-secgroup-1224505070'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:15.520262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-7ed89dff-ae8f-4514-ab40-294b6ed80499', 'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499', 'tenant_id': '370917c0a04b46bfb2a065ed7ad91b0c', 'fixed_ips': [{'subnet_id': '084f8c4a-399f-494d-a361-c719d9130b72'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:15.521948 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.545447 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-642194bb-b94e-4f30-869b-b804a95aab01 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.557117 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 337805a3-53f8-4c5d-a0c2-874bbe65e62b {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:15.557471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 337805a3-53f8-4c5d-a0c2-874bbe65e62b not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:15.675826 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-642194bb-b94e-4f30-869b-b804a95aab01 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.681321 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-642194bb-b94e-4f30-869b-b804a95aab01 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.714877 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Allocated IP 2001:db8::2 (7ed89dff-ae8f-4514-ab40-294b6ed80499/084f8c4a-399f-494d-a361-c719d9130b72/5da9629f-6317-4c75-8a94-d143d190d850) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:15.748399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642194bb-b94e-4f30-869b-b804a95aab01 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4049e45-0226-490d-a6b4-a888218ec3dc,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:15.760379 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-642194bb-b94e-4f30-869b-b804a95aab01 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.761742 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-642194bb-b94e-4f30-869b-b804a95aab01 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2482746 Jul 16 02:00:15.764740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33156) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:15.770870 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-5f01a708-3815-40dc-9f4a-fa2a3f46f4ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-820488997', 'security_groups': ['c4049e45-0226-490d-a6b4-a888218ec3dc'], 'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '084f8c4a-399f-494d-a361-c719d9130b72'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:15.896702 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.908652 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f01a708-3815-40dc-9f4a-fa2a3f46f4ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:15.912244 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Transition to ACTIVE for port object 5da9629f-6317-4c75-8a94-d143d190d850 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:15.931954 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Transition to ACTIVE for port object 5da9629f-6317-4c75-8a94-d143d190d850 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:15.940659 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.003270 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:16.008992 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:16.012931 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:16.015459 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Pushing event updated for resources: {'Port': ['ID=5da9629f-6317-4c75-8a94-d143d190d850,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:16.029441 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5f01a708-3815-40dc-9f4a-fa2a3f46f4ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.058799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-5f01a708-3815-40dc-9f4a-fa2a3f46f4ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] device_id is not set on port d25f1c43-fe4f-4153-a1bb-ffc24fcbfd74 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:16.147076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Attempting to bind port 5da9629f-6317-4c75-8a94-d143d190d850 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:16.148180 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Attempting to bind port 5da9629f-6317-4c75-8a94-d143d190d850 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '681e0b8a-f270-4e7a-bad7-16b40fbeba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:16.148996 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Attempting to bind port 5da9629f-6317-4c75-8a94-d143d190d850 on network 7ed89dff-ae8f-4514-ab40-294b6ed80499 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:16.155866 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:16.156461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Checking segment: {'id': '681e0b8a-f270-4e7a-bad7-16b40fbeba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:16.157915 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.158532 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Bound using segment: {'id': '681e0b8a-f270-4e7a-bad7-16b40fbeba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:16.159572 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Bound port: 5da9629f-6317-4c75-8a94-d143d190d850, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681e0b8a-f270-4e7a-bad7-16b40fbeba02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:16.160205 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.285843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2f351814-e828-4e38-b123-7a71c48a4142 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:16.328129 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 2f351814-e828-4e38-b123-7a71c48a4142 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:16.328480 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2f351814-e828-4e38-b123-7a71c48a4142 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:16.341838 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] For port 5da9629f-6317-4c75-8a94-d143d190d850, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:16.348240 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] For port 5da9629f-6317-4c75-8a94-d143d190d850, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5da9629f-6317-4c75-8a94-d143d190d850,segment=NetworkSegment(681e0b8a-f270-4e7a-bad7-16b40fbeba02),segment_id=681e0b8a-f270-4e7a-bad7-16b40fbeba02)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:16.355934 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.441872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-5f01a708-3815-40dc-9f4a-fa2a3f46f4ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Allocated IP 2001:db8::248 (7ed89dff-ae8f-4514-ab40-294b6ed80499/084f8c4a-399f-494d-a361-c719d9130b72/d25f1c43-fe4f-4153-a1bb-ffc24fcbfd74) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:16.453653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a190ec-b351-4bf2-9215-f78cb81578d6 None None] Pushing event updated for resources: {'Port': ['ID=5da9629f-6317-4c75-8a94-d143d190d850,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:16.550157 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8f48465-2a07-4874-abbe-98511c9a0b6d req-994246f0-bfef-48d5-8a91-4aaaadbd1755 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf74572f-e70c-4c36-bbcd-7e15ba140d2f HTTP/1.1" status: 200 len: 210 time: 0.0741622 Jul 16 02:00:16.550657 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-828c26dc-6e69-4e12-ae5d-8d617cfaa5d9 req-6f581a32-5039-43ad-b864-7c1ebc62191c tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0971696 Jul 16 02:00:16.867229 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5f01a708-3815-40dc-9f4a-fa2a3f46f4ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.903807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-5f01a708-3815-40dc-9f4a-fa2a3f46f4ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Transition to ACTIVE for port object d25f1c43-fe4f-4153-a1bb-ffc24fcbfd74 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:16.942628 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5f01a708-3815-40dc-9f4a-fa2a3f46f4ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.960378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf6ee5-997e-4705-97bb-9b7f1389cef6 req-a926dabe-dab3-49c4-8dc3-428a6c9824a4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:16.969440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f01a708-3815-40dc-9f4a-fa2a3f46f4ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:16.970374 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cbdf6ee5-997e-4705-97bb-9b7f1389cef6 req-a926dabe-dab3-49c4-8dc3-428a6c9824a4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 945 time: 0.1810381 Jul 16 02:00:16.994094 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-5f01a708-3815-40dc-9f4a-fa2a3f46f4ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:17.005294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f01a708-3815-40dc-9f4a-fa2a3f46f4ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:17.013181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f01a708-3815-40dc-9f4a-fa2a3f46f4ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:17.014826 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5f01a708-3815-40dc-9f4a-fa2a3f46f4ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.042895 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01a708-3815-40dc-9f4a-fa2a3f46f4ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=d25f1c43-fe4f-4153-a1bb-ffc24fcbfd74,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:17.053394 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5f01a708-3815-40dc-9f4a-fa2a3f46f4ce tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2867131 Jul 16 02:00:17.056643 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33176) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:17.062654 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-54fa7372-0fa7-4821-9a53-bb307a3acb7f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'subnet': {'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:17.064234 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cbdf6ee5-997e-4705-97bb-9b7f1389cef6 req-36a0a626-0e29-4a11-b71c-4d9ecb61e4ed tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928583 Jul 16 02:00:17.083845 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33178) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:17.195726 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fa7372-0fa7-4821-9a53-bb307a3acb7f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:17.200897 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-54fa7372-0fa7-4821-9a53-bb307a3acb7f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.203907 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6a22e22b-de44-4e07-8a04-99aaab879c2a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/floatingips/e2de9cc0-5fd1-4d16-8541-677e6f1b742a HTTP/1.1" status: 200 len: 993 time: 0.1182625 Jul 16 02:00:17.617002 n-d-800086-6 neutron-server[93831]: INFO neutron.db.ipam_backend_mixin [None req-54fa7372-0fa7-4821-9a53-bb307a3acb7f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 084f8c4a-399f-494d-a361-c719d9130b72 (CIDR: 2001:db8::/64) Jul 16 02:00:17.622700 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fa7372-0fa7-4821-9a53-bb307a3acb7f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:00:17.623368 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fa7372-0fa7-4821-9a53-bb307a3acb7f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:17.657624 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-54fa7372-0fa7-4821-9a53-bb307a3acb7f tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5997086 Jul 16 02:00:17.658722 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33190) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:17.667304 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-640cda45-e3d6-4550-82fe-5b36edc33eec tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'subnet': {'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:17.911924 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-13de103f-5845-4850-926e-ca0886a0ac98 req-76c933ee-826c-44d6-94f9-ce751163f13a tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0478034 Jul 16 02:00:17.995513 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640cda45-e3d6-4550-82fe-5b36edc33eec tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:17.999175 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-640cda45-e3d6-4550-82fe-5b36edc33eec tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.027385 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cab709-2982-4d72-8f1a-07c03401d522 req-55b87a2d-5c40-4c1b-a4ae-55b4adb91a06 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:18.029223 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-29cab709-2982-4d72-8f1a-07c03401d522 req-55b87a2d-5c40-4c1b-a4ae-55b4adb91a06 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 1096 time: 0.1180506 Jul 16 02:00:18.152807 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-29cab709-2982-4d72-8f1a-07c03401d522 req-b3d8e92d-b2e7-41d5-8cfd-c7ef927c6117 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144695 Jul 16 02:00:18.186788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bb67eef2-6102-489d-b1ee-ee0e70868f65 None None] Provisioning for port 5da9629f-6317-4c75-8a94-d143d190d850 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:18.229294 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bb67eef2-6102-489d-b1ee-ee0e70868f65 None None] Provisioning complete for port 4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:18.229967 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb67eef2-6102-489d-b1ee-ee0e70868f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.317001 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bb67eef2-6102-489d-b1ee-ee0e70868f65 None None] Port 4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:18.367008 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5da9629f-6317-4c75-8a94-d143d190d850 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:18.443929 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-640cda45-e3d6-4550-82fe-5b36edc33eec tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.475188 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 5da9629f-6317-4c75-8a94-d143d190d850 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:18.479555 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 5da9629f-6317-4c75-8a94-d143d190d850 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:18.479963 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.517209 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cda45-e3d6-4550-82fe-5b36edc33eec tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Subnet': ['ID=fbc6b898-3d7a-4674-8548-b2959563f435,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:18.528249 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640cda45-e3d6-4550-82fe-5b36edc33eec tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:18.530278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-640cda45-e3d6-4550-82fe-5b36edc33eec tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:18.542696 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640cda45-e3d6-4550-82fe-5b36edc33eec tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:18.543510 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-640cda45-e3d6-4550-82fe-5b36edc33eec tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.562162 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023c7a94-1b9b-4510-84ad-060a042f5f4b None None] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:18.564137 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-640cda45-e3d6-4550-82fe-5b36edc33eec tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9011829 Jul 16 02:00:18.567381 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33204) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:18.586484 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e5dc1659-8333-4cbc-a732-1c1c3594d8f3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-155237955', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fbc6b898-3d7a-4674-8548-b2959563f435'}], 'security_groups': ['0126166e-7cb7-4643-bd9f-abf189438c12']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:18.603438 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3be5ecbe-41af-4558-8334-ef98ec2e04f5 None None] Provisioning for port d25f1c43-fe4f-4153-a1bb-ffc24fcbfd74 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:18.704146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3be5ecbe-41af-4558-8334-ef98ec2e04f5 None None] Provisioning complete for port d25f1c43-fe4f-4153-a1bb-ffc24fcbfd74 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:18.705994 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3be5ecbe-41af-4558-8334-ef98ec2e04f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.713310 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.782427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 5da9629f-6317-4c75-8a94-d143d190d850, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5da9629f-6317-4c75-8a94-d143d190d850,segment=NetworkSegment(681e0b8a-f270-4e7a-bad7-16b40fbeba02),segment_id=681e0b8a-f270-4e7a-bad7-16b40fbeba02)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:18.783781 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3be5ecbe-41af-4558-8334-ef98ec2e04f5 None None] Port d25f1c43-fe4f-4153-a1bb-ffc24fcbfd74 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:18.791989 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.830199 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5dc1659-8333-4cbc-a732-1c1c3594d8f3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.917435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=5da9629f-6317-4c75-8a94-d143d190d850,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:19.107159 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f804fbef-45d3-4519-862f-ccd4dbd205ba None None] Update dhcp port {'port': {'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499', 'fixed_ips': [{'subnet_id': '084f8c4a-399f-494d-a361-c719d9130b72', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fbc6b898-3d7a-4674-8548-b2959563f435'}], 'binding:host_id': 'n-d-800086-6'}, 'id': '5da9629f-6317-4c75-8a94-d143d190d850'} from n-d-800086-6. {{(pid=93833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 02:00:19.149688 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f804fbef-45d3-4519-862f-ccd4dbd205ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.200469 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-211dbade-8b23-47e8-a803-ba01d54ddfa8 req-de339111-1d95-4ae2-88f9-6a6d313837bf tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0390339 Jul 16 02:00:19.234898 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33228) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:19.362279 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-e5dc1659-8333-4cbc-a732-1c1c3594d8f3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Delete allocated IP 2001:db8::248 (7ed89dff-ae8f-4514-ab40-294b6ed80499/084f8c4a-399f-494d-a361-c719d9130b72) {{(pid=93832) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 02:00:19.372725 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-e5dc1659-8333-4cbc-a732-1c1c3594d8f3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Allocated IP 2001:db8:0:1::18b (7ed89dff-ae8f-4514-ab40-294b6ed80499/fbc6b898-3d7a-4674-8548-b2959563f435/d25f1c43-fe4f-4153-a1bb-ffc24fcbfd74) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:19.536487 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-80744d82-b9e4-4086-8fea-9bce27417958 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3003325 Jul 16 02:00:19.595551 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5dc1659-8333-4cbc-a732-1c1c3594d8f3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.613258 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-e5dc1659-8333-4cbc-a732-1c1c3594d8f3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Transition to ACTIVE for port object d25f1c43-fe4f-4153-a1bb-ffc24fcbfd74 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:19.618570 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5dc1659-8333-4cbc-a732-1c1c3594d8f3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.723186 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-f804fbef-45d3-4519-862f-ccd4dbd205ba None None] Allocated IP 2001:db8:0:1::2 (7ed89dff-ae8f-4514-ab40-294b6ed80499/fbc6b898-3d7a-4674-8548-b2959563f435/5da9629f-6317-4c75-8a94-d143d190d850) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:19.780280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc1659-8333-4cbc-a732-1c1c3594d8f3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] In _notify_port_updated(), no bound segment for port d25f1c43-fe4f-4153-a1bb-ffc24fcbfd74 on network 7ed89dff-ae8f-4514-ab40-294b6ed80499 {{(pid=93832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:00:19.794848 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dc1659-8333-4cbc-a732-1c1c3594d8f3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:19.795918 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5dc1659-8333-4cbc-a732-1c1c3594d8f3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.800097 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e5dc1659-8333-4cbc-a732-1c1c3594d8f3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "PUT /v2.0/ports/d25f1c43-fe4f-4153-a1bb-ffc24fcbfd74 HTTP/1.1" status: 200 len: 930 time: 1.2316725 Jul 16 02:00:19.803739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33236) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:19.807806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc1659-8333-4cbc-a732-1c1c3594d8f3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=d25f1c43-fe4f-4153-a1bb-ffc24fcbfd74,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:19.921038 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f804fbef-45d3-4519-862f-ccd4dbd205ba None None] For port 5da9629f-6317-4c75-8a94-d143d190d850, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5da9629f-6317-4c75-8a94-d143d190d850,segment=NetworkSegment(681e0b8a-f270-4e7a-bad7-16b40fbeba02),segment_id=681e0b8a-f270-4e7a-bad7-16b40fbeba02)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:19.997673 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f804fbef-45d3-4519-862f-ccd4dbd205ba None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.024006 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f804fbef-45d3-4519-862f-ccd4dbd205ba None None] Transition to ACTIVE for port object 5da9629f-6317-4c75-8a94-d143d190d850 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:20.024587 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-7b880312-d65d-4308-bbf9-8893f13830a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port d25f1c43-fe4f-4153-a1bb-ffc24fcbfd74 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:20.024878 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b880312-d65d-4308-bbf9-8893f13830a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.030593 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f804fbef-45d3-4519-862f-ccd4dbd205ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.141731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804fbef-45d3-4519-862f-ccd4dbd205ba None None] Pushing event updated for resources: {'Port': ['ID=5da9629f-6317-4c75-8a94-d143d190d850,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:20.196081 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b880312-d65d-4308-bbf9-8893f13830a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.252037 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-7b880312-d65d-4308-bbf9-8893f13830a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for d25f1c43-fe4f-4153-a1bb-ffc24fcbfd74 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:20.338742 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5da9629f-6317-4c75-8a94-d143d190d850 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:20.507518 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9bc2cd31-341b-4035-8030-ab6f802992b0 req-70f630f7-09df-4153-bd5a-cc98bc1c0c9d tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0420914 Jul 16 02:00:20.564403 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b880312-d65d-4308-bbf9-8893f13830a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.621176 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b880312-d65d-4308-bbf9-8893f13830a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=d25f1c43-fe4f-4153-a1bb-ffc24fcbfd74,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:20.655834 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b880312-d65d-4308-bbf9-8893f13830a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.662309 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33274) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.662871 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7b880312-d65d-4308-bbf9-8893f13830a0 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/ports/d25f1c43-fe4f-4153-a1bb-ffc24fcbfd74 HTTP/1.1" status: 204 len: 168 time: 0.8549449 Jul 16 02:00:20.704978 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb36e3fd-08f6-4d8f-80f2-e5424b02b304 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] GET failed (client error): The resource could not be found. Jul 16 02:00:20.706582 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fb36e3fd-08f6-4d8f-80f2-e5424b02b304 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports/d25f1c43-fe4f-4153-a1bb-ffc24fcbfd74 HTTP/1.1" status: 404 len: 333 time: 0.0431340 Jul 16 02:00:20.709641 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33278) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.825696 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-32287076-e255-4b1a-b3f4-b9e10109e66f tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:00:20.834951 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-32287076-e255-4b1a-b3f4-b9e10109e66f tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1053486 Jul 16 02:00:20.840411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2b3a6802-bbf5-42b3-b16b-9140ad867add service neutron] Request body: {'binding': {'host': 'n-h2-800086-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:20.841318 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2b3a6802-bbf5-42b3-b16b-9140ad867add service neutron] Unknown quota resources ['binding']. {{(pid=93831) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 02:00:20.864217 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-626aa2ff-8fc1-4277-9cfe-f58cbc000812 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.912270 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-626aa2ff-8fc1-4277-9cfe-f58cbc000812 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.966068 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-626aa2ff-8fc1-4277-9cfe-f58cbc000812 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.970984 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-626aa2ff-8fc1-4277-9cfe-f58cbc000812 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.976249 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-626aa2ff-8fc1-4277-9cfe-f58cbc000812 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/security-groups/c4049e45-0226-490d-a6b4-a888218ec3dc HTTP/1.1" status: 204 len: 168 time: 0.2648613 Jul 16 02:00:20.977561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33296) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.011085 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2b3a6802-bbf5-42b3-b16b-9140ad867add service neutron] Attempting to bind port cc5c0845-9a85-4141-848e-5ddad199a98b on host n-h2-800086-6 for vnic_type normal with profile None {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:21.011424 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2b3a6802-bbf5-42b3-b16b-9140ad867add service neutron] Attempting to bind port cc5c0845-9a85-4141-848e-5ddad199a98b by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:21.011976 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2b3a6802-bbf5-42b3-b16b-9140ad867add service neutron] Attempting to bind port cc5c0845-9a85-4141-848e-5ddad199a98b on network 08d78a5f-4b1a-45a3-b856-08c17488ed5f {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:21.017551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2b3a6802-bbf5-42b3-b16b-9140ad867add service neutron] Port cc5c0845-9a85-4141-848e-5ddad199a98b on network 08d78a5f-4b1a-45a3-b856-08c17488ed5f not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:00:21.018312 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2b3a6802-bbf5-42b3-b16b-9140ad867add service neutron] Attempting to bind port cc5c0845-9a85-4141-848e-5ddad199a98b on network 08d78a5f-4b1a-45a3-b856-08c17488ed5f {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:21.026060 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2b3a6802-bbf5-42b3-b16b-9140ad867add service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:21.027067 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2b3a6802-bbf5-42b3-b16b-9140ad867add service neutron] Checking segment: {'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:21.027920 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2b3a6802-bbf5-42b3-b16b-9140ad867add service neutron] Bound using segment: {'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:21.028833 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2b3a6802-bbf5-42b3-b16b-9140ad867add service neutron] Bound port: cc5c0845-9a85-4141-848e-5ddad199a98b, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:21.034147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626aa2ff-8fc1-4277-9cfe-f58cbc000812 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4049e45-0226-490d-a6b4-a888218ec3dc,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:21.118954 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9a11af8-e4a6-463e-9b14-4e348685f063 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.146804 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9a11af8-e4a6-463e-9b14-4e348685f063 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.162414 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2b3a6802-bbf5-42b3-b16b-9140ad867add service neutron] For port cc5c0845-9a85-4141-848e-5ddad199a98b, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=cc5c0845-9a85-4141-848e-5ddad199a98b,segment=NetworkSegment(21ff77ae-9cc9-4661-9349-1e6d2922ee60),segment_id=21ff77ae-9cc9-4661-9349-1e6d2922ee60)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:21.170602 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2b3a6802-bbf5-42b3-b16b-9140ad867add service neutron] Notify callbacks [] for binding, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.171946 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2b3a6802-bbf5-42b3-b16b-9140ad867add service neutron] 10.222.0.54 "POST /v2.0/ports/cc5c0845-9a85-4141-848e-5ddad199a98b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3359773 Jul 16 02:00:21.218194 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9a11af8-e4a6-463e-9b14-4e348685f063 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.235561 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9a11af8-e4a6-463e-9b14-4e348685f063 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.236753 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e9a11af8-e4a6-463e-9b14-4e348685f063 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/security-groups/0126166e-7cb7-4643-bd9f-abf189438c12 HTTP/1.1" status: 204 len: 168 time: 0.2513113 Jul 16 02:00:21.240390 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33308) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.250715 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2076ff53-13da-4d91-9eae-cd7936f8dd56 None None] Provisioning for port 5da9629f-6317-4c75-8a94-d143d190d850 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:21.259965 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2076ff53-13da-4d91-9eae-cd7936f8dd56 None None] Provisioning complete for port 5da9629f-6317-4c75-8a94-d143d190d850 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:21.260652 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2076ff53-13da-4d91-9eae-cd7936f8dd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.300139 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a11af8-e4a6-463e-9b14-4e348685f063 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0126166e-7cb7-4643-bd9f-abf189438c12,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:21.342698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-9098d1d5-62b0-4f82-b6ec-928b71da576b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting subnet 084f8c4a-399f-494d-a361-c719d9130b72 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:21.347524 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9098d1d5-62b0-4f82-b6ec-928b71da576b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.433616 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9098d1d5-62b0-4f82-b6ec-928b71da576b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.489621 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2076ff53-13da-4d91-9eae-cd7936f8dd56 None None] Could not find standard attr ID for object d25f1c43-fe4f-4153-a1bb-ffc24fcbfd74. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:21.510534 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2076ff53-13da-4d91-9eae-cd7936f8dd56 None None] Provisioning complete for port 4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:21.511016 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2076ff53-13da-4d91-9eae-cd7936f8dd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.564673 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-2076ff53-13da-4d91-9eae-cd7936f8dd56 None None] Port 4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:21.641485 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9098d1d5-62b0-4f82-b6ec-928b71da576b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.679369 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f2a45bbc-68a0-428c-86be-2e85a806bc66 None None] Could not find standard attr ID for object d25f1c43-fe4f-4153-a1bb-ffc24fcbfd74. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:21.693984 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:00:21.706205 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b06b4-cb31-4149-9da1-32f672d343a0 req-ea1da667-9db0-403a-9fd9-11bd8afde14e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:21.708198 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d55b06b4-cb31-4149-9da1-32f672d343a0 req-ea1da667-9db0-403a-9fd9-11bd8afde14e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 945 time: 0.2497747 Jul 16 02:00:21.727974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-61de3fe2-165b-4070-9dbb-be923e914aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:21.730685 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-61de3fe2-165b-4070-9dbb-be923e914aa8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 1096 time: 0.2372494 Jul 16 02:00:21.800305 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d55b06b4-cb31-4149-9da1-32f672d343a0 req-1abf37e2-805b-4736-83d4-47ba41ebd3be tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817437 Jul 16 02:00:21.804452 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9098d1d5-62b0-4f82-b6ec-928b71da576b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.885365 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098d1d5-62b0-4f82-b6ec-928b71da576b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Subnet': ['ID=084f8c4a-399f-494d-a361-c719d9130b72,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:21.898798 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9098d1d5-62b0-4f82-b6ec-928b71da576b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.902628 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9098d1d5-62b0-4f82-b6ec-928b71da576b tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/084f8c4a-399f-494d-a361-c719d9130b72 HTTP/1.1" status: 204 len: 168 time: 0.6597569 Jul 16 02:00:21.905514 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33322) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.909690 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b24d9d-e637-49a2-ad11-2ccd7969d556 None None] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:21.911380 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a7523384-30a6-4431-b571-cfbe0c7661ab tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'subnet': {'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:21.987982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-75c8e150-cdfd-42dc-aa35-00d852af65e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:21.992517 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-75c8e150-cdfd-42dc-aa35-00d852af65e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=08d78a5f-4b1a-45a3-b856-08c17488ed5f HTTP/1.1" status: 200 len: 897 time: 0.2505741 Jul 16 02:00:22.116684 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7523384-30a6-4431-b571-cfbe0c7661ab tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:22.121043 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a7523384-30a6-4431-b571-cfbe0c7661ab tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.192740 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-1dd40dea-90da-4f53-8ba3-da604d66cf1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc5c0845-9a85-4141-848e-5ddad199a98b HTTP/1.1" status: 200 len: 1001 time: 0.1917400 Jul 16 02:00:22.273318 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40d0afe1-ad16-4cfe-9585-eb50ea1d2f86 req-0e028382-84ef-4de3-9f17-10fcfe9b9413 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.2073474 Jul 16 02:00:22.277095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5da9629f-6317-4c75-8a94-d143d190d850 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:22.344337 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-1daccbef-3073-4a78-afb4-78bc67a509bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:22.346503 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-1daccbef-3073-4a78-afb4-78bc67a509bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a HTTP/1.1" status: 200 len: 835 time: 0.1011202 Jul 16 02:00:22.417733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 5da9629f-6317-4c75-8a94-d143d190d850 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:22.419831 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.431086 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-f9512b44-2870-43aa-a8b5-99a1783b88a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:22.440000 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-f9512b44-2870-43aa-a8b5-99a1783b88a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08d78a5f-4b1a-45a3-b856-08c17488ed5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816729 Jul 16 02:00:22.561417 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a7523384-30a6-4431-b571-cfbe0c7661ab tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.630758 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-35d9c0e9-e823-4425-b905-32aebfe5e063 service neutron] 10.222.0.47 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851616 Jul 16 02:00:22.650018 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7523384-30a6-4431-b571-cfbe0c7661ab tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:22.663996 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-a7523384-30a6-4431-b571-cfbe0c7661ab tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:22.669001 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7523384-30a6-4431-b571-cfbe0c7661ab tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:22.669588 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a7523384-30a6-4431-b571-cfbe0c7661ab tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.688516 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7523384-30a6-4431-b571-cfbe0c7661ab tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Subnet': ['ID=106f89de-545d-4995-a33f-f6745aa348f8,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:22.709235 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a7523384-30a6-4431-b571-cfbe0c7661ab tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8020673 Jul 16 02:00:22.712146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33324) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:22.716819 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-87b4baa5-01e1-4e48-8024-85ebc7d0d8c5 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'security_group': {'name': 'tempest-secgroup-1842099394'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:22.759241 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-87b4baa5-01e1-4e48-8024-85ebc7d0d8c5 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.774620 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-352e673c-1b56-436c-ab7f-bab054ef36f9 service neutron] 10.222.0.47 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336629 Jul 16 02:00:22.889916 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-87b4baa5-01e1-4e48-8024-85ebc7d0d8c5 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.896574 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-87b4baa5-01e1-4e48-8024-85ebc7d0d8c5 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.925602 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-87b4baa5-01e1-4e48-8024-85ebc7d0d8c5 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.931789 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-87b4baa5-01e1-4e48-8024-85ebc7d0d8c5 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2184982 Jul 16 02:00:22.938965 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33328) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:22.963926 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33330) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:22.971470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-38667dd4-0ea1-4669-a8d7-ecff3cd82ec7 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'security_group': {'name': 'tempest-secgroup-202104919'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:22.972121 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-30dd480c-10c5-43c2-b869-e25e527dff66 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976042482', 'description': 'tempest-secgroup-smoke-1976042482 description', 'project_id': '3429d6c64c11482188275a95cd24498c'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:22.982734 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4baa5-01e1-4e48-8024-85ebc7d0d8c5 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2125e2c3-c176-4f72-8e34-bf3f28349b8f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:23.000199 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30dd480c-10c5-43c2-b869-e25e527dff66 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.082418 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-38667dd4-0ea1-4669-a8d7-ecff3cd82ec7 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.134930 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-afd7a4c1-49c2-45fd-827b-79a2421ab6a4 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:23.136509 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-afd7a4c1-49c2-45fd-827b-79a2421ab6a4 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1&tenant_id=7a1162bb5d334415ae74c9808546d676&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 1096 time: 0.2091441 Jul 16 02:00:23.150160 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b561e-b561-46fa-b268-d60960d087b6 req-f73d97a2-5ff1-4139-8e5f-14cb0e0ef09e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:23.150836 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2c3274-479e-4995-b567-ca31b6957c73 None None] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:23.151962 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eb6b561e-b561-46fa-b268-d60960d087b6 req-f73d97a2-5ff1-4139-8e5f-14cb0e0ef09e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 945 time: 0.1499441 Jul 16 02:00:23.157101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800086-6'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:23.182267 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30dd480c-10c5-43c2-b869-e25e527dff66 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.193791 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30dd480c-10c5-43c2-b869-e25e527dff66 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.249655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd480c-10c5-43c2-b869-e25e527dff66 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b448518-3e3e-46cd-b57d-5a41bf80d6e3,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:23.251212 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eb6b561e-b561-46fa-b268-d60960d087b6 req-7338ff70-ebd3-48b7-9556-138d0061390a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912843 Jul 16 02:00:23.254299 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c38fbc9a-801f-4a31-a6d4-76b14437db60 None None] Provisioning complete for port 5da9629f-6317-4c75-8a94-d143d190d850 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:23.254962 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c38fbc9a-801f-4a31-a6d4-76b14437db60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.314911 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.410410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868addb3-23c6-4b7b-bda3-6101948178bc req-9d5412d6-b325-4c57-8973-e507e3008a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:23.410839 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-38667dd4-0ea1-4669-a8d7-ecff3cd82ec7 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.413646 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-868addb3-23c6-4b7b-bda3-6101948178bc req-9d5412d6-b325-4c57-8973-e507e3008a59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 1096 time: 0.0885239 Jul 16 02:00:23.425542 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-38667dd4-0ea1-4669-a8d7-ecff3cd82ec7 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.445478 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30dd480c-10c5-43c2-b869-e25e527dff66 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.447114 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-30dd480c-10c5-43c2-b869-e25e527dff66 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4812069 Jul 16 02:00:23.456255 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33336) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:23.463028 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-156035eb-43f0-42c2-b365-38e009899269 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Request body: {'security_group_rule': {'security_group_id': '7b448518-3e3e-46cd-b57d-5a41bf80d6e3', 'project_id': '3429d6c64c11482188275a95cd24498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:23.506497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38667dd4-0ea1-4669-a8d7-ecff3cd82ec7 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b4c591-a08f-4330-98bd-113b8bd1c54d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:23.510404 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c38fbc9a-801f-4a31-a6d4-76b14437db60 None None] Provisioning complete for port 4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:23.510900 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c38fbc9a-801f-4a31-a6d4-76b14437db60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.517023 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-38667dd4-0ea1-4669-a8d7-ecff3cd82ec7 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.518367 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-38667dd4-0ea1-4669-a8d7-ecff3cd82ec7 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5505447 Jul 16 02:00:23.523290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33338) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:23.557990 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-75029e51-f1ea-4883-9a91-aa4058689d15 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'security_group': {'name': 'tempest-secgroup-1776412940'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:23.566213 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c38fbc9a-801f-4a31-a6d4-76b14437db60 None None] Port 4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:23.594908 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b87ca134-e562-409e-b8f9-8b88620c495e req-5c236aef-35c1-4ab3-8edb-89723a6fca77 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0500739 Jul 16 02:00:23.614738 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-156035eb-43f0-42c2-b365-38e009899269 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.624172 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868addb3-23c6-4b7b-bda3-6101948178bc req-2ed34cdb-39dd-4a53-9414-4dbc0281c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:23.624928 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] For port cc5c0845-9a85-4141-848e-5ddad199a98b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cc5c0845-9a85-4141-848e-5ddad199a98b,segment=NetworkSegment(21ff77ae-9cc9-4661-9349-1e6d2922ee60),segment_id=21ff77ae-9cc9-4661-9349-1e6d2922ee60)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:23.625764 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-868addb3-23c6-4b7b-bda3-6101948178bc req-2ed34cdb-39dd-4a53-9414-4dbc0281c5c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08d78a5f-4b1a-45a3-b856-08c17488ed5f HTTP/1.1" status: 200 len: 897 time: 0.1773710 Jul 16 02:00:23.645438 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-75029e51-f1ea-4883-9a91-aa4058689d15 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.688929 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e676ca-33f0-4932-96f1-d094d84c2440 None None] Update dhcp port {'port': {'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499', 'fixed_ips': [{'subnet_id': 'fbc6b898-3d7a-4674-8548-b2959563f435', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '106f89de-545d-4995-a33f-f6745aa348f8'}], 'binding:host_id': 'n-d-800086-6'}, 'id': '5da9629f-6317-4c75-8a94-d143d190d850'} from n-d-800086-6. {{(pid=93833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 02:00:23.706173 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-868addb3-23c6-4b7b-bda3-6101948178bc req-d4c67221-f147-4140-8cd7-ff109a305c64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc5c0845-9a85-4141-848e-5ddad199a98b HTTP/1.1" status: 200 len: 1001 time: 0.0735965 Jul 16 02:00:23.733419 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74e676ca-33f0-4932-96f1-d094d84c2440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.783482 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868addb3-23c6-4b7b-bda3-6101948178bc req-7cf80c4d-b0b5-4d36-aae3-ac0ba9529c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:23.785480 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-868addb3-23c6-4b7b-bda3-6101948178bc req-7cf80c4d-b0b5-4d36-aae3-ac0ba9529c68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a HTTP/1.1" status: 200 len: 835 time: 0.0731020 Jul 16 02:00:23.806672 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] For port cc5c0845-9a85-4141-848e-5ddad199a98b, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:23.853324 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-156035eb-43f0-42c2-b365-38e009899269 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.880000 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868addb3-23c6-4b7b-bda3-6101948178bc req-ddfc7e61-7810-4276-8e8b-ac1666bc58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:23.882560 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-868addb3-23c6-4b7b-bda3-6101948178bc req-ddfc7e61-7810-4276-8e8b-ac1666bc58a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08d78a5f-4b1a-45a3-b856-08c17488ed5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895469 Jul 16 02:00:23.883137 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-156035eb-43f0-42c2-b365-38e009899269 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.909200 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-868addb3-23c6-4b7b-bda3-6101948178bc req-7d012d08-5868-4f9b-955e-c1c2f6510fe8 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:00:23.910052 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-868addb3-23c6-4b7b-bda3-6101948178bc req-7d012d08-5868-4f9b-955e-c1c2f6510fe8 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177338 Jul 16 02:00:23.947932 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-75029e51-f1ea-4883-9a91-aa4058689d15 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.961173 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-75029e51-f1ea-4883-9a91-aa4058689d15 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.975475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc5c0845-9a85-4141-848e-5ddad199a98b'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:23.976519 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.977923 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c75097-db46-42e9-a0ac-2e2ac0c3dd8e" -d '{"events": [{"server_uuid": "6c6b3ccd-df7e-4b0a-94d4-bc328903eea1", "name": "network-vif-unplugged", "status": "completed", "tag": "cc5c0845-9a85-4141-848e-5ddad199a98b"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:23.989518 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.003273 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156035eb-43f0-42c2-b365-38e009899269 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1342becd-e8ff-4cb7-b2f1-4951adebc473,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:24.009591 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.025664 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-156035eb-43f0-42c2-b365-38e009899269 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.025806 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-868addb3-23c6-4b7b-bda3-6101948178bc req-33a3c74f-09cc-4ced-a472-2a59241f29b6 service neutron] 10.222.0.26 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089914 Jul 16 02:00:24.026916 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-156035eb-43f0-42c2-b365-38e009899269 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5693998 Jul 16 02:00:24.030403 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33342) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:24.032784 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-75029e51-f1ea-4883-9a91-aa4058689d15 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.033974 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-75029e51-f1ea-4883-9a91-aa4058689d15 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4798779 Jul 16 02:00:24.038577 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-35006cf9-3a89-4b13-8b9d-b57d69d8fad1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Request body: {'security_group_rule': {'security_group_id': '7b448518-3e3e-46cd-b57d-5a41bf80d6e3', 'project_id': '3429d6c64c11482188275a95cd24498c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:24.045037 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33344) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:24.084254 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75029e51-f1ea-4883-9a91-aa4058689d15 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e5dd63-382b-4d5f-8e62-f2910cafe049,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:24.089415 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-9d307663-63d8-4e02-90ca-4619b894d991 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1379867764', 'security_groups': ['a5e5dd63-382b-4d5f-8e62-f2910cafe049'], 'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '106f89de-545d-4995-a33f-f6745aa348f8'}]}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:24.122194 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ecf1da-6416-44b7-9d32-cb5d5fd982fb x-openstack-request-id: req-d0ecf1da-6416-44b7-9d32-cb5d5fd982fb {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:24.122491 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6b3ccd-df7e-4b0a-94d4-bc328903eea1", "name": "network-vif-unplugged", "status": "completed", "tag": "cc5c0845-9a85-4141-848e-5ddad199a98b", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:24.122741 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d0ecf1da-6416-44b7-9d32-cb5d5fd982fb {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:24.123133 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc5c0845-9a85-4141-848e-5ddad199a98b', 'code': 200} Jul 16 02:00:24.158398 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-74e676ca-33f0-4932-96f1-d094d84c2440 None None] Allocated IP 2001:db8::2 (7ed89dff-ae8f-4514-ab40-294b6ed80499/106f89de-545d-4995-a33f-f6745aa348f8/5da9629f-6317-4c75-8a94-d143d190d850) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:24.221119 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5c0845-9a85-4141-848e-5ddad199a98b,revision_number=7']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:24.264817 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-868addb3-23c6-4b7b-bda3-6101948178bc req-80f0b4d4-b506-432a-8620-412a6500888e service neutron] 10.222.0.26 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214289 Jul 16 02:00:24.268869 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-35006cf9-3a89-4b13-8b9d-b57d69d8fad1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.285424 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] Attempting to bind port cc5c0845-9a85-4141-848e-5ddad199a98b on host n-h1-800086-6 for vnic_type normal with profile {"migrating_to": "n-h2-800086-6"} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:24.286315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] Attempting to bind port cc5c0845-9a85-4141-848e-5ddad199a98b by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:24.287349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] Attempting to bind port cc5c0845-9a85-4141-848e-5ddad199a98b on network 08d78a5f-4b1a-45a3-b856-08c17488ed5f {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:24.293749 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] Port cc5c0845-9a85-4141-848e-5ddad199a98b on network 08d78a5f-4b1a-45a3-b856-08c17488ed5f not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:00:24.294236 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] Attempting to bind port cc5c0845-9a85-4141-848e-5ddad199a98b on network 08d78a5f-4b1a-45a3-b856-08c17488ed5f {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:24.301260 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:24.301795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] Checking segment: {'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:24.302565 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] Bound using segment: {'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:24.303412 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] Bound port: cc5c0845-9a85-4141-848e-5ddad199a98b, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ff77ae-9cc9-4661-9349-1e6d2922ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:24.303969 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.341938 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-74e676ca-33f0-4932-96f1-d094d84c2440 None None] For port 5da9629f-6317-4c75-8a94-d143d190d850, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5da9629f-6317-4c75-8a94-d143d190d850,segment=NetworkSegment(681e0b8a-f270-4e7a-bad7-16b40fbeba02),segment_id=681e0b8a-f270-4e7a-bad7-16b40fbeba02)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:24.372281 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d307663-63d8-4e02-90ca-4619b894d991 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:24.391751 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74e676ca-33f0-4932-96f1-d094d84c2440 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.410863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] For port cc5c0845-9a85-4141-848e-5ddad199a98b, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:24.420404 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] For port cc5c0845-9a85-4141-848e-5ddad199a98b, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cc5c0845-9a85-4141-848e-5ddad199a98b,segment=NetworkSegment(21ff77ae-9cc9-4661-9349-1e6d2922ee60),segment_id=21ff77ae-9cc9-4661-9349-1e6d2922ee60)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:24.422476 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-74e676ca-33f0-4932-96f1-d094d84c2440 None None] Transition to ACTIVE for port object 5da9629f-6317-4c75-8a94-d143d190d850 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:24.430684 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74e676ca-33f0-4932-96f1-d094d84c2440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.430938 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.433538 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-35006cf9-3a89-4b13-8b9d-b57d69d8fad1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.471229 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-35006cf9-3a89-4b13-8b9d-b57d69d8fad1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.531859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35006cf9-3a89-4b13-8b9d-b57d69d8fad1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab0775f-f952-49b5-b932-fd69d796e91d,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:24.575752 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5c0845-9a85-4141-848e-5ddad199a98b,revision_number=8']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:24.595808 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-35006cf9-3a89-4b13-8b9d-b57d69d8fad1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.597023 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-35006cf9-3a89-4b13-8b9d-b57d69d8fad1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5655611 Jul 16 02:00:24.600453 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33350) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:24.605460 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-10c4ea21-450d-46df-8fa1-189938c7695d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Request body: {'security_group_rule': {'security_group_id': '7b448518-3e3e-46cd-b57d-5a41bf80d6e3', 'project_id': '3429d6c64c11482188275a95cd24498c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:24.624844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8cf43cad-f965-4918-8993-1dba7b1ca34e None None] Provisioning complete for port cc5c0845-9a85-4141-848e-5ddad199a98b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:24.625894 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8cf43cad-f965-4918-8993-1dba7b1ca34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.641501 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d307663-63d8-4e02-90ca-4619b894d991 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.673516 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:24.676088 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.678513 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2c73b42b-0114-4921-b552-bed1775076e1 service neutron] 10.222.0.47 "PUT /v2.0/ports/cc5c0845-9a85-4141-848e-5ddad199a98b HTTP/1.1" status: 200 len: 1121 time: 1.5255783 Jul 16 02:00:24.694648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-9d307663-63d8-4e02-90ca-4619b894d991 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] device_id is not set on port 227f997a-45dd-4e77-a8e1-e28f8a0521be yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:24.736260 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e676ca-33f0-4932-96f1-d094d84c2440 None None] Pushing event updated for resources: {'Port': ['ID=5da9629f-6317-4c75-8a94-d143d190d850,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:24.893026 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['cc5c0845-9a85-4141-848e-5ddad199a98b'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:00:24.951353 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-9d307663-63d8-4e02-90ca-4619b894d991 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Allocated IP 2001:db8::e6 (7ed89dff-ae8f-4514-ab40-294b6ed80499/106f89de-545d-4995-a33f-f6745aa348f8/227f997a-45dd-4e77-a8e1-e28f8a0521be) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:24.986781 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8cf43cad-f965-4918-8993-1dba7b1ca34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.001769 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10c4ea21-450d-46df-8fa1-189938c7695d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.045030 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5c0845-9a85-4141-848e-5ddad199a98b'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:25.051407 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdc9fdd-0464-4036-9223-62730218abf9" -d '{"events": [{"server_uuid": "6c6b3ccd-df7e-4b0a-94d4-bc328903eea1", "name": "network-vif-plugged", "status": "completed", "tag": "cc5c0845-9a85-4141-848e-5ddad199a98b"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:25.056263 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08738180-24fb-4698-99ab-c0e1ef4ad07f req-36df37a8-c562-46e0-9dd3-6a27696e9337 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:25.063771 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08738180-24fb-4698-99ab-c0e1ef4ad07f req-36df37a8-c562-46e0-9dd3-6a27696e9337 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 943 time: 0.5563798 Jul 16 02:00:25.079902 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8cf43cad-f965-4918-8993-1dba7b1ca34e None None] For port cc5c0845-9a85-4141-848e-5ddad199a98b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cc5c0845-9a85-4141-848e-5ddad199a98b,segment=NetworkSegment(21ff77ae-9cc9-4661-9349-1e6d2922ee60),segment_id=21ff77ae-9cc9-4661-9349-1e6d2922ee60)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:25.113102 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8cf43cad-f965-4918-8993-1dba7b1ca34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.161903 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f5d12701-663f-425b-9dc6-eeaadeb81afa req-831bda79-3eea-4055-b6fa-9832643ae414 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0628457 Jul 16 02:00:25.409603 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05d90ac-f40c-4f90-bbe2-50587c6055ec x-openstack-request-id: req-d05d90ac-f40c-4f90-bbe2-50587c6055ec {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:25.409981 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6b3ccd-df7e-4b0a-94d4-bc328903eea1", "name": "network-vif-plugged", "status": "completed", "tag": "cc5c0845-9a85-4141-848e-5ddad199a98b", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:25.410140 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d05d90ac-f40c-4f90-bbe2-50587c6055ec {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:25.410677 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5c0845-9a85-4141-848e-5ddad199a98b', 'code': 200} Jul 16 02:00:25.491992 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf43cad-f965-4918-8993-1dba7b1ca34e None None] Pushing event updated for resources: {'Port': ['ID=cc5c0845-9a85-4141-848e-5ddad199a98b,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:25.563960 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c8765405-f6b8-4e90-9271-ad9491a05a6e req-9fa91bdb-f112-46a2-b89e-a717b417f562 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0894780 Jul 16 02:00:25.636489 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c71bcbf2-d759-4d82-b41e-c28f763a3565 None None] Provisioning complete for port cc5c0845-9a85-4141-848e-5ddad199a98b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:25.637067 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c71bcbf2-d759-4d82-b41e-c28f763a3565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.712268 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08738180-24fb-4698-99ab-c0e1ef4ad07f req-7675b158-b926-482d-ade9-566b38fc1fac tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6475706 Jul 16 02:00:25.751230 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10c4ea21-450d-46df-8fa1-189938c7695d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.757961 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10c4ea21-450d-46df-8fa1-189938c7695d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.784757 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4ea21-450d-46df-8fa1-189938c7695d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f25e791-1feb-41be-980b-bfa436470c4d,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:25.806471 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10c4ea21-450d-46df-8fa1-189938c7695d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.808062 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-10c4ea21-450d-46df-8fa1-189938c7695d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2063663 Jul 16 02:00:25.813735 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33360) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:25.820062 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c2bae4f9-6203-49c0-a097-32312771fecd tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Request body: {'security_group_rule': {'security_group_id': '7b448518-3e3e-46cd-b57d-5a41bf80d6e3', 'project_id': '3429d6c64c11482188275a95cd24498c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:25.829899 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d307663-63d8-4e02-90ca-4619b894d991 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.852839 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-9d307663-63d8-4e02-90ca-4619b894d991 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Transition to ACTIVE for port object 227f997a-45dd-4e77-a8e1-e28f8a0521be will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:25.870361 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c2bae4f9-6203-49c0-a097-32312771fecd tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.884981 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ced29c23-00f7-4781-b484-ad96c942e51a None None] Provisioning for port 5da9629f-6317-4c75-8a94-d143d190d850 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:25.889637 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ced29c23-00f7-4781-b484-ad96c942e51a None None] Provisioning complete for port 5da9629f-6317-4c75-8a94-d143d190d850 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:25.890231 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ced29c23-00f7-4781-b484-ad96c942e51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.928547 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d307663-63d8-4e02-90ca-4619b894d991 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.955072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d307663-63d8-4e02-90ca-4619b894d991 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:25.959856 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-9d307663-63d8-4e02-90ca-4619b894d991 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:25.974160 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d307663-63d8-4e02-90ca-4619b894d991 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:25.985273 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d307663-63d8-4e02-90ca-4619b894d991 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:25.986724 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9d307663-63d8-4e02-90ca-4619b894d991 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.987336 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ced29c23-00f7-4781-b484-ad96c942e51a None None] Provisioning complete for port 4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:25.987787 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ced29c23-00f7-4781-b484-ad96c942e51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.031277 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ced29c23-00f7-4781-b484-ad96c942e51a None None] Port 4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:26.046721 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c2bae4f9-6203-49c0-a097-32312771fecd tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.054711 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9d307663-63d8-4e02-90ca-4619b894d991 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9693375 Jul 16 02:00:26.055057 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33362) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:26.058663 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d307663-63d8-4e02-90ca-4619b894d991 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=227f997a-45dd-4e77-a8e1-e28f8a0521be,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:26.060684 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-90311309-a6b8-4a5f-9784-a0f2a9a4b0e3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'subnet': {'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:26.067653 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c2bae4f9-6203-49c0-a097-32312771fecd tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.097099 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bae4f9-6203-49c0-a097-32312771fecd tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ecb8c7-a0b0-41cb-82e7-228f25a84c84,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:26.108442 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c2bae4f9-6203-49c0-a097-32312771fecd tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.113352 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c2bae4f9-6203-49c0-a097-32312771fecd tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2987437 Jul 16 02:00:26.114129 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33364) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:26.118635 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-8880b241-a861-4ec9-a330-361d22c87b6a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Request body: {'security_group_rule': {'security_group_id': '7b448518-3e3e-46cd-b57d-5a41bf80d6e3', 'project_id': '3429d6c64c11482188275a95cd24498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:26.159812 n-d-800086-6 neutron-server[93832]: INFO neutron.db.securitygroups_db [None req-8880b241-a861-4ec9-a330-361d22c87b6a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Project 3429d6c64c11482188275a95cd24498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:00:26.160020 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'tag': 'cc5c0845-9a85-4141-848e-5ddad199a98b'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:26.160020 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e5ac8c-ee94-48eb-b9bf-2407f6bffec2" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6b3ccd-df7e-4b0a-94d4-bc328903eea1", "tag": "cc5c0845-9a85-4141-848e-5ddad199a98b"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:26.168181 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8880b241-a861-4ec9-a330-361d22c87b6a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.269251 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8880b241-a861-4ec9-a330-361d22c87b6a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.275566 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8880b241-a861-4ec9-a330-361d22c87b6a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.294612 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a810d33-3597-43bf-ad1d-f92c8c99d40e x-openstack-request-id: req-4a810d33-3597-43bf-ad1d-f92c8c99d40e {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:26.295389 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6b3ccd-df7e-4b0a-94d4-bc328903eea1", "tag": "cc5c0845-9a85-4141-848e-5ddad199a98b", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:26.295852 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a810d33-3597-43bf-ad1d-f92c8c99d40e {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:26.300956 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'tag': 'cc5c0845-9a85-4141-848e-5ddad199a98b', 'status': 'completed', 'code': 200} Jul 16 02:00:26.304857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90311309-a6b8-4a5f-9784-a0f2a9a4b0e3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:26.319262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5da9629f-6317-4c75-8a94-d143d190d850 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:26.325261 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90311309-a6b8-4a5f-9784-a0f2a9a4b0e3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.396865 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880b241-a861-4ec9-a330-361d22c87b6a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f2e5d1-9397-4ce5-bc69-d9ca9bdd144a,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:26.413642 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8880b241-a861-4ec9-a330-361d22c87b6a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.414871 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8880b241-a861-4ec9-a330-361d22c87b6a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2999451 Jul 16 02:00:26.423242 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33372) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:26.433129 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d129ede8-071f-4c6b-befc-d19d179c4f33 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Request body: {'security_group_rule': {'security_group_id': '7b448518-3e3e-46cd-b57d-5a41bf80d6e3', 'project_id': '3429d6c64c11482188275a95cd24498c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:26.463792 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 5da9629f-6317-4c75-8a94-d143d190d850 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:26.464216 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.467998 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-d129ede8-071f-4c6b-befc-d19d179c4f33 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Project 3429d6c64c11482188275a95cd24498c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:00:26.475510 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4723cbe8-ea89-4848-832c-9b6ea9d2ed4d req-bed4408a-fb0f-490d-a4a6-745687173eee tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0449455 Jul 16 02:00:26.504137 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5ac8c-ee94-48eb-b9bf-2407f6bffec2 req-d45b23f3-759b-4e37-8faf-b788c495879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:26.505261 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-88a71293-3a25-40b6-a601-5c9f51c523ee None None] Provisioning for port 227f997a-45dd-4e77-a8e1-e28f8a0521be completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:26.512350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-88a71293-3a25-40b6-a601-5c9f51c523ee None None] Provisioning complete for port 227f997a-45dd-4e77-a8e1-e28f8a0521be triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:26.512912 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88a71293-3a25-40b6-a601-5c9f51c523ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.513545 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1e5ac8c-ee94-48eb-b9bf-2407f6bffec2 req-d45b23f3-759b-4e37-8faf-b788c495879a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 1126 time: 0.1861169 Jul 16 02:00:26.532077 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d129ede8-071f-4c6b-befc-d19d179c4f33 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.582603 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-88a71293-3a25-40b6-a601-5c9f51c523ee None None] Port 227f997a-45dd-4e77-a8e1-e28f8a0521be cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:26.605758 n-d-800086-6 neutron-server[93831]: INFO neutron.db.ipam_backend_mixin [None req-90311309-a6b8-4a5f-9784-a0f2a9a4b0e3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 106f89de-545d-4995-a33f-f6745aa348f8 (CIDR: 2001:db8::/64) Jul 16 02:00:26.611288 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-90311309-a6b8-4a5f-9784-a0f2a9a4b0e3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:00:26.611767 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90311309-a6b8-4a5f-9784-a0f2a9a4b0e3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:26.644573 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-90311309-a6b8-4a5f-9784-a0f2a9a4b0e3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5878887 Jul 16 02:00:26.648357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33374) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:26.653689 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d296229e-67e1-4d12-9173-e484cef1d047 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'subnet': {'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:26.677843 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5ac8c-ee94-48eb-b9bf-2407f6bffec2 req-b908b68d-beef-41a8-96b7-23121e3d0c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:26.679328 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1e5ac8c-ee94-48eb-b9bf-2407f6bffec2 req-b908b68d-beef-41a8-96b7-23121e3d0c40 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08d78a5f-4b1a-45a3-b856-08c17488ed5f HTTP/1.1" status: 200 len: 897 time: 0.1567030 Jul 16 02:00:26.679675 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d129ede8-071f-4c6b-befc-d19d179c4f33 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.688909 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d129ede8-071f-4c6b-befc-d19d179c4f33 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.711975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129ede8-071f-4c6b-befc-d19d179c4f33 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902fcfc6-c97d-47b2-8f62-6ef4e39a7580,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:26.730101 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d129ede8-071f-4c6b-befc-d19d179c4f33 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.731310 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d129ede8-071f-4c6b-befc-d19d179c4f33 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3058443 Jul 16 02:00:26.787011 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1e5ac8c-ee94-48eb-b9bf-2407f6bffec2 req-dc159af9-7091-44ad-9a05-f7ff4cd2d866 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc5c0845-9a85-4141-848e-5ddad199a98b HTTP/1.1" status: 200 len: 1001 time: 0.0989859 Jul 16 02:00:26.829128 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d296229e-67e1-4d12-9173-e484cef1d047 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:26.836868 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d296229e-67e1-4d12-9173-e484cef1d047 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.895128 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5ac8c-ee94-48eb-b9bf-2407f6bffec2 req-d66c4909-a46e-49ee-883d-3545987c84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:26.901549 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1e5ac8c-ee94-48eb-b9bf-2407f6bffec2 req-d66c4909-a46e-49ee-883d-3545987c84e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a HTTP/1.1" status: 200 len: 835 time: 0.1102753 Jul 16 02:00:27.030819 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5ac8c-ee94-48eb-b9bf-2407f6bffec2 req-3dba28b8-ec97-413c-b2a6-283bdee4421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:27.031329 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1e5ac8c-ee94-48eb-b9bf-2407f6bffec2 req-3dba28b8-ec97-413c-b2a6-283bdee4421d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08d78a5f-4b1a-45a3-b856-08c17488ed5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226671 Jul 16 02:00:27.220366 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1e5ac8c-ee94-48eb-b9bf-2407f6bffec2 req-ce75d299-ae2a-4367-80fe-682a20ca968a service neutron] 10.222.0.26 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695633 Jul 16 02:00:27.375688 n-d-800086-6 neutron-server[93831]: INFO neutron.db.ipam_backend_mixin [None req-d296229e-67e1-4d12-9173-e484cef1d047 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fbc6b898-3d7a-4674-8548-b2959563f435 (CIDR: 2001:db8:0:1::/64) Jul 16 02:00:27.388615 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d296229e-67e1-4d12-9173-e484cef1d047 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:00:27.389069 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d296229e-67e1-4d12-9173-e484cef1d047 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:27.416243 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24468e-a0ad-4106-8f8b-c55a68667bf5 req-63a71cef-334a-40bb-b03f-4bd7aacfd1c9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:27.424995 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5c24468e-a0ad-4106-8f8b-c55a68667bf5 req-63a71cef-334a-40bb-b03f-4bd7aacfd1c9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 945 time: 0.1203125 Jul 16 02:00:27.431183 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d296229e-67e1-4d12-9173-e484cef1d047 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7780578 Jul 16 02:00:27.431566 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33420) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:27.437002 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-df8b7d0d-891b-4dc0-badc-3bf39f5b4d35 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'subnet': {'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:27.461744 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1e5ac8c-ee94-48eb-b9bf-2407f6bffec2 req-19bb70a6-6beb-4520-9539-5a1c02d8f00a service neutron] 10.222.0.26 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383084 Jul 16 02:00:27.588313 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5c24468e-a0ad-4106-8f8b-c55a68667bf5 req-fc3b6c76-a32f-475a-8427-d942ebabc40f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623549 Jul 16 02:00:27.670683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8b7d0d-891b-4dc0-badc-3bf39f5b4d35 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Made reservation on behalf of 370917c0a04b46bfb2a065ed7ad91b0c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:27.675254 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-df8b7d0d-891b-4dc0-badc-3bf39f5b4d35 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.709448 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-15e63f9c-1c0f-43da-8175-f4a325892661 req-79143c73-4a7f-4a54-b445-52fbdcecd7f1 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0482693 Jul 16 02:00:28.024209 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-df8b7d0d-891b-4dc0-badc-3bf39f5b4d35 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:28.073490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8b7d0d-891b-4dc0-badc-3bf39f5b4d35 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:28.076643 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-df8b7d0d-891b-4dc0-badc-3bf39f5b4d35 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:28.080992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8b7d0d-891b-4dc0-badc-3bf39f5b4d35 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:28.083102 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-df8b7d0d-891b-4dc0-badc-3bf39f5b4d35 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:28.089178 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed0bb30-5439-4134-9f92-5a96fa1a481e None None] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:28.110152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b7d0d-891b-4dc0-badc-3bf39f5b4d35 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Subnet': ['ID=d4be9010-50b0-4e0b-ae5a-f23fb7e9ac30,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:28.152644 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-df8b7d0d-891b-4dc0-badc-3bf39f5b4d35 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7175539 Jul 16 02:00:28.154215 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33460) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:28.172827 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-748897e9-e800-405f-a1f3-2c86073cd924 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-257894797', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd4be9010-50b0-4e0b-ae5a-f23fb7e9ac30'}], 'security_groups': ['2125e2c3-c176-4f72-8e34-bf3f28349b8f', 'c3b4c591-a08f-4330-98bd-113b8bd1c54d']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:28.201912 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a4a89c35-3323-4c89-aa2e-e07e2e2c96eb req-e836fd1b-a7bf-46fd-a890-fd5b69bdb90f tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0438004 Jul 16 02:00:28.216630 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eab6fc88-9535-4387-ac0a-83559ed9717b req-1a8c5eb7-c909-41eb-b065-9b67cb7299a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1f0fe7a03f244dba104b224f4cc4d16&device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0818577 Jul 16 02:00:28.279632 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eab6fc88-9535-4387-ac0a-83559ed9717b req-739ac0d7-70fa-44fd-90fb-bf1759d8f54a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b1f0fe7a03f244dba104b224f4cc4d16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406148 Jul 16 02:00:28.484413 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-235ca680-faf4-4282-9f3c-a5c53865afb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:28.564907 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6fc88-9535-4387-ac0a-83559ed9717b req-4e933dad-a975-485c-91c4-ec6c714bda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:28.566401 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eab6fc88-9535-4387-ac0a-83559ed9717b req-4e933dad-a975-485c-91c4-ec6c714bda90 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2717822 Jul 16 02:00:28.635698 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e4e229-a712-45b7-9ac0-29d9ef5aa7b0 None None] Update dhcp port {'port': {'network_id': '7ed89dff-ae8f-4514-ab40-294b6ed80499', 'fixed_ips': [{'subnet_id': 'fbc6b898-3d7a-4674-8548-b2959563f435', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '106f89de-545d-4995-a33f-f6745aa348f8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd4be9010-50b0-4e0b-ae5a-f23fb7e9ac30'}], 'binding:host_id': 'n-d-800086-6'}, 'id': '5da9629f-6317-4c75-8a94-d143d190d850'} from n-d-800086-6. {{(pid=93833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 02:00:28.644108 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-748897e9-e800-405f-a1f3-2c86073cd924 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:28.720446 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1e4e229-a712-45b7-9ac0-29d9ef5aa7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:28.870638 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device cc5c0845-9a85-4141-848e-5ddad199a98b details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:00:28.910540 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd380b-b632-4f08-9ab4-9e8dddfa5a6e req-a4d06301-6edb-4948-8a7d-d66a68c4db76 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:28.913625 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fdcd380b-b632-4f08-9ab4-9e8dddfa5a6e req-a4d06301-6edb-4948-8a7d-d66a68c4db76 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 945 time: 0.1346757 Jul 16 02:00:29.005703 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fdcd380b-b632-4f08-9ab4-9e8dddfa5a6e req-19dd9741-575f-4317-ae54-55c1262be7dc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571761 Jul 16 02:00:29.064093 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.067323 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port cc5c0845-9a85-4141-848e-5ddad199a98b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cc5c0845-9a85-4141-848e-5ddad199a98b,segment=NetworkSegment(21ff77ae-9cc9-4661-9349-1e6d2922ee60),segment_id=21ff77ae-9cc9-4661-9349-1e6d2922ee60)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:29.089905 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device cc5c0845-9a85-4141-848e-5ddad199a98b has no active binding in host n-h2-800086-6 {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 02:00:29.109811 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-f1e4e229-a712-45b7-9ac0-29d9ef5aa7b0 None None] Allocated IP 2001:db8:0:2::2 (7ed89dff-ae8f-4514-ab40-294b6ed80499/d4be9010-50b0-4e0b-ae5a-f23fb7e9ac30/5da9629f-6317-4c75-8a94-d143d190d850) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:29.264251 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f1e4e229-a712-45b7-9ac0-29d9ef5aa7b0 None None] For port 5da9629f-6317-4c75-8a94-d143d190d850, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5da9629f-6317-4c75-8a94-d143d190d850,segment=NetworkSegment(681e0b8a-f270-4e7a-bad7-16b40fbeba02),segment_id=681e0b8a-f270-4e7a-bad7-16b40fbeba02)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:29.298855 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1e4e229-a712-45b7-9ac0-29d9ef5aa7b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.328564 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f1e4e229-a712-45b7-9ac0-29d9ef5aa7b0 None None] Transition to ACTIVE for port object 5da9629f-6317-4c75-8a94-d143d190d850 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:29.335698 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f1e4e229-a712-45b7-9ac0-29d9ef5aa7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.447863 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c4dec8c8-f3bc-449f-b365-13f68e647884 req-57d6dcc1-95ee-467e-b678-bff2d4d8f29b tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0405848 Jul 16 02:00:29.538224 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4e229-a712-45b7-9ac0-29d9ef5aa7b0 None None] Pushing event updated for resources: {'Port': ['ID=5da9629f-6317-4c75-8a94-d143d190d850,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:29.541973 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-748897e9-e800-405f-a1f3-2c86073cd924 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Delete allocated IP 2001:db8::e6 (7ed89dff-ae8f-4514-ab40-294b6ed80499/106f89de-545d-4995-a33f-f6745aa348f8) {{(pid=93831) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 02:00:29.553274 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-748897e9-e800-405f-a1f3-2c86073cd924 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Allocated IP 2001:db8:0:2::3d9 (7ed89dff-ae8f-4514-ab40-294b6ed80499/d4be9010-50b0-4e0b-ae5a-f23fb7e9ac30/227f997a-45dd-4e77-a8e1-e28f8a0521be) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:29.841127 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-748897e9-e800-405f-a1f3-2c86073cd924 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.850780 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-748897e9-e800-405f-a1f3-2c86073cd924 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Transition to ACTIVE for port object 227f997a-45dd-4e77-a8e1-e28f8a0521be will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:29.856453 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-748897e9-e800-405f-a1f3-2c86073cd924 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.956802 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-748897e9-e800-405f-a1f3-2c86073cd924 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] In _notify_port_updated(), no bound segment for port 227f997a-45dd-4e77-a8e1-e28f8a0521be on network 7ed89dff-ae8f-4514-ab40-294b6ed80499 {{(pid=93831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:00:29.962401 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748897e9-e800-405f-a1f3-2c86073cd924 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:29.963039 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-748897e9-e800-405f-a1f3-2c86073cd924 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.966919 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-748897e9-e800-405f-a1f3-2c86073cd924 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "PUT /v2.0/ports/227f997a-45dd-4e77-a8e1-e28f8a0521be HTTP/1.1" status: 200 len: 969 time: 1.8097057 Jul 16 02:00:29.966919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748897e9-e800-405f-a1f3-2c86073cd924 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event updated for resources: {'Port': ['ID=227f997a-45dd-4e77-a8e1-e28f8a0521be,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:29.967292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33474) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:30.145073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-217de76a-6427-4878-bbec-659f63f73479 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port 227f997a-45dd-4e77-a8e1-e28f8a0521be {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:30.145535 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-217de76a-6427-4878-bbec-659f63f73479 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.263918 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-217de76a-6427-4878-bbec-659f63f73479 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.275509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5da9629f-6317-4c75-8a94-d143d190d850 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:30.312518 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-217de76a-6427-4878-bbec-659f63f73479 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for 227f997a-45dd-4e77-a8e1-e28f8a0521be owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:30.323092 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdc703-4def-4b8f-9a48-44a4f1210332 req-7424a643-c0ac-401e-ab6e-96b8736dff64 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:30.324622 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-65cdc703-4def-4b8f-9a48-44a4f1210332 req-7424a643-c0ac-401e-ab6e-96b8736dff64 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 945 time: 0.0837562 Jul 16 02:00:30.413686 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-65cdc703-4def-4b8f-9a48-44a4f1210332 req-397e5eef-6747-4b90-91c0-d3c75212a2d4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623941 Jul 16 02:00:30.560854 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8cb281f6-b4f5-4c09-8b62-c6c14ff8d422 None None] Provisioning for port 5da9629f-6317-4c75-8a94-d143d190d850 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:30.565831 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8cb281f6-b4f5-4c09-8b62-c6c14ff8d422 None None] Provisioning complete for port 5da9629f-6317-4c75-8a94-d143d190d850 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:30.566472 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8cb281f6-b4f5-4c09-8b62-c6c14ff8d422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.699112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8cb281f6-b4f5-4c09-8b62-c6c14ff8d422 None None] Could not find standard attr ID for object 227f997a-45dd-4e77-a8e1-e28f8a0521be. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:30.731678 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8cb281f6-b4f5-4c09-8b62-c6c14ff8d422 None None] Provisioning complete for port 4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:30.732653 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8cb281f6-b4f5-4c09-8b62-c6c14ff8d422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.767197 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2caa3d9b-069d-4bfd-91f7-43df25ba918d service neutron] 10.222.0.26 "GET /v2.0/ports/cc5c0845-9a85-4141-848e-5ddad199a98b/bindings/n-h2-800086-6 HTTP/1.1" status: 200 len: 384 time: 0.3114164 Jul 16 02:00:30.783377 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff6b239f-8baf-4464-a6b3-9c438bc0e13f req-06a20ed1-2e99-4e00-b432-29713a2d8542 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.1330013 Jul 16 02:00:30.789906 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-217de76a-6427-4878-bbec-659f63f73479 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.818594 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8cb281f6-b4f5-4c09-8b62-c6c14ff8d422 None None] Port 4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:30.821580 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eab6fc88-9535-4387-ac0a-83559ed9717b req-0c2954d8-9292-41b5-9f47-540390f23353 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0908597 Jul 16 02:00:30.892525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217de76a-6427-4878-bbec-659f63f73479 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=227f997a-45dd-4e77-a8e1-e28f8a0521be,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:30.926341 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-217de76a-6427-4878-bbec-659f63f73479 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.933460 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33484) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:30.934993 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-217de76a-6427-4878-bbec-659f63f73479 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/ports/227f997a-45dd-4e77-a8e1-e28f8a0521be HTTP/1.1" status: 204 len: 168 time: 0.9665573 Jul 16 02:00:30.968313 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14b145b-41a1-4af5-a2ed-5e8bce969ea3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] GET failed (client error): The resource could not be found. Jul 16 02:00:30.970029 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e14b145b-41a1-4af5-a2ed-5e8bce969ea3 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports/227f997a-45dd-4e77-a8e1-e28f8a0521be HTTP/1.1" status: 404 len: 333 time: 0.0353754 Jul 16 02:00:30.973007 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33486) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:31.035169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-23f01724-69d0-4d82-9b5a-05b0f4c88f9f None None] Could not find standard attr ID for object 227f997a-45dd-4e77-a8e1-e28f8a0521be. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:31.049145 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bf5177c7-a0c2-45cb-bed8-4c6af9a30559 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.098465 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bf5177c7-a0c2-45cb-bed8-4c6af9a30559 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.112171 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-378bf58c-9b7d-4437-b00a-a379f30304cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.116959 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.141273 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-f04b9b33-ac67-4fc0-9b02-fca8090ba3bc service neutron] For port cc5c0845-9a85-4141-848e-5ddad199a98b, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cc5c0845-9a85-4141-848e-5ddad199a98b,segment=NetworkSegment(21ff77ae-9cc9-4661-9349-1e6d2922ee60),segment_id=21ff77ae-9cc9-4661-9349-1e6d2922ee60)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:31.165173 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bf5177c7-a0c2-45cb-bed8-4c6af9a30559 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.169779 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bf5177c7-a0c2-45cb-bed8-4c6af9a30559 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.174076 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bf5177c7-a0c2-45cb-bed8-4c6af9a30559 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/security-groups/a5e5dd63-382b-4d5f-8e62-f2910cafe049 HTTP/1.1" status: 204 len: 168 time: 0.1977923 Jul 16 02:00:31.174240 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-f04b9b33-ac67-4fc0-9b02-fca8090ba3bc service neutron] For port cc5c0845-9a85-4141-848e-5ddad199a98b, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:31.184205 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33488) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:31.185015 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5177c7-a0c2-45cb-bed8-4c6af9a30559 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e5dd63-382b-4d5f-8e62-f2910cafe049,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:31.224306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc5c0845-9a85-4141-848e-5ddad199a98b'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:31.227303 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6593b55f-358b-4bf2-ae53-abf4b0fa9e02" -d '{"events": [{"server_uuid": "6c6b3ccd-df7e-4b0a-94d4-bc328903eea1", "name": "network-vif-unplugged", "status": "completed", "tag": "cc5c0845-9a85-4141-848e-5ddad199a98b"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:31.241985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-f04b9b33-ac67-4fc0-9b02-fca8090ba3bc service neutron] For port cc5c0845-9a85-4141-848e-5ddad199a98b, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=cc5c0845-9a85-4141-848e-5ddad199a98b,segment=NetworkSegment(21ff77ae-9cc9-4661-9349-1e6d2922ee60),segment_id=21ff77ae-9cc9-4661-9349-1e6d2922ee60)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:31.262190 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-f04b9b33-ac67-4fc0-9b02-fca8090ba3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.300097 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ddda20d7-3527-4439-a763-b25f3f14f8e1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.319353 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c788949e-48b2-4877-b701-555723d0c42a x-openstack-request-id: req-c788949e-48b2-4877-b701-555723d0c42a {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:31.319654 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6b3ccd-df7e-4b0a-94d4-bc328903eea1", "name": "network-vif-unplugged", "status": "completed", "tag": "cc5c0845-9a85-4141-848e-5ddad199a98b", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:31.319939 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c788949e-48b2-4877-b701-555723d0c42a {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:31.320612 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc5c0845-9a85-4141-848e-5ddad199a98b', 'code': 200} Jul 16 02:00:31.335226 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ddda20d7-3527-4439-a763-b25f3f14f8e1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.369514 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-f04b9b33-ac67-4fc0-9b02-fca8090ba3bc service neutron] Transition to ACTIVE for port object cc5c0845-9a85-4141-848e-5ddad199a98b will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:31.377072 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-f04b9b33-ac67-4fc0-9b02-fca8090ba3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.393624 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ddda20d7-3527-4439-a763-b25f3f14f8e1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.397766 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ddda20d7-3527-4439-a763-b25f3f14f8e1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.402439 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ddda20d7-3527-4439-a763-b25f3f14f8e1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/security-groups/c3b4c591-a08f-4330-98bd-113b8bd1c54d HTTP/1.1" status: 204 len: 168 time: 0.2147946 Jul 16 02:00:31.403116 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33492) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:31.423881 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda20d7-3527-4439-a763-b25f3f14f8e1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b4c591-a08f-4330-98bd-113b8bd1c54d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:31.523845 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-787dfb79-87dd-46a3-823b-8ad43dcbdcde tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.560251 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-787dfb79-87dd-46a3-823b-8ad43dcbdcde tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.570653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-f04b9b33-ac67-4fc0-9b02-fca8090ba3bc service neutron] No DVR routers for this DVR port cc5c0845-9a85-4141-848e-5ddad199a98b on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:31.617296 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-787dfb79-87dd-46a3-823b-8ad43dcbdcde tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.620074 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-787dfb79-87dd-46a3-823b-8ad43dcbdcde tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.624823 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-787dfb79-87dd-46a3-823b-8ad43dcbdcde tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/security-groups/2125e2c3-c176-4f72-8e34-bf3f28349b8f HTTP/1.1" status: 204 len: 168 time: 0.2102039 Jul 16 02:00:31.625505 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33496) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:31.646324 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787dfb79-87dd-46a3-823b-8ad43dcbdcde tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2125e2c3-c176-4f72-8e34-bf3f28349b8f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:31.743515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b9b33-ac67-4fc0-9b02-fca8090ba3bc service neutron] Pushing event updated for resources: {'Port': ['ID=cc5c0845-9a85-4141-848e-5ddad199a98b,revision_number=11']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:31.747618 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-328eaa25-a3d8-4e6e-9bf1-f9645d5f7958 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting subnet 106f89de-545d-4995-a33f-f6745aa348f8 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:31.751867 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-328eaa25-a3d8-4e6e-9bf1-f9645d5f7958 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.813198 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-328eaa25-a3d8-4e6e-9bf1-f9645d5f7958 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.843594 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-f04b9b33-ac67-4fc0-9b02-fca8090ba3bc service neutron] 10.222.0.26 "PUT /v2.0/ports/cc5c0845-9a85-4141-848e-5ddad199a98b/bindings/n-h2-800086-6/activate HTTP/1.1" status: 200 len: 369 time: 1.0754478 Jul 16 02:00:31.868240 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3df82c-71b3-4462-a3d2-e21b81f7d7cf req-bfe36ee4-8b01-4696-83c3-76da6ca36b42 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:31.869880 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d3df82c-71b3-4462-a3d2-e21b81f7d7cf req-bfe36ee4-8b01-4696-83c3-76da6ca36b42 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 944 time: 0.1383138 Jul 16 02:00:31.976650 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d3df82c-71b3-4462-a3d2-e21b81f7d7cf req-45283006-716f-48a5-8303-c78ee802296f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958669 Jul 16 02:00:32.046807 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99d92a05-d964-48d5-91aa-b38ea328d8ce req-89d790a6-1419-4779-8dee-3ac6542fddd7 tempest-ServerShowV257Test-1938841903 tempest-ServerShowV257Test-1938841903-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ffdaae1-a6a6-4300-96c6-7561f1174776 HTTP/1.1" status: 200 len: 210 time: 0.0535221 Jul 16 02:00:32.057037 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-328eaa25-a3d8-4e6e-9bf1-f9645d5f7958 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.119413 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.174774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-f6adfff6-8462-417c-917c-a67490cd4988 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:32.176470 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-f6adfff6-8462-417c-917c-a67490cd4988 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1&tenant_id=7a1162bb5d334415ae74c9808546d676&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 1095 time: 0.0937750 Jul 16 02:00:32.179040 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-328eaa25-a3d8-4e6e-9bf1-f9645d5f7958 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.234740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328eaa25-a3d8-4e6e-9bf1-f9645d5f7958 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Subnet': ['ID=106f89de-545d-4995-a33f-f6745aa348f8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:32.263631 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-328eaa25-a3d8-4e6e-9bf1-f9645d5f7958 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.268948 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-328eaa25-a3d8-4e6e-9bf1-f9645d5f7958 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/106f89de-545d-4995-a33f-f6745aa348f8 HTTP/1.1" status: 204 len: 168 time: 0.6364379 Jul 16 02:00:32.269104 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6352c1b4-1f57-4431-ad69-a4e5352b9428 None None] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:32.271431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33510) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:32.347030 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-24758b0c-71fb-482e-b48c-1929f9c41773 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting subnet d4be9010-50b0-4e0b-ae5a-f23fb7e9ac30 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:32.353445 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24758b0c-71fb-482e-b48c-1929f9c41773 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.371067 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-5dadf05e-e77c-457e-a9eb-58559c417d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:32.372623 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-5dadf05e-e77c-457e-a9eb-58559c417d30 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1&tenant_id=7a1162bb5d334415ae74c9808546d676 HTTP/1.1" status: 200 len: 1095 time: 0.1870658 Jul 16 02:00:32.441225 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24758b0c-71fb-482e-b48c-1929f9c41773 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.507586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-b0bf1a16-a058-4acf-89e0-a9b1ecd2b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:32.509202 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-b0bf1a16-a058-4acf-89e0-a9b1ecd2b767 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 1095 time: 0.0850129 Jul 16 02:00:32.586546 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24758b0c-71fb-482e-b48c-1929f9c41773 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.642993 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-d60cd0c7-ad52-4960-8aea-ed5213ce0c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:32.644816 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-d60cd0c7-ad52-4960-8aea-ed5213ce0c35 service neutron] 10.222.0.47 "GET /v2.0/networks?id=08d78a5f-4b1a-45a3-b856-08c17488ed5f HTTP/1.1" status: 200 len: 897 time: 0.1280799 Jul 16 02:00:32.689921 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24758b0c-71fb-482e-b48c-1929f9c41773 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.721935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24758b0c-71fb-482e-b48c-1929f9c41773 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Subnet': ['ID=d4be9010-50b0-4e0b-ae5a-f23fb7e9ac30,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:32.722198 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-17491e81-abbb-46de-a6cc-8f97f7930378 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc5c0845-9a85-4141-848e-5ddad199a98b HTTP/1.1" status: 200 len: 999 time: 0.0695827 Jul 16 02:00:32.726435 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24758b0c-71fb-482e-b48c-1929f9c41773 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.731042 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-24758b0c-71fb-482e-b48c-1929f9c41773 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/d4be9010-50b0-4e0b-ae5a-f23fb7e9ac30 HTTP/1.1" status: 204 len: 168 time: 0.4556396 Jul 16 02:00:32.731042 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33512) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:32.760019 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a25942b-bb1c-4fe6-bdac-5ec6103c05a1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:32.760707 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a25942b-bb1c-4fe6-bdac-5ec6103c05a1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:32.764761 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2a25942b-bb1c-4fe6-bdac-5ec6103c05a1 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/106f89de-545d-4995-a33f-f6745aa348f8 HTTP/1.1" status: 404 len: 337 time: 0.0307140 Jul 16 02:00:32.766097 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33514) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:32.797810 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-f54251d8-9d73-476e-a1eb-74c74b90043f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:32.799727 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-f54251d8-9d73-476e-a1eb-74c74b90043f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a HTTP/1.1" status: 200 len: 835 time: 0.0706263 Jul 16 02:00:32.869076 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5a0550-02a2-419f-b3c9-2d1c968a7400 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting subnet fbc6b898-3d7a-4674-8548-b2959563f435 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:32.873186 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0550-02a2-419f-b3c9-2d1c968a7400 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.893205 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-bc1c24e8-8796-4400-ae85-f2d558b25a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:32.894751 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-bc1c24e8-8796-4400-ae85-f2d558b25a49 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08d78a5f-4b1a-45a3-b856-08c17488ed5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869985 Jul 16 02:00:32.930520 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0550-02a2-419f-b3c9-2d1c968a7400 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.034634 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-cc1618e4-29de-416d-b3e3-2eaa3a8af4d4 service neutron] 10.222.0.47 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317494 Jul 16 02:00:33.121220 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0550-02a2-419f-b3c9-2d1c968a7400 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.286492 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-2b0562e3-0206-4629-b4e7-efc394e7059a service neutron] 10.222.0.47 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438128 Jul 16 02:00:33.326734 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0550-02a2-419f-b3c9-2d1c968a7400 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.369161 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e19fb-a36f-4a61-ab45-1bbfeb38554a req-a01e3518-ec73-46aa-b6bc-9acae7305633 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:33.376261 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f3e19fb-a36f-4a61-ab45-1bbfeb38554a req-a01e3518-ec73-46aa-b6bc-9acae7305633 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 944 time: 0.1808553 Jul 16 02:00:33.395427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0069e0ab-bd30-442a-9085-9f6c376791b4 None None] Network 7ed89dff-ae8f-4514-ab40-294b6ed80499 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:33.400768 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a0550-02a2-419f-b3c9-2d1c968a7400 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc6b898-3d7a-4674-8548-b2959563f435,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:33.405562 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0550-02a2-419f-b3c9-2d1c968a7400 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.410165 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2f5a0550-02a2-419f-b3c9-2d1c968a7400 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/fbc6b898-3d7a-4674-8548-b2959563f435 HTTP/1.1" status: 204 len: 168 time: 0.6403639 Jul 16 02:00:33.410267 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33526) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.435891 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4d6969c6-c511-4391-b426-1b900c84056b None None] Provisioning complete for port 5da9629f-6317-4c75-8a94-d143d190d850 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:33.436657 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d6969c6-c511-4391-b426-1b900c84056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.452985 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f3e19fb-a36f-4a61-ab45-1bbfeb38554a req-1b5cd26d-984a-4284-a063-07013f1dfbea tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756800 Jul 16 02:00:33.486350 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-98dd0eab-c4c4-4fd1-a318-23ff8c457744 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:33.486813 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98dd0eab-c4c4-4fd1-a318-23ff8c457744 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:33.491290 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-98dd0eab-c4c4-4fd1-a318-23ff8c457744 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/084f8c4a-399f-494d-a361-c719d9130b72 HTTP/1.1" status: 404 len: 337 time: 0.0777488 Jul 16 02:00:33.491665 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33528) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.582019 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-edce0a05-6525-4940-9b51-4fa31ae22919 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "GET /v2.0/ports?device_id=befd7adc-8818-4a7d-bb8d-888cd9590463 HTTP/1.1" status: 200 len: 205 time: 0.0891671 Jul 16 02:00:33.585560 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33532) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.655487 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-b5c84f65-1cbc-4011-b777-f9b35836d905 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] delete failed (client error): The resource could not be found. Jul 16 02:00:33.658867 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b5c84f65-1cbc-4011-b777-f9b35836d905 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/routers/befd7adc-8818-4a7d-bb8d-888cd9590463 HTTP/1.1" status: 404 len: 336 time: 0.0700419 Jul 16 02:00:33.659772 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33534) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.668472 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4d6969c6-c511-4391-b426-1b900c84056b None None] Provisioning complete for port 4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:33.668989 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4d6969c6-c511-4391-b426-1b900c84056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.707640 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-035a92e9-ba0f-4086-a636-2ca8488e3593 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:33.708328 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035a92e9-ba0f-4086-a636-2ca8488e3593 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:33.713051 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-035a92e9-ba0f-4086-a636-2ca8488e3593 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/9ea9f512-63aa-4cd2-959f-fe207a6be855 HTTP/1.1" status: 404 len: 337 time: 0.0520837 Jul 16 02:00:33.713494 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33536) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.768889 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-0965a133-d069-4bf2-8331-96ff4ac28b0d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:33.769517 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e799f7-2861-49a4-a40f-4948f31f69d2 None None] DHCP port deletion for 7ed89dff-ae8f-4514-ab40-294b6ed80499 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:33.769817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0965a133-d069-4bf2-8331-96ff4ac28b0d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:33.772189 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0965a133-d069-4bf2-8331-96ff4ac28b0d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/610c5b19-db60-4612-9c86-a7ddf19aa5ac HTTP/1.1" status: 404 len: 337 time: 0.0576200 Jul 16 02:00:33.774639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33538) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.785619 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33540) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.788733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-4d6969c6-c511-4391-b426-1b900c84056b None None] Port 4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:33.798951 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-ae9ec8f4-367d-40ad-8918-aade131b2f65 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:33.800976 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-ae9ec8f4-367d-40ad-8918-aade131b2f65 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1&tenant_id=7a1162bb5d334415ae74c9808546d676&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 1095 time: 0.1285110 Jul 16 02:00:33.822076 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec0c5ab-e430-4138-9a98-14ff94a606cf tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:33.822765 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec0c5ab-e430-4138-9a98-14ff94a606cf tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:33.824982 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0ec0c5ab-e430-4138-9a98-14ff94a606cf tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/8f89fe8b-4fea-4dd7-b62e-55d46ae37916 HTTP/1.1" status: 404 len: 337 time: 0.0493226 Jul 16 02:00:33.827969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33544) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.859159 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a5f03c-d018-479c-8d1d-c29207f16498 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:33.860439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a5f03c-d018-479c-8d1d-c29207f16498 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:33.863021 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e1a5f03c-d018-479c-8d1d-c29207f16498 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/ports/647b167f-bc82-4cae-90c5-18959cb7d7f5 HTTP/1.1" status: 404 len: 333 time: 0.0337329 Jul 16 02:00:33.866481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33546) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.901414 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-97e799f7-2861-49a4-a40f-4948f31f69d2 None None] Deleting port 5da9629f-6317-4c75-8a94-d143d190d850 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:33.903150 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-97e799f7-2861-49a4-a40f-4948f31f69d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.905579 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-c160243f-f65a-4425-ac52-54f780ea9f11 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:33.906047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c160243f-f65a-4425-ac52-54f780ea9f11 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:33.910011 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c160243f-f65a-4425-ac52-54f780ea9f11 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/75048680-1311-4140-8ab8-95d0537fd411 HTTP/1.1" status: 404 len: 337 time: 0.0402064 Jul 16 02:00:33.910398 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33548) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.919363 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.985716 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66b815f-e68d-48a0-8558-74cc1f495a6d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:33.988431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66b815f-e68d-48a0-8558-74cc1f495a6d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:33.998790 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d66b815f-e68d-48a0-8558-74cc1f495a6d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/959c0e7e-3b30-4e04-acbb-54cd047ad023 HTTP/1.1" status: 404 len: 337 time: 0.0852020 Jul 16 02:00:34.002371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-97e799f7-2861-49a4-a40f-4948f31f69d2 None None] For port 5da9629f-6317-4c75-8a94-d143d190d850, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5da9629f-6317-4c75-8a94-d143d190d850,segment=NetworkSegment(681e0b8a-f270-4e7a-bad7-16b40fbeba02),segment_id=681e0b8a-f270-4e7a-bad7-16b40fbeba02)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:34.002770 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-97e799f7-2861-49a4-a40f-4948f31f69d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.003944 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33550) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:34.020303 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-97e799f7-2861-49a4-a40f-4948f31f69d2 None None] Calling delete_port for 5da9629f-6317-4c75-8a94-d143d190d850 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:34.065213 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a80dc2a-a9d3-4d2d-92f9-db8f95151def tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:34.066237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a80dc2a-a9d3-4d2d-92f9-db8f95151def tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:34.071185 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2a80dc2a-a9d3-4d2d-92f9-db8f95151def tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/ports/954e5283-349c-446e-907e-3beb5e0afced HTTP/1.1" status: 404 len: 333 time: 0.0619469 Jul 16 02:00:34.071352 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-e713a3a8-6916-4f53-8be9-7fa406168c4b service neutron] For port cc5c0845-9a85-4141-848e-5ddad199a98b, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:34.071626 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33552) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:34.073590 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-e713a3a8-6916-4f53-8be9-7fa406168c4b service neutron] Notify callbacks [] for binding, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.075136 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-246118f1-edae-40b0-929b-1a48a9026dc9 req-e713a3a8-6916-4f53-8be9-7fa406168c4b service neutron] 10.222.0.47 "DELETE /v2.0/ports/cc5c0845-9a85-4141-848e-5ddad199a98b/bindings/n-h1-800086-6 HTTP/1.1" status: 204 len: 173 time: 0.2668891 Jul 16 02:00:34.081443 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1fa41346-d456-47e2-8f2d-2a0a2086be6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.107612 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-c851d9d1-35db-474a-a0b4-335586758fd8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:34.108159 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c851d9d1-35db-474a-a0b4-335586758fd8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:34.109954 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c851d9d1-35db-474a-a0b4-335586758fd8 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/5174be5e-fc62-4978-ad81-2b3111c18193 HTTP/1.1" status: 404 len: 337 time: 0.0372136 Jul 16 02:00:34.113716 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33554) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:34.171650 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-97e799f7-2861-49a4-a40f-4948f31f69d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.190845 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd2b2d8-3430-432a-81ea-77a44e99c4f2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:34.192074 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd2b2d8-3430-432a-81ea-77a44e99c4f2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:34.198521 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fcd2b2d8-3430-432a-81ea-77a44e99c4f2 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/subnets/f91f7025-6f62-4fd9-8af5-b4e6c46ec0c0 HTTP/1.1" status: 404 len: 337 time: 0.0816982 Jul 16 02:00:34.198855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33558) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:34.225410 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e799f7-2861-49a4-a40f-4948f31f69d2 None None] Pushing event deleted for resources: {'Port': ['ID=5da9629f-6317-4c75-8a94-d143d190d850,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:34.242413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e799f7-2861-49a4-a40f-4948f31f69d2 None None] No DVR routers for this DVR port 5da9629f-6317-4c75-8a94-d143d190d850 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:34.267935 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5da9629f-6317-4c75-8a94-d143d190d850 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:34.269614 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1fa41346-d456-47e2-8f2d-2a0a2086be6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.274146 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1fa41346-d456-47e2-8f2d-2a0a2086be6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.300133 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 5da9629f-6317-4c75-8a94-d143d190d850 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:34.300547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5da9629f-6317-4c75-8a94-d143d190d850 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:34.351751 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1fa41346-d456-47e2-8f2d-2a0a2086be6f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b1f0fe7a03f244dba104b224f4cc4d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5645475 Jul 16 02:00:34.354746 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33562) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:34.387729 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-5c1621c2-ffe2-4c90-970e-3130bf27441d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Deleting port 4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:34.388345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa41346-d456-47e2-8f2d-2a0a2086be6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a63055f-252f-4d0f-8b2d-3f82086b26a8,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:34.388470 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5c1621c2-ffe2-4c90-970e-3130bf27441d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.448959 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-04d00a61-7958-4b36-af8e-dbe36c29098e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.481151 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5c1621c2-ffe2-4c90-970e-3130bf27441d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.496961 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-5c1621c2-ffe2-4c90-970e-3130bf27441d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Calling delete_port for 4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:34.498013 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-04d00a61-7958-4b36-af8e-dbe36c29098e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.575909 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-04d00a61-7958-4b36-af8e-dbe36c29098e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.582433 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-04d00a61-7958-4b36-af8e-dbe36c29098e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.584345 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-04d00a61-7958-4b36-af8e-dbe36c29098e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5a63055f-252f-4d0f-8b2d-3f82086b26a8 HTTP/1.1" status: 204 len: 168 time: 0.2287486 Jul 16 02:00:34.593917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d00a61-7958-4b36-af8e-dbe36c29098e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a63055f-252f-4d0f-8b2d-3f82086b26a8,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:34.670893 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5c1621c2-ffe2-4c90-970e-3130bf27441d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.726944 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1621c2-ffe2-4c90-970e-3130bf27441d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Port': ['ID=4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:34.734915 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5c1621c2-ffe2-4c90-970e-3130bf27441d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.739510 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5c1621c2-ffe2-4c90-970e-3130bf27441d tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/ports/4eaeb1d9-ed36-4014-b2c3-40fd8e22da9d HTTP/1.1" status: 204 len: 168 time: 0.5392625 Jul 16 02:00:34.739777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33568) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:34.778598 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e97a63-0de9-4451-ac02-97b2833bf489 req-c314af0a-30e9-4f76-8d07-121e7cc824eb tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:34.786813 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f1e97a63-0de9-4451-ac02-97b2833bf489 req-c314af0a-30e9-4f76-8d07-121e7cc824eb tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 944 time: 0.1368806 Jul 16 02:00:34.864855 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f1e97a63-0de9-4451-ac02-97b2833bf489 req-12734bb5-b9fa-4f63-b1c4-e343a9f165cf tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767739 Jul 16 02:00:34.908032 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a2938fc-2acb-4f37-a50e-4629fff73510 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.074820 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a2938fc-2acb-4f37-a50e-4629fff73510 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.102383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-3a2938fc-2acb-4f37-a50e-4629fff73510 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed89dff-ae8f-4514-ab40-294b6ed80499']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:35.133976 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-3a2938fc-2acb-4f37-a50e-4629fff73510 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681e0b8a-f270-4e7a-bad7-16b40fbeba02') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:35.134272 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-3a2938fc-2acb-4f37-a50e-4629fff73510 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681e0b8a-f270-4e7a-bad7-16b40fbeba02') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:35.146655 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a2938fc-2acb-4f37-a50e-4629fff73510 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.171993 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a2938fc-2acb-4f37-a50e-4629fff73510 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.182975 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2938fc-2acb-4f37-a50e-4629fff73510 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:35.183380 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a2938fc-2acb-4f37-a50e-4629fff73510 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:35.186547 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:35.203473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66945c0-381a-44b1-accb-f1c8b5a7cfeb req-1eb172d9-e15c-44f2-a444-4d4697c03953 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:35.205523 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b66945c0-381a-44b1-accb-f1c8b5a7cfeb req-1eb172d9-e15c-44f2-a444-4d4697c03953 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 1095 time: 0.1267242 Jul 16 02:00:35.318968 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a2938fc-2acb-4f37-a50e-4629fff73510 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.335939 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3a2938fc-2acb-4f37-a50e-4629fff73510 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.342272 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3a2938fc-2acb-4f37-a50e-4629fff73510 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] 10.222.0.54 "DELETE /v2.0/networks/7ed89dff-ae8f-4514-ab40-294b6ed80499 HTTP/1.1" status: 204 len: 168 time: 0.6011302 Jul 16 02:00:35.385970 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2938fc-2acb-4f37-a50e-4629fff73510 tempest-PortsIpV6TestJSON-1247209176 tempest-PortsIpV6TestJSON-1247209176-project] Pushing event deleted for resources: {'Network': ['ID=7ed89dff-ae8f-4514-ab40-294b6ed80499,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:35.395128 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b66945c0-381a-44b1-accb-f1c8b5a7cfeb req-631d0d90-36da-4d4c-8c6b-1b59c8fdc02f tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727457 Jul 16 02:00:35.629800 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device cc5c0845-9a85-4141-848e-5ddad199a98b no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:35.700388 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device cc5c0845-9a85-4141-848e-5ddad199a98b not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:35.718256 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33604) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:35.730047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef72a75-44a3-4fe0-84ac-79cff8d62d49 req-b9dcadf9-858c-4354-b490-bc365daf3625 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:35.737757 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fef72a75-44a3-4fe0-84ac-79cff8d62d49 req-b9dcadf9-858c-4354-b490-bc365daf3625 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 944 time: 0.1451943 Jul 16 02:00:35.791254 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fef72a75-44a3-4fe0-84ac-79cff8d62d49 req-dbd596fe-3033-4cac-a968-f6f34fdccecf tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521243 Jul 16 02:00:35.813449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33610) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:35.928623 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33612) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:35.956390 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3e8db1bb-0c9d-483d-a795-6f805ef4997e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/floatingips/e2de9cc0-5fd1-4d16-8541-677e6f1b742a HTTP/1.1" status: 200 len: 991 time: 0.1416945 Jul 16 02:00:36.007458 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-1901ab56-4699-46cb-9500-0254ec288061 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-760637635-network', 'tenant_id': 'f99eced54da344ea9acb41dfd9d8108f'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:36.070253 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1901ab56-4699-46cb-9500-0254ec288061 admin admin] Made reservation on behalf of f99eced54da344ea9acb41dfd9d8108f for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:36.072712 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1901ab56-4699-46cb-9500-0254ec288061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.078839 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-118d14bb-20d2-49da-8ce5-ccd1552c975c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=370917c0a04b46bfb2a065ed7ad91b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3594835 Jul 16 02:00:36.081532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33616) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:36.084869 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1901ab56-4699-46cb-9500-0254ec288061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.160140 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00900f45-9d91-4b6d-83b3-9d9c9c7210d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.186774 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00900f45-9d91-4b6d-83b3-9d9c9c7210d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.223180 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1901ab56-4699-46cb-9500-0254ec288061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.229076 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1901ab56-4699-46cb-9500-0254ec288061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.252946 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1901ab56-4699-46cb-9500-0254ec288061 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:36.268658 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00900f45-9d91-4b6d-83b3-9d9c9c7210d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.271884 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-00900f45-9d91-4b6d-83b3-9d9c9c7210d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.272238 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1901ab56-4699-46cb-9500-0254ec288061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.272587 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-1901ab56-4699-46cb-9500-0254ec288061 admin admin] Added segment 7797bb6a-fef5-41d6-9819-aa0ff3781d51 of type vlan for network 5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c Jul 16 02:00:36.273577 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-00900f45-9d91-4b6d-83b3-9d9c9c7210d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fe804c1f-d048-477c-aacb-00d030b51c24 HTTP/1.1" status: 204 len: 168 time: 0.1910388 Jul 16 02:00:36.274307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901ab56-4699-46cb-9500-0254ec288061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9496d758-6c5b-4681-abdb-7e047ed6197a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:36.301642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00900f45-9d91-4b6d-83b3-9d9c9c7210d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe804c1f-d048-477c-aacb-00d030b51c24,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:36.331210 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1901ab56-4699-46cb-9500-0254ec288061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.394086 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1901ab56-4699-46cb-9500-0254ec288061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.397225 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1901ab56-4699-46cb-9500-0254ec288061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:36.398674 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1901ab56-4699-46cb-9500-0254ec288061 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.449037 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1901ab56-4699-46cb-9500-0254ec288061 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5157950 Jul 16 02:00:36.449807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33624) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:36.455874 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-6634f2f8-8983-480f-b539-240d1b5ee23a admin admin] Request body: {'subnet': {'network_id': '5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-760637635-subnet', 'tenant_id': 'f99eced54da344ea9acb41dfd9d8108f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:36.514294 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901ab56-4699-46cb-9500-0254ec288061 admin admin] Pushing event updated for resources: {'Network': ['ID=5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:36.515642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6634f2f8-8983-480f-b539-240d1b5ee23a admin admin] Made reservation on behalf of f99eced54da344ea9acb41dfd9d8108f for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:36.522414 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6634f2f8-8983-480f-b539-240d1b5ee23a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.526467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:36.653877 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d568ce5b-37c2-4c52-8652-0cac7dc1d6d3 req-9119ac44-e42e-4094-b56c-b4531fafe479 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1583457 Jul 16 02:00:36.864788 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6634f2f8-8983-480f-b539-240d1b5ee23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.908431 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568ce5b-37c2-4c52-8652-0cac7dc1d6d3 req-cf34c4c2-8a6c-49ac-8c97-4bdabf55722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:36.909997 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d568ce5b-37c2-4c52-8652-0cac7dc1d6d3 req-cf34c4c2-8a6c-49ac-8c97-4bdabf55722e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 1095 time: 0.1567895 Jul 16 02:00:36.973322 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634f2f8-8983-480f-b539-240d1b5ee23a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6a08612-3f21-423e-b6a3-f2570d1f0dcc,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:36.983331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6634f2f8-8983-480f-b539-240d1b5ee23a admin admin] Checking segment: {'id': '7797bb6a-fef5-41d6-9819-aa0ff3781d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:36.983701 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6634f2f8-8983-480f-b539-240d1b5ee23a admin admin] Network hostable DHCP agents. Network: 5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:37.039351 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6634f2f8-8983-480f-b539-240d1b5ee23a admin admin] Network 5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:37.054004 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-6634f2f8-8983-480f-b539-240d1b5ee23a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:37.062380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6634f2f8-8983-480f-b539-240d1b5ee23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:37.063029 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6634f2f8-8983-480f-b539-240d1b5ee23a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.066960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568ce5b-37c2-4c52-8652-0cac7dc1d6d3 req-7a5b5788-860a-4bf7-a9d7-3fb7c5fa96f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:37.068983 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d568ce5b-37c2-4c52-8652-0cac7dc1d6d3 req-7a5b5788-860a-4bf7-a9d7-3fb7c5fa96f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=08d78a5f-4b1a-45a3-b856-08c17488ed5f HTTP/1.1" status: 200 len: 897 time: 0.1287866 Jul 16 02:00:37.070381 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892e731c-1ec2-4303-a1af-e12ea7bc89b7 None None] Network 5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:37.094409 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6634f2f8-8983-480f-b539-240d1b5ee23a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6437817 Jul 16 02:00:37.261180 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6add1abe-c4a8-4ff2-8814-07cd91a468d0 None None] Network 5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:37.352466 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33648) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:37.494495 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d568ce5b-37c2-4c52-8652-0cac7dc1d6d3 req-42dd2ccc-1da0-4e54-9288-775a5ba1943a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc5c0845-9a85-4141-848e-5ddad199a98b HTTP/1.1" status: 200 len: 999 time: 0.4174311 Jul 16 02:00:37.534647 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-995c23ec-513a-45a5-91a7-4ac7b4bc7fcd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-666823790'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:37.558147 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568ce5b-37c2-4c52-8652-0cac7dc1d6d3 req-bd4b436c-0ca4-4dc7-888f-9683c01efb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:37.559936 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d568ce5b-37c2-4c52-8652-0cac7dc1d6d3 req-bd4b436c-0ca4-4dc7-888f-9683c01efb20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a HTTP/1.1" status: 200 len: 835 time: 0.0563986 Jul 16 02:00:37.562636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995c23ec-513a-45a5-91a7-4ac7b4bc7fcd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:37.566767 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-995c23ec-513a-45a5-91a7-4ac7b4bc7fcd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.578620 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-995c23ec-513a-45a5-91a7-4ac7b4bc7fcd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.631341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568ce5b-37c2-4c52-8652-0cac7dc1d6d3 req-119de79d-b407-408f-96a9-f5060865077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:37.633481 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d568ce5b-37c2-4c52-8652-0cac7dc1d6d3 req-119de79d-b407-408f-96a9-f5060865077a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08d78a5f-4b1a-45a3-b856-08c17488ed5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652096 Jul 16 02:00:37.698627 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-995c23ec-513a-45a5-91a7-4ac7b4bc7fcd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.704073 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-995c23ec-513a-45a5-91a7-4ac7b4bc7fcd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.734964 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995c23ec-513a-45a5-91a7-4ac7b4bc7fcd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:37.760148 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-995c23ec-513a-45a5-91a7-4ac7b4bc7fcd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.760842 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-995c23ec-513a-45a5-91a7-4ac7b4bc7fcd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Added segment 95223100-3c7b-4cdd-bc1f-85e94d420c04 of type vlan for network 8d192fc6-6f3f-4c09-9bad-709322652c35 Jul 16 02:00:37.766274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c23ec-513a-45a5-91a7-4ac7b4bc7fcd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d841b49-b522-409f-a3aa-4ab45bfc977c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:37.839892 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-995c23ec-513a-45a5-91a7-4ac7b4bc7fcd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.845537 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33668) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:37.853653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2c84e17e-ef58-4e06-9d92-c87e271fa24e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-525518232-network', 'tenant_id': '86954fa274fe4224a881499675d73692'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:37.854153 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d568ce5b-37c2-4c52-8652-0cac7dc1d6d3 req-9277615e-9da3-4318-b37e-e05e38d6d512 service neutron] 10.222.0.47 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120824 Jul 16 02:00:37.892076 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c84e17e-ef58-4e06-9d92-c87e271fa24e admin admin] Made reservation on behalf of 86954fa274fe4224a881499675d73692 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:37.894540 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2c84e17e-ef58-4e06-9d92-c87e271fa24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.907205 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2c84e17e-ef58-4e06-9d92-c87e271fa24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.917551 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-995c23ec-513a-45a5-91a7-4ac7b4bc7fcd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.923156 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995c23ec-513a-45a5-91a7-4ac7b4bc7fcd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:37.924115 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-995c23ec-513a-45a5-91a7-4ac7b4bc7fcd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.969679 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d568ce5b-37c2-4c52-8652-0cac7dc1d6d3 req-08e448ef-9e64-41d3-9391-c61b9b5caab2 service neutron] 10.222.0.47 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072595 Jul 16 02:00:38.018172 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c23ec-513a-45a5-91a7-4ac7b4bc7fcd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Network': ['ID=8d192fc6-6f3f-4c09-9bad-709322652c35,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:38.032534 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:38.169074 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2c84e17e-ef58-4e06-9d92-c87e271fa24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.175299 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2c84e17e-ef58-4e06-9d92-c87e271fa24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.184708 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-995c23ec-513a-45a5-91a7-4ac7b4bc7fcd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8311343 Jul 16 02:00:38.187445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33674) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:38.193767 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ce593a0f-86c4-48b6-ba13-d9f1426cf409 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35', 'name': 'tempest-PortsTestJSON-1333566405'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:38.208560 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c84e17e-ef58-4e06-9d92-c87e271fa24e admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:38.220649 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84e17e-ef58-4e06-9d92-c87e271fa24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceeac215-dc36-4d01-8a92-760c08bf8bf2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:38.226595 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2c84e17e-ef58-4e06-9d92-c87e271fa24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.226962 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-2c84e17e-ef58-4e06-9d92-c87e271fa24e admin admin] Added segment f00371be-a4b8-4407-9835-d705db4141e0 of type vlan for network 86290f14-5d55-40a7-9651-4b5438e6698a Jul 16 02:00:38.281766 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2c84e17e-ef58-4e06-9d92-c87e271fa24e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.287440 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33676) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:38.326914 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce593a0f-86c4-48b6-ba13-d9f1426cf409 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:38.337608 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ce593a0f-86c4-48b6-ba13-d9f1426cf409 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.367049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-ce593a0f-86c4-48b6-ba13-d9f1426cf409 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] device_id is not set on port 072c59cf-ea22-4806-bfb2-d661b6177f9c yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:38.404300 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2c84e17e-ef58-4e06-9d92-c87e271fa24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.405291 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c84e17e-ef58-4e06-9d92-c87e271fa24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:38.405869 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2c84e17e-ef58-4e06-9d92-c87e271fa24e admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.456704 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2c84e17e-ef58-4e06-9d92-c87e271fa24e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6098580 Jul 16 02:00:38.461191 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33678) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:38.468044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a34f3473-e9df-46d1-b902-a8e0512ec02f admin admin] Request body: {'subnet': {'network_id': '86290f14-5d55-40a7-9651-4b5438e6698a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-525518232-subnet', 'tenant_id': '86954fa274fe4224a881499675d73692', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:38.524445 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84e17e-ef58-4e06-9d92-c87e271fa24e admin admin] Pushing event updated for resources: {'Network': ['ID=86290f14-5d55-40a7-9651-4b5438e6698a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:38.537815 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 86290f14-5d55-40a7-9651-4b5438e6698a details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:38.551390 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34f3473-e9df-46d1-b902-a8e0512ec02f admin admin] Made reservation on behalf of 86954fa274fe4224a881499675d73692 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:38.554564 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a34f3473-e9df-46d1-b902-a8e0512ec02f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.588339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-7f266500-75af-4077-aee3-c1813dfe8ef4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting port f30a39be-b4c5-46d1-a072-b099cc7310f7 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:38.588682 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7f266500-75af-4077-aee3-c1813dfe8ef4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.665616 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ce593a0f-86c4-48b6-ba13-d9f1426cf409 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.707366 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ce593a0f-86c4-48b6-ba13-d9f1426cf409 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.742078 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7f266500-75af-4077-aee3-c1813dfe8ef4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.742407 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7f266500-75af-4077-aee3-c1813dfe8ef4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.761999 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-7f266500-75af-4077-aee3-c1813dfe8ef4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Calling delete_port for f30a39be-b4c5-46d1-a072-b099cc7310f7 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:38.784894 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce593a0f-86c4-48b6-ba13-d9f1426cf409 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=072c59cf-ea22-4806-bfb2-d661b6177f9c,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:38.805744 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce593a0f-86c4-48b6-ba13-d9f1426cf409 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Checking segment: {'id': '95223100-3c7b-4cdd-bc1f-85e94d420c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:38.806112 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce593a0f-86c4-48b6-ba13-d9f1426cf409 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network hostable DHCP agents. Network: 8d192fc6-6f3f-4c09-9bad-709322652c35, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:38.837087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce593a0f-86c4-48b6-ba13-d9f1426cf409 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:38.849488 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-ce593a0f-86c4-48b6-ba13-d9f1426cf409 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 8d192fc6-6f3f-4c09-9bad-709322652c35) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:38.857444 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce593a0f-86c4-48b6-ba13-d9f1426cf409 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:38.861332 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea5c37d-e850-4a74-9675-fa22e418bc9d None None] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:38.864444 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce593a0f-86c4-48b6-ba13-d9f1426cf409 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:38.865043 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ce593a0f-86c4-48b6-ba13-d9f1426cf409 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.871602 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a34f3473-e9df-46d1-b902-a8e0512ec02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.885720 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ce593a0f-86c4-48b6-ba13-d9f1426cf409 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6964550 Jul 16 02:00:38.888167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33684) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:38.906680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-39e3c4fd-bf03-4f79-8cd7-b0fe0bdb3130 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-710978993'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:38.961137 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e3c4fd-bf03-4f79-8cd7-b0fe0bdb3130 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:38.966432 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-39e3c4fd-bf03-4f79-8cd7-b0fe0bdb3130 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.994889 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e3c4fd-bf03-4f79-8cd7-b0fe0bdb3130 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:39.007207 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-39e3c4fd-bf03-4f79-8cd7-b0fe0bdb3130 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.007557 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-39e3c4fd-bf03-4f79-8cd7-b0fe0bdb3130 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Added segment 1d1aad94-36b8-4f11-8047-05a838f4b419 of type vlan for network 16dce255-16e2-4465-a025-ebb42c040032 Jul 16 02:00:39.016144 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f3473-e9df-46d1-b902-a8e0512ec02f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d75ae09-f1db-413e-b2cd-fb22421862fc,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:39.028055 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f3473-e9df-46d1-b902-a8e0512ec02f admin admin] Checking segment: {'id': 'f00371be-a4b8-4407-9835-d705db4141e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '86290f14-5d55-40a7-9651-4b5438e6698a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:39.028412 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34f3473-e9df-46d1-b902-a8e0512ec02f admin admin] Network hostable DHCP agents. Network: 86290f14-5d55-40a7-9651-4b5438e6698a, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:39.068334 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-39e3c4fd-bf03-4f79-8cd7-b0fe0bdb3130 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.083299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34f3473-e9df-46d1-b902-a8e0512ec02f admin admin] Network 86290f14-5d55-40a7-9651-4b5438e6698a is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:39.087955 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7f266500-75af-4077-aee3-c1813dfe8ef4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.113452 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-39e3c4fd-bf03-4f79-8cd7-b0fe0bdb3130 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.121381 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e3c4fd-bf03-4f79-8cd7-b0fe0bdb3130 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:39.121996 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-39e3c4fd-bf03-4f79-8cd7-b0fe0bdb3130 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.134580 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-a34f3473-e9df-46d1-b902-a8e0512ec02f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 86290f14-5d55-40a7-9651-4b5438e6698a) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:39.140209 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34f3473-e9df-46d1-b902-a8e0512ec02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:39.140864 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a34f3473-e9df-46d1-b902-a8e0512ec02f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.148477 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50259ed-02b8-4587-ad9f-0c05f824e891 None None] Network 86290f14-5d55-40a7-9651-4b5438e6698a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:39.148675 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-39e3c4fd-bf03-4f79-8cd7-b0fe0bdb3130 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2590466 Jul 16 02:00:39.149162 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33686) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:39.152068 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f266500-75af-4077-aee3-c1813dfe8ef4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Port': ['ID=f30a39be-b4c5-46d1-a072-b099cc7310f7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:39.166766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'ports': [{'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35'}, {'network_id': '16dce255-16e2-4465-a025-ebb42c040032'}]} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:39.167079 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:39.167575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'network_id': '16dce255-16e2-4465-a025-ebb42c040032'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:39.234720 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7f266500-75af-4077-aee3-c1813dfe8ef4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.235342 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-7f266500-75af-4077-aee3-c1813dfe8ef4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Floating IP e2de9cc0-5fd1-4d16-8541-677e6f1b742a disassociated (deleted). External IP: 172.25.1.112, port: cc5c0845-9a85-4141-848e-5ddad199a98b. Jul 16 02:00:39.249448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c4fd-bf03-4f79-8cd7-b0fe0bdb3130 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Network': ['ID=16dce255-16e2-4465-a025-ebb42c040032,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:39.297977 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 16dce255-16e2-4465-a025-ebb42c040032 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:39.321585 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a34f3473-e9df-46d1-b902-a8e0512ec02f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8570914 Jul 16 02:00:39.424557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294955ff-579b-4319-88bd-5b9f5651960c None None] Network 86290f14-5d55-40a7-9651-4b5438e6698a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:39.570778 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'port': 2} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:39.588209 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.620017 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.717026 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f266500-75af-4077-aee3-c1813dfe8ef4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router 8de5c827-7565-4c25-bcf9-2de71ae0077f has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:39.763296 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] device_id is not set on port d1e2eb4b-24d1-4399-9e0c-b0564f86c300 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:39.933053 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.029002 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] device_id is not set on port e7697b67-34dc-449c-b662-00b85e1a203a yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:40.320341 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.348448 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f266500-75af-4077-aee3-c1813dfe8ef4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:40.354681 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7f266500-75af-4077-aee3-c1813dfe8ef4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.359896 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9decb563-c207-492c-9efd-eace2e071b51 None None] Sync routers for ids ['8de5c827-7565-4c25-bcf9-2de71ae0077f'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:40.374746 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9decb563-c207-492c-9efd-eace2e071b51 None None] Routers {'8de5c827-7565-4c25-bcf9-2de71ae0077f'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:40.375442 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9decb563-c207-492c-9efd-eace2e071b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:00:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8de5c827-7565-4c25-bcf9-2de71ae0077f'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:40.403194 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7f266500-75af-4077-aee3-c1813dfe8ef4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/floatingips/e2de9cc0-5fd1-4d16-8541-677e6f1b742a HTTP/1.1" status: 204 len: 168 time: 2.1145236 Jul 16 02:00:40.404434 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'tag': 'cc5c0845-9a85-4141-848e-5ddad199a98b'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:40.407397 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89be34ce-9ad6-4774-a10e-f3519ded7284" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6b3ccd-df7e-4b0a-94d4-bc328903eea1", "tag": "cc5c0845-9a85-4141-848e-5ddad199a98b"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:40.454847 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.640001 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-9decb563-c207-492c-9efd-eace2e071b51 None None] Set router 8de5c827-7565-4c25-bcf9-2de71ae0077f gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:40.721157 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:40.729430 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:40.752484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:40.753800 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.763490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=d1e2eb4b-24d1-4399-9e0c-b0564f86c300,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:40.874059 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bf2d9-f265-4127-856c-5010abb85523 req-4d4e396f-f935-4e68-b1a3-1286ba5755f9 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:40.875991 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-439bf2d9-f265-4127-856c-5010abb85523 req-4d4e396f-f935-4e68-b1a3-1286ba5755f9 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/networks?id=5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c HTTP/1.1" status: 200 len: 824 time: 0.4464071 Jul 16 02:00:40.897801 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=e7697b67-34dc-449c-b662-00b85e1a203a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:40.909040 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-439bf2d9-f265-4127-856c-5010abb85523 req-bfec2fc7-2892-4083-ac4f-507e6fee69aa tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/quotas/f99eced54da344ea9acb41dfd9d8108f HTTP/1.1" status: 200 len: 375 time: 0.0245147 Jul 16 02:00:40.950731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Checking segment: {'id': '1d1aad94-36b8-4f11-8047-05a838f4b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '16dce255-16e2-4465-a025-ebb42c040032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:40.951253 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network hostable DHCP agents. Network: 16dce255-16e2-4465-a025-ebb42c040032, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:40.960007 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-439bf2d9-f265-4127-856c-5010abb85523 req-b76190ca-3a43-4839-a1d8-083cbf21f744 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f99eced54da344ea9acb41dfd9d8108f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405390 Jul 16 02:00:40.976065 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb34406-0f3d-4d66-ba2f-e9fbf4a28467 x-openstack-request-id: req-2bb34406-0f3d-4d66-ba2f-e9fbf4a28467 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:40.976525 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6b3ccd-df7e-4b0a-94d4-bc328903eea1", "tag": "cc5c0845-9a85-4141-848e-5ddad199a98b", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:40.976525 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2bb34406-0f3d-4d66-ba2f-e9fbf4a28467 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:40.976864 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'tag': 'cc5c0845-9a85-4141-848e-5ddad199a98b', 'status': 'completed', 'code': 200} Jul 16 02:00:41.065724 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 16dce255-16e2-4465-a025-ebb42c040032 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:41.158757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 16dce255-16e2-4465-a025-ebb42c040032) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:41.169126 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:41.170831 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd26292-17ad-458b-99e5-2e45de8d285e None None] Network 16dce255-16e2-4465-a025-ebb42c040032 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:41.174980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:41.180898 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:41.181111 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.185738 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-439bf2d9-f265-4127-856c-5010abb85523 req-ef011d7d-79f2-4299-b00a-6eb6687d2c9c service neutron] 10.222.0.54 "GET /v2.0/networks/5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171233 Jul 16 02:00:41.232208 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ba1f2b13-8197-4080-bab7-50982388f162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0801337 Jul 16 02:00:41.235365 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33724) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:41.317685 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be34ce-9ad6-4774-a10e-f3519ded7284 req-5eb45857-e8dc-4816-9b30-0c13def59a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:41.319660 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89be34ce-9ad6-4774-a10e-f3519ded7284 req-5eb45857-e8dc-4816-9b30-0c13def59a3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 1095 time: 0.2930112 Jul 16 02:00:41.342898 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa3d5c-4cdc-429e-a6bd-2f1544d7fed6 req-1b6c8a75-a6af-4707-92a1-a2585ac05144 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:41.344575 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-33aa3d5c-4cdc-429e-a6bd-2f1544d7fed6 req-1b6c8a75-a6af-4707-92a1-a2585ac05144 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 944 time: 0.2058346 Jul 16 02:00:41.366702 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9decb563-c207-492c-9efd-eace2e071b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537048706', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:24Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'd3e1711d-83f2-4e40-9709-7a76b2e640eb', 'name': '', 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:8a:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:21Z', 'updated_at': '2021-07-16T01:59:32Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:41.401309 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9decb563-c207-492c-9efd-eace2e071b51 None None] Checking router: 8de5c827-7565-4c25-bcf9-2de71ae0077f for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:41.418223 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9decb563-c207-492c-9efd-eace2e071b51 None None] Routers {'8de5c827-7565-4c25-bcf9-2de71ae0077f'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:41.419312 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9decb563-c207-492c-9efd-eace2e071b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:00:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8de5c827-7565-4c25-bcf9-2de71ae0077f'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:41.471793 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-33aa3d5c-4cdc-429e-a6bd-2f1544d7fed6 req-005c1dcf-9b03-4e74-ba6d-e09eaf7966e8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191537 Jul 16 02:00:41.564100 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-439bf2d9-f265-4127-856c-5010abb85523 req-617c4296-b77d-49e4-b887-c36d515fe241 service neutron] 10.222.0.54 "GET /v2.0/networks/5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687234 Jul 16 02:00:41.574081 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-9decb563-c207-492c-9efd-eace2e071b51 None None] Set router 8de5c827-7565-4c25-bcf9-2de71ae0077f gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:41.666955 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be34ce-9ad6-4774-a10e-f3519ded7284 req-46c40c8e-56a9-44c7-afeb-cfe3668f4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:41.669106 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89be34ce-9ad6-4774-a10e-f3519ded7284 req-46c40c8e-56a9-44c7-afeb-cfe3668f4202 service neutron] 10.222.0.47 "GET /v2.0/networks?id=08d78a5f-4b1a-45a3-b856-08c17488ed5f HTTP/1.1" status: 200 len: 897 time: 0.3375537 Jul 16 02:00:41.676250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec92b5-2905-4de5-b6c6-d149bfa53fbd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port e7697b67-34dc-449c-b662-00b85e1a203a {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:41.676623 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b1ec92b5-2905-4de5-b6c6-d149bfa53fbd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.791470 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89be34ce-9ad6-4774-a10e-f3519ded7284 req-00017f6c-fb93-49e7-8a7f-c4bcc0d5cc1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc5c0845-9a85-4141-848e-5ddad199a98b HTTP/1.1" status: 200 len: 217 time: 0.1082916 Jul 16 02:00:41.832502 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4516aa0-05db-4ce9-b96b-577e8706c7cb req-97f85191-51a0-40a8-b0fa-e1e7d85728fd tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/ports?device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 210 time: 0.0564582 Jul 16 02:00:41.917973 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b1ec92b5-2905-4de5-b6c6-d149bfa53fbd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.948100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec92b5-2905-4de5-b6c6-d149bfa53fbd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for e7697b67-34dc-449c-b662-00b85e1a203a owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:41.957047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb401f5-5359-4d42-b5f1-4775169ac912 req-27359044-f8ec-4068-a701-b65642b6b649 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:41.959604 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-adb401f5-5359-4d42-b5f1-4775169ac912 req-27359044-f8ec-4068-a701-b65642b6b649 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 944 time: 0.3797171 Jul 16 02:00:41.971357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be34ce-9ad6-4774-a10e-f3519ded7284 req-6833b1f3-3a56-4213-8dc7-05fbad43fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:41.972835 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89be34ce-9ad6-4774-a10e-f3519ded7284 req-6833b1f3-3a56-4213-8dc7-05fbad43fbd6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a HTTP/1.1" status: 200 len: 835 time: 0.1725349 Jul 16 02:00:42.072079 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9decb563-c207-492c-9efd-eace2e071b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537048706', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:24Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'd3e1711d-83f2-4e40-9709-7a76b2e640eb', 'name': '', 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:8a:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:21Z', 'updated_at': '2021-07-16T01:59:32Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:42.107667 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9decb563-c207-492c-9efd-eace2e071b51 None None] The sync data for ids ['8de5c827-7565-4c25-bcf9-2de71ae0077f'] in n-d-800086-6 is: [{'id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537048706', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:24Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'd3e1711d-83f2-4e40-9709-7a76b2e640eb', 'name': '', 'network_id': '08d78a5f-4b1a-45a3-b856-08c17488ed5f', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:8a:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:21Z', 'updated_at': '2021-07-16T01:59:32Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:42.228905 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b1ec92b5-2905-4de5-b6c6-d149bfa53fbd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.232806 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be34ce-9ad6-4774-a10e-f3519ded7284 req-de072a18-5241-4f8e-966d-2518abb44f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:42.234651 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89be34ce-9ad6-4774-a10e-f3519ded7284 req-de072a18-5241-4f8e-966d-2518abb44f2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=08d78a5f-4b1a-45a3-b856-08c17488ed5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2506037 Jul 16 02:00:42.301931 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec92b5-2905-4de5-b6c6-d149bfa53fbd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=e7697b67-34dc-449c-b662-00b85e1a203a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:42.322989 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b1ec92b5-2905-4de5-b6c6-d149bfa53fbd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.332213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33744) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:42.332702 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b1ec92b5-2905-4de5-b6c6-d149bfa53fbd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/ports/e7697b67-34dc-449c-b662-00b85e1a203a HTTP/1.1" status: 204 len: 168 time: 1.0940173 Jul 16 02:00:42.336716 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-adb401f5-5359-4d42-b5f1-4775169ac912 req-dcff3067-dc17-4df9-9a25-3eec547c796c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting port cc5c0845-9a85-4141-848e-5ddad199a98b {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:42.336928 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-adb401f5-5359-4d42-b5f1-4775169ac912 req-dcff3067-dc17-4df9-9a25-3eec547c796c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.453860 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bff393-8e69-4a8e-a1cf-475f6b482683 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:42.462222 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bff393-8e69-4a8e-a1cf-475f6b482683 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:42.464423 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f9bff393-8e69-4a8e-a1cf-475f6b482683 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1301963 Jul 16 02:00:42.467025 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33746) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:42.546113 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-adb401f5-5359-4d42-b5f1-4775169ac912 req-dcff3067-dc17-4df9-9a25-3eec547c796c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] For port cc5c0845-9a85-4141-848e-5ddad199a98b, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=cc5c0845-9a85-4141-848e-5ddad199a98b,segment=NetworkSegment(21ff77ae-9cc9-4661-9349-1e6d2922ee60),segment_id=21ff77ae-9cc9-4661-9349-1e6d2922ee60)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:42.546661 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-adb401f5-5359-4d42-b5f1-4775169ac912 req-dcff3067-dc17-4df9-9a25-3eec547c796c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.563794 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-adb401f5-5359-4d42-b5f1-4775169ac912 req-dcff3067-dc17-4df9-9a25-3eec547c796c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Calling delete_port for cc5c0845-9a85-4141-848e-5ddad199a98b owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:42.598500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a5307-ff68-4390-a686-29f75d491b1a None None] New status for floating IP e2de9cc0-5fd1-4d16-8541-677e6f1b742a: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:00:42.711850 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89be34ce-9ad6-4774-a10e-f3519ded7284 req-df5a046d-83a9-4869-90fb-eaa23710995d service neutron] 10.222.0.47 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678485 Jul 16 02:00:42.750611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b862a077-67fb-4942-8fd0-f07eb37aa190 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port d1e2eb4b-24d1-4399-9e0c-b0564f86c300 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:42.750944 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b862a077-67fb-4942-8fd0-f07eb37aa190 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.868986 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b862a077-67fb-4942-8fd0-f07eb37aa190 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.887244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b862a077-67fb-4942-8fd0-f07eb37aa190 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for d1e2eb4b-24d1-4399-9e0c-b0564f86c300 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:43.045674 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39975a01-ab3c-4fb9-a9d4-025ea0a03fb7 req-6f7a2035-718f-43ee-9498-2a75c72dbab8 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/ports?device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 210 time: 0.0397639 Jul 16 02:00:43.049206 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89be34ce-9ad6-4774-a10e-f3519ded7284 req-337921cd-5ed7-4b5e-aff5-55bef08cdea2 service neutron] 10.222.0.47 "GET /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274271 Jul 16 02:00:43.059611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a19d0-2622-4c34-adab-cf4c53b83dda req-1b32a2c9-0f84-48bd-841f-c495d66385a4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:43.061161 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ae8a19d0-2622-4c34-adab-cf4c53b83dda req-1b32a2c9-0f84-48bd-841f-c495d66385a4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c6b3ccd-df7e-4b0a-94d4-bc328903eea1 HTTP/1.1" status: 200 len: 944 time: 0.3477671 Jul 16 02:00:43.076253 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b862a077-67fb-4942-8fd0-f07eb37aa190 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.089585 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-adb401f5-5359-4d42-b5f1-4775169ac912 req-dcff3067-dc17-4df9-9a25-3eec547c796c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.112368 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862a077-67fb-4942-8fd0-f07eb37aa190 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=d1e2eb4b-24d1-4399-9e0c-b0564f86c300,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:43.125592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff3067-dc17-4df9-9a25-3eec547c796c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Port': ['ID=cc5c0845-9a85-4141-848e-5ddad199a98b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:43.128050 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b862a077-67fb-4942-8fd0-f07eb37aa190 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.134227 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b862a077-67fb-4942-8fd0-f07eb37aa190 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/ports/d1e2eb4b-24d1-4399-9e0c-b0564f86c300 HTTP/1.1" status: 204 len: 168 time: 0.6660392 Jul 16 02:00:43.134804 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33754) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:43.213904 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ae8a19d0-2622-4c34-adab-cf4c53b83dda req-9ab6bb68-287c-4210-9e3c-4e7d8dbba7c4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=66489032-26a8-49d4-8759-59efab66eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362681 Jul 16 02:00:43.263774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb401f5-5359-4d42-b5f1-4775169ac912 req-dcff3067-dc17-4df9-9a25-3eec547c796c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] No DVR routers for this DVR port cc5c0845-9a85-4141-848e-5ddad199a98b on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:43.267431 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-adb401f5-5359-4d42-b5f1-4775169ac912 req-dcff3067-dc17-4df9-9a25-3eec547c796c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.269843 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-adb401f5-5359-4d42-b5f1-4775169ac912 req-dcff3067-dc17-4df9-9a25-3eec547c796c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.47 "DELETE /v2.0/ports/cc5c0845-9a85-4141-848e-5ddad199a98b HTTP/1.1" status: 204 len: 173 time: 1.3036342 Jul 16 02:00:43.270463 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'name': 'network-vif-deleted', 'tag': 'cc5c0845-9a85-4141-848e-5ddad199a98b'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:43.272875 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3e0fcf-74c7-4a13-8a82-1d0bfe97c262" -d '{"events": [{"server_uuid": "6c6b3ccd-df7e-4b0a-94d4-bc328903eea1", "name": "network-vif-deleted", "tag": "cc5c0845-9a85-4141-848e-5ddad199a98b"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:43.338570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebd2196-12cd-442b-9ee4-6412577892bf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:43.344930 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33760) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:43.346328 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-eebd2196-12cd-442b-9ee4-6412577892bf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2089796 Jul 16 02:00:43.429089 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-91972e60-9779-4665-8c3a-bcc8c9ec1fb3 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] GET failed (client error): The resource could not be found. Jul 16 02:00:43.430742 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-91972e60-9779-4665-8c3a-bcc8c9ec1fb3 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports/e7697b67-34dc-449c-b662-00b85e1a203a HTTP/1.1" status: 404 len: 333 time: 0.0862255 Jul 16 02:00:43.433968 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33764) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:43.467686 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb8015d-e210-4ea1-a75d-35998ff33ba5 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] GET failed (client error): The resource could not be found. Jul 16 02:00:43.473217 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-aeb8015d-e210-4ea1-a75d-35998ff33ba5 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports/d1e2eb4b-24d1-4399-9e0c-b0564f86c300 HTTP/1.1" status: 404 len: 333 time: 0.0375316 Jul 16 02:00:43.473456 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33766) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:43.525262 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa507cb-6f5f-4778-a01f-07a47c877d79 x-openstack-request-id: req-6aa507cb-6f5f-4778-a01f-07a47c877d79 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:43.525656 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6b3ccd-df7e-4b0a-94d4-bc328903eea1", "name": "network-vif-deleted", "tag": "cc5c0845-9a85-4141-848e-5ddad199a98b", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:43.526005 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6aa507cb-6f5f-4778-a01f-07a47c877d79 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:43.526504 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b3ccd-df7e-4b0a-94d4-bc328903eea1', 'name': 'network-vif-deleted', 'tag': 'cc5c0845-9a85-4141-848e-5ddad199a98b', 'status': 'completed', 'code': 200} Jul 16 02:00:43.562521 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bf2d9-f265-4127-856c-5010abb85523 req-662b9e9d-9204-4e07-a14b-e0328018f1c9 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:43.565724 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-439bf2d9-f265-4127-856c-5010abb85523 req-662b9e9d-9204-4e07-a14b-e0328018f1c9 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.26 "GET /v2.0/networks?id=5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c HTTP/1.1" status: 200 len: 824 time: 0.1310883 Jul 16 02:00:43.582570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-439bf2d9-f265-4127-856c-5010abb85523 req-4db48331-8903-4568-bef2-bd87ad146a23 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Request body: {'port': {'device_id': '4619d7e4-909d-404f-8417-c82e966135b4', 'network_id': '5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c', 'admin_state_up': True, 'tenant_id': 'f99eced54da344ea9acb41dfd9d8108f'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:43.649754 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f9158a14-c063-4bc1-b2b0-bc3e606cdee2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.784886 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439bf2d9-f265-4127-856c-5010abb85523 req-4db48331-8903-4568-bef2-bd87ad146a23 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Made reservation on behalf of f99eced54da344ea9acb41dfd9d8108f for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:43.791441 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-439bf2d9-f265-4127-856c-5010abb85523 req-4db48331-8903-4568-bef2-bd87ad146a23 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.847943 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f9158a14-c063-4bc1-b2b0-bc3e606cdee2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.860203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-f9158a14-c063-4bc1-b2b0-bc3e606cdee2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16dce255-16e2-4465-a025-ebb42c040032']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:43.872471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-f9158a14-c063-4bc1-b2b0-bc3e606cdee2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1aad94-36b8-4f11-8047-05a838f4b419') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:43.872805 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-f9158a14-c063-4bc1-b2b0-bc3e606cdee2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1aad94-36b8-4f11-8047-05a838f4b419') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:43.888204 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f9158a14-c063-4bc1-b2b0-bc3e606cdee2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.919342 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f9158a14-c063-4bc1-b2b0-bc3e606cdee2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.928730 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9158a14-c063-4bc1-b2b0-bc3e606cdee2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:43.929185 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f9158a14-c063-4bc1-b2b0-bc3e606cdee2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:43.933736 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:43.979359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-439bf2d9-f265-4127-856c-5010abb85523 req-4db48331-8903-4568-bef2-bd87ad146a23 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Allocated IP 172.20.0.10 (5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c/d6a08612-3f21-423e-b6a3-f2570d1f0dcc/66a4edc4-a390-403a-915a-96665aa4b81f) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:44.021854 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f9158a14-c063-4bc1-b2b0-bc3e606cdee2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.038136 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f9158a14-c063-4bc1-b2b0-bc3e606cdee2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.044556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33768) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:44.045882 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f9158a14-c063-4bc1-b2b0-bc3e606cdee2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/networks/16dce255-16e2-4465-a025-ebb42c040032 HTTP/1.1" status: 204 len: 168 time: 0.5690253 Jul 16 02:00:44.050671 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f0f30a09-3540-4dc7-b25b-71375164ba49 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-177190774'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:44.057863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9158a14-c063-4bc1-b2b0-bc3e606cdee2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Network': ['ID=16dce255-16e2-4465-a025-ebb42c040032,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:44.161127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f30a09-3540-4dc7-b25b-71375164ba49 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:44.171112 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0f30a09-3540-4dc7-b25b-71375164ba49 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.212891 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f30a09-3540-4dc7-b25b-71375164ba49 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:44.242956 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0f30a09-3540-4dc7-b25b-71375164ba49 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.243702 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-f0f30a09-3540-4dc7-b25b-71375164ba49 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Added segment 84387ce1-0251-4a30-8339-b4c6c0364a53 of type vlan for network 02aaa826-572f-4b68-9e71-809350bc7e24 Jul 16 02:00:44.271488 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-439bf2d9-f265-4127-856c-5010abb85523 req-4db48331-8903-4568-bef2-bd87ad146a23 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.314087 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-337da45f-20f2-4440-abff-8a85e7364406 req-6690d3ea-7e48-49b7-ae53-3e58fc414024 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/ports?device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 210 time: 0.1267493 Jul 16 02:00:44.324352 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0f30a09-3540-4dc7-b25b-71375164ba49 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.382932 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0f30a09-3540-4dc7-b25b-71375164ba49 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.383834 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33776) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:44.393872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f30a09-3540-4dc7-b25b-71375164ba49 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:44.394735 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0f30a09-3540-4dc7-b25b-71375164ba49 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.401635 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-439bf2d9-f265-4127-856c-5010abb85523 req-4db48331-8903-4568-bef2-bd87ad146a23 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.511175 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f0f30a09-3540-4dc7-b25b-71375164ba49 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4647572 Jul 16 02:00:44.513188 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439bf2d9-f265-4127-856c-5010abb85523 req-4db48331-8903-4568-bef2-bd87ad146a23 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Network 5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:44.532566 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33780) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:44.539735 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f0d8543e-b6f3-4df4-b0a5-6cbfd226a1af tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'subnet': {'network_id': '02aaa826-572f-4b68-9e71-809350bc7e24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:44.544275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-439bf2d9-f265-4127-856c-5010abb85523 req-4db48331-8903-4568-bef2-bd87ad146a23 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:44.563512 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-439bf2d9-f265-4127-856c-5010abb85523 req-4db48331-8903-4568-bef2-bd87ad146a23 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:44.617487 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f30a09-3540-4dc7-b25b-71375164ba49 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Network': ['ID=02aaa826-572f-4b68-9e71-809350bc7e24,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:44.634046 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 02aaa826-572f-4b68-9e71-809350bc7e24 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:44.643597 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db48331-8903-4568-bef2-bd87ad146a23 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Pushing event updated for resources: {'Port': ['ID=66a4edc4-a390-403a-915a-96665aa4b81f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:44.721162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bf2d9-f265-4127-856c-5010abb85523 req-4db48331-8903-4568-bef2-bd87ad146a23 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:44.721840 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-439bf2d9-f265-4127-856c-5010abb85523 req-4db48331-8903-4568-bef2-bd87ad146a23 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.766789 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d8543e-b6f3-4df4-b0a5-6cbfd226a1af tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:44.771530 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0d8543e-b6f3-4df4-b0a5-6cbfd226a1af tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.778122 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-439bf2d9-f265-4127-856c-5010abb85523 req-4db48331-8903-4568-bef2-bd87ad146a23 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2001085 Jul 16 02:00:44.797900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Request body: {'port': {'device_id': '4619d7e4-909d-404f-8417-c82e966135b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:44.960331 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.122261 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0d8543e-b6f3-4df4-b0a5-6cbfd226a1af tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.285701 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8543e-b6f3-4df4-b0a5-6cbfd226a1af tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Subnet': ['ID=1a08fdab-93ac-45f3-af90-fc56c172f6e4,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:45.337447 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d8543e-b6f3-4df4-b0a5-6cbfd226a1af tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Checking segment: {'id': '84387ce1-0251-4a30-8339-b4c6c0364a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '02aaa826-572f-4b68-9e71-809350bc7e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:45.337807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8543e-b6f3-4df4-b0a5-6cbfd226a1af tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network hostable DHCP agents. Network: 02aaa826-572f-4b68-9e71-809350bc7e24, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:45.382871 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8dd5627a-2dd9-457d-b452-89cdc84fcc12 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.402494 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8543e-b6f3-4df4-b0a5-6cbfd226a1af tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 02aaa826-572f-4b68-9e71-809350bc7e24 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:45.448838 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-f0d8543e-b6f3-4df4-b0a5-6cbfd226a1af tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 02aaa826-572f-4b68-9e71-809350bc7e24) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:45.457380 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2217ce-3d95-4978-84c1-fff288e1f0e3 None None] Network 02aaa826-572f-4b68-9e71-809350bc7e24 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:45.467993 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d8543e-b6f3-4df4-b0a5-6cbfd226a1af tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:45.468618 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0d8543e-b6f3-4df4-b0a5-6cbfd226a1af tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.620361 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a4edc4-a390-403a-915a-96665aa4b81f {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:00:45.648471 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.652970 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f0d8543e-b6f3-4df4-b0a5-6cbfd226a1af tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1190388 Jul 16 02:00:45.657726 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33794) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:45.670920 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-3db5bde7-a388-460d-a90e-f9caaab5d92a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'network_id': '02aaa826-572f-4b68-9e71-809350bc7e24', 'name': 'tempest-PortsTestJSON-1961876916'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:45.716469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Transition to ACTIVE for port object 66a4edc4-a390-403a-915a-96665aa4b81f will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:45.728655 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.859577 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685603f-19bf-4708-b93b-948fe7baa3d4 req-d005ad53-56e6-40ed-95e2-2fe0651816c2 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:45.873128 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3685603f-19bf-4708-b93b-948fe7baa3d4 req-d005ad53-56e6-40ed-95e2-2fe0651816c2 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/ports?device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 932 time: 0.3580573 Jul 16 02:00:45.906901 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Pushing event updated for resources: {'Port': ['ID=66a4edc4-a390-403a-915a-96665aa4b81f,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:45.922862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-02aaa826-572f-4b68-9e71-809350bc7e24', 'network_id': '02aaa826-572f-4b68-9e71-809350bc7e24', 'tenant_id': '541d520ca07243f7abbd70de5f77952c', 'fixed_ips': [{'subnet_id': '1a08fdab-93ac-45f3-af90-fc56c172f6e4'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:45.923933 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.008089 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Attempting to bind port 66a4edc4-a390-403a-915a-96665aa4b81f on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:46.008476 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Attempting to bind port 66a4edc4-a390-403a-915a-96665aa4b81f by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7797bb6a-fef5-41d6-9819-aa0ff3781d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:46.008883 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Attempting to bind port 66a4edc4-a390-403a-915a-96665aa4b81f on network 5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:46.013107 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db5bde7-a388-460d-a90e-f9caaab5d92a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:46.017887 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3db5bde7-a388-460d-a90e-f9caaab5d92a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.032988 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Port 66a4edc4-a390-403a-915a-96665aa4b81f on network 5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:00:46.033323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Attempting to bind port 66a4edc4-a390-403a-915a-96665aa4b81f on network 5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:46.049607 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:46.049969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Checking segment: {'id': '7797bb6a-fef5-41d6-9819-aa0ff3781d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:46.050355 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Bound using segment: {'id': '7797bb6a-fef5-41d6-9819-aa0ff3781d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:46.050785 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Bound port: 66a4edc4-a390-403a-915a-96665aa4b81f, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7797bb6a-fef5-41d6-9819-aa0ff3781d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:46.051320 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.062310 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3685603f-19bf-4708-b93b-948fe7baa3d4 req-7264b0b0-a896-4baa-8206-d4740d020d04 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/security-groups?id=9496d758-6c5b-4681-abdb-7e047ed6197a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879487 Jul 16 02:00:46.072644 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-3db5bde7-a388-460d-a90e-f9caaab5d92a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] device_id is not set on port 8d39d14f-7db8-46b4-9a4e-d167785464e8 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:46.086806 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Allocated IP 172.20.0.2 (02aaa826-572f-4b68-9e71-809350bc7e24/1a08fdab-93ac-45f3-af90-fc56c172f6e4/df36282e-472f-4a84-91cd-160abc2b5228) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:46.102125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-8dd5627a-2dd9-457d-b452-89cdc84fcc12 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting port d3e1711d-83f2-4e40-9709-7a76b2e640eb {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:46.102523 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8dd5627a-2dd9-457d-b452-89cdc84fcc12 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.200507 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] For port 66a4edc4-a390-403a-915a-96665aa4b81f, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:46.205135 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] For port 66a4edc4-a390-403a-915a-96665aa4b81f, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=66a4edc4-a390-403a-915a-96665aa4b81f,segment=NetworkSegment(7797bb6a-fef5-41d6-9819-aa0ff3781d51),segment_id=7797bb6a-fef5-41d6-9819-aa0ff3781d51)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:46.211908 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.231810 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-8dd5627a-2dd9-457d-b452-89cdc84fcc12 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] For port d3e1711d-83f2-4e40-9709-7a76b2e640eb, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d3e1711d-83f2-4e40-9709-7a76b2e640eb,segment=NetworkSegment(21ff77ae-9cc9-4661-9349-1e6d2922ee60),segment_id=21ff77ae-9cc9-4661-9349-1e6d2922ee60)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:46.231810 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8dd5627a-2dd9-457d-b452-89cdc84fcc12 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.249876 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-8dd5627a-2dd9-457d-b452-89cdc84fcc12 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Calling delete_port for d3e1711d-83f2-4e40-9709-7a76b2e640eb owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:46.252533 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.271281 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Transition to ACTIVE for port object df36282e-472f-4a84-91cd-160abc2b5228 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:46.279527 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Transition to ACTIVE for port object df36282e-472f-4a84-91cd-160abc2b5228 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:46.289611 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.318428 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:46.319050 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.320816 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-439bf2d9-f265-4127-856c-5010abb85523 req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] 10.222.0.26 "PUT /v2.0/ports/66a4edc4-a390-403a-915a-96665aa4b81f HTTP/1.1" status: 200 len: 1092 time: 1.5275309 Jul 16 02:00:46.321269 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4619d7e4-909d-404f-8417-c82e966135b4', 'tag': '66a4edc4-a390-403a-915a-96665aa4b81f'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:46.324061 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62237131-cc1a-45ac-9b2c-b72a4c588199" -d '{"events": [{"name": "network-changed", "server_uuid": "4619d7e4-909d-404f-8417-c82e966135b4", "tag": "66a4edc4-a390-403a-915a-96665aa4b81f"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:46.381356 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Pushing event updated for resources: {'Port': ['ID=df36282e-472f-4a84-91cd-160abc2b5228,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:46.403094 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Network 02aaa826-572f-4b68-9e71-809350bc7e24 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:46.406187 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:46.411884 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:46.429343 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c38a6-93e8-47cb-b6bf-55ea51053c33 service neutron] Pushing event updated for resources: {'Port': ['ID=66a4edc4-a390-403a-915a-96665aa4b81f,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:46.441906 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-3db5bde7-a388-460d-a90e-f9caaab5d92a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Allocated IP 172.20.0.13 (02aaa826-572f-4b68-9e71-809350bc7e24/1a08fdab-93ac-45f3-af90-fc56c172f6e4/8d39d14f-7db8-46b4-9a4e-d167785464e8) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:46.465672 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0704464-e80d-4593-bec9-f085714e2803 x-openstack-request-id: req-f0704464-e80d-4593-bec9-f085714e2803 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:46.466143 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4619d7e4-909d-404f-8417-c82e966135b4", "tag": "66a4edc4-a390-403a-915a-96665aa4b81f", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:46.466390 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f0704464-e80d-4593-bec9-f085714e2803 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:46.466793 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4619d7e4-909d-404f-8417-c82e966135b4', 'tag': '66a4edc4-a390-403a-915a-96665aa4b81f', 'status': 'completed', 'code': 200} Jul 16 02:00:46.483738 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Attempting to bind port df36282e-472f-4a84-91cd-160abc2b5228 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:46.484408 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Attempting to bind port df36282e-472f-4a84-91cd-160abc2b5228 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '84387ce1-0251-4a30-8339-b4c6c0364a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '02aaa826-572f-4b68-9e71-809350bc7e24'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:46.484959 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Attempting to bind port df36282e-472f-4a84-91cd-160abc2b5228 on network 02aaa826-572f-4b68-9e71-809350bc7e24 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:46.492078 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:46.492710 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Checking segment: {'id': '84387ce1-0251-4a30-8339-b4c6c0364a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '02aaa826-572f-4b68-9e71-809350bc7e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:46.493293 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.493866 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Bound using segment: {'id': '84387ce1-0251-4a30-8339-b4c6c0364a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '02aaa826-572f-4b68-9e71-809350bc7e24'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:46.494507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Bound port: df36282e-472f-4a84-91cd-160abc2b5228, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84387ce1-0251-4a30-8339-b4c6c0364a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '02aaa826-572f-4b68-9e71-809350bc7e24'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:46.495069 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.590030 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bf2d9-f265-4127-856c-5010abb85523 req-e5041f73-1ca9-47f8-b082-44a0eeaf481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:46.591569 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-439bf2d9-f265-4127-856c-5010abb85523 req-e5041f73-1ca9-47f8-b082-44a0eeaf481c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f99eced54da344ea9acb41dfd9d8108f&device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 1095 time: 0.2022471 Jul 16 02:00:46.609645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] For port df36282e-472f-4a84-91cd-160abc2b5228, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:46.621994 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] For port df36282e-472f-4a84-91cd-160abc2b5228, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=df36282e-472f-4a84-91cd-160abc2b5228,segment=NetworkSegment(84387ce1-0251-4a30-8339-b4c6c0364a53),segment_id=84387ce1-0251-4a30-8339-b4c6c0364a53)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:46.632807 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.674138 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-439bf2d9-f265-4127-856c-5010abb85523 req-7c7ba9da-b34b-4b0d-a660-bc8a2e9c7e40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66a4edc4-a390-403a-915a-96665aa4b81f HTTP/1.1" status: 200 len: 217 time: 0.0684919 Jul 16 02:00:46.696500 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8dd5627a-2dd9-457d-b452-89cdc84fcc12 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.734087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5627a-2dd9-457d-b452-89cdc84fcc12 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Port': ['ID=d3e1711d-83f2-4e40-9709-7a76b2e640eb,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:46.773251 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a413d6b-1951-4bb0-bba2-ecb96fee8353 None None] Pushing event updated for resources: {'Port': ['ID=df36282e-472f-4a84-91cd-160abc2b5228,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:46.790537 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bf2d9-f265-4127-856c-5010abb85523 req-416d5343-d16f-4871-b9ad-cb1f8b3355db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:46.794435 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-439bf2d9-f265-4127-856c-5010abb85523 req-416d5343-d16f-4871-b9ad-cb1f8b3355db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d6a08612-3f21-423e-b6a3-f2570d1f0dcc HTTP/1.1" status: 200 len: 864 time: 0.1102786 Jul 16 02:00:46.801230 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3db5bde7-a388-460d-a90e-f9caaab5d92a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.857223 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-439bf2d9-f265-4127-856c-5010abb85523 req-258e9655-d374-42f0-8020-01e3a757a330 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529382 Jul 16 02:00:46.876044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-3db5bde7-a388-460d-a90e-f9caaab5d92a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Transition to ACTIVE for port object 8d39d14f-7db8-46b4-9a4e-d167785464e8 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:46.918300 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device cc5c0845-9a85-4141-848e-5ddad199a98b no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:46.973996 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: cc5c0845-9a85-4141-848e-5ddad199a98b {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:46.987047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device cc5c0845-9a85-4141-848e-5ddad199a98b not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:47.079137 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-439bf2d9-f265-4127-856c-5010abb85523 req-85aeb622-fd95-4249-aa7a-b1b1ab147cfd service neutron] 10.222.0.26 "GET /v2.0/networks/5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108173 Jul 16 02:00:47.080540 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3db5bde7-a388-460d-a90e-f9caaab5d92a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.109374 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8dd5627a-2dd9-457d-b452-89cdc84fcc12 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.268697 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db5bde7-a388-460d-a90e-f9caaab5d92a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 02aaa826-572f-4b68-9e71-809350bc7e24 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:47.322465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-3db5bde7-a388-460d-a90e-f9caaab5d92a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:47.331377 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db5bde7-a388-460d-a90e-f9caaab5d92a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:47.363522 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5bde7-a388-460d-a90e-f9caaab5d92a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=8d39d14f-7db8-46b4-9a4e-d167785464e8,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:47.408054 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-439bf2d9-f265-4127-856c-5010abb85523 req-a0799a76-13dd-456e-8d9b-7e83ffe861e6 service neutron] 10.222.0.26 "GET /v2.0/networks/5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983084 Jul 16 02:00:47.415121 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db5bde7-a388-460d-a90e-f9caaab5d92a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:47.415799 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3db5bde7-a388-460d-a90e-f9caaab5d92a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.434222 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3db5bde7-a388-460d-a90e-f9caaab5d92a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7751570 Jul 16 02:00:47.437088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33818) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:47.537545 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c747ed-c102-4fb9-8961-3b32c9e15d8c req-9034d0f5-6430-4f0f-8a16-1078585571c9 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:47.544649 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e5c747ed-c102-4fb9-8961-3b32c9e15d8c req-9034d0f5-6430-4f0f-8a16-1078585571c9 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/ports?device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 944 time: 0.2281163 Jul 16 02:00:47.589789 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd5627a-2dd9-457d-b452-89cdc84fcc12 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router 8de5c827-7565-4c25-bcf9-2de71ae0077f has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:47.610512 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e5c747ed-c102-4fb9-8961-3b32c9e15d8c req-7348f7d9-bd62-4cc2-868e-daa7e501f83d tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/security-groups?id=9496d758-6c5b-4681-abdb-7e047ed6197a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649302 Jul 16 02:00:47.628171 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62237131-cc1a-45ac-9b2c-b72a4c588199 req-a3e154cb-1d34-4306-ad37-83c1d24806da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:47.630436 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62237131-cc1a-45ac-9b2c-b72a4c588199 req-a3e154cb-1d34-4306-ad37-83c1d24806da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f99eced54da344ea9acb41dfd9d8108f&device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 1095 time: 0.1201956 Jul 16 02:00:47.672928 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-1bb1866c-3a5b-4fc8-bc60-2bc9ca70c826 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port 8d39d14f-7db8-46b4-9a4e-d167785464e8 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:47.673271 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1bb1866c-3a5b-4fc8-bc60-2bc9ca70c826 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.794732 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd5627a-2dd9-457d-b452-89cdc84fcc12 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:47.806076 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8dd5627a-2dd9-457d-b452-89cdc84fcc12 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "PUT /v2.0/routers/8de5c827-7565-4c25-bcf9-2de71ae0077f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4211683 Jul 16 02:00:47.810132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33828) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:47.811745 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffbcd62-062c-4f1f-8f96-f5c1ba07d538 None None] Sync routers for ids ['8de5c827-7565-4c25-bcf9-2de71ae0077f'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:47.822721 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffbcd62-062c-4f1f-8f96-f5c1ba07d538 None None] Routers {'8de5c827-7565-4c25-bcf9-2de71ae0077f'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:47.823606 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7ffbcd62-062c-4f1f-8f96-f5c1ba07d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:00:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8de5c827-7565-4c25-bcf9-2de71ae0077f'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:47.912208 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62237131-cc1a-45ac-9b2c-b72a4c588199 req-87d2a76a-d74a-4a3d-95ee-879c91d57c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:47.913941 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62237131-cc1a-45ac-9b2c-b72a4c588199 req-87d2a76a-d74a-4a3d-95ee-879c91d57c54 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c HTTP/1.1" status: 200 len: 925 time: 0.2773290 Jul 16 02:00:47.954421 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-7ffbcd62-062c-4f1f-8f96-f5c1ba07d538 None None] Set router 8de5c827-7565-4c25-bcf9-2de71ae0077f gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:47.982429 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1bb1866c-3a5b-4fc8-bc60-2bc9ca70c826 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.989478 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff216742-1466-43c6-8303-2bba301a09a1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting subnet 601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:47.998111 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62237131-cc1a-45ac-9b2c-b72a4c588199 req-74be184a-d967-4b80-9758-e1309b46eda5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66a4edc4-a390-403a-915a-96665aa4b81f HTTP/1.1" status: 200 len: 217 time: 0.0758822 Jul 16 02:00:48.004136 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff216742-1466-43c6-8303-2bba301a09a1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.009690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-1bb1866c-3a5b-4fc8-bc60-2bc9ca70c826 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for 8d39d14f-7db8-46b4-9a4e-d167785464e8 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:48.061906 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62237131-cc1a-45ac-9b2c-b72a4c588199 req-4dcf5c7a-d24a-4754-8ee7-6dc08e8a965e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:48.065096 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62237131-cc1a-45ac-9b2c-b72a4c588199 req-4dcf5c7a-d24a-4754-8ee7-6dc08e8a965e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d6a08612-3f21-423e-b6a3-f2570d1f0dcc HTTP/1.1" status: 200 len: 864 time: 0.0532305 Jul 16 02:00:48.150087 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62237131-cc1a-45ac-9b2c-b72a4c588199 req-81d303c5-11cc-4ae5-8ff7-ca48234d73a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561664 Jul 16 02:00:48.243945 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7ffbcd62-062c-4f1f-8f96-f5c1ba07d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537048706', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T02:00:46Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:48.271464 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff216742-1466-43c6-8303-2bba301a09a1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.273127 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd93275c-6396-4424-a6a0-694ff316004f None None] Network 02aaa826-572f-4b68-9e71-809350bc7e24 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:48.310326 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffbcd62-062c-4f1f-8f96-f5c1ba07d538 None None] Checking router: 8de5c827-7565-4c25-bcf9-2de71ae0077f for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:48.356326 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffbcd62-062c-4f1f-8f96-f5c1ba07d538 None None] Routers {'8de5c827-7565-4c25-bcf9-2de71ae0077f'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:48.356975 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7ffbcd62-062c-4f1f-8f96-f5c1ba07d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:00:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8de5c827-7565-4c25-bcf9-2de71ae0077f'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:48.442085 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-10e55631-54a6-4781-bd04-2a509523cdee None None] Provisioning for port df36282e-472f-4a84-91cd-160abc2b5228 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:48.451589 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62237131-cc1a-45ac-9b2c-b72a4c588199 req-47b8d474-849c-48e7-9a45-7c065ee6f170 service neutron] 10.222.0.26 "GET /v2.0/networks/5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920642 Jul 16 02:00:48.515428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device df36282e-472f-4a84-91cd-160abc2b5228 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:48.524774 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff216742-1466-43c6-8303-2bba301a09a1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.572090 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-7ffbcd62-062c-4f1f-8f96-f5c1ba07d538 None None] Set router 8de5c827-7565-4c25-bcf9-2de71ae0077f gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:48.682443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port df36282e-472f-4a84-91cd-160abc2b5228 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:48.687498 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port df36282e-472f-4a84-91cd-160abc2b5228 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:48.687917 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.823121 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.876961 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port df36282e-472f-4a84-91cd-160abc2b5228, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=df36282e-472f-4a84-91cd-160abc2b5228,segment=NetworkSegment(84387ce1-0251-4a30-8339-b4c6c0364a53),segment_id=84387ce1-0251-4a30-8339-b4c6c0364a53)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:48.877906 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7ffbcd62-062c-4f1f-8f96-f5c1ba07d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537048706', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T02:00:46Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:48.884582 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.914909 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffbcd62-062c-4f1f-8f96-f5c1ba07d538 None None] The sync data for ids ['8de5c827-7565-4c25-bcf9-2de71ae0077f'] in n-d-800086-6 is: [{'id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537048706', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T02:00:46Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'e91319b6-242a-4d0a-b385-53af89f95a93', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c827-7565-4c25-bcf9-2de71ae0077f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:48.975433 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=df36282e-472f-4a84-91cd-160abc2b5228,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:49.134862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0a5a0345-6a54-4e9c-b419-33c9d9f5d2fb None None] Provisioning complete for port df36282e-472f-4a84-91cd-160abc2b5228 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:49.135182 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0a5a0345-6a54-4e9c-b419-33c9d9f5d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.194424 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62237131-cc1a-45ac-9b2c-b72a4c588199 req-91890883-d9da-42e6-b078-ae8582905565 service neutron] 10.222.0.26 "GET /v2.0/networks/5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7319698 Jul 16 02:00:49.243649 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1bb1866c-3a5b-4fc8-bc60-2bc9ca70c826 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.334140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0a5a0345-6a54-4e9c-b419-33c9d9f5d2fb None None] Could not find standard attr ID for object 8d39d14f-7db8-46b4-9a4e-d167785464e8. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:49.378601 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1866c-3a5b-4fc8-bc60-2bc9ca70c826 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=8d39d14f-7db8-46b4-9a4e-d167785464e8,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:49.403925 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff216742-1466-43c6-8303-2bba301a09a1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.464605 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ed80be9b-1e47-4e45-be10-fd7594e43348 None None] Could not find standard attr ID for object 8d39d14f-7db8-46b4-9a4e-d167785464e8. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:49.466570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff216742-1466-43c6-8303-2bba301a09a1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Subnet': ['ID=601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:49.501426 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc3fdc6-f5f0-4ce4-9336-e2dc0839af04 None None] Network 08d78a5f-4b1a-45a3-b856-08c17488ed5f requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:49.505311 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb779ee-1738-437d-9574-2dcd106fdb61 req-42cf7073-0c29-4960-abd1-8ccfd4ec3d4d tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:49.513061 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8eb779ee-1738-437d-9574-2dcd106fdb61 req-42cf7073-0c29-4960-abd1-8ccfd4ec3d4d tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/ports?device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 944 time: 0.3490927 Jul 16 02:00:49.518829 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff216742-1466-43c6-8303-2bba301a09a1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.530239 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33846) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:49.530806 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ff216742-1466-43c6-8303-2bba301a09a1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/subnets/601c9f2b-f9c0-4cd0-90d7-72cdc6762b3a HTTP/1.1" status: 204 len: 168 time: 1.7157609 Jul 16 02:00:49.558985 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1bb1866c-3a5b-4fc8-bc60-2bc9ca70c826 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.565308 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1bb1866c-3a5b-4fc8-bc60-2bc9ca70c826 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/ports/8d39d14f-7db8-46b4-9a4e-d167785464e8 HTTP/1.1" status: 204 len: 168 time: 2.1245914 Jul 16 02:00:49.568917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33848) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:49.683341 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d72749-14f4-4912-8c5c-c410e1372ecd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:49.684287 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d72749-14f4-4912-8c5c-c410e1372ecd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:49.686277 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d7d72749-14f4-4912-8c5c-c410e1372ecd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/ports/8d39d14f-7db8-46b4-9a4e-d167785464e8 HTTP/1.1" status: 404 len: 333 time: 0.1155097 Jul 16 02:00:49.700725 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8eb779ee-1738-437d-9574-2dcd106fdb61 req-70668724-efa4-4aa9-aa42-ad634811a601 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/security-groups?id=9496d758-6c5b-4681-abdb-7e047ed6197a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866879 Jul 16 02:00:49.704170 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33852) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:49.747215 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-86667fc2-4f2b-44a3-baa4-fca1b870107b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] GET failed (client error): The resource could not be found. Jul 16 02:00:49.748868 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-86667fc2-4f2b-44a3-baa4-fca1b870107b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports/8d39d14f-7db8-46b4-9a4e-d167785464e8 HTTP/1.1" status: 404 len: 333 time: 0.0436265 Jul 16 02:00:49.751530 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33854) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:49.788881 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9897424-c3cd-4c11-85e9-4cdce349c0d1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.808535 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d83ae3d-8620-4d6f-b270-625609c51baf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting subnet 1a08fdab-93ac-45f3-af90-fc56c172f6e4 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:49.812123 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d83ae3d-8620-4d6f-b270-625609c51baf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.867802 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d83ae3d-8620-4d6f-b270-625609c51baf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.927027 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0260eca0-84f7-4181-bc98-31a5800d4678 None None] DHCP port deletion for 08d78a5f-4b1a-45a3-b856-08c17488ed5f request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:49.938638 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9897424-c3cd-4c11-85e9-4cdce349c0d1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.011827 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-b9897424-c3cd-4c11-85e9-4cdce349c0d1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting port e91319b6-242a-4d0a-b385-53af89f95a93 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:50.012655 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9897424-c3cd-4c11-85e9-4cdce349c0d1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.014691 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d83ae3d-8620-4d6f-b270-625609c51baf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.030115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0260eca0-84f7-4181-bc98-31a5800d4678 None None] Deleting port 6ea43a02-d264-4ad8-8512-9a765311f67a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:50.032311 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0260eca0-84f7-4181-bc98-31a5800d4678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.103546 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d83ae3d-8620-4d6f-b270-625609c51baf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.130681 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-b9897424-c3cd-4c11-85e9-4cdce349c0d1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] For port e91319b6-242a-4d0a-b385-53af89f95a93, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e91319b6-242a-4d0a-b385-53af89f95a93,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:50.131201 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9897424-c3cd-4c11-85e9-4cdce349c0d1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.144228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0260eca0-84f7-4181-bc98-31a5800d4678 None None] For port 6ea43a02-d264-4ad8-8512-9a765311f67a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6ea43a02-d264-4ad8-8512-9a765311f67a,segment=NetworkSegment(21ff77ae-9cc9-4661-9349-1e6d2922ee60),segment_id=21ff77ae-9cc9-4661-9349-1e6d2922ee60)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:50.144758 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0260eca0-84f7-4181-bc98-31a5800d4678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.146969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83ae3d-8620-4d6f-b270-625609c51baf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Subnet': ['ID=1a08fdab-93ac-45f3-af90-fc56c172f6e4,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:50.149513 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d83ae3d-8620-4d6f-b270-625609c51baf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.155363 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5d83ae3d-8620-4d6f-b270-625609c51baf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/1a08fdab-93ac-45f3-af90-fc56c172f6e4 HTTP/1.1" status: 204 len: 168 time: 0.4024634 Jul 16 02:00:50.155880 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33856) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.160677 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18305b6-6cbe-40f2-8e73-df600439090c None None] Network 02aaa826-572f-4b68-9e71-809350bc7e24 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:50.176228 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-b9897424-c3cd-4c11-85e9-4cdce349c0d1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Calling delete_port for e91319b6-242a-4d0a-b385-53af89f95a93 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:50.181636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0260eca0-84f7-4181-bc98-31a5800d4678 None None] Calling delete_port for 6ea43a02-d264-4ad8-8512-9a765311f67a owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:50.284340 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device df36282e-472f-4a84-91cd-160abc2b5228 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:50.341321 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.392115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port df36282e-472f-4a84-91cd-160abc2b5228 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:50.392664 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.469634 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0260eca0-84f7-4181-bc98-31a5800d4678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.526420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260eca0-84f7-4181-bc98-31a5800d4678 None None] Pushing event deleted for resources: {'Port': ['ID=6ea43a02-d264-4ad8-8512-9a765311f67a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:50.530691 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0260eca0-84f7-4181-bc98-31a5800d4678 None None] No DVR routers for this DVR port 6ea43a02-d264-4ad8-8512-9a765311f67a on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:50.553065 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port df36282e-472f-4a84-91cd-160abc2b5228 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:50.554268 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.635847 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fea2d4-0b41-412e-a4c1-9c5db597e014 None None] DHCP port deletion for 02aaa826-572f-4b68-9e71-809350bc7e24 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:50.649884 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] For port df36282e-472f-4a84-91cd-160abc2b5228, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=df36282e-472f-4a84-91cd-160abc2b5228,segment=NetworkSegment(84387ce1-0251-4a30-8339-b4c6c0364a53),segment_id=84387ce1-0251-4a30-8339-b4c6c0364a53)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:50.650251 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.670983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for df36282e-472f-4a84-91cd-160abc2b5228 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:50.683794 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d3e1711d-83f2-4e40-9709-7a76b2e640eb no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:50.734404 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: d3e1711d-83f2-4e40-9709-7a76b2e640eb {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:50.739756 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d3e1711d-83f2-4e40-9709-7a76b2e640eb not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:50.740292 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6ea43a02-d264-4ad8-8512-9a765311f67a no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:50.787695 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 6ea43a02-d264-4ad8-8512-9a765311f67a {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:50.788142 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6ea43a02-d264-4ad8-8512-9a765311f67a not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:50.826041 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-01fea2d4-0b41-412e-a4c1-9c5db597e014 None None] Deleting port df36282e-472f-4a84-91cd-160abc2b5228 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:50.830334 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-01fea2d4-0b41-412e-a4c1-9c5db597e014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.948119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-01fea2d4-0b41-412e-a4c1-9c5db597e014 None None] For port df36282e-472f-4a84-91cd-160abc2b5228, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=df36282e-472f-4a84-91cd-160abc2b5228,segment=NetworkSegment(84387ce1-0251-4a30-8339-b4c6c0364a53),segment_id=84387ce1-0251-4a30-8339-b4c6c0364a53)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:50.948811 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-01fea2d4-0b41-412e-a4c1-9c5db597e014 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.963577 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-01fea2d4-0b41-412e-a4c1-9c5db597e014 None None] Calling delete_port for df36282e-472f-4a84-91cd-160abc2b5228 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:51.061634 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-01fea2d4-0b41-412e-a4c1-9c5db597e014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.092290 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fea2d4-0b41-412e-a4c1-9c5db597e014 None None] Pushing event deleted for resources: {'Port': ['ID=df36282e-472f-4a84-91cd-160abc2b5228,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:51.097967 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fea2d4-0b41-412e-a4c1-9c5db597e014 None None] No DVR routers for this DVR port df36282e-472f-4a84-91cd-160abc2b5228 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:51.280992 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9897424-c3cd-4c11-85e9-4cdce349c0d1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.282763 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.320702 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9897424-c3cd-4c11-85e9-4cdce349c0d1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Port': ['ID=e91319b6-242a-4d0a-b385-53af89f95a93,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:51.322526 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No DVR routers for this DVR port df36282e-472f-4a84-91cd-160abc2b5228 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:51.393871 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe478bf-91f7-44e5-a7c7-25a1a8b21d60 req-3ebea780-99a5-4211-bc10-879e6976a5a6 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:51.396046 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dfe478bf-91f7-44e5-a7c7-25a1a8b21d60 req-3ebea780-99a5-4211-bc10-879e6976a5a6 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/ports?device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 944 time: 0.2140670 Jul 16 02:00:51.397451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=df36282e-472f-4a84-91cd-160abc2b5228,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:51.486539 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9897424-c3cd-4c11-85e9-4cdce349c0d1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.606877 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.632746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02aaa826-572f-4b68-9e71-809350bc7e24']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:51.637703 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9897424-c3cd-4c11-85e9-4cdce349c0d1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.640086 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9897424-c3cd-4c11-85e9-4cdce349c0d1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.649823 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dfe478bf-91f7-44e5-a7c7-25a1a8b21d60 req-18f6bb5c-2994-45f4-87ce-ba617f3dd131 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/security-groups?id=9496d758-6c5b-4681-abdb-7e047ed6197a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458115 Jul 16 02:00:51.656751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84387ce1-0251-4a30-8339-b4c6c0364a53') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:51.657059 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84387ce1-0251-4a30-8339-b4c6c0364a53') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:51.698147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 66a4edc4-a390-403a-915a-96665aa4b81f details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:00:51.711451 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.718084 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9897424-c3cd-4c11-85e9-4cdce349c0d1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.718724 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9897424-c3cd-4c11-85e9-4cdce349c0d1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Fanout notify agent at l3_agent the message router_deleted on router 8de5c827-7565-4c25-bcf9-2de71ae0077f {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:00:51.727094 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9897424-c3cd-4c11-85e9-4cdce349c0d1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.731949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33878) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:51.732490 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b9897424-c3cd-4c11-85e9-4cdce349c0d1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/routers/8de5c827-7565-4c25-bcf9-2de71ae0077f HTTP/1.1" status: 204 len: 168 time: 2.1992934 Jul 16 02:00:51.753009 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.772276 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:51.772575 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:51.776113 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:51.915483 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.916736 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-34f34e42-252b-49b8-8040-defc0eabbefe tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.927196 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 66a4edc4-a390-403a-915a-96665aa4b81f, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=66a4edc4-a390-403a-915a-96665aa4b81f,segment=NetworkSegment(7797bb6a-fef5-41d6-9819-aa0ff3781d51),segment_id=7797bb6a-fef5-41d6-9819-aa0ff3781d51)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:51.928056 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.936837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33882) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:51.937687 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/networks/02aaa826-572f-4b68-9e71-809350bc7e24 HTTP/1.1" status: 204 len: 168 time: 1.7805767 Jul 16 02:00:51.941273 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '66a4edc4-a390-403a-915a-96665aa4b81f', 'network_id': '5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c', 'port_id': '66a4edc4-a390-403a-915a-96665aa4b81f', 'mac_address': 'fa:16:3e:b4:3f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a08612-3f21-423e-b6a3-f2570d1f0dcc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:00:51.950529 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e2af290b-e20d-4db6-8a6a-c89870bfbc19 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-533540745'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:51.962406 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33268f33-b481-4234-af26-25e76f0efe31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Network': ['ID=02aaa826-572f-4b68-9e71-809350bc7e24,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:52.001516 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2af290b-e20d-4db6-8a6a-c89870bfbc19 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:52.005085 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2af290b-e20d-4db6-8a6a-c89870bfbc19 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.009579 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.028771 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a4edc4-a390-403a-915a-96665aa4b81f {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:00:52.059604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 66a4edc4-a390-403a-915a-96665aa4b81f, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=66a4edc4-a390-403a-915a-96665aa4b81f,segment=NetworkSegment(7797bb6a-fef5-41d6-9819-aa0ff3781d51),segment_id=7797bb6a-fef5-41d6-9819-aa0ff3781d51)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:52.066812 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.085345 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-34f34e42-252b-49b8-8040-defc0eabbefe tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.100767 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-34f34e42-252b-49b8-8040-defc0eabbefe tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d78a5f-4b1a-45a3-b856-08c17488ed5f']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:52.109475 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2af290b-e20d-4db6-8a6a-c89870bfbc19 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:52.120629 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=66a4edc4-a390-403a-915a-96665aa4b81f,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:52.122211 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-34f34e42-252b-49b8-8040-defc0eabbefe tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ff77ae-9cc9-4661-9349-1e6d2922ee60') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:52.122577 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-34f34e42-252b-49b8-8040-defc0eabbefe tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ff77ae-9cc9-4661-9349-1e6d2922ee60') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:52.134547 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-34f34e42-252b-49b8-8040-defc0eabbefe tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.136525 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2af290b-e20d-4db6-8a6a-c89870bfbc19 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.136848 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-e2af290b-e20d-4db6-8a6a-c89870bfbc19 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Added segment e73c32c4-de1f-47e8-b51a-b951fa260cf5 of type vlan for network c0796fee-c341-4d7f-bd19-cb9b31520bf5 Jul 16 02:00:52.171635 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-34f34e42-252b-49b8-8040-defc0eabbefe tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.186249 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f34e42-252b-49b8-8040-defc0eabbefe tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:52.186651 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-34f34e42-252b-49b8-8040-defc0eabbefe tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:52.189506 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:52.201288 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2af290b-e20d-4db6-8a6a-c89870bfbc19 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.259392 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-34f34e42-252b-49b8-8040-defc0eabbefe tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.267219 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-34f34e42-252b-49b8-8040-defc0eabbefe tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.268837 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-34f34e42-252b-49b8-8040-defc0eabbefe tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/networks/08d78a5f-4b1a-45a3-b856-08c17488ed5f HTTP/1.1" status: 204 len: 168 time: 0.5358980 Jul 16 02:00:52.271556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33884) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:52.297106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f34e42-252b-49b8-8040-defc0eabbefe tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Network': ['ID=08d78a5f-4b1a-45a3-b856-08c17488ed5f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:52.305289 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2af290b-e20d-4db6-8a6a-c89870bfbc19 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.310710 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2af290b-e20d-4db6-8a6a-c89870bfbc19 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:52.311289 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2af290b-e20d-4db6-8a6a-c89870bfbc19 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.371684 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['66a4edc4-a390-403a-915a-96665aa4b81f'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:00:52.379605 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e2af290b-e20d-4db6-8a6a-c89870bfbc19 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4393241 Jul 16 02:00:52.383107 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33886) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:52.394104 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-13a922dc-180d-4041-9bf4-521f2ca418d4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'subnet': {'network_id': 'c0796fee-c341-4d7f-bd19-cb9b31520bf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:52.496315 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24aedb89-49c1-4a7b-95eb-808c00cbb734 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.502979 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af290b-e20d-4db6-8a6a-c89870bfbc19 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Network': ['ID=c0796fee-c341-4d7f-bd19-cb9b31520bf5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:52.532180 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network c0796fee-c341-4d7f-bd19-cb9b31520bf5 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:52.566768 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24aedb89-49c1-4a7b-95eb-808c00cbb734 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.632437 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a922dc-180d-4041-9bf4-521f2ca418d4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:52.637926 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13a922dc-180d-4041-9bf4-521f2ca418d4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.643816 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e91319b6-242a-4d0a-b385-53af89f95a93 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:52.715427 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24aedb89-49c1-4a7b-95eb-808c00cbb734 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.721722 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: e91319b6-242a-4d0a-b385-53af89f95a93 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:52.722336 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e91319b6-242a-4d0a-b385-53af89f95a93 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:52.722471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device df36282e-472f-4a84-91cd-160abc2b5228 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:52.728053 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-24aedb89-49c1-4a7b-95eb-808c00cbb734 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.763040 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-24aedb89-49c1-4a7b-95eb-808c00cbb734 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/security-groups/66489032-26a8-49d4-8759-59efab66eb24 HTTP/1.1" status: 204 len: 168 time: 0.4649341 Jul 16 02:00:52.766985 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: df36282e-472f-4a84-91cd-160abc2b5228 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:52.767380 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device df36282e-472f-4a84-91cd-160abc2b5228 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:52.856417 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aedb89-49c1-4a7b-95eb-808c00cbb734 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66489032-26a8-49d4-8759-59efab66eb24,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.094197 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13a922dc-180d-4041-9bf4-521f2ca418d4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.101603 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59e61e-464c-4fcb-b51d-af2703ee9bd4 req-05b09163-4663-4057-989f-fc32a09aa59f tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:53.103354 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ba59e61e-464c-4fcb-b51d-af2703ee9bd4 req-05b09163-4663-4057-989f-fc32a09aa59f tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/ports?device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 945 time: 0.1417701 Jul 16 02:00:53.160885 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ba59e61e-464c-4fcb-b51d-af2703ee9bd4 req-1e01ca0c-d8b9-423d-9235-e4d1bdc60b6b tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/security-groups?id=9496d758-6c5b-4681-abdb-7e047ed6197a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414548 Jul 16 02:00:53.200178 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a922dc-180d-4041-9bf4-521f2ca418d4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Checking segment: {'id': 'e73c32c4-de1f-47e8-b51a-b951fa260cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c0796fee-c341-4d7f-bd19-cb9b31520bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:53.200441 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a922dc-180d-4041-9bf4-521f2ca418d4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network hostable DHCP agents. Network: c0796fee-c341-4d7f-bd19-cb9b31520bf5, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:53.207549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a922dc-180d-4041-9bf4-521f2ca418d4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Subnet': ['ID=83c7494a-fe3e-439f-b175-43bcc823b407,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.231594 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a922dc-180d-4041-9bf4-521f2ca418d4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network c0796fee-c341-4d7f-bd19-cb9b31520bf5 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:53.243551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-13a922dc-180d-4041-9bf4-521f2ca418d4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, c0796fee-c341-4d7f-bd19-cb9b31520bf5) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:53.249167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a922dc-180d-4041-9bf4-521f2ca418d4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:53.250911 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13a922dc-180d-4041-9bf4-521f2ca418d4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.254142 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99532113-b7c1-419f-bb8d-4b8e22fe3a34 None None] Network c0796fee-c341-4d7f-bd19-cb9b31520bf5 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:53.257315 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33904) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:53.262685 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-126951c5-bf10-4835-8776-a19817036cd1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-837312698', 'description': 'tempest-secgroup-smoke-837312698 description', 'project_id': '7a1162bb5d334415ae74c9808546d676'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:53.277581 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-13a922dc-180d-4041-9bf4-521f2ca418d4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8904712 Jul 16 02:00:53.278923 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33906) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:53.284404 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3b33e734-7422-4e9d-83d5-6ad3735c68f4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'network_id': 'c0796fee-c341-4d7f-bd19-cb9b31520bf5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1935465838'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:53.297611 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-126951c5-bf10-4835-8776-a19817036cd1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.409848 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-126951c5-bf10-4835-8776-a19817036cd1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.414932 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-126951c5-bf10-4835-8776-a19817036cd1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.469219 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b33e734-7422-4e9d-83d5-6ad3735c68f4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:53.474738 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126951c5-bf10-4835-8776-a19817036cd1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05bf193a-7302-48d0-8e83-5f1619aeab46,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.489976 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-c0796fee-c341-4d7f-bd19-cb9b31520bf5', 'network_id': 'c0796fee-c341-4d7f-bd19-cb9b31520bf5', 'tenant_id': '541d520ca07243f7abbd70de5f77952c', 'fixed_ips': [{'subnet_id': '83c7494a-fe3e-439f-b175-43bcc823b407'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:53.491407 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.492798 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b33e734-7422-4e9d-83d5-6ad3735c68f4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.499397 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-126951c5-bf10-4835-8776-a19817036cd1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.502453 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-126951c5-bf10-4835-8776-a19817036cd1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2437372 Jul 16 02:00:53.504975 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33908) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:53.511480 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-efb15c1f-c237-4112-be9c-12bdcff13b38 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': '05bf193a-7302-48d0-8e83-5f1619aeab46', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:53.517779 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-3b33e734-7422-4e9d-83d5-6ad3735c68f4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] device_id is not set on port e7c52590-f3db-4c96-8d42-c9b77e7d2f06 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:53.573998 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-efb15c1f-c237-4112-be9c-12bdcff13b38 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.655157 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-3b33e734-7422-4e9d-83d5-6ad3735c68f4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Allocated IP 172.20.0.6 (c0796fee-c341-4d7f-bd19-cb9b31520bf5/83c7494a-fe3e-439f-b175-43bcc823b407/e7c52590-f3db-4c96-8d42-c9b77e7d2f06) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:53.678662 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-efb15c1f-c237-4112-be9c-12bdcff13b38 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.683973 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-efb15c1f-c237-4112-be9c-12bdcff13b38 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.705859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb15c1f-c237-4112-be9c-12bdcff13b38 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffc982c-fd3c-4101-8556-b1ea50101191,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.714997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 66a4edc4-a390-403a-915a-96665aa4b81f up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:53.722873 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-efb15c1f-c237-4112-be9c-12bdcff13b38 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.725340 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-efb15c1f-c237-4112-be9c-12bdcff13b38 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2190800 Jul 16 02:00:53.728244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33910) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:53.736638 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e457225c-f407-4e9f-b6b3-f2d030c13d58 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': '05bf193a-7302-48d0-8e83-5f1619aeab46', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:53.771477 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e457225c-f407-4e9f-b6b3-f2d030c13d58 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.812381 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b33e734-7422-4e9d-83d5-6ad3735c68f4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.814608 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 66a4edc4-a390-403a-915a-96665aa4b81f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:53.822415 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 66a4edc4-a390-403a-915a-96665aa4b81f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:53.822788 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.835057 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-3b33e734-7422-4e9d-83d5-6ad3735c68f4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Transition to ACTIVE for port object e7c52590-f3db-4c96-8d42-c9b77e7d2f06 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:53.849792 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e457225c-f407-4e9f-b6b3-f2d030c13d58 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.857349 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e457225c-f407-4e9f-b6b3-f2d030c13d58 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.871846 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b33e734-7422-4e9d-83d5-6ad3735c68f4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.902212 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457225c-f407-4e9f-b6b3-f2d030c13d58 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b225a4d7-d5e0-4b5c-bd89-48138c6f34a4,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.906632 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e457225c-f407-4e9f-b6b3-f2d030c13d58 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.915584 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e457225c-f407-4e9f-b6b3-f2d030c13d58 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1861711 Jul 16 02:00:53.921593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33914) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:53.927328 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Allocated IP 172.20.0.2 (c0796fee-c341-4d7f-bd19-cb9b31520bf5/83c7494a-fe3e-439f-b175-43bcc823b407/8f6facb6-e41c-4997-8225-68509c0d3b56) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:53.929186 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f5880eb1-d874-40a6-9b52-1de7523be011 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': '05bf193a-7302-48d0-8e83-5f1619aeab46', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:53.961689 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b33e734-7422-4e9d-83d5-6ad3735c68f4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network c0796fee-c341-4d7f-bd19-cb9b31520bf5 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:53.962945 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33e734-7422-4e9d-83d5-6ad3735c68f4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=e7c52590-f3db-4c96-8d42-c9b77e7d2f06,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.971810 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-3b33e734-7422-4e9d-83d5-6ad3735c68f4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:53.974724 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b33e734-7422-4e9d-83d5-6ad3735c68f4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:53.985861 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f5880eb1-d874-40a6-9b52-1de7523be011 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.027182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b33e734-7422-4e9d-83d5-6ad3735c68f4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:54.028190 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b33e734-7422-4e9d-83d5-6ad3735c68f4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.047492 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3b33e734-7422-4e9d-83d5-6ad3735c68f4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.7670426 Jul 16 02:00:54.048636 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33916) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.107373 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.110701 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f5880eb1-d874-40a6-9b52-1de7523be011 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.116846 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f5880eb1-d874-40a6-9b52-1de7523be011 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.148326 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5880eb1-d874-40a6-9b52-1de7523be011 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41484b69-a559-41b5-8607-531b9df6d240,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:54.153261 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f5880eb1-d874-40a6-9b52-1de7523be011 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.156155 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f5880eb1-d874-40a6-9b52-1de7523be011 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2321188 Jul 16 02:00:54.157846 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33920) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.164356 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-559a94c9-3609-4b64-b56b-cbdc732927f7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': '05bf193a-7302-48d0-8e83-5f1619aeab46', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:54.177010 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.179345 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.208038 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a8932-2609-4373-a1b5-46f697f1a23f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port e7c52590-f3db-4c96-8d42-c9b77e7d2f06 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:54.208953 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a5a8932-2609-4373-a1b5-46f697f1a23f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.210029 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-559a94c9-3609-4b64-b56b-cbdc732927f7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.216461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Transition to ACTIVE for port object 8f6facb6-e41c-4997-8225-68509c0d3b56 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:54.268836 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4619d7e4-909d-404f-8417-c82e966135b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a4edc4-a390-403a-915a-96665aa4b81f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:54.276357 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d56f3b6-220a-4d2f-a80e-ec04c2d53093" -d '{"events": [{"server_uuid": "4619d7e4-909d-404f-8417-c82e966135b4", "name": "network-vif-plugged", "status": "completed", "tag": "66a4edc4-a390-403a-915a-96665aa4b81f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:54.321133 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-559a94c9-3609-4b64-b56b-cbdc732927f7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.321607 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Transition to ACTIVE for port object 8f6facb6-e41c-4997-8225-68509c0d3b56 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:54.327145 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-559a94c9-3609-4b64-b56b-cbdc732927f7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.335893 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 66a4edc4-a390-403a-915a-96665aa4b81f, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=66a4edc4-a390-403a-915a-96665aa4b81f,segment=NetworkSegment(7797bb6a-fef5-41d6-9819-aa0ff3781d51),segment_id=7797bb6a-fef5-41d6-9819-aa0ff3781d51)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:54.339260 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.352435 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a5a8932-2609-4373-a1b5-46f697f1a23f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.364157 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-559a94c9-3609-4b64-b56b-cbdc732927f7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.364837 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.365374 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-559a94c9-3609-4b64-b56b-cbdc732927f7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2064474 Jul 16 02:00:54.371084 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33926) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.387289 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8088101b-c731-4765-895a-3728e028990f x-openstack-request-id: req-8088101b-c731-4765-895a-3728e028990f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:54.387992 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4619d7e4-909d-404f-8417-c82e966135b4", "name": "network-vif-plugged", "status": "completed", "tag": "66a4edc4-a390-403a-915a-96665aa4b81f", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:54.388467 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8088101b-c731-4765-895a-3728e028990f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:54.389017 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f07803bb-ac6a-4b78-b106-37d3d403feca tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': '05bf193a-7302-48d0-8e83-5f1619aeab46', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:54.389317 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4619d7e4-909d-404f-8417-c82e966135b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a4edc4-a390-403a-915a-96665aa4b81f', 'code': 200} Jul 16 02:00:54.399098 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Network c0796fee-c341-4d7f-bd19-cb9b31520bf5 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:54.402493 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:54.412543 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a94c9-3609-4b64-b56b-cbdc732927f7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf28481-2b7a-4031-bbff-8761d940f412,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:54.426111 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:54.441352 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-f07803bb-ac6a-4b78-b106-37d3d403feca tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Project 7a1162bb5d334415ae74c9808546d676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:00:54.443094 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Pushing event updated for resources: {'Port': ['ID=8f6facb6-e41c-4997-8225-68509c0d3b56,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:54.456774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a8932-2609-4373-a1b5-46f697f1a23f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for e7c52590-f3db-4c96-8d42-c9b77e7d2f06 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:54.459866 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f07803bb-ac6a-4b78-b106-37d3d403feca tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.556667 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffe018-c9b8-4661-988c-9c9ac5a797a8 req-f85829f4-99fd-45ad-b3cf-1c0abad6810f tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:54.558315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0fffe018-c9b8-4661-988c-9c9ac5a797a8 req-f85829f4-99fd-45ad-b3cf-1c0abad6810f tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/ports?device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 946 time: 0.1754677 Jul 16 02:00:54.612275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230af2b-90e9-4d08-a074-e1f8f2848a92 req-2ab7e408-100c-4199-a7ea-3b1561c6510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:54.613910 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1230af2b-90e9-4d08-a074-e1f8f2848a92 req-2ab7e408-100c-4199-a7ea-3b1561c6510d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 1097 time: 0.1393967 Jul 16 02:00:54.620723 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0fffe018-c9b8-4661-988c-9c9ac5a797a8 req-72d254c7-1355-4c12-81b2-5c04105645c8 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/security-groups?id=9496d758-6c5b-4681-abdb-7e047ed6197a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519114 Jul 16 02:00:54.655948 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1230af2b-90e9-4d08-a074-e1f8f2848a92 req-7679a13a-3d49-4e65-ac3f-2230dc50a124 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9496d758-6c5b-4681-abdb-7e047ed6197a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341280 Jul 16 02:00:54.672294 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f07803bb-ac6a-4b78-b106-37d3d403feca tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.684338 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f07803bb-ac6a-4b78-b106-37d3d403feca tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.704038 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Attempting to bind port 8f6facb6-e41c-4997-8225-68509c0d3b56 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:54.704437 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Attempting to bind port 8f6facb6-e41c-4997-8225-68509c0d3b56 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'e73c32c4-de1f-47e8-b51a-b951fa260cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c0796fee-c341-4d7f-bd19-cb9b31520bf5'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:54.704870 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Attempting to bind port 8f6facb6-e41c-4997-8225-68509c0d3b56 on network c0796fee-c341-4d7f-bd19-cb9b31520bf5 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:54.709608 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07803bb-ac6a-4b78-b106-37d3d403feca tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e40218d-354c-44b5-8b27-be3a4eaa2626,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:54.718746 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:54.719190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Checking segment: {'id': 'e73c32c4-de1f-47e8-b51a-b951fa260cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c0796fee-c341-4d7f-bd19-cb9b31520bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:54.719732 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.720193 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Bound using segment: {'id': 'e73c32c4-de1f-47e8-b51a-b951fa260cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c0796fee-c341-4d7f-bd19-cb9b31520bf5'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:54.720722 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Bound port: 8f6facb6-e41c-4997-8225-68509c0d3b56, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73c32c4-de1f-47e8-b51a-b951fa260cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c0796fee-c341-4d7f-bd19-cb9b31520bf5'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:54.721179 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.735231 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=66a4edc4-a390-403a-915a-96665aa4b81f,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:54.756675 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f07803bb-ac6a-4b78-b106-37d3d403feca tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.758703 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f07803bb-ac6a-4b78-b106-37d3d403feca tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3815093 Jul 16 02:00:54.761195 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33932) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.766188 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-13e0c63e-f97a-4b85-93e4-60bb5a34dbfd tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'security_group_rule': {'security_group_id': '05bf193a-7302-48d0-8e83-5f1619aeab46', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:54.793206 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a5a8932-2609-4373-a1b5-46f697f1a23f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.811790 n-d-800086-6 neutron-server[93832]: INFO neutron.db.securitygroups_db [None req-13e0c63e-f97a-4b85-93e4-60bb5a34dbfd tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Project 7a1162bb5d334415ae74c9808546d676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:00:54.822902 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-13e0c63e-f97a-4b85-93e4-60bb5a34dbfd tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.825264 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a8932-2609-4373-a1b5-46f697f1a23f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=e7c52590-f3db-4c96-8d42-c9b77e7d2f06,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:54.843208 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] For port 8f6facb6-e41c-4997-8225-68509c0d3b56, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:54.846921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] For port 8f6facb6-e41c-4997-8225-68509c0d3b56, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8f6facb6-e41c-4997-8225-68509c0d3b56,segment=NetworkSegment(e73c32c4-de1f-47e8-b51a-b951fa260cf5),segment_id=e73c32c4-de1f-47e8-b51a-b951fa260cf5)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:54.857811 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.923957 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a5a8932-2609-4373-a1b5-46f697f1a23f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.929138 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-13e0c63e-f97a-4b85-93e4-60bb5a34dbfd tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.929321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0a5a8932-2609-4373-a1b5-46f697f1a23f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/ports/e7c52590-f3db-4c96-8d42-c9b77e7d2f06 HTTP/1.1" status: 204 len: 168 time: 0.8761208 Jul 16 02:00:54.929935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33940) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.989646 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4087d7-1904-486b-8b51-fbed43133d7e None None] Pushing event updated for resources: {'Port': ['ID=8f6facb6-e41c-4997-8225-68509c0d3b56,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:54.991400 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-13e0c63e-f97a-4b85-93e4-60bb5a34dbfd tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.992959 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e71546da-01b4-4d37-b47f-610db48772ff req-0327de67-c2f8-44be-9428-38bcb767de79 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976042482&fields=id&tenant_id=3429d6c64c11482188275a95cd24498c HTTP/1.1" status: 200 len: 267 time: 0.0863388 Jul 16 02:00:55.010196 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf60cecd-c0f0-4835-947a-c1a64e5eb1bf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] GET failed (client error): The resource could not be found. Jul 16 02:00:55.014397 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cf60cecd-c0f0-4835-947a-c1a64e5eb1bf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports/e7c52590-f3db-4c96-8d42-c9b77e7d2f06 HTTP/1.1" status: 404 len: 333 time: 0.0807755 Jul 16 02:00:55.014959 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33942) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:55.024160 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0c63e-f97a-4b85-93e4-60bb5a34dbfd tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7a3d47-1950-4ecd-a0e2-7c26565d20e1,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:55.064062 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-13e0c63e-f97a-4b85-93e4-60bb5a34dbfd tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.068398 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-13e0c63e-f97a-4b85-93e4-60bb5a34dbfd tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3028686 Jul 16 02:00:55.068933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33944) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:55.073938 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b5f62242-52d8-4ed4-a377-afc9080913d8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'network': {'name': 'tempest-network-smoke--708378651', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'port_security_enabled': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:55.092182 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43c847f-462f-4d61-8cfd-c62e620ac2a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting subnet 83c7494a-fe3e-439f-b175-43bcc823b407 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:55.099818 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a43c847f-462f-4d61-8cfd-c62e620ac2a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.127738 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71546da-01b4-4d37-b47f-610db48772ff req-3a243670-409b-4a98-936a-b2bce31c1648 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:55.132405 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e71546da-01b4-4d37-b47f-610db48772ff req-3a243670-409b-4a98-936a-b2bce31c1648 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 811 time: 0.1382594 Jul 16 02:00:55.133712 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f62242-52d8-4ed4-a377-afc9080913d8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Made reservation on behalf of 7a1162bb5d334415ae74c9808546d676 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:55.137194 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5f62242-52d8-4ed4-a377-afc9080913d8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.148305 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e71546da-01b4-4d37-b47f-610db48772ff req-5601fda8-4ab3-4317-865d-8a2a56386dea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/quotas/3429d6c64c11482188275a95cd24498c HTTP/1.1" status: 200 len: 375 time: 0.0124593 Jul 16 02:00:55.158314 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a43c847f-462f-4d61-8cfd-c62e620ac2a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.233501 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f62242-52d8-4ed4-a377-afc9080913d8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:55.254139 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5f62242-52d8-4ed4-a377-afc9080913d8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.254528 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-b5f62242-52d8-4ed4-a377-afc9080913d8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Added segment 71f3712b-9e54-4ead-9d03-9f9c82afc54c of type vlan for network 3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 Jul 16 02:00:55.302835 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e71546da-01b4-4d37-b47f-610db48772ff req-5a47766d-7939-4610-a3e4-6031dd915938 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1220961 Jul 16 02:00:55.326438 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5f62242-52d8-4ed4-a377-afc9080913d8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.339318 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a43c847f-462f-4d61-8cfd-c62e620ac2a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.396500 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5f62242-52d8-4ed4-a377-afc9080913d8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.401556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f62242-52d8-4ed4-a377-afc9080913d8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:55.402147 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b5f62242-52d8-4ed4-a377-afc9080913d8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.429896 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e71546da-01b4-4d37-b47f-610db48772ff req-915692f2-d37a-4490-aa87-4f39ae8bb942 service neutron] 10.222.0.54 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099668 Jul 16 02:00:55.446156 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b5f62242-52d8-4ed4-a377-afc9080913d8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3736298 Jul 16 02:00:55.447028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33946) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:55.449137 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a43c847f-462f-4d61-8cfd-c62e620ac2a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.454427 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1866754018', 'admin_state_up': True, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:55.529530 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c847f-462f-4d61-8cfd-c62e620ac2a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Subnet': ['ID=83c7494a-fe3e-439f-b175-43bcc823b407,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:55.534039 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f62242-52d8-4ed4-a377-afc9080913d8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Network': ['ID=3e0d1bd8-43ee-4d49-9e08-f208c2ed3191,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:55.538457 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a43c847f-462f-4d61-8cfd-c62e620ac2a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.540525 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a43c847f-462f-4d61-8cfd-c62e620ac2a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/83c7494a-fe3e-439f-b175-43bcc823b407 HTTP/1.1" status: 204 len: 168 time: 0.5245347 Jul 16 02:00:55.543611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 33948) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:55.546545 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:55.559018 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e71546da-01b4-4d37-b47f-610db48772ff req-ca775d9a-8281-417b-adf5-21c9f167ed63 service neutron] 10.222.0.54 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201932 Jul 16 02:00:55.568896 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.570522 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.688202 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.692893 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.954916 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.012563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33964) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:56.067481 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port 8f6facb6-e41c-4997-8225-68509c0d3b56 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:56.076030 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.089907 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9ee66-5478-4fa6-8b4b-856d135314c4 req-8281bc93-afe4-453c-b633-613eace7f16e tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:56.091503 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-54a9ee66-5478-4fa6-8b4b-856d135314c4 req-8281bc93-afe4-453c-b633-613eace7f16e tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/ports?device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 946 time: 0.2678530 Jul 16 02:00:56.121723 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee09fc05-64f5-4969-a03f-4160ca25544d req-c914d660-1afb-4f43-be0e-db74295c572f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 210 time: 0.0492654 Jul 16 02:00:56.135786 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bcd638a-aba2-4868-be18-a80e10c81474 admin admin] Deleting subnet 226a98d6-805a-4bfc-a663-9b33f2ef6466 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:56.152451 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9bcd638a-aba2-4868-be18-a80e10c81474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.224270 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9bcd638a-aba2-4868-be18-a80e10c81474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.302347 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-54a9ee66-5478-4fa6-8b4b-856d135314c4 req-17675263-c13a-4acc-87d1-9f724160eeec tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/security-groups?id=9496d758-6c5b-4681-abdb-7e047ed6197a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914194 Jul 16 02:00:56.303927 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9bcd638a-aba2-4868-be18-a80e10c81474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.310530 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] For port 8f6facb6-e41c-4997-8225-68509c0d3b56, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8f6facb6-e41c-4997-8225-68509c0d3b56,segment=NetworkSegment(e73c32c4-de1f-47e8-b51a-b951fa260cf5),segment_id=e73c32c4-de1f-47e8-b51a-b951fa260cf5)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:56.310898 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.384219 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8f6facb6-e41c-4997-8225-68509c0d3b56 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:56.385133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for 8f6facb6-e41c-4997-8225-68509c0d3b56 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:56.403433 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9bcd638a-aba2-4868-be18-a80e10c81474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.433890 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd638a-aba2-4868-be18-a80e10c81474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=226a98d6-805a-4bfc-a663-9b33f2ef6466,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:56.435993 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9bcd638a-aba2-4868-be18-a80e10c81474 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.440365 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9bcd638a-aba2-4868-be18-a80e10c81474 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/226a98d6-805a-4bfc-a663-9b33f2ef6466 HTTP/1.1" status: 204 len: 168 time: 0.4245300 Jul 16 02:00:56.440813 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33972) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:56.466487 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831d367d-972d-4887-82be-1682b5a03a27 None None] Network c0796fee-c341-4d7f-bd19-cb9b31520bf5 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:56.518651 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-945d8092-4c92-416e-8d27-9b587e65a50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.619050 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-945d8092-4c92-416e-8d27-9b587e65a50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.636546 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-945d8092-4c92-416e-8d27-9b587e65a50f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d761cda9-5d0f-4b3e-9277-d22768957564']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:56.651494 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-945d8092-4c92-416e-8d27-9b587e65a50f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6200052-f2b7-4948-b1f0-a5665d553e77') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:56.651854 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-945d8092-4c92-416e-8d27-9b587e65a50f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6200052-f2b7-4948-b1f0-a5665d553e77') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:56.655781 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 8f6facb6-e41c-4997-8225-68509c0d3b56 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:56.660075 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-32b6f5d9-54bf-407f-a5b1-5e181d5a4d8a None None] Provisioning for port 8f6facb6-e41c-4997-8225-68509c0d3b56 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:56.662285 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-945d8092-4c92-416e-8d27-9b587e65a50f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.665068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-32b6f5d9-54bf-407f-a5b1-5e181d5a4d8a None None] Provisioning complete for port 8f6facb6-e41c-4997-8225-68509c0d3b56 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:56.665447 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32b6f5d9-54bf-407f-a5b1-5e181d5a4d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.668373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 8f6facb6-e41c-4997-8225-68509c0d3b56 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:56.668912 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.673804 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.678416 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.678657 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-945d8092-4c92-416e-8d27-9b587e65a50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.686309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945d8092-4c92-416e-8d27-9b587e65a50f admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:56.686889 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-945d8092-4c92-416e-8d27-9b587e65a50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:56.689012 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:56.721202 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.723494 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=8f6facb6-e41c-4997-8225-68509c0d3b56,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:56.726686 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-32b6f5d9-54bf-407f-a5b1-5e181d5a4d8a None None] Port 8f6facb6-e41c-4997-8225-68509c0d3b56 was deleted so its status cannot be updated. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 02:00:56.734766 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Port 8f6facb6-e41c-4997-8225-68509c0d3b56 was deleted so its status cannot be updated. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 02:00:56.742650 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No DVR routers for this DVR port 8f6facb6-e41c-4997-8225-68509c0d3b56 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:56.768830 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-945d8092-4c92-416e-8d27-9b587e65a50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.778943 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-945d8092-4c92-416e-8d27-9b587e65a50f admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.783368 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-945d8092-4c92-416e-8d27-9b587e65a50f admin admin] 10.222.0.54 "DELETE /v2.0/networks/d761cda9-5d0f-4b3e-9277-d22768957564 HTTP/1.1" status: 204 len: 168 time: 0.3390615 Jul 16 02:00:56.801720 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d8092-4c92-416e-8d27-9b587e65a50f admin admin] Pushing event deleted for resources: {'Network': ['ID=d761cda9-5d0f-4b3e-9277-d22768957564,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:56.845367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3c66c6-07dd-4130-8f44-93c2d66b5b30 None None] DHCP port deletion for c0796fee-c341-4d7f-bd19-cb9b31520bf5 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:56.896575 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.912166 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0796fee-c341-4d7f-bd19-cb9b31520bf5']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:56.955286 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73c32c4-de1f-47e8-b51a-b951fa260cf5') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:56.955286 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73c32c4-de1f-47e8-b51a-b951fa260cf5') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:56.966191 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.002962 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.005614 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Allocated IP 172.25.1.61 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:57.015672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:57.016304 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:57.020793 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:57.024754 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33976) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:57.072608 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2aac7cda-e8a2-4152-9c94-084231fe432b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35107c721ea940d7adbd5121804a5b26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465379 Jul 16 02:00:57.073091 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33978) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:57.125836 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50f36669-272f-4f74-85e4-4abbd60f8b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.144481 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.148455 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50f36669-272f-4f74-85e4-4abbd60f8b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.149698 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.152131 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/networks/c0796fee-c341-4d7f-bd19-cb9b31520bf5 HTTP/1.1" status: 204 len: 168 time: 1.6077621 Jul 16 02:00:57.156738 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 33982) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:57.163227 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-8c8d176a-24af-4cdd-aa3e-d15271cf4bdd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35', 'name': 'tempest-PortsTestJSON-2088248422'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:57.203151 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bd076-fb7d-468a-be21-dcb959eee162 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Network': ['ID=c0796fee-c341-4d7f-bd19-cb9b31520bf5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:57.215250 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.259376 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.294661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:57.299173 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50f36669-272f-4f74-85e4-4abbd60f8b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.300019 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:57.302954 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50f36669-272f-4f74-85e4-4abbd60f8b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.304198 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-50f36669-272f-4f74-85e4-4abbd60f8b8a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9524e300-8747-4dea-8ecf-f8c6d2830420 HTTP/1.1" status: 204 len: 168 time: 0.2300067 Jul 16 02:00:57.333185 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4fb79ab-3cca-4e98-af9f-3d9c5b25fafa req-28638b23-7996-4399-8edd-0553439d0b72 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 210 time: 0.0474844 Jul 16 02:00:57.334555 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8d176a-24af-4cdd-aa3e-d15271cf4bdd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:57.338704 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8c8d176a-24af-4cdd-aa3e-d15271cf4bdd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.345228 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:57.356104 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:57.400709 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f36669-272f-4f74-85e4-4abbd60f8b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9524e300-8747-4dea-8ecf-f8c6d2830420,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:57.410867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-8c8d176a-24af-4cdd-aa3e-d15271cf4bdd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] device_id is not set on port ca922894-8373-4391-b560-7d0342f4044f yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:57.641663 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8c8d176a-24af-4cdd-aa3e-d15271cf4bdd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.668499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8081480-53b2-4f76-b232-d28796ac7205 req-d7d34b3d-af83-4a5c-8d5b-03a33f7b992a tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:57.670206 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b8081480-53b2-4f76-b232-d28796ac7205 req-d7d34b3d-af83-4a5c-8d5b-03a33f7b992a tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/ports?device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 946 time: 0.1657789 Jul 16 02:00:57.772766 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8c8d176a-24af-4cdd-aa3e-d15271cf4bdd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.779988 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.785014 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b8081480-53b2-4f76-b232-d28796ac7205 req-384da48e-68b2-42e5-96aa-550bb358a52e tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/security-groups?id=9496d758-6c5b-4681-abdb-7e047ed6197a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069310 Jul 16 02:00:57.803022 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71546da-01b4-4d37-b47f-610db48772ff req-969f7516-31c3-402b-b0f3-ce574f70c678 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:57.804769 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e71546da-01b4-4d37-b47f-610db48772ff req-969f7516-31c3-402b-b0f3-ce574f70c678 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.47 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 811 time: 0.2262356 Jul 16 02:00:57.833345 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8d176a-24af-4cdd-aa3e-d15271cf4bdd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:57.844309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-8c8d176a-24af-4cdd-aa3e-d15271cf4bdd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:57.846876 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d176a-24af-4cdd-aa3e-d15271cf4bdd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:57.852818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8d176a-24af-4cdd-aa3e-d15271cf4bdd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:57.853451 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8c8d176a-24af-4cdd-aa3e-d15271cf4bdd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.899226 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d176a-24af-4cdd-aa3e-d15271cf4bdd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=ca922894-8373-4391-b560-7d0342f4044f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:57.905976 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8c8d176a-24af-4cdd-aa3e-d15271cf4bdd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7482383 Jul 16 02:00:57.914942 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34000) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:58.002280 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e71546da-01b4-4d37-b47f-610db48772ff req-ba3512ba-6c87-4258-bcd6-f6120bac2224 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3429d6c64c11482188275a95cd24498c HTTP/1.1" status: 200 len: 380 time: 0.1656127 Jul 16 02:00:58.029908 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-e71546da-01b4-4d37-b47f-610db48772ff req-e07e7736-ce4a-44f0-84da-7efd9c03e14b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Request body: {'port': {'device_id': 'e404de30-2b69-4c10-81ca-6db37e4e3573', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'admin_state_up': True, 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'security_groups': ['7b448518-3e3e-46cd-b57d-5a41bf80d6e3']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:58.090067 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.195554 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8bb71-5f9d-48f5-92ae-539dee8519ab req-ce354f50-f8e9-4cc2-a82f-c42f96b3acf6 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:58.202707 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ebc8bb71-5f9d-48f5-92ae-539dee8519ab req-ce354f50-f8e9-4cc2-a82f-c42f96b3acf6 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/ports?device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 946 time: 0.2209442 Jul 16 02:00:58.222222 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-74083b94-b091-4765-9934-f299dd2857b9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port ca922894-8373-4391-b560-7d0342f4044f {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:58.222560 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74083b94-b091-4765-9934-f299dd2857b9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.283594 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71546da-01b4-4d37-b47f-610db48772ff req-e07e7736-ce4a-44f0-84da-7efd9c03e14b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Made reservation on behalf of 3429d6c64c11482188275a95cd24498c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:58.287901 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e71546da-01b4-4d37-b47f-610db48772ff req-e07e7736-ce4a-44f0-84da-7efd9c03e14b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.305508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8f6facb6-e41c-4997-8225-68509c0d3b56 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:58.338391 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 8f6facb6-e41c-4997-8225-68509c0d3b56 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:58.338745 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8f6facb6-e41c-4997-8225-68509c0d3b56 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:58.360213 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ebc8bb71-5f9d-48f5-92ae-539dee8519ab req-58b9a262-87cc-4ed8-b4a3-8a853b4db6fb tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/security-groups?id=9496d758-6c5b-4681-abdb-7e047ed6197a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564739 Jul 16 02:00:58.367758 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74083b94-b091-4765-9934-f299dd2857b9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.399633 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a7064135-319f-4565-87a2-50272561bb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.521596 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34016) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:58.544807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-e71546da-01b4-4d37-b47f-610db48772ff req-e07e7736-ce4a-44f0-84da-7efd9c03e14b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Allocated IP 172.20.0.8 (b4b57e43-3231-411c-8e72-c548d881f43a/f7545b14-fb64-4666-8e5c-e0421d4351cb/56738e7b-98e0-41a2-a17d-e2df5a597a60) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:58.574715 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-74083b94-b091-4765-9934-f299dd2857b9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for ca922894-8373-4391-b560-7d0342f4044f owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:58.607867 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-962b3102-075f-4e8f-8c80-067cb2590d06 req-52356621-2c89-451b-9ef4-57e6171ec989 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 210 time: 0.0511744 Jul 16 02:00:58.672643 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router f5d745f6-4409-47b4-9844-64ee4cdff4d1 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:00:58.683570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-297306961-network', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:58.694644 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:00:58.726773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Made reservation on behalf of f51614fe139a43fbafcd3a8f8ba46960 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:58.729202 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.780961 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.793283 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74083b94-b091-4765-9934-f299dd2857b9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.857487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74083b94-b091-4765-9934-f299dd2857b9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=ca922894-8373-4391-b560-7d0342f4044f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:58.881096 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-74083b94-b091-4765-9934-f299dd2857b9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.883606 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-74083b94-b091-4765-9934-f299dd2857b9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/ports/ca922894-8373-4391-b560-7d0342f4044f HTTP/1.1" status: 204 len: 168 time: 0.9676962 Jul 16 02:00:58.888612 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e71546da-01b4-4d37-b47f-610db48772ff req-e07e7736-ce4a-44f0-84da-7efd9c03e14b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.891512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34022) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:58.892247 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.925449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-5140c9ea-20b7-4b8b-b7d7-c2f5013461fb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35', 'mac_address': 'fa:16:3e:fc:88:5e', 'name': 'tempest-PortsTestJSON-1522016458'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:58.927856 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.935203 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.967776 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:58.971584 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-e71546da-01b4-4d37-b47f-610db48772ff req-e07e7736-ce4a-44f0-84da-7efd9c03e14b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Transition to ACTIVE for port object 56738e7b-98e0-41a2-a17d-e2df5a597a60 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:58.983558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:58.996612 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Sync routers for ids ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:59.005874 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0826626-02cc-4dee-90ec-9732c135dd23,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:59.008630 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.008970 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Added segment c85c2ebe-23ac-49fc-b790-784434756ef9 of type vlan for network 6809c578-1f7e-42b6-97e0-bd2a60d4cfcc Jul 16 02:00:59.011067 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.012672 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-658dd77f-2674-437c-aff2-7eda5d73b9a2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.5648241 Jul 16 02:00:59.015147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Routers {'f5d745f6-4409-47b4-9844-64ee4cdff4d1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:59.016665 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:00:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:59.023128 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34024) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:59.065462 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f505317b-f605-4bda-af19-1f1f40d10c15 tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=7a1162bb5d334415ae74c9808546d676&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369742 Jul 16 02:00:59.068775 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:59.069133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:59.069450 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:59.069828 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:59.070193 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:59.070557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:59.070921 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:59.071275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:59.071596 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:59.071940 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:59.072301 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:59.073318 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:59.078034 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34026) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:59.164234 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.175511 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Set router f5d745f6-4409-47b4-9844-64ee4cdff4d1 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:59.309834 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.311216 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:59.312071 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.399592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] Pushing event updated for resources: {'Network': ['ID=6809c578-1f7e-42b6-97e0-bd2a60d4cfcc,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:59.427918 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 6809c578-1f7e-42b6-97e0-bd2a60d4cfcc details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:59.436416 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c1b759b0-cad6-44e5-b05a-daf0d16f85fc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9137356 Jul 16 02:00:59.443883 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34028) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:59.449906 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f33dfba3-6c69-47c5-90ba-78ae9e840175 admin admin] Request body: {'subnet': {'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-297306961-subnet', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:59.473634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.db.api [None req-5140c9ea-20b7-4b8b-b7d7-c2f5013461fb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 02:00:59.473634 n-d-800086-6 neutron-server[93831]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 02:00:59.473634 n-d-800086-6 neutron-server[93831]: [parameters: {'project_id_1': '541d520ca07243f7abbd70de5f77952c', 'expiration_1': datetime.datetime(2021, 7, 16, 2, 0, 59, 457253)}] Jul 16 02:00:59.473634 n-d-800086-6 neutron-server[93831]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:00:59.474958 n-d-800086-6 neutron-server[93831]: DEBUG oslo_db.api [None req-5140c9ea-20b7-4b8b-b7d7-c2f5013461fb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:00:59.485521 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8366ee91-8c59-465b-a82d-b4a00762814d tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:59.492704 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8366ee91-8c59-465b-a82d-b4a00762814d tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3865600 Jul 16 02:00:59.493350 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34030) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:59.510402 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad1841-de42-4a52-8d16-5912e6a83974 req-e48aefa7-da3d-4e6e-a7ad-c9b21bf1a7f5 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:59.520187 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33dfba3-6c69-47c5-90ba-78ae9e840175 admin admin] Made reservation on behalf of f51614fe139a43fbafcd3a8f8ba46960 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:59.536833 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f33dfba3-6c69-47c5-90ba-78ae9e840175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.541799 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63ad1841-de42-4a52-8d16-5912e6a83974 req-e48aefa7-da3d-4e6e-a7ad-c9b21bf1a7f5 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/ports?device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 946 time: 0.6464007 Jul 16 02:00:59.573181 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7cae4265-56b3-4b89-81c9-0b8db0c4722a tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=88f2079c-e547-45f1-859f-49428e13c11a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0783303 Jul 16 02:00:59.574218 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34032) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:59.585309 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-979301f7-3468-4784-a863-44c98fccc804 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-600285702', 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191', 'project_id': '7a1162bb5d334415ae74c9808546d676', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:59.591775 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866754018', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:55Z', 'updated_at': '2021-07-16T02:00:57Z', 'revision_number': 3, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:90:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:56Z', 'updated_at': '2021-07-16T02:00:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:59.622908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Checking router: f5d745f6-4409-47b4-9844-64ee4cdff4d1 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:59.623361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Updating router f5d745f6-4409-47b4-9844-64ee4cdff4d1 port b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:00:59.651522 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e71546da-01b4-4d37-b47f-610db48772ff req-e07e7736-ce4a-44f0-84da-7efd9c03e14b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.670550 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63ad1841-de42-4a52-8d16-5912e6a83974 req-746c3bf3-efa4-4a31-b698-92278d43c9a0 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/security-groups?id=9496d758-6c5b-4681-abdb-7e047ed6197a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274114 Jul 16 02:00:59.748894 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.806541 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e7736-ce4a-44f0-84da-7efd9c03e14b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'Port': ['ID=56738e7b-98e0-41a2-a17d-e2df5a597a60,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:59.845224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71546da-01b4-4d37-b47f-610db48772ff req-e07e7736-ce4a-44f0-84da-7efd9c03e14b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Network b4b57e43-3231-411c-8e72-c548d881f43a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:59.852468 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-e71546da-01b4-4d37-b47f-610db48772ff req-e07e7736-ce4a-44f0-84da-7efd9c03e14b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:59.857301 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71546da-01b4-4d37-b47f-610db48772ff req-e07e7736-ce4a-44f0-84da-7efd9c03e14b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:59.860382 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979301f7-3468-4784-a863-44c98fccc804 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Made reservation on behalf of 7a1162bb5d334415ae74c9808546d676 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:59.872562 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-979301f7-3468-4784-a863-44c98fccc804 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.963682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71546da-01b4-4d37-b47f-610db48772ff req-e07e7736-ce4a-44f0-84da-7efd9c03e14b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:59.965503 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e71546da-01b4-4d37-b47f-610db48772ff req-e07e7736-ce4a-44f0-84da-7efd9c03e14b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.005730 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e71546da-01b4-4d37-b47f-610db48772ff req-e07e7736-ce4a-44f0-84da-7efd9c03e14b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9811764 Jul 16 02:01:00.030554 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Request body: {'port': {'device_id': 'e404de30-2b69-4c10-81ca-6db37e4e3573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:00.124804 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5140c9ea-20b7-4b8b-b7d7-c2f5013461fb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:00.267391 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.296279 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Transition to ACTIVE for port object b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:00.310223 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.342323 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.354672 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f33dfba3-6c69-47c5-90ba-78ae9e840175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.375578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-661eaf3a-7207-4d1d-8fb2-47c6c71a8862 None None] Provisioning for port 56738e7b-98e0-41a2-a17d-e2df5a597a60 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:00.382561 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac25a4e-47c2-4803-bce6-e3bc522bc007 None None] Pushing event updated for resources: {'Port': ['ID=b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:00.394042 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-661eaf3a-7207-4d1d-8fb2-47c6c71a8862 None None] Provisioning complete for port 56738e7b-98e0-41a2-a17d-e2df5a597a60 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:00.394679 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-661eaf3a-7207-4d1d-8fb2-47c6c71a8862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.408084 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ff010-454a-4891-84ad-95769f69dec9 req-87ffdb1a-819e-4be0-b360-0416f20eb22c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:00.409604 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0f0ff010-454a-4891-84ad-95769f69dec9 req-87ffdb1a-819e-4be0-b360-0416f20eb22c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 931 time: 0.4593759 Jul 16 02:01:00.425879 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Attempting to bind port b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:00.426310 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Attempting to bind port b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:00.426908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Attempting to bind port b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:00.446608 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:00.447310 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:00.447408 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.447785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:00.448270 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Bound port: b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:00.448655 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.475519 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-661eaf3a-7207-4d1d-8fb2-47c6c71a8862 None None] Port 56738e7b-98e0-41a2-a17d-e2df5a597a60 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:00.491516 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0f0ff010-454a-4891-84ad-95769f69dec9 req-aa13d21a-3e0f-4c39-8b95-c568f85440bc tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548527 Jul 16 02:01:00.530326 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] For port b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:00.537304 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] For port b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:00.542267 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.545487 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5140c9ea-20b7-4b8b-b7d7-c2f5013461fb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.565364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33dfba3-6c69-47c5-90ba-78ae9e840175 admin admin] Checking segment: {'id': 'c85c2ebe-23ac-49fc-b790-784434756ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:00.565728 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33dfba3-6c69-47c5-90ba-78ae9e840175 admin admin] Network hostable DHCP agents. Network: 6809c578-1f7e-42b6-97e0-bd2a60d4cfcc, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:00.570455 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dfba3-6c69-47c5-90ba-78ae9e840175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db8914cf-667c-4879-822f-6fa815c45985,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:00.610284 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-979301f7-3468-4784-a863-44c98fccc804 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.611548 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Routers {'f5d745f6-4409-47b4-9844-64ee4cdff4d1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:00.612984 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:00:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:00.628937 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-5140c9ea-20b7-4b8b-b7d7-c2f5013461fb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] device_id is not set on port 380b953f-36d5-49d8-951e-e6c307df29df yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:01:00.660181 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979301f7-3468-4784-a863-44c98fccc804 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Subnet': ['ID=00d12493-0b0b-4360-b3ad-fb8e8bb4bb28,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:00.664269 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33dfba3-6c69-47c5-90ba-78ae9e840175 admin admin] Network 6809c578-1f7e-42b6-97e0-bd2a60d4cfcc is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:00.673197 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac25a4e-47c2-4803-bce6-e3bc522bc007 None None] Pushing event updated for resources: {'Port': ['ID=b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:00.683277 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-f33dfba3-6c69-47c5-90ba-78ae9e840175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 6809c578-1f7e-42b6-97e0-bd2a60d4cfcc) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:00.689365 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33dfba3-6c69-47c5-90ba-78ae9e840175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:00.690159 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f33dfba3-6c69-47c5-90ba-78ae9e840175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.710788 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f33dfba3-6c69-47c5-90ba-78ae9e840175 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2655892 Jul 16 02:01:00.716611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34042) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:00.724444 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-297306961-router', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:00.745994 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a2215-0ae9-4207-a03c-e552c9a383fc req-5a0d7e96-e9c2-4f56-ba25-0ee6e7d43451 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:00.747789 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.748829 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.753164 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-169a2215-0ae9-4207-a03c-e552c9a383fc req-5a0d7e96-e9c2-4f56-ba25-0ee6e7d43451 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/ports?device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 946 time: 0.4130371 Jul 16 02:01:00.781139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] Set router f5d745f6-4409-47b4-9844-64ee4cdff4d1 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:00.814120 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.856266 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979301f7-3468-4784-a863-44c98fccc804 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Checking segment: {'id': '71f3712b-9e54-4ead-9d03-9f9c82afc54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:00.856638 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979301f7-3468-4784-a863-44c98fccc804 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network hostable DHCP agents. Network: 3e0d1bd8-43ee-4d49-9e08-f208c2ed3191, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:00.858734 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-169a2215-0ae9-4207-a03c-e552c9a383fc req-10ad1ed8-01b7-4611-b268-c8f575aaf919 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/security-groups?id=9496d758-6c5b-4681-abdb-7e047ed6197a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046112 Jul 16 02:01:00.862242 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37647789-9099-4c41-9dab-93491ec4523b None None] Network 6809c578-1f7e-42b6-97e0-bd2a60d4cfcc requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:00.973384 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.002653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979301f7-3468-4784-a863-44c98fccc804 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:01.011568 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5140c9ea-20b7-4b8b-b7d7-c2f5013461fb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.020498 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-979301f7-3468-4784-a863-44c98fccc804 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 3e0d1bd8-43ee-4d49-9e08-f208c2ed3191) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:01.026251 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979301f7-3468-4784-a863-44c98fccc804 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:01.027081 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-979301f7-3468-4784-a863-44c98fccc804 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.037900 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e36650-333d-4655-a4a5-17f166ea47d4 None None] Network 3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:01.047960 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-979301f7-3468-4784-a863-44c98fccc804 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4713299 Jul 16 02:01:01.050585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34044) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:01.060194 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5140c9ea-20b7-4b8b-b7d7-c2f5013461fb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.099388 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56738e7b-98e0-41a2-a17d-e2df5a597a60 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:01.115445 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.137628 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5140c9ea-20b7-4b8b-b7d7-c2f5013461fb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:01.144479 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Transition to ACTIVE for port object 56738e7b-98e0-41a2-a17d-e2df5a597a60 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:01.149518 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-5140c9ea-20b7-4b8b-b7d7-c2f5013461fb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:01.155522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5140c9ea-20b7-4b8b-b7d7-c2f5013461fb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:01.163317 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5140c9ea-20b7-4b8b-b7d7-c2f5013461fb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:01.164034 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5140c9ea-20b7-4b8b-b7d7-c2f5013461fb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.167139 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.170136 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140c9ea-20b7-4b8b-b7d7-c2f5013461fb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=380b953f-36d5-49d8-951e-e6c307df29df,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:01.220616 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5140c9ea-20b7-4b8b-b7d7-c2f5013461fb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3171663 Jul 16 02:01:01.225613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34046) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:01.234879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-52c2de14-9b89-4946-98af-0bca207f0128 req-c5bff793-025f-425b-83be-89f7d0a3172b service neutron] (93831) timed out ('10.222.0.54', 40230) {{(pid=93831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:01:01.248371 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Pushing event updated for resources: {'Port': ['ID=56738e7b-98e0-41a2-a17d-e2df5a597a60,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:01.347737 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Attempting to bind port 56738e7b-98e0-41a2-a17d-e2df5a597a60 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:01.348716 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Attempting to bind port 56738e7b-98e0-41a2-a17d-e2df5a597a60 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:01.349215 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Attempting to bind port 56738e7b-98e0-41a2-a17d-e2df5a597a60 on network b4b57e43-3231-411c-8e72-c548d881f43a {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:01.354522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Port 56738e7b-98e0-41a2-a17d-e2df5a597a60 on network b4b57e43-3231-411c-8e72-c548d881f43a not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:01:01.355101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Attempting to bind port 56738e7b-98e0-41a2-a17d-e2df5a597a60 on network b4b57e43-3231-411c-8e72-c548d881f43a {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:01.362553 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:01.363279 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Checking segment: {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:01.363967 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Bound using segment: {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:01.364380 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b95208-e9d4-4a50-b7d0-79e72d0a0e3d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:01.368483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Bound port: 56738e7b-98e0-41a2-a17d-e2df5a597a60, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:01.368687 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-34b95208-e9d4-4a50-b7d0-79e72d0a0e3d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports/380b953f-36d5-49d8-951e-e6c307df29df HTTP/1.1" status: 200 len: 841 time: 0.1390035 Jul 16 02:01:01.369620 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.372261 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34048) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:01.480927 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e5b126a5-2fb6-4b1a-9f3a-6c82d5bf49ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.490881 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.581171 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] For port 56738e7b-98e0-41a2-a17d-e2df5a597a60, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:01.590729 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.599236 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] For port 56738e7b-98e0-41a2-a17d-e2df5a597a60, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=56738e7b-98e0-41a2-a17d-e2df5a597a60,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:01.607195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f76c4-3674-49ab-824b-85debb8d2caa tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port 380b953f-36d5-49d8-951e-e6c307df29df {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:01.607730 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fb4f76c4-3674-49ab-824b-85debb8d2caa tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.626340 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.646788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-6809c578-1f7e-42b6-97e0-bd2a60d4cfcc', 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'fixed_ips': [{'subnet_id': 'db8914cf-667c-4879-822f-6fa815c45985'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:01.647656 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.693020 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fb4f76c4-3674-49ab-824b-85debb8d2caa tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.695515 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866754018', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:55Z', 'updated_at': '2021-07-16T02:00:57Z', 'revision_number': 3, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:90:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:56Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:01.708934 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f76c4-3674-49ab-824b-85debb8d2caa tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for 380b953f-36d5-49d8-951e-e6c307df29df owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:01.814858 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.872010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Allocated IP 172.20.0.2 (6809c578-1f7e-42b6-97e0-bd2a60d4cfcc/db8914cf-667c-4879-822f-6fa815c45985/2f41130b-e369-45fa-8fd2-b463d2f39a2f) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:01.873485 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fb4f76c4-3674-49ab-824b-85debb8d2caa tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.885963 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Pushing event updated for resources: {'Port': ['ID=56738e7b-98e0-41a2-a17d-e2df5a597a60,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:01.945738 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:01.946685 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.948346 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e71546da-01b4-4d37-b47f-610db48772ff req-b7622d61-8155-417d-936b-3552a7f3961f service neutron] 10.222.0.47 "PUT /v2.0/ports/56738e7b-98e0-41a2-a17d-e2df5a597a60 HTTP/1.1" status: 200 len: 1091 time: 1.9256444 Jul 16 02:01:01.949466 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e404de30-2b69-4c10-81ca-6db37e4e3573', 'tag': '56738e7b-98e0-41a2-a17d-e2df5a597a60'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:01.952169 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400bc4df-8286-4852-b1b1-a290a1605698" -d '{"events": [{"name": "network-changed", "server_uuid": "e404de30-2b69-4c10-81ca-6db37e4e3573", "tag": "56738e7b-98e0-41a2-a17d-e2df5a597a60"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:01.964994 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fb4f76c4-3674-49ab-824b-85debb8d2caa tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.975006 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fb4f76c4-3674-49ab-824b-85debb8d2caa tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/ports/380b953f-36d5-49d8-951e-e6c307df29df HTTP/1.1" status: 204 len: 168 time: 0.6000714 Jul 16 02:01:01.976089 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34056) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:01.980632 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f76c4-3674-49ab-824b-85debb8d2caa tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=380b953f-36d5-49d8-951e-e6c307df29df,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:02.056174 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-727c3c2a-19f1-4e22-88f4-cdb44c9c3308 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] GET failed (client error): The resource could not be found. Jul 16 02:01:02.063215 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-727c3c2a-19f1-4e22-88f4-cdb44c9c3308 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports/380b953f-36d5-49d8-951e-e6c307df29df HTTP/1.1" status: 404 len: 333 time: 0.0824437 Jul 16 02:01:02.063215 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34058) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:02.075495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-50de95a6-8a4a-4d30-8281-516847a0a753 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35', 'name': 'tempest-PortsTestJSON-520068906'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:02.185247 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a45fbc8-931b-48ea-ad9e-9bdfd075d7e7 None None] The sync data for ids ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'] in n-d-800086-6 is: [{'id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866754018', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:55Z', 'updated_at': '2021-07-16T02:00:57Z', 'revision_number': 3, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:90:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:56Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:02.218152 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.267933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50de95a6-8a4a-4d30-8281-516847a0a753 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:02.273102 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50de95a6-8a4a-4d30-8281-516847a0a753 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.299142 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.300595 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Transition to ACTIVE for port object 2f41130b-e369-45fa-8fd2-b463d2f39a2f will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:02.311625 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-3e0d1bd8-43ee-4d49-9e08-f208c2ed3191', 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ips': [{'subnet_id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:02.312792 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.321803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71546da-01b4-4d37-b47f-610db48772ff req-a0beef91-f51e-4021-a5f4-5c80417e4354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:02.324141 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e71546da-01b4-4d37-b47f-610db48772ff req-a0beef91-f51e-4021-a5f4-5c80417e4354 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 1094 time: 0.2999747 Jul 16 02:01:02.334343 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-50de95a6-8a4a-4d30-8281-516847a0a753 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] device_id is not set on port 4ba16db9-4850-4fc0-a784-18fa38d70191 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:01:02.374383 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Transition to ACTIVE for port object 2f41130b-e369-45fa-8fd2-b463d2f39a2f will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:02.389391 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.432028 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e71546da-01b4-4d37-b47f-610db48772ff req-f1701bdb-3d42-4e20-b1c3-31325bf36169 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56738e7b-98e0-41a2-a17d-e2df5a597a60 HTTP/1.1" status: 200 len: 217 time: 0.0736551 Jul 16 02:01:02.449906 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fceb6-d5a1-4448-9364-670673f4e17d req-0884cc95-b54b-43b4-8665-f8c8f3ea0e02 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:02.451452 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9f8fceb6-d5a1-4448-9364-670673f4e17d req-0884cc95-b54b-43b4-8665-f8c8f3ea0e02 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.26 "GET /v2.0/ports?device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 946 time: 0.8370030 Jul 16 02:01:02.497406 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a39b2-aa90-49b8-8581-f25e8d0f022f req-81a16608-1453-42bd-ba2b-b4e0dbef3d59 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:02.499001 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-219a39b2-aa90-49b8-8581-f25e8d0f022f req-81a16608-1453-42bd-ba2b-b4e0dbef3d59 tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/ports?device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 946 time: 0.4116499 Jul 16 02:01:02.499130 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] Allocated IP 172.25.1.180 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/938a4898-af32-48a6-8226-542023c45818) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:02.573313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Network 6809c578-1f7e-42b6-97e0-bd2a60d4cfcc is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:02.584098 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Pushing event updated for resources: {'Port': ['ID=2f41130b-e369-45fa-8fd2-b463d2f39a2f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:02.587198 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:02.589728 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cffad6-5371-4b0f-8479-20ab6610e9b5 req-893aae2c-3583-48f7-9bbc-be6a35126ec2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:02.591763 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-51cffad6-5371-4b0f-8479-20ab6610e9b5 req-893aae2c-3583-48f7-9bbc-be6a35126ec2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 943 time: 0.8702180 Jul 16 02:01:02.595271 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:02.596278 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-219a39b2-aa90-49b8-8581-f25e8d0f022f req-6a2bec67-8a65-44eb-be4b-a0bdc6855ddf tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/security-groups?id=9496d758-6c5b-4681-abdb-7e047ed6197a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728459 Jul 16 02:01:02.620862 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71546da-01b4-4d37-b47f-610db48772ff req-9ba89b89-8967-4ce6-911b-096797f022dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:02.622614 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e71546da-01b4-4d37-b47f-610db48772ff req-9ba89b89-8967-4ce6-911b-096797f022dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.1435337 Jul 16 02:01:02.748727 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aac102-59a2-4e3e-9f33-4f101d999d8c x-openstack-request-id: req-a4aac102-59a2-4e3e-9f33-4f101d999d8c {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:02.749027 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e404de30-2b69-4c10-81ca-6db37e4e3573", "tag": "56738e7b-98e0-41a2-a17d-e2df5a597a60", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:02.749283 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a4aac102-59a2-4e3e-9f33-4f101d999d8c {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:02.749684 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e404de30-2b69-4c10-81ca-6db37e4e3573', 'tag': '56738e7b-98e0-41a2-a17d-e2df5a597a60', 'status': 'completed', 'code': 200} Jul 16 02:01:02.759225 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Attempting to bind port 2f41130b-e369-45fa-8fd2-b463d2f39a2f on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:02.759789 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Attempting to bind port 2f41130b-e369-45fa-8fd2-b463d2f39a2f by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'c85c2ebe-23ac-49fc-b790-784434756ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:02.760259 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Attempting to bind port 2f41130b-e369-45fa-8fd2-b463d2f39a2f on network 6809c578-1f7e-42b6-97e0-bd2a60d4cfcc {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:02.770522 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:02.773200 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Checking segment: {'id': 'c85c2ebe-23ac-49fc-b790-784434756ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:02.773724 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.774228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Bound using segment: {'id': 'c85c2ebe-23ac-49fc-b790-784434756ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:02.774827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Bound port: 2f41130b-e369-45fa-8fd2-b463d2f39a2f, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c85c2ebe-23ac-49fc-b790-784434756ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:02.775323 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.797831 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Allocated IP 172.20.0.2 (3e0d1bd8-43ee-4d49-9e08-f208c2ed3191/00d12493-0b0b-4360-b3ad-fb8e8bb4bb28/0dbd4ff9-69f7-4854-ad98-76893e690705) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:02.811776 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71546da-01b4-4d37-b47f-610db48772ff req-4a539b34-0123-4ffc-8a2f-90a18fe686fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:02.813358 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e71546da-01b4-4d37-b47f-610db48772ff req-4a539b34-0123-4ffc-8a2f-90a18fe686fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812351 Jul 16 02:01:02.816376 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50de95a6-8a4a-4d30-8281-516847a0a753 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.909565 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-51cffad6-5371-4b0f-8479-20ab6610e9b5 req-ab1f374f-5b74-4c80-8854-d698841fab06 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938848 Jul 16 02:01:02.940752 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] For port 2f41130b-e369-45fa-8fd2-b463d2f39a2f, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:02.946537 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e71546da-01b4-4d37-b47f-610db48772ff req-6065ed56-1b1b-4da7-b5eb-ce8ab6c292b5 service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248302 Jul 16 02:01:02.960200 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] For port 2f41130b-e369-45fa-8fd2-b463d2f39a2f, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2f41130b-e369-45fa-8fd2-b463d2f39a2f,segment=NetworkSegment(c85c2ebe-23ac-49fc-b790-784434756ef9),segment_id=c85c2ebe-23ac-49fc-b790-784434756ef9)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:02.969498 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.036615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf9698-2ae9-499c-8563-fbdafb36ef57 None None] Pushing event updated for resources: {'Port': ['ID=2f41130b-e369-45fa-8fd2-b463d2f39a2f,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:03.120970 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50de95a6-8a4a-4d30-8281-516847a0a753 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.123644 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.130378 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.136805 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Transition to ACTIVE for port object 0dbd4ff9-69f7-4854-ad98-76893e690705 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:03.158655 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Transition to ACTIVE for port object 0dbd4ff9-69f7-4854-ad98-76893e690705 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:03.166212 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.167004 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-9f8fceb6-d5a1-4448-9364-670673f4e17d req-b3f4e95e-3b8f-437d-b2ad-a85166abc07e tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Deleting port 66a4edc4-a390-403a-915a-96665aa4b81f {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:03.167344 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9f8fceb6-d5a1-4448-9364-670673f4e17d req-b3f4e95e-3b8f-437d-b2ad-a85166abc07e tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.219419 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Network 3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:03.227806 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:03.237006 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:03.283165 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e71546da-01b4-4d37-b47f-610db48772ff req-41c8bae9-e2e5-472e-96ce-22a9d1a2537a service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187647 Jul 16 02:01:03.285917 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50de95a6-8a4a-4d30-8281-516847a0a753 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:03.288494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Pushing event updated for resources: {'Port': ['ID=0dbd4ff9-69f7-4854-ad98-76893e690705,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:03.303545 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-50de95a6-8a4a-4d30-8281-516847a0a753 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:03.314145 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50de95a6-8a4a-4d30-8281-516847a0a753 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:03.327554 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.333069 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50de95a6-8a4a-4d30-8281-516847a0a753 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.333784 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50de95a6-8a4a-4d30-8281-516847a0a753 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.337278 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de95a6-8a4a-4d30-8281-516847a0a753 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=4ba16db9-4850-4fc0-a784-18fa38d70191,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:03.371991 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-50de95a6-8a4a-4d30-8281-516847a0a753 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3049438 Jul 16 02:01:03.375359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34060) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:03.388807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:03.399334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Attempting to bind port 0dbd4ff9-69f7-4854-ad98-76893e690705 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:03.399741 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Attempting to bind port 0dbd4ff9-69f7-4854-ad98-76893e690705 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '71f3712b-9e54-4ead-9d03-9f9c82afc54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:03.400095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Attempting to bind port 0dbd4ff9-69f7-4854-ad98-76893e690705 on network 3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:03.435106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-9f8fceb6-d5a1-4448-9364-670673f4e17d req-b3f4e95e-3b8f-437d-b2ad-a85166abc07e tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] For port 66a4edc4-a390-403a-915a-96665aa4b81f, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=66a4edc4-a390-403a-915a-96665aa4b81f,segment=NetworkSegment(7797bb6a-fef5-41d6-9819-aa0ff3781d51),segment_id=7797bb6a-fef5-41d6-9819-aa0ff3781d51)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:03.436233 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9f8fceb6-d5a1-4448-9364-670673f4e17d req-b3f4e95e-3b8f-437d-b2ad-a85166abc07e tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.442158 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:03.442545 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Checking segment: {'id': '71f3712b-9e54-4ead-9d03-9f9c82afc54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:03.443083 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.443491 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Bound using segment: {'id': '71f3712b-9e54-4ead-9d03-9f9c82afc54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:03.445011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Bound port: 0dbd4ff9-69f7-4854-ad98-76893e690705, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f3712b-9e54-4ead-9d03-9f9c82afc54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:03.445517 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.525980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-9f8fceb6-d5a1-4448-9364-670673f4e17d req-b3f4e95e-3b8f-437d-b2ad-a85166abc07e tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Calling delete_port for 66a4edc4-a390-403a-915a-96665aa4b81f owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:03.559618 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.599384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] For port 0dbd4ff9-69f7-4854-ad98-76893e690705, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:03.607077 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] For port 0dbd4ff9-69f7-4854-ad98-76893e690705, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0dbd4ff9-69f7-4854-ad98-76893e690705,segment=NetworkSegment(71f3712b-9e54-4ead-9d03-9f9c82afc54c),segment_id=71f3712b-9e54-4ead-9d03-9f9c82afc54c)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:03.616685 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.674976 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bc4df-8286-4852-b1b1-a290a1605698 req-ec5daa37-e948-42fd-996d-648f27a7d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.678001 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-400bc4df-8286-4852-b1b1-a290a1605698 req-ec5daa37-e948-42fd-996d-648f27a7d6ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 1094 time: 0.3016272 Jul 16 02:01:03.727053 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6ec97-7488-452c-a1bb-7fe0eacde0fe None None] Pushing event updated for resources: {'Port': ['ID=0dbd4ff9-69f7-4854-ad98-76893e690705,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:03.753952 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:03.759565 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.780485 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:03.803814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:03.876473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] Pushing event updated for resources: {'Port': ['ID=938a4898-af32-48a6-8226-542023c45818,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:03.878242 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.966715 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bc4df-8286-4852-b1b1-a290a1605698 req-e5f6e9a9-938e-41bf-9879-7060f9b7ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.968382 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-400bc4df-8286-4852-b1b1-a290a1605698 req-e5f6e9a9-938e-41bf-9879-7060f9b7ed79 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 912 time: 0.2827849 Jul 16 02:01:04.102015 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-400bc4df-8286-4852-b1b1-a290a1605698 req-e958289e-6654-4304-88b0-4c2a9f598666 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56738e7b-98e0-41a2-a17d-e2df5a597a60 HTTP/1.1" status: 200 len: 217 time: 0.1200426 Jul 16 02:01:04.211476 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525579c4-e6cd-4382-8937-3b51378b254d req-2d7802bf-85ae-489c-a651-0ba94e7d987e tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:04.218826 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-525579c4-e6cd-4382-8937-3b51378b254d req-2d7802bf-85ae-489c-a651-0ba94e7d987e tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/ports?device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 946 time: 0.3600807 Jul 16 02:01:04.285881 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bc4df-8286-4852-b1b1-a290a1605698 req-c15821f5-da99-40a9-94ee-9dd983cd093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:04.287475 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-400bc4df-8286-4852-b1b1-a290a1605698 req-c15821f5-da99-40a9-94ee-9dd983cd093f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.1376474 Jul 16 02:01:04.291668 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.304714 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-525579c4-e6cd-4382-8937-3b51378b254d req-f18c0cb3-750f-4174-b835-7ae13407294f tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/security-groups?id=9496d758-6c5b-4681-abdb-7e047ed6197a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857399 Jul 16 02:01:04.311058 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.414046 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9f8fceb6-d5a1-4448-9364-670673f4e17d req-b3f4e95e-3b8f-437d-b2ad-a85166abc07e tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.415059 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] In _notify_port_updated(), no bound segment for port 4ba16db9-4850-4fc0-a784-18fa38d70191 on network 8d192fc6-6f3f-4c09-9bad-709322652c35 {{(pid=93831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:01:04.422581 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:04.424008 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.425491 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "PUT /v2.0/ports/4ba16db9-4850-4fc0-a784-18fa38d70191 HTTP/1.1" status: 200 len: 818 time: 1.0470631 Jul 16 02:01:04.431574 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34066) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:04.488408 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0dbd4ff9-69f7-4854-ad98-76893e690705 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:04.491688 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=4ba16db9-4850-4fc0-a784-18fa38d70191,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:04.516729 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:04.517079 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:04.517614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:04.518787 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:04.519139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:04.519479 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:04.519874 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:04.520448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:04.520792 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:04.521123 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:04.521480 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:04.521809 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dda0266-cc7c-464e-9aa3-1fb165b2a3ca tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:04.539420 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bc4df-8286-4852-b1b1-a290a1605698 req-2c8a7203-9469-40e3-95c5-6630b1e0800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:04.541647 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-400bc4df-8286-4852-b1b1-a290a1605698 req-2c8a7203-9469-40e3-95c5-6630b1e0800e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2357290 Jul 16 02:01:04.546321 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 0dbd4ff9-69f7-4854-ad98-76893e690705 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:04.552604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:04.620734 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4e95e-3b8f-437d-b2ad-a85166abc07e tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Pushing event deleted for resources: {'Port': ['ID=66a4edc4-a390-403a-915a-96665aa4b81f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:04.629206 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:04.635109 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:04.635798 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.641335 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Allocated IP 172.20.0.1 (3e0d1bd8-43ee-4d49-9e08-f208c2ed3191/00d12493-0b0b-4360-b3ad-fb8e8bb4bb28/915ccaa2-2fca-4340-a87a-f03c3c9e79d2) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:04.691503 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-25bfe59a-ee1a-4619-89ee-b73ee03f3a29 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port 4ba16db9-4850-4fc0-a784-18fa38d70191 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:04.692701 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-25bfe59a-ee1a-4619-89ee-b73ee03f3a29 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.759071 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.782010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:04.786956 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.788271 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2f41130b-e369-45fa-8fd2-b463d2f39a2f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:04.804151 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.820665 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Transition to ACTIVE for port object 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:04.837043 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c493a5c-8eb4-4cc8-ae0e-c596e4b54859 None None] Network 6809c578-1f7e-42b6-97e0-bd2a60d4cfcc requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:04.883777 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.892155 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.948724 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b22875f9-d050-4a41-8af7-3cdcc147180f None None] Provisioning for port 2f41130b-e369-45fa-8fd2-b463d2f39a2f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:04.950588 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:04.953656 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:04.976855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:04.981011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 2f41130b-e369-45fa-8fd2-b463d2f39a2f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:04.981254 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:04.991400 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 2f41130b-e369-45fa-8fd2-b463d2f39a2f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:04.991811 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.089200 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ce107-afd5-47a0-9b7b-e226d979148d req-bf80ac70-a882-4fdc-930b-fe5d68776c64 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:05.097160 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e28ce107-afd5-47a0-9b7b-e226d979148d req-bf80ac70-a882-4fdc-930b-fe5d68776c64 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 943 time: 0.9261141 Jul 16 02:01:05.100513 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.135808 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.139860 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-25bfe59a-ee1a-4619-89ee-b73ee03f3a29 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.152385 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-400bc4df-8286-4852-b1b1-a290a1605698 req-5bb4c27a-add4-4aa0-bdb0-8f05806e288d service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996482 Jul 16 02:01:05.156197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-25bfe59a-ee1a-4619-89ee-b73ee03f3a29 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for 4ba16db9-4850-4fc0-a784-18fa38d70191 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:05.176192 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 2f41130b-e369-45fa-8fd2-b463d2f39a2f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2f41130b-e369-45fa-8fd2-b463d2f39a2f,segment=NetworkSegment(c85c2ebe-23ac-49fc-b790-784434756ef9),segment_id=c85c2ebe-23ac-49fc-b790-784434756ef9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:05.181390 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.201132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8fceb6-d5a1-4448-9364-670673f4e17d req-b3f4e95e-3b8f-437d-b2ad-a85166abc07e tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] No DVR routers for this DVR port 66a4edc4-a390-403a-915a-96665aa4b81f on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:05.226633 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-9f8fceb6-d5a1-4448-9364-670673f4e17d req-b3f4e95e-3b8f-437d-b2ad-a85166abc07e tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.235250 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9f8fceb6-d5a1-4448-9364-670673f4e17d req-b3f4e95e-3b8f-437d-b2ad-a85166abc07e tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.26 "DELETE /v2.0/ports/66a4edc4-a390-403a-915a-96665aa4b81f HTTP/1.1" status: 204 len: 173 time: 2.7707376 Jul 16 02:01:05.235604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4619d7e4-909d-404f-8417-c82e966135b4', 'name': 'network-vif-deleted', 'tag': '66a4edc4-a390-403a-915a-96665aa4b81f'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:05.240138 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2d2294-bf09-4e8c-bd12-ede28aa844b9" -d '{"events": [{"server_uuid": "4619d7e4-909d-404f-8417-c82e966135b4", "name": "network-vif-deleted", "tag": "66a4edc4-a390-403a-915a-96665aa4b81f"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:05.279143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=2f41130b-e369-45fa-8fd2-b463d2f39a2f,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:05.354702 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-400bc4df-8286-4852-b1b1-a290a1605698 req-74bb8662-18b3-49da-adbe-211d34ebf7c6 service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943195 Jul 16 02:01:05.367922 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-25bfe59a-ee1a-4619-89ee-b73ee03f3a29 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.372120 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf224cdd-cbb9-44d4-9da5-edd418c079af x-openstack-request-id: req-bf224cdd-cbb9-44d4-9da5-edd418c079af {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:05.372373 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4619d7e4-909d-404f-8417-c82e966135b4", "name": "network-vif-deleted", "tag": "66a4edc4-a390-403a-915a-96665aa4b81f", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:05.373224 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bf224cdd-cbb9-44d4-9da5-edd418c079af {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:05.373224 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4619d7e4-909d-404f-8417-c82e966135b4', 'name': 'network-vif-deleted', 'tag': '66a4edc4-a390-403a-915a-96665aa4b81f', 'status': 'completed', 'code': 200} Jul 16 02:01:05.408546 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfe59a-ee1a-4619-89ee-b73ee03f3a29 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=4ba16db9-4850-4fc0-a784-18fa38d70191,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:05.420081 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-25bfe59a-ee1a-4619-89ee-b73ee03f3a29 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.422874 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e28ce107-afd5-47a0-9b7b-e226d979148d req-d334e194-0221-44bd-86cb-f870b6310a3f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246844 Jul 16 02:01:05.424898 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-25bfe59a-ee1a-4619-89ee-b73ee03f3a29 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/ports/4ba16db9-4850-4fc0-a784-18fa38d70191 HTTP/1.1" status: 204 len: 168 time: 0.9879951 Jul 16 02:01:05.425517 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34072) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:05.458625 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=915ccaa2-2fca-4340-a87a-f03c3c9e79d2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:05.513012 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.541459 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f7707f7-1dc3-4312-86f2-b8375f115abd req-9e82c796-8fa3-4baf-832e-6c65f34bd93b tempest-ServersNegativeTestMultiTenantJSON-2048701192 tempest-ServersNegativeTestMultiTenantJSON-2048701192-project] 10.222.0.54 "GET /v2.0/ports?device_id=4619d7e4-909d-404f-8417-c82e966135b4 HTTP/1.1" status: 200 len: 210 time: 0.0375423 Jul 16 02:01:05.558580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc9228b-62a0-4341-8c6c-e5d3c2fda884 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:05.562002 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-abc9228b-62a0-4341-8c6c-e5d3c2fda884 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1324928 Jul 16 02:01:05.562633 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34074) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:05.591078 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-188342ef-bf88-4168-83e0-5d34417d5db7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] GET failed (client error): The resource could not be found. Jul 16 02:01:05.593979 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-188342ef-bf88-4168-83e0-5d34417d5db7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports/4ba16db9-4850-4fc0-a784-18fa38d70191 HTTP/1.1" status: 404 len: 333 time: 0.0301554 Jul 16 02:01:05.597523 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34076) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:05.602795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b12fa9dc-663e-4950-88c1-3246f41c27a3 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1212386929'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:05.604585 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-78341c26-bfe6-4931-a238-46f35645dbee None None] Provisioning complete for port 2f41130b-e369-45fa-8fd2-b463d2f39a2f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:05.605514 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-78341c26-bfe6-4931-a238-46f35645dbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.624083 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12fa9dc-663e-4950-88c1-3246f41c27a3 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:05.628130 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b12fa9dc-663e-4950-88c1-3246f41c27a3 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.659234 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12fa9dc-663e-4950-88c1-3246f41c27a3 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:05.669394 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b12fa9dc-663e-4950-88c1-3246f41c27a3 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.669761 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-b12fa9dc-663e-4950-88c1-3246f41c27a3 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Added segment 6c3b0021-a09c-4162-a1a5-812ce5f2b59a of type vlan for network b93ed782-4e74-4b31-a268-34d8a39be453 Jul 16 02:01:05.714879 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b12fa9dc-663e-4950-88c1-3246f41c27a3 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.716188 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 66a4edc4-a390-403a-915a-96665aa4b81f no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:05.746877 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.748576 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 66a4edc4-a390-403a-915a-96665aa4b81f {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:01:05.748993 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 66a4edc4-a390-403a-915a-96665aa4b81f not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:01:05.752560 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b12fa9dc-663e-4950-88c1-3246f41c27a3 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.760218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12fa9dc-663e-4950-88c1-3246f41c27a3 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:05.760853 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b12fa9dc-663e-4950-88c1-3246f41c27a3 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.807978 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b12fa9dc-663e-4950-88c1-3246f41c27a3 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2091737 Jul 16 02:01:05.810338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34078) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:05.815084 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5469b733-be4e-4bf9-b2c1-eaa4c47133a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'subnet': {'network_id': 'b93ed782-4e74-4b31-a268-34d8a39be453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:05.852780 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fa9dc-663e-4950-88c1-3246f41c27a3 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Network': ['ID=b93ed782-4e74-4b31-a268-34d8a39be453,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:05.863814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network b93ed782-4e74-4b31-a268-34d8a39be453 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:06.094087 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305e71ab-b1c8-491b-8995-1fa4e27ae3b7 None None] Network 3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:06.167897 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9078b701-8329-46c2-be99-7726f87f04fb None None] Provisioning for port 0dbd4ff9-69f7-4854-ad98-76893e690705 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:06.175513 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9078b701-8329-46c2-be99-7726f87f04fb None None] Provisioning complete for port 0dbd4ff9-69f7-4854-ad98-76893e690705 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:06.175930 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9078b701-8329-46c2-be99-7726f87f04fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.273912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2f41130b-e369-45fa-8fd2-b463d2f39a2f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:06.369781 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9078b701-8329-46c2-be99-7726f87f04fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.418819 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 2f41130b-e369-45fa-8fd2-b463d2f39a2f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:06.419157 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.423533 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9078b701-8329-46c2-be99-7726f87f04fb None None] For port 0dbd4ff9-69f7-4854-ad98-76893e690705, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0dbd4ff9-69f7-4854-ad98-76893e690705,segment=NetworkSegment(71f3712b-9e54-4ead-9d03-9f9c82afc54c),segment_id=71f3712b-9e54-4ead-9d03-9f9c82afc54c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:06.429631 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5469b733-be4e-4bf9-b2c1-eaa4c47133a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:06.433246 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5469b733-be4e-4bf9-b2c1-eaa4c47133a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.445803 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9078b701-8329-46c2-be99-7726f87f04fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.513795 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078b701-8329-46c2-be99-7726f87f04fb None None] Pushing event updated for resources: {'Port': ['ID=0dbd4ff9-69f7-4854-ad98-76893e690705,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:06.573064 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:06.605786 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] Router 8f421758-26bc-45bb-b0b5-0d07e351613d is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:01:06.623821 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:06.624196 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.625774 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.637209 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.669708 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34084) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:06.730087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a39a40-c175-4c18-aada-bb89f1f6a01c admin admin] Deleting subnet d6a08612-3f21-423e-b6a3-f2570d1f0dcc {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:06.733243 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-80a39a40-c175-4c18-aada-bb89f1f6a01c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.774465 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-75c59308-78b3-45c0-af4f-bc10b6b848ac None None] Provisioning for port 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:06.780149 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-75c59308-78b3-45c0-af4f-bc10b6b848ac None None] Provisioning complete for port 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:06.780524 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-75c59308-78b3-45c0-af4f-bc10b6b848ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.780938 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-80a39a40-c175-4c18-aada-bb89f1f6a01c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.817435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-75c59308-78b3-45c0-af4f-bc10b6b848ac None None] Port 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:06.829538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-75c59308-78b3-45c0-af4f-bc10b6b848ac None None] Provisioning complete for port 0dbd4ff9-69f7-4854-ad98-76893e690705 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:06.829830 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-75c59308-78b3-45c0-af4f-bc10b6b848ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.839275 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-80a39a40-c175-4c18-aada-bb89f1f6a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.846682 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.856672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=915ccaa2-2fca-4340-a87a-f03c3c9e79d2,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:06.913345 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-80a39a40-c175-4c18-aada-bb89f1f6a01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.941300 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a39a40-c175-4c18-aada-bb89f1f6a01c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6a08612-3f21-423e-b6a3-f2570d1f0dcc,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:06.943985 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-80a39a40-c175-4c18-aada-bb89f1f6a01c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.947607 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-80a39a40-c175-4c18-aada-bb89f1f6a01c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d6a08612-3f21-423e-b6a3-f2570d1f0dcc HTTP/1.1" status: 204 len: 168 time: 0.2767336 Jul 16 02:01:06.948660 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34086) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:06.981721 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe8992-5d46-47c8-8d0c-91e86d72c0f4 req-dc407d0a-5887-4e6c-8358-7dca4f5d7775 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:06.983250 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3fbe8992-5d46-47c8-8d0c-91e86d72c0f4 req-dc407d0a-5887-4e6c-8358-7dca4f5d7775 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 943 time: 0.4170966 Jul 16 02:01:06.994678 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5469b733-be4e-4bf9-b2c1-eaa4c47133a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.017943 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3ad800f-d39e-4744-ae2b-bdb60273bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.041022 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e75b80b3-303f-4eab-a5ca-5954cb0819f6 None None] Provisioning complete for port 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:07.041299 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e75b80b3-303f-4eab-a5ca-5954cb0819f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.079096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e75b80b3-303f-4eab-a5ca-5954cb0819f6 None None] Port 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:07.095205 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:07.105554 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Sync routers for ids ['8f421758-26bc-45bb-b0b5-0d07e351613d'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:07.108614 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3ad800f-d39e-4744-ae2b-bdb60273bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.120591 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-e3ad800f-d39e-4744-ae2b-bdb60273bf68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:07.120800 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Routers {'8f421758-26bc-45bb-b0b5-0d07e351613d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:07.121269 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8f421758-26bc-45bb-b0b5-0d07e351613d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:07.131916 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-e3ad800f-d39e-4744-ae2b-bdb60273bf68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7797bb6a-fef5-41d6-9819-aa0ff3781d51') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:07.132168 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-e3ad800f-d39e-4744-ae2b-bdb60273bf68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7797bb6a-fef5-41d6-9819-aa0ff3781d51') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:07.138796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469b733-be4e-4bf9-b2c1-eaa4c47133a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Subnet': ['ID=9c3d280a-875d-4103-a747-911bbf0676c6,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:07.140951 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3ad800f-d39e-4744-ae2b-bdb60273bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.155437 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3ad800f-d39e-4744-ae2b-bdb60273bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.159798 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3fbe8992-5d46-47c8-8d0c-91e86d72c0f4 req-870266ca-03bd-4eca-b745-107e18e3b71b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683629 Jul 16 02:01:07.163110 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ad800f-d39e-4744-ae2b-bdb60273bf68 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:07.163320 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3ad800f-d39e-4744-ae2b-bdb60273bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:07.165147 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:07.168328 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.168328 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5cf70e7d-f979-42fb-b2e2-fc38a0204572 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.4508479 Jul 16 02:01:07.174479 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34088) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:07.177226 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:07.180646 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:07.182692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5469b733-be4e-4bf9-b2c1-eaa4c47133a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Checking segment: {'id': '6c3b0021-a09c-4162-a1a5-812ce5f2b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b93ed782-4e74-4b31-a268-34d8a39be453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:07.183051 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5469b733-be4e-4bf9-b2c1-eaa4c47133a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network hostable DHCP agents. Network: b93ed782-4e74-4b31-a268-34d8a39be453, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:07.245305 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Set router 8f421758-26bc-45bb-b0b5-0d07e351613d gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:07.271332 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3ad800f-d39e-4744-ae2b-bdb60273bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.283595 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5469b733-be4e-4bf9-b2c1-eaa4c47133a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network b93ed782-4e74-4b31-a268-34d8a39be453 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:07.310299 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3ad800f-d39e-4744-ae2b-bdb60273bf68 admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.314821 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e3ad800f-d39e-4744-ae2b-bdb60273bf68 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c HTTP/1.1" status: 204 len: 168 time: 0.3625200 Jul 16 02:01:07.315176 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34090) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:07.333470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad800f-d39e-4744-ae2b-bdb60273bf68 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fcc0ad8-c4b5-4e7b-a641-9601b6a6391c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:07.343832 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-5469b733-be4e-4bf9-b2c1-eaa4c47133a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, b93ed782-4e74-4b31-a268-34d8a39be453) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:07.349131 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5469b733-be4e-4bf9-b2c1-eaa4c47133a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:07.349744 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5469b733-be4e-4bf9-b2c1-eaa4c47133a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.358915 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717f239c-1b70-477b-9efc-86087ab002f0 None None] Network b93ed782-4e74-4b31-a268-34d8a39be453 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:07.389655 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5469b733-be4e-4bf9-b2c1-eaa4c47133a0 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5786948 Jul 16 02:01:07.390709 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34092) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:07.398566 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2d8dcb-6341-47f4-8019-51277e6337e0 admin admin] Deleting subnet 5d75ae09-f1db-413e-b2cd-fb22421862fc {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:07.404233 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-63906428-443a-49a6-9607-3b5ae847f4ed tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'subnet': {'network_id': 'b93ed782-4e74-4b31-a268-34d8a39be453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:07.413669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router f5d745f6-4409-47b4-9844-64ee4cdff4d1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:07.467652 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1c2d8dcb-6341-47f4-8019-51277e6337e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.519379 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'name': 'tempest-TestServerBasicOps-297306961-router', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '938a4898-af32-48a6-8226-542023c45818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:00Z', 'updated_at': '2021-07-16T02:01:04Z', 'revision_number': 3, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'gw_port': {'id': '938a4898-af32-48a6-8226-542023c45818', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:42:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:01Z', 'updated_at': '2021-07-16T02:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:07.559112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-b93ed782-4e74-4b31-a268-34d8a39be453', 'network_id': 'b93ed782-4e74-4b31-a268-34d8a39be453', 'tenant_id': '541d520ca07243f7abbd70de5f77952c', 'fixed_ips': [{'subnet_id': '9c3d280a-875d-4103-a747-911bbf0676c6'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:07.559976 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Checking router: 8f421758-26bc-45bb-b0b5-0d07e351613d for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:07.560120 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.560385 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Updating router 8f421758-26bc-45bb-b0b5-0d07e351613d port 938a4898-af32-48a6-8226-542023c45818 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:01:07.583917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:07.596992 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9a4fe164-1c7c-44e4-a75e-3f85ace4ace3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "PUT /v2.0/routers/f5d745f6-4409-47b4-9844-64ee4cdff4d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5449958 Jul 16 02:01:07.600121 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Sync routers for ids ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:07.610642 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.612576 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1c2d8dcb-6341-47f4-8019-51277e6337e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.679319 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Routers {'f5d745f6-4409-47b4-9844-64ee4cdff4d1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:07.680022 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:07.713231 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1c2d8dcb-6341-47f4-8019-51277e6337e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.726570 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f633ae12-fdea-407e-b487-dbc0a7f3e959 None None] Provisioning complete for port 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:07.727163 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f633ae12-fdea-407e-b487-dbc0a7f3e959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.768005 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f633ae12-fdea-407e-b487-dbc0a7f3e959 None None] Port 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:07.878278 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63906428-443a-49a6-9607-3b5ae847f4ed tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:07.882746 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-63906428-443a-49a6-9607-3b5ae847f4ed tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.886938 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Allocated IP 172.20.0.2 (b93ed782-4e74-4b31-a268-34d8a39be453/9c3d280a-875d-4103-a747-911bbf0676c6/0a312218-eaa9-45d1-a6d6-5341af53e7fa) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:07.890011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Set router f5d745f6-4409-47b4-9844-64ee4cdff4d1 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:07.920725 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.931494 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e3157686-bed3-475f-844a-cded6c05354c req-5f96680d-0b64-4088-81e0-fafb968b7594 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-837312698&fields=id&tenant_id=7a1162bb5d334415ae74c9808546d676 HTTP/1.1" status: 200 len: 267 time: 0.1441181 Jul 16 02:01:07.933573 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Transition to ACTIVE for port object 938a4898-af32-48a6-8226-542023c45818 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:07.942038 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.944359 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1c2d8dcb-6341-47f4-8019-51277e6337e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.033659 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d8dcb-6341-47f4-8019-51277e6337e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d75ae09-f1db-413e-b2cd-fb22421862fc,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:08.054813 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1c2d8dcb-6341-47f4-8019-51277e6337e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.059138 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1c2d8dcb-6341-47f4-8019-51277e6337e0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5d75ae09-f1db-413e-b2cd-fb22421862fc HTTP/1.1" status: 204 len: 168 time: 0.7325003 Jul 16 02:01:08.059480 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34106) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:08.097272 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393cb95-7f77-49a4-837f-84933f63b42c None None] Pushing event updated for resources: {'Port': ['ID=938a4898-af32-48a6-8226-542023c45818,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:08.104503 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Attempting to bind port 938a4898-af32-48a6-8226-542023c45818 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:08.105003 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Attempting to bind port 938a4898-af32-48a6-8226-542023c45818 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:08.105471 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Attempting to bind port 938a4898-af32-48a6-8226-542023c45818 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:08.109415 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393cb95-7f77-49a4-837f-84933f63b42c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:08.110035 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393cb95-7f77-49a4-837f-84933f63b42c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:08.110298 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393cb95-7f77-49a4-837f-84933f63b42c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:08.110724 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393cb95-7f77-49a4-837f-84933f63b42c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:08.111160 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393cb95-7f77-49a4-837f-84933f63b42c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:08.111576 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393cb95-7f77-49a4-837f-84933f63b42c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:08.112019 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393cb95-7f77-49a4-837f-84933f63b42c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:08.112436 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393cb95-7f77-49a4-837f-84933f63b42c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:08.112854 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393cb95-7f77-49a4-837f-84933f63b42c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:08.113268 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393cb95-7f77-49a4-837f-84933f63b42c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:08.113822 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393cb95-7f77-49a4-837f-84933f63b42c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:08.114241 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393cb95-7f77-49a4-837f-84933f63b42c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:08.127361 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:08.127922 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:08.128632 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.129987 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:08.130724 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Bound port: 938a4898-af32-48a6-8226-542023c45818, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:08.131497 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.148056 n-d-800086-6 neutron-server[93831]: INFO neutron.db.ipam_backend_mixin [None req-63906428-443a-49a6-9607-3b5ae847f4ed tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9c3d280a-875d-4103-a747-911bbf0676c6 (CIDR: 172.20.0.0/28) Jul 16 02:01:08.156621 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-63906428-443a-49a6-9607-3b5ae847f4ed tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:01:08.157115 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63906428-443a-49a6-9607-3b5ae847f4ed tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:01:08.158727 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f07938a2-39db-49d9-89df-3c888fccec9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.181644 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.192875 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] For port 938a4898-af32-48a6-8226-542023c45818, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:08.194056 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Transition to ACTIVE for port object 0a312218-eaa9-45d1-a6d6-5341af53e7fa will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:08.197628 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] For port 938a4898-af32-48a6-8226-542023c45818, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=938a4898-af32-48a6-8226-542023c45818,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:08.202565 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.231737 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Transition to ACTIVE for port object 0a312218-eaa9-45d1-a6d6-5341af53e7fa will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:08.243973 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-63906428-443a-49a6-9607-3b5ae847f4ed tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8518975 Jul 16 02:01:08.257342 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34112) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:08.268494 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3157686-bed3-475f-844a-cded6c05354c req-e8c8da08-2760-45a9-a4cd-2d6c126e6936 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:08.273344 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e3157686-bed3-475f-844a-cded6c05354c req-e8c8da08-2760-45a9-a4cd-2d6c126e6936 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/networks?id=3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 HTTP/1.1" status: 200 len: 796 time: 0.3335638 Jul 16 02:01:08.292116 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-eee1585a-4c52-4c87-9d0e-1ece951ff33e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'subnet': {'network_id': 'b93ed782-4e74-4b31-a268-34d8a39be453', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:08.307286 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Routers {'8f421758-26bc-45bb-b0b5-0d07e351613d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:08.311650 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.313681 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0dbd4ff9-69f7-4854-ad98-76893e690705 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:08.316053 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8f421758-26bc-45bb-b0b5-0d07e351613d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:08.323361 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e3157686-bed3-475f-844a-cded6c05354c req-1ee0e55d-5ead-4fd6-b3e9-19c7275f7762 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/quotas/7a1162bb5d334415ae74c9808546d676 HTTP/1.1" status: 200 len: 375 time: 0.0350990 Jul 16 02:01:08.402477 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.420683 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f07938a2-39db-49d9-89df-3c888fccec9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.442343 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-f07938a2-39db-49d9-89df-3c888fccec9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86290f14-5d55-40a7-9651-4b5438e6698a']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:08.462157 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] Set router 8f421758-26bc-45bb-b0b5-0d07e351613d gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:08.486193 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-f07938a2-39db-49d9-89df-3c888fccec9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00371be-a4b8-4407-9835-d705db4141e0') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:08.486496 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-f07938a2-39db-49d9-89df-3c888fccec9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00371be-a4b8-4407-9835-d705db4141e0') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:08.504030 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f07938a2-39db-49d9-89df-3c888fccec9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.532748 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e3157686-bed3-475f-844a-cded6c05354c req-a88e9087-ffdc-4ea6-a0a5-ad079447cc29 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1973159 Jul 16 02:01:08.533881 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f07938a2-39db-49d9-89df-3c888fccec9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.544469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07938a2-39db-49d9-89df-3c888fccec9b admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:08.544867 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f07938a2-39db-49d9-89df-3c888fccec9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:08.546657 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:08.571136 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-e3157686-bed3-475f-844a-cded6c05354c req-5182505a-27d2-4f22-ade0-df72d5dff393 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:01:08.574040 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e3157686-bed3-475f-844a-cded6c05354c req-5182505a-27d2-4f22-ade0-df72d5dff393 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172384 Jul 16 02:01:08.631281 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393cb95-7f77-49a4-837f-84933f63b42c None None] Pushing event updated for resources: {'Port': ['ID=938a4898-af32-48a6-8226-542023c45818,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:08.653318 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee1585a-4c52-4c87-9d0e-1ece951ff33e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:08.657435 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eee1585a-4c52-4c87-9d0e-1ece951ff33e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.723938 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'name': 'tempest-TestServerBasicOps-297306961-router', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '938a4898-af32-48a6-8226-542023c45818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:00Z', 'updated_at': '2021-07-16T02:01:04Z', 'revision_number': 3, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'gw_port': {'id': '938a4898-af32-48a6-8226-542023c45818', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:42:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:01Z', 'updated_at': '2021-07-16T02:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:08.740982 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Network b93ed782-4e74-4b31-a268-34d8a39be453 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:08.748741 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:08.755516 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:08.756440 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263f10df-3d5e-4a7f-a206-f81672ffa5e7 None None] The sync data for ids ['8f421758-26bc-45bb-b0b5-0d07e351613d'] in n-d-800086-6 is: [{'id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'name': 'tempest-TestServerBasicOps-297306961-router', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '938a4898-af32-48a6-8226-542023c45818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:00Z', 'updated_at': '2021-07-16T02:01:04Z', 'revision_number': 3, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'gw_port': {'id': '938a4898-af32-48a6-8226-542023c45818', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:42:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:01Z', 'updated_at': '2021-07-16T02:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:08.758874 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] Allocated IP 172.20.0.1 (6809c578-1f7e-42b6-97e0-bd2a60d4cfcc/db8914cf-667c-4879-822f-6fa815c45985/e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:08.759574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Pushing event updated for resources: {'Port': ['ID=0a312218-eaa9-45d1-a6d6-5341af53e7fa,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:08.825705 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f07938a2-39db-49d9-89df-3c888fccec9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.830723 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f07938a2-39db-49d9-89df-3c888fccec9b admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.835682 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f07938a2-39db-49d9-89df-3c888fccec9b admin admin] 10.222.0.54 "DELETE /v2.0/networks/86290f14-5d55-40a7-9651-4b5438e6698a HTTP/1.1" status: 204 len: 168 time: 0.7718046 Jul 16 02:01:08.848244 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 0dbd4ff9-69f7-4854-ad98-76893e690705 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:08.848840 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.873529 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07938a2-39db-49d9-89df-3c888fccec9b admin admin] Pushing event deleted for resources: {'Network': ['ID=86290f14-5d55-40a7-9651-4b5438e6698a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:08.893383 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Attempting to bind port 0a312218-eaa9-45d1-a6d6-5341af53e7fa on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:08.896449 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Attempting to bind port 0a312218-eaa9-45d1-a6d6-5341af53e7fa by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '6c3b0021-a09c-4162-a1a5-812ce5f2b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b93ed782-4e74-4b31-a268-34d8a39be453'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:08.897210 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Attempting to bind port 0a312218-eaa9-45d1-a6d6-5341af53e7fa on network b93ed782-4e74-4b31-a268-34d8a39be453 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:08.921826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:08.923826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Checking segment: {'id': '6c3b0021-a09c-4162-a1a5-812ce5f2b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b93ed782-4e74-4b31-a268-34d8a39be453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:08.926794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5e29b-d71b-44b1-b774-5a5114b62b80 req-7649805b-fcbe-413e-a490-74b218a82341 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:08.928432 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-73f5e29b-d71b-44b1-b774-5a5114b62b80 req-7649805b-fcbe-413e-a490-74b218a82341 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 943 time: 0.3222535 Jul 16 02:01:08.932129 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.932851 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Bound using segment: {'id': '6c3b0021-a09c-4162-a1a5-812ce5f2b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b93ed782-4e74-4b31-a268-34d8a39be453'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:08.933540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Bound port: 0a312218-eaa9-45d1-a6d6-5341af53e7fa, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3b0021-a09c-4162-a1a5-812ce5f2b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b93ed782-4e74-4b31-a268-34d8a39be453'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:08.934156 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.945115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866754018', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:55Z', 'updated_at': '2021-07-16T02:01:05Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:56Z', 'updated_at': '2021-07-16T02:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '915ccaa2-2fca-4340-a87a-f03c3c9e79d2', 'name': '', 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:db:00:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:03Z', 'updated_at': '2021-07-16T02:01:05Z', 'revision_number': 2, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:08.958825 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e3157686-bed3-475f-844a-cded6c05354c req-26937415-243e-4165-9255-dd7e9c8bc965 service neutron] 10.222.0.54 "GET /v2.0/networks/3e0d1bd8-43ee-4d49-9e08-f208c2ed3191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300529 Jul 16 02:01:08.989942 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Checking router: f5d745f6-4409-47b4-9844-64ee4cdff4d1 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:08.990306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Updating router f5d745f6-4409-47b4-9844-64ee4cdff4d1 port 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:01:09.017708 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eee1585a-4c52-4c87-9d0e-1ece951ff33e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.042374 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34116) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:09.045858 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee1585a-4c52-4c87-9d0e-1ece951ff33e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network b93ed782-4e74-4b31-a268-34d8a39be453 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:09.050533 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-eee1585a-4c52-4c87-9d0e-1ece951ff33e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:09.076787 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.093769 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.101132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee1585a-4c52-4c87-9d0e-1ece951ff33e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:09.102171 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eee1585a-4c52-4c87-9d0e-1ece951ff33e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.119975 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] For port 0a312218-eaa9-45d1-a6d6-5341af53e7fa, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:09.123471 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-73f5e29b-d71b-44b1-b774-5a5114b62b80 req-c46f7b26-62ce-4dbe-a346-4cf7dfe39bbd tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876450 Jul 16 02:01:09.132763 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-eee1585a-4c52-4c87-9d0e-1ece951ff33e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8684490 Jul 16 02:01:09.135696 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] Transition to ACTIVE for port object e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:09.136731 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34118) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:09.143213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-54b8095c-7797-4241-a6d6-e921ae7814cf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'network_id': 'b93ed782-4e74-4b31-a268-34d8a39be453', 'fixed_ips': [{'subnet_id': '9c3d280a-875d-4103-a747-911bbf0676c6'}, {'subnet_id': '6b9801a8-1f01-43be-bd33-f040ab883f5f'}], 'name': 'tempest-PortsTestJSON-457245234'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:09.169722 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e3157686-bed3-475f-844a-cded6c05354c req-2221b794-c030-400a-8442-3d793584098b service neutron] 10.222.0.54 "GET /v2.0/networks/3e0d1bd8-43ee-4d49-9e08-f208c2ed3191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098372 Jul 16 02:01:09.170589 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] For port 0a312218-eaa9-45d1-a6d6-5341af53e7fa, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0a312218-eaa9-45d1-a6d6-5341af53e7fa,segment=NetworkSegment(6c3b0021-a09c-4162-a1a5-812ce5f2b59a),segment_id=6c3b0021-a09c-4162-a1a5-812ce5f2b59a)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:09.181221 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.182476 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4534e416-bc65-4733-8731-30f9c37630c6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f99eced54da344ea9acb41dfd9d8108f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389291 Jul 16 02:01:09.183402 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34120) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:09.343223 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a99e7d28-f910-437d-972e-138d5d87b316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.346015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1585a-4c52-4c87-9d0e-1ece951ff33e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Subnet': ['ID=6b9801a8-1f01-43be-bd33-f040ab883f5f,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:09.397932 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a99e7d28-f910-437d-972e-138d5d87b316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.406651 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.415312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b8095c-7797-4241-a6d6-e921ae7814cf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:09.512945 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] Pushing event updated for resources: {'Port': ['ID=e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:09.553986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] Network 6809c578-1f7e-42b6-97e0-bd2a60d4cfcc is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:09.561317 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:09.567648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:09.586566 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.604029 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Transition to ACTIVE for port object 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:09.608291 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beaa5f8-4848-4306-8b33-ccc345d1268e None None] Pushing event updated for resources: {'Port': ['ID=0a312218-eaa9-45d1-a6d6-5341af53e7fa,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:09.612447 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.646844 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be2e9e2a-4cdc-4687-a52c-074c3be0fc52 req-b27b6425-01b2-41e3-9620-b902d362893a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 210 time: 0.1065619 Jul 16 02:01:09.723212 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.752113 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a99e7d28-f910-437d-972e-138d5d87b316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.753729 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54b8095c-7797-4241-a6d6-e921ae7814cf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.755646 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a99e7d28-f910-437d-972e-138d5d87b316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.756945 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a99e7d28-f910-437d-972e-138d5d87b316 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9496d758-6c5b-4681-abdb-7e047ed6197a HTTP/1.1" status: 204 len: 168 time: 0.5700133 Jul 16 02:01:09.844686 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e7d28-f910-437d-972e-138d5d87b316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9496d758-6c5b-4681-abdb-7e047ed6197a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:09.866088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-54b8095c-7797-4241-a6d6-e921ae7814cf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] device_id is not set on port a0b01e50-91ff-401e-9241-c727313e675f yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:01:09.891653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179e7f5-1929-47de-8592-d16ea0d9b518 None None] Pushing event updated for resources: {'Port': ['ID=915ccaa2-2fca-4340-a87a-f03c3c9e79d2,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:09.964875 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Attempting to bind port 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:09.965439 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Attempting to bind port 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '71f3712b-9e54-4ead-9d03-9f9c82afc54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:09.965830 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Attempting to bind port 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 on network 3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:09.973381 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:09.973762 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Checking segment: {'id': '71f3712b-9e54-4ead-9d03-9f9c82afc54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:09.974175 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.974573 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Bound using segment: {'id': '71f3712b-9e54-4ead-9d03-9f9c82afc54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:09.975059 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Bound port: 915ccaa2-2fca-4340-a87a-f03c3c9e79d2, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f3712b-9e54-4ead-9d03-9f9c82afc54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:09.975442 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:10.129619 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] For port 915ccaa2-2fca-4340-a87a-f03c3c9e79d2, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:10.133703 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] For port 915ccaa2-2fca-4340-a87a-f03c3c9e79d2, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=915ccaa2-2fca-4340-a87a-f03c3c9e79d2,segment=NetworkSegment(71f3712b-9e54-4ead-9d03-9f9c82afc54c),segment_id=71f3712b-9e54-4ead-9d03-9f9c82afc54c)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:10.140926 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:10.307475 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179e7f5-1929-47de-8592-d16ea0d9b518 None None] Pushing event updated for resources: {'Port': ['ID=915ccaa2-2fca-4340-a87a-f03c3c9e79d2,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:10.339604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Routers {'f5d745f6-4409-47b4-9844-64ee4cdff4d1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:10.341947 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:10.351413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-152b2157-88f5-4bca-b050-6fc894743ee2 None None] Provisioning for port e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:10.440819 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-152b2157-88f5-4bca-b050-6fc894743ee2 None None] Provisioning complete for port e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:10.443130 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-152b2157-88f5-4bca-b050-6fc894743ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:10.539096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-152b2157-88f5-4bca-b050-6fc894743ee2 None None] Port e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:10.558232 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 938a4898-af32-48a6-8226-542023c45818 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:10.705744 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-54b8095c-7797-4241-a6d6-e921ae7814cf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Allocated IP 172.20.0.10 (b93ed782-4e74-4b31-a268-34d8a39be453/9c3d280a-875d-4103-a747-911bbf0676c6/a0b01e50-91ff-401e-9241-c727313e675f) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:10.770441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-54b8095c-7797-4241-a6d6-e921ae7814cf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Allocated IP 172.20.0.27 (b93ed782-4e74-4b31-a268-34d8a39be453/6b9801a8-1f01-43be-bd33-f040ab883f5f/a0b01e50-91ff-401e-9241-c727313e675f) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:10.816208 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 938a4898-af32-48a6-8226-542023c45818 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:10.825134 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] Set router f5d745f6-4409-47b4-9844-64ee4cdff4d1 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:10.907089 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 938a4898-af32-48a6-8226-542023c45818 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:10.907938 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.044618 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34140) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:11.100200 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.125637 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7fc42786-0580-4a76-b36a-e02c7bf52f6f req-72e19748-a76f-481a-90f0-37e6ce4756fc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 210 time: 0.0800109 Jul 16 02:01:11.188798 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54b8095c-7797-4241-a6d6-e921ae7814cf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.196030 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bddc9cdd-4c97-4ffe-9787-caecfaaca10d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=86954fa274fe4224a881499675d73692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491911 Jul 16 02:01:11.200664 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33c24e-315e-4129-8a37-4bb343e995a0 req-6cf8cdc8-3b6b-4fe1-95eb-4c2cb2dc75f3 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:11.202242 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-af33c24e-315e-4129-8a37-4bb343e995a0 req-6cf8cdc8-3b6b-4fe1-95eb-4c2cb2dc75f3 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 943 time: 0.1798086 Jul 16 02:01:11.202861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34142) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:11.223607 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-54b8095c-7797-4241-a6d6-e921ae7814cf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Transition to ACTIVE for port object a0b01e50-91ff-401e-9241-c727313e675f will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:11.256401 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209d59c4-d31c-4151-82bb-c0b8506357df None None] Network b93ed782-4e74-4b31-a268-34d8a39be453 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:11.271191 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.291221 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0972f782-6cd9-4336-9f31-1ca1c1f9abc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.317650 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0972f782-6cd9-4336-9f31-1ca1c1f9abc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.319817 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54b8095c-7797-4241-a6d6-e921ae7814cf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.319964 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 938a4898-af32-48a6-8226-542023c45818, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=938a4898-af32-48a6-8226-542023c45818,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:11.331385 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.332547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0a312218-eaa9-45d1-a6d6-5341af53e7fa up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:11.395879 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b8095c-7797-4241-a6d6-e921ae7814cf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network b93ed782-4e74-4b31-a268-34d8a39be453 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:11.400234 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-54b8095c-7797-4241-a6d6-e921ae7814cf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:11.407141 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b8095c-7797-4241-a6d6-e921ae7814cf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:11.448655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8095c-7797-4241-a6d6-e921ae7814cf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=a0b01e50-91ff-401e-9241-c727313e675f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:11.456376 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.463138 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.469905 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-53f46d00-941a-4994-a187-fa07252f7fab None None] Provisioning for port 0a312218-eaa9-45d1-a6d6-5341af53e7fa completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:11.499223 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 0a312218-eaa9-45d1-a6d6-5341af53e7fa completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:11.508180 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 0a312218-eaa9-45d1-a6d6-5341af53e7fa triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:11.508605 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.510559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b8095c-7797-4241-a6d6-e921ae7814cf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:11.511789 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-54b8095c-7797-4241-a6d6-e921ae7814cf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.517238 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0972f782-6cd9-4336-9f31-1ca1c1f9abc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.527576 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0972f782-6cd9-4336-9f31-1ca1c1f9abc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.529163 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0972f782-6cd9-4336-9f31-1ca1c1f9abc5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ceeac215-dc36-4d01-8a92-760c08bf8bf2 HTTP/1.1" status: 204 len: 168 time: 0.3251731 Jul 16 02:01:11.556580 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972f782-6cd9-4336-9f31-1ca1c1f9abc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceeac215-dc36-4d01-8a92-760c08bf8bf2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:11.559371 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-af33c24e-315e-4129-8a37-4bb343e995a0 req-3cb5d0b4-79b3-4e45-9901-48d83baacbc3 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3465877 Jul 16 02:01:11.564351 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=938a4898-af32-48a6-8226-542023c45818,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:11.572074 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-54b8095c-7797-4241-a6d6-e921ae7814cf tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.4342120 Jul 16 02:01:11.574665 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34146) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:11.593597 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f9028f58-903a-4ee4-a553-e7467604521a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9c3d280a-875d-4103-a747-911bbf0676c6'}]}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:11.607659 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] Pushing event updated for resources: {'Port': ['ID=e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:11.611334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866754018', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:55Z', 'updated_at': '2021-07-16T02:01:05Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:56Z', 'updated_at': '2021-07-16T02:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '915ccaa2-2fca-4340-a87a-f03c3c9e79d2', 'name': '', 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:db:00:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:03Z', 'updated_at': '2021-07-16T02:01:10Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:11.639832 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.662606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee43621-71aa-42b9-8dda-5b2956ceeb3e None None] The sync data for ids ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'] in n-d-800086-6 is: [{'id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866754018', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:55Z', 'updated_at': '2021-07-16T02:01:05Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:56Z', 'updated_at': '2021-07-16T02:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '915ccaa2-2fca-4340-a87a-f03c3c9e79d2', 'name': '', 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:db:00:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:03Z', 'updated_at': '2021-07-16T02:01:10Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:11.797418 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.846798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] Network 6809c578-1f7e-42b6-97e0-bd2a60d4cfcc is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:11.849590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:11.863958 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 0a312218-eaa9-45d1-a6d6-5341af53e7fa, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0a312218-eaa9-45d1-a6d6-5341af53e7fa,segment=NetworkSegment(6c3b0021-a09c-4162-a1a5-812ce5f2b59a),segment_id=6c3b0021-a09c-4162-a1a5-812ce5f2b59a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:11.886552 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.933544 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3157686-bed3-475f-844a-cded6c05354c req-4078dc5f-8ba6-427e-a012-69e81a69889c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:11.941291 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3157686-bed3-475f-844a-cded6c05354c req-4078dc5f-8ba6-427e-a012-69e81a69889c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.26 "GET /v2.0/networks?id=3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 HTTP/1.1" status: 200 len: 796 time: 0.3816001 Jul 16 02:01:11.950286 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9028f58-903a-4ee4-a553-e7467604521a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.006648 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=0a312218-eaa9-45d1-a6d6-5341af53e7fa,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:12.060328 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] Router 8f421758-26bc-45bb-b0b5-0d07e351613d has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:12.123070 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] Update dhcp port {'port': {'network_id': 'b93ed782-4e74-4b31-a268-34d8a39be453', 'fixed_ips': [{'subnet_id': '9c3d280a-875d-4103-a747-911bbf0676c6', 'ip_address': '172.20.0.2'}, {'subnet_id': '6b9801a8-1f01-43be-bd33-f040ab883f5f'}], 'binding:host_id': 'n-d-800086-6'}, 'id': '0a312218-eaa9-45d1-a6d6-5341af53e7fa'} from n-d-800086-6. {{(pid=93833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 02:01:12.135700 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3157686-bed3-475f-844a-cded6c05354c req-4284f325-2786-43bc-83ae-1ee0beadeb08 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a1162bb5d334415ae74c9808546d676 HTTP/1.1" status: 200 len: 379 time: 0.1533358 Jul 16 02:01:12.187980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-e3157686-bed3-475f-844a-cded6c05354c req-db83f8e9-7740-41f5-80d0-328c9a24ddad tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'port': {'device_id': 'ed712a71-9234-4f0a-be76-6917a35e9fbf', 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191', 'admin_state_up': True, 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'security_groups': ['05bf193a-7302-48d0-8e83-5f1619aeab46']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:12.214888 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.363215 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:12.374314 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3c587521-bb93-43e2-be2d-58e46982c353 admin admin] 10.222.0.54 "PUT /v2.0/routers/8f421758-26bc-45bb-b0b5-0d07e351613d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1962376 Jul 16 02:01:12.376832 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Sync routers for ids ['8f421758-26bc-45bb-b0b5-0d07e351613d'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:12.407403 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Routers {'8f421758-26bc-45bb-b0b5-0d07e351613d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:12.408211 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8f421758-26bc-45bb-b0b5-0d07e351613d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:12.546188 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b7609eb0-f2f8-48db-b100-cd38565fd5ba req-18933301-b869-434a-953f-b3114f70161e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 210 time: 0.0927024 Jul 16 02:01:12.627542 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Set router 8f421758-26bc-45bb-b0b5-0d07e351613d gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:12.709390 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:12.829917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3157686-bed3-475f-844a-cded6c05354c req-db83f8e9-7740-41f5-80d0-328c9a24ddad tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Made reservation on behalf of 7a1162bb5d334415ae74c9808546d676 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:12.834207 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e3157686-bed3-475f-844a-cded6c05354c req-db83f8e9-7740-41f5-80d0-328c9a24ddad tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.908572 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-f9028f58-903a-4ee4-a553-e7467604521a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Delete allocated IP 172.20.0.27 (b93ed782-4e74-4b31-a268-34d8a39be453/6b9801a8-1f01-43be-bd33-f040ab883f5f) {{(pid=93832) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 02:01:12.972126 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814933a-e2c4-477d-857a-f4a896eb167e req-b8f0bdca-cc08-4738-9b35-686803a59e16 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:12.977152 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f814933a-e2c4-477d-857a-f4a896eb167e req-b8f0bdca-cc08-4738-9b35-686803a59e16 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 943 time: 0.1627033 Jul 16 02:01:12.979267 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3bc3edeb-c889-4139-94bd-ea14d388d3e3 None None] Provisioning complete for port e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:12.979662 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3bc3edeb-c889-4139-94bd-ea14d388d3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.981339 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:13.024427 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'name': 'tempest-TestServerBasicOps-297306961-router', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '938a4898-af32-48a6-8226-542023c45818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:00Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 4, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'gw_port': {'id': '938a4898-af32-48a6-8226-542023c45818', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:01Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1', 'name': '', 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'mac_address': 'fa:16:3e:38:50:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'db8914cf-667c-4879-822f-6fa815c45985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:08Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 2, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'subnets': [{'id': 'db8914cf-667c-4879-822f-6fa815c45985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:13.064670 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 56738e7b-98e0-41a2-a17d-e2df5a597a60 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:01:13.066781 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:13.067155 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.070081 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f814933a-e2c4-477d-857a-f4a896eb167e req-696821a2-f7ac-4e03-aab3-b06666c23958 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835767 Jul 16 02:01:13.121660 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Checking router: 8f421758-26bc-45bb-b0b5-0d07e351613d for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:13.122010 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Updating router 8f421758-26bc-45bb-b0b5-0d07e351613d port e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:01:13.178213 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3bc3edeb-c889-4139-94bd-ea14d388d3e3 None None] Port e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:13.228017 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.273187 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.348831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-e3157686-bed3-475f-844a-cded6c05354c req-db83f8e9-7740-41f5-80d0-328c9a24ddad tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Allocated IP 172.20.0.7 (3e0d1bd8-43ee-4d49-9e08-f208c2ed3191/00d12493-0b0b-4360-b3ad-fb8e8bb4bb28/f2ddd3bf-515a-4af0-a4b0-479ba3afe072) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:13.370256 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 915ccaa2-2fca-4340-a87a-f03c3c9e79d2, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=915ccaa2-2fca-4340-a87a-f03c3c9e79d2,segment=NetworkSegment(71f3712b-9e54-4ead-9d03-9f9c82afc54c),segment_id=71f3712b-9e54-4ead-9d03-9f9c82afc54c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:13.413993 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.413993 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 938a4898-af32-48a6-8226-542023c45818 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:13.414200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34184) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:13.455689 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9028f58-903a-4ee4-a553-e7467604521a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.495643 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-f9028f58-903a-4ee4-a553-e7467604521a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Ignored duplicate provisioning block setup for port a0b01e50-91ff-401e-9241-c727313e675f by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 02:01:13.497852 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34188) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:13.504031 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d5c99762-f874-4204-9e0e-f19a9844a5ce admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-854654592-network', 'tenant_id': 'cfd43488394b4972af5400603d9c3297'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:13.506260 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9028f58-903a-4ee4-a553-e7467604521a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.557614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c99762-f874-4204-9e0e-f19a9844a5ce admin admin] Made reservation on behalf of cfd43488394b4972af5400603d9c3297 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:13.562454 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d5c99762-f874-4204-9e0e-f19a9844a5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.576527 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 938a4898-af32-48a6-8226-542023c45818 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:13.576920 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.603231 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d5c99762-f874-4204-9e0e-f19a9844a5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.716732 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 56738e7b-98e0-41a2-a17d-e2df5a597a60, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=56738e7b-98e0-41a2-a17d-e2df5a597a60,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:13.736924 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.746875 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=915ccaa2-2fca-4340-a87a-f03c3c9e79d2,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:13.750691 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Transition to ACTIVE for port object e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:13.764453 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.768123 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '56738e7b-98e0-41a2-a17d-e2df5a597a60', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'port_id': '56738e7b-98e0-41a2-a17d-e2df5a597a60', 'mac_address': 'fa:16:3e:34:7e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:01:13.823423 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519bff6-1b1b-490d-9d1b-452075f3785d None None] Pushing event updated for resources: {'Port': ['ID=e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:13.874417 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.911517 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d5c99762-f874-4204-9e0e-f19a9844a5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.918537 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] Allocated IP 172.20.0.18 (b93ed782-4e74-4b31-a268-34d8a39be453/6b9801a8-1f01-43be-bd33-f040ab883f5f/0a312218-eaa9-45d1-a6d6-5341af53e7fa) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:13.919136 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d5c99762-f874-4204-9e0e-f19a9844a5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.968167 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Attempting to bind port e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:13.968835 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Attempting to bind port e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'c85c2ebe-23ac-49fc-b790-784434756ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:13.969449 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Attempting to bind port e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 on network 6809c578-1f7e-42b6-97e0-bd2a60d4cfcc {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:13.976319 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:13.977622 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Checking segment: {'id': 'c85c2ebe-23ac-49fc-b790-784434756ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:13.978487 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.979212 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Bound using segment: {'id': 'c85c2ebe-23ac-49fc-b790-784434756ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:13.980437 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Bound port: e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c85c2ebe-23ac-49fc-b790-784434756ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:13.982387 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.985961 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c99762-f874-4204-9e0e-f19a9844a5ce admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:13.992608 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a79c00c8-3697-4274-8609-067729433522 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1959344772-network', 'tenant_id': 'c441fe0ff5934167b77c940992783822'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:14.006622 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0a312218-eaa9-45d1-a6d6-5341af53e7fa up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:14.024548 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79c00c8-3697-4274-8609-067729433522 admin admin] Made reservation on behalf of c441fe0ff5934167b77c940992783822 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:14.027472 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a79c00c8-3697-4274-8609-067729433522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.040070 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a79c00c8-3697-4274-8609-067729433522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.050750 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c99762-f874-4204-9e0e-f19a9844a5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2027a65a-1e59-4c3e-a2e3-32ba50c4e629,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:14.075645 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d5c99762-f874-4204-9e0e-f19a9844a5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.076256 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-d5c99762-f874-4204-9e0e-f19a9844a5ce admin admin] Added segment b6abd94d-8941-4288-ae8f-f4f443b8ce53 of type vlan for network f810871e-08bc-4e19-bade-0a0591b755db Jul 16 02:01:14.085832 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56738e7b-98e0-41a2-a17d-e2df5a597a60 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:14.146617 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d5c99762-f874-4204-9e0e-f19a9844a5ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.152455 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 0a312218-eaa9-45d1-a6d6-5341af53e7fa triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:14.152837 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.157647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 56738e7b-98e0-41a2-a17d-e2df5a597a60, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=56738e7b-98e0-41a2-a17d-e2df5a597a60,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:14.187008 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f9028f58-903a-4ee4-a553-e7467604521a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] In _notify_port_updated(), no bound segment for port a0b01e50-91ff-401e-9241-c727313e675f on network b93ed782-4e74-4b31-a268-34d8a39be453 {{(pid=93832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:01:14.193083 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] For port e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:14.194698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9028f58-903a-4ee4-a553-e7467604521a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:14.195384 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9028f58-903a-4ee4-a553-e7467604521a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.200456 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] For port e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1,segment=NetworkSegment(c85c2ebe-23ac-49fc-b790-784434756ef9),segment_id=c85c2ebe-23ac-49fc-b790-784434756ef9)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:14.201454 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f9028f58-903a-4ee4-a553-e7467604521a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "PUT /v2.0/ports/a0b01e50-91ff-401e-9241-c727313e675f HTTP/1.1" status: 200 len: 919 time: 2.6244392 Jul 16 02:01:14.202333 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34194) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:14.208126 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.212792 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-eec315fd-d401-43d5-ac21-314fb81a976d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9c3d280a-875d-4103-a747-911bbf0676c6'}, {'subnet_id': '6b9801a8-1f01-43be-bd33-f040ab883f5f'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:14.258004 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d5c99762-f874-4204-9e0e-f19a9844a5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.258876 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c99762-f874-4204-9e0e-f19a9844a5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:14.263806 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d5c99762-f874-4204-9e0e-f19a9844a5ce admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.265704 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.293044 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9cb87d82-3551-4263-8e23-dd0361b95a6d req-4b0cfac0-584c-42d0-b759-1deef76ac554 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 210 time: 0.1659269 Jul 16 02:01:14.311615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9028f58-903a-4ee4-a553-e7467604521a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=a0b01e50-91ff-401e-9241-c727313e675f,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:14.326754 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519bff6-1b1b-490d-9d1b-452075f3785d None None] Pushing event updated for resources: {'Port': ['ID=e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:14.341239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=56738e7b-98e0-41a2-a17d-e2df5a597a60,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:14.357425 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Routers {'8f421758-26bc-45bb-b0b5-0d07e351613d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:14.359400 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8f421758-26bc-45bb-b0b5-0d07e351613d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:14.383663 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e3157686-bed3-475f-844a-cded6c05354c req-db83f8e9-7740-41f5-80d0-328c9a24ddad tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.411012 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] For port 0a312218-eaa9-45d1-a6d6-5341af53e7fa, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0a312218-eaa9-45d1-a6d6-5341af53e7fa,segment=NetworkSegment(6c3b0021-a09c-4162-a1a5-812ce5f2b59a),segment_id=6c3b0021-a09c-4162-a1a5-812ce5f2b59a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:14.424159 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-e3157686-bed3-475f-844a-cded6c05354c req-db83f8e9-7740-41f5-80d0-328c9a24ddad tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Transition to ACTIVE for port object f2ddd3bf-515a-4af0-a4b0-479ba3afe072 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:14.488947 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e3157686-bed3-475f-844a-cded6c05354c req-db83f8e9-7740-41f5-80d0-328c9a24ddad tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.500162 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.505755 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c99762-f874-4204-9e0e-f19a9844a5ce admin admin] Pushing event updated for resources: {'Network': ['ID=f810871e-08bc-4e19-bade-0a0591b755db,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:14.532392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network f810871e-08bc-4e19-bade-0a0591b755db details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:14.532549 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a79c00c8-3697-4274-8609-067729433522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.533940 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] Set router 8f421758-26bc-45bb-b0b5-0d07e351613d gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:14.549790 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a79c00c8-3697-4274-8609-067729433522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.580842 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d5c99762-f874-4204-9e0e-f19a9844a5ce admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0813756 Jul 16 02:01:14.583024 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] Transition to ACTIVE for port object 0a312218-eaa9-45d1-a6d6-5341af53e7fa will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:14.588870 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34196) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:14.593700 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.632840 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-2d5852b7-e062-4974-b758-9cedeac10f57 admin admin] Request body: {'subnet': {'network_id': 'f810871e-08bc-4e19-bade-0a0591b755db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-854654592-subnet', 'tenant_id': 'cfd43488394b4972af5400603d9c3297', 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:14.646799 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83f8e9-7740-41f5-80d0-328c9a24ddad tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=f2ddd3bf-515a-4af0-a4b0-479ba3afe072,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:14.667627 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['56738e7b-98e0-41a2-a17d-e2df5a597a60'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:01:14.669821 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3157686-bed3-475f-844a-cded6c05354c req-db83f8e9-7740-41f5-80d0-328c9a24ddad tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:14.671254 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-e3157686-bed3-475f-844a-cded6c05354c req-db83f8e9-7740-41f5-80d0-328c9a24ddad tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:14.674189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3157686-bed3-475f-844a-cded6c05354c req-db83f8e9-7740-41f5-80d0-328c9a24ddad tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:14.696569 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad34b3b-4229-41be-a69a-a6965b9202de req-fc52b559-e3fc-42b1-8786-f0e989819616 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:14.698618 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9ad34b3b-4229-41be-a69a-a6965b9202de req-fc52b559-e3fc-42b1-8786-f0e989819616 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 944 time: 0.3222463 Jul 16 02:01:14.702336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79c00c8-3697-4274-8609-067729433522 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:14.735816 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c00c8-3697-4274-8609-067729433522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a196fd-00c4-4929-90b6-4701ab55db21,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:14.759285 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:14.775013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3157686-bed3-475f-844a-cded6c05354c req-db83f8e9-7740-41f5-80d0-328c9a24ddad tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:14.778904 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e3157686-bed3-475f-844a-cded6c05354c req-db83f8e9-7740-41f5-80d0-328c9a24ddad tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.801330 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a79c00c8-3697-4274-8609-067729433522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.802082 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-a79c00c8-3697-4274-8609-067729433522 admin admin] Added segment 7609161a-4797-47b5-aa61-eae4870f3d64 of type vlan for network 98062fad-72a9-4e47-b968-3a8e5b88dec5 Jul 16 02:01:14.843371 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3157686-bed3-475f-844a-cded6c05354c req-db83f8e9-7740-41f5-80d0-328c9a24ddad tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6855588 Jul 16 02:01:14.867204 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Request body: {'port': {'device_id': 'ed712a71-9234-4f0a-be76-6917a35e9fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:14.867848 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5852b7-e062-4974-b758-9cedeac10f57 admin admin] Made reservation on behalf of cfd43488394b4972af5400603d9c3297 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:14.873202 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2d5852b7-e062-4974-b758-9cedeac10f57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.920106 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] Pushing event updated for resources: {'Port': ['ID=0a312218-eaa9-45d1-a6d6-5341af53e7fa,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:14.930687 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:14.931354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:14.931975 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:14.932551 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:14.933107 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:14.933660 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:14.934209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:14.934920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:14.935492 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:14.936062 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:14.936612 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:14.937170 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0db66-6ee4-408b-bae2-c81b7da23df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:14.953130 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:14.953741 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.002951 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9ad34b3b-4229-41be-a69a-a6965b9202de req-8b16d658-7e0c-4607-b277-ccdd49bfb02c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523696 Jul 16 02:01:15.010331 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a79c00c8-3697-4274-8609-067729433522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.016040 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eec315fd-d401-43d5-ac21-314fb81a976d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.053526 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.109900 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-27c2c99d-396a-4975-b9e9-d23c30d32d7c None None] Provisioning for port f2ddd3bf-515a-4af0-a4b0-479ba3afe072 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:15.136481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-27c2c99d-396a-4975-b9e9-d23c30d32d7c None None] Provisioning complete for port f2ddd3bf-515a-4af0-a4b0-479ba3afe072 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:15.136481 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-27c2c99d-396a-4975-b9e9-d23c30d32d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.149698 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a79c00c8-3697-4274-8609-067729433522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.150804 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79c00c8-3697-4274-8609-067729433522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:15.151387 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a79c00c8-3697-4274-8609-067729433522 admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.203400 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'name': 'tempest-TestServerBasicOps-297306961-router', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '938a4898-af32-48a6-8226-542023c45818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:00Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 4, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'gw_port': {'id': '938a4898-af32-48a6-8226-542023c45818', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:01Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1', 'name': '', 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'mac_address': 'fa:16:3e:38:50:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'db8914cf-667c-4879-822f-6fa815c45985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:08Z', 'updated_at': '2021-07-16T02:01:14Z', 'revision_number': 4, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'subnets': [{'id': 'db8914cf-667c-4879-822f-6fa815c45985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:15.242299 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3494b354-5b75-4a6e-8337-ad54d7f1f8af None None] The sync data for ids ['8f421758-26bc-45bb-b0b5-0d07e351613d'] in n-d-800086-6 is: [{'id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'name': 'tempest-TestServerBasicOps-297306961-router', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '938a4898-af32-48a6-8226-542023c45818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:00Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 4, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'gw_port': {'id': '938a4898-af32-48a6-8226-542023c45818', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:01Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1', 'name': '', 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'mac_address': 'fa:16:3e:38:50:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'db8914cf-667c-4879-822f-6fa815c45985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:08Z', 'updated_at': '2021-07-16T02:01:14Z', 'revision_number': 4, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'subnets': [{'id': 'db8914cf-667c-4879-822f-6fa815c45985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:15.277672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-27c2c99d-396a-4975-b9e9-d23c30d32d7c None None] Port f2ddd3bf-515a-4af0-a4b0-479ba3afe072 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:15.346275 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c00c8-3697-4274-8609-067729433522 admin admin] Pushing event updated for resources: {'Network': ['ID=98062fad-72a9-4e47-b968-3a8e5b88dec5,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:15.354792 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a79c00c8-3697-4274-8609-067729433522 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9366574 Jul 16 02:01:15.356613 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34200) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:15.360585 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 98062fad-72a9-4e47-b968-3a8e5b88dec5 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:15.379284 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-c075abfe-c32e-490a-85e4-317801b7706c admin admin] Request body: {'subnet': {'network_id': '98062fad-72a9-4e47-b968-3a8e5b88dec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1959344772-subnet', 'tenant_id': 'c441fe0ff5934167b77c940992783822', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:15.423795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c075abfe-c32e-490a-85e4-317801b7706c admin admin] Made reservation on behalf of c441fe0ff5934167b77c940992783822 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:15.426988 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c075abfe-c32e-490a-85e4-317801b7706c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.628562 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ddd3bf-515a-4af0-a4b0-479ba3afe072 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:15.651603 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.667845 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2d5852b7-e062-4974-b758-9cedeac10f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.674008 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Transition to ACTIVE for port object f2ddd3bf-515a-4af0-a4b0-479ba3afe072 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:15.683128 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef93d7-703a-4b54-a245-0e4c35cd04c5 req-21872eac-4461-4956-9e7a-639ad9487b9a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:15.684863 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c4ef93d7-703a-4b54-a245-0e4c35cd04c5 req-21872eac-4461-4956-9e7a-639ad9487b9a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 931 time: 0.1333089 Jul 16 02:01:15.686084 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.778849 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c4ef93d7-703a-4b54-a245-0e4c35cd04c5 req-a92c1360-4452-4f4a-9bcb-887d8a42e3a5 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840960 Jul 16 02:01:15.791794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ddd3bf-515a-4af0-a4b0-479ba3afe072,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:15.868531 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5852b7-e062-4974-b758-9cedeac10f57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe72bd9-1e7c-43cd-a476-acd599dc0243,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:15.909714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5852b7-e062-4974-b758-9cedeac10f57 admin admin] Checking segment: {'id': 'b6abd94d-8941-4288-ae8f-f4f443b8ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f810871e-08bc-4e19-bade-0a0591b755db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:15.910708 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5852b7-e062-4974-b758-9cedeac10f57 admin admin] Network hostable DHCP agents. Network: f810871e-08bc-4e19-bade-0a0591b755db, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:15.916000 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Attempting to bind port f2ddd3bf-515a-4af0-a4b0-479ba3afe072 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:15.916831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Attempting to bind port f2ddd3bf-515a-4af0-a4b0-479ba3afe072 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '71f3712b-9e54-4ead-9d03-9f9c82afc54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:15.917422 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Attempting to bind port f2ddd3bf-515a-4af0-a4b0-479ba3afe072 on network 3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:15.928439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Port f2ddd3bf-515a-4af0-a4b0-479ba3afe072 on network 3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:01:15.928942 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Attempting to bind port f2ddd3bf-515a-4af0-a4b0-479ba3afe072 on network 3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:15.936217 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:15.936439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Checking segment: {'id': '71f3712b-9e54-4ead-9d03-9f9c82afc54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:15.937307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Bound using segment: {'id': '71f3712b-9e54-4ead-9d03-9f9c82afc54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:15.937844 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Bound port: f2ddd3bf-515a-4af0-a4b0-479ba3afe072, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f3712b-9e54-4ead-9d03-9f9c82afc54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:15.938300 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.944054 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8e1825-c46d-476e-b58d-9888977cf8bb None None] Network b93ed782-4e74-4b31-a268-34d8a39be453 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:15.982035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-eec315fd-d401-43d5-ac21-314fb81a976d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Allocated IP 172.20.0.25 (b93ed782-4e74-4b31-a268-34d8a39be453/6b9801a8-1f01-43be-bd33-f040ab883f5f/a0b01e50-91ff-401e-9241-c727313e675f) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:16.012275 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5852b7-e062-4974-b758-9cedeac10f57 admin admin] Network f810871e-08bc-4e19-bade-0a0591b755db is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:16.034564 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c075abfe-c32e-490a-85e4-317801b7706c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.047333 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] For port f2ddd3bf-515a-4af0-a4b0-479ba3afe072, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:16.054215 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] For port f2ddd3bf-515a-4af0-a4b0-479ba3afe072, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f2ddd3bf-515a-4af0-a4b0-479ba3afe072,segment=NetworkSegment(71f3712b-9e54-4ead-9d03-9f9c82afc54c),segment_id=71f3712b-9e54-4ead-9d03-9f9c82afc54c)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:16.065852 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1ff649a8-12ae-4d48-b66a-4aa989f88900 None None] Provisioning for port 0a312218-eaa9-45d1-a6d6-5341af53e7fa completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:16.066053 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.088437 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1ff649a8-12ae-4d48-b66a-4aa989f88900 None None] Provisioning complete for port 0a312218-eaa9-45d1-a6d6-5341af53e7fa triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:16.088818 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ff649a8-12ae-4d48-b66a-4aa989f88900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.090448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-2d5852b7-e062-4974-b758-9cedeac10f57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, f810871e-08bc-4e19-bade-0a0591b755db) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:16.096941 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5852b7-e062-4974-b758-9cedeac10f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.098528 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2d5852b7-e062-4974-b758-9cedeac10f57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.157399 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2d5852b7-e062-4974-b758-9cedeac10f57 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5323911 Jul 16 02:01:16.158259 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34204) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:16.161185 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e84cfd-5f5d-4a32-a8ce-b631b8e1f442 None None] Network f810871e-08bc-4e19-bade-0a0591b755db requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:16.181101 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-854654592-router', 'tenant_id': 'cfd43488394b4972af5400603d9c3297', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:16.186760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.187395 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.194702 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3157686-bed3-475f-844a-cded6c05354c req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] 10.222.0.26 "PUT /v2.0/ports/f2ddd3bf-515a-4af0-a4b0-479ba3afe072 HTTP/1.1" status: 200 len: 1091 time: 1.3370876 Jul 16 02:01:16.197375 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed712a71-9234-4f0a-be76-6917a35e9fbf', 'tag': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:16.199749 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152650ed-a47e-485f-8848-6d83c64a71c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ed712a71-9234-4f0a-be76-6917a35e9fbf", "tag": "f2ddd3bf-515a-4af0-a4b0-479ba3afe072"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:16.204752 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da73b7-dd81-4e38-80d5-4b4d0b0b75e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ddd3bf-515a-4af0-a4b0-479ba3afe072,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:16.240750 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.242542 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.273742 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a462478-a9c7-44e4-9029-7696946e4f91 x-openstack-request-id: req-3a462478-a9c7-44e4-9029-7696946e4f91 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:16.274826 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed712a71-9234-4f0a-be76-6917a35e9fbf", "tag": "f2ddd3bf-515a-4af0-a4b0-479ba3afe072", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:16.275271 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3a462478-a9c7-44e4-9029-7696946e4f91 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:16.275954 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed712a71-9234-4f0a-be76-6917a35e9fbf', 'tag': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072', 'status': 'completed', 'code': 200} Jul 16 02:01:16.330984 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.378361 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075abfe-c32e-490a-85e4-317801b7706c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d4cedb4-789a-41b3-adcf-41082ce7c1b3,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:16.485378 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-f810871e-08bc-4e19-bade-0a0591b755db', 'network_id': 'f810871e-08bc-4e19-bade-0a0591b755db', 'tenant_id': 'cfd43488394b4972af5400603d9c3297', 'fixed_ips': [{'subnet_id': '3fe72bd9-1e7c-43cd-a476-acd599dc0243'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:16.486244 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.508118 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eec315fd-d401-43d5-ac21-314fb81a976d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.524537 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-eec315fd-d401-43d5-ac21-314fb81a976d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Ignored duplicate provisioning block setup for port a0b01e50-91ff-401e-9241-c727313e675f by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 02:01:16.546523 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075abfe-c32e-490a-85e4-317801b7706c admin admin] Checking segment: {'id': '7609161a-4797-47b5-aa61-eae4870f3d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '98062fad-72a9-4e47-b968-3a8e5b88dec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:16.546901 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c075abfe-c32e-490a-85e4-317801b7706c admin admin] Network hostable DHCP agents. Network: 98062fad-72a9-4e47-b968-3a8e5b88dec5, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:16.556162 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eec315fd-d401-43d5-ac21-314fb81a976d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.574577 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.586847 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3157686-bed3-475f-844a-cded6c05354c req-3e34e888-f665-4a20-8d7a-32d3fd109d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.590465 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3157686-bed3-475f-844a-cded6c05354c req-3e34e888-f665-4a20-8d7a-32d3fd109d6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 1094 time: 0.2564585 Jul 16 02:01:16.606080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1ff649a8-12ae-4d48-b66a-4aa989f88900 None None] Provisioning for port a0b01e50-91ff-401e-9241-c727313e675f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:16.616956 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1ff649a8-12ae-4d48-b66a-4aa989f88900 None None] Provisioning complete for port a0b01e50-91ff-401e-9241-c727313e675f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:16.617335 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ff649a8-12ae-4d48-b66a-4aa989f88900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.671522 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3157686-bed3-475f-844a-cded6c05354c req-1efa4307-cffc-40f6-8313-4262de12a858 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2ddd3bf-515a-4af0-a4b0-479ba3afe072 HTTP/1.1" status: 200 len: 217 time: 0.0637550 Jul 16 02:01:16.712772 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec315fd-d401-43d5-ac21-314fb81a976d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=a0b01e50-91ff-401e-9241-c727313e675f,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:16.733001 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f4744-7f5d-4ac9-9a28-da6a5ecdf53e req-c727979d-a0f4-40f2-a0f2-cfe3848106f2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.734885 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c37f4744-7f5d-4ac9-9a28-da6a5ecdf53e req-c727979d-a0f4-40f2-a0f2-cfe3848106f2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 944 time: 0.4787982 Jul 16 02:01:16.797137 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3157686-bed3-475f-844a-cded6c05354c req-fb09e171-f7dc-432f-b8d6-7ee732cea07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.798726 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3157686-bed3-475f-844a-cded6c05354c req-fb09e171-f7dc-432f-b8d6-7ee732cea07d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00d12493-0b0b-4360-b3ad-fb8e8bb4bb28 HTTP/1.1" status: 200 len: 834 time: 0.1210451 Jul 16 02:01:16.818252 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c075abfe-c32e-490a-85e4-317801b7706c admin admin] Network 98062fad-72a9-4e47-b968-3a8e5b88dec5 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:16.864804 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:16.898385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1ff649a8-12ae-4d48-b66a-4aa989f88900 None None] Port a0b01e50-91ff-401e-9241-c727313e675f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:16.907398 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-eec315fd-d401-43d5-ac21-314fb81a976d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] In _notify_port_updated(), no bound segment for port a0b01e50-91ff-401e-9241-c727313e675f on network b93ed782-4e74-4b31-a268-34d8a39be453 {{(pid=93831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:01:16.917501 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec315fd-d401-43d5-ac21-314fb81a976d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.918652 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eec315fd-d401-43d5-ac21-314fb81a976d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.921188 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-eec315fd-d401-43d5-ac21-314fb81a976d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "PUT /v2.0/ports/a0b01e50-91ff-401e-9241-c727313e675f HTTP/1.1" status: 200 len: 999 time: 2.7133517 Jul 16 02:01:16.926589 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34210) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:16.930748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Allocated IP 172.20.0.2 (f810871e-08bc-4e19-bade-0a0591b755db/3fe72bd9-1e7c-43cd-a476-acd599dc0243/3385c3e6-468e-440b-acb6-9077899d8a2b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:16.939834 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-c075abfe-c32e-490a-85e4-317801b7706c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 98062fad-72a9-4e47-b968-3a8e5b88dec5) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:16.946003 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c075abfe-c32e-490a-85e4-317801b7706c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.947756 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c075abfe-c32e-490a-85e4-317801b7706c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.963482 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3157686-bed3-475f-844a-cded6c05354c req-2f8b292d-5e3d-43a6-bd7b-6c8a5e822f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.964369 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e11068-76ea-4ed1-9db4-e47ab783fc2c None None] Network 98062fad-72a9-4e47-b968-3a8e5b88dec5 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:16.965187 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3157686-bed3-475f-844a-cded6c05354c req-2f8b292d-5e3d-43a6-bd7b-6c8a5e822f0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e0d1bd8-43ee-4d49-9e08-f208c2ed3191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596775 Jul 16 02:01:16.968357 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c37f4744-7f5d-4ac9-9a28-da6a5ecdf53e req-bf6fc105-7134-404b-bdd2-714e547bd33e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860003 Jul 16 02:01:16.977469 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c075abfe-c32e-490a-85e4-317801b7706c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6155968 Jul 16 02:01:17.099056 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 56738e7b-98e0-41a2-a17d-e2df5a597a60 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:17.149637 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:17.190429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:17.190818 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.194339 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34216) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:17.263951 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92991c9-52f7-44dd-9e3a-241cdf60c2f1 admin admin] Deleting subnet 9d4cedb4-789a-41b3-adcf-41082ce7c1b3 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:17.267492 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f92991c9-52f7-44dd-9e3a-241cdf60c2f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.330722 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f92991c9-52f7-44dd-9e3a-241cdf60c2f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.355129 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.374369 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.383843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 56738e7b-98e0-41a2-a17d-e2df5a597a60 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:17.389787 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.390751 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f92991c9-52f7-44dd-9e3a-241cdf60c2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.399223 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85082eb8-efb6-48f8-846f-46e7205d17b2 req-ec8a176e-d5fa-45d4-b07b-2615079467cc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.401001 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85082eb8-efb6-48f8-846f-46e7205d17b2 req-ec8a176e-d5fa-45d4-b07b-2615079467cc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 943 time: 0.4503763 Jul 16 02:01:17.412982 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3157686-bed3-475f-844a-cded6c05354c req-38539327-d844-4671-a6f2-051cd4e42ca6 service neutron] 10.222.0.26 "GET /v2.0/networks/3e0d1bd8-43ee-4d49-9e08-f208c2ed3191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739946 Jul 16 02:01:17.442979 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 56738e7b-98e0-41a2-a17d-e2df5a597a60 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:17.443207 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.465950 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f92991c9-52f7-44dd-9e3a-241cdf60c2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.486411 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Transition to ACTIVE for port object 3385c3e6-468e-440b-acb6-9077899d8a2b will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:17.494077 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a7335e-a340-4ce0-af43-4fd6a79a15bf None None] Network 98062fad-72a9-4e47-b968-3a8e5b88dec5 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:17.499104 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92991c9-52f7-44dd-9e3a-241cdf60c2f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d4cedb4-789a-41b3-adcf-41082ce7c1b3,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:17.506610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-7e0a1ed5-ae83-4e8d-b3dd-73227d1fab5f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port a0b01e50-91ff-401e-9241-c727313e675f {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:17.507018 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e0a1ed5-ae83-4e8d-b3dd-73227d1fab5f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.509129 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f92991c9-52f7-44dd-9e3a-241cdf60c2f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.511168 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f92991c9-52f7-44dd-9e3a-241cdf60c2f1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9d4cedb4-789a-41b3-adcf-41082ce7c1b3 HTTP/1.1" status: 204 len: 168 time: 0.3157980 Jul 16 02:01:17.513839 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34218) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:17.601096 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6981e5e6-231f-4f84-bab5-41dc97590503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.605753 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Transition to ACTIVE for port object 3385c3e6-468e-440b-acb6-9077899d8a2b will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:17.628043 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.641642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85082eb8-efb6-48f8-846f-46e7205d17b2 req-91cadc91-ab5c-444e-a4cc-e8df9fcf412c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275569 Jul 16 02:01:17.678198 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1cd7783-5628-4904-8a24-14a7387e04c2 None None] Provisioning complete for port 0a312218-eaa9-45d1-a6d6-5341af53e7fa triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:17.678574 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1cd7783-5628-4904-8a24-14a7387e04c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.724441 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e0a1ed5-ae83-4e8d-b3dd-73227d1fab5f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.744509 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.753559 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3157686-bed3-475f-844a-cded6c05354c req-035b46bc-0897-44f5-a489-f3db23cd1802 service neutron] 10.222.0.26 "GET /v2.0/networks/3e0d1bd8-43ee-4d49-9e08-f208c2ed3191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301382 Jul 16 02:01:17.755099 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] Allocated IP 172.25.1.191 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/cf7acb25-1211-4ccf-b784-4f2610a89a5a) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:17.755400 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6981e5e6-231f-4f84-bab5-41dc97590503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.758071 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-7e0a1ed5-ae83-4e8d-b3dd-73227d1fab5f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for a0b01e50-91ff-401e-9241-c727313e675f owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:17.774512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6981e5e6-231f-4f84-bab5-41dc97590503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98062fad-72a9-4e47-b968-3a8e5b88dec5']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:17.792660 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6981e5e6-231f-4f84-bab5-41dc97590503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7609161a-4797-47b5-aa61-eae4870f3d64') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:17.793247 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6981e5e6-231f-4f84-bab5-41dc97590503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7609161a-4797-47b5-aa61-eae4870f3d64') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:17.811285 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6981e5e6-231f-4f84-bab5-41dc97590503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.825571 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Network f810871e-08bc-4e19-bade-0a0591b755db is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:17.835413 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6981e5e6-231f-4f84-bab5-41dc97590503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.839324 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:17.843475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6981e5e6-231f-4f84-bab5-41dc97590503 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:17.844260 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6981e5e6-231f-4f84-bab5-41dc97590503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:17.846167 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:17.864925 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:17.876274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Pushing event updated for resources: {'Port': ['ID=3385c3e6-468e-440b-acb6-9077899d8a2b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:17.921067 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6981e5e6-231f-4f84-bab5-41dc97590503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.927721 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6981e5e6-231f-4f84-bab5-41dc97590503 admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.932575 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6981e5e6-231f-4f84-bab5-41dc97590503 admin admin] 10.222.0.54 "DELETE /v2.0/networks/98062fad-72a9-4e47-b968-3a8e5b88dec5 HTTP/1.1" status: 204 len: 168 time: 0.4138501 Jul 16 02:01:17.942056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981e5e6-231f-4f84-bab5-41dc97590503 admin admin] Pushing event deleted for resources: {'Network': ['ID=98062fad-72a9-4e47-b968-3a8e5b88dec5,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:17.978832 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1,segment=NetworkSegment(c85c2ebe-23ac-49fc-b790-784434756ef9),segment_id=c85c2ebe-23ac-49fc-b790-784434756ef9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:17.985222 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.990766 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.993852 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0a312218-eaa9-45d1-a6d6-5341af53e7fa up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:18.072760 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Attempting to bind port 3385c3e6-468e-440b-acb6-9077899d8a2b on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:18.073276 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Attempting to bind port 3385c3e6-468e-440b-acb6-9077899d8a2b by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'b6abd94d-8941-4288-ae8f-f4f443b8ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f810871e-08bc-4e19-bade-0a0591b755db'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:18.073707 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Attempting to bind port 3385c3e6-468e-440b-acb6-9077899d8a2b on network f810871e-08bc-4e19-bade-0a0591b755db {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:18.096650 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e404de30-2b69-4c10-81ca-6db37e4e3573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56738e7b-98e0-41a2-a17d-e2df5a597a60'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:18.099528 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67d3fbc-a894-40bf-afd6-e4f3504c399f" -d '{"events": [{"server_uuid": "e404de30-2b69-4c10-81ca-6db37e4e3573", "name": "network-vif-plugged", "status": "completed", "tag": "56738e7b-98e0-41a2-a17d-e2df5a597a60"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:18.113761 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:18.124920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Checking segment: {'id': 'b6abd94d-8941-4288-ae8f-f4f443b8ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f810871e-08bc-4e19-bade-0a0591b755db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:18.125423 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.126017 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Bound using segment: {'id': 'b6abd94d-8941-4288-ae8f-f4f443b8ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f810871e-08bc-4e19-bade-0a0591b755db'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:18.126601 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Bound port: 3385c3e6-468e-440b-acb6-9077899d8a2b, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6abd94d-8941-4288-ae8f-f4f443b8ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f810871e-08bc-4e19-bade-0a0591b755db'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:18.127081 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.150765 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152650ed-a47e-485f-8848-6d83c64a71c1 req-0b4864b0-f4c9-4b9e-8cfc-b9f7eb9f8862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:18.155281 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-152650ed-a47e-485f-8848-6d83c64a71c1 req-0b4864b0-f4c9-4b9e-8cfc-b9f7eb9f8862 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 1094 time: 0.3032656 Jul 16 02:01:18.155931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34226) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:18.188272 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.212481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80bd2b-273c-461c-8225-3f6f106a00d3 req-e1cd4982-4206-4050-b3bf-9754f4b7fc77 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:18.222344 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] For port 3385c3e6-468e-440b-acb6-9077899d8a2b, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:18.226750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] For port 3385c3e6-468e-440b-acb6-9077899d8a2b, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=3385c3e6-468e-440b-acb6-9077899d8a2b,segment=NetworkSegment(b6abd94d-8941-4288-ae8f-f4f443b8ce53),segment_id=b6abd94d-8941-4288-ae8f-f4f443b8ce53)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:18.236862 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bb80bd2b-273c-461c-8225-3f6f106a00d3 req-e1cd4982-4206-4050-b3bf-9754f4b7fc77 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 944 time: 0.1010144 Jul 16 02:01:18.262393 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8588ce-4a12-49e1-b60f-bc11065cec2f x-openstack-request-id: req-dc8588ce-4a12-49e1-b60f-bc11065cec2f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:18.262713 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e404de30-2b69-4c10-81ca-6db37e4e3573", "name": "network-vif-plugged", "status": "completed", "tag": "56738e7b-98e0-41a2-a17d-e2df5a597a60", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:18.263083 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc8588ce-4a12-49e1-b60f-bc11065cec2f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:18.264007 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e404de30-2b69-4c10-81ca-6db37e4e3573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56738e7b-98e0-41a2-a17d-e2df5a597a60', 'code': 200} Jul 16 02:01:18.265172 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.272477 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 56738e7b-98e0-41a2-a17d-e2df5a597a60, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=56738e7b-98e0-41a2-a17d-e2df5a597a60,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:18.304340 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bb80bd2b-273c-461c-8225-3f6f106a00d3 req-c221d0fd-f434-4ec3-9aa7-a0c5cf273a0e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636425 Jul 16 02:01:18.307830 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.330360 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:18.371213 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd08bd5-731c-41f9-a8ec-b27dd8593b79 req-10589ce4-ac4c-415b-8206-b381bb064314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:18.372670 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ddd08bd5-731c-41f9-a8ec-b27dd8593b79 req-10589ce4-ac4c-415b-8206-b381bb064314 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 1096 time: 0.0674074 Jul 16 02:01:18.382450 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 0a312218-eaa9-45d1-a6d6-5341af53e7fa triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:18.383119 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.416013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152650ed-a47e-485f-8848-6d83c64a71c1 req-f0745908-a725-4bb8-977b-f0436b9387fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:18.417519 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-152650ed-a47e-485f-8848-6d83c64a71c1 req-f0745908-a725-4bb8-977b-f0436b9387fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 HTTP/1.1" status: 200 len: 897 time: 0.2209930 Jul 16 02:01:18.419855 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ddd08bd5-731c-41f9-a8ec-b27dd8593b79 req-f6ef34f5-677c-4262-9756-18c3355dd7ef service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387726 Jul 16 02:01:18.422982 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8b76a078-1900-480f-b112-97d5452f9400 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c441fe0ff5934167b77c940992783822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484972 Jul 16 02:01:18.425709 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34228) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:18.431228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1cd7783-5628-4904-8a24-14a7387e04c2 None None] Provisioning complete for port a0b01e50-91ff-401e-9241-c727313e675f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:18.431870 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1cd7783-5628-4904-8a24-14a7387e04c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.450369 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e0a1ed5-ae83-4e8d-b3dd-73227d1fab5f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.463333 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1cd7783-5628-4904-8a24-14a7387e04c2 None None] Port a0b01e50-91ff-401e-9241-c727313e675f was deleted so its status cannot be updated. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 02:01:18.468746 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901baf3-70b1-4c8c-9844-33649a35e6fd None None] Pushing event updated for resources: {'Port': ['ID=3385c3e6-468e-440b-acb6-9077899d8a2b,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:18.492627 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.501273 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-152650ed-a47e-485f-8848-6d83c64a71c1 req-ed401411-447b-4bbd-a3c4-c5ec380e6611 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2ddd3bf-515a-4af0-a4b0-479ba3afe072 HTTP/1.1" status: 200 len: 217 time: 0.0728748 Jul 16 02:01:18.558641 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a1ed5-ae83-4e8d-b3dd-73227d1fab5f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=a0b01e50-91ff-401e-9241-c727313e675f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:18.565938 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=56738e7b-98e0-41a2-a17d-e2df5a597a60,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:18.583790 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7aae6abf-cfbe-4fcc-ac43-11c91b63ea47 None None] Could not find standard attr ID for object a0b01e50-91ff-401e-9241-c727313e675f. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:01:18.672370 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:18.709165 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:18.740511 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:18.774472 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152650ed-a47e-485f-8848-6d83c64a71c1 req-55aa8fe0-de8b-4e5b-a3db-ffb8b1930c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:18.775988 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-152650ed-a47e-485f-8848-6d83c64a71c1 req-55aa8fe0-de8b-4e5b-a3db-ffb8b1930c61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00d12493-0b0b-4360-b3ad-fb8e8bb4bb28 HTTP/1.1" status: 200 len: 834 time: 0.2484579 Jul 16 02:01:18.806627 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 3385c3e6-468e-440b-acb6-9077899d8a2b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:18.809413 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0d18879d-a047-417f-8705-74819fe4f1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.811009 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] Pushing event updated for resources: {'Port': ['ID=cf7acb25-1211-4ccf-b784-4f2610a89a5a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:18.857112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 3385c3e6-468e-440b-acb6-9077899d8a2b completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:18.861063 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:18.886845 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e0a1ed5-ae83-4e8d-b3dd-73227d1fab5f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.891218 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7e0a1ed5-ae83-4e8d-b3dd-73227d1fab5f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/ports/a0b01e50-91ff-401e-9241-c727313e675f HTTP/1.1" status: 204 len: 168 time: 1.9580460 Jul 16 02:01:18.891870 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34232) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:18.903956 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0d18879d-a047-417f-8705-74819fe4f1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.914675 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:18.915154 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.940548 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74f1ef1-c19d-4fa4-bb6d-506761e828fe tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] GET failed (client error): The resource could not be found. Jul 16 02:01:18.942381 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e74f1ef1-c19d-4fa4-bb6d-506761e828fe tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports/a0b01e50-91ff-401e-9241-c727313e675f HTTP/1.1" status: 404 len: 333 time: 0.0494895 Jul 16 02:01:18.945720 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34234) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:19.016929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-873dd770-cffa-4fc5-a756-dfd12e701232 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting subnet 6b9801a8-1f01-43be-bd33-f040ab883f5f {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:19.021683 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-873dd770-cffa-4fc5-a756-dfd12e701232 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.065495 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-873dd770-cffa-4fc5-a756-dfd12e701232 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.175650 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-873dd770-cffa-4fc5-a756-dfd12e701232 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.243942 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-873dd770-cffa-4fc5-a756-dfd12e701232 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.273614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873dd770-cffa-4fc5-a756-dfd12e701232 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9801a8-1f01-43be-bd33-f040ab883f5f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:19.284742 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-873dd770-cffa-4fc5-a756-dfd12e701232 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.288390 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-873dd770-cffa-4fc5-a756-dfd12e701232 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/6b9801a8-1f01-43be-bd33-f040ab883f5f HTTP/1.1" status: 204 len: 168 time: 0.3413854 Jul 16 02:01:19.293658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34236) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:19.298574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accd99b1-1463-425b-9307-bcad8c34160f None None] Network b93ed782-4e74-4b31-a268-34d8a39be453 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:19.377456 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d5073b-9c9e-4434-9ed6-c5093aea577b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting subnet 9c3d280a-875d-4103-a747-911bbf0676c6 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:19.384636 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-44d5073b-9c9e-4434-9ed6-c5093aea577b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.444719 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-44d5073b-9c9e-4434-9ed6-c5093aea577b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.478476 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152650ed-a47e-485f-8848-6d83c64a71c1 req-fd1c1e1b-4966-4d63-b4e9-6d336d7a5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.480264 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-152650ed-a47e-485f-8848-6d83c64a71c1 req-fd1c1e1b-4966-4d63-b4e9-6d336d7a5b92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e0d1bd8-43ee-4d49-9e08-f208c2ed3191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6889305 Jul 16 02:01:19.510318 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd695c8-c7f4-4bca-ac92-97a50804c2c2 req-b5ddfc7a-4c63-4fc3-821c-b8224580b464 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.511784 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-abd695c8-c7f4-4bca-ac92-97a50804c2c2 req-b5ddfc7a-4c63-4fc3-821c-b8224580b464 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 943 time: 0.7216668 Jul 16 02:01:19.582499 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0d18879d-a047-417f-8705-74819fe4f1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.585469 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0d18879d-a047-417f-8705-74819fe4f1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.586626 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0d18879d-a047-417f-8705-74819fe4f1d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e1a196fd-00c4-4929-90b6-4701ab55db21 HTTP/1.1" status: 204 len: 168 time: 1.1521904 Jul 16 02:01:19.647561 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-44d5073b-9c9e-4434-9ed6-c5093aea577b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.658667 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456d41f-97c7-49ab-90c9-add4eeb83815 req-73b5bb94-ed38-4080-b57b-f8e1a937b8ed tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.661503 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18879d-a047-417f-8705-74819fe4f1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a196fd-00c4-4929-90b6-4701ab55db21,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:19.662188 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b456d41f-97c7-49ab-90c9-add4eeb83815 req-73b5bb94-ed38-4080-b57b-f8e1a937b8ed tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 945 time: 0.1595509 Jul 16 02:01:19.727819 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6a99d9-c3db-4084-8476-52d6a1d2c5e7 None None] Network f810871e-08bc-4e19-bade-0a0591b755db requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:19.768371 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-abd695c8-c7f4-4bca-ac92-97a50804c2c2 req-8b838226-260b-4d29-b56a-288447bb5159 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394009 Jul 16 02:01:19.783341 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-152650ed-a47e-485f-8848-6d83c64a71c1 req-a60e2df4-de85-42ae-8076-ba1fed8575a5 service neutron] 10.222.0.26 "GET /v2.0/networks/3e0d1bd8-43ee-4d49-9e08-f208c2ed3191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954969 Jul 16 02:01:19.882519 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.898103 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7f01ce4d-d13c-4998-8db5-6f2bdf4c245c None None] Provisioning for port 3385c3e6-468e-440b-acb6-9077899d8a2b completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:19.901218 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b456d41f-97c7-49ab-90c9-add4eeb83815 req-045e8ec6-2a8c-4ffd-b21c-9bda0ec7bb40 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335692 Jul 16 02:01:19.919238 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7f01ce4d-d13c-4998-8db5-6f2bdf4c245c None None] Provisioning complete for port 3385c3e6-468e-440b-acb6-9077899d8a2b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:19.919686 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f01ce4d-d13c-4998-8db5-6f2bdf4c245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.933211 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-44d5073b-9c9e-4434-9ed6-c5093aea577b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.975523 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5073b-9c9e-4434-9ed6-c5093aea577b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3d280a-875d-4103-a747-911bbf0676c6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:19.977644 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-44d5073b-9c9e-4434-9ed6-c5093aea577b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.981570 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-44d5073b-9c9e-4434-9ed6-c5093aea577b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/9c3d280a-875d-4103-a747-911bbf0676c6 HTTP/1.1" status: 204 len: 168 time: 0.6883416 Jul 16 02:01:19.984410 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34244) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:20.048685 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-152650ed-a47e-485f-8848-6d83c64a71c1 req-8b88e2a6-a3ef-49f6-801c-e6418f63afc3 service neutron] 10.222.0.26 "GET /v2.0/networks/3e0d1bd8-43ee-4d49-9e08-f208c2ed3191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538095 Jul 16 02:01:20.133794 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.215535 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port 0a312218-eaa9-45d1-a6d6-5341af53e7fa {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:20.216340 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.250478 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.291512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] For port 0a312218-eaa9-45d1-a6d6-5341af53e7fa, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0a312218-eaa9-45d1-a6d6-5341af53e7fa,segment=NetworkSegment(6c3b0021-a09c-4162-a1a5-812ce5f2b59a),segment_id=6c3b0021-a09c-4162-a1a5-812ce5f2b59a)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:20.292171 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.306657 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for 0a312218-eaa9-45d1-a6d6-5341af53e7fa owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:20.337078 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f01ce4d-d13c-4998-8db5-6f2bdf4c245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.416761 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-7f01ce4d-d13c-4998-8db5-6f2bdf4c245c None None] For port 3385c3e6-468e-440b-acb6-9077899d8a2b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=3385c3e6-468e-440b-acb6-9077899d8a2b,segment=NetworkSegment(b6abd94d-8941-4288-ae8f-f4f443b8ce53),segment_id=b6abd94d-8941-4288-ae8f-f4f443b8ce53)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:20.421863 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7f01ce4d-d13c-4998-8db5-6f2bdf4c245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.454100 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.487593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=0a312218-eaa9-45d1-a6d6-5341af53e7fa,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:20.496784 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01ce4d-d13c-4998-8db5-6f2bdf4c245c None None] Pushing event updated for resources: {'Port': ['ID=3385c3e6-468e-440b-acb6-9077899d8a2b,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:20.498206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No DVR routers for this DVR port 0a312218-eaa9-45d1-a6d6-5341af53e7fa on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:20.500573 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] Router 901b6189-b31e-4bed-96fe-e55de8f1cc84 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:01:20.620266 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.632531 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93ed782-4e74-4b31-a268-34d8a39be453']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:20.645237 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3b0021-a09c-4162-a1a5-812ce5f2b59a') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:20.645542 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3b0021-a09c-4162-a1a5-812ce5f2b59a') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:20.662871 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9775a920-7bcb-4461-991d-00626e146ca1 None None] Network b93ed782-4e74-4b31-a268-34d8a39be453 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:20.672428 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.708126 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.721228 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:20.722856 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:20.723551 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:20.728972 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:20.751324 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.755954 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4a38a8d9-8efe-4dd9-9c7c-4cab12b6b2e8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5813656 Jul 16 02:01:20.756471 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34262) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:20.756916 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34264) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:20.774908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Sync routers for ids ['901b6189-b31e-4bed-96fe-e55de8f1cc84'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:20.791817 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c2e0ea7b-6223-4a03-84f4-9aff0893b053 None None] Could not find standard attr ID for object 0a312218-eaa9-45d1-a6d6-5341af53e7fa. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:01:20.810496 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Routers {'901b6189-b31e-4bed-96fe-e55de8f1cc84'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:20.811153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['901b6189-b31e-4bed-96fe-e55de8f1cc84'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:20.833512 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.842372 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.844401 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/networks/b93ed782-4e74-4b31-a268-34d8a39be453 HTTP/1.1" status: 204 len: 168 time: 0.8590376 Jul 16 02:01:20.848613 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 3385c3e6-468e-440b-acb6-9077899d8a2b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:20.854773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34270) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:20.860278 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4bcc1-9a93-468b-96b2-9cd0d02502d9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Network': ['ID=b93ed782-4e74-4b31-a268-34d8a39be453,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:20.915038 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-57e7c2cf-c702-42ad-86a9-d93d83c75f51 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1671580411-network', 'tenant_id': '9de6ec2f42ea4305aa060250871f15a4'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:21.019220 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Set router 901b6189-b31e-4bed-96fe-e55de8f1cc84 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:21.044470 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e7c2cf-c702-42ad-86a9-d93d83c75f51 admin admin] Made reservation on behalf of 9de6ec2f42ea4305aa060250871f15a4 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:21.046798 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57e7c2cf-c702-42ad-86a9-d93d83c75f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.070384 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9eb735-1fed-4a22-8350-36a05ffacb8c tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:21.072048 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-db9eb735-1fed-4a22-8350-36a05ffacb8c tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2156975 Jul 16 02:01:21.074860 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57e7c2cf-c702-42ad-86a9-d93d83c75f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.075540 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34274) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:21.091070 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-cbc56c16-a848-44c6-83b6-b2103d05e8e3 None None] Provisioning complete for port 3385c3e6-468e-440b-acb6-9077899d8a2b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:21.091484 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cbc56c16-a848-44c6-83b6-b2103d05e8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.133864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c49679f-d659-4020-92c6-7f4be4aa559a None None] DHCP port deletion for b93ed782-4e74-4b31-a268-34d8a39be453 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:01:21.168088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899f1e5-b43e-4e4b-bc5e-5e76c4f250d3 req-42b145c9-90c1-4ecd-b476-57464b1a21b6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:21.175145 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8899f1e5-b43e-4e4b-bc5e-5e76c4f250d3 req-42b145c9-90c1-4ecd-b476-57464b1a21b6 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 945 time: 0.1348426 Jul 16 02:01:21.183010 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-65295c97-01d2-4bd4-baa9-a496aa41df56 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1057503 Jul 16 02:01:21.188312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34276) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:21.203038 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-68fbb3d8-eed0-4c2a-aee2-104c82021676 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1562764607'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:21.216874 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b4bf6-5306-4dc7-9163-4a9a187fbfbb req-28d23774-5c0c-48a9-8a48-1392eb5283f8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:21.218666 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f3b4bf6-5306-4dc7-9163-4a9a187fbfbb req-28d23774-5c0c-48a9-8a48-1392eb5283f8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 943 time: 0.2593782 Jul 16 02:01:21.228352 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8899f1e5-b43e-4e4b-bc5e-5e76c4f250d3 req-da56f263-ba3e-4df5-8444-7bceb1dc40e9 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514164 Jul 16 02:01:21.258127 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 3385c3e6-468e-440b-acb6-9077899d8a2b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:21.258508 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.343299 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f3b4bf6-5306-4dc7-9163-4a9a187fbfbb req-a8bbdbfc-c63d-47d4-ba10-9066a9bf042c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098473 Jul 16 02:01:21.419424 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901b6189-b31e-4bed-96fe-e55de8f1cc84', 'name': 'tempest-TestServerBasicOps-854654592-router', 'tenant_id': 'cfd43488394b4972af5400603d9c3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cf7acb25-1211-4ccf-b784-4f2610a89a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:16Z', 'updated_at': '2021-07-16T02:01:19Z', 'revision_number': 3, 'project_id': 'cfd43488394b4972af5400603d9c3297', 'gw_port': {'id': 'cf7acb25-1211-4ccf-b784-4f2610a89a5a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901b6189-b31e-4bed-96fe-e55de8f1cc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:17Z', 'updated_at': '2021-07-16T02:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:21.439498 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acb943-b880-43ac-9b07-c719abc8cad3 req-de1cca23-9263-4891-a20e-2285f10d9b70 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:21.441819 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89acb943-b880-43ac-9b07-c719abc8cad3 req-de1cca23-9263-4891-a20e-2285f10d9b70 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 945 time: 0.0744421 Jul 16 02:01:21.443066 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57e7c2cf-c702-42ad-86a9-d93d83c75f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.447693 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Checking router: 901b6189-b31e-4bed-96fe-e55de8f1cc84 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:21.448363 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Updating router 901b6189-b31e-4bed-96fe-e55de8f1cc84 port cf7acb25-1211-4ccf-b784-4f2610a89a5a binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:01:21.454815 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57e7c2cf-c702-42ad-86a9-d93d83c75f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.484540 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89acb943-b880-43ac-9b07-c719abc8cad3 req-7d5f73ce-dc76-4e8a-953f-4d888b9b5ba8 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362470 Jul 16 02:01:21.485084 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e7c2cf-c702-42ad-86a9-d93d83c75f51 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:21.486975 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.509363 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fbb3d8-eed0-4c2a-aee2-104c82021676 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:21.513084 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-68fbb3d8-eed0-4c2a-aee2-104c82021676 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.514702 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34280) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:21.547376 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57e7c2cf-c702-42ad-86a9-d93d83c75f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.547749 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-57e7c2cf-c702-42ad-86a9-d93d83c75f51 admin admin] Added segment c6e1392a-efc7-4285-b141-fcdd7e5b039f of type vlan for network a7731951-1c9d-4195-ad9d-46d6dacfca21 Jul 16 02:01:21.551209 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7c2cf-c702-42ad-86a9-d93d83c75f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce48fc0c-a61c-4259-a506-c1bd658c6270,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:21.614378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fbb3d8-eed0-4c2a-aee2-104c82021676 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:21.658580 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-68fbb3d8-eed0-4c2a-aee2-104c82021676 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.658929 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-68fbb3d8-eed0-4c2a-aee2-104c82021676 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Added segment 9848761a-8d4e-4e45-9d26-ae4f90dbbb72 of type vlan for network 12f3a1ff-c628-4a5e-b88a-3e702876845f Jul 16 02:01:21.663517 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57e7c2cf-c702-42ad-86a9-d93d83c75f51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.705492 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f8ca4d-e182-4c12-b221-f23e985c89f4 tempest-TestVolumeBootPattern-141990208 tempest-TestVolumeBootPattern-141990208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:21.708074 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d3f8ca4d-e182-4c12-b221-f23e985c89f4 tempest-TestVolumeBootPattern-141990208 tempest-TestVolumeBootPattern-141990208-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 1091 time: 0.1920953 Jul 16 02:01:21.710974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34284) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:21.715823 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': '56738e7b-98e0-41a2-a17d-e2df5a597a60', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:21.751502 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.751873 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-68fbb3d8-eed0-4c2a-aee2-104c82021676 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.775865 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.777512 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57e7c2cf-c702-42ad-86a9-d93d83c75f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.778492 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e7c2cf-c702-42ad-86a9-d93d83c75f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:21.779344 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-57e7c2cf-c702-42ad-86a9-d93d83c75f51 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.783240 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f2ddd3bf-515a-4af0-a4b0-479ba3afe072 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:01:21.799807 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Transition to ACTIVE for port object cf7acb25-1211-4ccf-b784-4f2610a89a5a will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:21.813196 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.837881 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.948856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Attempting to bind port cf7acb25-1211-4ccf-b784-4f2610a89a5a on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:21.949452 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Attempting to bind port cf7acb25-1211-4ccf-b784-4f2610a89a5a by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:21.949917 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Attempting to bind port cf7acb25-1211-4ccf-b784-4f2610a89a5a on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:21.959197 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a1339-51c4-4688-9a68-0b388a1668aa None None] Pushing event updated for resources: {'Port': ['ID=cf7acb25-1211-4ccf-b784-4f2610a89a5a,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:21.969655 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-57e7c2cf-c702-42ad-86a9-d93d83c75f51 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2012963 Jul 16 02:01:21.970516 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:21.970516 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:21.970516 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.971116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:21.971745 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Bound port: cf7acb25-1211-4ccf-b784-4f2610a89a5a, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:21.973307 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.010874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f2ddd3bf-515a-4af0-a4b0-479ba3afe072, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f2ddd3bf-515a-4af0-a4b0-479ba3afe072,segment=NetworkSegment(71f3712b-9e54-4ead-9d03-9f9c82afc54c),segment_id=71f3712b-9e54-4ead-9d03-9f9c82afc54c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:22.035346 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072', 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191', 'port_id': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072', 'mac_address': 'fa:16:3e:ad:b0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:01:22.074028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] Allocated IP 172.20.0.1 (f810871e-08bc-4e19-bade-0a0591b755db/3fe72bd9-1e7c-43cd-a476-acd599dc0243/8651c753-0657-48d9-954c-7d048d2c444b) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:22.077298 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] For port cf7acb25-1211-4ccf-b784-4f2610a89a5a, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:22.099284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] For port cf7acb25-1211-4ccf-b784-4f2610a89a5a, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cf7acb25-1211-4ccf-b784-4f2610a89a5a,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:22.106310 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.108586 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.113536 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-68fbb3d8-eed0-4c2a-aee2-104c82021676 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.120576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbb3d8-eed0-4c2a-aee2-104c82021676 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:22.120576 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-68fbb3d8-eed0-4c2a-aee2-104c82021676 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.159205 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ddd3bf-515a-4af0-a4b0-479ba3afe072 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:22.184119 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7c2cf-c702-42ad-86a9-d93d83c75f51 admin admin] Pushing event updated for resources: {'Network': ['ID=a7731951-1c9d-4195-ad9d-46d6dacfca21,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:22.208473 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network a7731951-1c9d-4195-ad9d-46d6dacfca21 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:22.212374 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f2ddd3bf-515a-4af0-a4b0-479ba3afe072, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f2ddd3bf-515a-4af0-a4b0-479ba3afe072,segment=NetworkSegment(71f3712b-9e54-4ead-9d03-9f9c82afc54c),segment_id=71f3712b-9e54-4ead-9d03-9f9c82afc54c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:22.245047 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.252346 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-68fbb3d8-eed0-4c2a-aee2-104c82021676 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0624702 Jul 16 02:01:22.257076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Routers {'901b6189-b31e-4bed-96fe-e55de8f1cc84'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:22.257896 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['901b6189-b31e-4bed-96fe-e55de8f1cc84'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:22.281542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34294) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:22.299482 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a1339-51c4-4688-9a68-0b388a1668aa None None] Pushing event updated for resources: {'Port': ['ID=cf7acb25-1211-4ccf-b784-4f2610a89a5a,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:22.327308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbb3d8-eed0-4c2a-aee2-104c82021676 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Network': ['ID=12f3a1ff-c628-4a5e-b88a-3e702876845f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:22.335953 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-90bafaef-2d42-432d-a756-678eb63b6462 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'subnet': {'network_id': '12f3a1ff-c628-4a5e-b88a-3e702876845f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:22.348309 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 12f3a1ff-c628-4a5e-b88a-3e702876845f details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:22.350080 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.514144 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.554462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Allocated IP 172.25.1.9 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/b907daef-d789-4eff-aa82-24f1f095b372) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:22.581307 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['f2ddd3bf-515a-4af0-a4b0-479ba3afe072'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:01:22.588742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] Transition to ACTIVE for port object 8651c753-0657-48d9-954c-7d048d2c444b will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:22.617829 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=f2ddd3bf-515a-4af0-a4b0-479ba3afe072,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:22.650032 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0a312218-eaa9-45d1-a6d6-5341af53e7fa no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:22.657516 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] Set router 901b6189-b31e-4bed-96fe-e55de8f1cc84 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:22.659751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bafaef-2d42-432d-a756-678eb63b6462 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:22.662439 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-90bafaef-2d42-432d-a756-678eb63b6462 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.681186 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99a166-6e22-4710-8921-ceb051296dd1 req-bf305302-8bfb-4d64-a509-55920c5dfa9c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:22.683060 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9d99a166-6e22-4710-8921-ceb051296dd1 req-bf305302-8bfb-4d64-a509-55920c5dfa9c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 944 time: 0.1720850 Jul 16 02:01:22.740185 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.759109 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9d99a166-6e22-4710-8921-ceb051296dd1 req-141465ad-670f-4d4c-a0a2-547b6953dc3c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626681 Jul 16 02:01:22.770883 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa039c-5589-4aa5-9d98-5e71d9a9203b req-9d675fba-eb6a-4b4d-8294-0a1d9bfd5230 tempest-ComputeTenantNetworksTest-618451022 tempest-ComputeTenantNetworksTest-618451022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:22.777645 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa039c-5589-4aa5-9d98-5e71d9a9203b req-9d675fba-eb6a-4b4d-8294-0a1d9bfd5230 tempest-ComputeTenantNetworksTest-618451022 tempest-ComputeTenantNetworksTest-618451022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:22.783928 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa039c-5589-4aa5-9d98-5e71d9a9203b req-9d675fba-eb6a-4b4d-8294-0a1d9bfd5230 tempest-ComputeTenantNetworksTest-618451022 tempest-ComputeTenantNetworksTest-618451022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:22.786526 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8daa039c-5589-4aa5-9d98-5e71d9a9203b req-9d675fba-eb6a-4b4d-8294-0a1d9bfd5230 tempest-ComputeTenantNetworksTest-618451022 tempest-ComputeTenantNetworksTest-618451022-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3584585 Jul 16 02:01:22.807730 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.851519 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.886349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:22.897104 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:22.901381 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'Port': ['ID=b907daef-d789-4eff-aa82-24f1f095b372,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:22.903796 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:22.905540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] Network f810871e-08bc-4e19-bade-0a0591b755db is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:22.918337 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:22.921377 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:22.927622 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 0a312218-eaa9-45d1-a6d6-5341af53e7fa {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:01:22.928050 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0a312218-eaa9-45d1-a6d6-5341af53e7fa not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:01:22.973130 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] Pushing event updated for resources: {'Port': ['ID=8651c753-0657-48d9-954c-7d048d2c444b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:22.973708 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c23ba-eed6-4c39-a052-57735748aa45 req-6386021a-22ea-4081-aa27-f81372b6f73d tempest-ComputeTenantNetworksTest-618451022 tempest-ComputeTenantNetworksTest-618451022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:22.974801 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-827c23ba-eed6-4c39-a052-57735748aa45 req-6386021a-22ea-4081-aa27-f81372b6f73d tempest-ComputeTenantNetworksTest-618451022 tempest-ComputeTenantNetworksTest-618451022-project] 10.222.0.54 "GET /v2.0/networks/a7731951-1c9d-4195-ad9d-46d6dacfca21 HTTP/1.1" status: 200 len: 769 time: 0.1646407 Jul 16 02:01:22.994803 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34300) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:23.084069 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.101369 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-90bafaef-2d42-432d-a756-678eb63b6462 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.174484 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901b6189-b31e-4bed-96fe-e55de8f1cc84', 'name': 'tempest-TestServerBasicOps-854654592-router', 'tenant_id': 'cfd43488394b4972af5400603d9c3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cf7acb25-1211-4ccf-b784-4f2610a89a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:16Z', 'updated_at': '2021-07-16T02:01:19Z', 'revision_number': 3, 'project_id': 'cfd43488394b4972af5400603d9c3297', 'gw_port': {'id': 'cf7acb25-1211-4ccf-b784-4f2610a89a5a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901b6189-b31e-4bed-96fe-e55de8f1cc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:17Z', 'updated_at': '2021-07-16T02:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:23.221576 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df2f488-10c4-4c07-9901-4a26730a90a3 None None] The sync data for ids ['901b6189-b31e-4bed-96fe-e55de8f1cc84'] in n-d-800086-6 is: [{'id': '901b6189-b31e-4bed-96fe-e55de8f1cc84', 'name': 'tempest-TestServerBasicOps-854654592-router', 'tenant_id': 'cfd43488394b4972af5400603d9c3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cf7acb25-1211-4ccf-b784-4f2610a89a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:16Z', 'updated_at': '2021-07-16T02:01:19Z', 'revision_number': 3, 'project_id': 'cfd43488394b4972af5400603d9c3297', 'gw_port': {'id': 'cf7acb25-1211-4ccf-b784-4f2610a89a5a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901b6189-b31e-4bed-96fe-e55de8f1cc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:17Z', 'updated_at': '2021-07-16T02:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:23.292927 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-45588e91-6cd0-430f-b05b-16d6711fedf4 None None] Provisioning for port 8651c753-0657-48d9-954c-7d048d2c444b completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:23.307807 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-45588e91-6cd0-430f-b05b-16d6711fedf4 None None] Provisioning complete for port 8651c753-0657-48d9-954c-7d048d2c444b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:23.308204 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45588e91-6cd0-430f-b05b-16d6711fedf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.353386 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-45588e91-6cd0-430f-b05b-16d6711fedf4 None None] Port 8651c753-0657-48d9-954c-7d048d2c444b cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:23.391143 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.481655 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.671323 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.676101 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-639db946-272c-4423-b295-d3a63eeaccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.677444 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.688730 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bafaef-2d42-432d-a756-678eb63b6462 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Subnet': ['ID=93c14c9c-f88a-45b2-8cf1-d69853485516,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:23.756700 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'Port': ['ID=b907daef-d789-4eff-aa82-24f1f095b372,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:23.761235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bafaef-2d42-432d-a756-678eb63b6462 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Checking segment: {'id': '9848761a-8d4e-4e45-9d26-ae4f90dbbb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '12f3a1ff-c628-4a5e-b88a-3e702876845f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:23.761617 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bafaef-2d42-432d-a756-678eb63b6462 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network hostable DHCP agents. Network: 12f3a1ff-c628-4a5e-b88a-3e702876845f, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:23.765375 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.782016 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f2ddd3bf-515a-4af0-a4b0-479ba3afe072 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:23.868774 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-639db946-272c-4423-b295-d3a63eeaccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.878047 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bafaef-2d42-432d-a756-678eb63b6462 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 12f3a1ff-c628-4a5e-b88a-3e702876845f is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:23.883879 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.888575 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-639db946-272c-4423-b295-d3a63eeaccd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7731951-1c9d-4195-ad9d-46d6dacfca21']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:23.901436 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Floating IP d4afdc6b-639c-4dfc-b4a6-7580bb6f010f associated. External IP: 172.25.1.9, port: 56738e7b-98e0-41a2-a17d-e2df5a597a60. Jul 16 02:01:23.911514 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-90bafaef-2d42-432d-a756-678eb63b6462 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 12f3a1ff-c628-4a5e-b88a-3e702876845f) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:23.919163 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bafaef-2d42-432d-a756-678eb63b6462 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:23.919823 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-90bafaef-2d42-432d-a756-678eb63b6462 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.923600 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-639db946-272c-4423-b295-d3a63eeaccd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e1392a-efc7-4285-b141-fcdd7e5b039f') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:23.923955 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-639db946-272c-4423-b295-d3a63eeaccd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e1392a-efc7-4285-b141-fcdd7e5b039f') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:23.946482 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9d6835-16de-47a5-9817-cdfed55ad3c6 None None] Network 12f3a1ff-c628-4a5e-b88a-3e702876845f requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:23.946987 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-639db946-272c-4423-b295-d3a63eeaccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.948578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port f2ddd3bf-515a-4af0-a4b0-479ba3afe072 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:23.970587 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.977028 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port f2ddd3bf-515a-4af0-a4b0-479ba3afe072 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:23.977393 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.991226 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-90bafaef-2d42-432d-a756-678eb63b6462 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6648712 Jul 16 02:01:23.992004 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34304) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:23.997662 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-639db946-272c-4423-b295-d3a63eeaccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.025570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-9cab097c-6d48-4516-abba-92cb7c75c224 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'network_id': '12f3a1ff-c628-4a5e-b88a-3e702876845f', 'name': 'tempest-PortsTestJSON-1559211043'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:24.052184 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639db946-272c-4423-b295-d3a63eeaccd8 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:24.052696 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-639db946-272c-4423-b295-d3a63eeaccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:24.055934 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:24.155172 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.199163 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed712a71-9234-4f0a-be76-6917a35e9fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:24.201676 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5157f78e-96a4-4526-8828-32130ca6cc3d" -d '{"events": [{"server_uuid": "ed712a71-9234-4f0a-be76-6917a35e9fbf", "name": "network-vif-plugged", "status": "completed", "tag": "f2ddd3bf-515a-4af0-a4b0-479ba3afe072"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:24.209292 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-12f3a1ff-c628-4a5e-b88a-3e702876845f', 'network_id': '12f3a1ff-c628-4a5e-b88a-3e702876845f', 'tenant_id': '541d520ca07243f7abbd70de5f77952c', 'fixed_ips': [{'subnet_id': '93c14c9c-f88a-45b2-8cf1-d69853485516'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:24.210498 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.219468 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-639db946-272c-4423-b295-d3a63eeaccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.224385 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Router 0735bcc5-4bec-4153-8133-5917dcf6e604 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:24.225079 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-639db946-272c-4423-b295-d3a63eeaccd8 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.227047 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-639db946-272c-4423-b295-d3a63eeaccd8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a7731951-1c9d-4195-ad9d-46d6dacfca21 HTTP/1.1" status: 204 len: 168 time: 1.2312875 Jul 16 02:01:24.244570 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f2ddd3bf-515a-4af0-a4b0-479ba3afe072, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f2ddd3bf-515a-4af0-a4b0-479ba3afe072,segment=NetworkSegment(71f3712b-9e54-4ead-9d03-9f9c82afc54c),segment_id=71f3712b-9e54-4ead-9d03-9f9c82afc54c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:24.266856 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.320892 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d62dffe-8fb6-4812-a742-1fa9c2f06398 x-openstack-request-id: req-3d62dffe-8fb6-4812-a742-1fa9c2f06398 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:24.322841 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed712a71-9234-4f0a-be76-6917a35e9fbf", "name": "network-vif-plugged", "status": "completed", "tag": "f2ddd3bf-515a-4af0-a4b0-479ba3afe072", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:24.323311 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3d62dffe-8fb6-4812-a742-1fa9c2f06398 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:24.323840 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed712a71-9234-4f0a-be76-6917a35e9fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072', 'code': 200} Jul 16 02:01:24.351252 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639db946-272c-4423-b295-d3a63eeaccd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7731951-1c9d-4195-ad9d-46d6dacfca21,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:24.371984 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fdc46-a6ab-4c21-a2f5-cd5cadf7068a req-b8964c80-6cb1-478f-8012-154613bffeb1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:24.373532 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-201fdc46-a6ab-4c21-a2f5-cd5cadf7068a req-b8964c80-6cb1-478f-8012-154613bffeb1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 944 time: 0.4181092 Jul 16 02:01:24.420276 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34310) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:24.437258 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:24.448232 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2e369a-0bef-448c-98e1-d0247d1d2411 None None] Sync routers for ids ['0735bcc5-4bec-4153-8133-5917dcf6e604'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:24.466156 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2e369a-0bef-448c-98e1-d0247d1d2411 None None] Routers {'0735bcc5-4bec-4153-8133-5917dcf6e604'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:24.467887 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7e2e369a-0bef-448c-98e1-d0247d1d2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0735bcc5-4bec-4153-8133-5917dcf6e604'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:24.484646 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.500110 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=f2ddd3bf-515a-4af0-a4b0-479ba3afe072,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:24.504511 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-55610c85-07b2-4e9a-9abc-f9f8d2457ff3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9de6ec2f42ea4305aa060250871f15a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0842280 Jul 16 02:01:24.507597 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cab097c-6d48-4516-abba-92cb7c75c224 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:24.507765 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34312) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:24.511424 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9cab097c-6d48-4516-abba-92cb7c75c224 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.527849 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.529249 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.565328 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-9cab097c-6d48-4516-abba-92cb7c75c224 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] device_id is not set on port bf1ca712-1f7a-4bef-b268-4520b20218d0 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:01:24.571930 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Allocated IP 172.20.0.2 (12f3a1ff-c628-4a5e-b88a-3e702876845f/93c14c9c-f88a-45b2-8cf1-d69853485516/a535d77a-1584-4d72-81fa-228221fa8b5e) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:24.621095 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9128337d-744a-42e2-9dee-df12a48ac3ea tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.9090760 Jul 16 02:01:24.622714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e404de30-2b69-4c10-81ca-6db37e4e3573', 'tag': '56738e7b-98e0-41a2-a17d-e2df5a597a60'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:24.627611 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ce919d-43fe-4c2f-8df4-421d85ca6b96" -d '{"events": [{"name": "network-changed", "server_uuid": "e404de30-2b69-4c10-81ca-6db37e4e3573", "tag": "56738e7b-98e0-41a2-a17d-e2df5a597a60"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:24.645709 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87f98558-6c76-40a9-9914-78ce5e9790ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.647979 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-201fdc46-a6ab-4c21-a2f5-cd5cadf7068a req-f49b570c-c24f-4671-9836-c02a98c62509 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651365 Jul 16 02:01:24.695208 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87f98558-6c76-40a9-9914-78ce5e9790ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.741048 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.743401 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f064dbc-0f80-40b0-83fc-57f4197d395c x-openstack-request-id: req-0f064dbc-0f80-40b0-83fc-57f4197d395c {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:24.743401 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e404de30-2b69-4c10-81ca-6db37e4e3573", "tag": "56738e7b-98e0-41a2-a17d-e2df5a597a60", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:24.743627 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0f064dbc-0f80-40b0-83fc-57f4197d395c {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:24.744062 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e404de30-2b69-4c10-81ca-6db37e4e3573', 'tag': '56738e7b-98e0-41a2-a17d-e2df5a597a60', 'status': 'completed', 'code': 200} Jul 16 02:01:24.749122 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] Pushing event updated for resources: {'Port': ['ID=8651c753-0657-48d9-954c-7d048d2c444b,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:24.750146 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-7e2e369a-0bef-448c-98e1-d0247d1d2411 None None] Set router 0735bcc5-4bec-4153-8133-5917dcf6e604 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:24.796686 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87f98558-6c76-40a9-9914-78ce5e9790ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.800297 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87f98558-6c76-40a9-9914-78ce5e9790ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.802152 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-87f98558-6c76-40a9-9914-78ce5e9790ca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ce48fc0c-a61c-4259-a506-c1bd658c6270 HTTP/1.1" status: 204 len: 168 time: 0.2933691 Jul 16 02:01:24.832350 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc5316-9175-4f3f-9583-a0a3a6ea3eb1 req-17f82d31-bc26-45f8-b74d-808c62e5fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:24.834144 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1bfc5316-9175-4f3f-9583-a0a3a6ea3eb1 req-17f82d31-bc26-45f8-b74d-808c62e5fbf8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 1096 time: 0.4106982 Jul 16 02:01:24.841350 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.845112 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f98558-6c76-40a9-9914-78ce5e9790ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce48fc0c-a61c-4259-a506-c1bd658c6270,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:24.863428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Transition to ACTIVE for port object a535d77a-1584-4d72-81fa-228221fa8b5e will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:24.883269 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Transition to ACTIVE for port object a535d77a-1584-4d72-81fa-228221fa8b5e will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:24.892126 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1bfc5316-9175-4f3f-9583-a0a3a6ea3eb1 req-34b1dacc-5025-4cbf-9ad7-7ad6bf0c39eb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512159 Jul 16 02:01:24.892528 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cf7acb25-1211-4ccf-b784-4f2610a89a5a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:24.913219 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce919d-43fe-4c2f-8df4-421d85ca6b96 req-b41797ba-1645-491c-8008-95c88ec3f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:24.915113 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c3ce919d-43fe-4c2f-8df4-421d85ca6b96 req-b41797ba-1645-491c-8008-95c88ec3f25b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 1096 time: 0.1116049 Jul 16 02:01:24.920773 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.933259 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] Network f810871e-08bc-4e19-bade-0a0591b755db is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:24.938565 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:25.011070 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Network 12f3a1ff-c628-4a5e-b88a-3e702876845f is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:25.021031 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:25.023962 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:25.040110 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Pushing event updated for resources: {'Port': ['ID=a535d77a-1584-4d72-81fa-228221fa8b5e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:25.051664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-9cab097c-6d48-4516-abba-92cb7c75c224 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Allocated IP 172.20.0.10 (12f3a1ff-c628-4a5e-b88a-3e702876845f/93c14c9c-f88a-45b2-8cf1-d69853485516/bf1ca712-1f7a-4bef-b268-4520b20218d0) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:25.118284 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce919d-43fe-4c2f-8df4-421d85ca6b96 req-cc53e3cb-c9dd-437b-8eee-c7dfe55cd4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:25.119917 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c3ce919d-43fe-4c2f-8df4-421d85ca6b96 req-cc53e3cb-c9dd-437b-8eee-c7dfe55cd4b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 912 time: 0.1980214 Jul 16 02:01:25.187518 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Attempting to bind port a535d77a-1584-4d72-81fa-228221fa8b5e on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:25.188229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Attempting to bind port a535d77a-1584-4d72-81fa-228221fa8b5e by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '9848761a-8d4e-4e45-9d26-ae4f90dbbb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '12f3a1ff-c628-4a5e-b88a-3e702876845f'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:25.188768 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Attempting to bind port a535d77a-1584-4d72-81fa-228221fa8b5e on network 12f3a1ff-c628-4a5e-b88a-3e702876845f {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:25.200368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port cf7acb25-1211-4ccf-b784-4f2610a89a5a completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:25.212677 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port cf7acb25-1211-4ccf-b784-4f2610a89a5a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:25.213319 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.233979 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:25.234281 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Checking segment: {'id': '9848761a-8d4e-4e45-9d26-ae4f90dbbb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '12f3a1ff-c628-4a5e-b88a-3e702876845f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:25.234881 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.236182 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Bound using segment: {'id': '9848761a-8d4e-4e45-9d26-ae4f90dbbb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '12f3a1ff-c628-4a5e-b88a-3e702876845f'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:25.242577 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Bound port: a535d77a-1584-4d72-81fa-228221fa8b5e, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9848761a-8d4e-4e45-9d26-ae4f90dbbb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '12f3a1ff-c628-4a5e-b88a-3e702876845f'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:25.243400 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.306862 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c3ce919d-43fe-4c2f-8df4-421d85ca6b96 req-03c5ff3d-aaaf-4cda-aab5-77e65ba09142 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56738e7b-98e0-41a2-a17d-e2df5a597a60 HTTP/1.1" status: 200 len: 997 time: 0.1787326 Jul 16 02:01:25.313790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] Router 901b6189-b31e-4bed-96fe-e55de8f1cc84 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:25.356036 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7e2e369a-0bef-448c-98e1-d0247d1d2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'd4afdc6b-639c-4dfc-b4a6-7580bb6f010f', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'port_id': '56738e7b-98e0-41a2-a17d-e2df5a597a60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'mac_address': 'fa:16:3e:34:7e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e404de30-2b69-4c10-81ca-6db37e4e3573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:23Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 0, 'project_id': '3429d6c64c11482188275a95cd24498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 5, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:25.398768 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2e369a-0bef-448c-98e1-d0247d1d2411 None None] Checking router: 0735bcc5-4bec-4153-8133-5917dcf6e604 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:25.409250 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e03e2a77-53f8-4f19-83ab-aed3ff5cfe68 None None] Provisioning complete for port 8651c753-0657-48d9-954c-7d048d2c444b triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:25.409584 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e03e2a77-53f8-4f19-83ab-aed3ff5cfe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.414785 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2e369a-0bef-448c-98e1-d0247d1d2411 None None] Routers {'0735bcc5-4bec-4153-8133-5917dcf6e604'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:25.420107 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7e2e369a-0bef-448c-98e1-d0247d1d2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0735bcc5-4bec-4153-8133-5917dcf6e604'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:25.422700 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce919d-43fe-4c2f-8df4-421d85ca6b96 req-83fffda0-2f50-410e-bd2e-4f3c78e6f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:25.426811 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c3ce919d-43fe-4c2f-8df4-421d85ca6b96 req-83fffda0-2f50-410e-bd2e-4f3c78e6f70c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.1097281 Jul 16 02:01:25.511486 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e03e2a77-53f8-4f19-83ab-aed3ff5cfe68 None None] Port 8651c753-0657-48d9-954c-7d048d2c444b cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:25.513846 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] For port a535d77a-1584-4d72-81fa-228221fa8b5e, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:25.537594 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] For port a535d77a-1584-4d72-81fa-228221fa8b5e, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a535d77a-1584-4d72-81fa-228221fa8b5e,segment=NetworkSegment(9848761a-8d4e-4e45-9d26-ae4f90dbbb72),segment_id=9848761a-8d4e-4e45-9d26-ae4f90dbbb72)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:25.539312 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.561291 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce919d-43fe-4c2f-8df4-421d85ca6b96 req-d9bbd854-baf1-4ccb-8410-00c8778ec0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:25.563080 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c3ce919d-43fe-4c2f-8df4-421d85ca6b96 req-d9bbd854-baf1-4ccb-8410-00c8778ec0ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203387 Jul 16 02:01:25.582286 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.592919 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9cab097c-6d48-4516-abba-92cb7c75c224 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.605613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:25.624196 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port cf7acb25-1211-4ccf-b784-4f2610a89a5a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cf7acb25-1211-4ccf-b784-4f2610a89a5a,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:25.635379 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a6f78109-a27c-4816-95c8-097ae112a592 admin admin] 10.222.0.54 "PUT /v2.0/routers/901b6189-b31e-4bed-96fe-e55de8f1cc84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8768382 Jul 16 02:01:25.647218 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-9cab097c-6d48-4516-abba-92cb7c75c224 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Transition to ACTIVE for port object bf1ca712-1f7a-4bef-b268-4520b20218d0 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:25.698622 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.705636 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9cab097c-6d48-4516-abba-92cb7c75c224 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.737354 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-7e2e369a-0bef-448c-98e1-d0247d1d2411 None None] Set router 0735bcc5-4bec-4153-8133-5917dcf6e604 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:25.748709 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Sync routers for ids ['901b6189-b31e-4bed-96fe-e55de8f1cc84'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:25.754708 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cab097c-6d48-4516-abba-92cb7c75c224 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 12f3a1ff-c628-4a5e-b88a-3e702876845f is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:25.757959 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-9cab097c-6d48-4516-abba-92cb7c75c224 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:25.805977 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c3ce919d-43fe-4c2f-8df4-421d85ca6b96 req-9adfd7c0-e39e-4a6b-a73f-db66f8c749c0 service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348673 Jul 16 02:01:25.806289 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab097c-6d48-4516-abba-92cb7c75c224 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:25.806480 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Routers {'901b6189-b31e-4bed-96fe-e55de8f1cc84'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:25.806641 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['901b6189-b31e-4bed-96fe-e55de8f1cc84'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:25.876627 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cab097c-6d48-4516-abba-92cb7c75c224 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:25.877406 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9cab097c-6d48-4516-abba-92cb7c75c224 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.901435 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9cab097c-6d48-4516-abba-92cb7c75c224 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9049704 Jul 16 02:01:25.906532 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34342) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:25.915221 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f68ca356-54b2-41c5-93fd-f4e97f941529 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'network_id': '12f3a1ff-c628-4a5e-b88a-3e702876845f', 'name': 'tempest-PortsTestJSON-953540449'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:25.926526 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c041de-ca1d-470a-b51c-c10ccb340c15 None None] Pushing event updated for resources: {'Port': ['ID=a535d77a-1584-4d72-81fa-228221fa8b5e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:26.059507 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c3ce919d-43fe-4c2f-8df4-421d85ca6b96 req-e501c700-1a64-422d-b95c-e3fb52824c98 service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382133 Jul 16 02:01:26.198791 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=cf7acb25-1211-4ccf-b784-4f2610a89a5a,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:26.255532 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Set router 901b6189-b31e-4bed-96fe-e55de8f1cc84 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:26.317569 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab097c-6d48-4516-abba-92cb7c75c224 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=bf1ca712-1f7a-4bef-b268-4520b20218d0,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:26.382834 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7e2e369a-0bef-448c-98e1-d0247d1d2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'd4afdc6b-639c-4dfc-b4a6-7580bb6f010f', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'port_id': '56738e7b-98e0-41a2-a17d-e2df5a597a60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'mac_address': 'fa:16:3e:34:7e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e404de30-2b69-4c10-81ca-6db37e4e3573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:23Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 0, 'project_id': '3429d6c64c11482188275a95cd24498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 5, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:26.442263 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2e369a-0bef-448c-98e1-d0247d1d2411 None None] The sync data for ids ['0735bcc5-4bec-4153-8133-5917dcf6e604'] in n-d-800086-6 is: [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'd4afdc6b-639c-4dfc-b4a6-7580bb6f010f', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'port_id': '56738e7b-98e0-41a2-a17d-e2df5a597a60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'mac_address': 'fa:16:3e:34:7e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e404de30-2b69-4c10-81ca-6db37e4e3573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:23Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 0, 'project_id': '3429d6c64c11482188275a95cd24498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 5, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:26.495356 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68ca356-54b2-41c5-93fd-f4e97f941529 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:26.500340 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f68ca356-54b2-41c5-93fd-f4e97f941529 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.525900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-f68ca356-54b2-41c5-93fd-f4e97f941529 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] device_id is not set on port c182ea0d-3226-481b-a519-cdafd8b1b21c yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:01:26.542038 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b6f17-2c64-4cb3-8ef2-ea25be58a93b req-c924521f-91ea-46dd-9abe-e6fe197b8a25 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:26.543662 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d89b6f17-2c64-4cb3-8ef2-ea25be58a93b req-c924521f-91ea-46dd-9abe-e6fe197b8a25 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.3487687 Jul 16 02:01:26.647510 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d89b6f17-2c64-4cb3-8ef2-ea25be58a93b req-9f849625-1e7c-4f11-a283-0fcdeb70752f tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706410 Jul 16 02:01:26.655641 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901b6189-b31e-4bed-96fe-e55de8f1cc84', 'name': 'tempest-TestServerBasicOps-854654592-router', 'tenant_id': 'cfd43488394b4972af5400603d9c3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cf7acb25-1211-4ccf-b784-4f2610a89a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:16Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 4, 'project_id': 'cfd43488394b4972af5400603d9c3297', 'gw_port': {'id': 'cf7acb25-1211-4ccf-b784-4f2610a89a5a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901b6189-b31e-4bed-96fe-e55de8f1cc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:17Z', 'updated_at': '2021-07-16T02:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '8651c753-0657-48d9-954c-7d048d2c444b', 'name': '', 'network_id': 'f810871e-08bc-4e19-bade-0a0591b755db', 'tenant_id': 'cfd43488394b4972af5400603d9c3297', 'mac_address': 'fa:16:3e:cc:9f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901b6189-b31e-4bed-96fe-e55de8f1cc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '3fe72bd9-1e7c-43cd-a476-acd599dc0243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:21Z', 'updated_at': '2021-07-16T02:01:24Z', 'revision_number': 2, 'project_id': 'cfd43488394b4972af5400603d9c3297', 'subnets': [{'id': '3fe72bd9-1e7c-43cd-a476-acd599dc0243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:26.733676 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Checking router: 901b6189-b31e-4bed-96fe-e55de8f1cc84 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:26.734047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Updating router 901b6189-b31e-4bed-96fe-e55de8f1cc84 port 8651c753-0657-48d9-954c-7d048d2c444b binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:01:26.752077 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-f68ca356-54b2-41c5-93fd-f4e97f941529 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Allocated IP 172.20.0.13 (12f3a1ff-c628-4a5e-b88a-3e702876845f/93c14c9c-f88a-45b2-8cf1-d69853485516/c182ea0d-3226-481b-a519-cdafd8b1b21c) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:26.793927 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.867752 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a535d77a-1584-4d72-81fa-228221fa8b5e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:26.894957 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb11d603-0fd0-47c6-8664-a167e6b01d57 None None] New status for floating IP d4afdc6b-639c-4dfc-b4a6-7580bb6f010f: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:01:27.035488 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f68ca356-54b2-41c5-93fd-f4e97f941529 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.037723 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port a535d77a-1584-4d72-81fa-228221fa8b5e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:27.068427 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-f68ca356-54b2-41c5-93fd-f4e97f941529 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Transition to ACTIVE for port object c182ea0d-3226-481b-a519-cdafd8b1b21c will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:27.073936 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cf7acb25-1211-4ccf-b784-4f2610a89a5a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:27.155696 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f68ca356-54b2-41c5-93fd-f4e97f941529 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.191057 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port cf7acb25-1211-4ccf-b784-4f2610a89a5a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:27.192351 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.261346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68ca356-54b2-41c5-93fd-f4e97f941529 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 12f3a1ff-c628-4a5e-b88a-3e702876845f is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:27.264035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34362) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:27.303303 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-f68ca356-54b2-41c5-93fd-f4e97f941529 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:27.319097 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ca356-54b2-41c5-93fd-f4e97f941529 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:27.335243 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34366) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:27.340638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3021a455-9037-42cb-9b9a-b077c0af5444 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1367240086', 'description': 'tempest-secgroup-smoke-1367240086 description', 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:27.400066 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3021a455-9037-42cb-9b9a-b077c0af5444 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.409000 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.434254 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Transition to ACTIVE for port object 8651c753-0657-48d9-954c-7d048d2c444b will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:27.441427 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68ca356-54b2-41c5-93fd-f4e97f941529 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:27.442881 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f68ca356-54b2-41c5-93fd-f4e97f941529 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.445740 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.455389 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ca356-54b2-41c5-93fd-f4e97f941529 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=c182ea0d-3226-481b-a519-cdafd8b1b21c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:27.519349 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-91811359-3052-447e-978a-9f3a7b4959fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.537195 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b981e3-a307-428f-9c74-9138dc969976 None None] Pushing event updated for resources: {'Port': ['ID=8651c753-0657-48d9-954c-7d048d2c444b,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:27.564953 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64353c2-e7dc-4e76-b2d6-9a911d4070b6 None None] Network 12f3a1ff-c628-4a5e-b88a-3e702876845f requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:27.572152 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3021a455-9037-42cb-9b9a-b077c0af5444 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.576148 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3021a455-9037-42cb-9b9a-b077c0af5444 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.585740 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f68ca356-54b2-41c5-93fd-f4e97f941529 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6772003 Jul 16 02:01:27.586515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34368) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:27.594342 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Attempting to bind port 8651c753-0657-48d9-954c-7d048d2c444b on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:27.594718 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Attempting to bind port 8651c753-0657-48d9-954c-7d048d2c444b by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'b6abd94d-8941-4288-ae8f-f4f443b8ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f810871e-08bc-4e19-bade-0a0591b755db'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:27.595091 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Attempting to bind port 8651c753-0657-48d9-954c-7d048d2c444b on network f810871e-08bc-4e19-bade-0a0591b755db {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:27.603039 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:27.603279 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Checking segment: {'id': 'b6abd94d-8941-4288-ae8f-f4f443b8ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f810871e-08bc-4e19-bade-0a0591b755db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:27.603679 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.604116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Bound using segment: {'id': 'b6abd94d-8941-4288-ae8f-f4f443b8ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f810871e-08bc-4e19-bade-0a0591b755db'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:27.604601 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Bound port: 8651c753-0657-48d9-954c-7d048d2c444b, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6abd94d-8941-4288-ae8f-f4f443b8ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f810871e-08bc-4e19-bade-0a0591b755db'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:27.604989 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.622284 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021a455-9037-42cb-9b9a-b077c0af5444 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7f8fc0-c55b-4da0-8592-409ba16ba966,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:27.675047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3b182a28-402d-4360-82e0-34fe5166629d None None] Provisioning for port a535d77a-1584-4d72-81fa-228221fa8b5e completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:27.738079 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-91811359-3052-447e-978a-9f3a7b4959fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.743961 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-91811359-3052-447e-978a-9f3a7b4959fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.768177 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3021a455-9037-42cb-9b9a-b077c0af5444 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.770489 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3021a455-9037-42cb-9b9a-b077c0af5444 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4337685 Jul 16 02:01:27.776440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34372) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:27.788084 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-7009ed72-7c85-45e6-9b54-8a53d86301fb tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Request body: {'security_group_rule': {'security_group_id': 'ec7f8fc0-c55b-4da0-8592-409ba16ba966', 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:27.788794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9744d689-579c-4b16-997f-6a7dd96da711 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:27.793381 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9744d689-579c-4b16-997f-6a7dd96da711 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.2031553 Jul 16 02:01:27.796657 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34374) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:27.817748 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-91811359-3052-447e-978a-9f3a7b4959fe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3f9cf91f350644e9a9bc02c0b448712d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5501206 Jul 16 02:01:27.819290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34376) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:27.821633 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91811359-3052-447e-978a-9f3a7b4959fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d99523-d7fe-4597-ade3-ac817102e4ad,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:27.875620 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7009ed72-7c85-45e6-9b54-8a53d86301fb tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.888566 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3b182a28-402d-4360-82e0-34fe5166629d None None] Provisioning complete for port a535d77a-1584-4d72-81fa-228221fa8b5e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:27.888938 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b182a28-402d-4360-82e0-34fe5166629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.932693 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7009ed72-7c85-45e6-9b54-8a53d86301fb tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.946144 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7009ed72-7c85-45e6-9b54-8a53d86301fb tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.953673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e07d3-bc42-4070-ac17-6b14330ed813 req-685aec29-f646-457d-b432-7c5076d10807 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:27.956171 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bf6e07d3-bc42-4070-ac17-6b14330ed813 req-685aec29-f646-457d-b432-7c5076d10807 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.1189775 Jul 16 02:01:27.968880 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9310b839-531d-4227-93c2-f010ed7fec9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.977717 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009ed72-7c85-45e6-9b54-8a53d86301fb tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01771e28-64b2-4910-b721-1342475b3a03,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:27.980062 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4754f-5be0-4af2-b8a7-59bff8ad79ed tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port c182ea0d-3226-481b-a519-cdafd8b1b21c {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:27.980692 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cfa4754f-5be0-4af2-b8a7-59bff8ad79ed tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.989528 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] For port 8651c753-0657-48d9-954c-7d048d2c444b, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:27.998322 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7009ed72-7c85-45e6-9b54-8a53d86301fb tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.002098 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7009ed72-7c85-45e6-9b54-8a53d86301fb tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2174611 Jul 16 02:01:28.002888 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34378) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:28.008937 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9310b839-531d-4227-93c2-f010ed7fec9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.010968 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] For port 8651c753-0657-48d9-954c-7d048d2c444b, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8651c753-0657-48d9-954c-7d048d2c444b,segment=NetworkSegment(b6abd94d-8941-4288-ae8f-f4f443b8ce53),segment_id=b6abd94d-8941-4288-ae8f-f4f443b8ce53)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:28.012454 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-95a2bda1-ee40-4609-b31c-4977da5f27a4 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Request body: {'security_group_rule': {'security_group_id': 'ec7f8fc0-c55b-4da0-8592-409ba16ba966', 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:28.035622 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.084506 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bf6e07d3-bc42-4070-ac17-6b14330ed813 req-32a9f0bf-f827-46b7-9204-dbbdf5f11c0a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079538 Jul 16 02:01:28.084687 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95a2bda1-ee40-4609-b31c-4977da5f27a4 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.119578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Routers {'901b6189-b31e-4bed-96fe-e55de8f1cc84'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:28.120346 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['901b6189-b31e-4bed-96fe-e55de8f1cc84'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:28.125252 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cfa4754f-5be0-4af2-b8a7-59bff8ad79ed tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.141654 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4754f-5be0-4af2-b8a7-59bff8ad79ed tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for c182ea0d-3226-481b-a519-cdafd8b1b21c owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:28.157586 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95a2bda1-ee40-4609-b31c-4977da5f27a4 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.162127 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95a2bda1-ee40-4609-b31c-4977da5f27a4 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.192766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2bda1-ee40-4609-b31c-4977da5f27a4 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efbcfc1-8cc1-4037-8ed2-eb7735a88812,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:28.203260 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95a2bda1-ee40-4609-b31c-4977da5f27a4 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.209957 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-95a2bda1-ee40-4609-b31c-4977da5f27a4 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2053096 Jul 16 02:01:28.211021 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34382) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:28.217642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-651147f0-2ed4-41c3-a64e-e526d15db3ff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Request body: {'security_group_rule': {'security_group_id': 'ec7f8fc0-c55b-4da0-8592-409ba16ba966', 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:28.242304 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9310b839-531d-4227-93c2-f010ed7fec9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.246316 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9310b839-531d-4227-93c2-f010ed7fec9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.250720 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9310b839-531d-4227-93c2-f010ed7fec9e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/97d99523-d7fe-4597-ade3-ac817102e4ad HTTP/1.1" status: 204 len: 168 time: 0.4301262 Jul 16 02:01:28.267777 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-651147f0-2ed4-41c3-a64e-e526d15db3ff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.271221 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b182a28-402d-4360-82e0-34fe5166629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.281898 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310b839-531d-4227-93c2-f010ed7fec9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d99523-d7fe-4597-ade3-ac817102e4ad,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:28.309857 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b981e3-a307-428f-9c74-9138dc969976 None None] Pushing event updated for resources: {'Port': ['ID=8651c753-0657-48d9-954c-7d048d2c444b,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:28.341264 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cfa4754f-5be0-4af2-b8a7-59bff8ad79ed tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.393638 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4754f-5be0-4af2-b8a7-59bff8ad79ed tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=c182ea0d-3226-481b-a519-cdafd8b1b21c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:28.436175 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-651147f0-2ed4-41c3-a64e-e526d15db3ff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.451396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5b83e-ba41-47bb-a389-8a9fb823cb8e req-63bcc816-ea2d-4061-8a0e-88b8f152b698 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:28.452957 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0eb5b83e-ba41-47bb-a389-8a9fb823cb8e req-63bcc816-ea2d-4061-8a0e-88b8f152b698 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.1297660 Jul 16 02:01:28.454228 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-651147f0-2ed4-41c3-a64e-e526d15db3ff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.479883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651147f0-2ed4-41c3-a64e-e526d15db3ff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4642de09-96e0-4b90-a277-d14e4485990d,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:28.492835 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cfa4754f-5be0-4af2-b8a7-59bff8ad79ed tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.495755 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cfa4754f-5be0-4af2-b8a7-59bff8ad79ed tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/ports/c182ea0d-3226-481b-a519-cdafd8b1b21c HTTP/1.1" status: 204 len: 168 time: 0.6980107 Jul 16 02:01:28.498548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34388) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:28.509000 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b16fac80-5614-4e6c-8c48-7f186a0f5d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.521707 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3b182a28-402d-4360-82e0-34fe5166629d None None] For port a535d77a-1584-4d72-81fa-228221fa8b5e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a535d77a-1584-4d72-81fa-228221fa8b5e,segment=NetworkSegment(9848761a-8d4e-4e45-9d26-ae4f90dbbb72),segment_id=9848761a-8d4e-4e45-9d26-ae4f90dbbb72)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:28.539060 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b182a28-402d-4360-82e0-34fe5166629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.544857 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1dc932-04f8-4136-85ea-dc28c5996ec1 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] GET failed (client error): The resource could not be found. Jul 16 02:01:28.545010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] Set router 901b6189-b31e-4bed-96fe-e55de8f1cc84 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:28.546355 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0eb5b83e-ba41-47bb-a389-8a9fb823cb8e req-9948ab0e-5ca4-4bb3-b4c8-c7e30a09ff19 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709672 Jul 16 02:01:28.547459 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1c1dc932-04f8-4136-85ea-dc28c5996ec1 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports/c182ea0d-3226-481b-a519-cdafd8b1b21c HTTP/1.1" status: 404 len: 333 time: 0.0473919 Jul 16 02:01:28.550065 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-651147f0-2ed4-41c3-a64e-e526d15db3ff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.550813 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34390) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:28.554962 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-651147f0-2ed4-41c3-a64e-e526d15db3ff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3421836 Jul 16 02:01:28.555590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34392) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:28.560356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-0e103419-7515-4df3-900a-54229b8637b0 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Request body: {'security_group_rule': {'security_group_id': 'ec7f8fc0-c55b-4da0-8592-409ba16ba966', 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:28.593372 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34396) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:28.621175 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0e103419-7515-4df3-900a-54229b8637b0 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.724746 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b182a28-402d-4360-82e0-34fe5166629d None None] Pushing event updated for resources: {'Port': ['ID=a535d77a-1584-4d72-81fa-228221fa8b5e,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:28.742840 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0e103419-7515-4df3-900a-54229b8637b0 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.747285 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0e103419-7515-4df3-900a-54229b8637b0 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.778491 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316ab052-c23a-4a3f-a52b-f12a89d12b2e tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:28.779257 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-316ab052-c23a-4a3f-a52b-f12a89d12b2e tempest-TestNetworkAdvancedServerOps-1429461808 tempest-TestNetworkAdvancedServerOps-1429461808-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 1091 time: 0.1737387 Jul 16 02:01:28.782497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34402) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:28.789524 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e103419-7515-4df3-900a-54229b8637b0 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2134872b-f725-48a2-acd5-f153c23530f7,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:28.794842 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0e103419-7515-4df3-900a-54229b8637b0 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.798632 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:28.803365 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0e103419-7515-4df3-900a-54229b8637b0 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2466867 Jul 16 02:01:28.804029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34404) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:28.809464 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-1d00b2b6-a9f7-4b59-8968-a58f0e778bc4 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Request body: {'security_group_rule': {'security_group_id': 'ec7f8fc0-c55b-4da0-8592-409ba16ba966', 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:28.828094 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4b2e5-dbf9-4638-873c-4d8ada18b174 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port bf1ca712-1f7a-4bef-b268-4520b20218d0 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:28.828610 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0a4b2e5-dbf9-4638-873c-4d8ada18b174 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.871939 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.877354 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-1d00b2b6-a9f7-4b59-8968-a58f0e778bc4 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Project f51614fe139a43fbafcd3a8f8ba46960 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:01:28.883421 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d00b2b6-a9f7-4b59-8968-a58f0e778bc4 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.910821 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901b6189-b31e-4bed-96fe-e55de8f1cc84', 'name': 'tempest-TestServerBasicOps-854654592-router', 'tenant_id': 'cfd43488394b4972af5400603d9c3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cf7acb25-1211-4ccf-b784-4f2610a89a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:16Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 4, 'project_id': 'cfd43488394b4972af5400603d9c3297', 'gw_port': {'id': 'cf7acb25-1211-4ccf-b784-4f2610a89a5a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901b6189-b31e-4bed-96fe-e55de8f1cc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:17Z', 'updated_at': '2021-07-16T02:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '8651c753-0657-48d9-954c-7d048d2c444b', 'name': '', 'network_id': 'f810871e-08bc-4e19-bade-0a0591b755db', 'tenant_id': 'cfd43488394b4972af5400603d9c3297', 'mac_address': 'fa:16:3e:cc:9f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901b6189-b31e-4bed-96fe-e55de8f1cc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '3fe72bd9-1e7c-43cd-a476-acd599dc0243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:21Z', 'updated_at': '2021-07-16T02:01:27Z', 'revision_number': 4, 'project_id': 'cfd43488394b4972af5400603d9c3297', 'subnets': [{'id': '3fe72bd9-1e7c-43cd-a476-acd599dc0243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:28.956215 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.958587 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7998f6d5-e79c-40d4-b7c2-2806815fad7a None None] The sync data for ids ['901b6189-b31e-4bed-96fe-e55de8f1cc84'] in n-d-800086-6 is: [{'id': '901b6189-b31e-4bed-96fe-e55de8f1cc84', 'name': 'tempest-TestServerBasicOps-854654592-router', 'tenant_id': 'cfd43488394b4972af5400603d9c3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cf7acb25-1211-4ccf-b784-4f2610a89a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:16Z', 'updated_at': '2021-07-16T02:01:23Z', 'revision_number': 4, 'project_id': 'cfd43488394b4972af5400603d9c3297', 'gw_port': {'id': 'cf7acb25-1211-4ccf-b784-4f2610a89a5a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901b6189-b31e-4bed-96fe-e55de8f1cc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:17Z', 'updated_at': '2021-07-16T02:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '8651c753-0657-48d9-954c-7d048d2c444b', 'name': '', 'network_id': 'f810871e-08bc-4e19-bade-0a0591b755db', 'tenant_id': 'cfd43488394b4972af5400603d9c3297', 'mac_address': 'fa:16:3e:cc:9f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901b6189-b31e-4bed-96fe-e55de8f1cc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '3fe72bd9-1e7c-43cd-a476-acd599dc0243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:21Z', 'updated_at': '2021-07-16T02:01:27Z', 'revision_number': 4, 'project_id': 'cfd43488394b4972af5400603d9c3297', 'subnets': [{'id': '3fe72bd9-1e7c-43cd-a476-acd599dc0243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:28.978535 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d00b2b6-a9f7-4b59-8968-a58f0e778bc4 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.991634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d00b2b6-a9f7-4b59-8968-a58f0e778bc4 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.991957 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3451bff3-5442-4eae-9d7e-d21afc02c712 None None] Provisioning for port bf1ca712-1f7a-4bef-b268-4520b20218d0 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:28.999853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3451bff3-5442-4eae-9d7e-d21afc02c712 None None] Provisioning complete for port bf1ca712-1f7a-4bef-b268-4520b20218d0 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:28.999853 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3451bff3-5442-4eae-9d7e-d21afc02c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.039293 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00b2b6-a9f7-4b59-8968-a58f0e778bc4 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0927546-0aa3-49f9-9ceb-cdb6454b1a4c,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:29.051156 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d00b2b6-a9f7-4b59-8968-a58f0e778bc4 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.055304 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1d00b2b6-a9f7-4b59-8968-a58f0e778bc4 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2501905 Jul 16 02:01:29.055975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34412) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:29.065059 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e6cd9c00-0e99-4cbb-ac07-a20cb3ca9fd2 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Request body: {'security_group_rule': {'security_group_id': 'ec7f8fc0-c55b-4da0-8592-409ba16ba966', 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:29.076656 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0a4b2e5-dbf9-4638-873c-4d8ada18b174 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.097754 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3451bff3-5442-4eae-9d7e-d21afc02c712 None None] Port bf1ca712-1f7a-4bef-b268-4520b20218d0 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:29.109256 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-e6cd9c00-0e99-4cbb-ac07-a20cb3ca9fd2 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Project f51614fe139a43fbafcd3a8f8ba46960 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:01:29.116628 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9c00-0e99-4cbb-ac07-a20cb3ca9fd2 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.127043 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3451bff3-5442-4eae-9d7e-d21afc02c712 None None] Provisioning complete for port a535d77a-1584-4d72-81fa-228221fa8b5e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:29.127559 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3451bff3-5442-4eae-9d7e-d21afc02c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.137977 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4b2e5-dbf9-4638-873c-4d8ada18b174 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for bf1ca712-1f7a-4bef-b268-4520b20218d0 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:29.267742 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9c00-0e99-4cbb-ac07-a20cb3ca9fd2 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.273456 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9c00-0e99-4cbb-ac07-a20cb3ca9fd2 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.312725 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3451bff3-5442-4eae-9d7e-d21afc02c712 None None] Could not find standard attr ID for object c182ea0d-3226-481b-a519-cdafd8b1b21c. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:01:29.317644 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd9c00-0e99-4cbb-ac07-a20cb3ca9fd2 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb09da19-7af8-42ff-9557-4ad42c75fc80,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:29.328982 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9c00-0e99-4cbb-ac07-a20cb3ca9fd2 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.330272 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e6cd9c00-0e99-4cbb-ac07-a20cb3ca9fd2 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2733700 Jul 16 02:01:29.412228 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34420) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:29.451667 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d71a176b-2f09-4e4a-ac2c-eb147ed18274 None None] Provisioning complete for port bf1ca712-1f7a-4bef-b268-4520b20218d0 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:29.454863 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d71a176b-2f09-4e4a-ac2c-eb147ed18274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.510612 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d71a176b-2f09-4e4a-ac2c-eb147ed18274 None None] Port bf1ca712-1f7a-4bef-b268-4520b20218d0 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:29.597661 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-805eea5b-8ff4-48b8-87dc-cea0fe4300c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-network', 'tenant_id': '8072fcd5c02343758c430084659e9d69'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:29.623046 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6e2fb688-9f79-490b-be10-7e6ccc1604d2 None None] Could not find standard attr ID for object c182ea0d-3226-481b-a519-cdafd8b1b21c. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:01:29.639205 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805eea5b-8ff4-48b8-87dc-cea0fe4300c3 admin admin] Made reservation on behalf of 8072fcd5c02343758c430084659e9d69 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:29.641677 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-805eea5b-8ff4-48b8-87dc-cea0fe4300c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.655243 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-805eea5b-8ff4-48b8-87dc-cea0fe4300c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.796895 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-805eea5b-8ff4-48b8-87dc-cea0fe4300c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.801666 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-e8aff7bb-ae31-4807-8572-41b5d595ac88 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1367240086&fields=id&tenant_id=f51614fe139a43fbafcd3a8f8ba46960 HTTP/1.1" status: 200 len: 267 time: 0.0792515 Jul 16 02:01:29.811979 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-805eea5b-8ff4-48b8-87dc-cea0fe4300c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.846065 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805eea5b-8ff4-48b8-87dc-cea0fe4300c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:29.858114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805eea5b-8ff4-48b8-87dc-cea0fe4300c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b2a06b-1d64-4e4f-8ac2-7592ce22f5ed,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:29.881114 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-805eea5b-8ff4-48b8-87dc-cea0fe4300c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.881452 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-805eea5b-8ff4-48b8-87dc-cea0fe4300c3 admin admin] Added segment b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f of type vlan for network f70b44d2-3ecb-4e97-b320-384529a39401 Jul 16 02:01:29.903345 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.930065 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-805eea5b-8ff4-48b8-87dc-cea0fe4300c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.980179 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-805eea5b-8ff4-48b8-87dc-cea0fe4300c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.982186 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805eea5b-8ff4-48b8-87dc-cea0fe4300c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:29.984059 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-805eea5b-8ff4-48b8-87dc-cea0fe4300c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.985537 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-6423bba7-2b7c-4d7c-85e5-5c3f9c3e73b9 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:29.988520 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-6423bba7-2b7c-4d7c-85e5-5c3f9c3e73b9 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/networks?id=6809c578-1f7e-42b6-97e0-bd2a60d4cfcc HTTP/1.1" status: 200 len: 808 time: 0.1754348 Jul 16 02:01:29.994707 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0a4b2e5-dbf9-4638-873c-4d8ada18b174 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.034078 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-805eea5b-8ff4-48b8-87dc-cea0fe4300c3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6179206 Jul 16 02:01:30.034962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34434) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:30.041323 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-fcb6079e-30c9-4425-b113-68c470679183 admin admin] Request body: {'subnet': {'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-subnet', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:30.086369 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4b2e5-dbf9-4638-873c-4d8ada18b174 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=bf1ca712-1f7a-4bef-b268-4520b20218d0,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:30.110695 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb6079e-30c9-4425-b113-68c470679183 admin admin] Made reservation on behalf of 8072fcd5c02343758c430084659e9d69 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:30.114119 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fcb6079e-30c9-4425-b113-68c470679183 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.122013 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-694931e1-72ac-41c8-87cf-7b4b45cb1436 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/quotas/f51614fe139a43fbafcd3a8f8ba46960 HTTP/1.1" status: 200 len: 375 time: 0.1199458 Jul 16 02:01:30.149767 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805eea5b-8ff4-48b8-87dc-cea0fe4300c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f70b44d2-3ecb-4e97-b320-384529a39401,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:30.164576 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network f70b44d2-3ecb-4e97-b320-384529a39401 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:30.262563 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Allocated IP 172.25.1.105 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/510f5c56-cb02-4c11-8ed9-bad1772651bf) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:30.336648 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d0a4b2e5-dbf9-4638-873c-4d8ada18b174 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.338916 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d0a4b2e5-dbf9-4638-873c-4d8ada18b174 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/ports/bf1ca712-1f7a-4bef-b268-4520b20218d0 HTTP/1.1" status: 204 len: 168 time: 1.7866189 Jul 16 02:01:30.343047 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34436) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:30.418341 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fcb6079e-30c9-4425-b113-68c470679183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.435033 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-19182383-68e0-4e1e-a708-114bac0c4124 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] GET failed (client error): The resource could not be found. Jul 16 02:01:30.436754 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-19182383-68e0-4e1e-a708-114bac0c4124 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports/bf1ca712-1f7a-4bef-b268-4520b20218d0 HTTP/1.1" status: 404 len: 333 time: 0.0917094 Jul 16 02:01:30.444677 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34438) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:30.498056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6079e-30c9-4425-b113-68c470679183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ee9bce-183e-45ca-b875-18144943b25c,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:30.500244 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb6079e-30c9-4425-b113-68c470679183 admin admin] Checking segment: {'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:30.500812 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb6079e-30c9-4425-b113-68c470679183 admin admin] Network hostable DHCP agents. Network: f70b44d2-3ecb-4e97-b320-384529a39401, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:30.520717 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb6079e-30c9-4425-b113-68c470679183 admin admin] Network f70b44d2-3ecb-4e97-b320-384529a39401 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:30.523443 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-7a4ec341-cc0e-4794-b6fd-4147a1b31ae3 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f51614fe139a43fbafcd3a8f8ba46960&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3739316 Jul 16 02:01:30.531841 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-fcb6079e-30c9-4425-b113-68c470679183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, f70b44d2-3ecb-4e97-b320-384529a39401) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:30.538712 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81ca088-4be2-406e-9566-9e897fc04447 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting subnet 93c14c9c-f88a-45b2-8cf1-d69853485516 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:30.539181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb6079e-30c9-4425-b113-68c470679183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:30.540475 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fcb6079e-30c9-4425-b113-68c470679183 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.542835 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2485a3-ab10-474a-a401-0d686f222e3c None None] Network f70b44d2-3ecb-4e97-b320-384529a39401 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:30.551100 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e81ca088-4be2-406e-9566-9e897fc04447 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.564369 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.568040 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fcb6079e-30c9-4425-b113-68c470679183 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5316288 Jul 16 02:01:30.568698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34440) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:30.574461 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:30.614366 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.616726 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.634845 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e81ca088-4be2-406e-9566-9e897fc04447 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.696459 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-ddbd1d0d-18fc-4543-8128-ff04adb8ea85 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:01:30.707629 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-ddbd1d0d-18fc-4543-8128-ff04adb8ea85 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1370485 Jul 16 02:01:30.723775 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.810036 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-f70b44d2-3ecb-4e97-b320-384529a39401', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:30.811115 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.858151 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a535d77a-1584-4d72-81fa-228221fa8b5e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:30.862006 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e81ca088-4be2-406e-9566-9e897fc04447 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.897396 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.912004 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.966638 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:30.974765 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-6ac83608-5036-4958-9eba-ec46b71d4018 service neutron] 10.222.0.54 "GET /v2.0/networks/6809c578-1f7e-42b6-97e0-bd2a60d4cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625046 Jul 16 02:01:30.999567 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:31.003969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:31.039638 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port a535d77a-1584-4d72-81fa-228221fa8b5e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:31.040083 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.043465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=510f5c56-cb02-4c11-8ed9-bad1772651bf,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:31.085795 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Allocated IP 172.20.0.2 (f70b44d2-3ecb-4e97-b320-384529a39401/52ee9bce-183e-45ca-b875-18144943b25c/52a18787-1f9f-45fc-bd71-07fc57c54de4) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:31.128117 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e81ca088-4be2-406e-9566-9e897fc04447 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.131037 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-569105de-698e-4030-b88d-1a1f0a252c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.132722 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.181185 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.201062 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ca088-4be2-406e-9566-9e897fc04447 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Subnet': ['ID=93c14c9c-f88a-45b2-8cf1-d69853485516,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:31.205211 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e81ca088-4be2-406e-9566-9e897fc04447 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.208412 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e81ca088-4be2-406e-9566-9e897fc04447 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/93c14c9c-f88a-45b2-8cf1-d69853485516 HTTP/1.1" status: 204 len: 168 time: 0.7626634 Jul 16 02:01:31.215232 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34444) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:31.220370 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b1bf62-8f90-4c99-aa37-bb6bd243fbd6 None None] Network 12f3a1ff-c628-4a5e-b88a-3e702876845f requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:31.227518 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.266514 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8651c753-0657-48d9-954c-7d048d2c444b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:31.268442 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-0aca2ab8-2c10-444c-86ee-abfdd9709efd service neutron] 10.222.0.54 "GET /v2.0/networks/6809c578-1f7e-42b6-97e0-bd2a60d4cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579477 Jul 16 02:01:31.368935 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.470256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] Allocated IP 172.25.1.50 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/062e0393-86cb-4587-9439-9f7522bc2c73) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:31.512328 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.524857 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 8651c753-0657-48d9-954c-7d048d2c444b completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:31.528385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Transition to ACTIVE for port object 52a18787-1f9f-45fc-bd71-07fc57c54de4 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:31.543211 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 8651c753-0657-48d9-954c-7d048d2c444b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:31.543664 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.583526 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Transition to ACTIVE for port object 52a18787-1f9f-45fc-bd71-07fc57c54de4 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:31.588658 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd18a98b-037b-4ece-95a0-27a43f673cf2 req-b884741e-a4b5-4c82-94a1-ce3db9168ae8 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 210 time: 0.0781538 Jul 16 02:01:31.600969 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.646380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port a535d77a-1584-4d72-81fa-228221fa8b5e {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:31.646747 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.660889 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Network f70b44d2-3ecb-4e97-b320-384529a39401 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:31.668414 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:31.679139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:31.691494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073db5bf-62f4-43e7-8c0c-924023e0ae6b None None] DHCP port deletion for 12f3a1ff-c628-4a5e-b88a-3e702876845f request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:01:31.703867 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Pushing event updated for resources: {'Port': ['ID=52a18787-1f9f-45fc-bd71-07fc57c54de4,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:31.715586 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.724763 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] For port a535d77a-1584-4d72-81fa-228221fa8b5e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a535d77a-1584-4d72-81fa-228221fa8b5e,segment=NetworkSegment(9848761a-8d4e-4e45-9d26-ae4f90dbbb72),segment_id=9848761a-8d4e-4e45-9d26-ae4f90dbbb72)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:31.725122 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.739947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for a535d77a-1584-4d72-81fa-228221fa8b5e owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:31.817074 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.822245 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.823113 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Attempting to bind port 52a18787-1f9f-45fc-bd71-07fc57c54de4 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:31.823547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Attempting to bind port 52a18787-1f9f-45fc-bd71-07fc57c54de4 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:31.823964 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Attempting to bind port 52a18787-1f9f-45fc-bd71-07fc57c54de4 on network f70b44d2-3ecb-4e97-b320-384529a39401 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:31.840860 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:31.841321 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Checking segment: {'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:31.841586 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.842056 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Bound using segment: {'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:31.842530 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Bound port: 52a18787-1f9f-45fc-bd71-07fc57c54de4, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:31.843405 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.867594 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-073db5bf-62f4-43e7-8c0c-924023e0ae6b None None] Deleting port a535d77a-1584-4d72-81fa-228221fa8b5e {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:31.868017 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-073db5bf-62f4-43e7-8c0c-924023e0ae6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.024488 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.032801 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.086430 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 8651c753-0657-48d9-954c-7d048d2c444b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8651c753-0657-48d9-954c-7d048d2c444b,segment=NetworkSegment(b6abd94d-8941-4288-ae8f-f4f443b8ce53),segment_id=b6abd94d-8941-4288-ae8f-f4f443b8ce53)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:32.103946 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.140473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event updated for resources: {'Port': ['ID=510f5c56-cb02-4c11-8ed9-bad1772651bf,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:32.154642 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.190524 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-073db5bf-62f4-43e7-8c0c-924023e0ae6b None None] For port a535d77a-1584-4d72-81fa-228221fa8b5e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a535d77a-1584-4d72-81fa-228221fa8b5e,segment=NetworkSegment(9848761a-8d4e-4e45-9d26-ae4f90dbbb72),segment_id=9848761a-8d4e-4e45-9d26-ae4f90dbbb72)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:32.190994 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-073db5bf-62f4-43e7-8c0c-924023e0ae6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.215000 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.216398 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-073db5bf-62f4-43e7-8c0c-924023e0ae6b None None] Calling delete_port for a535d77a-1584-4d72-81fa-228221fa8b5e owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:32.224474 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] For port 52a18787-1f9f-45fc-bd71-07fc57c54de4, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:32.257756 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=8651c753-0657-48d9-954c-7d048d2c444b,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:32.261669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] For port 52a18787-1f9f-45fc-bd71-07fc57c54de4, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=52a18787-1f9f-45fc-bd71-07fc57c54de4,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:32.313514 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.316433 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Floating IP 8b94930f-f816-47a8-8a40-f428eb85f0d4 associated. External IP: 172.25.1.105, port: f2ddd3bf-515a-4af0-a4b0-479ba3afe072. Jul 16 02:01:32.327434 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.369391 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No DVR routers for this DVR port a535d77a-1584-4d72-81fa-228221fa8b5e on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:32.375511 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=a535d77a-1584-4d72-81fa-228221fa8b5e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:32.406340 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.431747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd39cca-d4cc-40d1-9288-04b5fabe8779 None None] Pushing event updated for resources: {'Port': ['ID=52a18787-1f9f-45fc-bd71-07fc57c54de4,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:32.444714 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-073db5bf-62f4-43e7-8c0c-924023e0ae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.486942 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073db5bf-62f4-43e7-8c0c-924023e0ae6b None None] No DVR routers for this DVR port a535d77a-1584-4d72-81fa-228221fa8b5e on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:32.495189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073db5bf-62f4-43e7-8c0c-924023e0ae6b None None] Pushing event deleted for resources: {'Port': ['ID=a535d77a-1584-4d72-81fa-228221fa8b5e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:32.504319 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.520743 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f3a1ff-c628-4a5e-b88a-3e702876845f']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:32.548992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9848761a-8d4e-4e45-9d26-ae4f90dbbb72') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:32.549386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9848761a-8d4e-4e45-9d26-ae4f90dbbb72') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:32.562756 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.584242 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.587044 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.599889 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:32.600407 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:32.603429 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:32.640302 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router f5d745f6-4409-47b4-9844-64ee4cdff4d1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:32.652273 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:32.664495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:32.671636 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:32.786692 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] Pushing event updated for resources: {'Port': ['ID=062e0393-86cb-4587-9439-9f7522bc2c73,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:32.795697 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8651c753-0657-48d9-954c-7d048d2c444b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:32.826815 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:32.843163 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.860616 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95c11e6-1845-48f4-adc8-a955372404b3 None None] Sync routers for ids ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:32.862123 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.884119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95c11e6-1845-48f4-adc8-a955372404b3 None None] Routers {'f5d745f6-4409-47b4-9844-64ee4cdff4d1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:32.884119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a95c11e6-1845-48f4-adc8-a955372404b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:32.890637 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.892798 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/networks/12f3a1ff-c628-4a5e-b88a-3e702876845f HTTP/1.1" status: 204 len: 168 time: 1.6765807 Jul 16 02:01:32.893770 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e539c27-6f8b-4aca-8fd6-a4d36f2f09ac tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Network': ['ID=12f3a1ff-c628-4a5e-b88a-3e702876845f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:32.898666 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34460) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:32.911052 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-251c0d94-c0c0-4c07-8319-8035caa575eb req-9946b839-920b-48fe-979a-159b58fba6e3 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 210 time: 0.0627594 Jul 16 02:01:32.922265 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-94aeae5d-454a-4602-af2f-58faec195892 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-217185542'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:32.941815 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dbc6fca5-d611-4db1-ad9f-33516e2a3323 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1575429 Jul 16 02:01:32.942668 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed712a71-9234-4f0a-be76-6917a35e9fbf', 'tag': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:32.946235 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b96975-537f-440a-8cd8-741c22e2cecc" -d '{"events": [{"name": "network-changed", "server_uuid": "ed712a71-9234-4f0a-be76-6917a35e9fbf", "tag": "f2ddd3bf-515a-4af0-a4b0-479ba3afe072"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:32.968090 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 8651c753-0657-48d9-954c-7d048d2c444b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:32.968472 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.975527 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94aeae5d-454a-4602-af2f-58faec195892 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:32.979597 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-94aeae5d-454a-4602-af2f-58faec195892 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.998443 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5154443a-949a-44e7-aa15-e84bd8a4fccc x-openstack-request-id: req-5154443a-949a-44e7-aa15-e84bd8a4fccc {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:32.999441 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed712a71-9234-4f0a-be76-6917a35e9fbf", "tag": "f2ddd3bf-515a-4af0-a4b0-479ba3afe072", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:33.001193 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5154443a-949a-44e7-aa15-e84bd8a4fccc {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:33.002069 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed712a71-9234-4f0a-be76-6917a35e9fbf', 'tag': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072', 'status': 'completed', 'code': 200} Jul 16 02:01:33.039578 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94aeae5d-454a-4602-af2f-58faec195892 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:33.067482 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-94aeae5d-454a-4602-af2f-58faec195892 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.068555 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-94aeae5d-454a-4602-af2f-58faec195892 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Added segment 44fa09d7-08ef-47eb-87fb-7c5ac1537f81 of type vlan for network 63d16e30-2ff2-41a9-962f-c25195f461e3 Jul 16 02:01:33.121314 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-a95c11e6-1845-48f4-adc8-a955372404b3 None None] Set router f5d745f6-4409-47b4-9844-64ee4cdff4d1 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:33.135699 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b96975-537f-440a-8cd8-741c22e2cecc req-15a0834e-78da-4cf6-beec-0682ebc2cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:33.142187 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-58b96975-537f-440a-8cd8-741c22e2cecc req-15a0834e-78da-4cf6-beec-0682ebc2cabf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 1096 time: 0.0916345 Jul 16 02:01:33.240729 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a535d77a-1584-4d72-81fa-228221fa8b5e no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:33.262121 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-94aeae5d-454a-4602-af2f-58faec195892 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.271274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: a535d77a-1584-4d72-81fa-228221fa8b5e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:01:33.271901 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a535d77a-1584-4d72-81fa-228221fa8b5e not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:01:33.298383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b96975-537f-440a-8cd8-741c22e2cecc req-c2263423-9b69-46c5-81f7-9c856c260634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:33.299926 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-58b96975-537f-440a-8cd8-741c22e2cecc req-c2263423-9b69-46c5-81f7-9c856c260634 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 HTTP/1.1" status: 200 len: 897 time: 0.1554573 Jul 16 02:01:33.337424 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.399210 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-58b96975-537f-440a-8cd8-741c22e2cecc req-f8431a8c-faf8-42f4-8207-2b5225710e61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2ddd3bf-515a-4af0-a4b0-479ba3afe072 HTTP/1.1" status: 200 len: 999 time: 0.0924695 Jul 16 02:01:33.470331 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b96975-537f-440a-8cd8-741c22e2cecc req-2a6f9ba0-98f2-4dc9-8a0a-d42632843244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:33.473330 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-58b96975-537f-440a-8cd8-741c22e2cecc req-2a6f9ba0-98f2-4dc9-8a0a-d42632843244 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00d12493-0b0b-4360-b3ad-fb8e8bb4bb28 HTTP/1.1" status: 200 len: 834 time: 0.0678914 Jul 16 02:01:33.484816 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a95c11e6-1845-48f4-adc8-a955372404b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866754018', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:55Z', 'updated_at': '2021-07-16T02:01:05Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:56Z', 'updated_at': '2021-07-16T02:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '8b94930f-f816-47a8-8a40-f428eb85f0d4', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'port_id': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191', 'mac_address': 'fa:16:3e:ad:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed712a71-9234-4f0a-be76-6917a35e9fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:31Z', 'revision_number': 0, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915ccaa2-2fca-4340-a87a-f03c3c9e79d2', 'name': '', 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:db:00:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:03Z', 'updated_at': '2021-07-16T02:01:13Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:33.527533 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95c11e6-1845-48f4-adc8-a955372404b3 None None] Checking router: f5d745f6-4409-47b4-9844-64ee4cdff4d1 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:33.538784 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95c11e6-1845-48f4-adc8-a955372404b3 None None] Routers {'f5d745f6-4409-47b4-9844-64ee4cdff4d1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:33.539459 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a95c11e6-1845-48f4-adc8-a955372404b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:33.555523 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b96975-537f-440a-8cd8-741c22e2cecc req-c56aaac4-a90f-4f05-ac55-3ae5038ec513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:33.557342 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-58b96975-537f-440a-8cd8-741c22e2cecc req-c56aaac4-a90f-4f05-ac55-3ae5038ec513 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e0d1bd8-43ee-4d49-9e08-f208c2ed3191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751505 Jul 16 02:01:33.559004 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab671385-9582-4411-9f4e-9c9426c890a1 req-de8a71be-7b78-4a61-bea7-8827c50c5949 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:33.560590 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab671385-9582-4411-9f4e-9c9426c890a1 req-de8a71be-7b78-4a61-bea7-8827c50c5949 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.4193609 Jul 16 02:01:33.621488 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab671385-9582-4411-9f4e-9c9426c890a1 req-3f503ca4-f2f7-4155-a21a-9b98d9d853e9 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529776 Jul 16 02:01:33.625582 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-94aeae5d-454a-4602-af2f-58faec195892 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.631515 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aeae5d-454a-4602-af2f-58faec195892 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:33.632163 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-94aeae5d-454a-4602-af2f-58faec195892 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.657342 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34466) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:33.669439 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-a95c11e6-1845-48f4-adc8-a955372404b3 None None] Set router f5d745f6-4409-47b4-9844-64ee4cdff4d1 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:33.719466 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aeae5d-454a-4602-af2f-58faec195892 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Network': ['ID=63d16e30-2ff2-41a9-962f-c25195f461e3,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:33.735503 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-ca9f267d-c8c8-4e83-a4d3-529ed299b3ec tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:33.737614 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-ca9f267d-c8c8-4e83-a4d3-529ed299b3ec tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.47 "GET /v2.0/networks?id=6809c578-1f7e-42b6-97e0-bd2a60d4cfcc HTTP/1.1" status: 200 len: 808 time: 0.5538449 Jul 16 02:01:33.748315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fae1a187-4c88-49ab-9c03-e8540b058e69 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/floatingips/8b94930f-f816-47a8-8a40-f428eb85f0d4 HTTP/1.1" status: 200 len: 991 time: 0.0898120 Jul 16 02:01:33.750528 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-58b96975-537f-440a-8cd8-741c22e2cecc req-db4f0182-9561-4300-a589-69d9ff5cc010 service neutron] 10.222.0.26 "GET /v2.0/networks/3e0d1bd8-43ee-4d49-9e08-f208c2ed3191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831832 Jul 16 02:01:33.782286 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 63d16e30-2ff2-41a9-962f-c25195f461e3 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:33.816138 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49279866-1160-4146-b544-1981ccf367ba None None] Network f70b44d2-3ecb-4e97-b320-384529a39401 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:33.830573 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-94aeae5d-454a-4602-af2f-58faec195892 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9306121 Jul 16 02:01:33.834006 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34468) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:33.839748 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a78c0d73-cdbd-4795-9c74-39ce7f96dd2f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'subnet': {'network_id': '63d16e30-2ff2-41a9-962f-c25195f461e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:33.852385 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-aee08d41-e827-4972-867d-55f49ebf154e tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f51614fe139a43fbafcd3a8f8ba46960 HTTP/1.1" status: 200 len: 380 time: 0.0787468 Jul 16 02:01:33.869821 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-58b96975-537f-440a-8cd8-741c22e2cecc req-56e7eb2e-d49f-488c-9a7d-f55bf7b56217 service neutron] 10.222.0.26 "GET /v2.0/networks/3e0d1bd8-43ee-4d49-9e08-f208c2ed3191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126816 Jul 16 02:01:33.890638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-f861f48e-317e-4b56-8d57-1526e542277c tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Request body: {'port': {'device_id': 'dceed18b-995b-4c40-bb45-6d63b7ace024', 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc', 'admin_state_up': True, 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'security_groups': ['ec7f8fc0-c55b-4da0-8592-409ba16ba966']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:34.001800 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.007670 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fc849f42-348c-4821-ac11-5d1b000ad469 None None] Provisioning for port 52a18787-1f9f-45fc-bd71-07fc57c54de4 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:34.029174 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.077408 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9e65c2e4-fefd-4e09-a85e-28c58385ad75 req-609ec405-257e-4468-a070-95609e396cb6 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 210 time: 0.0332515 Jul 16 02:01:34.151312 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78c0d73-cdbd-4795-9c74-39ce7f96dd2f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:34.154746 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a78c0d73-cdbd-4795-9c74-39ce7f96dd2f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.158586 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a95c11e6-1845-48f4-adc8-a955372404b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866754018', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:55Z', 'updated_at': '2021-07-16T02:01:05Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:56Z', 'updated_at': '2021-07-16T02:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '8b94930f-f816-47a8-8a40-f428eb85f0d4', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'port_id': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191', 'mac_address': 'fa:16:3e:ad:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed712a71-9234-4f0a-be76-6917a35e9fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:31Z', 'revision_number': 0, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915ccaa2-2fca-4340-a87a-f03c3c9e79d2', 'name': '', 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:db:00:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:03Z', 'updated_at': '2021-07-16T02:01:13Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:34.191855 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95c11e6-1845-48f4-adc8-a955372404b3 None None] The sync data for ids ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'] in n-d-800086-6 is: [{'id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866754018', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:55Z', 'updated_at': '2021-07-16T02:01:05Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:56Z', 'updated_at': '2021-07-16T02:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '8b94930f-f816-47a8-8a40-f428eb85f0d4', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'port_id': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191', 'mac_address': 'fa:16:3e:ad:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed712a71-9234-4f0a-be76-6917a35e9fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:31Z', 'revision_number': 0, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915ccaa2-2fca-4340-a87a-f03c3c9e79d2', 'name': '', 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:db:00:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:03Z', 'updated_at': '2021-07-16T02:01:13Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:34.214551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-f861f48e-317e-4b56-8d57-1526e542277c tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Made reservation on behalf of f51614fe139a43fbafcd3a8f8ba46960 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:34.218227 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-f861f48e-317e-4b56-8d57-1526e542277c tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.436391 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] Router 6465c642-b678-4e99-b567-572eb3db1825 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:01:34.453674 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bce5ce1-dd6f-4e43-8b31-e78a59983b71 None None] New status for floating IP 8b94930f-f816-47a8-8a40-f428eb85f0d4: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:01:34.490381 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-f861f48e-317e-4b56-8d57-1526e542277c tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Allocated IP 172.20.0.3 (6809c578-1f7e-42b6-97e0-bd2a60d4cfcc/db8914cf-667c-4879-822f-6fa815c45985/51315f74-85cf-4545-973f-b53a49599264) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:34.619120 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a78c0d73-cdbd-4795-9c74-39ce7f96dd2f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.698929 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 52a18787-1f9f-45fc-bd71-07fc57c54de4 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:34.730883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:34.741463 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Sync routers for ids ['6465c642-b678-4e99-b567-572eb3db1825'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:34.742851 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c0d73-cdbd-4795-9c74-39ce7f96dd2f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Subnet': ['ID=3eeb3e7f-0e71-42cf-a9cd-b721b62990c1,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:34.751490 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34472) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:34.761922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Routers {'6465c642-b678-4e99-b567-572eb3db1825'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:34.762804 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6465c642-b678-4e99-b567-572eb3db1825'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:34.801073 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.803207 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4b53b0b8-9f68-487b-86e9-18edf354cd46 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2332444 Jul 16 02:01:34.810163 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34474) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:34.811285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78c0d73-cdbd-4795-9c74-39ce7f96dd2f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Checking segment: {'id': '44fa09d7-08ef-47eb-87fb-7c5ac1537f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63d16e30-2ff2-41a9-962f-c25195f461e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:34.811661 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78c0d73-cdbd-4795-9c74-39ce7f96dd2f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network hostable DHCP agents. Network: 63d16e30-2ff2-41a9-962f-c25195f461e3, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:34.849506 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78c0d73-cdbd-4795-9c74-39ce7f96dd2f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 63d16e30-2ff2-41a9-962f-c25195f461e3 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:34.860524 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-eb980380-6cb0-4940-96b1-7575e7fed049 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/floatingips/8b94930f-f816-47a8-8a40-f428eb85f0d4 HTTP/1.1" status: 200 len: 993 time: 0.1076717 Jul 16 02:01:34.874044 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-f861f48e-317e-4b56-8d57-1526e542277c tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.882876 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-a78c0d73-cdbd-4795-9c74-39ce7f96dd2f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 63d16e30-2ff2-41a9-962f-c25195f461e3) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:34.883983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 52a18787-1f9f-45fc-bd71-07fc57c54de4 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:34.889227 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78c0d73-cdbd-4795-9c74-39ce7f96dd2f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:34.889825 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a78c0d73-cdbd-4795-9c74-39ce7f96dd2f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.899838 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-f861f48e-317e-4b56-8d57-1526e542277c tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Transition to ACTIVE for port object 51315f74-85cf-4545-973f-b53a49599264 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:34.908080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c921a14-e6ca-4301-9160-73a0b7418634 None None] Network 63d16e30-2ff2-41a9-962f-c25195f461e3 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:34.913999 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a78c0d73-cdbd-4795-9c74-39ce7f96dd2f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0786312 Jul 16 02:01:34.918012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34476) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:34.924304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-38248355-b52d-4949-82b3-d97c1f61dd57 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'network_id': '63d16e30-2ff2-41a9-962f-c25195f461e3', 'name': 'tempest-PortsTestJSON-907712285', 'fixed_ips': [{'subnet_id': '3eeb3e7f-0e71-42cf-a9cd-b721b62990c1', 'ip_address': '172.20.0.10'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:34.942898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 52a18787-1f9f-45fc-bd71-07fc57c54de4 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:34.943232 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.947460 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Set router 6465c642-b678-4e99-b567-572eb3db1825 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:35.024017 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-f861f48e-317e-4b56-8d57-1526e542277c tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.091538 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-f861f48e-317e-4b56-8d57-1526e542277c tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Network 6809c578-1f7e-42b6-97e0-bd2a60d4cfcc is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:35.100564 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-f861f48e-317e-4b56-8d57-1526e542277c tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:35.105710 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-f861f48e-317e-4b56-8d57-1526e542277c tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:35.108178 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861f48e-317e-4b56-8d57-1526e542277c tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Pushing event updated for resources: {'Port': ['ID=51315f74-85cf-4545-973f-b53a49599264,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:35.196658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38248355-b52d-4949-82b3-d97c1f61dd57 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:35.347800 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-f861f48e-317e-4b56-8d57-1526e542277c tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:35.348706 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-f861f48e-317e-4b56-8d57-1526e542277c tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.375701 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.387865 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-38248355-b52d-4949-82b3-d97c1f61dd57 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.396142 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-f861f48e-317e-4b56-8d57-1526e542277c tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5093546 Jul 16 02:01:35.418902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-38248355-b52d-4949-82b3-d97c1f61dd57 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] device_id is not set on port c1f060f2-2395-461c-9131-313f54065f35 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:01:35.426985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Request body: {'port': {'device_id': 'dceed18b-995b-4c40-bb45-6d63b7ace024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:35.509480 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.526079 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-63d16e30-2ff2-41a9-962f-c25195f461e3', 'network_id': '63d16e30-2ff2-41a9-962f-c25195f461e3', 'tenant_id': '541d520ca07243f7abbd70de5f77952c', 'fixed_ips': [{'subnet_id': '3eeb3e7f-0e71-42cf-a9cd-b721b62990c1'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:35.526669 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.528204 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1f30b-64ff-45a4-a4bb-b3c6957fcc45 req-695ac0cd-c0ad-4bff-89a7-3572613149fc tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:35.531000 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6b1a3d03-2b18-40d1-b270-169f924f77c8 None None] Provisioning for port 51315f74-85cf-4545-973f-b53a49599264 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:35.535589 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a0a1f30b-64ff-45a4-a4bb-b3c6957fcc45 req-695ac0cd-c0ad-4bff-89a7-3572613149fc tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 931 time: 0.2395871 Jul 16 02:01:35.553584 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6b1a3d03-2b18-40d1-b270-169f924f77c8 None None] Provisioning complete for port 51315f74-85cf-4545-973f-b53a49599264 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:35.553990 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3d03-2b18-40d1-b270-169f924f77c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.586618 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] Allocated IP 172.20.0.1 (f70b44d2-3ecb-4e97-b320-384529a39401/52ee9bce-183e-45ca-b875-18144943b25c/564fc316-2ba3-46a5-92f6-5b27b4066300) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:35.610257 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 52a18787-1f9f-45fc-bd71-07fc57c54de4, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=52a18787-1f9f-45fc-bd71-07fc57c54de4,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:35.663314 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a0a1f30b-64ff-45a4-a4bb-b3c6957fcc45 req-66c0d073-6158-46a0-b289-26776baaa461 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec7f8fc0-c55b-4da0-8592-409ba16ba966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275413 Jul 16 02:01:35.666636 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.671728 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.697988 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:01:35.705413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a3d03-2b18-40d1-b270-169f924f77c8 None None] Port 51315f74-85cf-4545-973f-b53a49599264 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:35.707974 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:01:33Z', 'revision_number': 3, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port': {'id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:35.718984 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.735762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] Transition to ACTIVE for port object 564fc316-2ba3-46a5-92f6-5b27b4066300 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:35.752715 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Checking router: 6465c642-b678-4e99-b567-572eb3db1825 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:35.752983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Updating router 6465c642-b678-4e99-b567-572eb3db1825 port 062e0393-86cb-4587-9439-9f7522bc2c73 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:01:35.761059 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-38248355-b52d-4949-82b3-d97c1f61dd57 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Allocated IP 172.20.0.10 (63d16e30-2ff2-41a9-962f-c25195f461e3/3eeb3e7f-0e71-42cf-a9cd-b721b62990c1/c1f060f2-2395-461c-9131-313f54065f35) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:35.777049 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.795793 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=52a18787-1f9f-45fc-bd71-07fc57c54de4,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:35.804256 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.825408 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] Network f70b44d2-3ecb-4e97-b320-384529a39401 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:35.829929 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:35.833360 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:35.839733 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] Pushing event updated for resources: {'Port': ['ID=564fc316-2ba3-46a5-92f6-5b27b4066300,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:36.122314 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-38248355-b52d-4949-82b3-d97c1f61dd57 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.142838 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.150241 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-38248355-b52d-4949-82b3-d97c1f61dd57 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Transition to ACTIVE for port object c1f060f2-2395-461c-9131-313f54065f35 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:36.158381 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Transition to ACTIVE for port object 062e0393-86cb-4587-9439-9f7522bc2c73 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:36.161249 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9089d453-0db3-43f6-a0a7-853574f358e5 None None] Provisioning for port 564fc316-2ba3-46a5-92f6-5b27b4066300 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:36.166912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9089d453-0db3-43f6-a0a7-853574f358e5 None None] Provisioning complete for port 564fc316-2ba3-46a5-92f6-5b27b4066300 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:36.167442 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9089d453-0db3-43f6-a0a7-853574f358e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.170660 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.199766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51315f74-85cf-4545-973f-b53a49599264 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:36.219644 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.254009 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Transition to ACTIVE for port object 51315f74-85cf-4545-973f-b53a49599264 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:36.260844 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.266352 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.277737 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9089d453-0db3-43f6-a0a7-853574f358e5 None None] Port 564fc316-2ba3-46a5-92f6-5b27b4066300 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:36.279731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Attempting to bind port 062e0393-86cb-4587-9439-9f7522bc2c73 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:36.280582 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Attempting to bind port 062e0393-86cb-4587-9439-9f7522bc2c73 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:36.281252 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Attempting to bind port 062e0393-86cb-4587-9439-9f7522bc2c73 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:36.285429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12535c51-28ce-470a-945b-1cfa99bf51d0 None None] Pushing event updated for resources: {'Port': ['ID=062e0393-86cb-4587-9439-9f7522bc2c73,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:36.308068 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-38248355-b52d-4949-82b3-d97c1f61dd57 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.309677 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:36.309677 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:36.309957 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.310267 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:36.310746 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Bound port: 062e0393-86cb-4587-9439-9f7522bc2c73, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:36.312168 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.351003 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Pushing event updated for resources: {'Port': ['ID=51315f74-85cf-4545-973f-b53a49599264,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:36.366369 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38248355-b52d-4949-82b3-d97c1f61dd57 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 63d16e30-2ff2-41a9-962f-c25195f461e3 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:36.402910 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-38248355-b52d-4949-82b3-d97c1f61dd57 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:36.408489 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38248355-b52d-4949-82b3-d97c1f61dd57 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:36.421563 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Allocated IP 172.20.0.2 (63d16e30-2ff2-41a9-962f-c25195f461e3/3eeb3e7f-0e71-42cf-a9cd-b721b62990c1/4726be73-922e-48db-ab72-a1c46d9464b7) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:36.432253 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] For port 062e0393-86cb-4587-9439-9f7522bc2c73, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:36.439364 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] For port 062e0393-86cb-4587-9439-9f7522bc2c73, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=062e0393-86cb-4587-9439-9f7522bc2c73,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:36.464245 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.529460 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.649637 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Routers {'6465c642-b678-4e99-b567-572eb3db1825'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:36.650299 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6465c642-b678-4e99-b567-572eb3db1825'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:36.676541 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.683322 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.723024 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12535c51-28ce-470a-945b-1cfa99bf51d0 None None] Pushing event updated for resources: {'Port': ['ID=062e0393-86cb-4587-9439-9f7522bc2c73,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:36.725830 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 52a18787-1f9f-45fc-bd71-07fc57c54de4 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:36.760539 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.773806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] Pushing event updated for resources: {'Port': ['ID=564fc316-2ba3-46a5-92f6-5b27b4066300,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:36.829879 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.841639 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38248355-b52d-4949-82b3-d97c1f61dd57 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=c1f060f2-2395-461c-9131-313f54065f35,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:36.851878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38248355-b52d-4949-82b3-d97c1f61dd57 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:36.852726 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-38248355-b52d-4949-82b3-d97c1f61dd57 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.853323 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Transition to ACTIVE for port object 4726be73-922e-48db-ab72-a1c46d9464b7 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:36.872156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Attempting to bind port 51315f74-85cf-4545-973f-b53a49599264 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:36.872424 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Attempting to bind port 51315f74-85cf-4545-973f-b53a49599264 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'c85c2ebe-23ac-49fc-b790-784434756ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:36.872772 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Attempting to bind port 51315f74-85cf-4545-973f-b53a49599264 on network 6809c578-1f7e-42b6-97e0-bd2a60d4cfcc {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:36.880366 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Port 51315f74-85cf-4545-973f-b53a49599264 on network 6809c578-1f7e-42b6-97e0-bd2a60d4cfcc not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:01:36.880749 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Attempting to bind port 51315f74-85cf-4545-973f-b53a49599264 on network 6809c578-1f7e-42b6-97e0-bd2a60d4cfcc {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:36.886320 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-38248355-b52d-4949-82b3-d97c1f61dd57 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9648168 Jul 16 02:01:36.887550 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34484) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:36.894593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-dc10ac5c-0d16-44b5-8923-422e0d9bb777 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'network_id': '63d16e30-2ff2-41a9-962f-c25195f461e3', 'name': 'tempest-PortsTestJSON-1930679736', 'fixed_ips': [{'subnet_id': '3eeb3e7f-0e71-42cf-a9cd-b721b62990c1', 'ip_address': '172.20.0.9'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:36.895413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Transition to ACTIVE for port object 4726be73-922e-48db-ab72-a1c46d9464b7 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:36.898263 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:36.898612 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Checking segment: {'id': 'c85c2ebe-23ac-49fc-b790-784434756ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:36.899005 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Bound using segment: {'id': 'c85c2ebe-23ac-49fc-b790-784434756ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:36.899463 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Bound port: 51315f74-85cf-4545-973f-b53a49599264, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c85c2ebe-23ac-49fc-b790-784434756ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:36.899872 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.906245 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] Set router 6465c642-b678-4e99-b567-572eb3db1825 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:36.933921 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.937267 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] Network f70b44d2-3ecb-4e97-b320-384529a39401 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:36.941641 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:36.985233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 52a18787-1f9f-45fc-bd71-07fc57c54de4 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:36.985646 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.000459 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Network 63d16e30-2ff2-41a9-962f-c25195f461e3 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:37.032882 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:37.055918 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] For port 51315f74-85cf-4545-973f-b53a49599264, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:37.058569 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da330ec-e5bb-49de-af17-144d31f3a058 req-dbbe8e23-4b06-4750-8eb9-82c4eece6dbf tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:37.059363 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] For port 51315f74-85cf-4545-973f-b53a49599264, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=51315f74-85cf-4545-973f-b53a49599264,segment=NetworkSegment(c85c2ebe-23ac-49fc-b790-784434756ef9),segment_id=c85c2ebe-23ac-49fc-b790-784434756ef9)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:37.066276 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4da330ec-e5bb-49de-af17-144d31f3a058 req-dbbe8e23-4b06-4750-8eb9-82c4eece6dbf tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 943 time: 0.1913824 Jul 16 02:01:37.067224 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.068241 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:37.081607 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Pushing event updated for resources: {'Port': ['ID=4726be73-922e-48db-ab72-a1c46d9464b7,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:37.119736 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:37.120388 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.121864 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] 10.222.0.47 "PUT /v2.0/ports/51315f74-85cf-4545-973f-b53a49599264 HTTP/1.1" status: 200 len: 1091 time: 1.7048860 Jul 16 02:01:37.122311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dceed18b-995b-4c40-bb45-6d63b7ace024', 'tag': '51315f74-85cf-4545-973f-b53a49599264'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:37.124682 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429084de-9f7e-4b28-b16f-639ffaa405ab" -d '{"events": [{"name": "network-changed", "server_uuid": "dceed18b-995b-4c40-bb45-6d63b7ace024", "tag": "51315f74-85cf-4545-973f-b53a49599264"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:37.128878 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4da330ec-e5bb-49de-af17-144d31f3a058 req-3733d8b2-4107-492c-acac-93a1d2eabdfb tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec7f8fc0-c55b-4da0-8592-409ba16ba966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595632 Jul 16 02:01:37.133879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc10ac5c-0d16-44b5-8923-422e0d9bb777 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:37.149293 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dc10ac5c-0d16-44b5-8923-422e0d9bb777 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.157215 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] Router 6465c642-b678-4e99-b567-572eb3db1825 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:37.195641 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-dc10ac5c-0d16-44b5-8923-422e0d9bb777 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] device_id is not set on port b2b96499-0509-45f6-a26c-018f615ece60 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:01:37.201129 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c63def3-0366-41e3-8e39-0e8687f0cb35 x-openstack-request-id: req-3c63def3-0366-41e3-8e39-0e8687f0cb35 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:37.201412 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dceed18b-995b-4c40-bb45-6d63b7ace024", "tag": "51315f74-85cf-4545-973f-b53a49599264", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:37.201672 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3c63def3-0366-41e3-8e39-0e8687f0cb35 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:37.202215 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dceed18b-995b-4c40-bb45-6d63b7ace024', 'tag': '51315f74-85cf-4545-973f-b53a49599264', 'status': 'completed', 'code': 200} Jul 16 02:01:37.205357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b9274-61d2-4767-bc72-5538da49bdec service neutron] Pushing event updated for resources: {'Port': ['ID=51315f74-85cf-4545-973f-b53a49599264,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:37.312648 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Attempting to bind port 4726be73-922e-48db-ab72-a1c46d9464b7 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:37.313322 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Attempting to bind port 4726be73-922e-48db-ab72-a1c46d9464b7 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '44fa09d7-08ef-47eb-87fb-7c5ac1537f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63d16e30-2ff2-41a9-962f-c25195f461e3'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:37.313926 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Attempting to bind port 4726be73-922e-48db-ab72-a1c46d9464b7 on network 63d16e30-2ff2-41a9-962f-c25195f461e3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:37.350114 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:37.359909 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d42f53eb-a093-48a5-a192-4eed0d3ffb30 admin admin] 10.222.0.54 "PUT /v2.0/routers/6465c642-b678-4e99-b567-572eb3db1825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5484581 Jul 16 02:01:37.372466 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:37.373127 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Checking segment: {'id': '44fa09d7-08ef-47eb-87fb-7c5ac1537f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63d16e30-2ff2-41a9-962f-c25195f461e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:37.373905 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.374353 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Bound using segment: {'id': '44fa09d7-08ef-47eb-87fb-7c5ac1537f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63d16e30-2ff2-41a9-962f-c25195f461e3'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:37.374945 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Bound port: 4726be73-922e-48db-ab72-a1c46d9464b7, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fa09d7-08ef-47eb-87fb-7c5ac1537f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63d16e30-2ff2-41a9-962f-c25195f461e3'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:37.375435 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.479205 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-90c1f593-2b08-49a4-b008-84bcb5e83111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:37.480809 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-90c1f593-2b08-49a4-b008-84bcb5e83111 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f51614fe139a43fbafcd3a8f8ba46960&device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 1094 time: 0.2720566 Jul 16 02:01:37.546628 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-40ee7916-ab89-414c-848d-b4c332f8d306 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51315f74-85cf-4545-973f-b53a49599264 HTTP/1.1" status: 200 len: 217 time: 0.0491805 Jul 16 02:01:37.550505 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-dc10ac5c-0d16-44b5-8923-422e0d9bb777 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Allocated IP 172.20.0.9 (63d16e30-2ff2-41a9-962f-c25195f461e3/3eeb3e7f-0e71-42cf-a9cd-b721b62990c1/b2b96499-0509-45f6-a26c-018f615ece60) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:37.624991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-deceefea-7586-41b4-bfb8-054c86834cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:37.626515 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-deceefea-7586-41b4-bfb8-054c86834cd1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db8914cf-667c-4879-822f-6fa815c45985 HTTP/1.1" status: 200 len: 847 time: 0.0714705 Jul 16 02:01:37.685501 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-871282b7-0fba-401f-9e9b-c431037ce2dc None None] Provisioning complete for port 564fc316-2ba3-46a5-92f6-5b27b4066300 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:37.685880 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-871282b7-0fba-401f-9e9b-c431037ce2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.743383 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-871282b7-0fba-401f-9e9b-c431037ce2dc None None] Port 564fc316-2ba3-46a5-92f6-5b27b4066300 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:37.749521 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] For port 4726be73-922e-48db-ab72-a1c46d9464b7, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:37.753678 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] For port 4726be73-922e-48db-ab72-a1c46d9464b7, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4726be73-922e-48db-ab72-a1c46d9464b7,segment=NetworkSegment(44fa09d7-08ef-47eb-87fb-7c5ac1537f81),segment_id=44fa09d7-08ef-47eb-87fb-7c5ac1537f81)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:37.761725 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 4, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port': {'id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '564fc316-2ba3-46a5-92f6-5b27b4066300', 'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'mac_address': 'fa:16:3e:5a:43:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:35Z', 'updated_at': '2021-07-16T02:01:35Z', 'revision_number': 1, 'project_id': '8072fcd5c02343758c430084659e9d69', 'subnets': [{'id': '52ee9bce-183e-45ca-b875-18144943b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:37.763858 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.771502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-5c9142e5-1dac-4f4e-946c-f7c9f5f09903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:37.773074 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-5c9142e5-1dac-4f4e-946c-f7c9f5f09903 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6809c578-1f7e-42b6-97e0-bd2a60d4cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332786 Jul 16 02:01:37.803509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b33dfe9-a16d-46a8-8148-ad4714a316fc None None] The sync data for ids ['6465c642-b678-4e99-b567-572eb3db1825'] in n-d-800086-6 is: [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 4, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port': {'id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '564fc316-2ba3-46a5-92f6-5b27b4066300', 'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'mac_address': 'fa:16:3e:5a:43:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:35Z', 'updated_at': '2021-07-16T02:01:35Z', 'revision_number': 1, 'project_id': '8072fcd5c02343758c430084659e9d69', 'subnets': [{'id': '52ee9bce-183e-45ca-b875-18144943b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:37.871044 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dc10ac5c-0d16-44b5-8923-422e0d9bb777 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.874244 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ce867-bc68-4a4b-9908-83113d55711b None None] Pushing event updated for resources: {'Port': ['ID=4726be73-922e-48db-ab72-a1c46d9464b7,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:37.928387 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-dc10ac5c-0d16-44b5-8923-422e0d9bb777 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Transition to ACTIVE for port object b2b96499-0509-45f6-a26c-018f615ece60 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:37.937018 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-923802d7-15bd-4d7b-8ea4-75b51f268247 req-ffcb9822-2f79-473f-9382-903dbbc0bc6e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1813600 Jul 16 02:01:37.955986 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-b6b103fa-c309-4ff2-8ab6-f824c5eec2c9 service neutron] 10.222.0.47 "GET /v2.0/networks/6809c578-1f7e-42b6-97e0-bd2a60d4cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626191 Jul 16 02:01:37.994623 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dc10ac5c-0d16-44b5-8923-422e0d9bb777 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.102263 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc10ac5c-0d16-44b5-8923-422e0d9bb777 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 63d16e30-2ff2-41a9-962f-c25195f461e3 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:38.168551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-dc10ac5c-0d16-44b5-8923-422e0d9bb777 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:38.188945 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc10ac5c-0d16-44b5-8923-422e0d9bb777 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:38.232545 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34496) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:38.250567 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10ac5c-0d16-44b5-8923-422e0d9bb777 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=b2b96499-0509-45f6-a26c-018f615ece60,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:38.282011 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-72faff62-82df-4b03-89b3-f93abb96cd2e tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--945033580', 'description': 'tempest-description--433268627'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:38.333681 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72faff62-82df-4b03-89b3-f93abb96cd2e tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.358189 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e841b08-e3f5-4e14-8009-1e0cd9157ffb req-a6b594dd-36f3-4a4c-978d-375cb26ebb08 service neutron] 10.222.0.47 "GET /v2.0/networks/6809c578-1f7e-42b6-97e0-bd2a60d4cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743253 Jul 16 02:01:38.367582 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc10ac5c-0d16-44b5-8923-422e0d9bb777 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:38.368279 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dc10ac5c-0d16-44b5-8923-422e0d9bb777 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.396783 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923802d7-15bd-4d7b-8ea4-75b51f268247 req-64d1ae89-8f0d-41c3-90c0-eb860bea64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:38.398359 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-923802d7-15bd-4d7b-8ea4-75b51f268247 req-64d1ae89-8f0d-41c3-90c0-eb860bea64fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 1096 time: 0.3543324 Jul 16 02:01:38.468318 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52410d39-1c5b-450f-b427-804299154b13 req-5e996ead-3902-4b33-9f5f-7e96e2d2e42d tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:38.478566 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52410d39-1c5b-450f-b427-804299154b13 req-5e996ead-3902-4b33-9f5f-7e96e2d2e42d tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 943 time: 0.1812470 Jul 16 02:01:38.498024 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72faff62-82df-4b03-89b3-f93abb96cd2e tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.502856 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72faff62-82df-4b03-89b3-f93abb96cd2e tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.535348 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faff62-82df-4b03-89b3-f93abb96cd2e tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c80ca52-a650-4219-9168-5d0a6f1a4b10,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:38.551578 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-72faff62-82df-4b03-89b3-f93abb96cd2e tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.553247 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-72faff62-82df-4b03-89b3-f93abb96cd2e tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3195570 Jul 16 02:01:38.556486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34498) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:38.562552 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-867bc999-1053-47bc-b755-b5350e04d49c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Request body: {'security_group_rule': {'security_group_id': '7c80ca52-a650-4219-9168-5d0a6f1a4b10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:38.568897 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dc10ac5c-0d16-44b5-8923-422e0d9bb777 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6802568 Jul 16 02:01:38.572882 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34500) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:38.615586 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52410d39-1c5b-450f-b427-804299154b13 req-44b5ab3c-ff00-4071-b483-08591fca9df0 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec7f8fc0-c55b-4da0-8592-409ba16ba966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203465 Jul 16 02:01:38.671410 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-867bc999-1053-47bc-b755-b5350e04d49c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.787553 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52419ae-627d-414b-b0a1-53da8677631b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:38.791872 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f52419ae-627d-414b-b0a1-53da8677631b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2150314 Jul 16 02:01:38.792076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4726be73-922e-48db-ab72-a1c46d9464b7 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:38.792520 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429084de-9f7e-4b28-b16f-639ffaa405ab req-893b98b7-0b2b-4908-af21-1895ca2584ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:38.793311 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-429084de-9f7e-4b28-b16f-639ffaa405ab req-893b98b7-0b2b-4908-af21-1895ca2584ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f51614fe139a43fbafcd3a8f8ba46960&device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 1094 time: 0.3127489 Jul 16 02:01:38.793791 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34502) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:38.797540 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-867bc999-1053-47bc-b755-b5350e04d49c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.802661 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-867bc999-1053-47bc-b755-b5350e04d49c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.810007 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923802d7-15bd-4d7b-8ea4-75b51f268247 req-35d35d4f-cdd2-4100-84c4-642815ea01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:38.811480 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-923802d7-15bd-4d7b-8ea4-75b51f268247 req-35d35d4f-cdd2-4100-84c4-642815ea01ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 912 time: 0.3175204 Jul 16 02:01:38.855100 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-867bc999-1053-47bc-b755-b5350e04d49c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.858796 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-867bc999-1053-47bc-b755-b5350e04d49c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2983322 Jul 16 02:01:38.858796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bc999-1053-47bc-b755-b5350e04d49c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9184d5d3-64f4-4f8c-9be4-f14f994b0961,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:38.859031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34504) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:38.864878 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4014af33-db36-4c81-b2f7-34c09cc09384 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Request body: {'security_group_rule': {'security_group_id': '7c80ca52-a650-4219-9168-5d0a6f1a4b10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:38.881849 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 4726be73-922e-48db-ab72-a1c46d9464b7 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:38.909039 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4014af33-db36-4c81-b2f7-34c09cc09384 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.985644 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4014af33-db36-4c81-b2f7-34c09cc09384 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.991659 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4014af33-db36-4c81-b2f7-34c09cc09384 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.013618 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014af33-db36-4c81-b2f7-34c09cc09384 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4416a1dd-b992-4353-a38d-1ab7f442ac04,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:39.020483 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4014af33-db36-4c81-b2f7-34c09cc09384 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.025210 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4014af33-db36-4c81-b2f7-34c09cc09384 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1617470 Jul 16 02:01:39.025210 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34506) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:39.025401 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429084de-9f7e-4b28-b16f-639ffaa405ab req-e2f07ccc-1c9d-41e2-83de-558155f64a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.026690 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-429084de-9f7e-4b28-b16f-639ffaa405ab req-e2f07ccc-1c9d-41e2-83de-558155f64a65 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6809c578-1f7e-42b6-97e0-bd2a60d4cfcc HTTP/1.1" status: 200 len: 909 time: 0.2194309 Jul 16 02:01:39.029486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-794de585-eee1-46fe-9768-a96e6e76c36b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:39.032113 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-923802d7-15bd-4d7b-8ea4-75b51f268247 req-63f4e4e2-4836-4c67-b1ac-c05e7a5cedc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56738e7b-98e0-41a2-a17d-e2df5a597a60 HTTP/1.1" status: 200 len: 999 time: 0.2037821 Jul 16 02:01:39.070328 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-794de585-eee1-46fe-9768-a96e6e76c36b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.099075 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d20559-f9ff-4418-b40b-bec9e4b7f160 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.105978 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d20559-f9ff-4418-b40b-bec9e4b7f160 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.113958 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d20559-f9ff-4418-b40b-bec9e4b7f160 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.118628 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f5d20559-f9ff-4418-b40b-bec9e4b7f160 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.3223882 Jul 16 02:01:39.120880 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34508) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:39.147697 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-429084de-9f7e-4b28-b16f-639ffaa405ab req-7cb8790c-723c-4373-8380-7e0953e84f7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51315f74-85cf-4545-973f-b53a49599264 HTTP/1.1" status: 200 len: 217 time: 0.1055655 Jul 16 02:01:39.174606 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-794de585-eee1-46fe-9768-a96e6e76c36b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.268101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923802d7-15bd-4d7b-8ea4-75b51f268247 req-191a20a3-57d7-4fca-82fc-562a28c1e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.269748 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-923802d7-15bd-4d7b-8ea4-75b51f268247 req-191a20a3-57d7-4fca-82fc-562a28c1e716 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.2186081 Jul 16 02:01:39.291644 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429084de-9f7e-4b28-b16f-639ffaa405ab req-8549dfd6-cf5d-4f82-96d3-10ce958cf6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.293148 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-429084de-9f7e-4b28-b16f-639ffaa405ab req-8549dfd6-cf5d-4f82-96d3-10ce958cf6ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db8914cf-667c-4879-822f-6fa815c45985 HTTP/1.1" status: 200 len: 847 time: 0.1233475 Jul 16 02:01:39.304767 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-794de585-eee1-46fe-9768-a96e6e76c36b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Allocated IP 172.25.1.83 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/3540bfbb-c6a5-4c53-8557-4be14eb48462) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:39.334756 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bbb96f-eb78-4d15-b21d-f4d12d10c4c0 None None] Network 63d16e30-2ff2-41a9-962f-c25195f461e3 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:39.394725 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-95e0a9eb-e438-4874-83e9-9a2ac1743380 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port b2b96499-0509-45f6-a26c-018f615ece60 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:39.395082 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95e0a9eb-e438-4874-83e9-9a2ac1743380 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.398775 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-21a35be6-3344-4fc5-a8a6-d47ddb998555 None None] Provisioning for port 4726be73-922e-48db-ab72-a1c46d9464b7 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:39.412991 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-21a35be6-3344-4fc5-a8a6-d47ddb998555 None None] Provisioning complete for port 4726be73-922e-48db-ab72-a1c46d9464b7 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:39.413357 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21a35be6-3344-4fc5-a8a6-d47ddb998555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.439099 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923802d7-15bd-4d7b-8ea4-75b51f268247 req-2dbea70e-cb63-4614-9d62-6a53e6512d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.440854 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-923802d7-15bd-4d7b-8ea4-75b51f268247 req-2dbea70e-cb63-4614-9d62-6a53e6512d5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617384 Jul 16 02:01:39.457394 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-794de585-eee1-46fe-9768-a96e6e76c36b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.486687 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429084de-9f7e-4b28-b16f-639ffaa405ab req-b5a53ad5-da44-4eef-8ed3-74b438d9e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.488843 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-429084de-9f7e-4b28-b16f-639ffaa405ab req-b5a53ad5-da44-4eef-8ed3-74b438d9e675 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6809c578-1f7e-42b6-97e0-bd2a60d4cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1769981 Jul 16 02:01:39.511935 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-794de585-eee1-46fe-9768-a96e6e76c36b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.564898 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21a35be6-3344-4fc5-a8a6-d47ddb998555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.598418 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794de585-eee1-46fe-9768-a96e6e76c36b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:39.603035 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-794de585-eee1-46fe-9768-a96e6e76c36b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:39.611643 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794de585-eee1-46fe-9768-a96e6e76c36b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:39.621867 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-21a35be6-3344-4fc5-a8a6-d47ddb998555 None None] For port 4726be73-922e-48db-ab72-a1c46d9464b7, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4726be73-922e-48db-ab72-a1c46d9464b7,segment=NetworkSegment(44fa09d7-08ef-47eb-87fb-7c5ac1537f81),segment_id=44fa09d7-08ef-47eb-87fb-7c5ac1537f81)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:39.636944 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-21a35be6-3344-4fc5-a8a6-d47ddb998555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.643022 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95e0a9eb-e438-4874-83e9-9a2ac1743380 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.684544 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794de585-eee1-46fe-9768-a96e6e76c36b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Pushing event updated for resources: {'Port': ['ID=3540bfbb-c6a5-4c53-8557-4be14eb48462,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:39.757514 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-95e0a9eb-e438-4874-83e9-9a2ac1743380 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for b2b96499-0509-45f6-a26c-018f615ece60 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:39.769391 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a35be6-3344-4fc5-a8a6-d47ddb998555 None None] Pushing event updated for resources: {'Port': ['ID=4726be73-922e-48db-ab72-a1c46d9464b7,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:39.804742 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-794de585-eee1-46fe-9768-a96e6e76c36b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.827888 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-923802d7-15bd-4d7b-8ea4-75b51f268247 req-297f864c-3e0f-498f-a153-b68b114416b0 service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763621 Jul 16 02:01:39.834102 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-429084de-9f7e-4b28-b16f-639ffaa405ab req-20ddc8b1-c23c-4f8e-a140-4f5c5017dc45 service neutron] 10.222.0.47 "GET /v2.0/networks/6809c578-1f7e-42b6-97e0-bd2a60d4cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219759 Jul 16 02:01:39.896227 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-794de585-eee1-46fe-9768-a96e6e76c36b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.997989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fada14-0932-4f3e-866d-ebe126d5bac1 req-df7f193f-efd7-4ee1-a477-73bd3aee83df tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.999700 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-10fada14-0932-4f3e-866d-ebe126d5bac1 req-df7f193f-efd7-4ee1-a477-73bd3aee83df tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 943 time: 0.1363690 Jul 16 02:01:40.095176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ba862bd3-bb85-41bb-8d09-8db49ce84237 None None] Provisioning for port c1f060f2-2395-461c-9131-313f54065f35 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:40.099970 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ba862bd3-bb85-41bb-8d09-8db49ce84237 None None] Provisioning complete for port c1f060f2-2395-461c-9131-313f54065f35 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:40.100585 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba862bd3-bb85-41bb-8d09-8db49ce84237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.138438 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-10fada14-0932-4f3e-866d-ebe126d5bac1 req-7da126f7-82b9-436c-b98c-4c374aa411fa tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec7f8fc0-c55b-4da0-8592-409ba16ba966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056409 Jul 16 02:01:40.195995 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ba862bd3-bb85-41bb-8d09-8db49ce84237 None None] Port c1f060f2-2395-461c-9131-313f54065f35 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:40.210891 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-794de585-eee1-46fe-9768-a96e6e76c36b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.218985 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-794de585-eee1-46fe-9768-a96e6e76c36b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.227814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ba862bd3-bb85-41bb-8d09-8db49ce84237 None None] Provisioning complete for port 4726be73-922e-48db-ab72-a1c46d9464b7 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:40.228548 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba862bd3-bb85-41bb-8d09-8db49ce84237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.333827 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-794de585-eee1-46fe-9768-a96e6e76c36b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.388238 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-794de585-eee1-46fe-9768-a96e6e76c36b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.399500 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-794de585-eee1-46fe-9768-a96e6e76c36b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3638053 Jul 16 02:01:40.399500 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794de585-eee1-46fe-9768-a96e6e76c36b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Pushing event updated for resources: {'Port': ['ID=3540bfbb-c6a5-4c53-8557-4be14eb48462,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:40.435746 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ba862bd3-bb85-41bb-8d09-8db49ce84237 None None] Provisioning for port b2b96499-0509-45f6-a26c-018f615ece60 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:40.447368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ba862bd3-bb85-41bb-8d09-8db49ce84237 None None] Provisioning complete for port b2b96499-0509-45f6-a26c-018f615ece60 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:40.447864 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba862bd3-bb85-41bb-8d09-8db49ce84237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.531097 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ba862bd3-bb85-41bb-8d09-8db49ce84237 None None] Port b2b96499-0509-45f6-a26c-018f615ece60 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:40.650022 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-429084de-9f7e-4b28-b16f-639ffaa405ab req-12980741-7a11-4e16-aa4b-f1d25ab1b244 service neutron] 10.222.0.47 "GET /v2.0/networks/6809c578-1f7e-42b6-97e0-bd2a60d4cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7770405 Jul 16 02:01:40.673202 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9a77689a-3ea4-44d0-af20-9cfa8216d1a7 None None] Provisioning complete for port c1f060f2-2395-461c-9131-313f54065f35 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:40.676576 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9a77689a-3ea4-44d0-af20-9cfa8216d1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.677534 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-923802d7-15bd-4d7b-8ea4-75b51f268247 req-4e0c806b-5024-44e4-84b3-8e36bffbfdc1 service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8031468 Jul 16 02:01:40.732019 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-009b0c7d-ca6f-4bec-88d4-1452a8a32f4b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--945033580&fields=id&tenant_id=8072fcd5c02343758c430084659e9d69 HTTP/1.1" status: 200 len: 267 time: 0.1010566 Jul 16 02:01:40.752527 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95e0a9eb-e438-4874-83e9-9a2ac1743380 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.779639 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9a77689a-3ea4-44d0-af20-9cfa8216d1a7 None None] Port c1f060f2-2395-461c-9131-313f54065f35 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:40.818677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0a9eb-e438-4874-83e9-9a2ac1743380 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=b2b96499-0509-45f6-a26c-018f615ece60,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:40.859165 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4726be73-922e-48db-ab72-a1c46d9464b7 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:40.905645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4e6a0a4e-9391-4033-9da4-393a20fad39c None None] Could not find standard attr ID for object b2b96499-0509-45f6-a26c-018f615ece60. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:01:40.931691 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 4726be73-922e-48db-ab72-a1c46d9464b7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:40.932099 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.960761 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95e0a9eb-e438-4874-83e9-9a2ac1743380 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.965436 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-95e0a9eb-e438-4874-83e9-9a2ac1743380 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/ports/b2b96499-0509-45f6-a26c-018f615ece60 HTTP/1.1" status: 204 len: 168 time: 1.8413904 Jul 16 02:01:40.965767 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34524) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:40.975462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-d99a379e-42f7-419c-9d48-ea47c91d6f28 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:40.977357 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-d99a379e-42f7-419c-9d48-ea47c91d6f28 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/networks?id=f70b44d2-3ecb-4e97-b320-384529a39401 HTTP/1.1" status: 200 len: 817 time: 0.2374134 Jul 16 02:01:40.995607 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-a089aab7-f55f-4aae-a370-0ed28183acdd tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/quotas/8072fcd5c02343758c430084659e9d69 HTTP/1.1" status: 200 len: 375 time: 0.0115848 Jul 16 02:01:41.019853 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1561800-a557-481e-a658-28477f518346 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] GET failed (client error): The resource could not be found. Jul 16 02:01:41.023968 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b1561800-a557-481e-a658-28477f518346 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports/b2b96499-0509-45f6-a26c-018f615ece60 HTTP/1.1" status: 404 len: 333 time: 0.0547457 Jul 16 02:01:41.024258 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34526) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:41.058778 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 062e0393-86cb-4587-9439-9f7522bc2c73 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:41.118434 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-0a5657f1-8fad-44e2-a15d-e394f65a8938 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8072fcd5c02343758c430084659e9d69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1096306 Jul 16 02:01:41.125049 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 062e0393-86cb-4587-9439-9f7522bc2c73 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:41.130905 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 062e0393-86cb-4587-9439-9f7522bc2c73 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:41.131723 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.188782 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-cb1de427-a4b1-4ba4-a17d-4be6ccb8d640 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port c1f060f2-2395-461c-9131-313f54065f35 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:41.189781 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cb1de427-a4b1-4ba4-a17d-4be6ccb8d640 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.229728 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.244160 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 51315f74-85cf-4545-973f-b53a49599264 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:01:41.263630 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-8e320db0-57c6-4c3e-a842-38f416a6a8fc service neutron] 10.222.0.54 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294837 Jul 16 02:01:41.266309 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 062e0393-86cb-4587-9439-9f7522bc2c73, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=062e0393-86cb-4587-9439-9f7522bc2c73,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:41.275340 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.327036 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cb1de427-a4b1-4ba4-a17d-4be6ccb8d640 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.376461 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-cb1de427-a4b1-4ba4-a17d-4be6ccb8d640 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for c1f060f2-2395-461c-9131-313f54065f35 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:41.388794 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-d7d82597-718d-40a6-bd9f-daebaaef3208 service neutron] 10.222.0.54 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166677 Jul 16 02:01:41.396267 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=062e0393-86cb-4587-9439-9f7522bc2c73,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:41.424475 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 51315f74-85cf-4545-973f-b53a49599264, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=51315f74-85cf-4545-973f-b53a49599264,segment=NetworkSegment(c85c2ebe-23ac-49fc-b790-784434756ef9),segment_id=c85c2ebe-23ac-49fc-b790-784434756ef9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:41.438632 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '51315f74-85cf-4545-973f-b53a49599264', 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc', 'port_id': '51315f74-85cf-4545-973f-b53a49599264', 'mac_address': 'fa:16:3e:36:1b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8914cf-667c-4879-822f-6fa815c45985', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:01:41.478928 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0fd-223d-48b1-b635-855fd757c9ee req-6db812cb-1c8d-4d5d-9d75-367e65885e87 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:41.479179 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.480507 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d60fd0fd-223d-48b1-b635-855fd757c9ee req-6db812cb-1c8d-4d5d-9d75-367e65885e87 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 943 time: 0.1559856 Jul 16 02:01:41.493825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51315f74-85cf-4545-973f-b53a49599264 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:41.516312 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 51315f74-85cf-4545-973f-b53a49599264, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=51315f74-85cf-4545-973f-b53a49599264,segment=NetworkSegment(c85c2ebe-23ac-49fc-b790-784434756ef9),segment_id=c85c2ebe-23ac-49fc-b790-784434756ef9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:41.521394 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.565384 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d60fd0fd-223d-48b1-b635-855fd757c9ee req-863c980c-1521-4d6e-b91d-1948861a761e tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec7f8fc0-c55b-4da0-8592-409ba16ba966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694480 Jul 16 02:01:41.596579 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cb1de427-a4b1-4ba4-a17d-4be6ccb8d640 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.604234 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60d7a6ef-6482-469d-a22a-c58e556aabe0 req-bc9d8e6e-a727-4238-886d-861aa40c05e5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 210 time: 0.0420752 Jul 16 02:01:41.605634 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=51315f74-85cf-4545-973f-b53a49599264,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:41.655346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1de427-a4b1-4ba4-a17d-4be6ccb8d640 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=c1f060f2-2395-461c-9131-313f54065f35,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:41.734335 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cb1de427-a4b1-4ba4-a17d-4be6ccb8d640 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.736689 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cb1de427-a4b1-4ba4-a17d-4be6ccb8d640 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/ports/c1f060f2-2395-461c-9131-313f54065f35 HTTP/1.1" status: 204 len: 168 time: 0.7114661 Jul 16 02:01:41.740063 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34538) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:41.771346 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf61200c-67a9-456f-b6ae-9c9685d4bad1 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] GET failed (client error): The resource could not be found. Jul 16 02:01:41.773810 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cf61200c-67a9-456f-b6ae-9c9685d4bad1 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports/c1f060f2-2395-461c-9131-313f54065f35 HTTP/1.1" status: 404 len: 333 time: 0.0325606 Jul 16 02:01:41.776557 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34540) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:41.844113 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb737d0-339e-4f71-9e3e-3b917991f3df tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting subnet 3eeb3e7f-0e71-42cf-a9cd-b721b62990c1 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:41.848395 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ecb737d0-339e-4f71-9e3e-3b917991f3df tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.897085 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ecb737d0-339e-4f71-9e3e-3b917991f3df tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.908361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['51315f74-85cf-4545-973f-b53a49599264'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:01:42.040218 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ecb737d0-339e-4f71-9e3e-3b917991f3df tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.114207 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ecb737d0-339e-4f71-9e3e-3b917991f3df tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.117149 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Sync routers for ids ['6465c642-b678-4e99-b567-572eb3db1825'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:42.132782 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Routers {'6465c642-b678-4e99-b567-572eb3db1825'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:42.133601 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6465c642-b678-4e99-b567-572eb3db1825'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:42.143312 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb737d0-339e-4f71-9e3e-3b917991f3df tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Subnet': ['ID=3eeb3e7f-0e71-42cf-a9cd-b721b62990c1,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:42.153093 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ecb737d0-339e-4f71-9e3e-3b917991f3df tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.158983 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ecb737d0-339e-4f71-9e3e-3b917991f3df tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/3eeb3e7f-0e71-42cf-a9cd-b721b62990c1 HTTP/1.1" status: 204 len: 168 time: 0.3790252 Jul 16 02:01:42.159143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56740b4d-0448-4917-8cb2-4d4dfba6feae None None] Network 63d16e30-2ff2-41a9-962f-c25195f461e3 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:42.160446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34544) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:42.260436 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.303892 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Set router 6465c642-b678-4e99-b567-572eb3db1825 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:42.328732 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port 4726be73-922e-48db-ab72-a1c46d9464b7 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:42.329139 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.407409 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6489a533-e8d8-459d-b638-798d439a0edb None None] DHCP port deletion for 63d16e30-2ff2-41a9-962f-c25195f461e3 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:01:42.421490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] For port 4726be73-922e-48db-ab72-a1c46d9464b7, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4726be73-922e-48db-ab72-a1c46d9464b7,segment=NetworkSegment(44fa09d7-08ef-47eb-87fb-7c5ac1537f81),segment_id=44fa09d7-08ef-47eb-87fb-7c5ac1537f81)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:42.421853 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.436504 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for 4726be73-922e-48db-ab72-a1c46d9464b7 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:42.466524 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6489a533-e8d8-459d-b638-798d439a0edb None None] Deleting port 4726be73-922e-48db-ab72-a1c46d9464b7 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:42.468738 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6489a533-e8d8-459d-b638-798d439a0edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.544807 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.550554 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6489a533-e8d8-459d-b638-798d439a0edb None None] For port 4726be73-922e-48db-ab72-a1c46d9464b7, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4726be73-922e-48db-ab72-a1c46d9464b7,segment=NetworkSegment(44fa09d7-08ef-47eb-87fb-7c5ac1537f81),segment_id=44fa09d7-08ef-47eb-87fb-7c5ac1537f81)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:42.551356 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6489a533-e8d8-459d-b638-798d439a0edb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.571644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6489a533-e8d8-459d-b638-798d439a0edb None None] Calling delete_port for 4726be73-922e-48db-ab72-a1c46d9464b7 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:42.584233 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=4726be73-922e-48db-ab72-a1c46d9464b7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:42.602869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No DVR routers for this DVR port 4726be73-922e-48db-ab72-a1c46d9464b7 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:42.691748 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 4, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port': {'id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '564fc316-2ba3-46a5-92f6-5b27b4066300', 'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'mac_address': 'fa:16:3e:5a:43:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:35Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 2, 'project_id': '8072fcd5c02343758c430084659e9d69', 'subnets': [{'id': '52ee9bce-183e-45ca-b875-18144943b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:42.717221 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6489a533-e8d8-459d-b638-798d439a0edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.746438 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489a533-e8d8-459d-b638-798d439a0edb None None] Pushing event deleted for resources: {'Port': ['ID=4726be73-922e-48db-ab72-a1c46d9464b7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:42.754685 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.757239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 062e0393-86cb-4587-9439-9f7522bc2c73 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:42.766192 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d16e30-2ff2-41a9-962f-c25195f461e3']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:42.779192 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Checking router: 6465c642-b678-4e99-b567-572eb3db1825 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:42.779547 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Updating router 6465c642-b678-4e99-b567-572eb3db1825 port 564fc316-2ba3-46a5-92f6-5b27b4066300 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:01:42.780117 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fa09d7-08ef-47eb-87fb-7c5ac1537f81') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:42.780978 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fa09d7-08ef-47eb-87fb-7c5ac1537f81') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:42.784392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6489a533-e8d8-459d-b638-798d439a0edb None None] No DVR routers for this DVR port 4726be73-922e-48db-ab72-a1c46d9464b7 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:42.809358 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.837067 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 062e0393-86cb-4587-9439-9f7522bc2c73 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:42.837491 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.856339 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.861770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c21ed-eb3b-4377-88d6-6a28927df8fe req-f5900158-464c-4919-be8b-3fcca66616cc tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:42.870884 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8b2c21ed-eb3b-4377-88d6-6a28927df8fe req-f5900158-464c-4919-be8b-3fcca66616cc tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 944 time: 0.1288180 Jul 16 02:01:42.885268 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-961e1dc2-10f7-438a-ac69-6169eb44a051 req-7ecc10a3-2e96-4871-b88f-e0c756beba64 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 210 time: 0.0737953 Jul 16 02:01:42.892752 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.925790 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:42.933308 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:42.937758 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8b2c21ed-eb3b-4377-88d6-6a28927df8fe req-9435b9f4-e741-450c-ba9a-14de0cd38ed3 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec7f8fc0-c55b-4da0-8592-409ba16ba966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580676 Jul 16 02:01:43.024758 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.030383 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.032521 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/networks/63d16e30-2ff2-41a9-962f-c25195f461e3 HTTP/1.1" status: 204 len: 168 time: 0.8707223 Jul 16 02:01:43.038178 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34550) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:43.043472 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-6a4abde6-6ee5-4871-a93d-6b37250946ad tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1013124864'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:43.047962 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4726be73-922e-48db-ab72-a1c46d9464b7 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:43.064226 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc132b10-5c5b-4a99-b47e-0aa66a907d42 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Network': ['ID=63d16e30-2ff2-41a9-962f-c25195f461e3,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:43.084951 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4abde6-6ee5-4871-a93d-6b37250946ad tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:43.089533 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a4abde6-6ee5-4871-a93d-6b37250946ad tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.089692 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 4726be73-922e-48db-ab72-a1c46d9464b7 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:01:43.089968 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4726be73-922e-48db-ab72-a1c46d9464b7 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:01:43.120408 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4abde6-6ee5-4871-a93d-6b37250946ad tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:43.133186 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a4abde6-6ee5-4871-a93d-6b37250946ad tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.133659 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-6a4abde6-6ee5-4871-a93d-6b37250946ad tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Added segment aa40e476-0874-4376-a420-25fe2d98dcc5 of type vlan for network 2da41d40-c8e7-46c9-9db0-153041f09f04 Jul 16 02:01:43.184093 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a4abde6-6ee5-4871-a93d-6b37250946ad tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.215246 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-ea2f6a30-8d5d-41a7-9fbe-1e24e24cc1cf tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:43.217224 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-ea2f6a30-8d5d-41a7-9fbe-1e24e24cc1cf tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.26 "GET /v2.0/networks?id=f70b44d2-3ecb-4e97-b320-384529a39401 HTTP/1.1" status: 200 len: 817 time: 0.1541786 Jul 16 02:01:43.217983 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a4abde6-6ee5-4871-a93d-6b37250946ad tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.226426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4abde6-6ee5-4871-a93d-6b37250946ad tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:43.227494 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a4abde6-6ee5-4871-a93d-6b37250946ad tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.254361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 51315f74-85cf-4545-973f-b53a49599264 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:43.268127 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.287173 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6a4abde6-6ee5-4871-a93d-6b37250946ad tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2476580 Jul 16 02:01:43.294462 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34552) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:43.300826 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Transition to ACTIVE for port object 564fc316-2ba3-46a5-92f6-5b27b4066300 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:43.305330 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-358d0404-8645-46d8-ac9e-1a50ff81a76e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'subnet': {'network_id': '2da41d40-c8e7-46c9-9db0-153041f09f04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:43.313149 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.323767 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4abde6-6ee5-4871-a93d-6b37250946ad tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Network': ['ID=2da41d40-c8e7-46c9-9db0-153041f09f04,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:43.323988 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-f671fd5c-60ca-463a-b8e2-133023be3988 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8072fcd5c02343758c430084659e9d69 HTTP/1.1" status: 200 len: 379 time: 0.0852506 Jul 16 02:01:43.340120 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 2da41d40-c8e7-46c9-9db0-153041f09f04 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:43.359433 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-bffc0be3-ee95-4d65-8db0-f8940bcbc59c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Request body: {'port': {'device_id': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'admin_state_up': True, 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'security_groups': ['7c80ca52-a650-4219-9168-5d0a6f1a4b10']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:43.373936 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746be35-18f7-4e2a-ac35-3b338006c142 None None] Pushing event updated for resources: {'Port': ['ID=564fc316-2ba3-46a5-92f6-5b27b4066300,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:43.407950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 51315f74-85cf-4545-973f-b53a49599264 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:43.419225 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 51315f74-85cf-4545-973f-b53a49599264 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:43.419876 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.436333 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Attempting to bind port 564fc316-2ba3-46a5-92f6-5b27b4066300 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:43.436830 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Attempting to bind port 564fc316-2ba3-46a5-92f6-5b27b4066300 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:43.437155 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Attempting to bind port 564fc316-2ba3-46a5-92f6-5b27b4066300 on network f70b44d2-3ecb-4e97-b320-384529a39401 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:43.444922 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:43.445302 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Checking segment: {'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:43.445858 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.446259 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Bound using segment: {'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:43.446727 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Bound port: 564fc316-2ba3-46a5-92f6-5b27b4066300, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:43.447107 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.527851 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.538038 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] For port 564fc316-2ba3-46a5-92f6-5b27b4066300, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:43.542100 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] For port 564fc316-2ba3-46a5-92f6-5b27b4066300, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=564fc316-2ba3-46a5-92f6-5b27b4066300,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:43.551274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358d0404-8645-46d8-ac9e-1a50ff81a76e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:43.552435 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.555564 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-358d0404-8645-46d8-ac9e-1a50ff81a76e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.564751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dceed18b-995b-4c40-bb45-6d63b7ace024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51315f74-85cf-4545-973f-b53a49599264'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:43.568224 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d753f31-b5d4-42ef-8fb2-b9eb7c783246" -d '{"events": [{"server_uuid": "dceed18b-995b-4c40-bb45-6d63b7ace024", "name": "network-vif-plugged", "status": "completed", "tag": "51315f74-85cf-4545-973f-b53a49599264"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:43.585089 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 51315f74-85cf-4545-973f-b53a49599264, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=51315f74-85cf-4545-973f-b53a49599264,segment=NetworkSegment(c85c2ebe-23ac-49fc-b790-784434756ef9),segment_id=c85c2ebe-23ac-49fc-b790-784434756ef9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:43.594086 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.614931 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746be35-18f7-4e2a-ac35-3b338006c142 None None] Pushing event updated for resources: {'Port': ['ID=564fc316-2ba3-46a5-92f6-5b27b4066300,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:43.637352 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Routers {'6465c642-b678-4e99-b567-572eb3db1825'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:43.638160 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6465c642-b678-4e99-b567-572eb3db1825'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:43.644738 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd60730-1df7-4344-9fb8-67235dfa367b x-openstack-request-id: req-dbd60730-1df7-4344-9fb8-67235dfa367b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:43.645167 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dceed18b-995b-4c40-bb45-6d63b7ace024", "name": "network-vif-plugged", "status": "completed", "tag": "51315f74-85cf-4545-973f-b53a49599264", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:43.645498 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dbd60730-1df7-4344-9fb8-67235dfa367b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:43.645962 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dceed18b-995b-4c40-bb45-6d63b7ace024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51315f74-85cf-4545-973f-b53a49599264', 'code': 200} Jul 16 02:01:43.685782 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-bffc0be3-ee95-4d65-8db0-f8940bcbc59c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Made reservation on behalf of 8072fcd5c02343758c430084659e9d69 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:43.686678 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=51315f74-85cf-4545-973f-b53a49599264,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:43.693341 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-bffc0be3-ee95-4d65-8db0-f8940bcbc59c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.783050 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] Set router 6465c642-b678-4e99-b567-572eb3db1825 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:43.832022 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2ee55-2142-44fc-802a-81745eac78ba req-36045774-4a9c-4cc9-b408-8fb19fa2069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:43.833698 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2fa2ee55-2142-44fc-802a-81745eac78ba req-36045774-4a9c-4cc9-b408-8fb19fa2069b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 1096 time: 0.0728559 Jul 16 02:01:43.892159 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2fa2ee55-2142-44fc-802a-81745eac78ba req-f76b4f70-9dcf-48fd-8133-58439626ac4f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ec7f8fc0-c55b-4da0-8592-409ba16ba966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376103 Jul 16 02:01:43.928263 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-bffc0be3-ee95-4d65-8db0-f8940bcbc59c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Allocated IP 172.20.0.3 (f70b44d2-3ecb-4e97-b320-384529a39401/52ee9bce-183e-45ca-b875-18144943b25c/de30ef2f-0610-405d-8749-107b23cc7d83) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:43.949107 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-358d0404-8645-46d8-ac9e-1a50ff81a76e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.042664 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 4, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port': {'id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '564fc316-2ba3-46a5-92f6-5b27b4066300', 'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'mac_address': 'fa:16:3e:5a:43:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:35Z', 'updated_at': '2021-07-16T02:01:43Z', 'revision_number': 4, 'project_id': '8072fcd5c02343758c430084659e9d69', 'subnets': [{'id': '52ee9bce-183e-45ca-b875-18144943b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:44.077649 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caca736-25ac-4519-b19f-b3c201d63b6c None None] The sync data for ids ['6465c642-b678-4e99-b567-572eb3db1825'] in n-d-800086-6 is: [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 4, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port': {'id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '564fc316-2ba3-46a5-92f6-5b27b4066300', 'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'mac_address': 'fa:16:3e:5a:43:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:35Z', 'updated_at': '2021-07-16T02:01:43Z', 'revision_number': 4, 'project_id': '8072fcd5c02343758c430084659e9d69', 'subnets': [{'id': '52ee9bce-183e-45ca-b875-18144943b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:44.105885 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d0404-8645-46d8-ac9e-1a50ff81a76e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Subnet': ['ID=edfc05f7-3831-4269-9c63-e8c6ade42441,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:44.115036 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b0180d08-3e45-4759-a4af-549affcc1a5b req-3996f8d7-8d9a-4f8c-9e40-03b80871c602 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 210 time: 0.0474339 Jul 16 02:01:44.146869 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358d0404-8645-46d8-ac9e-1a50ff81a76e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Checking segment: {'id': 'aa40e476-0874-4376-a420-25fe2d98dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2da41d40-c8e7-46c9-9db0-153041f09f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:44.147120 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358d0404-8645-46d8-ac9e-1a50ff81a76e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network hostable DHCP agents. Network: 2da41d40-c8e7-46c9-9db0-153041f09f04, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:44.149933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c73b4-805b-4ddf-bf73-035a10ea4901 req-36b5e48b-877f-43ca-a4ac-8eb745807f02 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:44.158793 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e7c73b4-805b-4ddf-bf73-035a10ea4901 req-36b5e48b-877f-43ca-a4ac-8eb745807f02 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 945 time: 0.0901675 Jul 16 02:01:44.180655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358d0404-8645-46d8-ac9e-1a50ff81a76e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 2da41d40-c8e7-46c9-9db0-153041f09f04 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:44.203365 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-358d0404-8645-46d8-ac9e-1a50ff81a76e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 2da41d40-c8e7-46c9-9db0-153041f09f04) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:44.204247 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e7c73b4-805b-4ddf-bf73-035a10ea4901 req-66d2539f-1c94-4e7f-b8a6-c13f51ac218f tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec7f8fc0-c55b-4da0-8592-409ba16ba966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439050 Jul 16 02:01:44.212731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edd2752-89fa-4565-8eb0-09338c60a400 None None] Network 2da41d40-c8e7-46c9-9db0-153041f09f04 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:44.216251 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-bffc0be3-ee95-4d65-8db0-f8940bcbc59c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.219134 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358d0404-8645-46d8-ac9e-1a50ff81a76e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:44.219783 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-358d0404-8645-46d8-ac9e-1a50ff81a76e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.247977 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-bffc0be3-ee95-4d65-8db0-f8940bcbc59c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Transition to ACTIVE for port object de30ef2f-0610-405d-8749-107b23cc7d83 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:44.250787 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-358d0404-8645-46d8-ac9e-1a50ff81a76e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9549422 Jul 16 02:01:44.253766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34562) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:44.258602 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-421da922-959d-4cce-bb56-02b7d34c9c43 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-286918238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:44.287374 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-bffc0be3-ee95-4d65-8db0-f8940bcbc59c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.303792 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-421da922-959d-4cce-bb56-02b7d34c9c43 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.305200 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-421da922-959d-4cce-bb56-02b7d34c9c43 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.341692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-bffc0be3-ee95-4d65-8db0-f8940bcbc59c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Network f70b44d2-3ecb-4e97-b320-384529a39401 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:44.345031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-bffc0be3-ee95-4d65-8db0-f8940bcbc59c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:44.350197 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-bffc0be3-ee95-4d65-8db0-f8940bcbc59c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:44.397680 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-421da922-959d-4cce-bb56-02b7d34c9c43 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.405773 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-421da922-959d-4cce-bb56-02b7d34c9c43 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.419611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-bffc0be3-ee95-4d65-8db0-f8940bcbc59c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:44.420429 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-bffc0be3-ee95-4d65-8db0-f8940bcbc59c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.426874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-2da41d40-c8e7-46c9-9db0-153041f09f04', 'network_id': '2da41d40-c8e7-46c9-9db0-153041f09f04', 'tenant_id': '541d520ca07243f7abbd70de5f77952c', 'fixed_ips': [{'subnet_id': 'edfc05f7-3831-4269-9c63-e8c6ade42441'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:44.429254 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.435850 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc0be3-ee95-4d65-8db0-f8940bcbc59c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Pushing event updated for resources: {'Port': ['ID=de30ef2f-0610-405d-8749-107b23cc7d83,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:44.438265 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-421da922-959d-4cce-bb56-02b7d34c9c43 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.442395 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-421da922-959d-4cce-bb56-02b7d34c9c43 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1847379 Jul 16 02:01:44.442602 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34564) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:44.447602 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-8406fcfc-db18-46ed-a628-8fab8bba2807 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'network_id': '2da41d40-c8e7-46c9-9db0-153041f09f04', 'name': 'tempest-PortsTestJSON-2004542521'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:44.460387 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-bffc0be3-ee95-4d65-8db0-f8940bcbc59c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1314218 Jul 16 02:01:44.480944 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Request body: {'port': {'device_id': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:44.623316 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.647658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8406fcfc-db18-46ed-a628-8fab8bba2807 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:44.651916 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Allocated IP 172.20.0.2 (2da41d40-c8e7-46c9-9db0-153041f09f04/edfc05f7-3831-4269-9c63-e8c6ade42441/51385036-926d-4ca4-af1f-968cfe762460) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:44.656942 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8406fcfc-db18-46ed-a628-8fab8bba2807 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.692987 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-8406fcfc-db18-46ed-a628-8fab8bba2807 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] device_id is not set on port da7368b6-58f8-4ae2-bc9e-abe14a5b7e4f yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:01:44.786684 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-30549771-0b98-4a25-aee3-804890e066e6 None None] Provisioning for port de30ef2f-0610-405d-8749-107b23cc7d83 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:44.793562 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 564fc316-2ba3-46a5-92f6-5b27b4066300 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:44.799150 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-30549771-0b98-4a25-aee3-804890e066e6 None None] Provisioning complete for port de30ef2f-0610-405d-8749-107b23cc7d83 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:44.799539 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-30549771-0b98-4a25-aee3-804890e066e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.928778 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-30549771-0b98-4a25-aee3-804890e066e6 None None] Port de30ef2f-0610-405d-8749-107b23cc7d83 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:44.952758 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.960814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 564fc316-2ba3-46a5-92f6-5b27b4066300 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:44.965631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Transition to ACTIVE for port object 51385036-926d-4ca4-af1f-968cfe762460 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:44.970440 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 564fc316-2ba3-46a5-92f6-5b27b4066300 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:44.970706 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.009364 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Transition to ACTIVE for port object 51385036-926d-4ca4-af1f-968cfe762460 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:45.013768 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de30ef2f-0610-405d-8749-107b23cc7d83 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:45.021875 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.024766 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.041531 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Transition to ACTIVE for port object de30ef2f-0610-405d-8749-107b23cc7d83 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:45.047016 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.144582 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-8406fcfc-db18-46ed-a628-8fab8bba2807 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Allocated IP 172.20.0.7 (2da41d40-c8e7-46c9-9db0-153041f09f04/edfc05f7-3831-4269-9c63-e8c6ade42441/da7368b6-58f8-4ae2-bc9e-abe14a5b7e4f) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:45.153610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Pushing event updated for resources: {'Port': ['ID=de30ef2f-0610-405d-8749-107b23cc7d83,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:45.336636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Attempting to bind port de30ef2f-0610-405d-8749-107b23cc7d83 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:45.342405 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Attempting to bind port de30ef2f-0610-405d-8749-107b23cc7d83 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:45.342821 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Attempting to bind port de30ef2f-0610-405d-8749-107b23cc7d83 on network f70b44d2-3ecb-4e97-b320-384529a39401 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:45.349527 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Port de30ef2f-0610-405d-8749-107b23cc7d83 on network f70b44d2-3ecb-4e97-b320-384529a39401 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:01:45.349844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Pushing event updated for resources: {'Port': ['ID=51385036-926d-4ca4-af1f-968cfe762460,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:45.350029 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Attempting to bind port de30ef2f-0610-405d-8749-107b23cc7d83 on network f70b44d2-3ecb-4e97-b320-384529a39401 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:45.363575 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:45.363951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Checking segment: {'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:45.364347 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Bound using segment: {'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:45.364795 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Bound port: de30ef2f-0610-405d-8749-107b23cc7d83, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:45.365161 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.379154 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Network 2da41d40-c8e7-46c9-9db0-153041f09f04 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:45.381423 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:45.383894 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:45.423047 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8406fcfc-db18-46ed-a628-8fab8bba2807 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.447876 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-8406fcfc-db18-46ed-a628-8fab8bba2807 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Transition to ACTIVE for port object da7368b6-58f8-4ae2-bc9e-abe14a5b7e4f will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:45.489933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Attempting to bind port 51385036-926d-4ca4-af1f-968cfe762460 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:45.490506 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Attempting to bind port 51385036-926d-4ca4-af1f-968cfe762460 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'aa40e476-0874-4376-a420-25fe2d98dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2da41d40-c8e7-46c9-9db0-153041f09f04'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:45.491160 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Attempting to bind port 51385036-926d-4ca4-af1f-968cfe762460 on network 2da41d40-c8e7-46c9-9db0-153041f09f04 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:45.500018 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:45.500704 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Checking segment: {'id': 'aa40e476-0874-4376-a420-25fe2d98dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2da41d40-c8e7-46c9-9db0-153041f09f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:45.501626 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.502266 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Bound using segment: {'id': 'aa40e476-0874-4376-a420-25fe2d98dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2da41d40-c8e7-46c9-9db0-153041f09f04'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:45.502952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Bound port: 51385036-926d-4ca4-af1f-968cfe762460, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa40e476-0874-4376-a420-25fe2d98dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2da41d40-c8e7-46c9-9db0-153041f09f04'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:45.503741 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.506588 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.523320 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] For port de30ef2f-0610-405d-8749-107b23cc7d83, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:45.527517 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8406fcfc-db18-46ed-a628-8fab8bba2807 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.528169 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] For port de30ef2f-0610-405d-8749-107b23cc7d83, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=de30ef2f-0610-405d-8749-107b23cc7d83,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:45.542224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e30416-f4fb-48b6-a2be-9635ce4f154a req-4c79f370-3247-4de5-9cab-b4cb8d007b54 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:45.543745 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2e30416-f4fb-48b6-a2be-9635ce4f154a req-4c79f370-3247-4de5-9cab-b4cb8d007b54 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 943 time: 0.1347096 Jul 16 02:01:45.546858 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.589963 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 564fc316-2ba3-46a5-92f6-5b27b4066300, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=564fc316-2ba3-46a5-92f6-5b27b4066300,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:45.600397 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8406fcfc-db18-46ed-a628-8fab8bba2807 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 2da41d40-c8e7-46c9-9db0-153041f09f04 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:45.606548 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.615496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d7bff-805c-452f-85cc-57dfee7993d5 req-20ff67d2-4501-4a79-89ac-948e2f8d9dc2 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:45.624368 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-558d7bff-805c-452f-85cc-57dfee7993d5 req-20ff67d2-4501-4a79-89ac-948e2f8d9dc2 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 945 time: 0.1594565 Jul 16 02:01:45.624610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:45.625198 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.626354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-8406fcfc-db18-46ed-a628-8fab8bba2807 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:45.626612 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] 10.222.0.26 "PUT /v2.0/ports/de30ef2f-0610-405d-8749-107b23cc7d83 HTTP/1.1" status: 200 len: 1091 time: 1.1508040 Jul 16 02:01:45.629339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'tag': 'de30ef2f-0610-405d-8749-107b23cc7d83'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:45.631423 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435f71ac-5b9e-4818-ac20-4a26ce2c9613" -d '{"events": [{"name": "network-changed", "server_uuid": "103432e7-a8fd-4f2c-beec-8f656743cb28", "tag": "de30ef2f-0610-405d-8749-107b23cc7d83"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:45.638965 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2e30416-f4fb-48b6-a2be-9635ce4f154a req-d0daae0d-e91f-4c13-8499-af541632521a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820973 Jul 16 02:01:45.643280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] For port 51385036-926d-4ca4-af1f-968cfe762460, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:45.646746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406fcfc-db18-46ed-a628-8fab8bba2807 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=da7368b6-58f8-4ae2-bc9e-abe14a5b7e4f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:45.651659 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8406fcfc-db18-46ed-a628-8fab8bba2807 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:45.666668 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] For port 51385036-926d-4ca4-af1f-968cfe762460, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=51385036-926d-4ca4-af1f-968cfe762460,segment=NetworkSegment(aa40e476-0874-4376-a420-25fe2d98dcc5),segment_id=aa40e476-0874-4376-a420-25fe2d98dcc5)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:45.669270 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f0315-c957-4d55-8478-a2c7b44422db service neutron] Pushing event updated for resources: {'Port': ['ID=de30ef2f-0610-405d-8749-107b23cc7d83,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:45.679297 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.689318 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=564fc316-2ba3-46a5-92f6-5b27b4066300,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:45.698548 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-558d7bff-805c-452f-85cc-57dfee7993d5 req-c5caf932-81df-424d-b8f4-dc483afbc4bf tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec7f8fc0-c55b-4da0-8592-409ba16ba966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731909 Jul 16 02:01:45.717029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406fcfc-db18-46ed-a628-8fab8bba2807 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:45.717722 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8406fcfc-db18-46ed-a628-8fab8bba2807 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.750925 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8406fcfc-db18-46ed-a628-8fab8bba2807 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3071146 Jul 16 02:01:45.753568 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34574) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:45.800901 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cea9ea4-7a0f-41af-a0c7-e202b1a48d98 x-openstack-request-id: req-5cea9ea4-7a0f-41af-a0c7-e202b1a48d98 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:45.801199 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103432e7-a8fd-4f2c-beec-8f656743cb28", "tag": "de30ef2f-0610-405d-8749-107b23cc7d83", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:45.801646 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5cea9ea4-7a0f-41af-a0c7-e202b1a48d98 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:45.802215 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'tag': 'de30ef2f-0610-405d-8749-107b23cc7d83', 'status': 'completed', 'code': 200} Jul 16 02:01:45.840504 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60493dbe-3c14-4a0a-bf6f-b87d4b38c0a3 None None] Pushing event updated for resources: {'Port': ['ID=51385036-926d-4ca4-af1f-968cfe762460,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:45.842600 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-4f370ea0-cdd1-4390-8b8c-6591c3695c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:45.844191 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-4f370ea0-cdd1-4390-8b8c-6591c3695c28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8072fcd5c02343758c430084659e9d69&device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 1094 time: 0.1285744 Jul 16 02:01:45.930984 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-429a7e91-be50-46ec-9750-e5df0f0e1eb4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de30ef2f-0610-405d-8749-107b23cc7d83 HTTP/1.1" status: 200 len: 217 time: 0.0740108 Jul 16 02:01:45.997079 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-13f9d11e-7571-4b55-8b2b-9237f990b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:45.998679 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-13f9d11e-7571-4b55-8b2b-9237f990b6c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52ee9bce-183e-45ca-b875-18144943b25c HTTP/1.1" status: 200 len: 856 time: 0.0596483 Jul 16 02:01:46.093753 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-1cf99de8-f3f5-4687-b231-cd21f77a559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:46.095406 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-1cf99de8-f3f5-4687-b231-cd21f77a559f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f70b44d2-3ecb-4e97-b320-384529a39401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809364 Jul 16 02:01:46.160240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c72899-3d17-47fb-8996-cf7234a59c05 req-64196fd8-f807-4228-90b5-dfacedfebcd1 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:46.161766 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-42c72899-3d17-47fb-8996-cf7234a59c05 req-64196fd8-f807-4228-90b5-dfacedfebcd1 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 945 time: 0.2480264 Jul 16 02:01:46.212492 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-9f769623-3d4d-40c8-aaac-29f4d485bf15 service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100852 Jul 16 02:01:46.246164 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-42c72899-3d17-47fb-8996-cf7234a59c05 req-e56aa236-004c-457b-893d-d3883c507e00 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec7f8fc0-c55b-4da0-8592-409ba16ba966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759809 Jul 16 02:01:46.313505 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c932535-a795-46ba-8f6f-674d88b86783 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.332231 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9232c0b-cddd-47c1-ad8c-af43510995d5 req-564b1aab-5f4a-446c-b05f-04fc40f81e10 service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123681 Jul 16 02:01:46.511257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ef463-114b-4685-97a5-f2dd51e1aa56 req-713614d4-a4e6-4829-a3d9-1ff844b5b23a tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:46.513060 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d46ef463-114b-4685-97a5-f2dd51e1aa56 req-713614d4-a4e6-4829-a3d9-1ff844b5b23a tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 945 time: 0.1280825 Jul 16 02:01:46.532603 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f71ac-5b9e-4818-ac20-4a26ce2c9613 req-f2cb3c48-235e-47ca-afb8-a72c060281f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:46.534076 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f71ac-5b9e-4818-ac20-4a26ce2c9613 req-f2cb3c48-235e-47ca-afb8-a72c060281f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8072fcd5c02343758c430084659e9d69&device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 1094 time: 0.1000810 Jul 16 02:01:46.598320 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c932535-a795-46ba-8f6f-674d88b86783 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.603308 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c932535-a795-46ba-8f6f-674d88b86783 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.620924 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d46ef463-114b-4685-97a5-f2dd51e1aa56 req-749368f4-414c-4bfb-a5d1-e7797f125573 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec7f8fc0-c55b-4da0-8592-409ba16ba966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991650 Jul 16 02:01:46.656601 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34578) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:46.676715 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c932535-a795-46ba-8f6f-674d88b86783 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=da7368b6-58f8-4ae2-bc9e-abe14a5b7e4f,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:46.684469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f71ac-5b9e-4818-ac20-4a26ce2c9613 req-4662a686-297b-4e8d-bb94-853fb1b753cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:46.685935 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f71ac-5b9e-4818-ac20-4a26ce2c9613 req-4662a686-297b-4e8d-bb94-853fb1b753cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=f70b44d2-3ecb-4e97-b320-384529a39401 HTTP/1.1" status: 200 len: 918 time: 0.1448970 Jul 16 02:01:46.738678 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f71ac-5b9e-4818-ac20-4a26ce2c9613 req-9cc0ae47-9647-44b9-a2e0-9712b4d5eca1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de30ef2f-0610-405d-8749-107b23cc7d83 HTTP/1.1" status: 200 len: 217 time: 0.0448658 Jul 16 02:01:46.846106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f71ac-5b9e-4818-ac20-4a26ce2c9613 req-2eebc7f6-566e-4b00-89dc-25aa2023e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:46.848400 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f71ac-5b9e-4818-ac20-4a26ce2c9613 req-2eebc7f6-566e-4b00-89dc-25aa2023e19a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52ee9bce-183e-45ca-b875-18144943b25c HTTP/1.1" status: 200 len: 856 time: 0.1041059 Jul 16 02:01:46.869367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 564fc316-2ba3-46a5-92f6-5b27b4066300 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:46.925933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 564fc316-2ba3-46a5-92f6-5b27b4066300 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:46.926613 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.947699 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dba8f0-eed3-4eca-ab13-f5cb52454967 tempest-TestServerBasicOps-1335381260 tempest-TestServerBasicOps-1335381260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:46.952261 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-61dba8f0-eed3-4eca-ab13-f5cb52454967 tempest-TestServerBasicOps-1335381260 tempest-TestServerBasicOps-1335381260-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 1091 time: 0.2874334 Jul 16 02:01:46.952510 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34584) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:46.957486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': '51315f74-85cf-4545-973f-b53a49599264', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:46.988628 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.021470 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c932535-a795-46ba-8f6f-674d88b86783 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.021756 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f71ac-5b9e-4818-ac20-4a26ce2c9613 req-4424167a-b745-4201-8654-c79796e812f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:47.023481 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f71ac-5b9e-4818-ac20-4a26ce2c9613 req-4424167a-b745-4201-8654-c79796e812f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f70b44d2-3ecb-4e97-b320-384529a39401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566658 Jul 16 02:01:47.037372 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 51385036-926d-4ca4-af1f-968cfe762460 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:47.039412 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccfb68-d08e-438f-8aba-604335b80121 req-8899be8c-e2e8-4297-9707-90088b52f7cb tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:47.041566 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d1ccfb68-d08e-438f-8aba-604335b80121 req-8899be8c-e2e8-4297-9707-90088b52f7cb tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 943 time: 0.1583006 Jul 16 02:01:47.100501 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 51385036-926d-4ca4-af1f-968cfe762460 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:47.146935 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d1ccfb68-d08e-438f-8aba-604335b80121 req-5a4663de-c4fc-4227-afa9-bb0b9f868d9f tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672162 Jul 16 02:01:47.189298 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f71ac-5b9e-4818-ac20-4a26ce2c9613 req-30b76323-d730-4eeb-9d3c-e92994d8660b service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494169 Jul 16 02:01:47.213916 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c932535-a795-46ba-8f6f-674d88b86783 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.271569 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b49999-efae-406a-a487-8c64dd00a410 None None] Network 2da41d40-c8e7-46c9-9db0-153041f09f04 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:47.392006 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bf348018-0972-410b-b9a4-9da9cab876d6 None None] Provisioning for port 51385036-926d-4ca4-af1f-968cfe762460 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:47.403519 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bf348018-0972-410b-b9a4-9da9cab876d6 None None] Provisioning complete for port 51385036-926d-4ca4-af1f-968cfe762460 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:47.404247 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf348018-0972-410b-b9a4-9da9cab876d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.520304 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c932535-a795-46ba-8f6f-674d88b86783 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.525556 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c932535-a795-46ba-8f6f-674d88b86783 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.535382 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf348018-0972-410b-b9a4-9da9cab876d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.572199 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bf348018-0972-410b-b9a4-9da9cab876d6 None None] For port 51385036-926d-4ca4-af1f-968cfe762460, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=51385036-926d-4ca4-af1f-968cfe762460,segment=NetworkSegment(aa40e476-0874-4376-a420-25fe2d98dcc5),segment_id=aa40e476-0874-4376-a420-25fe2d98dcc5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:47.579139 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf348018-0972-410b-b9a4-9da9cab876d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.619866 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4c932535-a795-46ba-8f6f-674d88b86783 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.649594 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf348018-0972-410b-b9a4-9da9cab876d6 None None] Pushing event updated for resources: {'Port': ['ID=51385036-926d-4ca4-af1f-968cfe762460,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:47.649848 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.661618 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c932535-a795-46ba-8f6f-674d88b86783 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=da7368b6-58f8-4ae2-bc9e-abe14a5b7e4f,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:47.715321 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-435f71ac-5b9e-4818-ac20-4a26ce2c9613 req-66080337-875b-4ac6-990a-d67651b3f0d2 service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192034 Jul 16 02:01:47.741404 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c932535-a795-46ba-8f6f-674d88b86783 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 2da41d40-c8e7-46c9-9db0-153041f09f04 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:47.742896 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-4c932535-a795-46ba-8f6f-674d88b86783 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:47.780696 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Allocated IP 172.25.1.40 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/217836b5-1305-408f-bc61-f2f3d7c94246) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:47.812115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b0ce5716-5e81-493d-b685-5e493abb0299 None None] Provisioning for port da7368b6-58f8-4ae2-bc9e-abe14a5b7e4f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:47.817899 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b0ce5716-5e81-493d-b685-5e493abb0299 None None] Provisioning complete for port da7368b6-58f8-4ae2-bc9e-abe14a5b7e4f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:47.818248 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0ce5716-5e81-493d-b685-5e493abb0299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.861509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce5716-5e81-493d-b685-5e493abb0299 None None] Port da7368b6-58f8-4ae2-bc9e-abe14a5b7e4f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:47.874908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b0ce5716-5e81-493d-b685-5e493abb0299 None None] Provisioning complete for port 51385036-926d-4ca4-af1f-968cfe762460 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:47.875593 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0ce5716-5e81-493d-b685-5e493abb0299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.897944 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c932535-a795-46ba-8f6f-674d88b86783 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Router 5e79d097-7605-4d9f-8536-85f5c75097f0 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:01:47.922894 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.970100 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.008093 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:48.011413 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c932535-a795-46ba-8f6f-674d88b86783 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:48.014577 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:48.018259 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:48.018439 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4c932535-a795-46ba-8f6f-674d88b86783 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "PUT /v2.0/routers/5e79d097-7605-4d9f-8536-85f5c75097f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2635283 Jul 16 02:01:48.021011 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34586) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:48.024311 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Pushing event updated for resources: {'Port': ['ID=217836b5-1305-408f-bc61-f2f3d7c94246,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:48.025816 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5f364-393f-4f7c-a6ab-8fc2e05011df None None] Sync routers for ids ['5e79d097-7605-4d9f-8536-85f5c75097f0'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:48.038288 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5f364-393f-4f7c-a6ab-8fc2e05011df None None] Routers {'5e79d097-7605-4d9f-8536-85f5c75097f0'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:48.039053 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b3c5f364-393f-4f7c-a6ab-8fc2e05011df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['5e79d097-7605-4d9f-8536-85f5c75097f0'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:48.088367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b3c5f364-393f-4f7c-a6ab-8fc2e05011df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:48.099125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ad3851-af95-451e-98a7-5bbfc0c69777 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:48.101515 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-82ad3851-af95-451e-98a7-5bbfc0c69777 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e79d097-7605-4d9f-8536-85f5c75097f0 HTTP/1.1" status: 200 len: 982 time: 0.0794342 Jul 16 02:01:48.104307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34588) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:48.105386 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5f364-393f-4f7c-a6ab-8fc2e05011df None None] Routers {'5e79d097-7605-4d9f-8536-85f5c75097f0'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:48.106031 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b3c5f364-393f-4f7c-a6ab-8fc2e05011df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['5e79d097-7605-4d9f-8536-85f5c75097f0'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:48.142492 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b3c5f364-393f-4f7c-a6ab-8fc2e05011df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:48.143294 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5f364-393f-4f7c-a6ab-8fc2e05011df None None] The sync data for ids ['5e79d097-7605-4d9f-8536-85f5c75097f0'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:48.145300 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-378d9471-6d43-49b1-818b-e854e97e8193 None None] Provisioning complete for port da7368b6-58f8-4ae2-bc9e-abe14a5b7e4f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:48.145756 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-378d9471-6d43-49b1-818b-e854e97e8193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.185853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-378d9471-6d43-49b1-818b-e854e97e8193 None None] Port da7368b6-58f8-4ae2-bc9e-abe14a5b7e4f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:48.316192 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1f2db63d-f0ea-4106-9c4a-543a51031314 None None] Provisioning complete for port da7368b6-58f8-4ae2-bc9e-abe14a5b7e4f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:48.317429 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1f2db63d-f0ea-4106-9c4a-543a51031314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.374135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1f2db63d-f0ea-4106-9c4a-543a51031314 None None] Port da7368b6-58f8-4ae2-bc9e-abe14a5b7e4f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:48.477303 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51998ec3-53c9-4822-ba51-0ca5fd223241 req-f3cc2d30-5618-46c0-a40e-022a4c491bf6 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:48.478818 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-51998ec3-53c9-4822-ba51-0ca5fd223241 req-f3cc2d30-5618-46c0-a40e-022a4c491bf6 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 943 time: 0.1298006 Jul 16 02:01:48.493051 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d787d194-14ca-462a-93b5-f9cf6b305794 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.495515 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5f65e7c2-2c20-42c1-a0b3-a83584021741 None None] Provisioning complete for port da7368b6-58f8-4ae2-bc9e-abe14a5b7e4f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:48.495908 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f65e7c2-2c20-42c1-a0b3-a83584021741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.530122 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5f65e7c2-2c20-42c1-a0b3-a83584021741 None None] Port da7368b6-58f8-4ae2-bc9e-abe14a5b7e4f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:48.546591 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.554723 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-51998ec3-53c9-4822-ba51-0ca5fd223241 req-839f435e-f625-45d8-b6d8-be1bf2bad118 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546677 Jul 16 02:01:48.640288 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.698045 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 51385036-926d-4ca4-af1f-968cfe762460 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:48.754405 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 51385036-926d-4ca4-af1f-968cfe762460 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:48.755279 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.835393 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.841351 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.915246 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Pushing event updated for resources: {'Port': ['ID=217836b5-1305-408f-bc61-f2f3d7c94246,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:48.934129 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.047459 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Floating IP 962c093b-b905-44a2-87a2-5693002a702d associated. External IP: 172.25.1.40, port: 51315f74-85cf-4545-973f-b53a49599264. Jul 16 02:01:49.070562 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-d787d194-14ca-462a-93b5-f9cf6b305794 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port da7368b6-58f8-4ae2-bc9e-abe14a5b7e4f {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:49.071136 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d787d194-14ca-462a-93b5-f9cf6b305794 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.163552 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d787d194-14ca-462a-93b5-f9cf6b305794 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.177791 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-d787d194-14ca-462a-93b5-f9cf6b305794 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for da7368b6-58f8-4ae2-bc9e-abe14a5b7e4f owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:49.294099 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Router 8f421758-26bc-45bb-b0b5-0d07e351613d has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:49.370381 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d787d194-14ca-462a-93b5-f9cf6b305794 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.412226 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787d194-14ca-462a-93b5-f9cf6b305794 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=da7368b6-58f8-4ae2-bc9e-abe14a5b7e4f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:49.416168 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:49.429005 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a1518-8e96-4d76-9dc0-7fbf073cbef2 None None] Sync routers for ids ['8f421758-26bc-45bb-b0b5-0d07e351613d'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:49.436154 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.442560 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a1518-8e96-4d76-9dc0-7fbf073cbef2 None None] Routers {'8f421758-26bc-45bb-b0b5-0d07e351613d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:49.443526 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-cc2a1518-8e96-4d76-9dc0-7fbf073cbef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8f421758-26bc-45bb-b0b5-0d07e351613d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:49.500394 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8121067b-f82a-4d11-ae43-32d7ef971f75 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5468566 Jul 16 02:01:49.504496 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dceed18b-995b-4c40-bb45-6d63b7ace024', 'tag': '51315f74-85cf-4545-973f-b53a49599264'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:49.510147 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad79afb-51d4-4d09-b3d3-d81b7b07f909" -d '{"events": [{"name": "network-changed", "server_uuid": "dceed18b-995b-4c40-bb45-6d63b7ace024", "tag": "51315f74-85cf-4545-973f-b53a49599264"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:49.575234 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d5c0c8-0132-40da-9c79-df9b96975dee x-openstack-request-id: req-e1d5c0c8-0132-40da-9c79-df9b96975dee {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:49.575906 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dceed18b-995b-4c40-bb45-6d63b7ace024", "tag": "51315f74-85cf-4545-973f-b53a49599264", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:49.576379 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e1d5c0c8-0132-40da-9c79-df9b96975dee {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:49.577025 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dceed18b-995b-4c40-bb45-6d63b7ace024', 'tag': '51315f74-85cf-4545-973f-b53a49599264', 'status': 'completed', 'code': 200} Jul 16 02:01:49.607557 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d787d194-14ca-462a-93b5-f9cf6b305794 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.609948 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-cc2a1518-8e96-4d76-9dc0-7fbf073cbef2 None None] Set router 8f421758-26bc-45bb-b0b5-0d07e351613d gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:49.780256 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d01189-36fc-4de3-ba79-b782a6d8845e req-31fb192f-d6fa-4476-9d92-00747f308b33 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:49.781699 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2d01189-36fc-4de3-ba79-b782a6d8845e req-31fb192f-d6fa-4476-9d92-00747f308b33 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 943 time: 0.0717330 Jul 16 02:01:49.821480 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d787d194-14ca-462a-93b5-f9cf6b305794 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Router 5e79d097-7605-4d9f-8536-85f5c75097f0 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:49.826113 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2d01189-36fc-4de3-ba79-b782a6d8845e req-bfa51c56-c920-486e-8b28-6f127abd6009 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372796 Jul 16 02:01:49.831923 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad79afb-51d4-4d09-b3d3-d81b7b07f909 req-76a5682e-bed5-4b13-a866-14390a73d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:49.834058 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ad79afb-51d4-4d09-b3d3-d81b7b07f909 req-76a5682e-bed5-4b13-a866-14390a73d0f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f51614fe139a43fbafcd3a8f8ba46960&device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 1096 time: 0.1762137 Jul 16 02:01:49.864366 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-cc2a1518-8e96-4d76-9dc0-7fbf073cbef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'name': 'tempest-TestServerBasicOps-297306961-router', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '938a4898-af32-48a6-8226-542023c45818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:00Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 4, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'gw_port': {'id': '938a4898-af32-48a6-8226-542023c45818', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:01Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '962c093b-b905-44a2-87a2-5693002a702d', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'floating_ip_address': '172.25.1.40', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'port_id': '51315f74-85cf-4545-973f-b53a49599264', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc', 'mac_address': 'fa:16:3e:36:1b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceed18b-995b-4c40-bb45-6d63b7ace024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:48Z', 'updated_at': '2021-07-16T02:01:48Z', 'revision_number': 0, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1', 'name': '', 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'mac_address': 'fa:16:3e:38:50:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'db8914cf-667c-4879-822f-6fa815c45985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:08Z', 'updated_at': '2021-07-16T02:01:17Z', 'revision_number': 5, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'subnets': [{'id': 'db8914cf-667c-4879-822f-6fa815c45985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:49.876723 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device de30ef2f-0610-405d-8749-107b23cc7d83 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:01:49.896875 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a1518-8e96-4d76-9dc0-7fbf073cbef2 None None] Checking router: 8f421758-26bc-45bb-b0b5-0d07e351613d for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:49.909286 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a1518-8e96-4d76-9dc0-7fbf073cbef2 None None] Routers {'8f421758-26bc-45bb-b0b5-0d07e351613d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:49.910067 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-cc2a1518-8e96-4d76-9dc0-7fbf073cbef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8f421758-26bc-45bb-b0b5-0d07e351613d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:49.948922 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d787d194-14ca-462a-93b5-f9cf6b305794 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:49.967105 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96f2cc-93ad-4044-9bde-7fa33312433e None None] Sync routers for ids ['5e79d097-7605-4d9f-8536-85f5c75097f0'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:49.985062 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d787d194-14ca-462a-93b5-f9cf6b305794 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "PUT /v2.0/routers/5e79d097-7605-4d9f-8536-85f5c75097f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8782983 Jul 16 02:01:49.988513 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34598) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:49.990996 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96f2cc-93ad-4044-9bde-7fa33312433e None None] Routers {'5e79d097-7605-4d9f-8536-85f5c75097f0'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:49.992024 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-fc96f2cc-93ad-4044-9bde-7fa33312433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['5e79d097-7605-4d9f-8536-85f5c75097f0'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:50.017571 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad79afb-51d4-4d09-b3d3-d81b7b07f909 req-f9a7c54d-8572-4ff0-bd47-86f81f189a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:50.020069 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ad79afb-51d4-4d09-b3d3-d81b7b07f909 req-f9a7c54d-8572-4ff0-bd47-86f81f189a46 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6809c578-1f7e-42b6-97e0-bd2a60d4cfcc HTTP/1.1" status: 200 len: 909 time: 0.1772985 Jul 16 02:01:50.028416 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-cc2a1518-8e96-4d76-9dc0-7fbf073cbef2 None None] Set router 8f421758-26bc-45bb-b0b5-0d07e351613d gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:50.034114 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6597533-eeb1-4e58-8eeb-d3eba59fafe9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] GET failed (client error): The resource could not be found. Jul 16 02:01:50.038694 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b6597533-eeb1-4e58-8eeb-d3eba59fafe9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports/da7368b6-58f8-4ae2-bc9e-abe14a5b7e4f HTTP/1.1" status: 404 len: 333 time: 0.0487380 Jul 16 02:01:50.039309 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34600) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:50.043961 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-fc96f2cc-93ad-4044-9bde-7fa33312433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:50.056321 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port de30ef2f-0610-405d-8749-107b23cc7d83, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=de30ef2f-0610-405d-8749-107b23cc7d83,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:50.072301 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96f2cc-93ad-4044-9bde-7fa33312433e None None] Routers {'5e79d097-7605-4d9f-8536-85f5c75097f0'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:50.073205 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-fc96f2cc-93ad-4044-9bde-7fa33312433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['5e79d097-7605-4d9f-8536-85f5c75097f0'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:50.075834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'de30ef2f-0610-405d-8749-107b23cc7d83', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'port_id': 'de30ef2f-0610-405d-8749-107b23cc7d83', 'mac_address': 'fa:16:3e:7a:e4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:01:50.113838 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-fc96f2cc-93ad-4044-9bde-7fa33312433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:50.114864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96f2cc-93ad-4044-9bde-7fa33312433e None None] The sync data for ids ['5e79d097-7605-4d9f-8536-85f5c75097f0'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:50.116173 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ad79afb-51d4-4d09-b3d3-d81b7b07f909 req-f5024959-59a2-487f-a790-12b478d61bcf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51315f74-85cf-4545-973f-b53a49599264 HTTP/1.1" status: 200 len: 998 time: 0.0884690 Jul 16 02:01:50.143105 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6995c9b4-3c00-4198-a975-a48ac3b6779e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.160531 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.180282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de30ef2f-0610-405d-8749-107b23cc7d83 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:50.180561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad79afb-51d4-4d09-b3d3-d81b7b07f909 req-b026bd1c-b94d-469e-871c-628a96d414eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:50.182090 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ad79afb-51d4-4d09-b3d3-d81b7b07f909 req-b026bd1c-b94d-469e-871c-628a96d414eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db8914cf-667c-4879-822f-6fa815c45985 HTTP/1.1" status: 200 len: 847 time: 0.0557196 Jul 16 02:01:50.204740 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port de30ef2f-0610-405d-8749-107b23cc7d83, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=de30ef2f-0610-405d-8749-107b23cc7d83,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:50.210180 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.257744 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad79afb-51d4-4d09-b3d3-d81b7b07f909 req-a132a924-c2d5-4f85-9a4c-d0d6e594913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:50.259286 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ad79afb-51d4-4d09-b3d3-d81b7b07f909 req-a132a924-c2d5-4f85-9a4c-d0d6e594913d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6809c578-1f7e-42b6-97e0-bd2a60d4cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696006 Jul 16 02:01:50.290502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=de30ef2f-0610-405d-8749-107b23cc7d83,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:50.324891 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-cc2a1518-8e96-4d76-9dc0-7fbf073cbef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'name': 'tempest-TestServerBasicOps-297306961-router', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '938a4898-af32-48a6-8226-542023c45818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:00Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 4, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'gw_port': {'id': '938a4898-af32-48a6-8226-542023c45818', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:01Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '962c093b-b905-44a2-87a2-5693002a702d', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'floating_ip_address': '172.25.1.40', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'port_id': '51315f74-85cf-4545-973f-b53a49599264', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc', 'mac_address': 'fa:16:3e:36:1b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceed18b-995b-4c40-bb45-6d63b7ace024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:48Z', 'updated_at': '2021-07-16T02:01:48Z', 'revision_number': 0, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1', 'name': '', 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'mac_address': 'fa:16:3e:38:50:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'db8914cf-667c-4879-822f-6fa815c45985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:08Z', 'updated_at': '2021-07-16T02:01:17Z', 'revision_number': 5, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'subnets': [{'id': 'db8914cf-667c-4879-822f-6fa815c45985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:50.341704 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6995c9b4-3c00-4198-a975-a48ac3b6779e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.344364 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6995c9b4-3c00-4198-a975-a48ac3b6779e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.357442 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a1518-8e96-4d76-9dc0-7fbf073cbef2 None None] The sync data for ids ['8f421758-26bc-45bb-b0b5-0d07e351613d'] in n-d-800086-6 is: [{'id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'name': 'tempest-TestServerBasicOps-297306961-router', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '938a4898-af32-48a6-8226-542023c45818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:00Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 4, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'gw_port': {'id': '938a4898-af32-48a6-8226-542023c45818', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:01Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '962c093b-b905-44a2-87a2-5693002a702d', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'floating_ip_address': '172.25.1.40', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'port_id': '51315f74-85cf-4545-973f-b53a49599264', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc', 'mac_address': 'fa:16:3e:36:1b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceed18b-995b-4c40-bb45-6d63b7ace024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:48Z', 'updated_at': '2021-07-16T02:01:48Z', 'revision_number': 0, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1', 'name': '', 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'mac_address': 'fa:16:3e:38:50:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'db8914cf-667c-4879-822f-6fa815c45985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:08Z', 'updated_at': '2021-07-16T02:01:17Z', 'revision_number': 5, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'subnets': [{'id': 'db8914cf-667c-4879-822f-6fa815c45985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:50.393786 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6995c9b4-3c00-4198-a975-a48ac3b6779e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.394345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6995c9b4-3c00-4198-a975-a48ac3b6779e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Fanout notify agent at l3_agent the message router_deleted on router 5e79d097-7605-4d9f-8536-85f5c75097f0 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:01:50.395303 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ad79afb-51d4-4d09-b3d3-d81b7b07f909 req-2bf92eca-974a-4385-8c43-7d125d93d6c0 service neutron] 10.222.0.47 "GET /v2.0/networks/6809c578-1f7e-42b6-97e0-bd2a60d4cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262636 Jul 16 02:01:50.402107 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6995c9b4-3c00-4198-a975-a48ac3b6779e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.406051 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6995c9b4-3c00-4198-a975-a48ac3b6779e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/routers/5e79d097-7605-4d9f-8536-85f5c75097f0 HTTP/1.1" status: 204 len: 168 time: 0.3653851 Jul 16 02:01:50.406600 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34602) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:50.469419 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f3f61f-61d2-40c8-aae1-9aa19ae9906a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting subnet edfc05f7-3831-4269-9c63-e8c6ade42441 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:50.473310 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15f3f61f-61d2-40c8-aae1-9aa19ae9906a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.510855 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ad79afb-51d4-4d09-b3d3-d81b7b07f909 req-7fb5ecfb-8c52-47c5-bd77-ab643f668ca9 service neutron] 10.222.0.47 "GET /v2.0/networks/6809c578-1f7e-42b6-97e0-bd2a60d4cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070640 Jul 16 02:01:50.516320 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15f3f61f-61d2-40c8-aae1-9aa19ae9906a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.554990 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['de30ef2f-0610-405d-8749-107b23cc7d83'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:01:50.623573 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15f3f61f-61d2-40c8-aae1-9aa19ae9906a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.642232 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716cfdb4-02a9-40a6-ae37-7103238fdfa9 None None] New status for floating IP 962c093b-b905-44a2-87a2-5693002a702d: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:01:50.698496 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15f3f61f-61d2-40c8-aae1-9aa19ae9906a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.736799 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15f3f61f-61d2-40c8-aae1-9aa19ae9906a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.739283 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-15f3f61f-61d2-40c8-aae1-9aa19ae9906a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/edfc05f7-3831-4269-9c63-e8c6ade42441 HTTP/1.1" status: 204 len: 168 time: 0.3317299 Jul 16 02:01:50.740455 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3f61f-61d2-40c8-aae1-9aa19ae9906a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Subnet': ['ID=edfc05f7-3831-4269-9c63-e8c6ade42441,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:50.742419 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34604) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:50.747426 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9d9970-2fce-46ef-a21f-a5d1240a569d None None] Network 2da41d40-c8e7-46c9-9db0-153041f09f04 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:50.828419 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.896238 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port 51385036-926d-4ca4-af1f-968cfe762460 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:50.896596 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.994902 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37f4080-375c-410e-8e35-25c754c582fb None None] DHCP port deletion for 2da41d40-c8e7-46c9-9db0-153041f09f04 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:01:50.999611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] For port 51385036-926d-4ca4-af1f-968cfe762460, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=51385036-926d-4ca4-af1f-968cfe762460,segment=NetworkSegment(aa40e476-0874-4376-a420-25fe2d98dcc5),segment_id=aa40e476-0874-4376-a420-25fe2d98dcc5)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:51.000034 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.032011 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for 51385036-926d-4ca4-af1f-968cfe762460 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:51.046910 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b37f4080-375c-410e-8e35-25c754c582fb None None] Deleting port 51385036-926d-4ca4-af1f-968cfe762460 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:51.047740 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b37f4080-375c-410e-8e35-25c754c582fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.125318 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b37f4080-375c-410e-8e35-25c754c582fb None None] For port 51385036-926d-4ca4-af1f-968cfe762460, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=51385036-926d-4ca4-af1f-968cfe762460,segment=NetworkSegment(aa40e476-0874-4376-a420-25fe2d98dcc5),segment_id=aa40e476-0874-4376-a420-25fe2d98dcc5)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:51.125532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eac78-4f9e-498f-bcc6-19b7a4e700c5 req-d9a3e7ef-f737-4314-9433-8b82bf32cac3 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:51.125710 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b37f4080-375c-410e-8e35-25c754c582fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.126870 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a29eac78-4f9e-498f-bcc6-19b7a4e700c5 req-d9a3e7ef-f737-4314-9433-8b82bf32cac3 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 944 time: 0.1452844 Jul 16 02:01:51.138087 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b37f4080-375c-410e-8e35-25c754c582fb None None] Calling delete_port for 51385036-926d-4ca4-af1f-968cfe762460 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:51.168068 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.202524 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a29eac78-4f9e-498f-bcc6-19b7a4e700c5 req-80ef6fb5-f219-4d69-8e29-081d215e7a7c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690036 Jul 16 02:01:51.205171 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=51385036-926d-4ca4-af1f-968cfe762460,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:51.207542 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No DVR routers for this DVR port 51385036-926d-4ca4-af1f-968cfe762460 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:51.220290 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b37f4080-375c-410e-8e35-25c754c582fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.251021 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f4080-375c-410e-8e35-25c754c582fb None None] Pushing event deleted for resources: {'Port': ['ID=51385036-926d-4ca4-af1f-968cfe762460,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:51.258038 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f4080-375c-410e-8e35-25c754c582fb None None] No DVR routers for this DVR port 51385036-926d-4ca4-af1f-968cfe762460 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:51.315568 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.327288 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da41d40-c8e7-46c9-9db0-153041f09f04']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:51.338301 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa40e476-0874-4376-a420-25fe2d98dcc5') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:51.338602 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa40e476-0874-4376-a420-25fe2d98dcc5') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:51.348363 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.363120 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.369283 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:51.369813 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:51.373257 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:51.437826 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.445152 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.446933 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/networks/2da41d40-c8e7-46c9-9db0-153041f09f04 HTTP/1.1" status: 204 len: 168 time: 0.7035093 Jul 16 02:01:51.451070 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34608) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:51.463324 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774d079-9b38-4e56-bc4c-e18742fb81cc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Network': ['ID=2da41d40-c8e7-46c9-9db0-153041f09f04,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:51.512414 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db3e402-4cb3-49ac-98e8-45f5f161a5f2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:51.513895 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6db3e402-4cb3-49ac-98e8-45f5f161a5f2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports/072c59cf-ea22-4806-bfb2-d661b6177f9c HTTP/1.1" status: 200 len: 841 time: 0.0616865 Jul 16 02:01:51.517576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34610) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:51.567923 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-25ebe2f5-b9dc-4235-a0dc-0a83f8fcf65c tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports/072c59cf-ea22-4806-bfb2-d661b6177f9c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0493145 Jul 16 02:01:51.571299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34612) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:51.575917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2ab86420-2d9d-4e18-941f-766967a0ddfb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'subnet': {'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:51.662028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab86420-2d9d-4e18-941f-766967a0ddfb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:51.665750 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2ab86420-2d9d-4e18-941f-766967a0ddfb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.845667 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2ab86420-2d9d-4e18-941f-766967a0ddfb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.874808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device de30ef2f-0610-405d-8749-107b23cc7d83 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:51.891300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab86420-2d9d-4e18-941f-766967a0ddfb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:51.894506 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-2ab86420-2d9d-4e18-941f-766967a0ddfb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:51.899103 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab86420-2d9d-4e18-941f-766967a0ddfb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:51.899666 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2ab86420-2d9d-4e18-941f-766967a0ddfb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.905018 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a99fa41-6b48-4800-8f2d-b50b0fb3ffa9 None None] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:51.915879 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab86420-2d9d-4e18-941f-766967a0ddfb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Subnet': ['ID=a4e1e724-27e6-4c3c-b5b4-19a4bdb0c09a,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:51.924220 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2ab86420-2d9d-4e18-941f-766967a0ddfb tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3492410 Jul 16 02:01:51.924488 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34614) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:51.930324 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-75af8fa0-5e51-4888-8846-3b1b75a2b2a7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'security_group': {'name': 'tempest-secgroup-1041311877'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:51.953782 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-75af8fa0-5e51-4888-8846-3b1b75a2b2a7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.985409 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port de30ef2f-0610-405d-8749-107b23cc7d83 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:51.998207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port de30ef2f-0610-405d-8749-107b23cc7d83 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:51.999016 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.044908 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-75af8fa0-5e51-4888-8846-3b1b75a2b2a7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.049177 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-75af8fa0-5e51-4888-8846-3b1b75a2b2a7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.080938 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-75af8fa0-5e51-4888-8846-3b1b75a2b2a7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.084952 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-75af8fa0-5e51-4888-8846-3b1b75a2b2a7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1564493 Jul 16 02:01:52.085473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34616) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:52.090416 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af8fa0-5e51-4888-8846-3b1b75a2b2a7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4755fa7e-f7eb-4572-8460-407a46f060a9,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:52.090929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4d7ca92e-80f9-4600-9d8a-82ccae4612a6 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'security_group': {'name': 'tempest-secgroup-1740573437'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:52.127884 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca92e-80f9-4600-9d8a-82ccae4612a6 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.143105 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.174294 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-8d192fc6-6f3f-4c09-9bad-709322652c35', 'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35', 'tenant_id': '541d520ca07243f7abbd70de5f77952c', 'fixed_ips': [{'subnet_id': 'a4e1e724-27e6-4c3c-b5b4-19a4bdb0c09a'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:52.175921 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.182131 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de30ef2f-0610-405d-8749-107b23cc7d83'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:52.184569 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f3d520-b0e2-4658-8532-656eccc6aaed" -d '{"events": [{"server_uuid": "103432e7-a8fd-4f2c-beec-8f656743cb28", "name": "network-vif-plugged", "status": "completed", "tag": "de30ef2f-0610-405d-8749-107b23cc7d83"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:52.205959 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port de30ef2f-0610-405d-8749-107b23cc7d83, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=de30ef2f-0610-405d-8749-107b23cc7d83,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:52.216924 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca92e-80f9-4600-9d8a-82ccae4612a6 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.217302 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.222343 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca92e-80f9-4600-9d8a-82ccae4612a6 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.227728 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9352210-a53b-4439-b657-e192659423a7 x-openstack-request-id: req-e9352210-a53b-4439-b657-e192659423a7 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:52.228042 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103432e7-a8fd-4f2c-beec-8f656743cb28", "name": "network-vif-plugged", "status": "completed", "tag": "de30ef2f-0610-405d-8749-107b23cc7d83", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:52.228299 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e9352210-a53b-4439-b657-e192659423a7 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:52.228690 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de30ef2f-0610-405d-8749-107b23cc7d83', 'code': 200} Jul 16 02:01:52.253930 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ca92e-80f9-4600-9d8a-82ccae4612a6 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfc6ad7-3487-40b8-926b-a593c556674f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:52.256367 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca92e-80f9-4600-9d8a-82ccae4612a6 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.260079 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4d7ca92e-80f9-4600-9d8a-82ccae4612a6 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1711209 Jul 16 02:01:52.263828 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34622) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:52.269768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-9ac01cde-c013-4645-8e6f-3ac84b1f26e4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-287042798', 'security_groups': ['fdfc6ad7-3487-40b8-926b-a593c556674f'], 'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a4e1e724-27e6-4c3c-b5b4-19a4bdb0c09a'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:52.383604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=de30ef2f-0610-405d-8749-107b23cc7d83,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:52.398169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Allocated IP 172.20.0.2 (8d192fc6-6f3f-4c09-9bad-709322652c35/a4e1e724-27e6-4c3c-b5b4-19a4bdb0c09a/9db9f06d-baea-4659-969e-c3b5cd9dd1ec) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:52.410088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5716ef-81fb-4647-920d-1dd2bc8b5587 req-d457e988-2824-46f3-aa55-e33f364c2092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:52.413179 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5c5716ef-81fb-4647-920d-1dd2bc8b5587 req-d457e988-2824-46f3-aa55-e33f364c2092 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 1096 time: 0.0686288 Jul 16 02:01:52.434905 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac01cde-c013-4645-8e6f-3ac84b1f26e4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:52.450777 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5c5716ef-81fb-4647-920d-1dd2bc8b5587 req-27389111-bec4-4ee5-af69-55861438b9b2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300913 Jul 16 02:01:52.474512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ba7e2-c427-4f3d-928e-658b0e4edfa0 req-6c2b2ba0-b320-41cf-a6bf-778f443b746c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:52.476097 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b9ba7e2-c427-4f3d-928e-658b0e4edfa0 req-6c2b2ba0-b320-41cf-a6bf-778f443b746c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.1206834 Jul 16 02:01:52.547094 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.555547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Transition to ACTIVE for port object 9db9f06d-baea-4659-969e-c3b5cd9dd1ec will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:52.556290 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b9ba7e2-c427-4f3d-928e-658b0e4edfa0 req-94709bb1-3e48-43bd-8e0c-8bef7d27e96a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536199 Jul 16 02:01:52.559481 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9ac01cde-c013-4645-8e6f-3ac84b1f26e4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.571669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Transition to ACTIVE for port object 9db9f06d-baea-4659-969e-c3b5cd9dd1ec will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:52.579110 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.588737 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-9ac01cde-c013-4645-8e6f-3ac84b1f26e4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] device_id is not set on port a16feb53-341b-4f77-a4ed-f3f0ef5f7a58 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:01:52.618164 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:52.621102 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:52.624644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:52.641288 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Pushing event updated for resources: {'Port': ['ID=9db9f06d-baea-4659-969e-c3b5cd9dd1ec,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:52.685747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 51385036-926d-4ca4-af1f-968cfe762460 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:52.712686 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 51385036-926d-4ca4-af1f-968cfe762460 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:01:52.713035 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 51385036-926d-4ca4-af1f-968cfe762460 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:01:52.714880 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Attempting to bind port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:52.715249 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Attempting to bind port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '95223100-3c7b-4cdd-bc1f-85e94d420c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:52.715611 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Attempting to bind port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec on network 8d192fc6-6f3f-4c09-9bad-709322652c35 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:52.723768 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:52.724152 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Checking segment: {'id': '95223100-3c7b-4cdd-bc1f-85e94d420c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:52.724556 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.724949 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Bound using segment: {'id': '95223100-3c7b-4cdd-bc1f-85e94d420c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:52.725416 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Bound port: 9db9f06d-baea-4659-969e-c3b5cd9dd1ec, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95223100-3c7b-4cdd-bc1f-85e94d420c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:52.725796 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.754772 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-9ac01cde-c013-4645-8e6f-3ac84b1f26e4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Allocated IP 172.20.0.5 (8d192fc6-6f3f-4c09-9bad-709322652c35/a4e1e724-27e6-4c3c-b5b4-19a4bdb0c09a/a16feb53-341b-4f77-a4ed-f3f0ef5f7a58) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:52.791979 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] For port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:52.795189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] For port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9db9f06d-baea-4659-969e-c3b5cd9dd1ec,segment=NetworkSegment(95223100-3c7b-4cdd-bc1f-85e94d420c04),segment_id=95223100-3c7b-4cdd-bc1f-85e94d420c04)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:52.798985 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.862026 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40602768-018f-416a-98dc-9283d7f1d110 None None] Pushing event updated for resources: {'Port': ['ID=9db9f06d-baea-4659-969e-c3b5cd9dd1ec,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:52.910413 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9ac01cde-c013-4645-8e6f-3ac84b1f26e4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.925542 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-9ac01cde-c013-4645-8e6f-3ac84b1f26e4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Transition to ACTIVE for port object a16feb53-341b-4f77-a4ed-f3f0ef5f7a58 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:52.961553 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9ac01cde-c013-4645-8e6f-3ac84b1f26e4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.037864 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac01cde-c013-4645-8e6f-3ac84b1f26e4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:53.042042 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-9ac01cde-c013-4645-8e6f-3ac84b1f26e4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:53.046819 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac01cde-c013-4645-8e6f-3ac84b1f26e4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:53.049465 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac01cde-c013-4645-8e6f-3ac84b1f26e4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=a16feb53-341b-4f77-a4ed-f3f0ef5f7a58,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:53.113740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac01cde-c013-4645-8e6f-3ac84b1f26e4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:53.114457 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9ac01cde-c013-4645-8e6f-3ac84b1f26e4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.139727 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9ac01cde-c013-4645-8e6f-3ac84b1f26e4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8721690 Jul 16 02:01:53.139968 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34628) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:53.146260 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-11fafae3-48bc-46ec-ac16-170a0fd8b880 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'subnet': {'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:53.256767 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fafae3-48bc-46ec-ac16-170a0fd8b880 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:53.260197 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-11fafae3-48bc-46ec-ac16-170a0fd8b880 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.353636 n-d-800086-6 neutron-server[93831]: INFO neutron.db.ipam_backend_mixin [None req-11fafae3-48bc-46ec-ac16-170a0fd8b880 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a4e1e724-27e6-4c3c-b5b4-19a4bdb0c09a (CIDR: 172.20.0.0/28) Jul 16 02:01:53.357011 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-11fafae3-48bc-46ec-ac16-170a0fd8b880 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:01:53.357500 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11fafae3-48bc-46ec-ac16-170a0fd8b880 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:01:53.372473 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-11fafae3-48bc-46ec-ac16-170a0fd8b880 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2313302 Jul 16 02:01:53.375055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34632) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:53.380978 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-8f1fd9ef-5c72-435d-af02-72357124a93a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'subnet': {'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:53.489752 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1fd9ef-5c72-435d-af02-72357124a93a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:53.493373 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8f1fd9ef-5c72-435d-af02-72357124a93a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.801979 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8f1fd9ef-5c72-435d-af02-72357124a93a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.849098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be98ab-67bc-4eeb-b2c9-47abb4776b47 req-466dfacf-e126-408c-9fcd-2cd765b07f91 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:53.850681 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a9be98ab-67bc-4eeb-b2c9-47abb4776b47 req-466dfacf-e126-408c-9fcd-2cd765b07f91 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.1433659 Jul 16 02:01:53.862297 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1fd9ef-5c72-435d-af02-72357124a93a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:53.872211 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-8f1fd9ef-5c72-435d-af02-72357124a93a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:53.881545 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1fd9ef-5c72-435d-af02-72357124a93a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:53.882494 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8f1fd9ef-5c72-435d-af02-72357124a93a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.892324 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b304a335-897c-4c82-82f5-e0f4b5282f5a None None] Provisioning complete for port 072c59cf-ea22-4806-bfb2-d661b6177f9c triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:53.892891 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b304a335-897c-4c82-82f5-e0f4b5282f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.900826 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fd9ef-5c72-435d-af02-72357124a93a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Subnet': ['ID=5d3e14b2-8369-4bbb-9eb6-f6b2309979e8,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:53.930466 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a9be98ab-67bc-4eeb-b2c9-47abb4776b47 req-e9bdc96b-f0d7-4124-8492-63d9f06d2362 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703478 Jul 16 02:01:53.933603 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8f1fd9ef-5c72-435d-af02-72357124a93a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5556464 Jul 16 02:01:53.935635 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34636) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:53.942541 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d0d0c9e0-2474-4c98-90bf-e24ed997dad7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-166624897', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5d3e14b2-8369-4bbb-9eb6-f6b2309979e8'}], 'security_groups': ['4755fa7e-f7eb-4572-8460-407a46f060a9']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:53.952989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b304a335-897c-4c82-82f5-e0f4b5282f5a None None] Port 072c59cf-ea22-4806-bfb2-d661b6177f9c cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:53.971248 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.977286 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b304a335-897c-4c82-82f5-e0f4b5282f5a None None] Provisioning for port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:54.051540 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c9e0-2474-4c98-90bf-e24ed997dad7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.088049 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66299db0-d5bc-42eb-82ef-61cc0dcc6639 None None] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:54.311798 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-939bbc03-458a-4c08-b91b-1bff2adf47b2 None None] Provisioning for port a16feb53-341b-4f77-a4ed-f3f0ef5f7a58 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:54.321739 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-939bbc03-458a-4c08-b91b-1bff2adf47b2 None None] Provisioning complete for port a16feb53-341b-4f77-a4ed-f3f0ef5f7a58 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:54.322118 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-939bbc03-458a-4c08-b91b-1bff2adf47b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.372085 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-d0d0c9e0-2474-4c98-90bf-e24ed997dad7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Delete allocated IP 172.20.0.5 (8d192fc6-6f3f-4c09-9bad-709322652c35/a4e1e724-27e6-4c3c-b5b4-19a4bdb0c09a) {{(pid=93831) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 02:01:54.380220 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-d0d0c9e0-2474-4c98-90bf-e24ed997dad7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Allocated IP 172.20.0.21 (8d192fc6-6f3f-4c09-9bad-709322652c35/5d3e14b2-8369-4bbb-9eb6-f6b2309979e8/a16feb53-341b-4f77-a4ed-f3f0ef5f7a58) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:54.385352 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-939bbc03-458a-4c08-b91b-1bff2adf47b2 None None] Port a16feb53-341b-4f77-a4ed-f3f0ef5f7a58 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:54.516083 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d60995-f5d9-49bc-b3ae-935b8fd1755c None None] Update dhcp port {'port': {'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35', 'fixed_ips': [{'subnet_id': 'a4e1e724-27e6-4c3c-b5b4-19a4bdb0c09a', 'ip_address': '172.20.0.2'}, {'subnet_id': '5d3e14b2-8369-4bbb-9eb6-f6b2309979e8'}], 'binding:host_id': 'n-d-800086-6'}, 'id': '9db9f06d-baea-4659-969e-c3b5cd9dd1ec'} from n-d-800086-6. {{(pid=93833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 02:01:54.538573 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c9e0-2474-4c98-90bf-e24ed997dad7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.551143 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-05d60995-f5d9-49bc-b3ae-935b8fd1755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.551357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-d0d0c9e0-2474-4c98-90bf-e24ed997dad7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Ignored duplicate provisioning block setup for port a16feb53-341b-4f77-a4ed-f3f0ef5f7a58 by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 02:01:54.555167 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c9e0-2474-4c98-90bf-e24ed997dad7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.649906 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0c9e0-2474-4c98-90bf-e24ed997dad7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=a16feb53-341b-4f77-a4ed-f3f0ef5f7a58,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:54.672271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0c9e0-2474-4c98-90bf-e24ed997dad7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] In _notify_port_updated(), no bound segment for port a16feb53-341b-4f77-a4ed-f3f0ef5f7a58 on network 8d192fc6-6f3f-4c09-9bad-709322652c35 {{(pid=93831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:01:54.677921 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d0c9e0-2474-4c98-90bf-e24ed997dad7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:54.678664 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d0d0c9e0-2474-4c98-90bf-e24ed997dad7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.680122 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d0d0c9e0-2474-4c98-90bf-e24ed997dad7 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "PUT /v2.0/ports/a16feb53-341b-4f77-a4ed-f3f0ef5f7a58 HTTP/1.1" status: 200 len: 920 time: 0.7432022 Jul 16 02:01:54.682926 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34638) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:54.740389 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9db9f06d-baea-4659-969e-c3b5cd9dd1ec up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:54.746197 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-05d60995-f5d9-49bc-b3ae-935b8fd1755c None None] Allocated IP 172.20.0.18 (8d192fc6-6f3f-4c09-9bad-709322652c35/5d3e14b2-8369-4bbb-9eb6-f6b2309979e8/9db9f06d-baea-4659-969e-c3b5cd9dd1ec) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:54.783592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-6346dec5-1895-4130-9e8f-546c95cc29d8 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port a16feb53-341b-4f77-a4ed-f3f0ef5f7a58 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:54.784539 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6346dec5-1895-4130-9e8f-546c95cc29d8 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.856098 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:54.863521 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:54.863841 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.877416 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6346dec5-1895-4130-9e8f-546c95cc29d8 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.889248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-6346dec5-1895-4130-9e8f-546c95cc29d8 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for a16feb53-341b-4f77-a4ed-f3f0ef5f7a58 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:54.900759 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-05d60995-f5d9-49bc-b3ae-935b8fd1755c None None] For port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9db9f06d-baea-4659-969e-c3b5cd9dd1ec,segment=NetworkSegment(95223100-3c7b-4cdd-bc1f-85e94d420c04),segment_id=95223100-3c7b-4cdd-bc1f-85e94d420c04)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:54.966673 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-05d60995-f5d9-49bc-b3ae-935b8fd1755c None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.986698 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.990992 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-05d60995-f5d9-49bc-b3ae-935b8fd1755c None None] Transition to ACTIVE for port object 9db9f06d-baea-4659-969e-c3b5cd9dd1ec will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:54.999089 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-05d60995-f5d9-49bc-b3ae-935b8fd1755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.021182 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6346dec5-1895-4130-9e8f-546c95cc29d8 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.060053 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346dec5-1895-4130-9e8f-546c95cc29d8 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=a16feb53-341b-4f77-a4ed-f3f0ef5f7a58,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:55.133034 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf5b3f-1aa8-4c6f-bcce-b66d0103ae38 req-6d6dec56-b8c2-47bc-aa7d-711276bd38d9 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:55.133810 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.api [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:01:55.134187 n-d-800086-6 neutron-server[93833]: DEBUG oslo_db.api [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:01:55.135786 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6346dec5-1895-4130-9e8f-546c95cc29d8 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.137339 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d60995-f5d9-49bc-b3ae-935b8fd1755c None None] Pushing event updated for resources: {'Port': ['ID=9db9f06d-baea-4659-969e-c3b5cd9dd1ec,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:55.138713 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6346dec5-1895-4130-9e8f-546c95cc29d8 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/ports/a16feb53-341b-4f77-a4ed-f3f0ef5f7a58 HTTP/1.1" status: 204 len: 168 time: 0.4541159 Jul 16 02:01:55.140226 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6faf5b3f-1aa8-4c6f-bcce-b66d0103ae38 req-6d6dec56-b8c2-47bc-aa7d-711276bd38d9 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0764904 Jul 16 02:01:55.141044 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34642) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:55.171287 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5f33d5-f811-41d3-bf48-8745608c4cfd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] GET failed (client error): The resource could not be found. Jul 16 02:01:55.173187 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1a5f33d5-f811-41d3-bf48-8745608c4cfd tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports/a16feb53-341b-4f77-a4ed-f3f0ef5f7a58 HTTP/1.1" status: 404 len: 333 time: 0.0309665 Jul 16 02:01:55.176914 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34644) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:55.181508 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6faf5b3f-1aa8-4c6f-bcce-b66d0103ae38 req-e2b7ce6a-ced0-4e17-8888-e1881a28b78f tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368342 Jul 16 02:01:55.232472 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-19205d63-55ca-45d7-af27-6abb322e1a5c tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.262099 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-19205d63-55ca-45d7-af27-6abb322e1a5c tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.321385 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-19205d63-55ca-45d7-af27-6abb322e1a5c tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.323925 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-19205d63-55ca-45d7-af27-6abb322e1a5c tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.325062 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-19205d63-55ca-45d7-af27-6abb322e1a5c tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/security-groups/fdfc6ad7-3487-40b8-926b-a593c556674f HTTP/1.1" status: 204 len: 168 time: 0.1471317 Jul 16 02:01:55.327928 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34648) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:55.354590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19205d63-55ca-45d7-af27-6abb322e1a5c tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfc6ad7-3487-40b8-926b-a593c556674f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:55.392543 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dd4c7-98c1-4358-832f-2c89f6d7781c req-5945b2d8-129f-462a-ac1f-1e6f38363b77 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:55.394399 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-510d302a-60a2-469d-8ccb-14dbb8783252 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.394671 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-181dd4c7-98c1-4358-832f-2c89f6d7781c req-5945b2d8-129f-462a-ac1f-1e6f38363b77 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0844405 Jul 16 02:01:55.404624 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34650) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:55.410668 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-99c8a87c-0581-4f57-a17f-a0af8632d157 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Request body: {'floatingip': {'port_id': 'de30ef2f-0610-405d-8749-107b23cc7d83'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:55.419625 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-510d302a-60a2-469d-8ccb-14dbb8783252 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.452782 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99c8a87c-0581-4f57-a17f-a0af8632d157 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for floatingip, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.464509 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-510d302a-60a2-469d-8ccb-14dbb8783252 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.467681 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-510d302a-60a2-469d-8ccb-14dbb8783252 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.468980 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-510d302a-60a2-469d-8ccb-14dbb8783252 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/security-groups/4755fa7e-f7eb-4572-8460-407a46f060a9 HTTP/1.1" status: 204 len: 168 time: 0.1399927 Jul 16 02:01:55.472901 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34652) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:55.506722 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d302a-60a2-469d-8ccb-14dbb8783252 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4755fa7e-f7eb-4572-8460-407a46f060a9,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:55.541650 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce88020f-aada-4f5f-8c98-ff8eab26ab14 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting subnet a4e1e724-27e6-4c3c-b5b4-19a4bdb0c09a {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:55.545024 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ce88020f-aada-4f5f-8c98-ff8eab26ab14 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.592087 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ce88020f-aada-4f5f-8c98-ff8eab26ab14 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.692241 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.693332 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ce88020f-aada-4f5f-8c98-ff8eab26ab14 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.718798 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9957a488-eadd-4b5b-9f79-6d629b13c266 None None] Could not find standard attr ID for object a16feb53-341b-4f77-a4ed-f3f0ef5f7a58. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:01:55.739645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9957a488-eadd-4b5b-9f79-6d629b13c266 None None] Provisioning complete for port 072c59cf-ea22-4806-bfb2-d661b6177f9c triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:55.740063 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9957a488-eadd-4b5b-9f79-6d629b13c266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.763830 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ce88020f-aada-4f5f-8c98-ff8eab26ab14 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.802258 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88020f-aada-4f5f-8c98-ff8eab26ab14 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e1e724-27e6-4c3c-b5b4-19a4bdb0c09a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:55.806791 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9957a488-eadd-4b5b-9f79-6d629b13c266 None None] Port 072c59cf-ea22-4806-bfb2-d661b6177f9c cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:55.808529 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ce88020f-aada-4f5f-8c98-ff8eab26ab14 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.811692 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ce88020f-aada-4f5f-8c98-ff8eab26ab14 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/a4e1e724-27e6-4c3c-b5b4-19a4bdb0c09a HTTP/1.1" status: 204 len: 168 time: 0.3377278 Jul 16 02:01:55.816613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34656) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:55.820225 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.api [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:01:55.820590 n-d-800086-6 neutron-server[93833]: DEBUG oslo_db.api [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:01:55.822829 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-da7b1138-0bb1-4ef6-8266-927ca2c81b8d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'subnet': {'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:55.826937 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9957a488-eadd-4b5b-9f79-6d629b13c266 None None] Provisioning for port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:55.831487 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9957a488-eadd-4b5b-9f79-6d629b13c266 None None] Provisioning complete for port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:55.832457 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9957a488-eadd-4b5b-9f79-6d629b13c266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.913390 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9957a488-eadd-4b5b-9f79-6d629b13c266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.940750 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7b1138-0bb1-4ef6-8266-927ca2c81b8d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:55.945428 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da7b1138-0bb1-4ef6-8266-927ca2c81b8d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.946971 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9957a488-eadd-4b5b-9f79-6d629b13c266 None None] For port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9db9f06d-baea-4659-969e-c3b5cd9dd1ec,segment=NetworkSegment(95223100-3c7b-4cdd-bc1f-85e94d420c04),segment_id=95223100-3c7b-4cdd-bc1f-85e94d420c04)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:55.954083 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9957a488-eadd-4b5b-9f79-6d629b13c266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.990344 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99c8a87c-0581-4f57-a17f-a0af8632d157 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.995072 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99c8a87c-0581-4f57-a17f-a0af8632d157 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.003597 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957a488-eadd-4b5b-9f79-6d629b13c266 None None] Pushing event updated for resources: {'Port': ['ID=9db9f06d-baea-4659-969e-c3b5cd9dd1ec,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:56.106829 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-99c8a87c-0581-4f57-a17f-a0af8632d157 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Floating IP 7ba180ca-28d8-4377-a48d-2436fde0b129 associated. External IP: 172.25.1.83, port: de30ef2f-0610-405d-8749-107b23cc7d83. Jul 16 02:01:56.188039 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da7b1138-0bb1-4ef6-8266-927ca2c81b8d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.232751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec8960b-d88a-4834-aefd-983fcc13f65a None None] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:56.243129 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7b1138-0bb1-4ef6-8266-927ca2c81b8d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:56.246815 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-da7b1138-0bb1-4ef6-8266-927ca2c81b8d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:56.251878 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7b1138-0bb1-4ef6-8266-927ca2c81b8d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:56.252453 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da7b1138-0bb1-4ef6-8266-927ca2c81b8d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.270636 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-da7b1138-0bb1-4ef6-8266-927ca2c81b8d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4526885 Jul 16 02:01:56.271556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34660) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:56.279116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e73cc713-e911-4733-b01b-075f29c1d150 None None] Could not find standard attr ID for object a16feb53-341b-4f77-a4ed-f3f0ef5f7a58. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:01:56.291602 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-07c28c57-3a2a-4414-8e3d-59885a6e7e20 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'security_group': {'name': 'tempest-secgroup-1610927336'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:56.296488 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b1138-0bb1-4ef6-8266-927ca2c81b8d tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Subnet': ['ID=ad44b48f-b3fa-47f4-bec8-28dcbac9683d,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:56.324463 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07c28c57-3a2a-4414-8e3d-59885a6e7e20 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.431495 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07c28c57-3a2a-4414-8e3d-59885a6e7e20 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.437647 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07c28c57-3a2a-4414-8e3d-59885a6e7e20 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.463880 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-07c28c57-3a2a-4414-8e3d-59885a6e7e20 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.467852 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-07c28c57-3a2a-4414-8e3d-59885a6e7e20 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1836276 Jul 16 02:01:56.468430 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34662) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:56.477230 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-39d34fbf-22b2-422a-b85c-57b71324ee26 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'security_group': {'name': 'tempest-secgroup-395283715'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:56.491176 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c28c57-3a2a-4414-8e3d-59885a6e7e20 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8152b89b-96b8-44ab-ab46-36c104d04f19,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:56.510023 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39d34fbf-22b2-422a-b85c-57b71324ee26 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.603154 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39d34fbf-22b2-422a-b85c-57b71324ee26 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.607436 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39d34fbf-22b2-422a-b85c-57b71324ee26 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.640257 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39d34fbf-22b2-422a-b85c-57b71324ee26 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.641487 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-39d34fbf-22b2-422a-b85c-57b71324ee26 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1681595 Jul 16 02:01:56.644092 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d34fbf-22b2-422a-b85c-57b71324ee26 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93dd8f5d-773f-43b1-ab25-0e0efd8c323b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:56.646113 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34664) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:56.650602 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-98e20460-09b1-400f-9798-c02b7565a282 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'security_group': {'name': 'tempest-secgroup-845647313'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:56.674406 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98e20460-09b1-400f-9798-c02b7565a282 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.712121 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c8a87c-0581-4f57-a17f-a0af8632d157 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Router 6465c642-b678-4e99-b567-572eb3db1825 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:56.715160 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9db9f06d-baea-4659-969e-c3b5cd9dd1ec up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:56.739099 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1417b311-55f4-494c-ad77-a2c4ea7eda0e None None] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:56.791956 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98e20460-09b1-400f-9798-c02b7565a282 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.796993 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98e20460-09b1-400f-9798-c02b7565a282 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.830848 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98e20460-09b1-400f-9798-c02b7565a282 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.832309 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-98e20460-09b1-400f-9798-c02b7565a282 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1852458 Jul 16 02:01:56.834273 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e20460-09b1-400f-9798-c02b7565a282 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2272f12-b237-40b6-992d-c9aba53d2e86,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:56.836047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34666) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:56.842306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d0d832cc-2748-4079-9538-10f6ec20b759 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-29787234', 'security_groups': ['b2272f12-b237-40b6-992d-c9aba53d2e86'], 'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ad44b48f-b3fa-47f4-bec8-28dcbac9683d'}]}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:56.847622 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a93cfb55-02ad-4c3f-8a8e-ec90ab36f6f8 None None] Provisioning complete for port 072c59cf-ea22-4806-bfb2-d661b6177f9c triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:56.848032 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a93cfb55-02ad-4c3f-8a8e-ec90ab36f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.868995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c8a87c-0581-4f57-a17f-a0af8632d157 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:56.874053 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99c8a87c-0581-4f57-a17f-a0af8632d157 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.875276 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:56.875633 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.883005 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40301ed9-eb24-422c-97ed-2668a77cc129 None None] Sync routers for ids ['6465c642-b678-4e99-b567-572eb3db1825'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:56.949987 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a93cfb55-02ad-4c3f-8a8e-ec90ab36f6f8 None None] Port 072c59cf-ea22-4806-bfb2-d661b6177f9c cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:56.966022 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-99c8a87c-0581-4f57-a17f-a0af8632d157 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "PUT /v2.0/floatingips/7ba180ca-28d8-4377-a48d-2436fde0b129 HTTP/1.1" status: 200 len: 990 time: 1.5567241 Jul 16 02:01:56.966237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40301ed9-eb24-422c-97ed-2668a77cc129 None None] Routers {'6465c642-b678-4e99-b567-572eb3db1825'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:56.966237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-40301ed9-eb24-422c-97ed-2668a77cc129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6465c642-b678-4e99-b567-572eb3db1825'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:56.966438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'tag': 'de30ef2f-0610-405d-8749-107b23cc7d83'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:56.968719 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad69536-538f-4673-997e-e508bb519798" -d '{"events": [{"name": "network-changed", "server_uuid": "103432e7-a8fd-4f2c-beec-8f656743cb28", "tag": "de30ef2f-0610-405d-8749-107b23cc7d83"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:57.022114 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a85c3f-0950-463c-bf79-0e1414435378 x-openstack-request-id: req-07a85c3f-0950-463c-bf79-0e1414435378 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:57.022686 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103432e7-a8fd-4f2c-beec-8f656743cb28", "tag": "de30ef2f-0610-405d-8749-107b23cc7d83", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:57.023305 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-07a85c3f-0950-463c-bf79-0e1414435378 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:57.024042 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'tag': 'de30ef2f-0610-405d-8749-107b23cc7d83', 'status': 'completed', 'code': 200} Jul 16 02:01:57.025440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d832cc-2748-4079-9538-10f6ec20b759 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:57.030087 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d0d832cc-2748-4079-9538-10f6ec20b759 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:57.048347 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a93cfb55-02ad-4c3f-8a8e-ec90ab36f6f8 None None] Provisioning complete for port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:57.048988 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a93cfb55-02ad-4c3f-8a8e-ec90ab36f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:57.061641 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-d0d832cc-2748-4079-9538-10f6ec20b759 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] device_id is not set on port 3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:01:57.154832 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad69536-538f-4673-997e-e508bb519798 req-62066850-7219-492e-8e7c-510743fc7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:57.156584 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fad69536-538f-4673-997e-e508bb519798 req-62066850-7219-492e-8e7c-510743fc7de5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8072fcd5c02343758c430084659e9d69&device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 1096 time: 0.0671713 Jul 16 02:01:57.181684 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-40301ed9-eb24-422c-97ed-2668a77cc129 None None] Set router 6465c642-b678-4e99-b567-572eb3db1825 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:57.252455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-d0d832cc-2748-4079-9538-10f6ec20b759 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Allocated IP 172.20.0.3 (8d192fc6-6f3f-4c09-9bad-709322652c35/ad44b48f-b3fa-47f4-bec8-28dcbac9683d/3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:57.260299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad69536-538f-4673-997e-e508bb519798 req-261bd6ca-19cc-41ce-8251-d44efe1049a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:57.261791 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fad69536-538f-4673-997e-e508bb519798 req-261bd6ca-19cc-41ce-8251-d44efe1049a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f70b44d2-3ecb-4e97-b320-384529a39401 HTTP/1.1" status: 200 len: 918 time: 0.0991411 Jul 16 02:01:57.352452 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fad69536-538f-4673-997e-e508bb519798 req-9e129003-1bf7-4948-b1b6-084b89167f58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de30ef2f-0610-405d-8749-107b23cc7d83 HTTP/1.1" status: 200 len: 998 time: 0.0832355 Jul 16 02:01:57.413077 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad69536-538f-4673-997e-e508bb519798 req-1275b380-9cec-424e-88a8-ec084fb82833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:57.415506 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fad69536-538f-4673-997e-e508bb519798 req-1275b380-9cec-424e-88a8-ec084fb82833 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52ee9bce-183e-45ca-b875-18144943b25c HTTP/1.1" status: 200 len: 856 time: 0.0571105 Jul 16 02:01:57.423588 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d0d832cc-2748-4079-9538-10f6ec20b759 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:57.437820 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-d0d832cc-2748-4079-9538-10f6ec20b759 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Transition to ACTIVE for port object 3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:57.477106 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d0d832cc-2748-4079-9538-10f6ec20b759 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:57.489421 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad69536-538f-4673-997e-e508bb519798 req-eb1716be-6a15-4b5f-b62b-355906fda15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:57.491145 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fad69536-538f-4673-997e-e508bb519798 req-eb1716be-6a15-4b5f-b62b-355906fda15b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f70b44d2-3ecb-4e97-b320-384529a39401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693223 Jul 16 02:01:57.495696 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-40301ed9-eb24-422c-97ed-2668a77cc129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 4, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port': {'id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '7ba180ca-28d8-4377-a48d-2436fde0b129', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '6465c642-b678-4e99-b567-572eb3db1825', 'port_id': 'de30ef2f-0610-405d-8749-107b23cc7d83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'mac_address': 'fa:16:3e:7a:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:39Z', 'updated_at': '2021-07-16T02:01:55Z', 'revision_number': 1, 'project_id': '8072fcd5c02343758c430084659e9d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564fc316-2ba3-46a5-92f6-5b27b4066300', 'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'mac_address': 'fa:16:3e:5a:43:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:35Z', 'updated_at': '2021-07-16T02:01:45Z', 'revision_number': 5, 'project_id': '8072fcd5c02343758c430084659e9d69', 'subnets': [{'id': '52ee9bce-183e-45ca-b875-18144943b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:57.525842 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40301ed9-eb24-422c-97ed-2668a77cc129 None None] Checking router: 6465c642-b678-4e99-b567-572eb3db1825 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:57.532704 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d832cc-2748-4079-9538-10f6ec20b759 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:57.535669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40301ed9-eb24-422c-97ed-2668a77cc129 None None] Routers {'6465c642-b678-4e99-b567-572eb3db1825'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:57.536080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-40301ed9-eb24-422c-97ed-2668a77cc129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:01:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6465c642-b678-4e99-b567-572eb3db1825'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:57.536345 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-d0d832cc-2748-4079-9538-10f6ec20b759 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:57.541168 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d832cc-2748-4079-9538-10f6ec20b759 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:57.570045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d832cc-2748-4079-9538-10f6ec20b759 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:57.604214 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d832cc-2748-4079-9538-10f6ec20b759 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:57.605069 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d0d832cc-2748-4079-9538-10f6ec20b759 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:57.628283 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d0d832cc-2748-4079-9538-10f6ec20b759 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7892191 Jul 16 02:01:57.629360 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34672) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:57.636173 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4e58cef1-7f88-4614-b092-2f84924335a4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'subnet': {'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:57.786698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e58cef1-7f88-4614-b092-2f84924335a4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:57.791303 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4e58cef1-7f88-4614-b092-2f84924335a4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:57.826772 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1a3f3ae2-6c23-408e-a1d6-a8424792bd63 None None] Provisioning complete for port 072c59cf-ea22-4806-bfb2-d661b6177f9c triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:57.827157 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a3f3ae2-6c23-408e-a1d6-a8424792bd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:57.874413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-40301ed9-eb24-422c-97ed-2668a77cc129 None None] Set router 6465c642-b678-4e99-b567-572eb3db1825 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:57.877068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f3ae2-6c23-408e-a1d6-a8424792bd63 None None] Port 072c59cf-ea22-4806-bfb2-d661b6177f9c cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:57.892888 n-d-800086-6 neutron-server[93831]: INFO neutron.db.ipam_backend_mixin [None req-4e58cef1-7f88-4614-b092-2f84924335a4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ad44b48f-b3fa-47f4-bec8-28dcbac9683d (CIDR: 172.20.0.0/28) Jul 16 02:01:57.896599 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e58cef1-7f88-4614-b092-2f84924335a4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:01:57.897101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e58cef1-7f88-4614-b092-2f84924335a4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:01:57.913222 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4e58cef1-7f88-4614-b092-2f84924335a4 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2820144 Jul 16 02:01:57.916176 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34674) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:57.921617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-11a6f503-b81e-437f-b6ab-95e567748155 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'subnet': {'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:57.933916 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1a3f3ae2-6c23-408e-a1d6-a8424792bd63 None None] Provisioning complete for port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:57.934205 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a3f3ae2-6c23-408e-a1d6-a8424792bd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:57.974762 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fad69536-538f-4673-997e-e508bb519798 req-4d16a14e-830d-4c37-97e0-f9d92df6a569 service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755461 Jul 16 02:01:58.050542 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a6f503-b81e-437f-b6ab-95e567748155 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:58.054258 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-11a6f503-b81e-437f-b6ab-95e567748155 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:58.083039 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fad69536-538f-4673-997e-e508bb519798 req-ead59eb6-8322-4610-bd2a-0fb2abcbf584 service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979235 Jul 16 02:01:58.150445 n-d-800086-6 neutron-server[93831]: INFO neutron.db.ipam_backend_mixin [None req-11a6f503-b81e-437f-b6ab-95e567748155 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5d3e14b2-8369-4bbb-9eb6-f6b2309979e8 (CIDR: 172.20.0.16/28) Jul 16 02:01:58.154151 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a6f503-b81e-437f-b6ab-95e567748155 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:01:58.154684 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a6f503-b81e-437f-b6ab-95e567748155 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:01:58.174167 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34678) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:58.176406 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-11a6f503-b81e-437f-b6ab-95e567748155 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2591150 Jul 16 02:01:58.180430 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-de566d98-9b34-4d83-8671-c3184102ff56 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'subnet': {'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:58.206657 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-40301ed9-eb24-422c-97ed-2668a77cc129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 4, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port': {'id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '7ba180ca-28d8-4377-a48d-2436fde0b129', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '6465c642-b678-4e99-b567-572eb3db1825', 'port_id': 'de30ef2f-0610-405d-8749-107b23cc7d83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'mac_address': 'fa:16:3e:7a:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:39Z', 'updated_at': '2021-07-16T02:01:55Z', 'revision_number': 1, 'project_id': '8072fcd5c02343758c430084659e9d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564fc316-2ba3-46a5-92f6-5b27b4066300', 'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'mac_address': 'fa:16:3e:5a:43:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:35Z', 'updated_at': '2021-07-16T02:01:45Z', 'revision_number': 5, 'project_id': '8072fcd5c02343758c430084659e9d69', 'subnets': [{'id': '52ee9bce-183e-45ca-b875-18144943b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:58.233921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40301ed9-eb24-422c-97ed-2668a77cc129 None None] The sync data for ids ['6465c642-b678-4e99-b567-572eb3db1825'] in n-d-800086-6 is: [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 4, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port': {'id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '7ba180ca-28d8-4377-a48d-2436fde0b129', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '6465c642-b678-4e99-b567-572eb3db1825', 'port_id': 'de30ef2f-0610-405d-8749-107b23cc7d83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'mac_address': 'fa:16:3e:7a:e4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:39Z', 'updated_at': '2021-07-16T02:01:55Z', 'revision_number': 1, 'project_id': '8072fcd5c02343758c430084659e9d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564fc316-2ba3-46a5-92f6-5b27b4066300', 'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'mac_address': 'fa:16:3e:5a:43:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:35Z', 'updated_at': '2021-07-16T02:01:45Z', 'revision_number': 5, 'project_id': '8072fcd5c02343758c430084659e9d69', 'subnets': [{'id': '52ee9bce-183e-45ca-b875-18144943b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:58.265524 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-598bbe22-f64a-47d7-8d66-b5988bcbf54d None None] Provisioning for port 3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:58.271118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-598bbe22-f64a-47d7-8d66-b5988bcbf54d None None] Provisioning complete for port 3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:58.271568 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-598bbe22-f64a-47d7-8d66-b5988bcbf54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:58.306335 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de566d98-9b34-4d83-8671-c3184102ff56 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Made reservation on behalf of 541d520ca07243f7abbd70de5f77952c for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:58.310404 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de566d98-9b34-4d83-8671-c3184102ff56 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:58.316401 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-598bbe22-f64a-47d7-8d66-b5988bcbf54d None None] Port 3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:58.360627 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c6f5bd4-5e97-401b-b3f6-d189ac3b9872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:58.456609 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7991a3cc-7567-48db-82b9-f898e7e9c3cf None None] New status for floating IP 7ba180ca-28d8-4377-a48d-2436fde0b129: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:01:58.542608 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de566d98-9b34-4d83-8671-c3184102ff56 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:58.585993 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de566d98-9b34-4d83-8671-c3184102ff56 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:58.589079 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-de566d98-9b34-4d83-8671-c3184102ff56 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:58.592500 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de566d98-9b34-4d83-8671-c3184102ff56 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:58.593249 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-de566d98-9b34-4d83-8671-c3184102ff56 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:58.599353 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e2f0a9-6143-40a2-b569-ebcb44f70d27 None None] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:58.614925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de566d98-9b34-4d83-8671-c3184102ff56 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Subnet': ['ID=053a2aab-e909-4429-a735-e565a02ebfb1,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:58.622190 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-de566d98-9b34-4d83-8671-c3184102ff56 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4437554 Jul 16 02:01:58.622458 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34680) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:58.628654 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1033569159', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '053a2aab-e909-4429-a735-e565a02ebfb1'}], 'security_groups': ['8152b89b-96b8-44ab-ab46-36c104d04f19', '93dd8f5d-773f-43b1-ab25-0e0efd8c323b']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:58.807150 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:58.852507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d52c2ce-2add-492a-bbf4-8d94b1fb2b8e None None] Update dhcp port {'port': {'network_id': '8d192fc6-6f3f-4c09-9bad-709322652c35', 'fixed_ips': [{'subnet_id': '5d3e14b2-8369-4bbb-9eb6-f6b2309979e8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ad44b48f-b3fa-47f4-bec8-28dcbac9683d'}, {'subnet_id': '053a2aab-e909-4429-a735-e565a02ebfb1'}], 'binding:host_id': 'n-d-800086-6'}, 'id': '9db9f06d-baea-4659-969e-c3b5cd9dd1ec'} from n-d-800086-6. {{(pid=93833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 02:01:58.886001 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9d52c2ce-2add-492a-bbf4-8d94b1fb2b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:58.910129 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.101636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-9d52c2ce-2add-492a-bbf4-8d94b1fb2b8e None None] Allocated IP 172.20.0.2 (8d192fc6-6f3f-4c09-9bad-709322652c35/ad44b48f-b3fa-47f4-bec8-28dcbac9683d/9db9f06d-baea-4659-969e-c3b5cd9dd1ec) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:59.108595 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-9d52c2ce-2add-492a-bbf4-8d94b1fb2b8e None None] Allocated IP 172.20.0.34 (8d192fc6-6f3f-4c09-9bad-709322652c35/053a2aab-e909-4429-a735-e565a02ebfb1/9db9f06d-baea-4659-969e-c3b5cd9dd1ec) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:59.203663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9d52c2ce-2add-492a-bbf4-8d94b1fb2b8e None None] For port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9db9f06d-baea-4659-969e-c3b5cd9dd1ec,segment=NetworkSegment(95223100-3c7b-4cdd-bc1f-85e94d420c04),segment_id=95223100-3c7b-4cdd-bc1f-85e94d420c04)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:59.232659 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9d52c2ce-2add-492a-bbf4-8d94b1fb2b8e None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.249757 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9d52c2ce-2add-492a-bbf4-8d94b1fb2b8e None None] Transition to ACTIVE for port object 9db9f06d-baea-4659-969e-c3b5cd9dd1ec will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:59.258481 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9d52c2ce-2add-492a-bbf4-8d94b1fb2b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.370299 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52c2ce-2add-492a-bbf4-8d94b1fb2b8e None None] Pushing event updated for resources: {'Port': ['ID=9db9f06d-baea-4659-969e-c3b5cd9dd1ec,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:59.379892 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Delete allocated IP 172.20.0.3 (8d192fc6-6f3f-4c09-9bad-709322652c35/ad44b48f-b3fa-47f4-bec8-28dcbac9683d) {{(pid=93832) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 02:01:59.388570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Allocated IP 172.20.0.41 (8d192fc6-6f3f-4c09-9bad-709322652c35/053a2aab-e909-4429-a735-e565a02ebfb1/3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:59.567493 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.583647 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Transition to ACTIVE for port object 3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:59.588845 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.685388 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event updated for resources: {'Port': ['ID=3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:59.700159 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:59.700509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:59.700851 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:59.701190 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:59.701526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:59.701857 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:59.702187 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:59.702519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:59.702846 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:59.703173 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:59.703499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:59.703848 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:59.717520 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] In _notify_port_updated(), no bound segment for port 3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f on network 8d192fc6-6f3f-4c09-9bad-709322652c35 {{(pid=93832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:01:59.723757 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:59.724371 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.725750 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7322933f-9dca-4d11-a959-0a602b8d7fb9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "PUT /v2.0/ports/3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f HTTP/1.1" status: 200 len: 960 time: 1.1020482 Jul 16 02:01:59.728469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34688) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:59.841033 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-44ae1079-b486-4d8c-9671-cac0db8842e2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port 3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:59.841389 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44ae1079-b486-4d8c-9671-cac0db8842e2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.948348 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44ae1079-b486-4d8c-9671-cac0db8842e2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.952242 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f401dfde-4c49-4130-ad27-70c59ffb17fb None None] Provisioning complete for port 072c59cf-ea22-4806-bfb2-d661b6177f9c triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:59.952715 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f401dfde-4c49-4130-ad27-70c59ffb17fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.962073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-44ae1079-b486-4d8c-9671-cac0db8842e2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for 3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:59.992913 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f401dfde-4c49-4130-ad27-70c59ffb17fb None None] Port 072c59cf-ea22-4806-bfb2-d661b6177f9c cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:00.007602 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f401dfde-4c49-4130-ad27-70c59ffb17fb None None] Provisioning for port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:00.012272 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f401dfde-4c49-4130-ad27-70c59ffb17fb None None] Provisioning complete for port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:00.012853 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f401dfde-4c49-4130-ad27-70c59ffb17fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.113117 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44ae1079-b486-4d8c-9671-cac0db8842e2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.114412 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f401dfde-4c49-4130-ad27-70c59ffb17fb None None] Provisioning for port 3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:00.119339 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f401dfde-4c49-4130-ad27-70c59ffb17fb None None] Provisioning complete for port 3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:00.120232 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f401dfde-4c49-4130-ad27-70c59ffb17fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.143140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f401dfde-4c49-4130-ad27-70c59ffb17fb None None] Port 3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f was deleted so its status cannot be updated. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 02:02:00.146839 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae1079-b486-4d8c-9671-cac0db8842e2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:00.220843 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-44ae1079-b486-4d8c-9671-cac0db8842e2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.223175 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-44ae1079-b486-4d8c-9671-cac0db8842e2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/ports/3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f HTTP/1.1" status: 204 len: 168 time: 0.4937549 Jul 16 02:02:00.226022 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34692) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:00.263059 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02c39b4-4c6c-4fc3-997a-78ca8a111098 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] GET failed (client error): The resource could not be found. Jul 16 02:02:00.264650 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b02c39b4-4c6c-4fc3-997a-78ca8a111098 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports/3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f HTTP/1.1" status: 404 len: 333 time: 0.0374959 Jul 16 02:02:00.267432 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34694) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:00.325710 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-06f4d524-9e1f-4ebb-b3f3-62963b9ef601 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.349506 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-06f4d524-9e1f-4ebb-b3f3-62963b9ef601 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.400265 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-06f4d524-9e1f-4ebb-b3f3-62963b9ef601 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.403004 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-06f4d524-9e1f-4ebb-b3f3-62963b9ef601 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.407118 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-06f4d524-9e1f-4ebb-b3f3-62963b9ef601 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/security-groups/b2272f12-b237-40b6-992d-c9aba53d2e86 HTTP/1.1" status: 204 len: 168 time: 0.1358376 Jul 16 02:02:00.407682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34698) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:00.426044 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4d524-9e1f-4ebb-b3f3-62963b9ef601 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2272f12-b237-40b6-992d-c9aba53d2e86,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:00.456507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7ecd5075-aba1-47a8-bcf8-386982b9f556 None None] Could not find standard attr ID for object 3e7d86b1-a39b-4c3e-b8d1-a0e2056ba56f. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:02:00.488513 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-df2fbbdd-91bb-4c64-ae98-a9fbe21b604c tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.517807 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-df2fbbdd-91bb-4c64-ae98-a9fbe21b604c tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.564582 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-df2fbbdd-91bb-4c64-ae98-a9fbe21b604c tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.567363 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-df2fbbdd-91bb-4c64-ae98-a9fbe21b604c tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.568740 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-df2fbbdd-91bb-4c64-ae98-a9fbe21b604c tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/security-groups/93dd8f5d-773f-43b1-ab25-0e0efd8c323b HTTP/1.1" status: 204 len: 168 time: 0.1569657 Jul 16 02:02:00.571813 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34700) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:00.578436 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fbbdd-91bb-4c64-ae98-a9fbe21b604c tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dd8f5d-773f-43b1-ab25-0e0efd8c323b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:00.633951 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ffe3b39d-46cc-4684-92af-afd2c7d92efc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.657728 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ffe3b39d-46cc-4684-92af-afd2c7d92efc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.685082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9db9f06d-baea-4659-969e-c3b5cd9dd1ec up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:00.700363 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ffe3b39d-46cc-4684-92af-afd2c7d92efc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.703087 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ffe3b39d-46cc-4684-92af-afd2c7d92efc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.704343 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ffe3b39d-46cc-4684-92af-afd2c7d92efc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/security-groups/8152b89b-96b8-44ab-ab46-36c104d04f19 HTTP/1.1" status: 204 len: 168 time: 0.1315019 Jul 16 02:02:00.707832 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34702) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:00.714442 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3b39d-46cc-4684-92af-afd2c7d92efc tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8152b89b-96b8-44ab-ab46-36c104d04f19,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:00.744243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:00.744660 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.764522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-e850062a-8706-4eb8-a0f8-651963991691 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting subnet ad44b48f-b3fa-47f4-bec8-28dcbac9683d {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:02:00.767668 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e850062a-8706-4eb8-a0f8-651963991691 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.811223 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e850062a-8706-4eb8-a0f8-651963991691 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.892263 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e850062a-8706-4eb8-a0f8-651963991691 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.957301 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e850062a-8706-4eb8-a0f8-651963991691 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.982983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850062a-8706-4eb8-a0f8-651963991691 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Subnet': ['ID=ad44b48f-b3fa-47f4-bec8-28dcbac9683d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:00.989368 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e850062a-8706-4eb8-a0f8-651963991691 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.991247 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e850062a-8706-4eb8-a0f8-651963991691 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/ad44b48f-b3fa-47f4-bec8-28dcbac9683d HTTP/1.1" status: 204 len: 168 time: 0.2821910 Jul 16 02:02:00.998111 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34704) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:01.000118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1956dfa6-aa83-463f-9bef-ef5f5bbe79fa None None] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:01.049850 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dbca0d7-da92-4aa7-8aa7-379ab1c99715 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting subnet 053a2aab-e909-4429-a735-e565a02ebfb1 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:02:01.052975 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0dbca0d7-da92-4aa7-8aa7-379ab1c99715 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.098505 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0dbca0d7-da92-4aa7-8aa7-379ab1c99715 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.126739 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-96d5a7f6-3971-4439-a421-9f7d5fb2002c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.132289 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.191334 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0dbca0d7-da92-4aa7-8aa7-379ab1c99715 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.259332 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0dbca0d7-da92-4aa7-8aa7-379ab1c99715 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.293098 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbca0d7-da92-4aa7-8aa7-379ab1c99715 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Subnet': ['ID=053a2aab-e909-4429-a735-e565a02ebfb1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:01.296826 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0dbca0d7-da92-4aa7-8aa7-379ab1c99715 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.301326 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0dbca0d7-da92-4aa7-8aa7-379ab1c99715 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/053a2aab-e909-4429-a735-e565a02ebfb1 HTTP/1.1" status: 204 len: 168 time: 0.3021853 Jul 16 02:02:01.301611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34706) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:01.329764 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09d2011-1d6e-4f65-ae9b-e30943650d04 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] DELETE failed (client error): The resource could not be found. Jul 16 02:02:01.330236 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09d2011-1d6e-4f65-ae9b-e30943650d04 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:02:01.332856 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f09d2011-1d6e-4f65-ae9b-e30943650d04 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/ad44b48f-b3fa-47f4-bec8-28dcbac9683d HTTP/1.1" status: 404 len: 337 time: 0.0304477 Jul 16 02:02:01.335501 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34708) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:01.389984 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-116179d7-f20b-4399-8336-b71cc95698f9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting subnet 5d3e14b2-8369-4bbb-9eb6-f6b2309979e8 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:02:01.394305 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-116179d7-f20b-4399-8336-b71cc95698f9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.436426 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-116179d7-f20b-4399-8336-b71cc95698f9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.533071 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-116179d7-f20b-4399-8336-b71cc95698f9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.601455 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-116179d7-f20b-4399-8336-b71cc95698f9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.631868 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116179d7-f20b-4399-8336-b71cc95698f9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3e14b2-8369-4bbb-9eb6-f6b2309979e8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:01.637096 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-116179d7-f20b-4399-8336-b71cc95698f9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.641409 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-116179d7-f20b-4399-8336-b71cc95698f9 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/5d3e14b2-8369-4bbb-9eb6-f6b2309979e8 HTTP/1.1" status: 204 len: 168 time: 0.3026788 Jul 16 02:02:01.641656 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34712) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:01.668984 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfef4605-7f08-4f91-a95f-2204aad9b492 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] DELETE failed (client error): The resource could not be found. Jul 16 02:02:01.669444 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfef4605-7f08-4f91-a95f-2204aad9b492 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:02:01.671189 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bfef4605-7f08-4f91-a95f-2204aad9b492 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/a4e1e724-27e6-4c3c-b5b4-19a4bdb0c09a HTTP/1.1" status: 404 len: 337 time: 0.0286117 Jul 16 02:02:01.673750 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34714) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:01.711047 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3fd3beee-9a5b-464c-bc93-33fd7e5055d2 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e79d097-7605-4d9f-8536-85f5c75097f0 HTTP/1.1" status: 200 len: 205 time: 0.0357049 Jul 16 02:02:01.713566 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34716) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:01.720650 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fdfb4b-f4be-4187-af67-3df795fae0fb None None] Network 8d192fc6-6f3f-4c09-9bad-709322652c35 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:01.752381 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-e2ae197d-f551-4170-a4e7-a267bd250a5f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] delete failed (client error): The resource could not be found. Jul 16 02:02:01.755196 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e2ae197d-f551-4170-a4e7-a267bd250a5f tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/routers/5e79d097-7605-4d9f-8536-85f5c75097f0 HTTP/1.1" status: 404 len: 336 time: 0.0396152 Jul 16 02:02:01.756878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34718) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:01.787214 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-04af9072-de60-4c4a-a12a-453677d9bf72 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] DELETE failed (client error): The resource could not be found. Jul 16 02:02:01.787682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04af9072-de60-4c4a-a12a-453677d9bf72 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:02:01.789456 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-04af9072-de60-4c4a-a12a-453677d9bf72 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/edfc05f7-3831-4269-9c63-e8c6ade42441 HTTP/1.1" status: 404 len: 337 time: 0.0310082 Jul 16 02:02:01.792438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34720) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:01.817583 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3e4d23d0-f924-41e6-9ed7-da14889f92d6 None None] Provisioning complete for port 072c59cf-ea22-4806-bfb2-d661b6177f9c triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:01.817967 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e4d23d0-f924-41e6-9ed7-da14889f92d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.824193 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57c1f64-7244-4add-8451-74a05fa01c31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] DELETE failed (client error): The resource could not be found. Jul 16 02:02:01.824675 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57c1f64-7244-4add-8451-74a05fa01c31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:02:01.826429 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c57c1f64-7244-4add-8451-74a05fa01c31 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/3eeb3e7f-0e71-42cf-a9cd-b721b62990c1 HTTP/1.1" status: 404 len: 337 time: 0.0325451 Jul 16 02:02:01.829050 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34722) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:01.855895 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e484c5-83cd-4bbb-91cf-0ad1ed86d352 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] DELETE failed (client error): The resource could not be found. Jul 16 02:02:01.856600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e484c5-83cd-4bbb-91cf-0ad1ed86d352 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:02:01.858692 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-20e484c5-83cd-4bbb-91cf-0ad1ed86d352 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/93c14c9c-f88a-45b2-8cf1-d69853485516 HTTP/1.1" status: 404 len: 337 time: 0.0282974 Jul 16 02:02:01.862420 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34724) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:01.877015 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3e4d23d0-f924-41e6-9ed7-da14889f92d6 None None] Port 072c59cf-ea22-4806-bfb2-d661b6177f9c cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:01.888100 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba569a8-c457-47d9-ab9e-d26e2d061201 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] DELETE failed (client error): The resource could not be found. Jul 16 02:02:01.888775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba569a8-c457-47d9-ab9e-d26e2d061201 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:02:01.890543 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bba569a8-c457-47d9-ab9e-d26e2d061201 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/ports/a0b01e50-91ff-401e-9241-c727313e675f HTTP/1.1" status: 404 len: 333 time: 0.0276623 Jul 16 02:02:01.893153 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34726) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:01.895549 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3e4d23d0-f924-41e6-9ed7-da14889f92d6 None None] Provisioning complete for port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:01.895956 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e4d23d0-f924-41e6-9ed7-da14889f92d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.921524 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04f6ce1-048e-4a08-b347-533f63239d7e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] DELETE failed (client error): The resource could not be found. Jul 16 02:02:01.921993 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c04f6ce1-048e-4a08-b347-533f63239d7e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:02:01.927031 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c04f6ce1-048e-4a08-b347-533f63239d7e tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/6b9801a8-1f01-43be-bd33-f040ab883f5f HTTP/1.1" status: 404 len: 337 time: 0.0296736 Jul 16 02:02:01.927298 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34728) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:01.959330 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-f678cf31-eda0-46c1-85d9-56e8486863f6 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] DELETE failed (client error): The resource could not be found. Jul 16 02:02:01.959829 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f678cf31-eda0-46c1-85d9-56e8486863f6 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:02:01.961565 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f678cf31-eda0-46c1-85d9-56e8486863f6 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/9c3d280a-875d-4103-a747-911bbf0676c6 HTTP/1.1" status: 404 len: 337 time: 0.0331228 Jul 16 02:02:01.964103 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34730) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:01.976603 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2de296-7179-4c82-849b-202ba120523f None None] DHCP port deletion for 8d192fc6-6f3f-4c09-9bad-709322652c35 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:02:01.999144 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d98b3b9-3396-4c72-8dd1-fda86af70a50 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] DELETE failed (client error): The resource could not be found. Jul 16 02:02:01.999931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d98b3b9-3396-4c72-8dd1-fda86af70a50 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:02:02.001890 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7d98b3b9-3396-4c72-8dd1-fda86af70a50 tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/ports/e7c52590-f3db-4c96-8d42-c9b77e7d2f06 HTTP/1.1" status: 404 len: 333 time: 0.0365529 Jul 16 02:02:02.005018 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34732) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:02.029357 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3f2de296-7179-4c82-849b-202ba120523f None None] Deleting port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:02.029740 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3f2de296-7179-4c82-849b-202ba120523f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.037077 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7cc60b-a83c-4cd6-95c3-5375ca80ed1c tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] DELETE failed (client error): The resource could not be found. Jul 16 02:02:02.037759 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7cc60b-a83c-4cd6-95c3-5375ca80ed1c tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:02:02.042638 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bc7cc60b-a83c-4cd6-95c3-5375ca80ed1c tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/83c7494a-fe3e-439f-b175-43bcc823b407 HTTP/1.1" status: 404 len: 337 time: 0.0340812 Jul 16 02:02:02.043294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34734) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:02.074784 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b9e294-4c78-4050-aed7-7520f8ab57ef tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] DELETE failed (client error): The resource could not be found. Jul 16 02:02:02.075305 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b9e294-4c78-4050-aed7-7520f8ab57ef tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:02:02.079637 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-99b9e294-4c78-4050-aed7-7520f8ab57ef tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/subnets/1a08fdab-93ac-45f3-af90-fc56c172f6e4 HTTP/1.1" status: 404 len: 337 time: 0.0329382 Jul 16 02:02:02.079937 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34736) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:02.097889 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3f2de296-7179-4c82-849b-202ba120523f None None] For port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9db9f06d-baea-4659-969e-c3b5cd9dd1ec,segment=NetworkSegment(95223100-3c7b-4cdd-bc1f-85e94d420c04),segment_id=95223100-3c7b-4cdd-bc1f-85e94d420c04)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:02.099019 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3f2de296-7179-4c82-849b-202ba120523f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.115201 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3f2de296-7179-4c82-849b-202ba120523f None None] Calling delete_port for 9db9f06d-baea-4659-969e-c3b5cd9dd1ec owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:02.134227 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.197677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-17b1848c-911a-4890-a4fa-c23f6a3c8d2b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Deleting port 072c59cf-ea22-4806-bfb2-d661b6177f9c {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:02.198028 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17b1848c-911a-4890-a4fa-c23f6a3c8d2b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.200671 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3f2de296-7179-4c82-849b-202ba120523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.228905 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2de296-7179-4c82-849b-202ba120523f None None] Pushing event deleted for resources: {'Port': ['ID=9db9f06d-baea-4659-969e-c3b5cd9dd1ec,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:02.234902 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2de296-7179-4c82-849b-202ba120523f None None] No DVR routers for this DVR port 9db9f06d-baea-4659-969e-c3b5cd9dd1ec on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:02.268752 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17b1848c-911a-4890-a4fa-c23f6a3c8d2b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.281348 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-17b1848c-911a-4890-a4fa-c23f6a3c8d2b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Calling delete_port for 072c59cf-ea22-4806-bfb2-d661b6177f9c owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:02.367848 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17b1848c-911a-4890-a4fa-c23f6a3c8d2b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.399549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1848c-911a-4890-a4fa-c23f6a3c8d2b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Port': ['ID=072c59cf-ea22-4806-bfb2-d661b6177f9c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:02.403399 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-17b1848c-911a-4890-a4fa-c23f6a3c8d2b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.407930 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-17b1848c-911a-4890-a4fa-c23f6a3c8d2b tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/ports/072c59cf-ea22-4806-bfb2-d661b6177f9c HTTP/1.1" status: 204 len: 168 time: 0.3269188 Jul 16 02:02:02.408216 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34738) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:02.493880 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fca38528-921e-47e0-a762-c54c341aa36a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.585089 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fca38528-921e-47e0-a762-c54c341aa36a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.595665 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-fca38528-921e-47e0-a762-c54c341aa36a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d192fc6-6f3f-4c09-9bad-709322652c35']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:02.606411 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-fca38528-921e-47e0-a762-c54c341aa36a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95223100-3c7b-4cdd-bc1f-85e94d420c04') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:02.606708 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-fca38528-921e-47e0-a762-c54c341aa36a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95223100-3c7b-4cdd-bc1f-85e94d420c04') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:02.615730 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fca38528-921e-47e0-a762-c54c341aa36a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.630902 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fca38528-921e-47e0-a762-c54c341aa36a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.638333 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca38528-921e-47e0-a762-c54c341aa36a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:02:02.638965 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fca38528-921e-47e0-a762-c54c341aa36a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:02:02.642740 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:02:02.698374 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9db9f06d-baea-4659-969e-c3b5cd9dd1ec no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:02.715572 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fca38528-921e-47e0-a762-c54c341aa36a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.719987 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 9db9f06d-baea-4659-969e-c3b5cd9dd1ec {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:02.720550 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9db9f06d-baea-4659-969e-c3b5cd9dd1ec not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:02.721711 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fca38528-921e-47e0-a762-c54c341aa36a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.724695 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fca38528-921e-47e0-a762-c54c341aa36a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] 10.222.0.54 "DELETE /v2.0/networks/8d192fc6-6f3f-4c09-9bad-709322652c35 HTTP/1.1" status: 204 len: 168 time: 0.3150218 Jul 16 02:02:02.742140 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca38528-921e-47e0-a762-c54c341aa36a tempest-PortsTestJSON-590532772 tempest-PortsTestJSON-590532772-project] Pushing event deleted for resources: {'Network': ['ID=8d192fc6-6f3f-4c09-9bad-709322652c35,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:02.931329 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34748) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:03.064260 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-af747f56-2a0c-4257-a47f-137dec4b9617 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=541d520ca07243f7abbd70de5f77952c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317074 Jul 16 02:02:03.066747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34752) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:03.117437 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c35570f1-d3d2-4fc9-9691-31c51df3f0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.138545 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c35570f1-d3d2-4fc9-9691-31c51df3f0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.187350 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c35570f1-d3d2-4fc9-9691-31c51df3f0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.189954 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c35570f1-d3d2-4fc9-9691-31c51df3f0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.191103 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c35570f1-d3d2-4fc9-9691-31c51df3f0ec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1d841b49-b522-409f-a3aa-4ab45bfc977c HTTP/1.1" status: 204 len: 168 time: 0.1233230 Jul 16 02:02:03.198528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35570f1-d3d2-4fc9-9691-31c51df3f0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d841b49-b522-409f-a3aa-4ab45bfc977c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:03.811695 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34776) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:03.816545 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0037303 Jul 16 02:02:03.819863 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34778) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:03.868705 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.920461 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6aeebbba-77f2-42ec-82aa-f8cd9ffb2556 tempest-NetworksApiDiscovery-229732782 tempest-NetworksApiDiscovery-229732782-project] 10.222.0.54 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0994396 Jul 16 02:02:04.166944 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34798) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:04.274467 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3cfa318-c00e-4675-90df-90029f27acea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.375313 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3cfa318-c00e-4675-90df-90029f27acea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.380142 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3cfa318-c00e-4675-90df-90029f27acea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.422072 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b3cfa318-c00e-4675-90df-90029f27acea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8bcb2dbfbe374f2ebbf9fa68718049d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517512 Jul 16 02:02:04.422072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfa318-c00e-4675-90df-90029f27acea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286b0aa7-67e2-429a-99df-40c1dc801050,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:04.423478 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34808) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:04.475097 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc737b63-ef21-4630-8f73-709b6dfc252b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.496570 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc737b63-ef21-4630-8f73-709b6dfc252b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.520734 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11a13d-1acf-4c61-9316-878d547d50c5 req-ebf195f3-2bf3-42cb-a006-3372c814e8d8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:04.522455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3e11a13d-1acf-4c61-9316-878d547d50c5 req-ebf195f3-2bf3-42cb-a006-3372c814e8d8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.0665259 Jul 16 02:02:04.547634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc737b63-ef21-4630-8f73-709b6dfc252b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.551149 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc737b63-ef21-4630-8f73-709b6dfc252b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.552353 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fc737b63-ef21-4630-8f73-709b6dfc252b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/286b0aa7-67e2-429a-99df-40c1dc801050 HTTP/1.1" status: 204 len: 168 time: 0.1259866 Jul 16 02:02:04.560391 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc737b63-ef21-4630-8f73-709b6dfc252b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286b0aa7-67e2-429a-99df-40c1dc801050,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:04.566298 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3e11a13d-1acf-4c61-9316-878d547d50c5 req-5ffca406-f5f1-4cfb-a411-3a28b1d2930a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361962 Jul 16 02:02:04.568938 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc737b63-ef21-4630-8f73-709b6dfc252b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:04.569281 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc737b63-ef21-4630-8f73-709b6dfc252b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:04.569810 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc737b63-ef21-4630-8f73-709b6dfc252b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:04.570147 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc737b63-ef21-4630-8f73-709b6dfc252b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:04.570479 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc737b63-ef21-4630-8f73-709b6dfc252b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:04.570971 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc737b63-ef21-4630-8f73-709b6dfc252b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:04.571312 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc737b63-ef21-4630-8f73-709b6dfc252b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:04.571641 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc737b63-ef21-4630-8f73-709b6dfc252b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:04.572151 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc737b63-ef21-4630-8f73-709b6dfc252b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:04.572307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc737b63-ef21-4630-8f73-709b6dfc252b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:04.572634 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc737b63-ef21-4630-8f73-709b6dfc252b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:04.572954 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc737b63-ef21-4630-8f73-709b6dfc252b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:05.749129 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d00c6-27f1-470a-b14f-c9d1f032f4e8 req-a647e64f-5629-431a-853a-6cb484701ecc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:05.750648 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b8d00c6-27f1-470a-b14f-c9d1f032f4e8 req-a647e64f-5629-431a-853a-6cb484701ecc tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.0689573 Jul 16 02:02:05.789150 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b8d00c6-27f1-470a-b14f-c9d1f032f4e8 req-b4c3d5a3-b09d-4571-953c-99fe753298a7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322518 Jul 16 02:02:06.096795 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34864) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:06.199189 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e00706c6-b1b1-4c26-91ed-01630e85d51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.293489 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e00706c6-b1b1-4c26-91ed-01630e85d51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.298100 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e00706c6-b1b1-4c26-91ed-01630e85d51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.334400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00706c6-b1b1-4c26-91ed-01630e85d51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832f2252-9862-4083-9382-cfd7e5f4a299,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:06.338639 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e00706c6-b1b1-4c26-91ed-01630e85d51a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7f5f1dfc206f48e982658e789016786f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408357 Jul 16 02:02:06.341785 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34868) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:06.388301 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08c2bb79-d0ae-4a1e-b762-946d0bc2547e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.412625 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08c2bb79-d0ae-4a1e-b762-946d0bc2547e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.458171 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08c2bb79-d0ae-4a1e-b762-946d0bc2547e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.460726 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08c2bb79-d0ae-4a1e-b762-946d0bc2547e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.461905 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-08c2bb79-d0ae-4a1e-b762-946d0bc2547e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/832f2252-9862-4083-9382-cfd7e5f4a299 HTTP/1.1" status: 204 len: 168 time: 0.1196907 Jul 16 02:02:06.469690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2bb79-d0ae-4a1e-b762-946d0bc2547e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832f2252-9862-4083-9382-cfd7e5f4a299,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:06.714022 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34874) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:06.727315 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba9c1c60-1dad-41ee-9fae-b4e3277b41fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.815857 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba9c1c60-1dad-41ee-9fae-b4e3277b41fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.819627 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba9c1c60-1dad-41ee-9fae-b4e3277b41fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.856459 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c1c60-1dad-41ee-9fae-b4e3277b41fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00c954c-0335-4bd5-97b2-d1dcbaca7ecc,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:06.863115 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ba9c1c60-1dad-41ee-9fae-b4e3277b41fa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e25bc6e616b343c1b61dd38e1f52c0d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479974 Jul 16 02:02:06.865640 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34878) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:06.947329 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8a701d2-308c-42db-9baa-4a836ec12c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.976792 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8a701d2-308c-42db-9baa-4a836ec12c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.024284 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d2df3-ecb9-4cfd-bb2b-1d9de0b8984d req-c7fc8dce-5843-4f76-8c23-9e28390ff2e1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:07.025823 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f40d2df3-ecb9-4cfd-bb2b-1d9de0b8984d req-c7fc8dce-5843-4f76-8c23-9e28390ff2e1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.1194582 Jul 16 02:02:07.068217 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8a701d2-308c-42db-9baa-4a836ec12c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.070744 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b8a701d2-308c-42db-9baa-4a836ec12c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.071915 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b8a701d2-308c-42db-9baa-4a836ec12c90 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a00c954c-0335-4bd5-97b2-d1dcbaca7ecc HTTP/1.1" status: 204 len: 168 time: 0.2053244 Jul 16 02:02:07.079312 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f40d2df3-ecb9-4cfd-bb2b-1d9de0b8984d req-c6dbbd2e-3fe0-4521-9ecc-44e2cf1fd4fb tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464532 Jul 16 02:02:07.084616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a701d2-308c-42db-9baa-4a836ec12c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00c954c-0335-4bd5-97b2-d1dcbaca7ecc,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:08.272152 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff25a0a-ccad-4128-a33a-397309f8341b req-8333b693-fde7-4891-8609-abf7f1aca365 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:08.273698 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7ff25a0a-ccad-4128-a33a-397309f8341b req-8333b693-fde7-4891-8609-abf7f1aca365 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.0676475 Jul 16 02:02:08.314548 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7ff25a0a-ccad-4128-a33a-397309f8341b req-04b1606d-5ccc-4f44-8eef-db36e804f773 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337946 Jul 16 02:02:09.497696 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449ec4e-d080-4991-8f94-7ef71414b7da req-479565b5-14d4-4d77-b2d5-7ef904009a0b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:09.499193 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2449ec4e-d080-4991-8f94-7ef71414b7da req-479565b5-14d4-4d77-b2d5-7ef904009a0b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.0682878 Jul 16 02:02:09.538092 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2449ec4e-d080-4991-8f94-7ef71414b7da req-cb781d35-3155-4c44-a5f9-0d888926db3a tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327275 Jul 16 02:02:10.718969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b7af3-8cb4-4d67-bdcf-5d4f34bdf4ac req-a58c22d0-0c44-4467-b7b1-7f5d339c14e7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:10.720503 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-461b7af3-8cb4-4d67-bdcf-5d4f34bdf4ac req-a58c22d0-0c44-4467-b7b1-7f5d339c14e7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.0645406 Jul 16 02:02:10.759297 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-461b7af3-8cb4-4d67-bdcf-5d4f34bdf4ac req-84289d5d-3bc3-4f18-b260-66cd0895c4dd tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323400 Jul 16 02:02:11.940420 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682d8cb-1a66-47c0-8c64-d5ed6ab71e92 req-b16670b9-0357-4091-a564-cb035198e2cb tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:11.942000 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0682d8cb-1a66-47c0-8c64-d5ed6ab71e92 req-b16670b9-0357-4091-a564-cb035198e2cb tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.0661070 Jul 16 02:02:11.981656 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0682d8cb-1a66-47c0-8c64-d5ed6ab71e92 req-cc0ada5f-4510-457b-94cb-47912b6e1a78 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339530 Jul 16 02:02:12.389387 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34974) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:12.498241 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e9de36b-d84c-4a93-a59c-67f66a9da971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.586662 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e9de36b-d84c-4a93-a59c-67f66a9da971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.590394 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7e9de36b-d84c-4a93-a59c-67f66a9da971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.627982 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7e9de36b-d84c-4a93-a59c-67f66a9da971 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aa26a9e413c04390b8c6affcc0cbe39d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2369609 Jul 16 02:02:12.630082 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9de36b-d84c-4a93-a59c-67f66a9da971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5e9bbf-f261-4cf7-a136-0558ff614958,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:12.630723 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34978) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:12.683611 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d7bb59a6-e843-4cb9-8f5c-d13c2cb16fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.697436 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:02:12.704856 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d7bb59a6-e843-4cb9-8f5c-d13c2cb16fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.751056 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d7bb59a6-e843-4cb9-8f5c-d13c2cb16fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.755403 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d7bb59a6-e843-4cb9-8f5c-d13c2cb16fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.758883 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d7bb59a6-e843-4cb9-8f5c-d13c2cb16fd9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d5e9bbf-f261-4cf7-a136-0558ff614958 HTTP/1.1" status: 204 len: 168 time: 0.1248183 Jul 16 02:02:12.764648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb59a6-e843-4cb9-8f5c-d13c2cb16fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5e9bbf-f261-4cf7-a136-0558ff614958,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:13.009088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 34988) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:13.022517 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ef233afc-1e0a-4d45-addd-1c0b7bf7c884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.120820 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ef233afc-1e0a-4d45-addd-1c0b7bf7c884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.125032 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ef233afc-1e0a-4d45-addd-1c0b7bf7c884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.159026 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a45ac-2f00-4c3d-89c6-9053f85fdd44 req-1ae9939b-488d-4c95-8175-e616620cf373 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:13.160562 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c57a45ac-2f00-4c3d-89c6-9053f85fdd44 req-1ae9939b-488d-4c95-8175-e616620cf373 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.0645742 Jul 16 02:02:13.163259 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ef233afc-1e0a-4d45-addd-1c0b7bf7c884 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1c09e2b778b3419586926c2cad7d4091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530249 Jul 16 02:02:13.165511 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef233afc-1e0a-4d45-addd-1c0b7bf7c884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e41333-b563-4cd4-b150-3db30f598d99,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:13.166151 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 34990) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:13.231313 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c57a45ac-2f00-4c3d-89c6-9053f85fdd44 req-ae2c53e0-36eb-4ecc-aa93-2fca92616ff7 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588813 Jul 16 02:02:13.247010 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a659-4735-4087-833b-a1bd93401748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.268960 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a659-4735-4087-833b-a1bd93401748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.314139 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a659-4735-4087-833b-a1bd93401748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.317005 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a659-4735-4087-833b-a1bd93401748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.318151 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0ae8a659-4735-4087-833b-a1bd93401748 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e0e41333-b563-4cd4-b150-3db30f598d99 HTTP/1.1" status: 204 len: 168 time: 0.1510918 Jul 16 02:02:13.326152 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8a659-4735-4087-833b-a1bd93401748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e41333-b563-4cd4-b150-3db30f598d99,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:14.408894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093653da-44f6-4922-8737-1989c3ddefcb req-a9956fb8-741d-4457-b928-4834ef384281 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:14.410832 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-093653da-44f6-4922-8737-1989c3ddefcb req-a9956fb8-741d-4457-b928-4834ef384281 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.0651853 Jul 16 02:02:14.449884 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-093653da-44f6-4922-8737-1989c3ddefcb req-f3e33dfa-4fbe-470f-8291-0fb44581e0f6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327137 Jul 16 02:02:15.632544 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedb5f1-509b-4b8c-a8a6-4d60de24db78 req-5f8a8e03-aa02-4555-a7a1-67cd6f7fa904 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:15.634096 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ddedb5f1-509b-4b8c-a8a6-4d60de24db78 req-5f8a8e03-aa02-4555-a7a1-67cd6f7fa904 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.0709481 Jul 16 02:02:15.680993 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ddedb5f1-509b-4b8c-a8a6-4d60de24db78 req-ffec4f81-041a-4d23-8b8b-0f9bddd61901 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384936 Jul 16 02:02:16.860045 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db6d47-3047-4703-86ac-d46a27bdebe9 req-0a0c6e0f-a4e7-49e0-b6c6-e1e54bc835a8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:16.862190 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-76db6d47-3047-4703-86ac-d46a27bdebe9 req-0a0c6e0f-a4e7-49e0-b6c6-e1e54bc835a8 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.0632977 Jul 16 02:02:16.899495 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-76db6d47-3047-4703-86ac-d46a27bdebe9 req-1d422f55-246e-4deb-964c-1329e8454d07 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316250 Jul 16 02:02:18.075012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5596f33-9d4e-43c8-a6a6-0cf95c9ea5bb req-e6483dd3-8d51-4826-a5e2-fc1e6941a5ac tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:18.076522 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c5596f33-9d4e-43c8-a6a6-0cf95c9ea5bb req-e6483dd3-8d51-4826-a5e2-fc1e6941a5ac tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.0625758 Jul 16 02:02:18.114255 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c5596f33-9d4e-43c8-a6a6-0cf95c9ea5bb req-6e9575a7-ba2d-4c3e-a668-75fd2414a5e3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319700 Jul 16 02:02:19.302487 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c69f9-5e5e-4899-80b6-6b5fd007e631 req-73daca01-f330-4d28-bf49-940ffa15bc86 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:19.304051 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ea5c69f9-5e5e-4899-80b6-6b5fd007e631 req-73daca01-f330-4d28-bf49-940ffa15bc86 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.0727892 Jul 16 02:02:19.343449 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ea5c69f9-5e5e-4899-80b6-6b5fd007e631 req-6571ba4d-31fe-4ec7-a8a9-ffcbdd8bf6df tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336378 Jul 16 02:02:20.515799 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557f014-5759-4258-a7e6-157a722ed6ec req-a9f2c1b2-6f54-4bce-9b07-09440020cf32 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:20.517306 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3557f014-5759-4258-a7e6-157a722ed6ec req-a9f2c1b2-6f54-4bce-9b07-09440020cf32 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.0636849 Jul 16 02:02:20.555819 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3557f014-5759-4258-a7e6-157a722ed6ec req-8adcf35f-027b-4e4a-a90a-84d92284e49d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328960 Jul 16 02:02:21.734834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011d3eb-7eb6-4d35-9036-0558969b16f6 req-fb04c254-2d06-4e36-9e3c-623332a044d3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:21.737087 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d011d3eb-7eb6-4d35-9036-0558969b16f6 req-fb04c254-2d06-4e36-9e3c-623332a044d3 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.0664616 Jul 16 02:02:21.790695 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d011d3eb-7eb6-4d35-9036-0558969b16f6 req-101e9731-2896-4c2b-890a-83be7d7076ce tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414219 Jul 16 02:02:22.667513 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd4b58-44c7-4e11-a3f3-ebd1f467c970 req-de770a54-5698-4856-ba8b-70187d437da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:22.669201 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2dd4b58-44c7-4e11-a3f3-ebd1f467c970 req-de770a54-5698-4856-ba8b-70187d437da1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 1096 time: 0.0523565 Jul 16 02:02:22.705567 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2dd4b58-44c7-4e11-a3f3-ebd1f467c970 req-e12c5aeb-ba65-4c9f-84fe-8d41406f6fa7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283828 Jul 16 02:02:22.978813 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373ac88-67ca-4dae-861c-fdc03f1292b3 req-ebf8c118-04fd-4658-baf4-76cb0de4d6f1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:22.980320 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c373ac88-67ca-4dae-861c-fdc03f1292b3 req-ebf8c118-04fd-4658-baf4-76cb0de4d6f1 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.0672953 Jul 16 02:02:23.024717 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c373ac88-67ca-4dae-861c-fdc03f1292b3 req-22554adf-8b91-472b-8688-6cb6ec7efdae tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386860 Jul 16 02:02:23.343694 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 35122) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:23.446825 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-727b441b-5caa-4e62-99b1-1ebe859d7b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.539571 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-727b441b-5caa-4e62-99b1-1ebe859d7b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.543339 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-727b441b-5caa-4e62-99b1-1ebe859d7b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.580666 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-727b441b-5caa-4e62-99b1-1ebe859d7b4c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=91745c1f08544bf58e5824f3f37d89b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356617 Jul 16 02:02:23.582630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b441b-5caa-4e62-99b1-1ebe859d7b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fe7292-6aec-4585-b90c-566d7abafe82,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:23.583269 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35126) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:23.633289 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-62c29409-12f4-43b7-9c69-874b75e917fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.657397 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-62c29409-12f4-43b7-9c69-874b75e917fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.702080 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-62c29409-12f4-43b7-9c69-874b75e917fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.704553 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-62c29409-12f4-43b7-9c69-874b75e917fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.705771 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-62c29409-12f4-43b7-9c69-874b75e917fa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d0fe7292-6aec-4585-b90c-566d7abafe82 HTTP/1.1" status: 204 len: 168 time: 0.1213408 Jul 16 02:02:23.715167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c29409-12f4-43b7-9c69-874b75e917fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fe7292-6aec-4585-b90c-566d7abafe82,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:23.943992 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.979296 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35132) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:23.993208 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5819c682-a231-4c83-8c3b-c7b3c03bfedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.059337 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f2ddd3bf-515a-4af0-a4b0-479ba3afe072 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:02:24.119583 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5819c682-a231-4c83-8c3b-c7b3c03bfedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.128414 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5819c682-a231-4c83-8c3b-c7b3c03bfedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.178134 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819c682-a231-4c83-8c3b-c7b3c03bfedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8ad904-a387-4761-bd07-42859e162717,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:24.183701 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5819c682-a231-4c83-8c3b-c7b3c03bfedb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6fc2f25ce68a497aa7d8a165c88745c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2033031 Jul 16 02:02:24.186292 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35138) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:24.202912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f2ddd3bf-515a-4af0-a4b0-479ba3afe072, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f2ddd3bf-515a-4af0-a4b0-479ba3afe072,segment=NetworkSegment(71f3712b-9e54-4ead-9d03-9f9c82afc54c),segment_id=71f3712b-9e54-4ead-9d03-9f9c82afc54c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:24.221944 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072', 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191', 'port_id': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072', 'mac_address': 'fa:16:3e:ad:b0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:02:24.248855 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f738f76e-79b8-4864-948e-9c11b734b366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.270554 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.271562 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc7aeb-6fdd-40e1-8538-4bb04804b34b req-a4c030a7-27e3-4060-a328-0397406f638d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:24.273507 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f738f76e-79b8-4864-948e-9c11b734b366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.284902 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-29bc7aeb-6fdd-40e1-8538-4bb04804b34b req-a4c030a7-27e3-4060-a328-0397406f638d tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.0965316 Jul 16 02:02:24.289235 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2ddd3bf-515a-4af0-a4b0-479ba3afe072 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:02:24.313212 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f2ddd3bf-515a-4af0-a4b0-479ba3afe072, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f2ddd3bf-515a-4af0-a4b0-479ba3afe072,segment=NetworkSegment(71f3712b-9e54-4ead-9d03-9f9c82afc54c),segment_id=71f3712b-9e54-4ead-9d03-9f9c82afc54c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:24.320232 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.332036 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-29bc7aeb-6fdd-40e1-8538-4bb04804b34b req-df922c10-8eb8-4dcc-a065-5388d584a8f2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460114 Jul 16 02:02:24.335146 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f738f76e-79b8-4864-948e-9c11b734b366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.337992 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f738f76e-79b8-4864-948e-9c11b734b366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.339147 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f738f76e-79b8-4864-948e-9c11b734b366 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ed8ad904-a387-4761-bd07-42859e162717 HTTP/1.1" status: 204 len: 168 time: 0.1519272 Jul 16 02:02:24.358658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738f76e-79b8-4864-948e-9c11b734b366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8ad904-a387-4761-bd07-42859e162717,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:24.361710 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 35142) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:24.447548 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-adf1443a-8fe4-475e-977b-0b8bb712d518 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/floatingips/8b94930f-f816-47a8-8a40-f428eb85f0d4 HTTP/1.1" status: 200 len: 992 time: 0.0825288 Jul 16 02:02:24.557998 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=f2ddd3bf-515a-4af0-a4b0-479ba3afe072,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:24.566548 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:24.566891 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:24.567240 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:24.567580 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:24.567945 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:24.568277 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:24.568605 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:24.568934 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:24.569258 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:24.569583 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:24.569910 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:24.570236 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:24.656666 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['f2ddd3bf-515a-4af0-a4b0-479ba3afe072'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:02:25.430207 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 35174) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:25.534271 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d324d860-7cc8-4b44-98f8-ab38e53f2822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.626258 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d324d860-7cc8-4b44-98f8-ab38e53f2822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.630765 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d324d860-7cc8-4b44-98f8-ab38e53f2822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.670903 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d324d860-7cc8-4b44-98f8-ab38e53f2822 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d629ffeecc1448ec852299cd866a9e89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395923 Jul 16 02:02:25.672249 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324d860-7cc8-4b44-98f8-ab38e53f2822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0198f429-0992-4481-be80-bd3a560706e8,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:25.674184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35180) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:25.728108 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-504a0c44-aa0a-445c-aae9-59faebdeee11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.749295 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-504a0c44-aa0a-445c-aae9-59faebdeee11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.795191 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-504a0c44-aa0a-445c-aae9-59faebdeee11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.797779 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-504a0c44-aa0a-445c-aae9-59faebdeee11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.799664 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-504a0c44-aa0a-445c-aae9-59faebdeee11 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0198f429-0992-4481-be80-bd3a560706e8 HTTP/1.1" status: 204 len: 168 time: 0.1237111 Jul 16 02:02:25.809108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a0c44-aa0a-445c-aae9-59faebdeee11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0198f429-0992-4481-be80-bd3a560706e8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:26.069095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f2ddd3bf-515a-4af0-a4b0-479ba3afe072 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:26.116881 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port f2ddd3bf-515a-4af0-a4b0-479ba3afe072 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:26.117253 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.191579 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.214250 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed712a71-9234-4f0a-be76-6917a35e9fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:26.216548 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b877d1-785f-4417-ab3d-875d82f39d8c" -d '{"events": [{"server_uuid": "ed712a71-9234-4f0a-be76-6917a35e9fbf", "name": "network-vif-plugged", "status": "completed", "tag": "f2ddd3bf-515a-4af0-a4b0-479ba3afe072"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:26.232752 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f2ddd3bf-515a-4af0-a4b0-479ba3afe072, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f2ddd3bf-515a-4af0-a4b0-479ba3afe072,segment=NetworkSegment(71f3712b-9e54-4ead-9d03-9f9c82afc54c),segment_id=71f3712b-9e54-4ead-9d03-9f9c82afc54c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:26.237431 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.274982 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0a8f12-50ae-43ff-97d6-2f4db824eaae x-openstack-request-id: req-ab0a8f12-50ae-43ff-97d6-2f4db824eaae {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:26.274982 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed712a71-9234-4f0a-be76-6917a35e9fbf", "name": "network-vif-plugged", "status": "completed", "tag": "f2ddd3bf-515a-4af0-a4b0-479ba3afe072", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:26.275220 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ab0a8f12-50ae-43ff-97d6-2f4db824eaae {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:26.275672 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed712a71-9234-4f0a-be76-6917a35e9fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072', 'code': 200} Jul 16 02:02:26.306110 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=f2ddd3bf-515a-4af0-a4b0-479ba3afe072,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:26.948664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 35254) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:27.039987 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-372bf522-c6d1-4e7a-9e54-049efbf39c88 req-412d0673-3393-49a0-8914-86acedd33803 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595567 Jul 16 02:02:27.168838 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40213fb-9211-4edc-979e-daeb0712b35f req-907fc22e-2302-4908-97db-87b8ef79efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:27.170298 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b40213fb-9211-4edc-979e-daeb0712b35f req-907fc22e-2302-4908-97db-87b8ef79efeb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 1096 time: 0.2202551 Jul 16 02:02:27.185575 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bf522-c6d1-4e7a-9e54-049efbf39c88 req-fa3f36a7-f051-44c2-a0d8-3ff4c014fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:27.187007 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-372bf522-c6d1-4e7a-9e54-049efbf39c88 req-fa3f36a7-f051-44c2-a0d8-3ff4c014fd29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 1096 time: 0.0807741 Jul 16 02:02:27.217216 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b40213fb-9211-4edc-979e-daeb0712b35f req-a768f8d0-76e2-472b-9fea-b1d05489315d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ec7f8fc0-c55b-4da0-8592-409ba16ba966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396225 Jul 16 02:02:27.313381 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bf522-c6d1-4e7a-9e54-049efbf39c88 req-b31c4080-3ce6-4a12-ab2d-1239bfe18e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:27.315496 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-372bf522-c6d1-4e7a-9e54-049efbf39c88 req-b31c4080-3ce6-4a12-ab2d-1239bfe18e9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 HTTP/1.1" status: 200 len: 897 time: 0.0973747 Jul 16 02:02:27.382563 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-372bf522-c6d1-4e7a-9e54-049efbf39c88 req-19e893f8-acd4-4890-adca-f9e415ef3e5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2ddd3bf-515a-4af0-a4b0-479ba3afe072 HTTP/1.1" status: 200 len: 1001 time: 0.0608387 Jul 16 02:02:27.432991 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bf522-c6d1-4e7a-9e54-049efbf39c88 req-1b0dfb23-d5ef-4092-8e75-6215fcbc7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:27.434468 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-372bf522-c6d1-4e7a-9e54-049efbf39c88 req-1b0dfb23-d5ef-4092-8e75-6215fcbc7409 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00d12493-0b0b-4360-b3ad-fb8e8bb4bb28 HTTP/1.1" status: 200 len: 834 time: 0.0455258 Jul 16 02:02:27.499905 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bf522-c6d1-4e7a-9e54-049efbf39c88 req-7e2041cd-c7b7-4f98-86ed-b186f2e067ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:27.502608 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-372bf522-c6d1-4e7a-9e54-049efbf39c88 req-7e2041cd-c7b7-4f98-86ed-b186f2e067ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e0d1bd8-43ee-4d49-9e08-f208c2ed3191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601842 Jul 16 02:02:27.595993 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-372bf522-c6d1-4e7a-9e54-049efbf39c88 req-3769dbae-f9ab-4de2-a7ef-f4f31aadf9da service neutron] 10.222.0.26 "GET /v2.0/networks/3e0d1bd8-43ee-4d49-9e08-f208c2ed3191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853243 Jul 16 02:02:27.703012 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-372bf522-c6d1-4e7a-9e54-049efbf39c88 req-1b9f929b-7650-414d-913c-a8b11c9982b3 service neutron] 10.222.0.26 "GET /v2.0/networks/3e0d1bd8-43ee-4d49-9e08-f208c2ed3191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917747 Jul 16 02:02:28.363190 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5b80af17-0380-423e-ae9c-29c5d4006b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.921141 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.104859 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.107624 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-439d1143-eeb3-4b9c-ab95-e389c6da3d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.128484 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.872823 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.693470 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e0509ac1-f14a-4812-97ea-1c96bf08ade9 req-f895634c-1209-447c-927c-8b1512b10a68 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0646124 Jul 16 02:02:39.813393 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509ac1-f14a-4812-97ea-1c96bf08ade9 req-1589fa94-eee4-4c47-9885-0294dcfe00c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:39.815617 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e0509ac1-f14a-4812-97ea-1c96bf08ade9 req-1589fa94-eee4-4c47-9885-0294dcfe00c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 1096 time: 0.0578799 Jul 16 02:02:39.936075 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509ac1-f14a-4812-97ea-1c96bf08ade9 req-60781aac-7b3b-4b74-ab9d-af150d90dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:39.938011 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e0509ac1-f14a-4812-97ea-1c96bf08ade9 req-60781aac-7b3b-4b74-ab9d-af150d90dd83 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 912 time: 0.1014111 Jul 16 02:02:40.010029 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e0509ac1-f14a-4812-97ea-1c96bf08ade9 req-0209a339-054e-4503-a720-7ae85b28fc4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56738e7b-98e0-41a2-a17d-e2df5a597a60 HTTP/1.1" status: 200 len: 999 time: 0.0652361 Jul 16 02:02:40.059112 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509ac1-f14a-4812-97ea-1c96bf08ade9 req-6cb722a8-99c2-4399-b995-737c1a6be70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:40.060639 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e0509ac1-f14a-4812-97ea-1c96bf08ade9 req-6cb722a8-99c2-4399-b995-737c1a6be70b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.0442321 Jul 16 02:02:40.117618 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509ac1-f14a-4812-97ea-1c96bf08ade9 req-26670d37-a9af-455c-a1f1-329bac3d72be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:40.119125 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e0509ac1-f14a-4812-97ea-1c96bf08ade9 req-26670d37-a9af-455c-a1f1-329bac3d72be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520201 Jul 16 02:02:40.213359 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e0509ac1-f14a-4812-97ea-1c96bf08ade9 req-6bba710b-fd82-4b52-bd8f-6d457324aee0 service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874150 Jul 16 02:02:40.307973 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e0509ac1-f14a-4812-97ea-1c96bf08ade9 req-c0464400-7871-45b4-8c3d-40f2e7a77736 service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880940 Jul 16 02:02:43.401226 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 35406) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:43.508557 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ba43a8f-93f4-4281-8ebf-585e861c2b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.596040 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ba43a8f-93f4-4281-8ebf-585e861c2b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.599582 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4ba43a8f-93f4-4281-8ebf-585e861c2b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.636797 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4ba43a8f-93f4-4281-8ebf-585e861c2b2f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=582f5f1565f7440ebfd85cedc3df63d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343514 Jul 16 02:02:43.638567 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba43a8f-93f4-4281-8ebf-585e861c2b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6271b5b3-d1f0-4670-b611-76467f061008,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:43.639397 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35410) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:43.690382 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd2539ac-f6b1-4724-aead-505e81288106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.711085 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd2539ac-f6b1-4724-aead-505e81288106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.761144 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd2539ac-f6b1-4724-aead-505e81288106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.763645 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd2539ac-f6b1-4724-aead-505e81288106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.764819 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bd2539ac-f6b1-4724-aead-505e81288106 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6271b5b3-d1f0-4670-b611-76467f061008 HTTP/1.1" status: 204 len: 168 time: 0.1243725 Jul 16 02:02:43.772375 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2539ac-f6b1-4724-aead-505e81288106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6271b5b3-d1f0-4670-b611-76467f061008,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:45.943308 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-15b5371e-5a85-494d-8e04-04b9ec3a0f38 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d1726f70cac5494e924d6f5d99e0bea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301156 Jul 16 02:02:46.145463 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-4bde1506-60ae-4ef7-afa0-1810b46d23a2 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:46.147016 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-4bde1506-60ae-4ef7-afa0-1810b46d23a2 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986771 Jul 16 02:02:46.162063 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-3451d6c1-abf9-4a4c-a7c6-1f101216d4ac tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/quotas/d1726f70cac5494e924d6f5d99e0bea2 HTTP/1.1" status: 200 len: 375 time: 0.0097244 Jul 16 02:02:46.215946 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-b292befc-9d6e-4e11-ab1f-47ad9579c375 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d1726f70cac5494e924d6f5d99e0bea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488048 Jul 16 02:02:46.383628 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-897f0fac-4590-48ef-b58b-0ebc553551de req-73f3bcf8-5d1f-4197-9fa8-4081d6d3447a tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/ports?device_id=023e6835-de24-4728-98bf-fff8938f0d37 HTTP/1.1" status: 200 len: 210 time: 0.0291326 Jul 16 02:02:47.495734 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-3b0e5719-b193-446f-a3d7-3c4fe9510a59 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d1726f70cac5494e924d6f5d99e0bea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284655 Jul 16 02:02:47.541278 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee4e6d4c-742f-407e-b567-1202ffd70f21 req-cafe75bb-00eb-4a63-b4f3-7b083a8b1e77 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/ports?device_id=023e6835-de24-4728-98bf-fff8938f0d37 HTTP/1.1" status: 200 len: 210 time: 0.0436332 Jul 16 02:02:47.708705 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-d29a39a6-cf24-4bae-aa4b-c24bc38601bf tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:47.710184 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-d29a39a6-cf24-4bae-aa4b-c24bc38601bf tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2017703 Jul 16 02:02:47.730019 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-644ea698-ec65-4e51-8a53-e8226de5886b tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Request body: {'port': {'device_id': '023e6835-de24-4728-98bf-fff8938f0d37', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': 'd1726f70cac5494e924d6f5d99e0bea2'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:47.836647 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-644ea698-ec65-4e51-8a53-e8226de5886b tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Made reservation on behalf of d1726f70cac5494e924d6f5d99e0bea2 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:47.840225 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-644ea698-ec65-4e51-8a53-e8226de5886b tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.849203 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-644ea698-ec65-4e51-8a53-e8226de5886b tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.942567 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-644ea698-ec65-4e51-8a53-e8226de5886b tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.946282 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-644ea698-ec65-4e51-8a53-e8226de5886b tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.005537 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ea698-ec65-4e51-8a53-e8226de5886b tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b05ecba-570d-4819-ac71-ebb58d010f56,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:48.073575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-644ea698-ec65-4e51-8a53-e8226de5886b tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Allocated IP 192.168.233.214 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/4ef8cb35-2cf0-4b94-948d-6270b9610d15) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:48.219173 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-644ea698-ec65-4e51-8a53-e8226de5886b tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.232025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-644ea698-ec65-4e51-8a53-e8226de5886b tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Transition to ACTIVE for port object 4ef8cb35-2cf0-4b94-948d-6270b9610d15 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:48.265351 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-644ea698-ec65-4e51-8a53-e8226de5886b tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.310695 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-644ea698-ec65-4e51-8a53-e8226de5886b tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:48.314365 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-644ea698-ec65-4e51-8a53-e8226de5886b tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:48.318519 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-644ea698-ec65-4e51-8a53-e8226de5886b tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:48.342850 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ea698-ec65-4e51-8a53-e8226de5886b tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Pushing event updated for resources: {'Port': ['ID=4ef8cb35-2cf0-4b94-948d-6270b9610d15,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:48.372139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-644ea698-ec65-4e51-8a53-e8226de5886b tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:48.372796 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-644ea698-ec65-4e51-8a53-e8226de5886b tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.387965 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-644ea698-ec65-4e51-8a53-e8226de5886b tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6616342 Jul 16 02:02:48.407040 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Request body: {'port': {'device_id': '023e6835-de24-4728-98bf-fff8938f0d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:48.486953 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.525185 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-002c14f5-d2cf-4f6a-8224-ce44dd9fb039 None None] Provisioning for port 4ef8cb35-2cf0-4b94-948d-6270b9610d15 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:48.528866 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-002c14f5-d2cf-4f6a-8224-ce44dd9fb039 None None] Provisioning complete for port 4ef8cb35-2cf0-4b94-948d-6270b9610d15 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:48.529232 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-002c14f5-d2cf-4f6a-8224-ce44dd9fb039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.563887 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-002c14f5-d2cf-4f6a-8224-ce44dd9fb039 None None] Port 4ef8cb35-2cf0-4b94-948d-6270b9610d15 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:48.769380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c026c02-8587-47b0-9885-ba59874ad187 req-f918136a-f287-4482-b435-682bdcf12f16 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:48.770846 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2c026c02-8587-47b0-9885-ba59874ad187 req-f918136a-f287-4482-b435-682bdcf12f16 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/ports?device_id=023e6835-de24-4728-98bf-fff8938f0d37 HTTP/1.1" status: 200 len: 936 time: 0.1072443 Jul 16 02:02:48.815093 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef8cb35-2cf0-4b94-948d-6270b9610d15 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:02:48.825526 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.845854 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2c026c02-8587-47b0-9885-ba59874ad187 req-367c4056-629b-43d4-8199-72b39169a5c5 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b05ecba-570d-4819-ac71-ebb58d010f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576053 Jul 16 02:02:48.848868 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Transition to ACTIVE for port object 4ef8cb35-2cf0-4b94-948d-6270b9610d15 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:48.853302 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.907542 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Pushing event updated for resources: {'Port': ['ID=4ef8cb35-2cf0-4b94-948d-6270b9610d15,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:48.978873 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Attempting to bind port 4ef8cb35-2cf0-4b94-948d-6270b9610d15 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:48.979219 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Attempting to bind port 4ef8cb35-2cf0-4b94-948d-6270b9610d15 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:48.979551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Attempting to bind port 4ef8cb35-2cf0-4b94-948d-6270b9610d15 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:48.984126 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Port 4ef8cb35-2cf0-4b94-948d-6270b9610d15 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:02:48.984445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Attempting to bind port 4ef8cb35-2cf0-4b94-948d-6270b9610d15 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:48.990131 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:48.990471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:48.990857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:48.991283 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Bound port: 4ef8cb35-2cf0-4b94-948d-6270b9610d15, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:48.991639 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.059396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] For port 4ef8cb35-2cf0-4b94-948d-6270b9610d15, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:49.062668 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] For port 4ef8cb35-2cf0-4b94-948d-6270b9610d15, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=4ef8cb35-2cf0-4b94-948d-6270b9610d15,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:49.067236 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.101585 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:49.102333 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.103970 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] 10.222.0.47 "PUT /v2.0/ports/4ef8cb35-2cf0-4b94-948d-6270b9610d15 HTTP/1.1" status: 200 len: 1096 time: 0.7014043 Jul 16 02:02:49.106288 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023e6835-de24-4728-98bf-fff8938f0d37', 'tag': '4ef8cb35-2cf0-4b94-948d-6270b9610d15'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:49.108595 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bb13ba-e6b6-404e-bd19-3887237b5f55" -d '{"events": [{"name": "network-changed", "server_uuid": "023e6835-de24-4728-98bf-fff8938f0d37", "tag": "4ef8cb35-2cf0-4b94-948d-6270b9610d15"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:49.137426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0634a-45f0-41a4-97c3-3b3929afe73c service neutron] Pushing event updated for resources: {'Port': ['ID=4ef8cb35-2cf0-4b94-948d-6270b9610d15,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:49.149230 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a40c68-47f8-46da-8c86-f3a392509569 x-openstack-request-id: req-b4a40c68-47f8-46da-8c86-f3a392509569 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:49.149528 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023e6835-de24-4728-98bf-fff8938f0d37", "tag": "4ef8cb35-2cf0-4b94-948d-6270b9610d15", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:49.149883 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b4a40c68-47f8-46da-8c86-f3a392509569 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:49.150294 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023e6835-de24-4728-98bf-fff8938f0d37', 'tag': '4ef8cb35-2cf0-4b94-948d-6270b9610d15', 'status': 'completed', 'code': 200} Jul 16 02:02:49.229509 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-6913ec51-d384-4cde-82f9-de8b7cbe5488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:49.231043 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-6913ec51-d384-4cde-82f9-de8b7cbe5488 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1726f70cac5494e924d6f5d99e0bea2&device_id=023e6835-de24-4728-98bf-fff8938f0d37 HTTP/1.1" status: 200 len: 1099 time: 0.0597668 Jul 16 02:02:49.282282 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-249bc156-bb2b-4101-8f85-4c863457ac52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=4ef8cb35-2cf0-4b94-948d-6270b9610d15 HTTP/1.1" status: 200 len: 217 time: 0.0361891 Jul 16 02:02:49.333285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-d2b8b694-e71e-48e3-bbf5-ccea40d5ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:49.334740 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-d2b8b694-e71e-48e3-bbf5-ccea40d5ed68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0465496 Jul 16 02:02:49.396203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-043143ab-bf2e-4a01-ace9-62b0199dc556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:49.397572 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-043143ab-bf2e-4a01-ace9-62b0199dc556 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562477 Jul 16 02:02:49.697027 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:02:49.829808 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-9c10d9b9-2778-4b26-8214-68c26ea1ad7d service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245696 Jul 16 02:02:49.925110 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7e732e8-94c5-4d74-b010-d82fbfcdb735 req-7b7ceb9a-c4be-486f-99a5-50c91d8d3a2b service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879865 Jul 16 02:02:50.027126 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263974c-0934-42c4-bd32-eb34ed38e039 req-ac531cc1-5c1b-4776-86be-61e923c05bc4 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:50.028712 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e263974c-0934-42c4-bd32-eb34ed38e039 req-ac531cc1-5c1b-4776-86be-61e923c05bc4 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/ports?device_id=023e6835-de24-4728-98bf-fff8938f0d37 HTTP/1.1" status: 200 len: 948 time: 0.0642400 Jul 16 02:02:50.068300 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e263974c-0934-42c4-bd32-eb34ed38e039 req-13b64a8b-ae62-46bc-9859-80bb4ef3d27c tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b05ecba-570d-4819-ac71-ebb58d010f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334406 Jul 16 02:02:50.072836 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb13ba-e6b6-404e-bd19-3887237b5f55 req-19aa5c24-79fd-477e-b8d8-61906e079958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:50.074342 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99bb13ba-e6b6-404e-bd19-3887237b5f55 req-19aa5c24-79fd-477e-b8d8-61906e079958 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1726f70cac5494e924d6f5d99e0bea2&device_id=023e6835-de24-4728-98bf-fff8938f0d37 HTTP/1.1" status: 200 len: 1099 time: 0.0544987 Jul 16 02:02:50.166742 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb13ba-e6b6-404e-bd19-3887237b5f55 req-bbcc6b6b-8e1a-4471-8310-7f7c823c2994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:50.168244 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99bb13ba-e6b6-404e-bd19-3887237b5f55 req-bbcc6b6b-8e1a-4471-8310-7f7c823c2994 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.0872710 Jul 16 02:02:50.207229 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99bb13ba-e6b6-404e-bd19-3887237b5f55 req-fc5c7e15-1e76-4f00-abe5-02a30267a2d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=4ef8cb35-2cf0-4b94-948d-6270b9610d15 HTTP/1.1" status: 200 len: 217 time: 0.0326293 Jul 16 02:02:50.255490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb13ba-e6b6-404e-bd19-3887237b5f55 req-75854747-0ab0-4551-86c9-2428f1d72145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:50.256965 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99bb13ba-e6b6-404e-bd19-3887237b5f55 req-75854747-0ab0-4551-86c9-2428f1d72145 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0428522 Jul 16 02:02:50.319690 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb13ba-e6b6-404e-bd19-3887237b5f55 req-b56c95c4-e85d-4191-baab-53b11ebee050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:50.321214 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99bb13ba-e6b6-404e-bd19-3887237b5f55 req-b56c95c4-e85d-4191-baab-53b11ebee050 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568178 Jul 16 02:02:50.411883 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99bb13ba-e6b6-404e-bd19-3887237b5f55 req-bb3a4454-b888-4aa7-8cd9-3b1ad35a0275 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839717 Jul 16 02:02:50.505043 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-99bb13ba-e6b6-404e-bd19-3887237b5f55 req-eec49490-657d-439d-8097-451cda170e99 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868657 Jul 16 02:02:51.246748 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c319f7-1f2b-408c-9e77-5f1acb85c659 req-3b6d1ff5-e4c1-488a-9da9-f752a4ea93ac tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:51.248285 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9c319f7-1f2b-408c-9e77-5f1acb85c659 req-3b6d1ff5-e4c1-488a-9da9-f752a4ea93ac tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/ports?device_id=023e6835-de24-4728-98bf-fff8938f0d37 HTTP/1.1" status: 200 len: 948 time: 0.0639384 Jul 16 02:02:51.288329 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f9c319f7-1f2b-408c-9e77-5f1acb85c659 req-7a5ed097-10c5-49c7-acad-61896c8766ff tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b05ecba-570d-4819-ac71-ebb58d010f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334477 Jul 16 02:02:52.459234 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29441a06-04fa-45cb-b0db-4d64019567cc req-aff20527-b10f-4d5c-8d91-fb44ec3a9c9c tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:52.460671 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-29441a06-04fa-45cb-b0db-4d64019567cc req-aff20527-b10f-4d5c-8d91-fb44ec3a9c9c tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/ports?device_id=023e6835-de24-4728-98bf-fff8938f0d37 HTTP/1.1" status: 200 len: 948 time: 0.0623300 Jul 16 02:02:52.501761 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-29441a06-04fa-45cb-b0db-4d64019567cc req-3b2771ca-d135-43dd-9ddc-f006e6253e63 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b05ecba-570d-4819-ac71-ebb58d010f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355976 Jul 16 02:02:53.673776 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17269ba6-56c9-47b8-a831-addf23efbb08 req-a2659d73-7672-40a5-a211-9d5d80e5f3fb tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:53.675451 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17269ba6-56c9-47b8-a831-addf23efbb08 req-a2659d73-7672-40a5-a211-9d5d80e5f3fb tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/ports?device_id=023e6835-de24-4728-98bf-fff8938f0d37 HTTP/1.1" status: 200 len: 948 time: 0.0632586 Jul 16 02:02:53.692486 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 4ef8cb35-2cf0-4b94-948d-6270b9610d15 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:02:53.712453 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17269ba6-56c9-47b8-a831-addf23efbb08 req-ab2685ab-bf48-46cd-9416-5aa0f70939c3 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b05ecba-570d-4819-ac71-ebb58d010f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315168 Jul 16 02:02:53.787936 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 4ef8cb35-2cf0-4b94-948d-6270b9610d15, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=4ef8cb35-2cf0-4b94-948d-6270b9610d15,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:53.798729 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '4ef8cb35-2cf0-4b94-948d-6270b9610d15', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '4ef8cb35-2cf0-4b94-948d-6270b9610d15', 'mac_address': 'fa:16:3e:b5:c6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:02:53.834016 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:53.846786 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef8cb35-2cf0-4b94-948d-6270b9610d15 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:02:53.867288 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 4ef8cb35-2cf0-4b94-948d-6270b9610d15, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=4ef8cb35-2cf0-4b94-948d-6270b9610d15,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:53.870920 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:53.919643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=4ef8cb35-2cf0-4b94-948d-6270b9610d15,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:53.948847 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:54.188266 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['4ef8cb35-2cf0-4b94-948d-6270b9610d15'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:02:54.889590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd365f-1b4a-4e7d-996f-f46380c83379 req-3f7209fa-31be-4a98-bf74-577a7da0e08c tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:54.891408 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52cd365f-1b4a-4e7d-996f-f46380c83379 req-3f7209fa-31be-4a98-bf74-577a7da0e08c tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/ports?device_id=023e6835-de24-4728-98bf-fff8938f0d37 HTTP/1.1" status: 200 len: 949 time: 0.0648546 Jul 16 02:02:54.928943 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52cd365f-1b4a-4e7d-996f-f46380c83379 req-d1389cfc-adc8-42b5-a0b5-03611f30e38b tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b05ecba-570d-4819-ac71-ebb58d010f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318837 Jul 16 02:02:55.711862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 4ef8cb35-2cf0-4b94-948d-6270b9610d15 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:55.761413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 4ef8cb35-2cf0-4b94-948d-6270b9610d15 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:55.764978 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 4ef8cb35-2cf0-4b94-948d-6270b9610d15 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:55.765368 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:55.852656 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:55.875231 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023e6835-de24-4728-98bf-fff8938f0d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef8cb35-2cf0-4b94-948d-6270b9610d15'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:55.877568 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7698e941-8023-4dc3-9da0-41590a1caac9" -d '{"events": [{"server_uuid": "023e6835-de24-4728-98bf-fff8938f0d37", "name": "network-vif-plugged", "status": "completed", "tag": "4ef8cb35-2cf0-4b94-948d-6270b9610d15"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:55.890169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 4ef8cb35-2cf0-4b94-948d-6270b9610d15, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=4ef8cb35-2cf0-4b94-948d-6270b9610d15,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:55.894495 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:55.917190 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a414421-9bc5-4813-9f81-6047dfd77566 x-openstack-request-id: req-2a414421-9bc5-4813-9f81-6047dfd77566 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:55.917480 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023e6835-de24-4728-98bf-fff8938f0d37", "name": "network-vif-plugged", "status": "completed", "tag": "4ef8cb35-2cf0-4b94-948d-6270b9610d15", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:55.917729 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2a414421-9bc5-4813-9f81-6047dfd77566 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:55.918109 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023e6835-de24-4728-98bf-fff8938f0d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef8cb35-2cf0-4b94-948d-6270b9610d15', 'code': 200} Jul 16 02:02:55.942728 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=4ef8cb35-2cf0-4b94-948d-6270b9610d15,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:56.061457 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86083d-c69f-4ad0-8ed0-b488313cd1e1 req-18acfa89-d018-4485-b568-17c4317aaad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:56.063094 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b86083d-c69f-4ad0-8ed0-b488313cd1e1 req-18acfa89-d018-4485-b568-17c4317aaad2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=023e6835-de24-4728-98bf-fff8938f0d37 HTTP/1.1" status: 200 len: 1101 time: 0.0575695 Jul 16 02:02:56.098865 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b86083d-c69f-4ad0-8ed0-b488313cd1e1 req-3aef76f4-61b8-4c6c-a0bf-688ae263b4b6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6b05ecba-570d-4819-ac71-ebb58d010f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284503 Jul 16 02:02:56.104960 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c807e96-f71d-478e-b830-15b9215c51cb req-7f27facd-d4ea-4418-b666-7ef21bb6cf5a tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:56.106455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c807e96-f71d-478e-b830-15b9215c51cb req-7f27facd-d4ea-4418-b666-7ef21bb6cf5a tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/ports?device_id=023e6835-de24-4728-98bf-fff8938f0d37 HTTP/1.1" status: 200 len: 950 time: 0.0638895 Jul 16 02:02:56.148360 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c807e96-f71d-478e-b830-15b9215c51cb req-43894c04-8385-4cdc-b2c4-5dd1bb1607b7 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b05ecba-570d-4819-ac71-ebb58d010f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355437 Jul 16 02:02:57.324168 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f881e-a2cb-401b-96dd-45f95707ff06 req-18991e79-bb50-4ec1-a65d-1efe1dc3fb3a tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:57.325706 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f13f881e-a2cb-401b-96dd-45f95707ff06 req-18991e79-bb50-4ec1-a65d-1efe1dc3fb3a tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/ports?device_id=023e6835-de24-4728-98bf-fff8938f0d37 HTTP/1.1" status: 200 len: 950 time: 0.0646203 Jul 16 02:02:57.364489 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f13f881e-a2cb-401b-96dd-45f95707ff06 req-6cf763fc-220c-4e5d-a3c8-7c5d63f5c361 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b05ecba-570d-4819-ac71-ebb58d010f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326562 Jul 16 02:02:58.364324 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3043389-e853-4856-a86c-efa8c788d103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:58.536061 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf9db7-2058-485d-86d3-0fc75f8d91d9 req-b252909e-8ed9-4c3d-8709-2fe804cbfb27 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:58.537463 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25bf9db7-2058-485d-86d3-0fc75f8d91d9 req-b252909e-8ed9-4c3d-8709-2fe804cbfb27 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/ports?device_id=023e6835-de24-4728-98bf-fff8938f0d37 HTTP/1.1" status: 200 len: 950 time: 0.0630589 Jul 16 02:02:58.575437 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25bf9db7-2058-485d-86d3-0fc75f8d91d9 req-fe569c66-c2a7-4360-9009-37e7c1786eaa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b05ecba-570d-4819-ac71-ebb58d010f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321519 Jul 16 02:02:58.919083 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.112137 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3762044-3957-47e6-8a22-227b4f264b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.114994 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.761908 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35546) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:01.923819 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-5b1f23ed-ae2c-482d-a8ad-e023a1b5b6e4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting port 510f5c56-cb02-4c11-8ed9-bad1772651bf {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:01.924164 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5b1f23ed-ae2c-482d-a8ad-e023a1b5b6e4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:02.000563 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5b1f23ed-ae2c-482d-a8ad-e023a1b5b6e4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:02.000906 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5b1f23ed-ae2c-482d-a8ad-e023a1b5b6e4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:02.013256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-5b1f23ed-ae2c-482d-a8ad-e023a1b5b6e4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Calling delete_port for 510f5c56-cb02-4c11-8ed9-bad1772651bf owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:02.132928 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:02.207245 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5b1f23ed-ae2c-482d-a8ad-e023a1b5b6e4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:02.235852 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f23ed-ae2c-482d-a8ad-e023a1b5b6e4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Port': ['ID=510f5c56-cb02-4c11-8ed9-bad1772651bf,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:02.301947 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5b1f23ed-ae2c-482d-a8ad-e023a1b5b6e4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:02.302362 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-5b1f23ed-ae2c-482d-a8ad-e023a1b5b6e4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Floating IP 8b94930f-f816-47a8-8a40-f428eb85f0d4 disassociated (deleted). External IP: 172.25.1.105, port: f2ddd3bf-515a-4af0-a4b0-479ba3afe072. Jul 16 02:03:02.513913 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1f23ed-ae2c-482d-a8ad-e023a1b5b6e4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router f5d745f6-4409-47b4-9844-64ee4cdff4d1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:03:02.627811 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1f23ed-ae2c-482d-a8ad-e023a1b5b6e4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:02.632648 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5b1f23ed-ae2c-482d-a8ad-e023a1b5b6e4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:02.637980 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc190cbf-099a-4e3d-8cad-bbe6f5baa52e None None] Sync routers for ids ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:02.647374 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc190cbf-099a-4e3d-8cad-bbe6f5baa52e None None] Routers {'f5d745f6-4409-47b4-9844-64ee4cdff4d1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:02.648043 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-fc190cbf-099a-4e3d-8cad-bbe6f5baa52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:03:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:02.674987 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5b1f23ed-ae2c-482d-a8ad-e023a1b5b6e4 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/floatingips/8b94930f-f816-47a8-8a40-f428eb85f0d4 HTTP/1.1" status: 204 len: 168 time: 0.9118979 Jul 16 02:03:02.675832 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed712a71-9234-4f0a-be76-6917a35e9fbf', 'tag': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:02.678412 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd96162e-21db-4a05-acbc-32f8082f11f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ed712a71-9234-4f0a-be76-6917a35e9fbf", "tag": "f2ddd3bf-515a-4af0-a4b0-479ba3afe072"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:02.718576 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a8bd1a-37a5-49d8-83c1-0d189f995c16 x-openstack-request-id: req-b0a8bd1a-37a5-49d8-83c1-0d189f995c16 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:02.718969 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed712a71-9234-4f0a-be76-6917a35e9fbf", "tag": "f2ddd3bf-515a-4af0-a4b0-479ba3afe072", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:02.719326 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0a8bd1a-37a5-49d8-83c1-0d189f995c16 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:02.720033 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed712a71-9234-4f0a-be76-6917a35e9fbf', 'tag': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072', 'status': 'completed', 'code': 200} Jul 16 02:03:02.777456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-fc190cbf-099a-4e3d-8cad-bbe6f5baa52e None None] Set router f5d745f6-4409-47b4-9844-64ee4cdff4d1 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:02.841474 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96162e-21db-4a05-acbc-32f8082f11f7 req-6218d1dd-7c6b-4847-a8c5-39071cb7b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:02.843187 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd96162e-21db-4a05-acbc-32f8082f11f7 req-6218d1dd-7c6b-4847-a8c5-39071cb7b0dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a1162bb5d334415ae74c9808546d676&device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 1096 time: 0.0715940 Jul 16 02:03:02.944378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96162e-21db-4a05-acbc-32f8082f11f7 req-24a8ee8e-102a-4ddf-9b55-89bc87ee0e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:02.945896 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd96162e-21db-4a05-acbc-32f8082f11f7 req-24a8ee8e-102a-4ddf-9b55-89bc87ee0e53 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 HTTP/1.1" status: 200 len: 897 time: 0.0963004 Jul 16 02:03:03.002810 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-fc190cbf-099a-4e3d-8cad-bbe6f5baa52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866754018', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:55Z', 'updated_at': '2021-07-16T02:01:05Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:56Z', 'updated_at': '2021-07-16T02:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '915ccaa2-2fca-4340-a87a-f03c3c9e79d2', 'name': '', 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:db:00:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:03Z', 'updated_at': '2021-07-16T02:01:13Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:03.013660 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd96162e-21db-4a05-acbc-32f8082f11f7 req-677cd2cd-8df5-434d-b4a3-1964160f9f82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2ddd3bf-515a-4af0-a4b0-479ba3afe072 HTTP/1.1" status: 200 len: 217 time: 0.0404150 Jul 16 02:03:03.030331 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc190cbf-099a-4e3d-8cad-bbe6f5baa52e None None] Checking router: f5d745f6-4409-47b4-9844-64ee4cdff4d1 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:03.039513 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc190cbf-099a-4e3d-8cad-bbe6f5baa52e None None] Routers {'f5d745f6-4409-47b4-9844-64ee4cdff4d1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:03.040169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-fc190cbf-099a-4e3d-8cad-bbe6f5baa52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:03:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:03.064973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96162e-21db-4a05-acbc-32f8082f11f7 req-a6527eff-bb41-4cd9-9f28-165669e4bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:03.066579 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd96162e-21db-4a05-acbc-32f8082f11f7 req-a6527eff-bb41-4cd9-9f28-165669e4bf93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00d12493-0b0b-4360-b3ad-fb8e8bb4bb28 HTTP/1.1" status: 200 len: 834 time: 0.0467696 Jul 16 02:03:03.090352 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031dd37-34e3-40bb-aaa2-9702597f1870 req-d1579d1a-7ef8-4b24-9df4-74aedf119c7b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:03.092588 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7031dd37-34e3-40bb-aaa2-9702597f1870 req-d1579d1a-7ef8-4b24-9df4-74aedf119c7b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.0704737 Jul 16 02:03:03.126412 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96162e-21db-4a05-acbc-32f8082f11f7 req-5b3f9f46-cd4b-4d90-839e-3564c26f390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:03.128032 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd96162e-21db-4a05-acbc-32f8082f11f7 req-5b3f9f46-cd4b-4d90-839e-3564c26f390b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e0d1bd8-43ee-4d49-9e08-f208c2ed3191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546815 Jul 16 02:03:03.133834 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7031dd37-34e3-40bb-aaa2-9702597f1870 req-8982b084-6c63-4908-829c-c0266c025802 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326729 Jul 16 02:03:03.153691 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-fc190cbf-099a-4e3d-8cad-bbe6f5baa52e None None] Set router f5d745f6-4409-47b4-9844-64ee4cdff4d1 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:03.233070 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd96162e-21db-4a05-acbc-32f8082f11f7 req-b77a236a-d852-42e3-8aa9-f9f169156d28 service neutron] 10.222.0.26 "GET /v2.0/networks/3e0d1bd8-43ee-4d49-9e08-f208c2ed3191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979302 Jul 16 02:03:03.342598 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd96162e-21db-4a05-acbc-32f8082f11f7 req-a7f37356-ab2a-4eaf-a251-930123e19ccb service neutron] 10.222.0.26 "GET /v2.0/networks/3e0d1bd8-43ee-4d49-9e08-f208c2ed3191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014233 Jul 16 02:03:03.364563 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-fc190cbf-099a-4e3d-8cad-bbe6f5baa52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866754018', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:55Z', 'updated_at': '2021-07-16T02:01:05Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:56Z', 'updated_at': '2021-07-16T02:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '915ccaa2-2fca-4340-a87a-f03c3c9e79d2', 'name': '', 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:db:00:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:03Z', 'updated_at': '2021-07-16T02:01:13Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:03.395313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc190cbf-099a-4e3d-8cad-bbe6f5baa52e None None] The sync data for ids ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'] in n-d-800086-6 is: [{'id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866754018', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:55Z', 'updated_at': '2021-07-16T02:01:05Z', 'revision_number': 4, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:56Z', 'updated_at': '2021-07-16T02:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '915ccaa2-2fca-4340-a87a-f03c3c9e79d2', 'name': '', 'network_id': '3e0d1bd8-43ee-4d49-9e08-f208c2ed3191', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'mac_address': 'fa:16:3e:db:00:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:03Z', 'updated_at': '2021-07-16T02:01:13Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'subnets': [{'id': '00d12493-0b0b-4360-b3ad-fb8e8bb4bb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:03:03.618321 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9dc3d5-0cf7-4676-978c-77889bf19ec7 None None] New status for floating IP 8b94930f-f816-47a8-8a40-f428eb85f0d4: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:03:03.873991 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.324049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae8e09-d527-40f9-9720-7cf450f94a64 req-d54cea5e-2198-4b1d-ba45-d6aba42a901c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:04.325765 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d9ae8e09-d527-40f9-9720-7cf450f94a64 req-d54cea5e-2198-4b1d-ba45-d6aba42a901c tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.0719776 Jul 16 02:03:04.365621 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d9ae8e09-d527-40f9-9720-7cf450f94a64 req-4c48492f-9b19-4272-9313-5e79ffb2422b tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/security-groups?id=05bf193a-7302-48d0-8e83-5f1619aeab46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339940 Jul 16 02:03:04.462141 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef85ff-c819-473f-aa5b-9eed0b0e061d req-a9809ebe-8a52-43eb-b6be-9b152a07b418 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:04.463541 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4fef85ff-c819-473f-aa5b-9eed0b0e061d req-a9809ebe-8a52-43eb-b6be-9b152a07b418 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 945 time: 0.0652413 Jul 16 02:03:04.573044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-4fef85ff-c819-473f-aa5b-9eed0b0e061d req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting port f2ddd3bf-515a-4af0-a4b0-479ba3afe072 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:04.573491 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4fef85ff-c819-473f-aa5b-9eed0b0e061d req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.685774 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-4fef85ff-c819-473f-aa5b-9eed0b0e061d req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] For port f2ddd3bf-515a-4af0-a4b0-479ba3afe072, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f2ddd3bf-515a-4af0-a4b0-479ba3afe072,segment=NetworkSegment(71f3712b-9e54-4ead-9d03-9f9c82afc54c),segment_id=71f3712b-9e54-4ead-9d03-9f9c82afc54c)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:04.686134 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4fef85ff-c819-473f-aa5b-9eed0b0e061d req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.698921 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-4fef85ff-c819-473f-aa5b-9eed0b0e061d req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Calling delete_port for f2ddd3bf-515a-4af0-a4b0-479ba3afe072 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:04.825045 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4fef85ff-c819-473f-aa5b-9eed0b0e061d req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.858709 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Port': ['ID=f2ddd3bf-515a-4af0-a4b0-479ba3afe072,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:04.871034 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:04.871389 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:04.871752 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:04.872090 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:04.872424 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:04.872758 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:04.873085 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:04.873409 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:04.873733 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:04.874054 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:04.874372 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:04.874690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:04.914038 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fef85ff-c819-473f-aa5b-9eed0b0e061d req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] No DVR routers for this DVR port f2ddd3bf-515a-4af0-a4b0-479ba3afe072 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:04.916609 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-4fef85ff-c819-473f-aa5b-9eed0b0e061d req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.918626 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4fef85ff-c819-473f-aa5b-9eed0b0e061d req-c3155d8d-5534-40fb-be1f-a13c62f2047e tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.26 "DELETE /v2.0/ports/f2ddd3bf-515a-4af0-a4b0-479ba3afe072 HTTP/1.1" status: 204 len: 173 time: 0.4501939 Jul 16 02:03:04.919081 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed712a71-9234-4f0a-be76-6917a35e9fbf', 'name': 'network-vif-deleted', 'tag': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:04.921399 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faf54b5-371d-47fb-af74-205e85a517e0" -d '{"events": [{"server_uuid": "ed712a71-9234-4f0a-be76-6917a35e9fbf", "name": "network-vif-deleted", "tag": "f2ddd3bf-515a-4af0-a4b0-479ba3afe072"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:04.957995 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1171ffe9-1a36-4650-b092-99584effdd4f x-openstack-request-id: req-1171ffe9-1a36-4650-b092-99584effdd4f {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:04.958418 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed712a71-9234-4f0a-be76-6917a35e9fbf", "name": "network-vif-deleted", "tag": "f2ddd3bf-515a-4af0-a4b0-479ba3afe072", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:04.958686 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1171ffe9-1a36-4650-b092-99584effdd4f {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:04.959110 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed712a71-9234-4f0a-be76-6917a35e9fbf', 'name': 'network-vif-deleted', 'tag': 'f2ddd3bf-515a-4af0-a4b0-479ba3afe072', 'status': 'completed', 'code': 200} Jul 16 02:03:05.529771 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bb114981-83f6-42c0-ade7-311e5bfc99bc req-728d3892-f9a2-4956-8968-221d14313a56 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed712a71-9234-4f0a-be76-6917a35e9fbf HTTP/1.1" status: 200 len: 210 time: 0.0304389 Jul 16 02:03:06.623662 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35582) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:06.980184 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.241544 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting port 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:07.241801 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.328609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] For port 915ccaa2-2fca-4340-a87a-f03c3c9e79d2, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=915ccaa2-2fca-4340-a87a-f03c3c9e79d2,segment=NetworkSegment(71f3712b-9e54-4ead-9d03-9f9c82afc54c),segment_id=71f3712b-9e54-4ead-9d03-9f9c82afc54c)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:07.329567 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.341679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Calling delete_port for 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:07.523062 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.551400 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Port': ['ID=915ccaa2-2fca-4340-a87a-f03c3c9e79d2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:07.564959 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:07.565288 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:07.565631 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:07.565960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:07.566287 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:07.566615 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:07.566942 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:07.567265 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:07.567587 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:07.567933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:07.568254 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:07.568593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:07.739519 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.954724 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Router f5d745f6-4409-47b4-9844-64ee4cdff4d1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:03:08.058053 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:08.062968 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8063ec3d-3ce7-4a88-92cd-761008cc83d6 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "PUT /v2.0/routers/f5d745f6-4409-47b4-9844-64ee4cdff4d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4382570 Jul 16 02:03:08.065805 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35590) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:08.070168 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7662d7c-687d-466f-a606-ae5a51a838ae None None] Sync routers for ids ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:08.080327 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7662d7c-687d-466f-a606-ae5a51a838ae None None] Routers {'f5d745f6-4409-47b4-9844-64ee4cdff4d1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:08.081029 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-e7662d7c-687d-466f-a606-ae5a51a838ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:03:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:08.116176 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4173111-8f9d-4d65-b0a2-9a49189e5a48 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting subnet 00d12493-0b0b-4360-b3ad-fb8e8bb4bb28 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:03:08.119203 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f4173111-8f9d-4d65-b0a2-9a49189e5a48 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:08.159078 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f4173111-8f9d-4d65-b0a2-9a49189e5a48 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:08.188238 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-e7662d7c-687d-466f-a606-ae5a51a838ae None None] Set router f5d745f6-4409-47b4-9844-64ee4cdff4d1 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:08.245781 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f4173111-8f9d-4d65-b0a2-9a49189e5a48 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:08.258139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f2ddd3bf-515a-4af0-a4b0-479ba3afe072 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:08.286345 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: f2ddd3bf-515a-4af0-a4b0-479ba3afe072 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:08.286694 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f2ddd3bf-515a-4af0-a4b0-479ba3afe072 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:08.308551 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f4173111-8f9d-4d65-b0a2-9a49189e5a48 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:08.336181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4173111-8f9d-4d65-b0a2-9a49189e5a48 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Subnet': ['ID=00d12493-0b0b-4360-b3ad-fb8e8bb4bb28,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:08.338108 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f4173111-8f9d-4d65-b0a2-9a49189e5a48 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:08.340118 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f4173111-8f9d-4d65-b0a2-9a49189e5a48 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/subnets/00d12493-0b0b-4360-b3ad-fb8e8bb4bb28 HTTP/1.1" status: 204 len: 168 time: 0.2732470 Jul 16 02:03:08.343088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35592) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:08.347608 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c953c7-1791-4140-affe-083c63100ce3 None None] Network 3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:03:08.450219 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b2c07d26-664e-4b4e-8d94-f46a56b88080 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:08.499040 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-e7662d7c-687d-466f-a606-ae5a51a838ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866754018', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:55Z', 'updated_at': '2021-07-16T02:03:07Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:56Z', 'updated_at': '2021-07-16T02:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:08.535208 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7662d7c-687d-466f-a606-ae5a51a838ae None None] Checking router: f5d745f6-4409-47b4-9844-64ee4cdff4d1 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:08.550197 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7662d7c-687d-466f-a606-ae5a51a838ae None None] Routers {'f5d745f6-4409-47b4-9844-64ee4cdff4d1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:08.550828 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-e7662d7c-687d-466f-a606-ae5a51a838ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:03:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:08.650504 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f28269-34c4-4a17-b7d5-68bb5e195102 None None] DHCP port deletion for 3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:03:08.688458 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-e7662d7c-687d-466f-a606-ae5a51a838ae None None] Set router f5d745f6-4409-47b4-9844-64ee4cdff4d1 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:08.920500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 0dbd4ff9-69f7-4854-ad98-76893e690705 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:08.942325 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b2c07d26-664e-4b4e-8d94-f46a56b88080 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:08.994971 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-b2c07d26-664e-4b4e-8d94-f46a56b88080 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Deleting port b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:08.995299 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b2c07d26-664e-4b4e-8d94-f46a56b88080 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.010274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-95f28269-34c4-4a17-b7d5-68bb5e195102 None None] Deleting port 0dbd4ff9-69f7-4854-ad98-76893e690705 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:09.010649 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95f28269-34c4-4a17-b7d5-68bb5e195102 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.080403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-b2c07d26-664e-4b4e-8d94-f46a56b88080 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] For port b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:09.080768 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b2c07d26-664e-4b4e-8d94-f46a56b88080 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.092694 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-b2c07d26-664e-4b4e-8d94-f46a56b88080 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Calling delete_port for b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:09.113309 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-95f28269-34c4-4a17-b7d5-68bb5e195102 None None] For port 0dbd4ff9-69f7-4854-ad98-76893e690705, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0dbd4ff9-69f7-4854-ad98-76893e690705,segment=NetworkSegment(71f3712b-9e54-4ead-9d03-9f9c82afc54c),segment_id=71f3712b-9e54-4ead-9d03-9f9c82afc54c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:09.113897 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95f28269-34c4-4a17-b7d5-68bb5e195102 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.153425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-95f28269-34c4-4a17-b7d5-68bb5e195102 None None] Calling delete_port for 0dbd4ff9-69f7-4854-ad98-76893e690705 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:09.167621 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.244651 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 0dbd4ff9-69f7-4854-ad98-76893e690705, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=0dbd4ff9-69f7-4854-ad98-76893e690705,segment=NetworkSegment(71f3712b-9e54-4ead-9d03-9f9c82afc54c),segment_id=71f3712b-9e54-4ead-9d03-9f9c82afc54c)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:09.253064 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.271667 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b2c07d26-664e-4b4e-8d94-f46a56b88080 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.304313 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c07d26-664e-4b4e-8d94-f46a56b88080 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Port': ['ID=b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:09.314240 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-e7662d7c-687d-466f-a606-ae5a51a838ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866754018', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:55Z', 'updated_at': '2021-07-16T02:03:07Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:56Z', 'updated_at': '2021-07-16T02:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:09.325411 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-95f28269-34c4-4a17-b7d5-68bb5e195102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.356747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=0dbd4ff9-69f7-4854-ad98-76893e690705,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:09.359317 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7662d7c-687d-466f-a606-ae5a51a838ae None None] The sync data for ids ['f5d745f6-4409-47b4-9844-64ee4cdff4d1'] in n-d-800086-6 is: [{'id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866754018', 'tenant_id': '7a1162bb5d334415ae74c9808546d676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:55Z', 'updated_at': '2021-07-16T02:03:07Z', 'revision_number': 5, 'project_id': '7a1162bb5d334415ae74c9808546d676', 'gw_port': {'id': 'b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d745f6-4409-47b4-9844-64ee4cdff4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:56Z', 'updated_at': '2021-07-16T02:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:03:09.370596 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b2c07d26-664e-4b4e-8d94-f46a56b88080 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.390295 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f28269-34c4-4a17-b7d5-68bb5e195102 None None] Pushing event deleted for resources: {'Port': ['ID=0dbd4ff9-69f7-4854-ad98-76893e690705,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:09.396720 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f28269-34c4-4a17-b7d5-68bb5e195102 None None] No DVR routers for this DVR port 0dbd4ff9-69f7-4854-ad98-76893e690705 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:09.468398 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b2c07d26-664e-4b4e-8d94-f46a56b88080 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.470572 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b2c07d26-664e-4b4e-8d94-f46a56b88080 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.514617 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b2c07d26-664e-4b4e-8d94-f46a56b88080 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.515049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c07d26-664e-4b4e-8d94-f46a56b88080 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Fanout notify agent at l3_agent the message router_deleted on router f5d745f6-4409-47b4-9844-64ee4cdff4d1 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:03:09.522464 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b2c07d26-664e-4b4e-8d94-f46a56b88080 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.523570 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b2c07d26-664e-4b4e-8d94-f46a56b88080 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/routers/f5d745f6-4409-47b4-9844-64ee4cdff4d1 HTTP/1.1" status: 204 len: 168 time: 1.1799908 Jul 16 02:03:09.526302 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35602) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:09.603142 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7ee1324-b12b-45e9-af1a-fbfc2aa9b9e2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.703594 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7ee1324-b12b-45e9-af1a-fbfc2aa9b9e2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.716173 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-f7ee1324-b12b-45e9-af1a-fbfc2aa9b9e2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0d1bd8-43ee-4d49-9e08-f208c2ed3191']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:09.729065 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-f7ee1324-b12b-45e9-af1a-fbfc2aa9b9e2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f3712b-9e54-4ead-9d03-9f9c82afc54c') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:09.729689 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-f7ee1324-b12b-45e9-af1a-fbfc2aa9b9e2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f3712b-9e54-4ead-9d03-9f9c82afc54c') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:09.742183 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7ee1324-b12b-45e9-af1a-fbfc2aa9b9e2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.756013 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7ee1324-b12b-45e9-af1a-fbfc2aa9b9e2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.765116 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ee1324-b12b-45e9-af1a-fbfc2aa9b9e2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:03:09.765476 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7ee1324-b12b-45e9-af1a-fbfc2aa9b9e2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:03:09.769529 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:03:09.836428 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7ee1324-b12b-45e9-af1a-fbfc2aa9b9e2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.844644 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f7ee1324-b12b-45e9-af1a-fbfc2aa9b9e2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.846069 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f7ee1324-b12b-45e9-af1a-fbfc2aa9b9e2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/networks/3e0d1bd8-43ee-4d49-9e08-f208c2ed3191 HTTP/1.1" status: 204 len: 168 time: 0.3188174 Jul 16 02:03:09.849016 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 35608) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:09.862811 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee1324-b12b-45e9-af1a-fbfc2aa9b9e2 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'Network': ['ID=3e0d1bd8-43ee-4d49-9e08-f208c2ed3191,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:09.920207 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9c761e1-0a27-4797-b5b7-5a85c7c91d12 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.948402 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9c761e1-0a27-4797-b5b7-5a85c7c91d12 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.030533 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9c761e1-0a27-4797-b5b7-5a85c7c91d12 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.035570 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9c761e1-0a27-4797-b5b7-5a85c7c91d12 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.037139 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b9c761e1-0a27-4797-b5b7-5a85c7c91d12 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] 10.222.0.54 "DELETE /v2.0/security-groups/05bf193a-7302-48d0-8e83-5f1619aeab46 HTTP/1.1" status: 204 len: 168 time: 0.1868432 Jul 16 02:03:10.050484 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c761e1-0a27-4797-b5b7-5a85c7c91d12 tempest-TestNetworkAdvancedServerOps-678914455 tempest-TestNetworkAdvancedServerOps-678914455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bf193a-7302-48d0-8e83-5f1619aeab46,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:10.390306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 35620) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:10.740201 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:10.763654 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:10.764274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 915ccaa2-2fca-4340-a87a-f03c3c9e79d2 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:10.764942 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:10.785618 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:10.785974 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b17d87ed-b09a-4076-b3c6-ae2a26c5ba9f not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:10.897017 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e6db3fee-2892-47eb-be78-de13acbc4c34 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7a1162bb5d334415ae74c9808546d676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5054655 Jul 16 02:03:10.899565 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 35626) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:10.952608 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-096fdc3b-03cf-4023-82f7-9b7ac8daa64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.975499 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-096fdc3b-03cf-4023-82f7-9b7ac8daa64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.069468 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-096fdc3b-03cf-4023-82f7-9b7ac8daa64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.072700 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-096fdc3b-03cf-4023-82f7-9b7ac8daa64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.077416 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-096fdc3b-03cf-4023-82f7-9b7ac8daa64c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/81f000a0-4724-47f2-aacb-657f0e3b2afd HTTP/1.1" status: 204 len: 168 time: 0.1762841 Jul 16 02:03:11.089134 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fdc3b-03cf-4023-82f7-9b7ac8daa64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f000a0-4724-47f2-aacb-657f0e3b2afd,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:11.361661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 35634) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:11.401500 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b85b7570-04fc-4b95-a5f6-809efd7a2761 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=92b7805668a1478ab1c38b8a3c33c7f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385706 Jul 16 02:03:11.403867 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 35636) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:11.451495 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45d9a93c-ac42-4ca2-861a-965200346ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.472930 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45d9a93c-ac42-4ca2-861a-965200346ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.518720 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45d9a93c-ac42-4ca2-861a-965200346ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.521294 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45d9a93c-ac42-4ca2-861a-965200346ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:11.522463 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-45d9a93c-ac42-4ca2-861a-965200346ff1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a2c6619-72fa-4b56-a9b1-9f67e48f848b HTTP/1.1" status: 204 len: 168 time: 0.1177070 Jul 16 02:03:11.530087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9a93c-ac42-4ca2-861a-965200346ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2c6619-72fa-4b56-a9b1-9f67e48f848b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:22.384685 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65801cda-af62-4134-8808-5a09c62462ce req-dcf0cd1b-fd50-4bb0-a08e-d7f119aa4a5a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:22.386171 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-65801cda-af62-4134-8808-5a09c62462ce req-dcf0cd1b-fd50-4bb0-a08e-d7f119aa4a5a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 945 time: 0.2781558 Jul 16 02:03:22.428015 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-65801cda-af62-4134-8808-5a09c62462ce req-30025155-37bb-4b4a-b111-b7ac49ed0607 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361857 Jul 16 02:03:23.609884 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c3624-a8b2-47fa-81b0-44c1ae9ab371 req-1fe70145-042f-4e07-ab5b-a4dc7e4c1723 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:23.612789 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fa8c3624-a8b2-47fa-81b0-44c1ae9ab371 req-1fe70145-042f-4e07-ab5b-a4dc7e4c1723 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 945 time: 0.0672231 Jul 16 02:03:23.652063 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fa8c3624-a8b2-47fa-81b0-44c1ae9ab371 req-afc76afb-916c-48c3-943c-39eb3be55156 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332301 Jul 16 02:03:23.963365 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.184523 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c4445-ef74-4b2a-acd4-0824a950c5fd req-38da1ae8-c44d-48b3-895f-dab102e00259 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:24.186037 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c03c4445-ef74-4b2a-acd4-0824a950c5fd req-38da1ae8-c44d-48b3-895f-dab102e00259 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.47 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 945 time: 0.0651147 Jul 16 02:03:24.306462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c03c4445-ef74-4b2a-acd4-0824a950c5fd req-e2e9d54c-0a41-4ab8-a0e5-7276ef60ed84 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Deleting port 56738e7b-98e0-41a2-a17d-e2df5a597a60 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:24.306799 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c03c4445-ef74-4b2a-acd4-0824a950c5fd req-e2e9d54c-0a41-4ab8-a0e5-7276ef60ed84 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.408381 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c03c4445-ef74-4b2a-acd4-0824a950c5fd req-e2e9d54c-0a41-4ab8-a0e5-7276ef60ed84 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] For port 56738e7b-98e0-41a2-a17d-e2df5a597a60, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=56738e7b-98e0-41a2-a17d-e2df5a597a60,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:24.408622 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c03c4445-ef74-4b2a-acd4-0824a950c5fd req-e2e9d54c-0a41-4ab8-a0e5-7276ef60ed84 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.640140 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c03c4445-ef74-4b2a-acd4-0824a950c5fd req-e2e9d54c-0a41-4ab8-a0e5-7276ef60ed84 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.640865 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c03c4445-ef74-4b2a-acd4-0824a950c5fd req-e2e9d54c-0a41-4ab8-a0e5-7276ef60ed84 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.640865 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [req-c03c4445-ef74-4b2a-acd4-0824a950c5fd req-e2e9d54c-0a41-4ab8-a0e5-7276ef60ed84 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Floating IP d4afdc6b-639c-4dfc-b4a6-7580bb6f010f disassociated. External IP: 172.25.1.9, port: 56738e7b-98e0-41a2-a17d-e2df5a597a60. Jul 16 02:03:24.641191 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-c03c4445-ef74-4b2a-acd4-0824a950c5fd req-e2e9d54c-0a41-4ab8-a0e5-7276ef60ed84 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Calling delete_port for 56738e7b-98e0-41a2-a17d-e2df5a597a60 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:24.783967 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c03c4445-ef74-4b2a-acd4-0824a950c5fd req-e2e9d54c-0a41-4ab8-a0e5-7276ef60ed84 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.829352 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9d54c-0a41-4ab8-a0e5-7276ef60ed84 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event deleted for resources: {'Port': ['ID=56738e7b-98e0-41a2-a17d-e2df5a597a60,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:24.900469 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2cf9e518-ceb8-4713-b528-c63ba2d0c02b req-6d2bcdd4-dae8-4af5-8b13-153af98a64da tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 210 time: 0.0771213 Jul 16 02:03:24.977411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c03c4445-ef74-4b2a-acd4-0824a950c5fd req-e2e9d54c-0a41-4ab8-a0e5-7276ef60ed84 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Router 0735bcc5-4bec-4153-8133-5917dcf6e604 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:03:25.086426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c03c4445-ef74-4b2a-acd4-0824a950c5fd req-e2e9d54c-0a41-4ab8-a0e5-7276ef60ed84 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:25.100283 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c291b-1ec8-4725-ba52-9323f6394e60 None None] Sync routers for ids ['0735bcc5-4bec-4153-8133-5917dcf6e604'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:25.110906 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c291b-1ec8-4725-ba52-9323f6394e60 None None] Routers {'0735bcc5-4bec-4153-8133-5917dcf6e604'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:25.112702 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a63c291b-1ec8-4725-ba52-9323f6394e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:03:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0735bcc5-4bec-4153-8133-5917dcf6e604'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:25.131911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03c4445-ef74-4b2a-acd4-0824a950c5fd req-e2e9d54c-0a41-4ab8-a0e5-7276ef60ed84 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] No DVR routers for this DVR port 56738e7b-98e0-41a2-a17d-e2df5a597a60 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:25.135266 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c03c4445-ef74-4b2a-acd4-0824a950c5fd req-e2e9d54c-0a41-4ab8-a0e5-7276ef60ed84 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:25.136732 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c03c4445-ef74-4b2a-acd4-0824a950c5fd req-e2e9d54c-0a41-4ab8-a0e5-7276ef60ed84 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.47 "DELETE /v2.0/ports/56738e7b-98e0-41a2-a17d-e2df5a597a60 HTTP/1.1" status: 204 len: 173 time: 0.9441891 Jul 16 02:03:25.137175 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e404de30-2b69-4c10-81ca-6db37e4e3573', 'name': 'network-vif-deleted', 'tag': '56738e7b-98e0-41a2-a17d-e2df5a597a60'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:25.139734 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995796ae-53bd-4963-857f-6b85aff816b3" -d '{"events": [{"server_uuid": "e404de30-2b69-4c10-81ca-6db37e4e3573", "name": "network-vif-deleted", "tag": "56738e7b-98e0-41a2-a17d-e2df5a597a60"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:25.209538 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeb7ae7-73e0-4e2f-b3b6-0a29bf19c1db x-openstack-request-id: req-feeb7ae7-73e0-4e2f-b3b6-0a29bf19c1db {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:25.210163 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e404de30-2b69-4c10-81ca-6db37e4e3573", "name": "network-vif-deleted", "tag": "56738e7b-98e0-41a2-a17d-e2df5a597a60", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:25.210804 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-feeb7ae7-73e0-4e2f-b3b6-0a29bf19c1db {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:25.211754 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e404de30-2b69-4c10-81ca-6db37e4e3573', 'name': 'network-vif-deleted', 'tag': '56738e7b-98e0-41a2-a17d-e2df5a597a60', 'status': 'completed', 'code': 200} Jul 16 02:03:25.246164 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a63c291b-1ec8-4725-ba52-9323f6394e60 None None] Set router 0735bcc5-4bec-4153-8133-5917dcf6e604 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:25.485871 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a63c291b-1ec8-4725-ba52-9323f6394e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 5, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:25.517976 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c291b-1ec8-4725-ba52-9323f6394e60 None None] Checking router: 0735bcc5-4bec-4153-8133-5917dcf6e604 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:25.526822 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c291b-1ec8-4725-ba52-9323f6394e60 None None] Routers {'0735bcc5-4bec-4153-8133-5917dcf6e604'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:25.527439 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a63c291b-1ec8-4725-ba52-9323f6394e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:03:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0735bcc5-4bec-4153-8133-5917dcf6e604'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:25.633795 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a63c291b-1ec8-4725-ba52-9323f6394e60 None None] Set router 0735bcc5-4bec-4153-8133-5917dcf6e604 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:25.839625 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a63c291b-1ec8-4725-ba52-9323f6394e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 5, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:25.871145 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c291b-1ec8-4725-ba52-9323f6394e60 None None] The sync data for ids ['0735bcc5-4bec-4153-8133-5917dcf6e604'] in n-d-800086-6 is: [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 5, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:03:26.099948 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6d740a5c-045e-4917-8888-cb15b893f1bd req-c0563d26-8e59-4375-aa66-ba02b1978ad9 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 210 time: 0.0478508 Jul 16 02:03:26.231023 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8546721a-7459-4e6b-a0d5-2888a18ffa35 None None] New status for floating IP d4afdc6b-639c-4dfc-b4a6-7580bb6f010f: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:03:26.342016 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7b369eb-4a22-4461-a3f9-9fbd2daad978 req-f5d38930-4ca9-4881-9c70-56260fcbe678 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572331 Jul 16 02:03:26.436640 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b369eb-4a22-4461-a3f9-9fbd2daad978 req-48a9fee9-b8ae-45d6-83a2-0654a5026ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:26.438230 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7b369eb-4a22-4461-a3f9-9fbd2daad978 req-48a9fee9-b8ae-45d6-83a2-0654a5026ade service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8072fcd5c02343758c430084659e9d69&device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 1096 time: 0.0586231 Jul 16 02:03:26.559852 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b369eb-4a22-4461-a3f9-9fbd2daad978 req-9ce32210-4033-4ec7-ba00-75932ce6f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:26.561246 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7b369eb-4a22-4461-a3f9-9fbd2daad978 req-9ce32210-4033-4ec7-ba00-75932ce6f1b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f70b44d2-3ecb-4e97-b320-384529a39401 HTTP/1.1" status: 200 len: 918 time: 0.1019814 Jul 16 02:03:26.628843 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7b369eb-4a22-4461-a3f9-9fbd2daad978 req-4f72fca6-3cb3-4442-9b39-f73d64b6f3d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de30ef2f-0610-405d-8749-107b23cc7d83 HTTP/1.1" status: 200 len: 1000 time: 0.0610609 Jul 16 02:03:26.680573 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b369eb-4a22-4461-a3f9-9fbd2daad978 req-600fa366-74b0-4ba8-8363-b7bf916670c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:26.682079 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7b369eb-4a22-4461-a3f9-9fbd2daad978 req-600fa366-74b0-4ba8-8363-b7bf916670c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52ee9bce-183e-45ca-b875-18144943b25c HTTP/1.1" status: 200 len: 856 time: 0.0473521 Jul 16 02:03:26.697350 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:03:26.747042 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b369eb-4a22-4461-a3f9-9fbd2daad978 req-3aa07509-013f-4117-a649-58e8d2672178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:26.748594 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7b369eb-4a22-4461-a3f9-9fbd2daad978 req-3aa07509-013f-4117-a649-58e8d2672178 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f70b44d2-3ecb-4e97-b320-384529a39401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605679 Jul 16 02:03:26.847780 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7b369eb-4a22-4461-a3f9-9fbd2daad978 req-a05d3d02-7fb5-43e1-9fb4-daf8c5bdf5e3 service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921154 Jul 16 02:03:26.947296 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7b369eb-4a22-4461-a3f9-9fbd2daad978 req-c1a62bd8-6594-48d7-8a7b-b95ca6ac5c49 service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927312 Jul 16 02:03:27.255233 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f44f7b0c-96d5-4940-bfb5-33d047c5329d req-206cf04b-a3b4-4485-b7c5-b91a9c01bd9a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 210 time: 0.0290976 Jul 16 02:03:27.899086 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 56738e7b-98e0-41a2-a17d-e2df5a597a60 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:27.923178 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 56738e7b-98e0-41a2-a17d-e2df5a597a60 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:27.924110 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 56738e7b-98e0-41a2-a17d-e2df5a597a60 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:28.367398 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7268f011-e65a-4b6a-8c8e-5240b594682b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:28.413000 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4db0b44-a1ba-4d88-808c-146b1755d4ac req-5273fdc3-deec-4600-a217-e4a169ce599c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 210 time: 0.0292897 Jul 16 02:03:28.932354 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:29.602576 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7fc4423a-57fd-43d3-a90e-9988442d8592 req-c808488b-33d7-434d-b268-635b3d1eb9fd tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=e404de30-2b69-4c10-81ca-6db37e4e3573 HTTP/1.1" status: 200 len: 210 time: 0.0328517 Jul 16 02:03:30.906426 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-c36064ff-299c-4854-9200-c62c3fd2960a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976042482&fields=id&tenant_id=3429d6c64c11482188275a95cd24498c HTTP/1.1" status: 200 len: 267 time: 0.0386267 Jul 16 02:03:31.015825 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-f593b570-43dd-4043-b4df-fbc19e5d4f57 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:31.017533 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-f593b570-43dd-4043-b4df-fbc19e5d4f57 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 811 time: 0.1045704 Jul 16 02:03:31.032682 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-5af5354a-925a-4e5e-8b6c-9cc06d89ac52 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/quotas/3429d6c64c11482188275a95cd24498c HTTP/1.1" status: 200 len: 375 time: 0.0094945 Jul 16 02:03:31.106226 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:31.112402 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-eb997239-a8e3-4ee0-9fde-dff195303614 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0735600 Jul 16 02:03:31.112841 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-294350e4-0104-4e02-b7a7-82382e956226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:31.269899 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-ed0c5af9-a3b3-4a48-bbde-345894e7f144 service neutron] 10.222.0.54 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440508 Jul 16 02:03:31.368900 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-bc51709e-77b2-4077-825a-eadf665d3d87 service neutron] 10.222.0.54 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929465 Jul 16 02:03:31.673375 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1cbee527-4066-4300-83ab-d6387545c43a req-deb4e925-4619-4273-b9b4-04f4e6e8ce54 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 210 time: 0.0287645 Jul 16 02:03:32.136514 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:32.877905 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ffd4be28-b091-4bd4-b252-8fe171563169 req-63aa7b31-a2dd-4fe0-9d41-05f7fa29703a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 210 time: 0.0771201 Jul 16 02:03:32.949971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-de0235fb-a758-4651-9be7-b920dac0f3b4 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:32.951450 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-de0235fb-a758-4651-9be7-b920dac0f3b4 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.26 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 811 time: 0.1874130 Jul 16 02:03:33.004628 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-a79be741-8d4e-4f42-bbf4-2237ca527729 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3429d6c64c11482188275a95cd24498c HTTP/1.1" status: 200 len: 380 time: 0.0389681 Jul 16 02:03:33.013258 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-bed2f4f0-da5d-444b-b7cd-376877d8192a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Request body: {'port': {'device_id': 'd5d34118-4915-4470-a7ac-94b29406f063', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'admin_state_up': True, 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'security_groups': ['7b448518-3e3e-46cd-b57d-5a41bf80d6e3']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:33.127927 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-bed2f4f0-da5d-444b-b7cd-376877d8192a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Made reservation on behalf of 3429d6c64c11482188275a95cd24498c for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:03:33.132191 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-bed2f4f0-da5d-444b-b7cd-376877d8192a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:33.297478 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-bed2f4f0-da5d-444b-b7cd-376877d8192a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Allocated IP 172.20.0.5 (b4b57e43-3231-411c-8e72-c548d881f43a/f7545b14-fb64-4666-8e5c-e0421d4351cb/40a63948-2524-401d-908d-cc4b725c86b5) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:03:33.464871 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-bed2f4f0-da5d-444b-b7cd-376877d8192a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:33.478938 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-bed2f4f0-da5d-444b-b7cd-376877d8192a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Transition to ACTIVE for port object 40a63948-2524-401d-908d-cc4b725c86b5 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:33.511968 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-bed2f4f0-da5d-444b-b7cd-376877d8192a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:33.558140 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-bed2f4f0-da5d-444b-b7cd-376877d8192a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Network b4b57e43-3231-411c-8e72-c548d881f43a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:03:33.561276 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-bed2f4f0-da5d-444b-b7cd-376877d8192a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:33.565234 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-bed2f4f0-da5d-444b-b7cd-376877d8192a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:03:33.589614 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2f4f0-da5d-444b-b7cd-376877d8192a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'Port': ['ID=40a63948-2524-401d-908d-cc4b725c86b5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:33.621680 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-bed2f4f0-da5d-444b-b7cd-376877d8192a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:33.622360 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-bed2f4f0-da5d-444b-b7cd-376877d8192a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:33.644935 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-bed2f4f0-da5d-444b-b7cd-376877d8192a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6354413 Jul 16 02:03:33.665604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Request body: {'port': {'device_id': 'd5d34118-4915-4470-a7ac-94b29406f063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:33.768172 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:33.858228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-628ce648-3461-42e4-a434-4bd676af9169 None None] Provisioning for port 40a63948-2524-401d-908d-cc4b725c86b5 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:33.870632 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-628ce648-3461-42e4-a434-4bd676af9169 None None] Provisioning complete for port 40a63948-2524-401d-908d-cc4b725c86b5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:33.871428 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-628ce648-3461-42e4-a434-4bd676af9169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:33.913818 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:33.947618 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-628ce648-3461-42e4-a434-4bd676af9169 None None] Port 40a63948-2524-401d-908d-cc4b725c86b5 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:03:34.117944 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a63948-2524-401d-908d-cc4b725c86b5 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:03:34.127242 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:34.140278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Transition to ACTIVE for port object 40a63948-2524-401d-908d-cc4b725c86b5 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:34.145670 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:34.211341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Pushing event updated for resources: {'Port': ['ID=40a63948-2524-401d-908d-cc4b725c86b5,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:34.349330 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Attempting to bind port 40a63948-2524-401d-908d-cc4b725c86b5 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:03:34.349617 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Attempting to bind port 40a63948-2524-401d-908d-cc4b725c86b5 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:03:34.350045 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Attempting to bind port 40a63948-2524-401d-908d-cc4b725c86b5 on network b4b57e43-3231-411c-8e72-c548d881f43a {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:03:34.359306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Port 40a63948-2524-401d-908d-cc4b725c86b5 on network b4b57e43-3231-411c-8e72-c548d881f43a not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:03:34.359306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Attempting to bind port 40a63948-2524-401d-908d-cc4b725c86b5 on network b4b57e43-3231-411c-8e72-c548d881f43a {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:03:34.373164 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a57e1-b941-4aa4-b5ee-1ac9eb852610 req-c08ab500-5bc2-49d1-8ba1-35abc74e4d3e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:34.380985 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-903a57e1-b941-4aa4-b5ee-1ac9eb852610 req-c08ab500-5bc2-49d1-8ba1-35abc74e4d3e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 943 time: 0.2945440 Jul 16 02:03:34.384128 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:03:34.384572 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Checking segment: {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:03:34.385070 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Bound using segment: {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:03:34.385580 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Bound port: 40a63948-2524-401d-908d-cc4b725c86b5, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:03:34.386073 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:34.488700 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-903a57e1-b941-4aa4-b5ee-1ac9eb852610 req-dcb18abf-99bb-4455-8978-3b16d96dd0f5 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066213 Jul 16 02:03:34.524197 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] For port 40a63948-2524-401d-908d-cc4b725c86b5, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:03:34.527220 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] For port 40a63948-2524-401d-908d-cc4b725c86b5, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=40a63948-2524-401d-908d-cc4b725c86b5,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:03:34.534690 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:34.575157 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:34.576007 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:34.577400 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] 10.222.0.26 "PUT /v2.0/ports/40a63948-2524-401d-908d-cc4b725c86b5 HTTP/1.1" status: 200 len: 1091 time: 0.9174922 Jul 16 02:03:34.577982 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d34118-4915-4470-a7ac-94b29406f063', 'tag': '40a63948-2524-401d-908d-cc4b725c86b5'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:34.581574 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c1f0ef-38ab-4ebb-9ff9-0a66ac88726f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d34118-4915-4470-a7ac-94b29406f063", "tag": "40a63948-2524-401d-908d-cc4b725c86b5"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:34.631006 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4045a-1058-4256-914b-64db718b2efd service neutron] Pushing event updated for resources: {'Port': ['ID=40a63948-2524-401d-908d-cc4b725c86b5,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:34.662338 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6a2987-72f5-49ee-884c-ecdbbd3eb08d x-openstack-request-id: req-1d6a2987-72f5-49ee-884c-ecdbbd3eb08d {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:34.663388 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d34118-4915-4470-a7ac-94b29406f063", "tag": "40a63948-2524-401d-908d-cc4b725c86b5", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:34.663890 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d6a2987-72f5-49ee-884c-ecdbbd3eb08d {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:34.664618 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d34118-4915-4470-a7ac-94b29406f063', 'tag': '40a63948-2524-401d-908d-cc4b725c86b5', 'status': 'completed', 'code': 200} Jul 16 02:03:34.741261 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-c2f77f69-ff1e-407a-9ee8-648020ff84d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:34.742985 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-c2f77f69-ff1e-407a-9ee8-648020ff84d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 1094 time: 0.0991707 Jul 16 02:03:34.802702 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-3b128f50-d865-48df-aab3-2e766010751b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40a63948-2524-401d-908d-cc4b725c86b5 HTTP/1.1" status: 200 len: 217 time: 0.0446832 Jul 16 02:03:34.859362 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-c68ddb15-d53a-4d35-b27a-d251e5cdc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:34.860777 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-c68ddb15-d53a-4d35-b27a-d251e5cdc3dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.0521214 Jul 16 02:03:34.941230 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-a4e0c8bc-682f-4f43-be1f-bd0a0de47c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:34.942792 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-a4e0c8bc-682f-4f43-be1f-bd0a0de47c77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747926 Jul 16 02:03:35.040587 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-4e7b5347-fd88-47df-87d1-92a04813f3d6 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906770 Jul 16 02:03:35.137383 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20a389a9-a442-4768-a8d1-45461c22ad60 req-c44d74a6-3aa3-49d9-84e7-a6fd0bf0e2f5 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904899 Jul 16 02:03:35.281008 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1f0ef-38ab-4ebb-9ff9-0a66ac88726f req-7497f7a0-f85f-40b1-84ec-9410577a1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:35.283493 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-65c1f0ef-38ab-4ebb-9ff9-0a66ac88726f req-7497f7a0-f85f-40b1-84ec-9410577a1489 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 1094 time: 0.0639281 Jul 16 02:03:35.383261 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1f0ef-38ab-4ebb-9ff9-0a66ac88726f req-f587e4b8-2801-49b0-9e4d-d3a2404286eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:35.384795 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-65c1f0ef-38ab-4ebb-9ff9-0a66ac88726f req-f587e4b8-2801-49b0-9e4d-d3a2404286eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 912 time: 0.0950811 Jul 16 02:03:35.448059 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-65c1f0ef-38ab-4ebb-9ff9-0a66ac88726f req-ba1999a2-af98-40c6-ba9e-7a0c7c180f89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40a63948-2524-401d-908d-cc4b725c86b5 HTTP/1.1" status: 200 len: 217 time: 0.0568419 Jul 16 02:03:35.559935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1f0ef-38ab-4ebb-9ff9-0a66ac88726f req-2513c93c-ae46-420d-8a72-7286bd5df983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:35.563172 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-65c1f0ef-38ab-4ebb-9ff9-0a66ac88726f req-2513c93c-ae46-420d-8a72-7286bd5df983 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.1092043 Jul 16 02:03:35.712254 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1f0ef-38ab-4ebb-9ff9-0a66ac88726f req-bd36ed48-8f75-45ee-85a8-322e1641ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:35.714052 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-65c1f0ef-38ab-4ebb-9ff9-0a66ac88726f req-bd36ed48-8f75-45ee-85a8-322e1641ca16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443317 Jul 16 02:03:35.856441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf995c2-af90-46c5-943f-d80f4651118d req-5cd51fd9-8b32-4361-8af3-f8b43aaaf564 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:35.864054 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5cf995c2-af90-46c5-943f-d80f4651118d req-5cd51fd9-8b32-4361-8af3-f8b43aaaf564 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 943 time: 0.2102833 Jul 16 02:03:35.920346 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5cf995c2-af90-46c5-943f-d80f4651118d req-45686f78-cd75-42e0-a7fe-8c02584f5532 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553300 Jul 16 02:03:35.957198 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-65c1f0ef-38ab-4ebb-9ff9-0a66ac88726f req-bb1b45ab-2060-4729-9d9e-cd283b9f8e36 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352409 Jul 16 02:03:36.070693 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-65c1f0ef-38ab-4ebb-9ff9-0a66ac88726f req-d35322d8-74f9-40b2-b2bd-56545806f5e6 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061797 Jul 16 02:03:37.103846 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b66e28-7f0c-4155-9d48-e636c5389665 req-d229f5bd-1e77-4cdb-b0c5-b46081c07a4d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:37.105519 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-65b66e28-7f0c-4155-9d48-e636c5389665 req-d229f5bd-1e77-4cdb-b0c5-b46081c07a4d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 943 time: 0.0693750 Jul 16 02:03:37.165794 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-65b66e28-7f0c-4155-9d48-e636c5389665 req-d929e025-dd8d-4e34-84f8-e377284c5ed4 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508912 Jul 16 02:03:38.102332 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7361424-f8ce-4753-9787-68dc1dd5cf98 req-eda5d288-0c01-40b0-9eb4-ce385c268775 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:38.103835 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b7361424-f8ce-4753-9787-68dc1dd5cf98 req-eda5d288-0c01-40b0-9eb4-ce385c268775 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0630212 Jul 16 02:03:38.151149 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b7361424-f8ce-4753-9787-68dc1dd5cf98 req-04f86dad-33e8-4a4f-9679-4c701dd69568 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412240 Jul 16 02:03:38.360735 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2278981-c6d4-4ff0-8866-260b8c318d2a req-a750fe19-8795-42a1-adea-3b460e117445 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:38.362802 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2278981-c6d4-4ff0-8866-260b8c318d2a req-a750fe19-8795-42a1-adea-3b460e117445 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 943 time: 0.0678172 Jul 16 02:03:38.401673 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2278981-c6d4-4ff0-8866-260b8c318d2a req-ead5cc35-8820-4d38-9013-24c806179938 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329471 Jul 16 02:03:39.344542 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98048fad-51f6-49aa-8b24-a5658ce5ccb8 req-d376657c-5681-4d01-b661-f47025e9bf3c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:39.346619 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-98048fad-51f6-49aa-8b24-a5658ce5ccb8 req-d376657c-5681-4d01-b661-f47025e9bf3c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0718725 Jul 16 02:03:39.387193 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-98048fad-51f6-49aa-8b24-a5658ce5ccb8 req-cf9eb197-0942-456f-83ce-6ba649e94bdb tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342391 Jul 16 02:03:39.590008 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623dfba-1232-438b-b72c-56bad63b8e54 req-2e5913bb-10ec-490a-a818-22c36313d000 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:39.591521 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8623dfba-1232-438b-b72c-56bad63b8e54 req-2e5913bb-10ec-490a-a818-22c36313d000 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 943 time: 0.0659702 Jul 16 02:03:39.631451 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8623dfba-1232-438b-b72c-56bad63b8e54 req-e6af812c-fac1-49e3-a238-a33edc3afe85 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336990 Jul 16 02:03:40.576026 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba4440-f571-4bdf-977b-adec6b31f81b req-6871a57e-f6d8-4635-b30b-5091ec8a2ded tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:40.577556 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-87ba4440-f571-4bdf-977b-adec6b31f81b req-6871a57e-f6d8-4635-b30b-5091ec8a2ded tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0688341 Jul 16 02:03:40.616850 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-87ba4440-f571-4bdf-977b-adec6b31f81b req-327fb8cc-ee46-4826-b22d-b253c3664594 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331659 Jul 16 02:03:40.815767 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79d2db-648b-4039-acb0-a337af716de9 req-35d30a05-2d66-412c-80c5-109955a24cd7 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:40.817330 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da79d2db-648b-4039-acb0-a337af716de9 req-35d30a05-2d66-412c-80c5-109955a24cd7 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 943 time: 0.0706229 Jul 16 02:03:40.856507 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da79d2db-648b-4039-acb0-a337af716de9 req-03049e95-7cd8-4c05-8dbd-5dd01ccb13de tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332170 Jul 16 02:03:41.743027 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4a72ebdf-db65-4653-99bf-eb241e0700ff req-6277a905-34e3-41df-8d0e-3d9938b0ad79 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586612 Jul 16 02:03:41.851208 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317a015-dfb7-4e80-8a10-c45a7acfdd47 req-1534df37-faa4-4ead-9503-7f3acc5443df tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:41.852748 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b317a015-dfb7-4e80-8a10-c45a7acfdd47 req-1534df37-faa4-4ead-9503-7f3acc5443df tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.1088519 Jul 16 02:03:41.857306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72ebdf-db65-4653-99bf-eb241e0700ff req-70fed24c-f1c5-4142-8cb7-b02d9fe8fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:41.858704 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4a72ebdf-db65-4653-99bf-eb241e0700ff req-70fed24c-f1c5-4142-8cb7-b02d9fe8fd94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f51614fe139a43fbafcd3a8f8ba46960&device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 1096 time: 0.0801451 Jul 16 02:03:41.932910 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b317a015-dfb7-4e80-8a10-c45a7acfdd47 req-2b8bc848-9047-42fe-9311-173a761252e3 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732582 Jul 16 02:03:41.998211 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72ebdf-db65-4653-99bf-eb241e0700ff req-318cf70d-155d-4780-9d93-e9b45615f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:41.999889 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4a72ebdf-db65-4653-99bf-eb241e0700ff req-318cf70d-155d-4780-9d93-e9b45615f8f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6809c578-1f7e-42b6-97e0-bd2a60d4cfcc HTTP/1.1" status: 200 len: 909 time: 0.1197309 Jul 16 02:03:42.038897 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d568a2-9c25-4d00-b18b-136ce9edda70 req-1dbb1fa9-1ad5-4430-bebd-5e310c42cf90 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:42.040464 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63d568a2-9c25-4d00-b18b-136ce9edda70 req-1dbb1fa9-1ad5-4430-bebd-5e310c42cf90 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 943 time: 0.0664299 Jul 16 02:03:42.070686 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4a72ebdf-db65-4653-99bf-eb241e0700ff req-bc225882-7723-44bd-b138-e7755cc0a6fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51315f74-85cf-4545-973f-b53a49599264 HTTP/1.1" status: 200 len: 1000 time: 0.0632765 Jul 16 02:03:42.083110 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63d568a2-9c25-4d00-b18b-136ce9edda70 req-f7c5bfef-24b0-42f0-8f08-6f661de3ffba tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362222 Jul 16 02:03:42.128096 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72ebdf-db65-4653-99bf-eb241e0700ff req-16a12929-089c-4a7b-9734-7656f13ed9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:42.129568 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4a72ebdf-db65-4653-99bf-eb241e0700ff req-16a12929-089c-4a7b-9734-7656f13ed9b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db8914cf-667c-4879-822f-6fa815c45985 HTTP/1.1" status: 200 len: 847 time: 0.0512738 Jul 16 02:03:42.187867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72ebdf-db65-4653-99bf-eb241e0700ff req-6f94e590-46f4-4144-9358-8ef10653e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:42.189979 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4a72ebdf-db65-4653-99bf-eb241e0700ff req-6f94e590-46f4-4144-9358-8ef10653e661 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6809c578-1f7e-42b6-97e0-bd2a60d4cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533147 Jul 16 02:03:42.280381 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4a72ebdf-db65-4653-99bf-eb241e0700ff req-135a4c7f-2bc6-4260-b1bc-cf4dd26b8b4d service neutron] 10.222.0.47 "GET /v2.0/networks/6809c578-1f7e-42b6-97e0-bd2a60d4cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834150 Jul 16 02:03:42.390229 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4a72ebdf-db65-4653-99bf-eb241e0700ff req-13477677-d065-4c88-81d5-5bc942a0da12 service neutron] 10.222.0.47 "GET /v2.0/networks/6809c578-1f7e-42b6-97e0-bd2a60d4cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034155 Jul 16 02:03:43.124029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c23b7d-d312-46a0-a7c3-ca7e8a47f0e2 req-a1b47aac-13c0-4b65-a944-ad0a512e8691 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:43.125041 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-56c23b7d-d312-46a0-a7c3-ca7e8a47f0e2 req-a1b47aac-13c0-4b65-a944-ad0a512e8691 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0698299 Jul 16 02:03:43.165951 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-56c23b7d-d312-46a0-a7c3-ca7e8a47f0e2 req-029744d5-f68c-4d35-a9ea-4f9501645c6d tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343404 Jul 16 02:03:43.270757 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c4be1-4481-4b34-babe-ca7661eada8e req-f18b8180-9012-4de5-96e6-49b1552321e1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:43.272324 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c52c4be1-4481-4b34-babe-ca7661eada8e req-f18b8180-9012-4de5-96e6-49b1552321e1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 943 time: 0.0639861 Jul 16 02:03:43.311639 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c52c4be1-4481-4b34-babe-ca7661eada8e req-06941833-3fc9-478f-966b-b45a41f4723e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333159 Jul 16 02:03:44.350768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81999b75-70bc-4850-b52c-bf90885d41b7 req-589a21e6-6f9e-41a9-9f1d-25d39ffd5856 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:44.353358 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-81999b75-70bc-4850-b52c-bf90885d41b7 req-589a21e6-6f9e-41a9-9f1d-25d39ffd5856 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0704412 Jul 16 02:03:44.399393 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-81999b75-70bc-4850-b52c-bf90885d41b7 req-ce5933da-69ed-44a5-9079-2c592677393d tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396883 Jul 16 02:03:44.512135 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1afce-ce03-4221-a8c2-2b30efb60d1b req-1b953bdf-1f29-495f-bb74-4ee77acb86a5 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:44.513633 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3a1afce-ce03-4221-a8c2-2b30efb60d1b req-1b953bdf-1f29-495f-bb74-4ee77acb86a5 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 943 time: 0.0665994 Jul 16 02:03:44.551742 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e3a1afce-ce03-4221-a8c2-2b30efb60d1b req-3decde29-9883-449a-b05e-84d6c66da100 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319030 Jul 16 02:03:45.581025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0df24-a898-435d-9866-8150cdf89751 req-a6b965c7-50fd-4eed-8c4b-1c1a49c81265 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:45.587866 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-57f0df24-a898-435d-9866-8150cdf89751 req-a6b965c7-50fd-4eed-8c4b-1c1a49c81265 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0711782 Jul 16 02:03:45.623815 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-57f0df24-a898-435d-9866-8150cdf89751 req-bba538eb-55be-4fe4-912a-080057adc67f tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350378 Jul 16 02:03:45.740193 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f4720-d1a7-4e93-b545-780c96da7385 req-7dfa6987-14f6-4f34-b78b-8b80579f4ea0 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:45.741831 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9e1f4720-d1a7-4e93-b545-780c96da7385 req-7dfa6987-14f6-4f34-b78b-8b80579f4ea0 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 943 time: 0.0638828 Jul 16 02:03:45.779757 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9e1f4720-d1a7-4e93-b545-780c96da7385 req-be1910a3-8d23-4ad2-bc73-819606a6014a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321085 Jul 16 02:03:46.485067 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 40a63948-2524-401d-908d-cc4b725c86b5 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:03:46.581346 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 40a63948-2524-401d-908d-cc4b725c86b5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=40a63948-2524-401d-908d-cc4b725c86b5,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:46.592329 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '40a63948-2524-401d-908d-cc4b725c86b5', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'port_id': '40a63948-2524-401d-908d-cc4b725c86b5', 'mac_address': 'fa:16:3e:1e:90:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:03:46.632957 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:46.650384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a63948-2524-401d-908d-cc4b725c86b5 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:03:46.670856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 40a63948-2524-401d-908d-cc4b725c86b5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=40a63948-2524-401d-908d-cc4b725c86b5,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:46.675409 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:46.724876 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=40a63948-2524-401d-908d-cc4b725c86b5,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:46.732370 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:46.732810 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:46.733229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:46.733642 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:46.734206 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:46.734761 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:46.735299 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:46.736675 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:46.737218 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:46.737751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:46.738282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:46.738831 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:46.824415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c39637-2700-47dd-b014-4266b6ad0085 req-8ac68e65-fbb0-42d4-ae96-eb2ff2284786 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:46.826034 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83c39637-2700-47dd-b014-4266b6ad0085 req-8ac68e65-fbb0-42d4-ae96-eb2ff2284786 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0656865 Jul 16 02:03:46.871830 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83c39637-2700-47dd-b014-4266b6ad0085 req-5846eec9-c9c6-4269-a83f-15deaf736147 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395918 Jul 16 02:03:46.967088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346abfcb-d5e9-4f43-be34-43825553608a req-2f8138ed-14a3-4c54-aaaf-8625388ff40d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:46.968610 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-346abfcb-d5e9-4f43-be34-43825553608a req-2f8138ed-14a3-4c54-aaaf-8625388ff40d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 944 time: 0.0674419 Jul 16 02:03:46.974310 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['40a63948-2524-401d-908d-cc4b725c86b5'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:03:47.009721 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-346abfcb-d5e9-4f43-be34-43825553608a req-9bcf8d68-4d91-4e4d-846c-c36a81032684 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337806 Jul 16 02:03:48.062934 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eebe05-8d63-4898-b17c-ddffd169974c req-e44185e8-4821-4604-a35c-f58f27bfdb73 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:48.065131 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-31eebe05-8d63-4898-b17c-ddffd169974c req-e44185e8-4821-4604-a35c-f58f27bfdb73 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0680034 Jul 16 02:03:48.111578 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-31eebe05-8d63-4898-b17c-ddffd169974c req-d7d19fdc-08a5-4ae4-bc24-85123fadfa24 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353847 Jul 16 02:03:48.213159 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6300c-d69f-45fa-8fe8-99ae6b847c36 req-17d47201-ba04-49ee-b455-79a9e6d374b5 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:48.214685 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e9a6300c-d69f-45fa-8fe8-99ae6b847c36 req-17d47201-ba04-49ee-b455-79a9e6d374b5 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 944 time: 0.0816643 Jul 16 02:03:48.255377 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e9a6300c-d69f-45fa-8fe8-99ae6b847c36 req-2de80935-96ec-44f0-aaf5-ed6d3c1321a5 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351064 Jul 16 02:03:48.496322 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 40a63948-2524-401d-908d-cc4b725c86b5 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:48.543338 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 40a63948-2524-401d-908d-cc4b725c86b5 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:48.546845 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 40a63948-2524-401d-908d-cc4b725c86b5 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:48.547216 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:48.626167 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:48.654826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d34118-4915-4470-a7ac-94b29406f063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a63948-2524-401d-908d-cc4b725c86b5'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:48.657311 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9e4375-f0bb-4cae-af94-3dbd09739633" -d '{"events": [{"server_uuid": "d5d34118-4915-4470-a7ac-94b29406f063", "name": "network-vif-plugged", "status": "completed", "tag": "40a63948-2524-401d-908d-cc4b725c86b5"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:48.671476 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 40a63948-2524-401d-908d-cc4b725c86b5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=40a63948-2524-401d-908d-cc4b725c86b5,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:48.676708 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:48.718379 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88c6679-35fe-4e06-89bb-bcfa4f22c798 x-openstack-request-id: req-d88c6679-35fe-4e06-89bb-bcfa4f22c798 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:48.718677 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d34118-4915-4470-a7ac-94b29406f063", "name": "network-vif-plugged", "status": "completed", "tag": "40a63948-2524-401d-908d-cc4b725c86b5", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:48.718930 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d88c6679-35fe-4e06-89bb-bcfa4f22c798 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:48.719357 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d34118-4915-4470-a7ac-94b29406f063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a63948-2524-401d-908d-cc4b725c86b5', 'code': 200} Jul 16 02:03:48.729624 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=40a63948-2524-401d-908d-cc4b725c86b5,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:48.859272 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96b9d8-e8af-43c1-8f72-812180ecb368 req-ad2f5b98-4ec4-4a99-b471-c77c9261b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:48.860859 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bf96b9d8-e8af-43c1-8f72-812180ecb368 req-ad2f5b98-4ec4-4a99-b471-c77c9261b368 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 1096 time: 0.0535171 Jul 16 02:03:48.897330 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bf96b9d8-e8af-43c1-8f72-812180ecb368 req-62ccc33c-895f-4ba3-93a7-b51b5910d0db service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289319 Jul 16 02:03:49.310816 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a29e2d-1321-4aa4-83a7-af7b7ecaec86 req-3f5d19a7-7e11-4394-95a0-e0ab48a76fc9 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:49.312571 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-70a29e2d-1321-4aa4-83a7-af7b7ecaec86 req-3f5d19a7-7e11-4394-95a0-e0ab48a76fc9 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0741742 Jul 16 02:03:49.354119 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-70a29e2d-1321-4aa4-83a7-af7b7ecaec86 req-804ae530-df98-4973-8043-55e6a7fe064e tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349600 Jul 16 02:03:49.446389 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b758a8-df23-46fc-b93e-fff74b808031 req-a11d9fa3-4d35-40e1-bb79-571753329ffd tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:49.448010 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62b758a8-df23-46fc-b93e-fff74b808031 req-a11d9fa3-4d35-40e1-bb79-571753329ffd tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 945 time: 0.0685897 Jul 16 02:03:49.488303 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62b758a8-df23-46fc-b93e-fff74b808031 req-8ae40ebd-6db6-4ba1-a0d2-e0d16d25c920 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323489 Jul 16 02:03:50.540528 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device de30ef2f-0610-405d-8749-107b23cc7d83 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:03:50.549138 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea188c-cfe4-4635-9245-a92f9fcd193c req-f1a7b1b1-4dc8-4a81-8f82-ac6527e976f9 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:50.550960 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c2ea188c-cfe4-4635-9245-a92f9fcd193c req-f1a7b1b1-4dc8-4a81-8f82-ac6527e976f9 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0698998 Jul 16 02:03:50.600773 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c2ea188c-cfe4-4635-9245-a92f9fcd193c req-32b7dc9b-faa3-41fa-878c-06af2fc85739 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437660 Jul 16 02:03:50.645408 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port de30ef2f-0610-405d-8749-107b23cc7d83, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=de30ef2f-0610-405d-8749-107b23cc7d83,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:50.658327 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'de30ef2f-0610-405d-8749-107b23cc7d83', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'port_id': 'de30ef2f-0610-405d-8749-107b23cc7d83', 'mac_address': 'fa:16:3e:7a:e4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:03:50.724993 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:50.726437 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a099b6b-3b15-42c0-973c-18b80039ffd7 req-9b4c062c-a456-4475-bdcb-30ddda78f3b1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:50.732208 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9a099b6b-3b15-42c0-973c-18b80039ffd7 req-9b4c062c-a456-4475-bdcb-30ddda78f3b1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 945 time: 0.0941296 Jul 16 02:03:50.743650 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de30ef2f-0610-405d-8749-107b23cc7d83 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:03:50.761898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port de30ef2f-0610-405d-8749-107b23cc7d83, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=de30ef2f-0610-405d-8749-107b23cc7d83,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:50.768380 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:50.789260 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9a099b6b-3b15-42c0-973c-18b80039ffd7 req-87872866-db01-4cd9-b13c-2d7920aa90a7 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557456 Jul 16 02:03:50.831815 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=de30ef2f-0610-405d-8749-107b23cc7d83,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:50.918532 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['de30ef2f-0610-405d-8749-107b23cc7d83'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:03:50.999326 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a4ca2-3953-4f54-9787-10ccdcef7156 req-b94bb3cd-e30c-4771-a167-f3febabb614f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:51.000977 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-101a4ca2-3953-4f54-9787-10ccdcef7156 req-b94bb3cd-e30c-4771-a167-f3febabb614f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 945 time: 0.0922859 Jul 16 02:03:51.043316 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-101a4ca2-3953-4f54-9787-10ccdcef7156 req-148ca926-5999-4ee4-b385-50a9b1750dd0 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355392 Jul 16 02:03:51.074225 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 36358) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:51.136162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4fb055-d4b0-46a1-9368-d1ff5a553f33 tempest-TestVolumeBootPattern-141990208 tempest-TestVolumeBootPattern-141990208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:51.140183 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-aa4fb055-d4b0-46a1-9368-d1ff5a553f33 tempest-TestVolumeBootPattern-141990208 tempest-TestVolumeBootPattern-141990208-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 1091 time: 0.0648932 Jul 16 02:03:51.140874 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 36364) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:51.146159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': '40a63948-2524-401d-908d-cc4b725c86b5', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:51.182524 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:51.310792 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:51.432574 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Allocated IP 172.25.1.177 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/d262ea07-6e56-41fb-ad80-3405dd083950) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:03:51.543377 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:51.591420 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:51.639256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:03:51.643547 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:51.648822 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:03:51.651892 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'Port': ['ID=d262ea07-6e56-41fb-ad80-3405dd083950,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:51.933052 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749baf9-b745-4afe-9fb2-ffa99abec30a req-f43ba0d6-b513-4239-9e6a-b3aa797923f0 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:51.940606 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8749baf9-b745-4afe-9fb2-ffa99abec30a req-f43ba0d6-b513-4239-9e6a-b3aa797923f0 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 944 time: 0.1807549 Jul 16 02:03:52.030822 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8749baf9-b745-4afe-9fb2-ffa99abec30a req-294bc0b4-a91a-4a79-8d5b-fdd03a813ad4 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873766 Jul 16 02:03:52.260831 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.381288 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.545875 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device de30ef2f-0610-405d-8749-107b23cc7d83 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:52.565326 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.573647 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.613207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port de30ef2f-0610-405d-8749-107b23cc7d83 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:52.613716 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.724392 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.726811 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'Port': ['ID=d262ea07-6e56-41fb-ad80-3405dd083950,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:52.744507 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.749616 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de30ef2f-0610-405d-8749-107b23cc7d83'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:52.752051 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32020bf-d879-474c-bbc3-1271174f002a" -d '{"events": [{"server_uuid": "103432e7-a8fd-4f2c-beec-8f656743cb28", "name": "network-vif-plugged", "status": "completed", "tag": "de30ef2f-0610-405d-8749-107b23cc7d83"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:52.765679 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port de30ef2f-0610-405d-8749-107b23cc7d83, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=de30ef2f-0610-405d-8749-107b23cc7d83,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:52.778968 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.827484 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1e36e6-9e97-4012-8c86-a7a17e475343 x-openstack-request-id: req-2b1e36e6-9e97-4012-8c86-a7a17e475343 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:52.827812 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103432e7-a8fd-4f2c-beec-8f656743cb28", "name": "network-vif-plugged", "status": "completed", "tag": "de30ef2f-0610-405d-8749-107b23cc7d83", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:52.828068 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2b1e36e6-9e97-4012-8c86-a7a17e475343 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:52.828582 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de30ef2f-0610-405d-8749-107b23cc7d83', 'code': 200} Jul 16 02:03:52.843808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=de30ef2f-0610-405d-8749-107b23cc7d83,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:52.885747 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Floating IP 7e48110d-4d7d-4943-ab92-64821f623384 associated. External IP: 172.25.1.177, port: 40a63948-2524-401d-908d-cc4b725c86b5. Jul 16 02:03:53.155164 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Router 0735bcc5-4bec-4153-8133-5917dcf6e604 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:03:53.684783 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:53.694948 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d51bb6-52e7-470b-a82e-e4569e09b259 None None] Sync routers for ids ['0735bcc5-4bec-4153-8133-5917dcf6e604'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:53.711025 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d51bb6-52e7-470b-a82e-e4569e09b259 None None] Routers {'0735bcc5-4bec-4153-8133-5917dcf6e604'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:53.711829 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a0d51bb6-52e7-470b-a82e-e4569e09b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:03:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0735bcc5-4bec-4153-8133-5917dcf6e604'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:53.734742 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:53.781674 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-aa991b41-5205-42d3-b8f1-726ea117f180 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6395173 Jul 16 02:03:53.784094 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d34118-4915-4470-a7ac-94b29406f063', 'tag': '40a63948-2524-401d-908d-cc4b725c86b5'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:53.786862 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3520c965-df29-45fc-b1b9-984b4ae05e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d34118-4915-4470-a7ac-94b29406f063", "tag": "40a63948-2524-401d-908d-cc4b725c86b5"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:53.831248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5c888-7f6f-4252-a7cf-1117e7cc236d req-e0400116-daa6-4698-accf-7f2565e59769 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:53.833178 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5f5c888-7f6f-4252-a7cf-1117e7cc236d req-e0400116-daa6-4698-accf-7f2565e59769 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.5771263 Jul 16 02:03:53.838432 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a0d51bb6-52e7-470b-a82e-e4569e09b259 None None] Set router 0735bcc5-4bec-4153-8133-5917dcf6e604 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:53.870027 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b9ac7b-0b7f-40b7-96a8-6afef2f85664 x-openstack-request-id: req-29b9ac7b-0b7f-40b7-96a8-6afef2f85664 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:53.870324 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d34118-4915-4470-a7ac-94b29406f063", "tag": "40a63948-2524-401d-908d-cc4b725c86b5", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:53.870585 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-29b9ac7b-0b7f-40b7-96a8-6afef2f85664 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:53.871109 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d34118-4915-4470-a7ac-94b29406f063', 'tag': '40a63948-2524-401d-908d-cc4b725c86b5', 'status': 'completed', 'code': 200} Jul 16 02:03:53.902070 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5f5c888-7f6f-4252-a7cf-1117e7cc236d req-974ffb7a-89fd-46ab-a27e-534a7c0c6dda tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611341 Jul 16 02:03:53.979179 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:54.033562 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520c965-df29-45fc-b1b9-984b4ae05e7d req-65494e11-3cc9-44bf-a862-d701d842b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:54.035194 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3520c965-df29-45fc-b1b9-984b4ae05e7d req-65494e11-3cc9-44bf-a862-d701d842b4d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 1096 time: 0.1323524 Jul 16 02:03:54.209718 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520c965-df29-45fc-b1b9-984b4ae05e7d req-a4c86cab-0c81-4466-b88b-240bbb65cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:54.211673 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3520c965-df29-45fc-b1b9-984b4ae05e7d req-a4c86cab-0c81-4466-b88b-240bbb65cebd service neutron] 10.222.0.26 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 912 time: 0.1688130 Jul 16 02:03:54.260055 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a0d51bb6-52e7-470b-a82e-e4569e09b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '7e48110d-4d7d-4943-ab92-64821f623384', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'port_id': '40a63948-2524-401d-908d-cc4b725c86b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'mac_address': 'fa:16:3e:1e:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d34118-4915-4470-a7ac-94b29406f063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:03:52Z', 'updated_at': '2021-07-16T02:03:52Z', 'revision_number': 0, 'project_id': '3429d6c64c11482188275a95cd24498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 5, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:54.296595 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d51bb6-52e7-470b-a82e-e4569e09b259 None None] Checking router: 0735bcc5-4bec-4153-8133-5917dcf6e604 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:54.307829 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d51bb6-52e7-470b-a82e-e4569e09b259 None None] Routers {'0735bcc5-4bec-4153-8133-5917dcf6e604'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:54.312275 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a0d51bb6-52e7-470b-a82e-e4569e09b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:03:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0735bcc5-4bec-4153-8133-5917dcf6e604'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:54.319117 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3520c965-df29-45fc-b1b9-984b4ae05e7d req-d0897805-fa67-4b27-ac24-a300d7f0ec71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40a63948-2524-401d-908d-cc4b725c86b5 HTTP/1.1" status: 200 len: 999 time: 0.0996978 Jul 16 02:03:54.380659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520c965-df29-45fc-b1b9-984b4ae05e7d req-3e53bedd-03e1-4441-9082-a285ad9dce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:54.382073 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3520c965-df29-45fc-b1b9-984b4ae05e7d req-3e53bedd-03e1-4441-9082-a285ad9dce44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.0560820 Jul 16 02:03:54.464606 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520c965-df29-45fc-b1b9-984b4ae05e7d req-101b2741-dd0c-4040-910b-b7ea5e4bae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:54.466416 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a0d51bb6-52e7-470b-a82e-e4569e09b259 None None] Set router 0735bcc5-4bec-4153-8133-5917dcf6e604 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:54.468518 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3520c965-df29-45fc-b1b9-984b4ae05e7d req-101b2741-dd0c-4040-910b-b7ea5e4bae9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792441 Jul 16 02:03:54.599393 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3520c965-df29-45fc-b1b9-984b4ae05e7d req-6614af4b-842a-4c78-8ec8-063dd5d51337 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236386 Jul 16 02:03:54.807643 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3520c965-df29-45fc-b1b9-984b4ae05e7d req-713b1375-c9b3-48cd-8f12-650616f25ffc service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869073 Jul 16 02:03:54.808455 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a0d51bb6-52e7-470b-a82e-e4569e09b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '7e48110d-4d7d-4943-ab92-64821f623384', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'port_id': '40a63948-2524-401d-908d-cc4b725c86b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'mac_address': 'fa:16:3e:1e:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d34118-4915-4470-a7ac-94b29406f063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:03:52Z', 'updated_at': '2021-07-16T02:03:52Z', 'revision_number': 0, 'project_id': '3429d6c64c11482188275a95cd24498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 5, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:54.841414 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d51bb6-52e7-470b-a82e-e4569e09b259 None None] The sync data for ids ['0735bcc5-4bec-4153-8133-5917dcf6e604'] in n-d-800086-6 is: [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '7e48110d-4d7d-4943-ab92-64821f623384', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'port_id': '40a63948-2524-401d-908d-cc4b725c86b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'mac_address': 'fa:16:3e:1e:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d34118-4915-4470-a7ac-94b29406f063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:03:52Z', 'updated_at': '2021-07-16T02:03:52Z', 'revision_number': 0, 'project_id': '3429d6c64c11482188275a95cd24498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 5, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:03:55.128706 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a304093-80ce-4bc0-a687-651c50c9dfe0 None None] New status for floating IP 7e48110d-4d7d-4943-ab92-64821f623384: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:03:55.208911 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7432f40-0795-4d64-a90b-146de4128c89 req-fcca161c-1e84-4640-83cf-f0a84d5ff029 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:55.210772 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7432f40-0795-4d64-a90b-146de4128c89 req-fcca161c-1e84-4640-83cf-f0a84d5ff029 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.1062040 Jul 16 02:03:55.259658 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7432f40-0795-4d64-a90b-146de4128c89 req-36f79808-0c25-45b3-bad3-bcb1a2852957 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424151 Jul 16 02:03:56.581952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5f1e6-d933-4f0b-b0dd-1bc241259b32 req-7ec0e6ff-a2f0-4e66-ad62-b0ef9aea2cb1 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:56.588711 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61d5f1e6-d933-4f0b-b0dd-1bc241259b32 req-7ec0e6ff-a2f0-4e66-ad62-b0ef9aea2cb1 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.1067564 Jul 16 02:03:56.647762 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61d5f1e6-d933-4f0b-b0dd-1bc241259b32 req-fe57f54c-dbce-491e-ba9f-6f5f3d2a8b23 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578945 Jul 16 02:03:57.858356 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754a1aa-d317-4953-a390-4a2ef44d661b req-bfdfbe2a-a121-496f-821e-60cf6e2ae929 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:57.859946 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7754a1aa-d317-4953-a390-4a2ef44d661b req-bfdfbe2a-a121-496f-821e-60cf6e2ae929 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0922561 Jul 16 02:03:57.922317 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7754a1aa-d317-4953-a390-4a2ef44d661b req-cd6ca28e-c2b6-4ea5-8d0b-d81d3933046d tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529821 Jul 16 02:03:58.382877 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e4aad76d-b71c-4efb-828b-6ba2d36c26e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:58.933545 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:59.162617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf588e-e1eb-4df5-88d0-254d266da0b3 req-b9b83249-20bf-4dd0-a5c4-e8a55aa42995 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:59.164839 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9bf588e-e1eb-4df5-88d0-254d266da0b3 req-b9b83249-20bf-4dd0-a5c4-e8a55aa42995 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0943472 Jul 16 02:03:59.215240 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9bf588e-e1eb-4df5-88d0-254d266da0b3 req-854c6b83-f2ed-4501-af2a-9e5239fcf60b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444067 Jul 16 02:04:00.462556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131ba64-59a8-48af-91b9-f421279a726a req-2425920e-d3ed-4a38-8dc9-36460c934ef3 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:00.470720 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5131ba64-59a8-48af-91b9-f421279a726a req-2425920e-d3ed-4a38-8dc9-36460c934ef3 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0838289 Jul 16 02:04:00.514456 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5131ba64-59a8-48af-91b9-f421279a726a req-68b5157c-f579-4774-9a6b-78965174238d tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423827 Jul 16 02:04:01.132359 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:01.135766 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04df0bd3-4a29-47ab-aff1-d152a17460fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:01.706660 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e415a-e63c-4e52-8162-2256e94ea2d9 req-466c4a0e-1e2d-496f-9bf2-c8882d61a3fe tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:01.708015 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd6e415a-e63c-4e52-8162-2256e94ea2d9 req-466c4a0e-1e2d-496f-9bf2-c8882d61a3fe tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0676975 Jul 16 02:04:01.747031 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd6e415a-e63c-4e52-8162-2256e94ea2d9 req-07065525-ec2f-432f-bdd6-16d124e17a93 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332079 Jul 16 02:04:02.138240 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:02.172911 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57c78f-beb0-48d8-a17d-ecacdedb10c8 req-78590103-438b-463b-b7b7-88b14135905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:02.174601 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e57c78f-beb0-48d8-a17d-ecacdedb10c8 req-78590103-438b-463b-b7b7-88b14135905a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8072fcd5c02343758c430084659e9d69&device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 1096 time: 0.0533772 Jul 16 02:04:02.265475 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57c78f-beb0-48d8-a17d-ecacdedb10c8 req-ad9d5a9a-5c06-47ca-b036-23554cfc41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:02.267488 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e57c78f-beb0-48d8-a17d-ecacdedb10c8 req-ad9d5a9a-5c06-47ca-b036-23554cfc41aa service neutron] 10.222.0.26 "GET /v2.0/networks?id=f70b44d2-3ecb-4e97-b320-384529a39401 HTTP/1.1" status: 200 len: 918 time: 0.0862703 Jul 16 02:04:02.336789 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e57c78f-beb0-48d8-a17d-ecacdedb10c8 req-e18ea87a-2f51-4e2f-8eea-5cab30ad57ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de30ef2f-0610-405d-8749-107b23cc7d83 HTTP/1.1" status: 200 len: 1000 time: 0.0625353 Jul 16 02:04:02.393539 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57c78f-beb0-48d8-a17d-ecacdedb10c8 req-619fa061-39e7-4bbf-aa52-e29bec495525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:02.395123 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e57c78f-beb0-48d8-a17d-ecacdedb10c8 req-619fa061-39e7-4bbf-aa52-e29bec495525 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52ee9bce-183e-45ca-b875-18144943b25c HTTP/1.1" status: 200 len: 856 time: 0.0522618 Jul 16 02:04:02.452658 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57c78f-beb0-48d8-a17d-ecacdedb10c8 req-1f120471-c437-4375-a9cf-1901fedbef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:02.454183 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e57c78f-beb0-48d8-a17d-ecacdedb10c8 req-1f120471-c437-4375-a9cf-1901fedbef86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f70b44d2-3ecb-4e97-b320-384529a39401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523980 Jul 16 02:04:02.549294 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e57c78f-beb0-48d8-a17d-ecacdedb10c8 req-53ec2e80-af38-48b1-b2ab-0df3ceb10f87 service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860305 Jul 16 02:04:02.651427 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2e57c78f-beb0-48d8-a17d-ecacdedb10c8 req-a1ebcca9-28e5-4a4a-ae4b-c563dadc4b9a service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954773 Jul 16 02:04:02.932353 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace40189-da07-49d7-adc0-1c25726a9d34 req-5f7aab26-c9f4-4f88-8309-0633e8a33d55 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:02.933750 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ace40189-da07-49d7-adc0-1c25726a9d34 req-5f7aab26-c9f4-4f88-8309-0633e8a33d55 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0692880 Jul 16 02:04:02.973693 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ace40189-da07-49d7-adc0-1c25726a9d34 req-b2ce196e-3bd4-4d5d-8726-78f2eba039da tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334146 Jul 16 02:04:03.696559 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:04:03.880437 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:04.158655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b5efd-5722-4a5b-90f2-0f3b8148500c req-b13a40b7-9463-4834-ba0f-eb12432c3556 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:04.160219 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c32b5efd-5722-4a5b-90f2-0f3b8148500c req-b13a40b7-9463-4834-ba0f-eb12432c3556 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0631959 Jul 16 02:04:04.198408 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c32b5efd-5722-4a5b-90f2-0f3b8148500c req-588c4b81-21ca-42c8-9b3d-010a861f6e7c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322597 Jul 16 02:04:05.378818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654fd4f-491b-4a82-b92f-7cdc31119c83 req-758d0d51-7a2f-4ec0-821e-6ed5d5f98c93 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:05.380349 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0654fd4f-491b-4a82-b92f-7cdc31119c83 req-758d0d51-7a2f-4ec0-821e-6ed5d5f98c93 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0635719 Jul 16 02:04:05.418179 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0654fd4f-491b-4a82-b92f-7cdc31119c83 req-88bd3332-f297-417e-89a6-7d589797ec49 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323045 Jul 16 02:04:05.935151 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-3a64b91a-1eb9-463a-9790-25f08a789e11 req-907f13c7-a575-4264-859e-2df1a7374dda service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:04:05.936064 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a64b91a-1eb9-463a-9790-25f08a789e11 req-907f13c7-a575-4264-859e-2df1a7374dda service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055199 Jul 16 02:04:06.448666 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07b0d9-d20f-4843-b5e0-04cd24a9a790 req-ad58b9b2-671e-4547-9bac-d34ded53c626 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:06.452180 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a07b0d9-d20f-4843-b5e0-04cd24a9a790 req-ad58b9b2-671e-4547-9bac-d34ded53c626 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.3293390 Jul 16 02:04:06.518357 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a07b0d9-d20f-4843-b5e0-04cd24a9a790 req-497ef366-b6e7-4b15-96de-1f3f161bdf89 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619185 Jul 16 02:04:06.538545 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-0b10c0f3-bc39-404e-9b7b-87a37052ffdc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1358695 Jul 16 02:04:06.603350 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f62283-f1cb-4960-afc4-c3e5e1a1dfa7 req-b8329e3e-c41c-4ec6-b597-4e28bbe1ea39 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:06.604871 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-25f62283-f1cb-4960-afc4-c3e5e1a1dfa7 req-b8329e3e-c41c-4ec6-b597-4e28bbe1ea39 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/ports?device_id=023e6835-de24-4728-98bf-fff8938f0d37 HTTP/1.1" status: 200 len: 950 time: 0.0744095 Jul 16 02:04:06.610943 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device de30ef2f-0610-405d-8749-107b23cc7d83 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:04:06.646590 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-25f62283-f1cb-4960-afc4-c3e5e1a1dfa7 req-8b8f86b1-6fb1-4f08-bcc0-ce9472d14ba4 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b05ecba-570d-4819-ac71-ebb58d010f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349340 Jul 16 02:04:06.688455 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:06.713147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de30ef2f-0610-405d-8749-107b23cc7d83'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:06.715377 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fa8816-50b8-498b-a500-f18a5b99f490" -d '{"events": [{"server_uuid": "103432e7-a8fd-4f2c-beec-8f656743cb28", "name": "network-vif-unplugged", "status": "completed", "tag": "de30ef2f-0610-405d-8749-107b23cc7d83"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:06.728423 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port de30ef2f-0610-405d-8749-107b23cc7d83, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=de30ef2f-0610-405d-8749-107b23cc7d83,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:06.732396 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:06.756568 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51aa6776-a364-410a-a426-db5bb1aea548 x-openstack-request-id: req-51aa6776-a364-410a-a426-db5bb1aea548 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:06.759906 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103432e7-a8fd-4f2c-beec-8f656743cb28", "name": "network-vif-unplugged", "status": "failed", "tag": "de30ef2f-0610-405d-8749-107b23cc7d83", "code": 422}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:06.760195 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-51aa6776-a364-410a-a426-db5bb1aea548 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:06.760635 n-d-800086-6 neutron-server[93833]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de30ef2f-0610-405d-8749-107b23cc7d83', 'code': 422} returned with failed status Jul 16 02:04:06.790241 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=de30ef2f-0610-405d-8749-107b23cc7d83,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:07.716532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06a271-49fd-4ec7-8312-fc25ef2775d3 req-b20fa011-cb0b-4448-9fd6-499115d8c777 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:07.718195 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db06a271-49fd-4ec7-8312-fc25ef2775d3 req-b20fa011-cb0b-4448-9fd6-499115d8c777 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 943 time: 0.0665684 Jul 16 02:04:07.758776 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db06a271-49fd-4ec7-8312-fc25ef2775d3 req-f4d0e6c8-245f-4443-8743-e8d7bc878b3e tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340984 Jul 16 02:04:08.024914 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55666dd7-b8cb-4b35-aa4a-aff2dc8c6de9 req-765a27d3-1740-48ed-9900-aaa89a5ed9ac tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:08.026353 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55666dd7-b8cb-4b35-aa4a-aff2dc8c6de9 req-765a27d3-1740-48ed-9900-aaa89a5ed9ac tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/ports?device_id=023e6835-de24-4728-98bf-fff8938f0d37 HTTP/1.1" status: 200 len: 950 time: 0.0661669 Jul 16 02:04:08.065260 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55666dd7-b8cb-4b35-aa4a-aff2dc8c6de9 req-484b4359-c385-4f01-98a9-5ccb61e05dfd tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b05ecba-570d-4819-ac71-ebb58d010f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332854 Jul 16 02:04:08.272029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0545c10-e043-4a43-8c73-033a3e610b75 req-098a486e-4189-40ce-bd1d-05f0c711c992 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:08.273815 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a0545c10-e043-4a43-8c73-033a3e610b75 req-098a486e-4189-40ce-bd1d-05f0c711c992 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.47 "GET /v2.0/ports?device_id=023e6835-de24-4728-98bf-fff8938f0d37 HTTP/1.1" status: 200 len: 950 time: 0.0660508 Jul 16 02:04:08.391115 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-a0545c10-e043-4a43-8c73-033a3e610b75 req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Deleting port 4ef8cb35-2cf0-4b94-948d-6270b9610d15 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:04:08.391504 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a0545c10-e043-4a43-8c73-033a3e610b75 req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:08.535898 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-a0545c10-e043-4a43-8c73-033a3e610b75 req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] For port 4ef8cb35-2cf0-4b94-948d-6270b9610d15, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=4ef8cb35-2cf0-4b94-948d-6270b9610d15,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:08.536420 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a0545c10-e043-4a43-8c73-033a3e610b75 req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:08.552600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-a0545c10-e043-4a43-8c73-033a3e610b75 req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Calling delete_port for 4ef8cb35-2cf0-4b94-948d-6270b9610d15 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:04:08.702957 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a0545c10-e043-4a43-8c73-033a3e610b75 req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:08.736096 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Pushing event deleted for resources: {'Port': ['ID=4ef8cb35-2cf0-4b94-948d-6270b9610d15,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:08.737727 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['4ef8cb35-2cf0-4b94-948d-6270b9610d15'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:04:08.750720 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:08.751147 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:08.751540 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:08.752533 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:08.752999 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:08.753418 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:08.753879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:08.754323 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:08.754728 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:08.755132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:08.755533 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:08.756012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:08.797800 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0545c10-e043-4a43-8c73-033a3e610b75 req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] No DVR routers for this DVR port 4ef8cb35-2cf0-4b94-948d-6270b9610d15 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:04:08.801705 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a0545c10-e043-4a43-8c73-033a3e610b75 req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:08.803874 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a0545c10-e043-4a43-8c73-033a3e610b75 req-697c3baa-0175-4b81-b454-767d717d77aa tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.47 "DELETE /v2.0/ports/4ef8cb35-2cf0-4b94-948d-6270b9610d15 HTTP/1.1" status: 204 len: 173 time: 0.5243502 Jul 16 02:04:08.804519 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023e6835-de24-4728-98bf-fff8938f0d37', 'name': 'network-vif-deleted', 'tag': '4ef8cb35-2cf0-4b94-948d-6270b9610d15'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:08.807002 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79f714d-1dd3-4167-afe5-e531ed3ef5fb" -d '{"events": [{"server_uuid": "023e6835-de24-4728-98bf-fff8938f0d37", "name": "network-vif-deleted", "tag": "4ef8cb35-2cf0-4b94-948d-6270b9610d15"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:08.872445 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60eae7c-2dbb-4b30-91e2-6ba176bd9f90 x-openstack-request-id: req-a60eae7c-2dbb-4b30-91e2-6ba176bd9f90 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:08.873003 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023e6835-de24-4728-98bf-fff8938f0d37", "name": "network-vif-deleted", "tag": "4ef8cb35-2cf0-4b94-948d-6270b9610d15", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:08.873489 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a60eae7c-2dbb-4b30-91e2-6ba176bd9f90 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:08.874209 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023e6835-de24-4728-98bf-fff8938f0d37', 'name': 'network-vif-deleted', 'tag': '4ef8cb35-2cf0-4b94-948d-6270b9610d15', 'status': 'completed', 'code': 200} Jul 16 02:04:08.965098 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c8256-9a2f-458f-800c-00875b3c52a6 req-57d88248-cb12-4b3c-bdf0-10a0da36d225 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:08.968172 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-520c8256-9a2f-458f-800c-00875b3c52a6 req-57d88248-cb12-4b3c-bdf0-10a0da36d225 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 943 time: 0.0789309 Jul 16 02:04:09.015578 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-520c8256-9a2f-458f-800c-00875b3c52a6 req-a7f77525-df5b-434f-a3b4-2eabffce221f tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419612 Jul 16 02:04:09.227946 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-086b73da-8cf6-4070-ac3a-173141c33d97 req-374ce704-8e4f-4a34-823c-eda147a6a432 tempest-VolumesBackupsTest-1331161242 tempest-VolumesBackupsTest-1331161242-project] 10.222.0.54 "GET /v2.0/ports?device_id=023e6835-de24-4728-98bf-fff8938f0d37 HTTP/1.1" status: 200 len: 210 time: 0.0292754 Jul 16 02:04:10.204468 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a58934-b90a-4df0-9802-13b56e155491 req-811acc7f-922e-40d7-aee5-61a0b4eeeca4 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:10.206891 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5a58934-b90a-4df0-9802-13b56e155491 req-811acc7f-922e-40d7-aee5-61a0b4eeeca4 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 943 time: 0.0700321 Jul 16 02:04:10.246553 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5a58934-b90a-4df0-9802-13b56e155491 req-2c1d5d30-b947-4fcb-bcb8-0ddb95d92ad6 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339689 Jul 16 02:04:11.445182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01320dcb-a14e-4463-8b3b-1e58fa4d6f42 req-ea354906-e582-424e-859e-355090356a16 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:11.446677 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01320dcb-a14e-4463-8b3b-1e58fa4d6f42 req-ea354906-e582-424e-859e-355090356a16 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 943 time: 0.0670307 Jul 16 02:04:11.490520 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-01320dcb-a14e-4463-8b3b-1e58fa4d6f42 req-4b079c47-59fb-48e6-9e4c-1a45cf243e97 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372531 Jul 16 02:04:11.708913 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-3f26aca8-0430-4aa9-8953-e355bbf38a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:11.710429 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-3f26aca8-0430-4aa9-8953-e355bbf38a29 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28&tenant_id=8072fcd5c02343758c430084659e9d69 HTTP/1.1" status: 200 len: 1094 time: 0.1034191 Jul 16 02:04:11.728016 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:11.805237 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:12.014212 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] For port de30ef2f-0610-405d-8749-107b23cc7d83, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=de30ef2f-0610-405d-8749-107b23cc7d83,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:12.049919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] For port de30ef2f-0610-405d-8749-107b23cc7d83, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:04:12.083782 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de30ef2f-0610-405d-8749-107b23cc7d83 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:04:12.091256 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:12.104165 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Transition to ACTIVE for port object de30ef2f-0610-405d-8749-107b23cc7d83 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:04:12.108110 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:12.112167 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 4ef8cb35-2cf0-4b94-948d-6270b9610d15 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:04:12.131959 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 4ef8cb35-2cf0-4b94-948d-6270b9610d15 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:04:12.132386 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 4ef8cb35-2cf0-4b94-948d-6270b9610d15 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:04:12.191809 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Pushing event updated for resources: {'Port': ['ID=de30ef2f-0610-405d-8749-107b23cc7d83,revision_number=9']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:12.244749 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] No DVR routers for this DVR port de30ef2f-0610-405d-8749-107b23cc7d83 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:04:12.400056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Attempting to bind port de30ef2f-0610-405d-8749-107b23cc7d83 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:04:12.400393 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Attempting to bind port de30ef2f-0610-405d-8749-107b23cc7d83 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:04:12.400718 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Attempting to bind port de30ef2f-0610-405d-8749-107b23cc7d83 on network f70b44d2-3ecb-4e97-b320-384529a39401 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:04:12.405100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Port de30ef2f-0610-405d-8749-107b23cc7d83 on network f70b44d2-3ecb-4e97-b320-384529a39401 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:04:12.405432 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Attempting to bind port de30ef2f-0610-405d-8749-107b23cc7d83 on network f70b44d2-3ecb-4e97-b320-384529a39401 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:04:12.410652 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:04:12.410992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Checking segment: {'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:04:12.411378 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Bound using segment: {'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:04:12.412094 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Bound port: de30ef2f-0610-405d-8749-107b23cc7d83, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:04:12.412448 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:12.483694 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] For port de30ef2f-0610-405d-8749-107b23cc7d83, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:04:12.487942 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] For port de30ef2f-0610-405d-8749-107b23cc7d83, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=de30ef2f-0610-405d-8749-107b23cc7d83,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:04:12.494070 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:12.532241 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:12.532893 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:12.534371 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] 10.222.0.47 "PUT /v2.0/ports/de30ef2f-0610-405d-8749-107b23cc7d83 HTTP/1.1" status: 200 len: 1091 time: 0.8105857 Jul 16 02:04:12.534754 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'tag': 'de30ef2f-0610-405d-8749-107b23cc7d83'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:12.537311 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679cd7bd-9a2a-4a9c-9bd3-c42f71a0beac" -d '{"events": [{"name": "network-changed", "server_uuid": "103432e7-a8fd-4f2c-beec-8f656743cb28", "tag": "de30ef2f-0610-405d-8749-107b23cc7d83"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:12.577048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b93ed3-7530-4c00-8e07-6513fb7fc089 service neutron] Pushing event updated for resources: {'Port': ['ID=de30ef2f-0610-405d-8749-107b23cc7d83,revision_number=10']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:12.655254 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ba35b8-f45f-44d1-ada7-b67a23200ae9 x-openstack-request-id: req-b7ba35b8-f45f-44d1-ada7-b67a23200ae9 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:12.655796 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103432e7-a8fd-4f2c-beec-8f656743cb28", "tag": "de30ef2f-0610-405d-8749-107b23cc7d83", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:12.656191 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b7ba35b8-f45f-44d1-ada7-b67a23200ae9 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:12.656739 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'tag': 'de30ef2f-0610-405d-8749-107b23cc7d83', 'status': 'completed', 'code': 200} Jul 16 02:04:12.711832 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-e6ed9399-2563-4b3a-9a56-c7b391970339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:12.714440 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-e6ed9399-2563-4b3a-9a56-c7b391970339 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8072fcd5c02343758c430084659e9d69&device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 1095 time: 0.1145062 Jul 16 02:04:12.776157 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf259c1-f35a-4fa8-ae0b-88bf916a3646 req-3701735d-15dc-4b19-9a49-1fcdceff5b9f tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:12.784824 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cdf259c1-f35a-4fa8-ae0b-88bf916a3646 req-3701735d-15dc-4b19-9a49-1fcdceff5b9f tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 944 time: 0.0856054 Jul 16 02:04:12.826915 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cdf259c1-f35a-4fa8-ae0b-88bf916a3646 req-a93daed8-96d4-423b-a1d8-7c2546e059fa tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408893 Jul 16 02:04:12.832869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-7e477f5d-1cd3-41e5-93b7-556c8836cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:12.834549 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-7e477f5d-1cd3-41e5-93b7-556c8836cd97 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f70b44d2-3ecb-4e97-b320-384529a39401 HTTP/1.1" status: 200 len: 918 time: 0.1109788 Jul 16 02:04:12.904128 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-cec70b7c-3535-4dbd-babb-cbd0f8a1d6f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de30ef2f-0610-405d-8749-107b23cc7d83 HTTP/1.1" status: 200 len: 998 time: 0.0622640 Jul 16 02:04:12.955077 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-111e0ac1-4921-4969-ade6-d71452ae2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:12.956731 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-111e0ac1-4921-4969-ade6-d71452ae2a3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52ee9bce-183e-45ca-b875-18144943b25c HTTP/1.1" status: 200 len: 856 time: 0.0465641 Jul 16 02:04:13.026362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-b9fcecf3-01cf-408a-98af-a0c84d14e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:13.028044 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-b9fcecf3-01cf-408a-98af-a0c84d14e8eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f70b44d2-3ecb-4e97-b320-384529a39401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640497 Jul 16 02:04:13.125044 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-5dac90fd-c10d-4fbc-a16d-eaa65f4568e4 service neutron] 10.222.0.47 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903955 Jul 16 02:04:13.221651 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1dc755d-a172-4935-8bf1-baa0a99263ab req-a7b032e9-35ab-4553-abc4-e22da87dfa7b service neutron] 10.222.0.47 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907443 Jul 16 02:04:13.381312 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cd7bd-9a2a-4a9c-9bd3-c42f71a0beac req-81d95f86-3346-40ea-aa71-a6c54e7fc0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:13.382966 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-679cd7bd-9a2a-4a9c-9bd3-c42f71a0beac req-81d95f86-3346-40ea-aa71-a6c54e7fc0b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8072fcd5c02343758c430084659e9d69&device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 1095 time: 0.0596199 Jul 16 02:04:13.493576 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cd7bd-9a2a-4a9c-9bd3-c42f71a0beac req-4b9cad67-3b8b-40ec-8b53-019fc8043696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:13.495318 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-679cd7bd-9a2a-4a9c-9bd3-c42f71a0beac req-4b9cad67-3b8b-40ec-8b53-019fc8043696 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f70b44d2-3ecb-4e97-b320-384529a39401 HTTP/1.1" status: 200 len: 918 time: 0.1062505 Jul 16 02:04:13.586039 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-679cd7bd-9a2a-4a9c-9bd3-c42f71a0beac req-41d215b2-f016-4ed8-ab6d-4adc7f60728e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de30ef2f-0610-405d-8749-107b23cc7d83 HTTP/1.1" status: 200 len: 998 time: 0.0833936 Jul 16 02:04:14.155612 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a23cb-65f0-4ad5-8436-a2c06ebe2cf2 req-b5016cfa-4ec6-43c0-92e3-46324f66402b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:14.157401 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ca3a23cb-65f0-4ad5-8436-a2c06ebe2cf2 req-b5016cfa-4ec6-43c0-92e3-46324f66402b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 944 time: 0.1254084 Jul 16 02:04:14.247758 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ca3a23cb-65f0-4ad5-8436-a2c06ebe2cf2 req-4640e3ac-4626-4073-8e04-aaff3dc1e067 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791655 Jul 16 02:04:15.458772 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042beed-c172-4e55-b7bd-9f4abd815e32 req-750ef04d-e603-46e9-a844-c8003eab1621 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:15.460590 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4042beed-c172-4e55-b7bd-9f4abd815e32 req-750ef04d-e603-46e9-a844-c8003eab1621 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 944 time: 0.0863881 Jul 16 02:04:15.507106 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4042beed-c172-4e55-b7bd-9f4abd815e32 req-6d5b955d-79b3-4923-bf38-e8d6c9525036 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392017 Jul 16 02:04:16.733173 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3997590-f4a6-46f8-9f33-90ccf52702bb req-81655342-3dce-46ea-9c7e-b884af322eb0 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:16.734904 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3997590-f4a6-46f8-9f33-90ccf52702bb req-81655342-3dce-46ea-9c7e-b884af322eb0 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 944 time: 0.0850091 Jul 16 02:04:16.781996 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3997590-f4a6-46f8-9f33-90ccf52702bb req-b229d3fa-99b9-41cc-99e0-2224e6dabeef tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397191 Jul 16 02:04:17.978901 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578fd5d-16f3-4962-92fc-3bb51f444834 req-8a7b02e6-7d5c-41d0-957e-1f15a9f3beaa tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:17.980494 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3578fd5d-16f3-4962-92fc-3bb51f444834 req-8a7b02e6-7d5c-41d0-957e-1f15a9f3beaa tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 944 time: 0.0728207 Jul 16 02:04:18.030584 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3578fd5d-16f3-4962-92fc-3bb51f444834 req-681173c4-2afd-42b9-a6d6-57385adeb86a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430136 Jul 16 02:04:19.240823 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf0a34-f75e-44b0-a7c4-ab779b433dc0 req-7e69beef-8098-418c-bc8a-e986ac0446c2 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:19.242365 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bdcf0a34-f75e-44b0-a7c4-ab779b433dc0 req-7e69beef-8098-418c-bc8a-e986ac0446c2 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 944 time: 0.0735605 Jul 16 02:04:19.318597 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bdcf0a34-f75e-44b0-a7c4-ab779b433dc0 req-0a20c4ff-2372-499e-9341-cb2e15a7c7e5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628285 Jul 16 02:04:20.527282 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10912ba-b038-43fe-be0d-9b939636bd9f req-86c47b9c-d680-49b7-ad99-a6979d408c25 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:20.529595 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b10912ba-b038-43fe-be0d-9b939636bd9f req-86c47b9c-d680-49b7-ad99-a6979d408c25 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 944 time: 0.0850260 Jul 16 02:04:20.584650 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b10912ba-b038-43fe-be0d-9b939636bd9f req-b57faefd-b046-455a-8e5c-b27a67119369 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367975 Jul 16 02:04:21.803069 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719528b-8ad2-435b-a583-78706cda38c1 req-b6d034a7-ee17-4855-9420-dff34b03e4f5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:21.805522 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6719528b-8ad2-435b-a583-78706cda38c1 req-b6d034a7-ee17-4855-9420-dff34b03e4f5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 944 time: 0.0807831 Jul 16 02:04:21.878832 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6719528b-8ad2-435b-a583-78706cda38c1 req-45780e23-acef-4047-bbe2-cb03ae4f3b68 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670609 Jul 16 02:04:23.086404 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d742cd-c5ad-41d5-8c23-f558068dbbf4 req-38b9468e-d505-4b69-bc4c-5c1da2605c4e tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:23.088238 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-84d742cd-c5ad-41d5-8c23-f558068dbbf4 req-38b9468e-d505-4b69-bc4c-5c1da2605c4e tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 944 time: 0.0747097 Jul 16 02:04:23.131799 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-84d742cd-c5ad-41d5-8c23-f558068dbbf4 req-f3412055-38cb-4ff9-bb1a-7dafa65d8686 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378320 Jul 16 02:04:23.795422 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cd7bd-9a2a-4a9c-9bd3-c42f71a0beac req-64be067f-9030-4aa1-bc34-fbfdcecf7a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:23.796987 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-679cd7bd-9a2a-4a9c-9bd3-c42f71a0beac req-64be067f-9030-4aa1-bc34-fbfdcecf7a26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52ee9bce-183e-45ca-b875-18144943b25c HTTP/1.1" status: 200 len: 856 time: 0.0478597 Jul 16 02:04:23.858490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cd7bd-9a2a-4a9c-9bd3-c42f71a0beac req-c1ffb1e5-afa1-42d6-9a14-223bae37eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:23.860046 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-679cd7bd-9a2a-4a9c-9bd3-c42f71a0beac req-c1ffb1e5-afa1-42d6-9a14-223bae37eb8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f70b44d2-3ecb-4e97-b320-384529a39401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547607 Jul 16 02:04:23.969341 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-679cd7bd-9a2a-4a9c-9bd3-c42f71a0beac req-fa904cd4-256d-4746-ac11-6474fe83710e service neutron] 10.222.0.47 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961487 Jul 16 02:04:23.970923 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:24.074242 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-679cd7bd-9a2a-4a9c-9bd3-c42f71a0beac req-7b3f8679-3e04-490d-8ac3-186515c2868f service neutron] 10.222.0.47 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945399 Jul 16 02:04:24.337890 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d451f1f-f2bb-4faa-903d-4e1d96dc83bc req-e5de687c-8d8e-4734-b400-c0a261d92d26 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:24.339364 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2d451f1f-f2bb-4faa-903d-4e1d96dc83bc req-e5de687c-8d8e-4734-b400-c0a261d92d26 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 944 time: 0.0698459 Jul 16 02:04:24.379420 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2d451f1f-f2bb-4faa-903d-4e1d96dc83bc req-440d9af5-6683-4faf-b07c-374f2dad18e2 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340841 Jul 16 02:04:25.559355 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150de95-95a7-46b7-ada8-5fed5b384ec9 req-5b919abe-04c3-44f0-9f88-35a61b778d51 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:25.560906 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f150de95-95a7-46b7-ada8-5fed5b384ec9 req-5b919abe-04c3-44f0-9f88-35a61b778d51 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 944 time: 0.0642936 Jul 16 02:04:25.600373 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f150de95-95a7-46b7-ada8-5fed5b384ec9 req-3e4bd83e-1dab-4fcf-a7b7-19f32523a477 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333762 Jul 16 02:04:26.785328 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beafd65-1df7-48e7-9926-f201dec239f5 req-d430c989-b71b-4c44-8a60-419e072e2a13 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:26.787082 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8beafd65-1df7-48e7-9926-f201dec239f5 req-d430c989-b71b-4c44-8a60-419e072e2a13 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 944 time: 0.0682433 Jul 16 02:04:26.827699 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8beafd65-1df7-48e7-9926-f201dec239f5 req-16a5ae8b-e26b-432c-a871-42d336e6331c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346668 Jul 16 02:04:28.012607 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e78403-7b0e-4a00-bb72-092df9619f70 req-d6cd7b8c-e761-4342-9c5a-cc05ac537b8b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:28.013965 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-14e78403-7b0e-4a00-bb72-092df9619f70 req-d6cd7b8c-e761-4342-9c5a-cc05ac537b8b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 944 time: 0.0658865 Jul 16 02:04:28.055529 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-14e78403-7b0e-4a00-bb72-092df9619f70 req-92f5d61f-dcf7-461d-b463-0f9073dd3b62 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359447 Jul 16 02:04:28.297858 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ffbb3c03-ff11-4983-aed9-3f113b9def6b req-bfd56ecd-7d6b-42f7-b45a-c47b69ac0b3f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0660241 Jul 16 02:04:28.373600 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2b67c210-7a58-452d-b787-b514fabf1be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:28.430780 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb3c03-ff11-4983-aed9-3f113b9def6b req-98ae37a8-fddc-4c8d-8a26-af1a05a5c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:28.432425 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ffbb3c03-ff11-4983-aed9-3f113b9def6b req-98ae37a8-fddc-4c8d-8a26-af1a05a5c448 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 1096 time: 0.0716784 Jul 16 02:04:28.561258 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb3c03-ff11-4983-aed9-3f113b9def6b req-020c9510-46f1-4c37-aa89-c23045bc7cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:28.563032 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ffbb3c03-ff11-4983-aed9-3f113b9def6b req-020c9510-46f1-4c37-aa89-c23045bc7cde service neutron] 10.222.0.26 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 912 time: 0.1091609 Jul 16 02:04:28.654532 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ffbb3c03-ff11-4983-aed9-3f113b9def6b req-c9222428-7f76-445a-b251-70d80f9ab3ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40a63948-2524-401d-908d-cc4b725c86b5 HTTP/1.1" status: 200 len: 1001 time: 0.0840583 Jul 16 02:04:28.726034 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb3c03-ff11-4983-aed9-3f113b9def6b req-ca3eeb8b-ddb0-4bfc-832a-06e7d118619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:28.726034 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ffbb3c03-ff11-4983-aed9-3f113b9def6b req-ca3eeb8b-ddb0-4bfc-832a-06e7d118619b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.0653007 Jul 16 02:04:28.788009 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb3c03-ff11-4983-aed9-3f113b9def6b req-60a9bb84-cc22-4864-add5-c85c7ef7e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:28.789520 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ffbb3c03-ff11-4983-aed9-3f113b9def6b req-60a9bb84-cc22-4864-add5-c85c7ef7e461 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575032 Jul 16 02:04:28.883276 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ffbb3c03-ff11-4983-aed9-3f113b9def6b req-dfae60cc-9c64-4af6-95c3-1e221ca9a9ac service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873649 Jul 16 02:04:28.947169 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:28.974534 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ffbb3c03-ff11-4983-aed9-3f113b9def6b req-6197e9a6-6461-42d7-89dc-42f53fad38fb service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852668 Jul 16 02:04:29.247591 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64009e80-0731-4358-b013-3192e98a7a00 req-4236f98b-2555-4bd9-a7ab-d2d4f14bf7ad tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:29.249142 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-64009e80-0731-4358-b013-3192e98a7a00 req-4236f98b-2555-4bd9-a7ab-d2d4f14bf7ad tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 944 time: 0.0681975 Jul 16 02:04:29.290452 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-64009e80-0731-4358-b013-3192e98a7a00 req-0726f1ee-a28f-4f2c-be88-67877a4475c5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353994 Jul 16 02:04:30.480841 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03101c-1e61-49bb-b963-0571e33ca546 req-0e5fb162-3a4c-4b2d-928b-00afd72562a8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:30.482541 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac03101c-1e61-49bb-b963-0571e33ca546 req-0e5fb162-3a4c-4b2d-928b-00afd72562a8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 944 time: 0.0768826 Jul 16 02:04:30.527175 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac03101c-1e61-49bb-b963-0571e33ca546 req-36e074ab-d34f-4285-aff7-b67548dac9cb tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377951 Jul 16 02:04:31.102948 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.108918 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-52a7acf4-22bc-418a-af89-87735886c3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.715856 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee41cbf-cf4f-4bd4-8b09-07c54d25cc9b req-be913546-7282-4f14-98e4-63c57bbb52f2 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:31.717506 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ee41cbf-cf4f-4bd4-8b09-07c54d25cc9b req-be913546-7282-4f14-98e4-63c57bbb52f2 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 944 time: 0.0665619 Jul 16 02:04:31.765936 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ee41cbf-cf4f-4bd4-8b09-07c54d25cc9b req-a075be33-2556-4cb3-afd7-4899472efb62 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396018 Jul 16 02:04:32.139955 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.204540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device de30ef2f-0610-405d-8749-107b23cc7d83 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:04:32.310495 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port de30ef2f-0610-405d-8749-107b23cc7d83, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=de30ef2f-0610-405d-8749-107b23cc7d83,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:32.322010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'de30ef2f-0610-405d-8749-107b23cc7d83', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'port_id': 'de30ef2f-0610-405d-8749-107b23cc7d83', 'mac_address': 'fa:16:3e:7a:e4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:04:32.362684 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.376815 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de30ef2f-0610-405d-8749-107b23cc7d83 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:04:32.400336 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port de30ef2f-0610-405d-8749-107b23cc7d83, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=de30ef2f-0610-405d-8749-107b23cc7d83,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:32.404523 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.462579 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=de30ef2f-0610-405d-8749-107b23cc7d83,revision_number=11']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:32.751536 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['de30ef2f-0610-405d-8749-107b23cc7d83'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:04:32.972790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc1155-3e8b-420d-a8d4-af2302467958 req-5c204560-d4ef-4dbe-b67d-f95f8d7b61fe tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:32.974245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbdc1155-3e8b-420d-a8d4-af2302467958 req-5c204560-d4ef-4dbe-b67d-f95f8d7b61fe tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0658476 Jul 16 02:04:33.013890 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dbdc1155-3e8b-420d-a8d4-af2302467958 req-4f216658-17dc-4cf8-ae81-547cc0dc3610 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336244 Jul 16 02:04:33.883084 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:34.199875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5341fd-e3be-4306-a87c-21bcd0030f3e req-07f31562-b9d1-4e08-af61-5efddd63dddf tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:34.201298 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fa5341fd-e3be-4306-a87c-21bcd0030f3e req-07f31562-b9d1-4e08-af61-5efddd63dddf tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 945 time: 0.0646024 Jul 16 02:04:34.205205 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device de30ef2f-0610-405d-8749-107b23cc7d83 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:04:34.243626 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fa5341fd-e3be-4306-a87c-21bcd0030f3e req-3b100429-92b0-4329-a44f-2017470082f1 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363998 Jul 16 02:04:34.261863 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port de30ef2f-0610-405d-8749-107b23cc7d83 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:04:34.266106 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port de30ef2f-0610-405d-8749-107b23cc7d83 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:34.266557 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:34.349313 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:34.373493 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de30ef2f-0610-405d-8749-107b23cc7d83'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:34.375916 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec791d0-885c-4370-b270-d2973c4c041d" -d '{"events": [{"server_uuid": "103432e7-a8fd-4f2c-beec-8f656743cb28", "name": "network-vif-plugged", "status": "completed", "tag": "de30ef2f-0610-405d-8749-107b23cc7d83"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:34.390750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port de30ef2f-0610-405d-8749-107b23cc7d83, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=de30ef2f-0610-405d-8749-107b23cc7d83,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:34.395946 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:34.422233 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7475da4-e5c1-4d49-9dd3-2606d9c8aa3f x-openstack-request-id: req-b7475da4-e5c1-4d49-9dd3-2606d9c8aa3f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:34.422536 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103432e7-a8fd-4f2c-beec-8f656743cb28", "name": "network-vif-plugged", "status": "completed", "tag": "de30ef2f-0610-405d-8749-107b23cc7d83", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:34.422778 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b7475da4-e5c1-4d49-9dd3-2606d9c8aa3f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:34.423165 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de30ef2f-0610-405d-8749-107b23cc7d83', 'code': 200} Jul 16 02:04:34.450189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=de30ef2f-0610-405d-8749-107b23cc7d83,revision_number=12']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:34.693384 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726c34b-48b2-4c77-868e-5547a0fc430d req-adcc8adf-df0e-4122-8246-1065dc7e84e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:34.704636 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6726c34b-48b2-4c77-868e-5547a0fc430d req-adcc8adf-df0e-4122-8246-1065dc7e84e5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 1097 time: 0.0630994 Jul 16 02:04:34.734378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6726c34b-48b2-4c77-868e-5547a0fc430d req-620d002e-d74e-4865-9e08-ffd085f6e7ce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296841 Jul 16 02:04:35.424858 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfa6da-5c43-4eff-832c-9fe69f54c870 req-ea2cac76-571b-4b8f-be60-62ec724f7f81 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:35.426992 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cddfa6da-5c43-4eff-832c-9fe69f54c870 req-ea2cac76-571b-4b8f-be60-62ec724f7f81 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 946 time: 0.0652530 Jul 16 02:04:35.464076 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cddfa6da-5c43-4eff-832c-9fe69f54c870 req-9d559b33-d8cb-4997-a839-bbabad0915fe tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315101 Jul 16 02:04:36.669548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2f253-5f62-45a5-86dc-57b67ae66835 req-f2b5713c-1596-406f-a419-a1d61aef4071 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:36.671250 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-66e2f253-5f62-45a5-86dc-57b67ae66835 req-f2b5713c-1596-406f-a419-a1d61aef4071 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 946 time: 0.0778565 Jul 16 02:04:36.716039 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-66e2f253-5f62-45a5-86dc-57b67ae66835 req-dee883f7-2604-4d7a-ad8f-272cc397e6e8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375471 Jul 16 02:04:37.904867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1785553-bb16-4bad-ace4-56c3ce3acc12 req-4bb55c47-e57a-43c0-9611-7004a8bd200c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:37.906505 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1785553-bb16-4bad-ace4-56c3ce3acc12 req-4bb55c47-e57a-43c0-9611-7004a8bd200c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 946 time: 0.0689607 Jul 16 02:04:37.945390 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e1785553-bb16-4bad-ace4-56c3ce3acc12 req-667bb2bd-da9d-4ac7-b4a6-8ce6fef63991 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321620 Jul 16 02:04:40.695727 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:04:42.676588 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44284971-ad4e-4085-a9fe-2a39b12189bf req-a6e14251-ef54-45e0-9d47-5aeea7fd657f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535111 Jul 16 02:04:42.804049 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44284971-ad4e-4085-a9fe-2a39b12189bf req-26f1cfc6-7da9-42ae-a4f8-425ff11941b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:42.805798 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44284971-ad4e-4085-a9fe-2a39b12189bf req-26f1cfc6-7da9-42ae-a4f8-425ff11941b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f51614fe139a43fbafcd3a8f8ba46960&device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 1096 time: 0.0582106 Jul 16 02:04:42.915954 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44284971-ad4e-4085-a9fe-2a39b12189bf req-7e9dffe3-1868-4098-bf50-815c0348f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:42.917436 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44284971-ad4e-4085-a9fe-2a39b12189bf req-7e9dffe3-1868-4098-bf50-815c0348f969 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6809c578-1f7e-42b6-97e0-bd2a60d4cfcc HTTP/1.1" status: 200 len: 909 time: 0.0908427 Jul 16 02:04:42.982151 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44284971-ad4e-4085-a9fe-2a39b12189bf req-49f744a2-89f3-4f97-9f0e-cac8cb2c5212 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51315f74-85cf-4545-973f-b53a49599264 HTTP/1.1" status: 200 len: 1000 time: 0.0581710 Jul 16 02:04:43.034972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44284971-ad4e-4085-a9fe-2a39b12189bf req-66448d76-5486-472a-8d02-70339f806374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:43.036766 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44284971-ad4e-4085-a9fe-2a39b12189bf req-66448d76-5486-472a-8d02-70339f806374 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db8914cf-667c-4879-822f-6fa815c45985 HTTP/1.1" status: 200 len: 847 time: 0.0484350 Jul 16 02:04:43.094742 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44284971-ad4e-4085-a9fe-2a39b12189bf req-47415872-f9c5-4033-a01f-05a2c0e0e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:43.096274 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44284971-ad4e-4085-a9fe-2a39b12189bf req-47415872-f9c5-4033-a01f-05a2c0e0e43f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6809c578-1f7e-42b6-97e0-bd2a60d4cfcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523896 Jul 16 02:04:43.187107 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44284971-ad4e-4085-a9fe-2a39b12189bf req-302ad91f-93b1-463e-b0cb-3e2791ec579b service neutron] 10.222.0.47 "GET /v2.0/networks/6809c578-1f7e-42b6-97e0-bd2a60d4cfcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831530 Jul 16 02:04:43.289690 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44284971-ad4e-4085-a9fe-2a39b12189bf req-1ec8aa76-d8b6-473f-9399-2ee1f480fe70 service neutron] 10.222.0.47 "GET /v2.0/networks/6809c578-1f7e-42b6-97e0-bd2a60d4cfcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958304 Jul 16 02:04:53.974872 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:58.368332 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ca852c4-2b40-4c8b-a0a2-b41217835028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:58.946758 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:01.094647 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:01.109727 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-857e87f7-6491-4eef-9c42-8f0524c0db9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:02.143329 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:03.887473 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:15.581521 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2d309-7662-429e-98ae-41d560818bb8 req-130fee28-4f03-4c2f-b084-7131dede13bd tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:15.583045 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-efb2d309-7662-429e-98ae-41d560818bb8 req-130fee28-4f03-4c2f-b084-7131dede13bd tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 946 time: 0.0647933 Jul 16 02:05:15.624879 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-efb2d309-7662-429e-98ae-41d560818bb8 req-3ec45a51-50e9-49e5-b793-22c38d6eebe6 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359406 Jul 16 02:05:16.810062 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16799aeb-ed4c-46f4-8c7a-3ee639e4385f req-684f9de6-64e4-46c7-aacb-606a7ddab625 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:16.811533 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16799aeb-ed4c-46f4-8c7a-3ee639e4385f req-684f9de6-64e4-46c7-aacb-606a7ddab625 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 946 time: 0.0670998 Jul 16 02:05:16.849315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16799aeb-ed4c-46f4-8c7a-3ee639e4385f req-8cd11f2d-094b-45ff-9279-e0b62a9fbd38 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c80ca52-a650-4219-9168-5d0a6f1a4b10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318763 Jul 16 02:05:17.296079 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfcc9f-aa13-41ce-8bdc-91d361e0fb44 req-2b9ad9c8-3530-4576-9682-44a2e14d6ab8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:17.297504 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94cfcc9f-aa13-41ce-8bdc-91d361e0fb44 req-2b9ad9c8-3530-4576-9682-44a2e14d6ab8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.47 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 946 time: 0.0687075 Jul 16 02:05:17.396912 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-94cfcc9f-aa13-41ce-8bdc-91d361e0fb44 req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Deleting port de30ef2f-0610-405d-8749-107b23cc7d83 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:17.397257 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-94cfcc9f-aa13-41ce-8bdc-91d361e0fb44 req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:17.491687 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-94cfcc9f-aa13-41ce-8bdc-91d361e0fb44 req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] For port de30ef2f-0610-405d-8749-107b23cc7d83, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=de30ef2f-0610-405d-8749-107b23cc7d83,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:17.492080 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-94cfcc9f-aa13-41ce-8bdc-91d361e0fb44 req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:17.668176 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-94cfcc9f-aa13-41ce-8bdc-91d361e0fb44 req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:17.668555 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-94cfcc9f-aa13-41ce-8bdc-91d361e0fb44 req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:17.668875 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [req-94cfcc9f-aa13-41ce-8bdc-91d361e0fb44 req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Floating IP 7ba180ca-28d8-4377-a48d-2436fde0b129 disassociated. External IP: 172.25.1.83, port: de30ef2f-0610-405d-8749-107b23cc7d83. Jul 16 02:05:17.669224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-94cfcc9f-aa13-41ce-8bdc-91d361e0fb44 req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Calling delete_port for de30ef2f-0610-405d-8749-107b23cc7d83 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:17.695528 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:05:17.798832 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-94cfcc9f-aa13-41ce-8bdc-91d361e0fb44 req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:17.827661 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Pushing event deleted for resources: {'Port': ['ID=de30ef2f-0610-405d-8749-107b23cc7d83,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:17.838161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:17.838523 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:17.838875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:17.839263 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:17.839549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:17.839908 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:17.840246 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:17.840580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:17.840916 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:17.841246 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:17.841596 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:17.841891 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:17.959357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94cfcc9f-aa13-41ce-8bdc-91d361e0fb44 req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Router 6465c642-b678-4e99-b567-572eb3db1825 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:05:18.031357 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-422720e1-24c0-4761-b02d-8a00252fc334 req-848a73df-c3c7-4dff-b500-330abad6fcc2 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=103432e7-a8fd-4f2c-beec-8f656743cb28 HTTP/1.1" status: 200 len: 210 time: 0.0304101 Jul 16 02:05:18.094344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94cfcc9f-aa13-41ce-8bdc-91d361e0fb44 req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:18.107081 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b50f18-2e60-45e3-b889-de749505d030 None None] Sync routers for ids ['6465c642-b678-4e99-b567-572eb3db1825'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:18.117637 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b50f18-2e60-45e3-b889-de749505d030 None None] Routers {'6465c642-b678-4e99-b567-572eb3db1825'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:18.118302 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-15b50f18-2e60-45e3-b889-de749505d030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:05:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6465c642-b678-4e99-b567-572eb3db1825'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:18.140301 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cfcc9f-aa13-41ce-8bdc-91d361e0fb44 req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] No DVR routers for this DVR port de30ef2f-0610-405d-8749-107b23cc7d83 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:05:18.142989 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-94cfcc9f-aa13-41ce-8bdc-91d361e0fb44 req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:18.145805 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94cfcc9f-aa13-41ce-8bdc-91d361e0fb44 req-5dea9327-054d-4285-b528-19b7a0504d2a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.47 "DELETE /v2.0/ports/de30ef2f-0610-405d-8749-107b23cc7d83 HTTP/1.1" status: 204 len: 173 time: 0.8417969 Jul 16 02:05:18.146244 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'name': 'network-vif-deleted', 'tag': 'de30ef2f-0610-405d-8749-107b23cc7d83'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:18.148529 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e51320-c16e-41d1-b15d-da6688acf367" -d '{"events": [{"server_uuid": "103432e7-a8fd-4f2c-beec-8f656743cb28", "name": "network-vif-deleted", "tag": "de30ef2f-0610-405d-8749-107b23cc7d83"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:18.191545 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28eef8a-c184-4440-9785-9f18273c7871 x-openstack-request-id: req-e28eef8a-c184-4440-9785-9f18273c7871 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:18.191866 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103432e7-a8fd-4f2c-beec-8f656743cb28", "name": "network-vif-deleted", "tag": "de30ef2f-0610-405d-8749-107b23cc7d83", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:18.192127 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e28eef8a-c184-4440-9785-9f18273c7871 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:18.192533 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103432e7-a8fd-4f2c-beec-8f656743cb28', 'name': 'network-vif-deleted', 'tag': 'de30ef2f-0610-405d-8749-107b23cc7d83', 'status': 'completed', 'code': 200} Jul 16 02:05:18.274749 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-15b50f18-2e60-45e3-b889-de749505d030 None None] Set router 6465c642-b678-4e99-b567-572eb3db1825 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:18.498121 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-15b50f18-2e60-45e3-b889-de749505d030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 4, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port': {'id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '564fc316-2ba3-46a5-92f6-5b27b4066300', 'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'mac_address': 'fa:16:3e:5a:43:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:35Z', 'updated_at': '2021-07-16T02:01:45Z', 'revision_number': 5, 'project_id': '8072fcd5c02343758c430084659e9d69', 'subnets': [{'id': '52ee9bce-183e-45ca-b875-18144943b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:18.524875 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b50f18-2e60-45e3-b889-de749505d030 None None] Checking router: 6465c642-b678-4e99-b567-572eb3db1825 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:05:18.539211 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b50f18-2e60-45e3-b889-de749505d030 None None] Routers {'6465c642-b678-4e99-b567-572eb3db1825'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:18.539211 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-15b50f18-2e60-45e3-b889-de749505d030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:05:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6465c642-b678-4e99-b567-572eb3db1825'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:18.644541 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-15b50f18-2e60-45e3-b889-de749505d030 None None] Set router 6465c642-b678-4e99-b567-572eb3db1825 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:18.851320 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-15b50f18-2e60-45e3-b889-de749505d030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 4, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port': {'id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '564fc316-2ba3-46a5-92f6-5b27b4066300', 'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'mac_address': 'fa:16:3e:5a:43:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:35Z', 'updated_at': '2021-07-16T02:01:45Z', 'revision_number': 5, 'project_id': '8072fcd5c02343758c430084659e9d69', 'subnets': [{'id': '52ee9bce-183e-45ca-b875-18144943b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:18.876828 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b50f18-2e60-45e3-b889-de749505d030 None None] The sync data for ids ['6465c642-b678-4e99-b567-572eb3db1825'] in n-d-800086-6 is: [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 4, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port': {'id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '564fc316-2ba3-46a5-92f6-5b27b4066300', 'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'mac_address': 'fa:16:3e:5a:43:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:35Z', 'updated_at': '2021-07-16T02:01:45Z', 'revision_number': 5, 'project_id': '8072fcd5c02343758c430084659e9d69', 'subnets': [{'id': '52ee9bce-183e-45ca-b875-18144943b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:19.100396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b946683-f333-4730-80a1-d4e7ac9837c1 None None] New status for floating IP 7ba180ca-28d8-4377-a48d-2436fde0b129: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:05:19.167730 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 37614) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:19.226334 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea85b1fd-c56d-458f-b8ef-a6df947ecdd8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:19.253804 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea85b1fd-c56d-458f-b8ef-a6df947ecdd8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:19.308309 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea85b1fd-c56d-458f-b8ef-a6df947ecdd8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:19.310916 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea85b1fd-c56d-458f-b8ef-a6df947ecdd8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:19.312060 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ea85b1fd-c56d-458f-b8ef-a6df947ecdd8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "DELETE /v2.0/security-groups/7c80ca52-a650-4219-9168-5d0a6f1a4b10 HTTP/1.1" status: 204 len: 168 time: 0.1427042 Jul 16 02:05:19.315590 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 37620) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:19.322427 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85b1fd-c56d-458f-b8ef-a6df947ecdd8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c80ca52-a650-4219-9168-5d0a6f1a4b10,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:19.331962 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-840b9706-a826-4712-8788-0ce625186df1 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] show failed (client error): The resource could not be found. Jul 16 02:05:19.335744 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-840b9706-a826-4712-8788-0ce625186df1 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups/7c80ca52-a650-4219-9168-5d0a6f1a4b10 HTTP/1.1" status: 404 len: 347 time: 0.0162511 Jul 16 02:05:19.336379 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 37622) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:19.465802 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Deleting port 3540bfbb-c6a5-4c53-8557-4be14eb48462 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:19.466140 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:19.542797 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:19.543121 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:19.554828 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Calling delete_port for 3540bfbb-c6a5-4c53-8557-4be14eb48462 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:19.700367 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:19.731435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Pushing event deleted for resources: {'Port': ['ID=3540bfbb-c6a5-4c53-8557-4be14eb48462,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:19.741237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:19.741591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:19.741957 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:19.742290 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:19.742619 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:19.742955 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:19.743280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:19.743602 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:19.743950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:19.744270 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:19.744589 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:19.744905 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:19.813965 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:19.817515 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:19.818699 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9b799c50-eca1-4f6e-a761-4daa6dd89353 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "DELETE /v2.0/floatingips/7ba180ca-28d8-4377-a48d-2436fde0b129 HTTP/1.1" status: 204 len: 168 time: 0.4814000 Jul 16 02:05:20.206202 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 37632) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:20.210965 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-870819fd-16ea-4e46-9de3-cd2edb94bff8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1456025849', 'description': 'tempest-description--1965486817'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:20.238638 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-870819fd-16ea-4e46-9de3-cd2edb94bff8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.329129 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-870819fd-16ea-4e46-9de3-cd2edb94bff8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.333555 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-870819fd-16ea-4e46-9de3-cd2edb94bff8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.364638 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-870819fd-16ea-4e46-9de3-cd2edb94bff8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.365887 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-870819fd-16ea-4e46-9de3-cd2edb94bff8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1585937 Jul 16 02:05:20.367857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870819fd-16ea-4e46-9de3-cd2edb94bff8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43811972-b7f1-4834-a2ec-7083492cbccd,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:20.369022 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 37638) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:20.374006 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-6234f4cc-002c-4f2d-84e2-5f23325fc2b6 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Request body: {'security_group_rule': {'security_group_id': '43811972-b7f1-4834-a2ec-7083492cbccd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:20.401420 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6234f4cc-002c-4f2d-84e2-5f23325fc2b6 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.406732 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device de30ef2f-0610-405d-8749-107b23cc7d83 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:05:20.431204 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: de30ef2f-0610-405d-8749-107b23cc7d83 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:05:20.431679 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device de30ef2f-0610-405d-8749-107b23cc7d83 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:05:20.464668 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6234f4cc-002c-4f2d-84e2-5f23325fc2b6 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.468322 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6234f4cc-002c-4f2d-84e2-5f23325fc2b6 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.489173 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234f4cc-002c-4f2d-84e2-5f23325fc2b6 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b92a78-4284-4a83-935a-0a5fbfc45ccb,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:20.491633 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6234f4cc-002c-4f2d-84e2-5f23325fc2b6 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.492895 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6234f4cc-002c-4f2d-84e2-5f23325fc2b6 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225741 Jul 16 02:05:20.495859 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 37640) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:20.500556 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-25fa2462-710d-4bf7-95f5-44b601ede564 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Request body: {'security_group_rule': {'security_group_id': '43811972-b7f1-4834-a2ec-7083492cbccd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:20.526423 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-25fa2462-710d-4bf7-95f5-44b601ede564 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.582950 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-25fa2462-710d-4bf7-95f5-44b601ede564 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.586685 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-25fa2462-710d-4bf7-95f5-44b601ede564 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.603803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa2462-710d-4bf7-95f5-44b601ede564 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2eb5583-9bf9-4861-99c2-a939ff6f9c1f,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:20.609791 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-25fa2462-710d-4bf7-95f5-44b601ede564 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.611281 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-25fa2462-710d-4bf7-95f5-44b601ede564 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142495 Jul 16 02:05:20.615147 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 37642) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:20.619664 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f98eb5bb-0e06-4631-ad73-0d3ebfaad956 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:20.641946 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f98eb5bb-0e06-4631-ad73-0d3ebfaad956 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.748874 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f98eb5bb-0e06-4631-ad73-0d3ebfaad956 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.851274 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-f98eb5bb-0e06-4631-ad73-0d3ebfaad956 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Allocated IP 172.25.1.186 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/8ee89de0-bf15-497d-a2aa-0cda23a05ac1) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:20.954740 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f98eb5bb-0e06-4631-ad73-0d3ebfaad956 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.993455 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f98eb5bb-0e06-4631-ad73-0d3ebfaad956 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:21.031635 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98eb5bb-0e06-4631-ad73-0d3ebfaad956 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:21.035373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-f98eb5bb-0e06-4631-ad73-0d3ebfaad956 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:21.038883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98eb5bb-0e06-4631-ad73-0d3ebfaad956 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:21.044174 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98eb5bb-0e06-4631-ad73-0d3ebfaad956 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Pushing event updated for resources: {'Port': ['ID=8ee89de0-bf15-497d-a2aa-0cda23a05ac1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:21.126734 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f98eb5bb-0e06-4631-ad73-0d3ebfaad956 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:21.169462 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f98eb5bb-0e06-4631-ad73-0d3ebfaad956 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:21.331264 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f98eb5bb-0e06-4631-ad73-0d3ebfaad956 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:21.335632 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f98eb5bb-0e06-4631-ad73-0d3ebfaad956 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:21.399974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98eb5bb-0e06-4631-ad73-0d3ebfaad956 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Pushing event updated for resources: {'Port': ['ID=8ee89de0-bf15-497d-a2aa-0cda23a05ac1,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:21.411496 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f98eb5bb-0e06-4631-ad73-0d3ebfaad956 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:21.425186 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f98eb5bb-0e06-4631-ad73-0d3ebfaad956 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:21.426381 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f98eb5bb-0e06-4631-ad73-0d3ebfaad956 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8101988 Jul 16 02:05:21.635023 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-95c1ccd3-b651-42ec-bfc7-5b6735f642b9 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1456025849&fields=id&tenant_id=8072fcd5c02343758c430084659e9d69 HTTP/1.1" status: 200 len: 267 time: 0.0498679 Jul 16 02:05:21.743312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-8967d278-5e77-4fb1-9e29-d71fa58bddc2 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:21.744840 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-8967d278-5e77-4fb1-9e29-d71fa58bddc2 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/networks?id=f70b44d2-3ecb-4e97-b320-384529a39401 HTTP/1.1" status: 200 len: 817 time: 0.1000113 Jul 16 02:05:21.761117 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-559317e1-cb35-4fa6-92b9-b258f6849f5d tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/quotas/8072fcd5c02343758c430084659e9d69 HTTP/1.1" status: 200 len: 375 time: 0.0098498 Jul 16 02:05:21.860950 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-04dba5f7-8716-4068-8fe4-1c59215bf202 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8072fcd5c02343758c430084659e9d69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0940890 Jul 16 02:05:21.958318 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-2067250c-4452-4317-863c-2d1b2c4002e4 service neutron] 10.222.0.54 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849938 Jul 16 02:05:22.055103 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-7541a3e3-2617-426a-a9d0-a700f67a9c76 service neutron] 10.222.0.54 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909238 Jul 16 02:05:22.239664 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-98ab54a8-8a08-4c59-83ce-9a788bcc24cd req-220a87c0-3b30-468a-8ff8-b4293b4298fd tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 210 time: 0.0350428 Jul 16 02:05:23.414120 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09c96960-5349-41fa-a2db-e5982294231d req-ed306224-ef82-4621-8992-aa919480eec2 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 210 time: 0.0441380 Jul 16 02:05:23.629735 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-8e64aa6a-943b-4740-9c29-49cc6e063fd0 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:23.631860 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-8e64aa6a-943b-4740-9c29-49cc6e063fd0 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.26 "GET /v2.0/networks?id=f70b44d2-3ecb-4e97-b320-384529a39401 HTTP/1.1" status: 200 len: 817 time: 0.1317818 Jul 16 02:05:23.707001 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-be2ee599-60fe-4949-ba3f-ecc1681e8675 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8072fcd5c02343758c430084659e9d69 HTTP/1.1" status: 200 len: 380 time: 0.0532687 Jul 16 02:05:23.717364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-b47f707b-84c7-4ca9-96e6-bfa4ae7335e5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Request body: {'port': {'device_id': 'df0efb4b-e233-4b73-b99a-edeab934711b', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'admin_state_up': True, 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'security_groups': ['43811972-b7f1-4834-a2ec-7083492cbccd']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:23.845676 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-b47f707b-84c7-4ca9-96e6-bfa4ae7335e5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Made reservation on behalf of 8072fcd5c02343758c430084659e9d69 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:05:23.850172 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-b47f707b-84c7-4ca9-96e6-bfa4ae7335e5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:24.008836 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:24.038268 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-b47f707b-84c7-4ca9-96e6-bfa4ae7335e5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Allocated IP 172.20.0.10 (f70b44d2-3ecb-4e97-b320-384529a39401/52ee9bce-183e-45ca-b875-18144943b25c/664682b6-bf51-437c-aa41-29ec6f0bd5f5) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:24.217909 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-b47f707b-84c7-4ca9-96e6-bfa4ae7335e5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:24.233519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-b47f707b-84c7-4ca9-96e6-bfa4ae7335e5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Transition to ACTIVE for port object 664682b6-bf51-437c-aa41-29ec6f0bd5f5 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:05:24.273325 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-b47f707b-84c7-4ca9-96e6-bfa4ae7335e5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:24.324401 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-b47f707b-84c7-4ca9-96e6-bfa4ae7335e5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Network f70b44d2-3ecb-4e97-b320-384529a39401 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:24.327724 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-b47f707b-84c7-4ca9-96e6-bfa4ae7335e5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:24.332943 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-b47f707b-84c7-4ca9-96e6-bfa4ae7335e5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:24.365944 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f707b-84c7-4ca9-96e6-bfa4ae7335e5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Pushing event updated for resources: {'Port': ['ID=664682b6-bf51-437c-aa41-29ec6f0bd5f5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:24.394435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-b47f707b-84c7-4ca9-96e6-bfa4ae7335e5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:24.395088 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-b47f707b-84c7-4ca9-96e6-bfa4ae7335e5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:24.411227 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-b47f707b-84c7-4ca9-96e6-bfa4ae7335e5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6985691 Jul 16 02:05:24.429583 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Request body: {'port': {'device_id': 'df0efb4b-e233-4b73-b99a-edeab934711b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:24.516024 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:24.664794 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e1666a3f-cf99-44f7-8fb2-6f2f6b4105dd None None] Provisioning for port 664682b6-bf51-437c-aa41-29ec6f0bd5f5 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:05:24.669100 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e1666a3f-cf99-44f7-8fb2-6f2f6b4105dd None None] Provisioning complete for port 664682b6-bf51-437c-aa41-29ec6f0bd5f5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:05:24.669478 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e1666a3f-cf99-44f7-8fb2-6f2f6b4105dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:24.710189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e1666a3f-cf99-44f7-8fb2-6f2f6b4105dd None None] Port 664682b6-bf51-437c-aa41-29ec6f0bd5f5 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:05:24.859147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664682b6-bf51-437c-aa41-29ec6f0bd5f5 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:05:24.868572 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:24.882615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Transition to ACTIVE for port object 664682b6-bf51-437c-aa41-29ec6f0bd5f5 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:05:24.886969 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:24.939349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Pushing event updated for resources: {'Port': ['ID=664682b6-bf51-437c-aa41-29ec6f0bd5f5,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:25.019290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7a58f-9eda-4b2a-849a-7f8b8b9f9eab req-cd236d31-ab40-4820-abf7-d70e469f5267 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:25.024076 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-efd7a58f-9eda-4b2a-849a-7f8b8b9f9eab req-cd236d31-ab40-4820-abf7-d70e469f5267 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 932 time: 0.4662454 Jul 16 02:05:25.034910 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Attempting to bind port 664682b6-bf51-437c-aa41-29ec6f0bd5f5 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:05:25.035366 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Attempting to bind port 664682b6-bf51-437c-aa41-29ec6f0bd5f5 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:05:25.035664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Attempting to bind port 664682b6-bf51-437c-aa41-29ec6f0bd5f5 on network f70b44d2-3ecb-4e97-b320-384529a39401 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:05:25.040800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Port 664682b6-bf51-437c-aa41-29ec6f0bd5f5 on network f70b44d2-3ecb-4e97-b320-384529a39401 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:05:25.041125 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Attempting to bind port 664682b6-bf51-437c-aa41-29ec6f0bd5f5 on network f70b44d2-3ecb-4e97-b320-384529a39401 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:05:25.053576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:05:25.053913 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Checking segment: {'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:05:25.054368 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Bound using segment: {'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:05:25.054852 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Bound port: 664682b6-bf51-437c-aa41-29ec6f0bd5f5, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:05:25.055355 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:25.074793 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-efd7a58f-9eda-4b2a-849a-7f8b8b9f9eab req-8fa3847a-bdbe-45e0-929a-235005923ae0 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443258 Jul 16 02:05:25.132959 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] For port 664682b6-bf51-437c-aa41-29ec6f0bd5f5, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:05:25.136300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] For port 664682b6-bf51-437c-aa41-29ec6f0bd5f5, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=664682b6-bf51-437c-aa41-29ec6f0bd5f5,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:05:25.147453 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:25.184602 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:25.185600 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:25.187099 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] 10.222.0.26 "PUT /v2.0/ports/664682b6-bf51-437c-aa41-29ec6f0bd5f5 HTTP/1.1" status: 200 len: 1092 time: 0.7627342 Jul 16 02:05:25.190551 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0efb4b-e233-4b73-b99a-edeab934711b', 'tag': '664682b6-bf51-437c-aa41-29ec6f0bd5f5'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:25.193715 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90507cc9-42ce-4a5c-adda-7d7e358dc67c" -d '{"events": [{"name": "network-changed", "server_uuid": "df0efb4b-e233-4b73-b99a-edeab934711b", "tag": "664682b6-bf51-437c-aa41-29ec6f0bd5f5"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:25.294480 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d94833-5c9a-4797-8d55-3a8ed2fb7201 service neutron] Pushing event updated for resources: {'Port': ['ID=664682b6-bf51-437c-aa41-29ec6f0bd5f5,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:25.341243 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-afd58aa2-4e04-4d7c-860d-d850cee65227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:25.343929 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-afd58aa2-4e04-4d7c-860d-d850cee65227 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8072fcd5c02343758c430084659e9d69&device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 1095 time: 0.0843954 Jul 16 02:05:25.408164 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66165df7-11ad-462c-b1dd-53dc0069b7ee x-openstack-request-id: req-66165df7-11ad-462c-b1dd-53dc0069b7ee {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:25.408520 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0efb4b-e233-4b73-b99a-edeab934711b", "tag": "664682b6-bf51-437c-aa41-29ec6f0bd5f5", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:25.409739 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-66165df7-11ad-462c-b1dd-53dc0069b7ee {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:25.410547 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0efb4b-e233-4b73-b99a-edeab934711b', 'tag': '664682b6-bf51-437c-aa41-29ec6f0bd5f5', 'status': 'completed', 'code': 200} Jul 16 02:05:25.414078 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-c8825455-98bf-47f6-8b4d-6bb1971a1bc9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=664682b6-bf51-437c-aa41-29ec6f0bd5f5 HTTP/1.1" status: 200 len: 217 time: 0.0579903 Jul 16 02:05:25.482460 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-16e023cb-6465-4e0e-ae2f-c97f36c5498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:25.483967 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-16e023cb-6465-4e0e-ae2f-c97f36c5498a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52ee9bce-183e-45ca-b875-18144943b25c HTTP/1.1" status: 200 len: 856 time: 0.0634713 Jul 16 02:05:25.563008 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-7dffc7c5-fbad-41f0-9fa0-581d434ee509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:25.565240 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-7dffc7c5-fbad-41f0-9fa0-581d434ee509 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f70b44d2-3ecb-4e97-b320-384529a39401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687425 Jul 16 02:05:25.948992 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-99707555-284e-43c9-a7f3-d54c59009ee3 service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722034 Jul 16 02:05:26.044499 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4d8b623-650e-434b-b2e5-e5944bea7d1c req-1d19d4e6-e3c3-4a6e-91f7-08e7a7861322 service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891588 Jul 16 02:05:26.236497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90507cc9-42ce-4a5c-adda-7d7e358dc67c req-9c06155b-f09f-46e7-a520-b3945e2a66f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:26.239100 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-90507cc9-42ce-4a5c-adda-7d7e358dc67c req-9c06155b-f09f-46e7-a520-b3945e2a66f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8072fcd5c02343758c430084659e9d69&device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 1095 time: 0.0806108 Jul 16 02:05:26.316226 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c59d6-63dc-4e70-99ae-7e7e50e5d818 req-cb625758-e8f2-4df9-a8f5-1fe1a7fb85c2 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:26.318030 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ae8c59d6-63dc-4e70-99ae-7e7e50e5d818 req-cb625758-e8f2-4df9-a8f5-1fe1a7fb85c2 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 944 time: 0.0935321 Jul 16 02:05:26.380332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90507cc9-42ce-4a5c-adda-7d7e358dc67c req-7cd0c47c-3c7b-455a-a81e-39292d91602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:26.382050 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-90507cc9-42ce-4a5c-adda-7d7e358dc67c req-7cd0c47c-3c7b-455a-a81e-39292d91602c service neutron] 10.222.0.26 "GET /v2.0/networks?id=f70b44d2-3ecb-4e97-b320-384529a39401 HTTP/1.1" status: 200 len: 918 time: 0.1366820 Jul 16 02:05:26.384200 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ae8c59d6-63dc-4e70-99ae-7e7e50e5d818 req-7ac096e2-b13c-474d-a08e-1ac1b449b71a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600834 Jul 16 02:05:26.428170 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-90507cc9-42ce-4a5c-adda-7d7e358dc67c req-86ee33e3-7023-486c-b8d0-8e9c0917440e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=664682b6-bf51-437c-aa41-29ec6f0bd5f5 HTTP/1.1" status: 200 len: 217 time: 0.0390763 Jul 16 02:05:26.483901 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90507cc9-42ce-4a5c-adda-7d7e358dc67c req-4565dffb-4aef-4cb3-a16f-584b04722de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:26.485381 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-90507cc9-42ce-4a5c-adda-7d7e358dc67c req-4565dffb-4aef-4cb3-a16f-584b04722de0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52ee9bce-183e-45ca-b875-18144943b25c HTTP/1.1" status: 200 len: 856 time: 0.0511293 Jul 16 02:05:26.553132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90507cc9-42ce-4a5c-adda-7d7e358dc67c req-a57ea7a9-4fdf-4ae5-ae5c-fb0c7c45a5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:26.554641 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-90507cc9-42ce-4a5c-adda-7d7e358dc67c req-a57ea7a9-4fdf-4ae5-ae5c-fb0c7c45a5b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f70b44d2-3ecb-4e97-b320-384529a39401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620201 Jul 16 02:05:26.661832 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-90507cc9-42ce-4a5c-adda-7d7e358dc67c req-9b27aed6-f026-4d63-ad42-3f10fe947624 service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003532 Jul 16 02:05:26.755374 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-90507cc9-42ce-4a5c-adda-7d7e358dc67c req-caa83eed-a197-4c0c-b73a-1c5b1044163e service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867853 Jul 16 02:05:27.612093 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc9535-6091-411c-bf97-74f17405183b req-07d13d17-ad08-42d8-add0-1d96a46e4a87 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:27.615811 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c1dc9535-6091-411c-bf97-74f17405183b req-07d13d17-ad08-42d8-add0-1d96a46e4a87 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 944 time: 0.0940030 Jul 16 02:05:27.667835 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c1dc9535-6091-411c-bf97-74f17405183b req-6cad2e2e-c64f-4d2d-8a41-bdb2b59f0960 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471971 Jul 16 02:05:28.381368 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ff7b93e-d07d-4d05-85cf-71017a80377a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:28.957585 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e359d-275d-4eaa-8f48-2151e4898a9d req-c9b29e9c-c4f8-480f-a7cc-cd6e3883ae57 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:28.959129 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-880e359d-275d-4eaa-8f48-2151e4898a9d req-c9b29e9c-c4f8-480f-a7cc-cd6e3883ae57 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 944 time: 0.0894063 Jul 16 02:05:28.969327 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:29.012453 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-880e359d-275d-4eaa-8f48-2151e4898a9d req-ffa2e23b-649c-4e51-b7e6-7151a94500cd tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430400 Jul 16 02:05:29.069037 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 664682b6-bf51-437c-aa41-29ec6f0bd5f5 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:05:29.184154 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 664682b6-bf51-437c-aa41-29ec6f0bd5f5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=664682b6-bf51-437c-aa41-29ec6f0bd5f5,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:29.200973 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '664682b6-bf51-437c-aa41-29ec6f0bd5f5', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'port_id': '664682b6-bf51-437c-aa41-29ec6f0bd5f5', 'mac_address': 'fa:16:3e:c6:e8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:05:29.285820 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:29.300606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664682b6-bf51-437c-aa41-29ec6f0bd5f5 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:05:29.343499 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 664682b6-bf51-437c-aa41-29ec6f0bd5f5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=664682b6-bf51-437c-aa41-29ec6f0bd5f5,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:29.354682 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:29.456778 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=664682b6-bf51-437c-aa41-29ec6f0bd5f5,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:29.467554 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.467937 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.468283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.468815 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.469088 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.469408 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.469748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.470042 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.470552 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.471156 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.471540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.471977 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.677785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['664682b6-bf51-437c-aa41-29ec6f0bd5f5'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:05:30.234618 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3725b9-0f53-4431-b996-426bb83f158d req-3bb2e286-fc04-42c7-bf93-bf466a8f63dd tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:30.236314 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be3725b9-0f53-4431-b996-426bb83f158d req-3bb2e286-fc04-42c7-bf93-bf466a8f63dd tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 945 time: 0.0856221 Jul 16 02:05:30.331374 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-be3725b9-0f53-4431-b996-426bb83f158d req-c9457f03-631c-46ce-b2d2-d0fdb65a766c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723696 Jul 16 02:05:30.360755 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f11fc61f-3e77-47e2-a80e-d776157d1c76 req-457c3702-ebcf-4278-b431-def9013dfcde service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1119049 Jul 16 02:05:30.513243 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fc61f-3e77-47e2-a80e-d776157d1c76 req-cc84bdf5-1189-450d-9da9-d36bacb283fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:30.515160 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f11fc61f-3e77-47e2-a80e-d776157d1c76 req-cc84bdf5-1189-450d-9da9-d36bacb283fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 1096 time: 0.0900688 Jul 16 02:05:30.645064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fc61f-3e77-47e2-a80e-d776157d1c76 req-3084bd1d-2eaa-4e22-907d-34c52251448b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:30.646639 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f11fc61f-3e77-47e2-a80e-d776157d1c76 req-3084bd1d-2eaa-4e22-907d-34c52251448b service neutron] 10.222.0.26 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 912 time: 0.1044519 Jul 16 02:05:30.729329 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f11fc61f-3e77-47e2-a80e-d776157d1c76 req-2a87201e-0d79-4053-945c-477851a371a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40a63948-2524-401d-908d-cc4b725c86b5 HTTP/1.1" status: 200 len: 1001 time: 0.0765860 Jul 16 02:05:30.788316 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fc61f-3e77-47e2-a80e-d776157d1c76 req-66dadc6f-e0cb-4c94-8a33-6b7f71aefa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:30.791572 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f11fc61f-3e77-47e2-a80e-d776157d1c76 req-66dadc6f-e0cb-4c94-8a33-6b7f71aefa3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.0561666 Jul 16 02:05:30.884447 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fc61f-3e77-47e2-a80e-d776157d1c76 req-4f43a74c-f69c-47b3-9164-e469d4f5ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:30.887526 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f11fc61f-3e77-47e2-a80e-d776157d1c76 req-4f43a74c-f69c-47b3-9164-e469d4f5ed30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887246 Jul 16 02:05:31.044837 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f11fc61f-3e77-47e2-a80e-d776157d1c76 req-0d76cfeb-81f3-4267-9b4a-9d2968ce1087 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471200 Jul 16 02:05:31.081686 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 664682b6-bf51-437c-aa41-29ec6f0bd5f5 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:05:31.135501 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:31.147262 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7587c94-2958-48e7-bb81-0065fcf5ec90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:31.169487 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f11fc61f-3e77-47e2-a80e-d776157d1c76 req-2bfbf060-c509-4034-a577-4224e9fc17ae service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188021 Jul 16 02:05:31.170149 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 664682b6-bf51-437c-aa41-29ec6f0bd5f5 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:05:31.175794 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 664682b6-bf51-437c-aa41-29ec6f0bd5f5 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:05:31.176252 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:31.279825 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:31.314098 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0efb4b-e233-4b73-b99a-edeab934711b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664682b6-bf51-437c-aa41-29ec6f0bd5f5'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:31.317072 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb0ebec-2cc2-4cf0-be82-57266883e147" -d '{"events": [{"server_uuid": "df0efb4b-e233-4b73-b99a-edeab934711b", "name": "network-vif-plugged", "status": "completed", "tag": "664682b6-bf51-437c-aa41-29ec6f0bd5f5"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:31.333138 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 664682b6-bf51-437c-aa41-29ec6f0bd5f5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=664682b6-bf51-437c-aa41-29ec6f0bd5f5,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:31.338516 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:31.420490 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=664682b6-bf51-437c-aa41-29ec6f0bd5f5,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:31.499390 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa718b39-3505-47c7-9f93-6b218f92a4a9 x-openstack-request-id: req-fa718b39-3505-47c7-9f93-6b218f92a4a9 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:31.499717 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0efb4b-e233-4b73-b99a-edeab934711b", "name": "network-vif-plugged", "status": "completed", "tag": "664682b6-bf51-437c-aa41-29ec6f0bd5f5", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:31.499996 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fa718b39-3505-47c7-9f93-6b218f92a4a9 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:31.500399 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0efb4b-e233-4b73-b99a-edeab934711b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664682b6-bf51-437c-aa41-29ec6f0bd5f5', 'code': 200} Jul 16 02:05:31.722931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f736d41-85f7-4952-bfa2-2c628a4335b8 req-008a052f-545d-403c-be6b-058c5f242d47 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:31.730477 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f736d41-85f7-4952-bfa2-2c628a4335b8 req-008a052f-545d-403c-be6b-058c5f242d47 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.1890857 Jul 16 02:05:31.761465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efb0d2-0dd5-4ecc-95ac-b94a6fddd9ad req-556b223e-c317-449b-9e0b-d0e6fbd4e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:31.763381 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8efb0d2-0dd5-4ecc-95ac-b94a6fddd9ad req-556b223e-c317-449b-9e0b-d0e6fbd4e48d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 1097 time: 0.1249840 Jul 16 02:05:31.792381 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f736d41-85f7-4952-bfa2-2c628a4335b8 req-71788dc5-8395-4583-9439-799eea8f5727 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599074 Jul 16 02:05:31.820438 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8efb0d2-0dd5-4ecc-95ac-b94a6fddd9ad req-e9a4728f-1123-41ee-9880-339c74c608f2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433428 Jul 16 02:05:32.151315 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:33.021260 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7eb8b-dde3-4fa1-9c7e-86d0c7b524c2 req-0f933a76-9283-4a91-879e-53fe2000530f tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:33.037995 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-37b7eb8b-dde3-4fa1-9c7e-86d0c7b524c2 req-0f933a76-9283-4a91-879e-53fe2000530f tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.0862994 Jul 16 02:05:33.076505 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-37b7eb8b-dde3-4fa1-9c7e-86d0c7b524c2 req-7988cdc2-8175-4815-9a52-af34edea5779 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373826 Jul 16 02:05:33.887657 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:34.280925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628a5f3-98e1-4e6d-a75f-0cae67f7f3aa req-a54d1989-425e-4eda-84f2-a761ed831d41 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:34.280925 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8628a5f3-98e1-4e6d-a75f-0cae67f7f3aa req-a54d1989-425e-4eda-84f2-a761ed831d41 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.0728025 Jul 16 02:05:34.323084 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8628a5f3-98e1-4e6d-a75f-0cae67f7f3aa req-4ae5babf-f67c-488a-be41-556d94c460b9 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383844 Jul 16 02:05:34.395197 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74940d2a-5e64-41be-b5b7-069131862940 req-10c116e9-f1a1-4983-bcd7-8c557e5adfd4 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976042482&fields=id&tenant_id=3429d6c64c11482188275a95cd24498c HTTP/1.1" status: 200 len: 267 time: 0.0344393 Jul 16 02:05:34.515549 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3626d-25fa-4417-ae14-806da5176bf0 req-a9ecbab9-05ce-488c-93cb-67cf5b57fc22 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:34.517459 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20e3626d-25fa-4417-ae14-806da5176bf0 req-a9ecbab9-05ce-488c-93cb-67cf5b57fc22 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.0714772 Jul 16 02:05:34.526199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74940d2a-5e64-41be-b5b7-069131862940 req-476a02e5-8021-4549-97b7-64e66d68b31c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:34.526639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 37930) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:34.528079 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74940d2a-5e64-41be-b5b7-069131862940 req-476a02e5-8021-4549-97b7-64e66d68b31c tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 811 time: 0.1238286 Jul 16 02:05:34.531378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-55d93c52-d0c2-4b30-a6da-7f731eb3b77a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Request body: {'floatingip': {'port_id': '664682b6-bf51-437c-aa41-29ec6f0bd5f5'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:34.542655 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74940d2a-5e64-41be-b5b7-069131862940 req-a9bfebbc-6363-4004-9949-e872390a6d2a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/quotas/3429d6c64c11482188275a95cd24498c HTTP/1.1" status: 200 len: 375 time: 0.0111666 Jul 16 02:05:34.572379 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-55d93c52-d0c2-4b30-a6da-7f731eb3b77a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for floatingip, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:34.617536 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74940d2a-5e64-41be-b5b7-069131862940 req-a06ff3be-fe7d-4d36-9800-b7f8d7fa647b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0695093 Jul 16 02:05:34.719956 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74940d2a-5e64-41be-b5b7-069131862940 req-2501dcab-3516-4912-b347-327e178dcbb7 service neutron] 10.222.0.54 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903497 Jul 16 02:05:34.815394 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74940d2a-5e64-41be-b5b7-069131862940 req-d98ba705-9d88-4626-90ff-6ca128bdc9ce service neutron] 10.222.0.54 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910671 Jul 16 02:05:35.047468 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-55d93c52-d0c2-4b30-a6da-7f731eb3b77a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:35.051186 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-55d93c52-d0c2-4b30-a6da-7f731eb3b77a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:35.176357 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-109d4588-cdc9-4e80-8b8d-14de97ce5940 req-47e95e18-b47e-45e9-8b3e-14efb519f966 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 210 time: 0.0620124 Jul 16 02:05:35.198859 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-55d93c52-d0c2-4b30-a6da-7f731eb3b77a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Floating IP 3482307c-d1c5-433f-b07d-1bd607dda236 associated. External IP: 172.25.1.186, port: 664682b6-bf51-437c-aa41-29ec6f0bd5f5. Jul 16 02:05:35.423274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d93c52-d0c2-4b30-a6da-7f731eb3b77a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Router 6465c642-b678-4e99-b567-572eb3db1825 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:05:35.540603 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d93c52-d0c2-4b30-a6da-7f731eb3b77a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:35.547945 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-55d93c52-d0c2-4b30-a6da-7f731eb3b77a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:35.551627 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e6a85-f43b-4175-bc5b-84a68d4e8aad None None] Sync routers for ids ['6465c642-b678-4e99-b567-572eb3db1825'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:35.563679 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e6a85-f43b-4175-bc5b-84a68d4e8aad None None] Routers {'6465c642-b678-4e99-b567-572eb3db1825'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:35.565427 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-362e6a85-f43b-4175-bc5b-84a68d4e8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:05:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6465c642-b678-4e99-b567-572eb3db1825'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:35.594284 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-55d93c52-d0c2-4b30-a6da-7f731eb3b77a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "PUT /v2.0/floatingips/3482307c-d1c5-433f-b07d-1bd607dda236 HTTP/1.1" status: 200 len: 992 time: 1.0662796 Jul 16 02:05:35.594899 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0efb4b-e233-4b73-b99a-edeab934711b', 'tag': '664682b6-bf51-437c-aa41-29ec6f0bd5f5'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:35.597538 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f612d22b-8d13-4ce0-8752-d69899d47d11" -d '{"events": [{"name": "network-changed", "server_uuid": "df0efb4b-e233-4b73-b99a-edeab934711b", "tag": "664682b6-bf51-437c-aa41-29ec6f0bd5f5"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:35.648268 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290a9a9c-c9e8-4d8a-89ee-3e8c7d0c8108 x-openstack-request-id: req-290a9a9c-c9e8-4d8a-89ee-3e8c7d0c8108 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:35.648662 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0efb4b-e233-4b73-b99a-edeab934711b", "tag": "664682b6-bf51-437c-aa41-29ec6f0bd5f5", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:35.649090 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-290a9a9c-c9e8-4d8a-89ee-3e8c7d0c8108 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:35.649572 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0efb4b-e233-4b73-b99a-edeab934711b', 'tag': '664682b6-bf51-437c-aa41-29ec6f0bd5f5', 'status': 'completed', 'code': 200} Jul 16 02:05:35.723063 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-362e6a85-f43b-4175-bc5b-84a68d4e8aad None None] Set router 6465c642-b678-4e99-b567-572eb3db1825 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:35.757792 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612d22b-8d13-4ce0-8752-d69899d47d11 req-727020af-6652-43fa-8a88-5792efb91ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:35.760229 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f612d22b-8d13-4ce0-8752-d69899d47d11 req-727020af-6652-43fa-8a88-5792efb91ad8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8072fcd5c02343758c430084659e9d69&device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 1097 time: 0.0631306 Jul 16 02:05:35.881115 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612d22b-8d13-4ce0-8752-d69899d47d11 req-ea006ddd-d742-4e4a-98fe-44f9b75cd44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:35.883046 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f612d22b-8d13-4ce0-8752-d69899d47d11 req-ea006ddd-d742-4e4a-98fe-44f9b75cd44a service neutron] 10.222.0.26 "GET /v2.0/networks?id=f70b44d2-3ecb-4e97-b320-384529a39401 HTTP/1.1" status: 200 len: 918 time: 0.1161995 Jul 16 02:05:35.956344 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f612d22b-8d13-4ce0-8752-d69899d47d11 req-15667e9f-f20d-4b18-9c5c-9cc4b183e337 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=664682b6-bf51-437c-aa41-29ec6f0bd5f5 HTTP/1.1" status: 200 len: 1000 time: 0.0671995 Jul 16 02:05:36.005684 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-362e6a85-f43b-4175-bc5b-84a68d4e8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 4, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port': {'id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '3482307c-d1c5-433f-b07d-1bd607dda236', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '6465c642-b678-4e99-b567-572eb3db1825', 'port_id': '664682b6-bf51-437c-aa41-29ec6f0bd5f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'mac_address': 'fa:16:3e:c6:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0efb4b-e233-4b73-b99a-edeab934711b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:21Z', 'updated_at': '2021-07-16T02:05:34Z', 'revision_number': 1, 'project_id': '8072fcd5c02343758c430084659e9d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564fc316-2ba3-46a5-92f6-5b27b4066300', 'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'mac_address': 'fa:16:3e:5a:43:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:35Z', 'updated_at': '2021-07-16T02:01:45Z', 'revision_number': 5, 'project_id': '8072fcd5c02343758c430084659e9d69', 'subnets': [{'id': '52ee9bce-183e-45ca-b875-18144943b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:36.008161 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612d22b-8d13-4ce0-8752-d69899d47d11 req-713df4a6-3f3c-4f3d-80b1-8f34cb2e1b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:36.009641 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f612d22b-8d13-4ce0-8752-d69899d47d11 req-713df4a6-3f3c-4f3d-80b1-8f34cb2e1b1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52ee9bce-183e-45ca-b875-18144943b25c HTTP/1.1" status: 200 len: 856 time: 0.0469644 Jul 16 02:05:36.032725 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e6a85-f43b-4175-bc5b-84a68d4e8aad None None] Checking router: 6465c642-b678-4e99-b567-572eb3db1825 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:05:36.042002 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e6a85-f43b-4175-bc5b-84a68d4e8aad None None] Routers {'6465c642-b678-4e99-b567-572eb3db1825'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:36.042835 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-362e6a85-f43b-4175-bc5b-84a68d4e8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:05:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6465c642-b678-4e99-b567-572eb3db1825'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:36.069343 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612d22b-8d13-4ce0-8752-d69899d47d11 req-536b5cee-088c-48a7-ae22-52385789ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:36.071097 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f612d22b-8d13-4ce0-8752-d69899d47d11 req-536b5cee-088c-48a7-ae22-52385789ce45 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f70b44d2-3ecb-4e97-b320-384529a39401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558722 Jul 16 02:05:36.149848 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-362e6a85-f43b-4175-bc5b-84a68d4e8aad None None] Set router 6465c642-b678-4e99-b567-572eb3db1825 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:36.170354 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f612d22b-8d13-4ce0-8752-d69899d47d11 req-583196a4-1c62-45cf-bb40-2703bf2790ab service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928304 Jul 16 02:05:36.287251 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f612d22b-8d13-4ce0-8752-d69899d47d11 req-be4af77a-6ed8-4e31-a04f-1ddbcae128fb service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112075 Jul 16 02:05:36.391954 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9c4e939c-7018-4e94-bf89-db945d693c71 req-678d6b96-f924-403d-b498-909e96010298 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 210 time: 0.0299859 Jul 16 02:05:36.468945 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-362e6a85-f43b-4175-bc5b-84a68d4e8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 4, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port': {'id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '3482307c-d1c5-433f-b07d-1bd607dda236', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '6465c642-b678-4e99-b567-572eb3db1825', 'port_id': '664682b6-bf51-437c-aa41-29ec6f0bd5f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'mac_address': 'fa:16:3e:c6:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0efb4b-e233-4b73-b99a-edeab934711b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:21Z', 'updated_at': '2021-07-16T02:05:34Z', 'revision_number': 1, 'project_id': '8072fcd5c02343758c430084659e9d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564fc316-2ba3-46a5-92f6-5b27b4066300', 'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'mac_address': 'fa:16:3e:5a:43:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:35Z', 'updated_at': '2021-07-16T02:01:45Z', 'revision_number': 5, 'project_id': '8072fcd5c02343758c430084659e9d69', 'subnets': [{'id': '52ee9bce-183e-45ca-b875-18144943b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:36.502845 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e6a85-f43b-4175-bc5b-84a68d4e8aad None None] The sync data for ids ['6465c642-b678-4e99-b567-572eb3db1825'] in n-d-800086-6 is: [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 4, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port': {'id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '3482307c-d1c5-433f-b07d-1bd607dda236', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '6465c642-b678-4e99-b567-572eb3db1825', 'port_id': '664682b6-bf51-437c-aa41-29ec6f0bd5f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'mac_address': 'fa:16:3e:c6:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0efb4b-e233-4b73-b99a-edeab934711b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:21Z', 'updated_at': '2021-07-16T02:05:34Z', 'revision_number': 1, 'project_id': '8072fcd5c02343758c430084659e9d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564fc316-2ba3-46a5-92f6-5b27b4066300', 'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'mac_address': 'fa:16:3e:5a:43:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:35Z', 'updated_at': '2021-07-16T02:01:45Z', 'revision_number': 5, 'project_id': '8072fcd5c02343758c430084659e9d69', 'subnets': [{'id': '52ee9bce-183e-45ca-b875-18144943b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:36.525045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74940d2a-5e64-41be-b5b7-069131862940 req-beda83f1-caf8-4560-891f-6ecef01ff701 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:36.527332 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74940d2a-5e64-41be-b5b7-069131862940 req-beda83f1-caf8-4560-891f-6ecef01ff701 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.47 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 811 time: 0.1397309 Jul 16 02:05:36.585420 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74940d2a-5e64-41be-b5b7-069131862940 req-f46b3a1d-a0bb-4ec9-a659-40d8362ffdb8 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3429d6c64c11482188275a95cd24498c HTTP/1.1" status: 200 len: 380 time: 0.0417647 Jul 16 02:05:36.600697 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-74940d2a-5e64-41be-b5b7-069131862940 req-1db66446-66b2-4e18-ad37-becce578aeb2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Request body: {'port': {'device_id': 'ab110d15-7700-4542-862e-080870cf092c', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'admin_state_up': True, 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'security_groups': ['7b448518-3e3e-46cd-b57d-5a41bf80d6e3']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:36.729051 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74940d2a-5e64-41be-b5b7-069131862940 req-1db66446-66b2-4e18-ad37-becce578aeb2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Made reservation on behalf of 3429d6c64c11482188275a95cd24498c for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:05:36.733442 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-74940d2a-5e64-41be-b5b7-069131862940 req-1db66446-66b2-4e18-ad37-becce578aeb2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:36.758402 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e53467-09a9-4482-8a86-b7d1e8e8168b None None] New status for floating IP 3482307c-d1c5-433f-b07d-1bd607dda236: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:05:36.874577 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-74940d2a-5e64-41be-b5b7-069131862940 req-1db66446-66b2-4e18-ad37-becce578aeb2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Allocated IP 172.20.0.6 (b4b57e43-3231-411c-8e72-c548d881f43a/f7545b14-fb64-4666-8e5c-e0421d4351cb/67471cc3-7178-4753-b975-560e4dd4db35) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:37.057346 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-74940d2a-5e64-41be-b5b7-069131862940 req-1db66446-66b2-4e18-ad37-becce578aeb2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:37.071294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-74940d2a-5e64-41be-b5b7-069131862940 req-1db66446-66b2-4e18-ad37-becce578aeb2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Transition to ACTIVE for port object 67471cc3-7178-4753-b975-560e4dd4db35 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:05:37.104440 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-74940d2a-5e64-41be-b5b7-069131862940 req-1db66446-66b2-4e18-ad37-becce578aeb2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:37.152636 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74940d2a-5e64-41be-b5b7-069131862940 req-1db66446-66b2-4e18-ad37-becce578aeb2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Network b4b57e43-3231-411c-8e72-c548d881f43a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:37.156076 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-74940d2a-5e64-41be-b5b7-069131862940 req-1db66446-66b2-4e18-ad37-becce578aeb2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:37.160482 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-74940d2a-5e64-41be-b5b7-069131862940 req-1db66446-66b2-4e18-ad37-becce578aeb2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:37.166851 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db66446-66b2-4e18-ad37-becce578aeb2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'Port': ['ID=67471cc3-7178-4753-b975-560e4dd4db35,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:37.213268 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74940d2a-5e64-41be-b5b7-069131862940 req-1db66446-66b2-4e18-ad37-becce578aeb2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:37.213886 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-74940d2a-5e64-41be-b5b7-069131862940 req-1db66446-66b2-4e18-ad37-becce578aeb2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:37.228705 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74940d2a-5e64-41be-b5b7-069131862940 req-1db66446-66b2-4e18-ad37-becce578aeb2 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6348166 Jul 16 02:05:37.254889 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Request body: {'port': {'device_id': 'ab110d15-7700-4542-862e-080870cf092c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:37.359661 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:37.492497 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3703f9d5-b795-441f-8f9d-1027c626a5cc None None] Provisioning for port 67471cc3-7178-4753-b975-560e4dd4db35 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:05:37.496655 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3703f9d5-b795-441f-8f9d-1027c626a5cc None None] Provisioning complete for port 67471cc3-7178-4753-b975-560e4dd4db35 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:05:37.497249 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3703f9d5-b795-441f-8f9d-1027c626a5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:37.556602 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3703f9d5-b795-441f-8f9d-1027c626a5cc None None] Port 67471cc3-7178-4753-b975-560e4dd4db35 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:05:37.653276 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067d651-c5d5-4893-8f5f-619af639eb45 req-efd5fbac-8432-459e-9fb4-02ba1a5c02b3 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:37.654504 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b067d651-c5d5-4893-8f5f-619af639eb45 req-efd5fbac-8432-459e-9fb4-02ba1a5c02b3 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 931 time: 0.0821900 Jul 16 02:05:37.714097 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b067d651-c5d5-4893-8f5f-619af639eb45 req-1998d45b-aa49-4a26-92fc-8cd4a912abbd tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533638 Jul 16 02:05:37.719920 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67471cc3-7178-4753-b975-560e4dd4db35 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:05:37.736906 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:37.743813 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Transition to ACTIVE for port object 67471cc3-7178-4753-b975-560e4dd4db35 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:05:37.747719 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:37.835571 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Pushing event updated for resources: {'Port': ['ID=67471cc3-7178-4753-b975-560e4dd4db35,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:37.889164 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Attempting to bind port 67471cc3-7178-4753-b975-560e4dd4db35 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:05:37.889619 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Attempting to bind port 67471cc3-7178-4753-b975-560e4dd4db35 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:05:37.890173 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Attempting to bind port 67471cc3-7178-4753-b975-560e4dd4db35 on network b4b57e43-3231-411c-8e72-c548d881f43a {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:05:37.895973 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Port 67471cc3-7178-4753-b975-560e4dd4db35 on network b4b57e43-3231-411c-8e72-c548d881f43a not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:05:37.896378 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Attempting to bind port 67471cc3-7178-4753-b975-560e4dd4db35 on network b4b57e43-3231-411c-8e72-c548d881f43a {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:05:37.901848 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:05:37.902267 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Checking segment: {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:05:37.902744 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Bound using segment: {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:05:37.903257 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Bound port: 67471cc3-7178-4753-b975-560e4dd4db35, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb26db5-470f-4579-8605-8b4d65617db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:05:37.903689 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:37.995022 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] For port 67471cc3-7178-4753-b975-560e4dd4db35, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:05:37.998434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] For port 67471cc3-7178-4753-b975-560e4dd4db35, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=67471cc3-7178-4753-b975-560e4dd4db35,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:05:38.009097 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:38.047074 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:38.047609 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:38.049552 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74940d2a-5e64-41be-b5b7-069131862940 req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] 10.222.0.47 "PUT /v2.0/ports/67471cc3-7178-4753-b975-560e4dd4db35 HTTP/1.1" status: 200 len: 1091 time: 0.7999136 Jul 16 02:05:38.051974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab110d15-7700-4542-862e-080870cf092c', 'tag': '67471cc3-7178-4753-b975-560e4dd4db35'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:38.054443 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717c8376-758d-444f-bbd2-d8c140070936" -d '{"events": [{"name": "network-changed", "server_uuid": "ab110d15-7700-4542-862e-080870cf092c", "tag": "67471cc3-7178-4753-b975-560e4dd4db35"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:38.086333 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786eaf2-7dd3-46e9-a33f-9f1c026aabe7 service neutron] Pushing event updated for resources: {'Port': ['ID=67471cc3-7178-4753-b975-560e4dd4db35,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:38.172531 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577e2dc1-323e-46b2-9d67-60edd183d3da x-openstack-request-id: req-577e2dc1-323e-46b2-9d67-60edd183d3da {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:38.173132 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab110d15-7700-4542-862e-080870cf092c", "tag": "67471cc3-7178-4753-b975-560e4dd4db35", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:38.173559 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-577e2dc1-323e-46b2-9d67-60edd183d3da {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:38.174123 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab110d15-7700-4542-862e-080870cf092c', 'tag': '67471cc3-7178-4753-b975-560e4dd4db35', 'status': 'completed', 'code': 200} Jul 16 02:05:38.212975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74940d2a-5e64-41be-b5b7-069131862940 req-4c8e7bd5-c630-42a6-94a7-7d40040df540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:38.214513 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74940d2a-5e64-41be-b5b7-069131862940 req-4c8e7bd5-c630-42a6-94a7-7d40040df540 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 1094 time: 0.0984731 Jul 16 02:05:38.273749 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74940d2a-5e64-41be-b5b7-069131862940 req-c361e891-42fd-4f66-86ed-7b6d309cf810 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67471cc3-7178-4753-b975-560e4dd4db35 HTTP/1.1" status: 200 len: 217 time: 0.0450616 Jul 16 02:05:38.345368 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74940d2a-5e64-41be-b5b7-069131862940 req-bb380b30-782b-45ec-8dbd-5d93a0b52f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:38.347298 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74940d2a-5e64-41be-b5b7-069131862940 req-bb380b30-782b-45ec-8dbd-5d93a0b52f2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.0668032 Jul 16 02:05:38.433611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74940d2a-5e64-41be-b5b7-069131862940 req-3f5ff2c9-1cff-42cc-9d2f-67e8af8893ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:38.435862 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74940d2a-5e64-41be-b5b7-069131862940 req-3f5ff2c9-1cff-42cc-9d2f-67e8af8893ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780795 Jul 16 02:05:38.533539 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74940d2a-5e64-41be-b5b7-069131862940 req-c3e2a565-b247-4d4c-a5d4-929c142ce8e3 service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902262 Jul 16 02:05:38.624919 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-74940d2a-5e64-41be-b5b7-069131862940 req-3cf88d85-e48e-4ceb-83e6-125a4b2e7341 service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829225 Jul 16 02:05:38.770533 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c8376-758d-444f-bbd2-d8c140070936 req-7150f9ab-4f8d-4a94-8308-e8576855abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:38.773310 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-717c8376-758d-444f-bbd2-d8c140070936 req-7150f9ab-4f8d-4a94-8308-e8576855abf0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 1094 time: 0.0657992 Jul 16 02:05:38.887943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c8376-758d-444f-bbd2-d8c140070936 req-e92ac3b6-7574-416a-bbd1-7dccfcc6459d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:38.889394 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-717c8376-758d-444f-bbd2-d8c140070936 req-e92ac3b6-7574-416a-bbd1-7dccfcc6459d service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 912 time: 0.1099389 Jul 16 02:05:38.918533 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c105c-76b7-4b1a-bdb5-86aea2b12c13 req-647670be-bf36-4360-a802-8910022cc552 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:38.926672 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c71c105c-76b7-4b1a-bdb5-86aea2b12c13 req-647670be-bf36-4360-a802-8910022cc552 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 943 time: 0.0841022 Jul 16 02:05:38.938462 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-717c8376-758d-444f-bbd2-d8c140070936 req-b21f9712-a2e9-416a-8417-02e0b9e74f4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67471cc3-7178-4753-b975-560e4dd4db35 HTTP/1.1" status: 200 len: 217 time: 0.0424781 Jul 16 02:05:38.963884 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c71c105c-76b7-4b1a-bdb5-86aea2b12c13 req-f340212a-8fa3-4756-b2e6-b663a98f3420 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363052 Jul 16 02:05:38.999438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c8376-758d-444f-bbd2-d8c140070936 req-a2e51fb9-b892-44f2-93d3-3923084a9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:39.000965 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-717c8376-758d-444f-bbd2-d8c140070936 req-a2e51fb9-b892-44f2-93d3-3923084a9162 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.0560811 Jul 16 02:05:39.061577 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c8376-758d-444f-bbd2-d8c140070936 req-a7796fd4-7b86-46e7-b3e0-6dad0355fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:39.063238 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-717c8376-758d-444f-bbd2-d8c140070936 req-a7796fd4-7b86-46e7-b3e0-6dad0355fc3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540020 Jul 16 02:05:39.161433 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-717c8376-758d-444f-bbd2-d8c140070936 req-b6b92f6e-7c73-4e27-8e27-e00f9c1c783a service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904379 Jul 16 02:05:39.259268 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-717c8376-758d-444f-bbd2-d8c140070936 req-f80726a1-df14-4e79-a318-d17af9fc8096 service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907576 Jul 16 02:05:40.154755 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5d320-9b93-431e-babd-52ec6cd2d218 req-7bbdfb63-5d64-45ef-9e66-945529ecef88 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:40.156281 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fce5d320-9b93-431e-babd-52ec6cd2d218 req-7bbdfb63-5d64-45ef-9e66-945529ecef88 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 943 time: 0.0699806 Jul 16 02:05:40.204777 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fce5d320-9b93-431e-babd-52ec6cd2d218 req-e41189ee-aa88-4b88-8dfa-c8c45804c8e1 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415952 Jul 16 02:05:41.387228 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c6fc3-ed98-4bf7-b92d-db18e2881dfe req-92939414-7a52-4937-a343-dbfa0ee04faf tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:41.388761 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-006c6fc3-ed98-4bf7-b92d-db18e2881dfe req-92939414-7a52-4937-a343-dbfa0ee04faf tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 943 time: 0.0644250 Jul 16 02:05:41.427817 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-006c6fc3-ed98-4bf7-b92d-db18e2881dfe req-3cfb8947-3f72-4fd0-82ab-455074855541 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327322 Jul 16 02:05:42.622411 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b5fee-ee43-4600-b34a-b3f5f73729d8 req-e90fcc97-6b66-4f76-8c9a-25a61019a1fb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:42.623973 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-770b5fee-ee43-4600-b34a-b3f5f73729d8 req-e90fcc97-6b66-4f76-8c9a-25a61019a1fb tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 943 time: 0.0850749 Jul 16 02:05:42.663917 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-770b5fee-ee43-4600-b34a-b3f5f73729d8 req-6bd29e0f-f680-4aea-bc39-3a7bc2e67367 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336225 Jul 16 02:05:43.856432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c3e72-505c-4e03-ad50-5e2eb5e4160a req-8fa3cedb-3475-4249-a039-f0040c2af344 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:43.857925 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b30c3e72-505c-4e03-ad50-5e2eb5e4160a req-8fa3cedb-3475-4249-a039-f0040c2af344 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 943 time: 0.0687697 Jul 16 02:05:43.897237 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b30c3e72-505c-4e03-ad50-5e2eb5e4160a req-df14fa1f-49e2-4f72-acd5-3787bc6c088b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324914 Jul 16 02:05:45.073615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a1bfd-da3d-4522-8030-6077cb3d747d req-5c767ebf-d6ce-40ea-8968-0a4cc045c30a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:45.075119 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b79a1bfd-da3d-4522-8030-6077cb3d747d req-5c767ebf-d6ce-40ea-8968-0a4cc045c30a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 943 time: 0.0642149 Jul 16 02:05:45.113347 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b79a1bfd-da3d-4522-8030-6077cb3d747d req-6b59461b-6123-4cbc-bb78-819d43900a69 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322514 Jul 16 02:05:46.330373 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a63fd-5473-4c7c-a26d-2d9efada7f1b req-e8039aca-008d-4cfd-8fe9-5a83db85a19e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:46.332026 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-682a63fd-5473-4c7c-a26d-2d9efada7f1b req-e8039aca-008d-4cfd-8fe9-5a83db85a19e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 943 time: 0.0837314 Jul 16 02:05:46.375299 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-682a63fd-5473-4c7c-a26d-2d9efada7f1b req-0f93d08b-a305-4179-801a-1f049a4ee62b tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365796 Jul 16 02:05:47.587624 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b6743-d96f-444b-9aa8-394614808ee4 req-faeafd0b-885d-4acb-95ae-356ea9033654 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:47.589258 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e3b6743-d96f-444b-9aa8-394614808ee4 req-faeafd0b-885d-4acb-95ae-356ea9033654 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 943 time: 0.0876157 Jul 16 02:05:47.635362 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e3b6743-d96f-444b-9aa8-394614808ee4 req-bdef519a-d80a-4f34-9927-5369fd626887 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374329 Jul 16 02:05:48.822199 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5afa3-873f-459f-bd0a-b89882b83311 req-8a3046af-fef2-45d0-adfc-cdec89d94703 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:48.823693 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-87f5afa3-873f-459f-bd0a-b89882b83311 req-8a3046af-fef2-45d0-adfc-cdec89d94703 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 943 time: 0.0675323 Jul 16 02:05:48.862589 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-87f5afa3-873f-459f-bd0a-b89882b83311 req-1aacc5f7-553d-495c-86e2-a53e4cea28f5 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332301 Jul 16 02:05:50.055127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388d867-ec8f-44f3-a33d-1dc3b0ce28a7 req-566bdfbc-1014-44bb-a86f-9736d6be2939 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:50.055997 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e388d867-ec8f-44f3-a33d-1dc3b0ce28a7 req-566bdfbc-1014-44bb-a86f-9736d6be2939 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 943 time: 0.0722604 Jul 16 02:05:50.096443 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e388d867-ec8f-44f3-a33d-1dc3b0ce28a7 req-4b56901e-3b75-4ba1-88b9-ab72b9bdbbac tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341291 Jul 16 02:05:50.536195 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 67471cc3-7178-4753-b975-560e4dd4db35 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:05:50.637844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 67471cc3-7178-4753-b975-560e4dd4db35, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=67471cc3-7178-4753-b975-560e4dd4db35,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:50.650847 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '67471cc3-7178-4753-b975-560e4dd4db35', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'port_id': '67471cc3-7178-4753-b975-560e4dd4db35', 'mac_address': 'fa:16:3e:3a:1f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:05:50.692985 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:50.705614 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67471cc3-7178-4753-b975-560e4dd4db35 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:05:50.725722 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 67471cc3-7178-4753-b975-560e4dd4db35, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=67471cc3-7178-4753-b975-560e4dd4db35,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:50.730608 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:50.784048 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=67471cc3-7178-4753-b975-560e4dd4db35,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:51.069586 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['67471cc3-7178-4753-b975-560e4dd4db35'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:05:51.297073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0fea4-41d3-43b3-b10e-488f500adb1f req-228f1b77-9be1-4d4d-8cfb-784ac7232399 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:51.304246 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-add0fea4-41d3-43b3-b10e-488f500adb1f req-228f1b77-9be1-4d4d-8cfb-784ac7232399 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 944 time: 0.0855427 Jul 16 02:05:51.344712 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-add0fea4-41d3-43b3-b10e-488f500adb1f req-ddbf3136-f250-4e4f-b877-d20f9bfa1880 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395494 Jul 16 02:05:52.529785 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab772e-6e1f-48c7-8d4c-ca6852e36dab req-35149633-9c36-49e0-ba95-eb61e689d06d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:52.531377 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4ab772e-6e1f-48c7-8d4c-ca6852e36dab req-35149633-9c36-49e0-ba95-eb61e689d06d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 944 time: 0.0724020 Jul 16 02:05:52.565992 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 67471cc3-7178-4753-b975-560e4dd4db35 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:05:52.584171 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b4ab772e-6e1f-48c7-8d4c-ca6852e36dab req-5d12d840-1042-453b-96bd-3e776909f7ab tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361900 Jul 16 02:05:52.641661 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 67471cc3-7178-4753-b975-560e4dd4db35 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:05:52.645403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 67471cc3-7178-4753-b975-560e4dd4db35 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:05:52.645784 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.732938 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.758620 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab110d15-7700-4542-862e-080870cf092c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67471cc3-7178-4753-b975-560e4dd4db35'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:52.761169 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6ed542-16b7-4ae5-9ffa-ab84bedff1b1" -d '{"events": [{"server_uuid": "ab110d15-7700-4542-862e-080870cf092c", "name": "network-vif-plugged", "status": "completed", "tag": "67471cc3-7178-4753-b975-560e4dd4db35"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:52.774431 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 67471cc3-7178-4753-b975-560e4dd4db35, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=67471cc3-7178-4753-b975-560e4dd4db35,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:52.785703 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.810071 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e31817-805e-4217-9402-53b5d83fa51f x-openstack-request-id: req-84e31817-805e-4217-9402-53b5d83fa51f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:52.810391 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab110d15-7700-4542-862e-080870cf092c", "name": "network-vif-plugged", "status": "completed", "tag": "67471cc3-7178-4753-b975-560e4dd4db35", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:52.810646 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84e31817-805e-4217-9402-53b5d83fa51f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:52.811028 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab110d15-7700-4542-862e-080870cf092c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67471cc3-7178-4753-b975-560e4dd4db35', 'code': 200} Jul 16 02:05:52.842678 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=67471cc3-7178-4753-b975-560e4dd4db35,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:52.960140 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650ce4e-a10f-4b1e-a25c-9b661c3caff5 req-2f3b52a1-25dd-4403-b23a-922d776cc175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:52.961686 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7650ce4e-a10f-4b1e-a25c-9b661c3caff5 req-2f3b52a1-25dd-4403-b23a-922d776cc175 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 1096 time: 0.0587881 Jul 16 02:05:52.998719 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7650ce4e-a10f-4b1e-a25c-9b661c3caff5 req-d6b0f370-55c3-4c2a-8492-3650a1fdb915 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303395 Jul 16 02:05:53.788148 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f043f33-6575-4c1c-9aaf-91d6528a3599 req-c4cce824-bb2b-4bdf-9701-ffd86d1a99ae tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:53.789892 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f043f33-6575-4c1c-9aaf-91d6528a3599 req-c4cce824-bb2b-4bdf-9701-ffd86d1a99ae tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 945 time: 0.0728388 Jul 16 02:05:53.830287 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f043f33-6575-4c1c-9aaf-91d6528a3599 req-ebb6345d-85ac-46a5-aeda-f665003f0dd8 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346506 Jul 16 02:05:53.983199 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:54.694729 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:05:55.021250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2556dcb-99f2-4278-989d-b6acf1ef7009 req-f836d479-8803-4622-b1a3-e42088375b23 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:55.022947 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d2556dcb-99f2-4278-989d-b6acf1ef7009 req-f836d479-8803-4622-b1a3-e42088375b23 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 945 time: 0.0657885 Jul 16 02:05:55.073211 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d2556dcb-99f2-4278-989d-b6acf1ef7009 req-122ba9d8-07f8-4b11-a2b3-8ef906d75fcc tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406952 Jul 16 02:05:55.263989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7d695-3200-4f46-b78f-51f922aa8f00 req-a1c2edbd-7acb-4c7a-900d-4c8a378bf988 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:55.266616 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-35a7d695-3200-4f46-b78f-51f922aa8f00 req-a1c2edbd-7acb-4c7a-900d-4c8a378bf988 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 945 time: 0.0743625 Jul 16 02:05:55.307786 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-35a7d695-3200-4f46-b78f-51f922aa8f00 req-8be2d905-b91c-4aa7-9b9e-7ab9654ba277 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350285 Jul 16 02:05:55.334106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 38254) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:55.386896 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85768e10-9ee9-4a23-a1aa-3aece96b2826 tempest-TestVolumeBootPattern-141990208 tempest-TestVolumeBootPattern-141990208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:55.388465 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-85768e10-9ee9-4a23-a1aa-3aece96b2826 tempest-TestVolumeBootPattern-141990208 tempest-TestVolumeBootPattern-141990208-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 1091 time: 0.0530064 Jul 16 02:05:55.391344 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 38258) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:55.396540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': '67471cc3-7178-4753-b975-560e4dd4db35', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:55.420996 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.788074 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.903453 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Allocated IP 172.25.1.179 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/a71c99fd-aa7a-4ff1-9523-113f259c5e04) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:56.025036 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.065192 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.116800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:56.120212 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:56.124914 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:56.151124 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'Port': ['ID=a71c99fd-aa7a-4ff1-9523-113f259c5e04,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:56.521471 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.605086 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.760072 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.765066 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.840441 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event updated for resources: {'Port': ['ID=a71c99fd-aa7a-4ff1-9523-113f259c5e04,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:56.852160 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.964253 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Floating IP a68c92be-cc69-447e-9f02-54cce1cff206 associated. External IP: 172.25.1.179, port: 67471cc3-7178-4753-b975-560e4dd4db35. Jul 16 02:05:57.184179 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Router 0735bcc5-4bec-4153-8133-5917dcf6e604 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:05:57.320353 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:57.330529 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64528ba7-5f72-4b9c-a29e-c0975f3078a1 None None] Sync routers for ids ['0735bcc5-4bec-4153-8133-5917dcf6e604'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:57.338995 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.340124 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64528ba7-5f72-4b9c-a29e-c0975f3078a1 None None] Routers {'0735bcc5-4bec-4153-8133-5917dcf6e604'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:57.340739 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-64528ba7-5f72-4b9c-a29e-c0975f3078a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:05:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0735bcc5-4bec-4153-8133-5917dcf6e604'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:57.387446 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-721b91eb-4b5a-4cc8-a7a4-411c2222205f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9943180 Jul 16 02:05:57.388171 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab110d15-7700-4542-862e-080870cf092c', 'tag': '67471cc3-7178-4753-b975-560e4dd4db35'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:57.390503 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db66abd-0aab-47ae-afb2-468d87a0058d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab110d15-7700-4542-862e-080870cf092c", "tag": "67471cc3-7178-4753-b975-560e4dd4db35"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:57.432960 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d8a27d-8f33-4792-92e0-233befae09b1 x-openstack-request-id: req-25d8a27d-8f33-4792-92e0-233befae09b1 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:57.433339 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab110d15-7700-4542-862e-080870cf092c", "tag": "67471cc3-7178-4753-b975-560e4dd4db35", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:57.433661 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-25d8a27d-8f33-4792-92e0-233befae09b1 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:57.434131 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab110d15-7700-4542-862e-080870cf092c', 'tag': '67471cc3-7178-4753-b975-560e4dd4db35', 'status': 'completed', 'code': 200} Jul 16 02:05:57.466583 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-64528ba7-5f72-4b9c-a29e-c0975f3078a1 None None] Set router 0735bcc5-4bec-4153-8133-5917dcf6e604 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:57.556246 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db66abd-0aab-47ae-afb2-468d87a0058d req-ea541048-e875-496f-99f5-ab2ef5717910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:57.558027 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2db66abd-0aab-47ae-afb2-468d87a0058d req-ea541048-e875-496f-99f5-ab2ef5717910 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 1096 time: 0.0839508 Jul 16 02:05:57.666160 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db66abd-0aab-47ae-afb2-468d87a0058d req-554cb637-b7dc-404e-8374-13281460326e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:57.667770 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2db66abd-0aab-47ae-afb2-468d87a0058d req-554cb637-b7dc-404e-8374-13281460326e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 912 time: 0.1026459 Jul 16 02:05:57.719833 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-64528ba7-5f72-4b9c-a29e-c0975f3078a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '7e48110d-4d7d-4943-ab92-64821f623384', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'port_id': '40a63948-2524-401d-908d-cc4b725c86b5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'mac_address': 'fa:16:3e:1e:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d34118-4915-4470-a7ac-94b29406f063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:03:52Z', 'updated_at': '2021-07-16T02:03:55Z', 'revision_number': 1, 'project_id': '3429d6c64c11482188275a95cd24498c', 'fixed_ip_address_scope': None}, {'id': 'a68c92be-cc69-447e-9f02-54cce1cff206', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'port_id': '67471cc3-7178-4753-b975-560e4dd4db35', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'mac_address': 'fa:16:3e:3a:1f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab110d15-7700-4542-862e-080870cf092c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:56Z', 'updated_at': '2021-07-16T02:05:56Z', 'revision_number': 0, 'project_id': '3429d6c64c11482188275a95cd24498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 5, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:57.738092 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2db66abd-0aab-47ae-afb2-468d87a0058d req-3c05057d-8ff5-4530-a770-2fe9a15adb87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67471cc3-7178-4753-b975-560e4dd4db35 HTTP/1.1" status: 200 len: 999 time: 0.0638556 Jul 16 02:05:57.750203 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64528ba7-5f72-4b9c-a29e-c0975f3078a1 None None] Checking router: 0735bcc5-4bec-4153-8133-5917dcf6e604 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:05:57.759221 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64528ba7-5f72-4b9c-a29e-c0975f3078a1 None None] Routers {'0735bcc5-4bec-4153-8133-5917dcf6e604'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:57.759899 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-64528ba7-5f72-4b9c-a29e-c0975f3078a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:05:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0735bcc5-4bec-4153-8133-5917dcf6e604'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:57.790660 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db66abd-0aab-47ae-afb2-468d87a0058d req-4b54e78f-ebdb-4827-ba31-c48f2a9bb960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:57.792669 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2db66abd-0aab-47ae-afb2-468d87a0058d req-4b54e78f-ebdb-4827-ba31-c48f2a9bb960 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.0484221 Jul 16 02:05:57.857702 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db66abd-0aab-47ae-afb2-468d87a0058d req-b0a10203-d782-4a36-b052-005e8317230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:57.859198 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2db66abd-0aab-47ae-afb2-468d87a0058d req-b0a10203-d782-4a36-b052-005e8317230a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608330 Jul 16 02:05:57.876269 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-64528ba7-5f72-4b9c-a29e-c0975f3078a1 None None] Set router 0735bcc5-4bec-4153-8133-5917dcf6e604 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:57.960115 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2db66abd-0aab-47ae-afb2-468d87a0058d req-ff137f23-f364-4a07-8831-77c5119ec419 service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915809 Jul 16 02:05:58.062667 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2db66abd-0aab-47ae-afb2-468d87a0058d req-bec27313-1e77-4008-9e13-7d88860d40b0 service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961850 Jul 16 02:05:58.222304 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-64528ba7-5f72-4b9c-a29e-c0975f3078a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '7e48110d-4d7d-4943-ab92-64821f623384', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'port_id': '40a63948-2524-401d-908d-cc4b725c86b5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'mac_address': 'fa:16:3e:1e:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d34118-4915-4470-a7ac-94b29406f063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:03:52Z', 'updated_at': '2021-07-16T02:03:55Z', 'revision_number': 1, 'project_id': '3429d6c64c11482188275a95cd24498c', 'fixed_ip_address_scope': None}, {'id': 'a68c92be-cc69-447e-9f02-54cce1cff206', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'port_id': '67471cc3-7178-4753-b975-560e4dd4db35', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'mac_address': 'fa:16:3e:3a:1f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab110d15-7700-4542-862e-080870cf092c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:56Z', 'updated_at': '2021-07-16T02:05:56Z', 'revision_number': 0, 'project_id': '3429d6c64c11482188275a95cd24498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 5, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:58.253681 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64528ba7-5f72-4b9c-a29e-c0975f3078a1 None None] The sync data for ids ['0735bcc5-4bec-4153-8133-5917dcf6e604'] in n-d-800086-6 is: [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '7e48110d-4d7d-4943-ab92-64821f623384', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'port_id': '40a63948-2524-401d-908d-cc4b725c86b5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'mac_address': 'fa:16:3e:1e:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d34118-4915-4470-a7ac-94b29406f063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:03:52Z', 'updated_at': '2021-07-16T02:03:55Z', 'revision_number': 1, 'project_id': '3429d6c64c11482188275a95cd24498c', 'fixed_ip_address_scope': None}, {'id': 'a68c92be-cc69-447e-9f02-54cce1cff206', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'port_id': '67471cc3-7178-4753-b975-560e4dd4db35', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'mac_address': 'fa:16:3e:3a:1f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab110d15-7700-4542-862e-080870cf092c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:56Z', 'updated_at': '2021-07-16T02:05:56Z', 'revision_number': 0, 'project_id': '3429d6c64c11482188275a95cd24498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 5, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:58.373651 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ac2a322-98d5-4678-9109-e8cc79c92381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:58.481950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b460ee-2e13-4178-8380-760c8a5eee5f None None] New status for floating IP a68c92be-cc69-447e-9f02-54cce1cff206: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:05:58.961130 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:01.111148 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:01.120885 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a402a9c0-cf8e-402d-ab42-6f750af8bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:02.152984 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:03.889294 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.993841 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.376915 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c797994-47c1-4149-94cc-0a3bfd8750a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.962560 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.096657 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.121005 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-677d0860-790c-444f-8a9c-8699a6644179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.285241 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8bce71fd-055f-4412-a13f-88a5786aaddd req-fcc30e8e-0ce6-4850-8996-28282d76036e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594771 Jul 16 02:06:31.402003 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce71fd-055f-4412-a13f-88a5786aaddd req-42dabfca-8894-49e0-852f-57ed24fb2ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:31.403556 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8bce71fd-055f-4412-a13f-88a5786aaddd req-42dabfca-8894-49e0-852f-57ed24fb2ce8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 1096 time: 0.0578711 Jul 16 02:06:31.511262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce71fd-055f-4412-a13f-88a5786aaddd req-87a6704b-68b8-42ed-86bb-c275d5d8e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:31.513407 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8bce71fd-055f-4412-a13f-88a5786aaddd req-87a6704b-68b8-42ed-86bb-c275d5d8e933 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 912 time: 0.0897686 Jul 16 02:06:31.583383 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8bce71fd-055f-4412-a13f-88a5786aaddd req-2680780f-68c6-4001-a8f9-9809b28e761e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40a63948-2524-401d-908d-cc4b725c86b5 HTTP/1.1" status: 200 len: 1001 time: 0.0633790 Jul 16 02:06:31.632518 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce71fd-055f-4412-a13f-88a5786aaddd req-226e3667-2f56-4eb3-873a-732501870803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:31.633977 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8bce71fd-055f-4412-a13f-88a5786aaddd req-226e3667-2f56-4eb3-873a-732501870803 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.0439830 Jul 16 02:06:31.689412 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce71fd-055f-4412-a13f-88a5786aaddd req-df05f3f2-b184-430e-87f3-d93d26dd6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:31.690981 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8bce71fd-055f-4412-a13f-88a5786aaddd req-df05f3f2-b184-430e-87f3-d93d26dd6d37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508842 Jul 16 02:06:31.694502 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:06:31.795141 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8bce71fd-055f-4412-a13f-88a5786aaddd req-02869db3-50d7-40db-8e17-8088388f9186 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970118 Jul 16 02:06:31.888889 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8bce71fd-055f-4412-a13f-88a5786aaddd req-2186d01a-2a45-4dbd-88ed-9b61f11f1351 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880027 Jul 16 02:06:32.162933 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.316824 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df5a7c-abf8-4c76-b00c-8961d698e6f1 req-fb185858-2d7f-4b9c-8948-c60af549a50a tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:32.318778 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2df5a7c-abf8-4c76-b00c-8961d698e6f1 req-fb185858-2d7f-4b9c-8948-c60af549a50a tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 945 time: 0.0851717 Jul 16 02:06:32.363240 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2df5a7c-abf8-4c76-b00c-8961d698e6f1 req-625f39a2-c583-4d31-858f-62ab6517a459 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec7f8fc0-c55b-4da0-8592-409ba16ba966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345354 Jul 16 02:06:33.542066 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a91179-70f3-49b5-bd4f-252ad7a642f5 req-28b9f5fc-9893-4464-a9a2-f08166f421b3 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:33.544100 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-49a91179-70f3-49b5-bd4f-252ad7a642f5 req-28b9f5fc-9893-4464-a9a2-f08166f421b3 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 945 time: 0.0667479 Jul 16 02:06:33.585394 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-49a91179-70f3-49b5-bd4f-252ad7a642f5 req-7a9f5be0-cba2-4868-9db4-d5f54f806b81 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec7f8fc0-c55b-4da0-8592-409ba16ba966&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355844 Jul 16 02:06:33.810438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c5be9-8d94-4bbf-a0ce-6a6848ede6a4 req-321dce94-965b-49ef-be2b-19e05f1fb157 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:33.812056 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa3c5be9-8d94-4bbf-a0ce-6a6848ede6a4 req-321dce94-965b-49ef-be2b-19e05f1fb157 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.47 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 945 time: 0.0727694 Jul 16 02:06:33.892617 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.918214 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-aa3c5be9-8d94-4bbf-a0ce-6a6848ede6a4 req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Deleting port 51315f74-85cf-4545-973f-b53a49599264 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:33.918663 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-aa3c5be9-8d94-4bbf-a0ce-6a6848ede6a4 req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.011949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-aa3c5be9-8d94-4bbf-a0ce-6a6848ede6a4 req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] For port 51315f74-85cf-4545-973f-b53a49599264, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=51315f74-85cf-4545-973f-b53a49599264,segment=NetworkSegment(c85c2ebe-23ac-49fc-b790-784434756ef9),segment_id=c85c2ebe-23ac-49fc-b790-784434756ef9)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:34.012478 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-aa3c5be9-8d94-4bbf-a0ce-6a6848ede6a4 req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.187881 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-aa3c5be9-8d94-4bbf-a0ce-6a6848ede6a4 req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.188258 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-aa3c5be9-8d94-4bbf-a0ce-6a6848ede6a4 req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.188570 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [req-aa3c5be9-8d94-4bbf-a0ce-6a6848ede6a4 req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Floating IP 962c093b-b905-44a2-87a2-5693002a702d disassociated. External IP: 172.25.1.40, port: 51315f74-85cf-4545-973f-b53a49599264. Jul 16 02:06:34.188908 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-aa3c5be9-8d94-4bbf-a0ce-6a6848ede6a4 req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Calling delete_port for 51315f74-85cf-4545-973f-b53a49599264 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:34.320347 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-aa3c5be9-8d94-4bbf-a0ce-6a6848ede6a4 req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.357040 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Pushing event deleted for resources: {'Port': ['ID=51315f74-85cf-4545-973f-b53a49599264,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:34.370519 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.370865 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.371186 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.371535 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.371883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.372210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.372532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.372858 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.373177 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.373500 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.373840 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.374263 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:34.488076 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa3c5be9-8d94-4bbf-a0ce-6a6848ede6a4 req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Router 8f421758-26bc-45bb-b0b5-0d07e351613d has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:34.598084 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa3c5be9-8d94-4bbf-a0ce-6a6848ede6a4 req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:34.624207 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51452ba5-28cc-47da-a364-44aa17e47aed None None] Sync routers for ids ['8f421758-26bc-45bb-b0b5-0d07e351613d'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:34.639412 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51452ba5-28cc-47da-a364-44aa17e47aed None None] Routers {'8f421758-26bc-45bb-b0b5-0d07e351613d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:34.640772 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-51452ba5-28cc-47da-a364-44aa17e47aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:06:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8f421758-26bc-45bb-b0b5-0d07e351613d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:34.644930 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3c5be9-8d94-4bbf-a0ce-6a6848ede6a4 req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] No DVR routers for this DVR port 51315f74-85cf-4545-973f-b53a49599264 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:34.648469 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-aa3c5be9-8d94-4bbf-a0ce-6a6848ede6a4 req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.650684 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa3c5be9-8d94-4bbf-a0ce-6a6848ede6a4 req-330e498e-4dd7-4277-8490-38ba4ce279ac tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.47 "DELETE /v2.0/ports/51315f74-85cf-4545-973f-b53a49599264 HTTP/1.1" status: 204 len: 173 time: 0.8326447 Jul 16 02:06:34.652291 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dceed18b-995b-4c40-bb45-6d63b7ace024', 'name': 'network-vif-deleted', 'tag': '51315f74-85cf-4545-973f-b53a49599264'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:34.653393 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673cdf5d-8697-4006-9f36-812c02bd5b87" -d '{"events": [{"server_uuid": "dceed18b-995b-4c40-bb45-6d63b7ace024", "name": "network-vif-deleted", "tag": "51315f74-85cf-4545-973f-b53a49599264"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:34.820821 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4510e2cc-58cf-475b-b05a-5e1f4d51de6c x-openstack-request-id: req-4510e2cc-58cf-475b-b05a-5e1f4d51de6c {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:34.821386 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dceed18b-995b-4c40-bb45-6d63b7ace024", "name": "network-vif-deleted", "tag": "51315f74-85cf-4545-973f-b53a49599264", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:34.821386 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4510e2cc-58cf-475b-b05a-5e1f4d51de6c {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:34.821876 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dceed18b-995b-4c40-bb45-6d63b7ace024', 'name': 'network-vif-deleted', 'tag': '51315f74-85cf-4545-973f-b53a49599264', 'status': 'completed', 'code': 200} Jul 16 02:06:34.827272 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d046dc62-7fb8-42b6-8ab1-919a1773870f req-c9353efb-9457-40d7-9706-e505006ab341 tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "GET /v2.0/ports?device_id=dceed18b-995b-4c40-bb45-6d63b7ace024 HTTP/1.1" status: 200 len: 210 time: 0.0802388 Jul 16 02:06:34.862093 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-51452ba5-28cc-47da-a364-44aa17e47aed None None] Set router 8f421758-26bc-45bb-b0b5-0d07e351613d gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:35.082687 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-51452ba5-28cc-47da-a364-44aa17e47aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'name': 'tempest-TestServerBasicOps-297306961-router', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '938a4898-af32-48a6-8226-542023c45818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:00Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 4, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'gw_port': {'id': '938a4898-af32-48a6-8226-542023c45818', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:01Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1', 'name': '', 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'mac_address': 'fa:16:3e:38:50:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'db8914cf-667c-4879-822f-6fa815c45985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:08Z', 'updated_at': '2021-07-16T02:01:17Z', 'revision_number': 5, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'subnets': [{'id': 'db8914cf-667c-4879-822f-6fa815c45985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:35.111442 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51452ba5-28cc-47da-a364-44aa17e47aed None None] Checking router: 8f421758-26bc-45bb-b0b5-0d07e351613d for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:35.120243 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51452ba5-28cc-47da-a364-44aa17e47aed None None] Routers {'8f421758-26bc-45bb-b0b5-0d07e351613d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:35.120714 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-51452ba5-28cc-47da-a364-44aa17e47aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:06:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8f421758-26bc-45bb-b0b5-0d07e351613d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:35.226168 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-51452ba5-28cc-47da-a364-44aa17e47aed None None] Set router 8f421758-26bc-45bb-b0b5-0d07e351613d gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:35.436690 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-51452ba5-28cc-47da-a364-44aa17e47aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'name': 'tempest-TestServerBasicOps-297306961-router', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '938a4898-af32-48a6-8226-542023c45818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:00Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 4, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'gw_port': {'id': '938a4898-af32-48a6-8226-542023c45818', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:01Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1', 'name': '', 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'mac_address': 'fa:16:3e:38:50:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'db8914cf-667c-4879-822f-6fa815c45985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:08Z', 'updated_at': '2021-07-16T02:01:17Z', 'revision_number': 5, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'subnets': [{'id': 'db8914cf-667c-4879-822f-6fa815c45985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:35.464916 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51452ba5-28cc-47da-a364-44aa17e47aed None None] The sync data for ids ['8f421758-26bc-45bb-b0b5-0d07e351613d'] in n-d-800086-6 is: [{'id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'name': 'tempest-TestServerBasicOps-297306961-router', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '938a4898-af32-48a6-8226-542023c45818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:00Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 4, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'gw_port': {'id': '938a4898-af32-48a6-8226-542023c45818', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:01Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1', 'name': '', 'network_id': '6809c578-1f7e-42b6-97e0-bd2a60d4cfcc', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'mac_address': 'fa:16:3e:38:50:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'db8914cf-667c-4879-822f-6fa815c45985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:08Z', 'updated_at': '2021-07-16T02:01:17Z', 'revision_number': 5, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'subnets': [{'id': 'db8914cf-667c-4879-822f-6fa815c45985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:35.744374 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84701620-63a1-4cc2-8023-1f58840cfaef None None] New status for floating IP 962c093b-b905-44a2-87a2-5693002a702d: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:06:35.902282 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39286) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:36.042504 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Deleting port 217836b5-1305-408f-bc61-f2f3d7c94246 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:36.042851 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.122058 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.122382 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.134557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Calling delete_port for 217836b5-1305-408f-bc61-f2f3d7c94246 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:36.270266 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.299634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Pushing event deleted for resources: {'Port': ['ID=217836b5-1305-408f-bc61-f2f3d7c94246,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:36.328319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.328665 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.328998 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.329331 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.329657 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.329978 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.330296 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.330642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.330931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.331244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.331589 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.332001 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:36.374617 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.382091 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.383299 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-335b66c4-2326-4a80-a522-ce74cb815dff tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "DELETE /v2.0/floatingips/962c093b-b905-44a2-87a2-5693002a702d HTTP/1.1" status: 204 len: 168 time: 0.4800134 Jul 16 02:06:36.528450 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39306) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:36.595569 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a5f1cb0-dfc5-410c-8d25-4884ec343ccf tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.620745 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a5f1cb0-dfc5-410c-8d25-4884ec343ccf tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.690598 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a5f1cb0-dfc5-410c-8d25-4884ec343ccf tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.694699 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4a5f1cb0-dfc5-410c-8d25-4884ec343ccf tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.696086 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4a5f1cb0-dfc5-410c-8d25-4884ec343ccf tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] 10.222.0.54 "DELETE /v2.0/security-groups/ec7f8fc0-c55b-4da0-8592-409ba16ba966 HTTP/1.1" status: 204 len: 168 time: 0.1666386 Jul 16 02:06:36.706307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f1cb0-dfc5-410c-8d25-4884ec343ccf tempest-TestServerBasicOps-1420100364 tempest-TestServerBasicOps-1420100364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7f8fc0-c55b-4da0-8592-409ba16ba966,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:36.735309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39312) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:36.796173 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 51315f74-85cf-4545-973f-b53a49599264 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:36.824790 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 51315f74-85cf-4545-973f-b53a49599264 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:36.825166 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 51315f74-85cf-4545-973f-b53a49599264 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:37.214500 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e38fc4a1-83df-46ce-ba7c-f27cd3626c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.477745 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-e38fc4a1-83df-46ce-ba7c-f27cd3626c0b admin admin] Deleting port e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:37.478088 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e38fc4a1-83df-46ce-ba7c-f27cd3626c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.555497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-e38fc4a1-83df-46ce-ba7c-f27cd3626c0b admin admin] For port e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1,segment=NetworkSegment(c85c2ebe-23ac-49fc-b790-784434756ef9),segment_id=c85c2ebe-23ac-49fc-b790-784434756ef9)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:37.555998 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e38fc4a1-83df-46ce-ba7c-f27cd3626c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.568781 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-e38fc4a1-83df-46ce-ba7c-f27cd3626c0b admin admin] Calling delete_port for e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:37.753422 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e38fc4a1-83df-46ce-ba7c-f27cd3626c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.779246 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fc4a1-83df-46ce-ba7c-f27cd3626c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:38.324762 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e38fc4a1-83df-46ce-ba7c-f27cd3626c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.539870 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38fc4a1-83df-46ce-ba7c-f27cd3626c0b admin admin] Router 8f421758-26bc-45bb-b0b5-0d07e351613d has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:38.645201 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38fc4a1-83df-46ce-ba7c-f27cd3626c0b admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:38.651326 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e38fc4a1-83df-46ce-ba7c-f27cd3626c0b admin admin] 10.222.0.54 "PUT /v2.0/routers/8f421758-26bc-45bb-b0b5-0d07e351613d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9149725 Jul 16 02:06:38.653773 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39356) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:38.656681 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b099e5-dea0-4833-9fff-ca4df55676fe None None] Sync routers for ids ['8f421758-26bc-45bb-b0b5-0d07e351613d'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:38.668140 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b099e5-dea0-4833-9fff-ca4df55676fe None None] Routers {'8f421758-26bc-45bb-b0b5-0d07e351613d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:38.669007 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-75b099e5-dea0-4833-9fff-ca4df55676fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:06:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8f421758-26bc-45bb-b0b5-0d07e351613d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:38.768726 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b5cfd00-5d84-4c37-afe5-390414d452ea admin admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.781843 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-75b099e5-dea0-4833-9fff-ca4df55676fe None None] Set router 8f421758-26bc-45bb-b0b5-0d07e351613d gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:38.896114 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b5cfd00-5d84-4c37-afe5-390414d452ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.987337 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-3b5cfd00-5d84-4c37-afe5-390414d452ea admin admin] Deleting port 938a4898-af32-48a6-8226-542023c45818 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:38.987925 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b5cfd00-5d84-4c37-afe5-390414d452ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.031758 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-75b099e5-dea0-4833-9fff-ca4df55676fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'name': 'tempest-TestServerBasicOps-297306961-router', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '938a4898-af32-48a6-8226-542023c45818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:00Z', 'updated_at': '2021-07-16T02:06:37Z', 'revision_number': 5, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'gw_port': {'id': '938a4898-af32-48a6-8226-542023c45818', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:01Z', 'updated_at': '2021-07-16T02:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:39.064881 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b099e5-dea0-4833-9fff-ca4df55676fe None None] Checking router: 8f421758-26bc-45bb-b0b5-0d07e351613d for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:39.074939 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b099e5-dea0-4833-9fff-ca4df55676fe None None] Routers {'8f421758-26bc-45bb-b0b5-0d07e351613d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:39.075560 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-75b099e5-dea0-4833-9fff-ca4df55676fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:06:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8f421758-26bc-45bb-b0b5-0d07e351613d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:39.118590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-3b5cfd00-5d84-4c37-afe5-390414d452ea admin admin] For port 938a4898-af32-48a6-8226-542023c45818, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=938a4898-af32-48a6-8226-542023c45818,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:39.119278 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b5cfd00-5d84-4c37-afe5-390414d452ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.133549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-3b5cfd00-5d84-4c37-afe5-390414d452ea admin admin] Calling delete_port for 938a4898-af32-48a6-8226-542023c45818 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:39.174597 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-75b099e5-dea0-4833-9fff-ca4df55676fe None None] Set router 8f421758-26bc-45bb-b0b5-0d07e351613d gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:39.232217 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-75b099e5-dea0-4833-9fff-ca4df55676fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'name': 'tempest-TestServerBasicOps-297306961-router', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:00Z', 'updated_at': '2021-07-16T02:06:38Z', 'revision_number': 6, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:39.329114 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b5cfd00-5d84-4c37-afe5-390414d452ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.369687 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b099e5-dea0-4833-9fff-ca4df55676fe None None] The sync data for ids ['8f421758-26bc-45bb-b0b5-0d07e351613d'] in n-d-800086-6 is: [{'id': '8f421758-26bc-45bb-b0b5-0d07e351613d', 'name': 'tempest-TestServerBasicOps-297306961-router', 'tenant_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:00Z', 'updated_at': '2021-07-16T02:06:38Z', 'revision_number': 6, 'project_id': 'f51614fe139a43fbafcd3a8f8ba46960', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:39.382322 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cfd00-5d84-4c37-afe5-390414d452ea admin admin] Pushing event deleted for resources: {'Port': ['ID=938a4898-af32-48a6-8226-542023c45818,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:39.454167 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b5cfd00-5d84-4c37-afe5-390414d452ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.552985 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b5cfd00-5d84-4c37-afe5-390414d452ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.555630 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b5cfd00-5d84-4c37-afe5-390414d452ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.611595 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b5cfd00-5d84-4c37-afe5-390414d452ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.612739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5cfd00-5d84-4c37-afe5-390414d452ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f421758-26bc-45bb-b0b5-0d07e351613d {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:06:39.619888 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b5cfd00-5d84-4c37-afe5-390414d452ea admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.623377 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3b5cfd00-5d84-4c37-afe5-390414d452ea admin admin] 10.222.0.54 "DELETE /v2.0/routers/8f421758-26bc-45bb-b0b5-0d07e351613d HTTP/1.1" status: 204 len: 168 time: 0.9662750 Jul 16 02:06:39.623827 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39374) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:39.673522 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-889355ef-1e78-4406-8227-5d0a065376d5 admin admin] Deleting subnet db8914cf-667c-4879-822f-6fa815c45985 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:06:39.678032 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-889355ef-1e78-4406-8227-5d0a065376d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.718131 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-889355ef-1e78-4406-8227-5d0a065376d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.819935 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-889355ef-1e78-4406-8227-5d0a065376d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.911734 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-889355ef-1e78-4406-8227-5d0a065376d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.938596 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889355ef-1e78-4406-8227-5d0a065376d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db8914cf-667c-4879-822f-6fa815c45985,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:39.945147 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-889355ef-1e78-4406-8227-5d0a065376d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.950258 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-889355ef-1e78-4406-8227-5d0a065376d5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/db8914cf-667c-4879-822f-6fa815c45985 HTTP/1.1" status: 204 len: 168 time: 0.3231256 Jul 16 02:06:39.950725 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39380) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:39.954236 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b1c1af-5167-48b4-8835-e07155d2d3b7 None None] Network 6809c578-1f7e-42b6-97e0-bd2a60d4cfcc requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:40.049770 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.125454 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] Deleting port 2f41130b-e369-45fa-8fd2-b463d2f39a2f {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:40.125720 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.218898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] DHCP port deletion for 6809c578-1f7e-42b6-97e0-bd2a60d4cfcc request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:06:40.235048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] For port 2f41130b-e369-45fa-8fd2-b463d2f39a2f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2f41130b-e369-45fa-8fd2-b463d2f39a2f,segment=NetworkSegment(c85c2ebe-23ac-49fc-b790-784434756ef9),segment_id=c85c2ebe-23ac-49fc-b790-784434756ef9)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:40.235414 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.249800 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] Calling delete_port for 2f41130b-e369-45fa-8fd2-b463d2f39a2f owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:40.376726 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.419658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f41130b-e369-45fa-8fd2-b463d2f39a2f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:40.422238 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] No DVR routers for this DVR port 2f41130b-e369-45fa-8fd2-b463d2f39a2f on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:40.514843 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.516667 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Deleting port 2f41130b-e369-45fa-8fd2-b463d2f39a2f {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:40.517392 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.530323 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6809c578-1f7e-42b6-97e0-bd2a60d4cfcc']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:40.549529 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c85c2ebe-23ac-49fc-b790-784434756ef9') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:40.549811 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c85c2ebe-23ac-49fc-b790-784434756ef9') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:40.571008 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.589632 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.602586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:06:40.603074 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:06:40.605399 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:06:40.642052 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] For port 2f41130b-e369-45fa-8fd2-b463d2f39a2f, host n-d-800086-6, got binding levels [] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:40.642709 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.667057 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.667620 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Calling delete_port for 2f41130b-e369-45fa-8fd2-b463d2f39a2f owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:40.673986 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.678624 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.ipam_backend_mixin [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Port 2f41130b-e369-45fa-8fd2-b463d2f39a2f was not found and therefore no delete operation was performed {{(pid=93833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:06:40.679609 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39394) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:40.680129 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/6809c578-1f7e-42b6-97e0-bd2a60d4cfcc HTTP/1.1" status: 204 len: 168 time: 0.7278223 Jul 16 02:06:40.682707 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.693209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Network 6809c578-1f7e-42b6-97e0-bd2a60d4cfcc is not hosted by any dhcp agent {{(pid=93833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 02:06:40.693975 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] No DVR routers for this DVR port 2f41130b-e369-45fa-8fd2-b463d2f39a2f on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:40.696500 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c7599-88ac-438f-ad43-df12195cb4c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6809c578-1f7e-42b6-97e0-bd2a60d4cfcc,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:40.730068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Pushing event deleted for resources: {'Port': ['ID=2f41130b-e369-45fa-8fd2-b463d2f39a2f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:40.741750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:40.742101 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:40.742440 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:40.743092 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:40.743422 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:40.743866 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:40.744520 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:40.744866 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:40.745008 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:40.745301 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:40.745712 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:40.746228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d06db-e58c-4d2d-b041-1253ff5798b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:40.895172 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2f41130b-e369-45fa-8fd2-b463d2f39a2f no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:40.923420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 2f41130b-e369-45fa-8fd2-b463d2f39a2f {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:40.923896 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2f41130b-e369-45fa-8fd2-b463d2f39a2f not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:40.924698 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:40.947396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:40.948017 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e9e6a6cf-22a0-4112-ab0a-3a8c22b5e9b1 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:40.948489 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 938a4898-af32-48a6-8226-542023c45818 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:40.968517 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 938a4898-af32-48a6-8226-542023c45818 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:40.969323 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 938a4898-af32-48a6-8226-542023c45818 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:41.469837 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12e2e251-06b6-4091-bfe7-64c00ff22a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.827416 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-12e2e251-06b6-4091-bfe7-64c00ff22a2c admin admin] Deleting port 8651c753-0657-48d9-954c-7d048d2c444b {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:41.828136 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12e2e251-06b6-4091-bfe7-64c00ff22a2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.910952 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-12e2e251-06b6-4091-bfe7-64c00ff22a2c admin admin] For port 8651c753-0657-48d9-954c-7d048d2c444b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8651c753-0657-48d9-954c-7d048d2c444b,segment=NetworkSegment(b6abd94d-8941-4288-ae8f-f4f443b8ce53),segment_id=b6abd94d-8941-4288-ae8f-f4f443b8ce53)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:41.911485 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12e2e251-06b6-4091-bfe7-64c00ff22a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.923864 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-12e2e251-06b6-4091-bfe7-64c00ff22a2c admin admin] Calling delete_port for 8651c753-0657-48d9-954c-7d048d2c444b owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:42.133359 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12e2e251-06b6-4091-bfe7-64c00ff22a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.157941 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2e251-06b6-4091-bfe7-64c00ff22a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=8651c753-0657-48d9-954c-7d048d2c444b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:42.346470 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12e2e251-06b6-4091-bfe7-64c00ff22a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.602091 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e2e251-06b6-4091-bfe7-64c00ff22a2c admin admin] Router 901b6189-b31e-4bed-96fe-e55de8f1cc84 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:42.713916 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e2e251-06b6-4091-bfe7-64c00ff22a2c admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:42.718819 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-12e2e251-06b6-4091-bfe7-64c00ff22a2c admin admin] 10.222.0.54 "PUT /v2.0/routers/901b6189-b31e-4bed-96fe-e55de8f1cc84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0377810 Jul 16 02:06:42.721389 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39428) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:42.726123 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b391f-f4ff-4714-9f4a-67b332705f1e None None] Sync routers for ids ['901b6189-b31e-4bed-96fe-e55de8f1cc84'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:42.735555 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b391f-f4ff-4714-9f4a-67b332705f1e None None] Routers {'901b6189-b31e-4bed-96fe-e55de8f1cc84'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:42.736337 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-288b391f-f4ff-4714-9f4a-67b332705f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:06:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['901b6189-b31e-4bed-96fe-e55de8f1cc84'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:42.828761 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5166382b-0b8b-49d8-826c-fa1feb462c2b admin admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.851009 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-288b391f-f4ff-4714-9f4a-67b332705f1e None None] Set router 901b6189-b31e-4bed-96fe-e55de8f1cc84 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:42.942072 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5166382b-0b8b-49d8-826c-fa1feb462c2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.996349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-5166382b-0b8b-49d8-826c-fa1feb462c2b admin admin] Deleting port cf7acb25-1211-4ccf-b784-4f2610a89a5a {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:42.996559 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5166382b-0b8b-49d8-826c-fa1feb462c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.046071 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-288b391f-f4ff-4714-9f4a-67b332705f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901b6189-b31e-4bed-96fe-e55de8f1cc84', 'name': 'tempest-TestServerBasicOps-854654592-router', 'tenant_id': 'cfd43488394b4972af5400603d9c3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'cf7acb25-1211-4ccf-b784-4f2610a89a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:16Z', 'updated_at': '2021-07-16T02:06:42Z', 'revision_number': 5, 'project_id': 'cfd43488394b4972af5400603d9c3297', 'gw_port': {'id': 'cf7acb25-1211-4ccf-b784-4f2610a89a5a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:31:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901b6189-b31e-4bed-96fe-e55de8f1cc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:17Z', 'updated_at': '2021-07-16T02:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:43.081038 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b391f-f4ff-4714-9f4a-67b332705f1e None None] Checking router: 901b6189-b31e-4bed-96fe-e55de8f1cc84 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:43.088197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-5166382b-0b8b-49d8-826c-fa1feb462c2b admin admin] For port cf7acb25-1211-4ccf-b784-4f2610a89a5a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cf7acb25-1211-4ccf-b784-4f2610a89a5a,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:43.088197 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5166382b-0b8b-49d8-826c-fa1feb462c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.089088 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b391f-f4ff-4714-9f4a-67b332705f1e None None] Routers {'901b6189-b31e-4bed-96fe-e55de8f1cc84'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:43.089870 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-288b391f-f4ff-4714-9f4a-67b332705f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:06:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['901b6189-b31e-4bed-96fe-e55de8f1cc84'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:43.110161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-5166382b-0b8b-49d8-826c-fa1feb462c2b admin admin] Calling delete_port for cf7acb25-1211-4ccf-b784-4f2610a89a5a owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:43.180547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-288b391f-f4ff-4714-9f4a-67b332705f1e None None] Set router 901b6189-b31e-4bed-96fe-e55de8f1cc84 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:43.240147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-288b391f-f4ff-4714-9f4a-67b332705f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901b6189-b31e-4bed-96fe-e55de8f1cc84', 'name': 'tempest-TestServerBasicOps-854654592-router', 'tenant_id': 'cfd43488394b4972af5400603d9c3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:16Z', 'updated_at': '2021-07-16T02:06:42Z', 'revision_number': 6, 'project_id': 'cfd43488394b4972af5400603d9c3297', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:43.269890 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b391f-f4ff-4714-9f4a-67b332705f1e None None] The sync data for ids ['901b6189-b31e-4bed-96fe-e55de8f1cc84'] in n-d-800086-6 is: [{'id': '901b6189-b31e-4bed-96fe-e55de8f1cc84', 'name': 'tempest-TestServerBasicOps-854654592-router', 'tenant_id': 'cfd43488394b4972af5400603d9c3297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:16Z', 'updated_at': '2021-07-16T02:06:42Z', 'revision_number': 6, 'project_id': 'cfd43488394b4972af5400603d9c3297', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:43.313255 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5166382b-0b8b-49d8-826c-fa1feb462c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.340941 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166382b-0b8b-49d8-826c-fa1feb462c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=cf7acb25-1211-4ccf-b784-4f2610a89a5a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:43.405725 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5166382b-0b8b-49d8-826c-fa1feb462c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.495329 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5166382b-0b8b-49d8-826c-fa1feb462c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.497507 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5166382b-0b8b-49d8-826c-fa1feb462c2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.541731 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5166382b-0b8b-49d8-826c-fa1feb462c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.542240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5166382b-0b8b-49d8-826c-fa1feb462c2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 901b6189-b31e-4bed-96fe-e55de8f1cc84 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:06:43.546737 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5166382b-0b8b-49d8-826c-fa1feb462c2b admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.550465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39432) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:43.550988 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5166382b-0b8b-49d8-826c-fa1feb462c2b admin admin] 10.222.0.54 "DELETE /v2.0/routers/901b6189-b31e-4bed-96fe-e55de8f1cc84 HTTP/1.1" status: 204 len: 168 time: 0.8281558 Jul 16 02:06:43.596888 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f692839b-7478-4c9c-a36c-37ac03f239d0 admin admin] Deleting subnet 3fe72bd9-1e7c-43cd-a476-acd599dc0243 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:06:43.600495 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f692839b-7478-4c9c-a36c-37ac03f239d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.639070 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f692839b-7478-4c9c-a36c-37ac03f239d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.739291 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f692839b-7478-4c9c-a36c-37ac03f239d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.798297 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f692839b-7478-4c9c-a36c-37ac03f239d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.825894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692839b-7478-4c9c-a36c-37ac03f239d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe72bd9-1e7c-43cd-a476-acd599dc0243,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:43.832127 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f692839b-7478-4c9c-a36c-37ac03f239d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.834690 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f692839b-7478-4c9c-a36c-37ac03f239d0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3fe72bd9-1e7c-43cd-a476-acd599dc0243 HTTP/1.1" status: 204 len: 168 time: 0.2831473 Jul 16 02:06:43.837536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39436) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:43.840073 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5715fbb5-94cf-4a0f-9a68-d2155367ede6 None None] Network f810871e-08bc-4e19-bade-0a0591b755db requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:43.915471 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.969385 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] Deleting port 3385c3e6-468e-440b-acb6-9077899d8a2b {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:43.969723 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.034920 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] For port 3385c3e6-468e-440b-acb6-9077899d8a2b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=3385c3e6-468e-440b-acb6-9077899d8a2b,segment=NetworkSegment(b6abd94d-8941-4288-ae8f-f4f443b8ce53),segment_id=b6abd94d-8941-4288-ae8f-f4f443b8ce53)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:44.035274 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.047394 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] Calling delete_port for 3385c3e6-468e-440b-acb6-9077899d8a2b owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:44.091690 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dbe0be-c4ab-452d-95e7-4e9e91fcaed3 None None] DHCP port deletion for f810871e-08bc-4e19-bade-0a0591b755db request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:06:44.143389 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.160706 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-49dbe0be-c4ab-452d-95e7-4e9e91fcaed3 None None] Deleting port 3385c3e6-468e-440b-acb6-9077899d8a2b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:44.161108 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49dbe0be-c4ab-452d-95e7-4e9e91fcaed3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.170500 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] Pushing event deleted for resources: {'Port': ['ID=3385c3e6-468e-440b-acb6-9077899d8a2b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:44.174202 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] No DVR routers for this DVR port 3385c3e6-468e-440b-acb6-9077899d8a2b on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:44.236144 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-49dbe0be-c4ab-452d-95e7-4e9e91fcaed3 None None] For port 3385c3e6-468e-440b-acb6-9077899d8a2b, host n-d-800086-6, got binding levels [] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:44.237920 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49dbe0be-c4ab-452d-95e7-4e9e91fcaed3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.250771 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-49dbe0be-c4ab-452d-95e7-4e9e91fcaed3 None None] Calling delete_port for 3385c3e6-468e-440b-acb6-9077899d8a2b owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:44.254157 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.ipam_backend_mixin [None req-49dbe0be-c4ab-452d-95e7-4e9e91fcaed3 None None] Port 3385c3e6-468e-440b-acb6-9077899d8a2b was not found and therefore no delete operation was performed {{(pid=93833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:06:44.254668 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.255867 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-49dbe0be-c4ab-452d-95e7-4e9e91fcaed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.265916 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f810871e-08bc-4e19-bade-0a0591b755db']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:44.278254 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6abd94d-8941-4288-ae8f-f4f443b8ce53') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:44.278552 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6abd94d-8941-4288-ae8f-f4f443b8ce53') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:44.291895 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.307186 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbe0be-c4ab-452d-95e7-4e9e91fcaed3 None None] Pushing event deleted for resources: {'Port': ['ID=3385c3e6-468e-440b-acb6-9077899d8a2b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:44.308663 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.314013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dbe0be-c4ab-452d-95e7-4e9e91fcaed3 None None] No DVR routers for this DVR port 3385c3e6-468e-440b-acb6-9077899d8a2b on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:06:44.324732 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:06:44.381986 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.388905 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.390892 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f810871e-08bc-4e19-bade-0a0591b755db HTTP/1.1" status: 204 len: 168 time: 0.5523207 Jul 16 02:06:44.409846 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174a307-fe7e-4a2f-8d41-b1413575fb76 admin admin] Pushing event deleted for resources: {'Network': ['ID=f810871e-08bc-4e19-bade-0a0591b755db,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:44.524153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39442) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:44.571442 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3767725c-10ee-41b3-9d38-6332753060f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f51614fe139a43fbafcd3a8f8ba46960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460410 Jul 16 02:06:44.573917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39444) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:44.626488 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4de20642-2770-4b98-813f-5b5a8fcabcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.649150 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4de20642-2770-4b98-813f-5b5a8fcabcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.695935 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4de20642-2770-4b98-813f-5b5a8fcabcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.698568 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4de20642-2770-4b98-813f-5b5a8fcabcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.699739 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4de20642-2770-4b98-813f-5b5a8fcabcaf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c0826626-02cc-4dee-90ec-9732c135dd23 HTTP/1.1" status: 204 len: 168 time: 0.1248837 Jul 16 02:06:44.707814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de20642-2770-4b98-813f-5b5a8fcabcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0826626-02cc-4dee-90ec-9732c135dd23,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:44.921951 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 3385c3e6-468e-440b-acb6-9077899d8a2b no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:44.942828 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 3385c3e6-468e-440b-acb6-9077899d8a2b {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:44.943335 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 3385c3e6-468e-440b-acb6-9077899d8a2b not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:44.943886 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cf7acb25-1211-4ccf-b784-4f2610a89a5a no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:44.962644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: cf7acb25-1211-4ccf-b784-4f2610a89a5a {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:44.963034 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cf7acb25-1211-4ccf-b784-4f2610a89a5a not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:44.963489 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8651c753-0657-48d9-954c-7d048d2c444b no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:44.983009 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 8651c753-0657-48d9-954c-7d048d2c444b {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:44.983365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8651c753-0657-48d9-954c-7d048d2c444b not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:45.070254 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39452) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:45.111929 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-29d654a4-0204-42a3-a536-792814075ced admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cfd43488394b4972af5400603d9c3297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403051 Jul 16 02:06:45.114394 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39454) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:45.165096 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f99f8021-91b0-4f23-9412-97045f32b22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.186229 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f99f8021-91b0-4f23-9412-97045f32b22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.236992 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f99f8021-91b0-4f23-9412-97045f32b22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.239786 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f99f8021-91b0-4f23-9412-97045f32b22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.241921 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f99f8021-91b0-4f23-9412-97045f32b22d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2027a65a-1e59-4c3e-a2e3-32ba50c4e629 HTTP/1.1" status: 204 len: 168 time: 0.1256938 Jul 16 02:06:45.250773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f8021-91b0-4f23-9412-97045f32b22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2027a65a-1e59-4c3e-a2e3-32ba50c4e629,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:45.948306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39480) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:46.052140 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e878e2af-606f-46b6-b254-75f6684b22f7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-271428851-network', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:46.074151 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e878e2af-606f-46b6-b254-75f6684b22f7 admin admin] Made reservation on behalf of dd212556018b4b66a6bb5c0606f16ff1 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:46.076424 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e878e2af-606f-46b6-b254-75f6684b22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:46.085263 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e878e2af-606f-46b6-b254-75f6684b22f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:46.176338 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e878e2af-606f-46b6-b254-75f6684b22f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:46.181229 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e878e2af-606f-46b6-b254-75f6684b22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:46.208088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e878e2af-606f-46b6-b254-75f6684b22f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:06:46.218267 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878e2af-606f-46b6-b254-75f6684b22f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e461d1-2f7e-4cff-ae75-18fbcfa754c1,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:46.227235 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e878e2af-606f-46b6-b254-75f6684b22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:46.227235 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-e878e2af-606f-46b6-b254-75f6684b22f7 admin admin] Added segment 7ce28ec2-094d-4dd0-9425-cfae449272ba of type vlan for network df0a3059-df02-4af7-9c4a-d01fc9fb1626 Jul 16 02:06:46.272789 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e878e2af-606f-46b6-b254-75f6684b22f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:46.317051 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e878e2af-606f-46b6-b254-75f6684b22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:46.318722 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e878e2af-606f-46b6-b254-75f6684b22f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:46.319296 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e878e2af-606f-46b6-b254-75f6684b22f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:46.367815 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e878e2af-606f-46b6-b254-75f6684b22f7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4183018 Jul 16 02:06:46.370930 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39494) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:46.376356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a255288d-6df9-45c3-92f1-afbd02318c8e admin admin] Request body: {'subnet': {'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-271428851-subnet', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:46.398969 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a255288d-6df9-45c3-92f1-afbd02318c8e admin admin] Made reservation on behalf of dd212556018b4b66a6bb5c0606f16ff1 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:46.401643 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a255288d-6df9-45c3-92f1-afbd02318c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:46.419835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878e2af-606f-46b6-b254-75f6684b22f7 admin admin] Pushing event updated for resources: {'Network': ['ID=df0a3059-df02-4af7-9c4a-d01fc9fb1626,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:46.431189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network df0a3059-df02-4af7-9c4a-d01fc9fb1626 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:06:46.582447 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a255288d-6df9-45c3-92f1-afbd02318c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:46.648242 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255288d-6df9-45c3-92f1-afbd02318c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:46.681813 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a255288d-6df9-45c3-92f1-afbd02318c8e admin admin] Checking segment: {'id': '7ce28ec2-094d-4dd0-9425-cfae449272ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:46.682183 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a255288d-6df9-45c3-92f1-afbd02318c8e admin admin] Network hostable DHCP agents. Network: df0a3059-df02-4af7-9c4a-d01fc9fb1626, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:06:46.709884 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a255288d-6df9-45c3-92f1-afbd02318c8e admin admin] Network df0a3059-df02-4af7-9c4a-d01fc9fb1626 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:06:46.720772 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89b323c8-c987-496b-a647-d967d8844d0c req-236a66ee-eaff-4d8e-9c3c-18712a3cab68 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844414 Jul 16 02:06:46.721839 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-a255288d-6df9-45c3-92f1-afbd02318c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, df0a3059-df02-4af7-9c4a-d01fc9fb1626) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:46.726688 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a255288d-6df9-45c3-92f1-afbd02318c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:46.727280 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a255288d-6df9-45c3-92f1-afbd02318c8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:46.733392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9c1682-05f0-4912-8caa-98cfc4991350 None None] Network df0a3059-df02-4af7-9c4a-d01fc9fb1626 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:46.742528 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a255288d-6df9-45c3-92f1-afbd02318c8e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3701174 Jul 16 02:06:46.745264 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39502) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:46.749804 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-271428851-router', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:46.777660 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:46.779491 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:46.839926 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b323c8-c987-496b-a647-d967d8844d0c req-88a78d83-e670-40c6-94d2-bfdbc8688e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:46.841816 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89b323c8-c987-496b-a647-d967d8844d0c req-88a78d83-e670-40c6-94d2-bfdbc8688e08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 1096 time: 0.0586474 Jul 16 02:06:46.891646 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:46.926804 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'fixed_ips': [{'subnet_id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:06:46.927915 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:46.966499 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b323c8-c987-496b-a647-d967d8844d0c req-8e806916-fa91-4a87-a7e2-36f1029527d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:46.968210 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89b323c8-c987-496b-a647-d967d8844d0c req-8e806916-fa91-4a87-a7e2-36f1029527d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 912 time: 0.1020095 Jul 16 02:06:47.102074 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89b323c8-c987-496b-a647-d967d8844d0c req-bb119337-aa9c-4c6a-9357-5ec59f87fd08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67471cc3-7178-4753-b975-560e4dd4db35 HTTP/1.1" status: 200 len: 1001 time: 0.1251206 Jul 16 02:06:47.105891 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Allocated IP 172.20.0.2 (df0a3059-df02-4af7-9c4a-d01fc9fb1626/b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1/d90711ab-6a8e-4271-86e1-d683db24bbc5) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:47.173523 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b323c8-c987-496b-a647-d967d8844d0c req-7e562a4e-3359-4014-82b3-190a4313b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:47.175223 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89b323c8-c987-496b-a647-d967d8844d0c req-7e562a4e-3359-4014-82b3-190a4313b5bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.0666854 Jul 16 02:06:47.290549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b323c8-c987-496b-a647-d967d8844d0c req-09ca7f71-f8bf-4ee2-9a06-20218d0b8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:47.292264 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89b323c8-c987-496b-a647-d967d8844d0c req-09ca7f71-f8bf-4ee2-9a06-20218d0b8fac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078160 Jul 16 02:06:47.325159 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.335816 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Transition to ACTIVE for port object d90711ab-6a8e-4271-86e1-d683db24bbc5 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:47.359245 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Transition to ACTIVE for port object d90711ab-6a8e-4271-86e1-d683db24bbc5 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:47.365677 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.371533 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.408539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Network df0a3059-df02-4af7-9c4a-d01fc9fb1626 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:47.413524 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:47.416312 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89b323c8-c987-496b-a647-d967d8844d0c req-f3fb40e6-aacb-436e-be11-3c796ba38c71 service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160359 Jul 16 02:06:47.416844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:47.465245 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Pushing event updated for resources: {'Port': ['ID=d90711ab-6a8e-4271-86e1-d683db24bbc5,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:47.498963 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Attempting to bind port d90711ab-6a8e-4271-86e1-d683db24bbc5 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:47.499342 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Attempting to bind port d90711ab-6a8e-4271-86e1-d683db24bbc5 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '7ce28ec2-094d-4dd0-9425-cfae449272ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:47.499734 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Attempting to bind port d90711ab-6a8e-4271-86e1-d683db24bbc5 on network df0a3059-df02-4af7-9c4a-d01fc9fb1626 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:47.504964 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:47.505186 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Checking segment: {'id': '7ce28ec2-094d-4dd0-9425-cfae449272ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:47.505600 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.506008 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Bound using segment: {'id': '7ce28ec2-094d-4dd0-9425-cfae449272ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:47.506483 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Bound port: d90711ab-6a8e-4271-86e1-d683db24bbc5, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce28ec2-094d-4dd0-9425-cfae449272ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:47.506875 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.525832 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-89b323c8-c987-496b-a647-d967d8844d0c req-5fdc26bc-9e43-40a6-8808-6e1b451a9d3c service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015182 Jul 16 02:06:47.573680 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] For port d90711ab-6a8e-4271-86e1-d683db24bbc5, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:47.577122 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] For port d90711ab-6a8e-4271-86e1-d683db24bbc5, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d90711ab-6a8e-4271-86e1-d683db24bbc5,segment=NetworkSegment(7ce28ec2-094d-4dd0-9425-cfae449272ba),segment_id=7ce28ec2-094d-4dd0-9425-cfae449272ba)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:47.582323 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.607011 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.646200 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.664759 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14200fc-c55b-40f3-a63b-60acd374536f None None] Pushing event updated for resources: {'Port': ['ID=d90711ab-6a8e-4271-86e1-d683db24bbc5,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:47.771101 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] Allocated IP 172.25.1.173 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/759e85b9-3be5-41c3-8d63-8b00878178de) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:47.910557 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.957544 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.997302 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:48.002536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:48.005760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:48.038869 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] Pushing event updated for resources: {'Port': ['ID=759e85b9-3be5-41c3-8d63-8b00878178de,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:48.279088 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.495127 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.647845 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] Router a81b23f2-4f92-422e-a772-5207d0ca4d61 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:06:48.684126 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296f01df-1ff9-460c-a239-e6f69d849afa None None] Network df0a3059-df02-4af7-9c4a-d01fc9fb1626 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:48.771155 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:48.787341 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-11231e27-c27f-480d-97c3-c396e2dddc7b None None] Provisioning for port d90711ab-6a8e-4271-86e1-d683db24bbc5 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:48.788379 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.791389 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Sync routers for ids ['a81b23f2-4f92-422e-a772-5207d0ca4d61'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:48.793463 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39516) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:48.794073 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-27c91cdb-3d19-4543-81da-f5abae84b778 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0474687 Jul 16 02:06:48.805735 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Routers {'a81b23f2-4f92-422e-a772-5207d0ca4d61'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:48.806922 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:06:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a81b23f2-4f92-422e-a772-5207d0ca4d61'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:48.956728 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d90711ab-6a8e-4271-86e1-d683db24bbc5 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:48.970621 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Set router a81b23f2-4f92-422e-a772-5207d0ca4d61 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:49.030154 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port d90711ab-6a8e-4271-86e1-d683db24bbc5 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:49.035192 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port d90711ab-6a8e-4271-86e1-d683db24bbc5 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:49.037629 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:49.139510 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:49.180207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port d90711ab-6a8e-4271-86e1-d683db24bbc5, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d90711ab-6a8e-4271-86e1-d683db24bbc5,segment=NetworkSegment(7ce28ec2-094d-4dd0-9425-cfae449272ba),segment_id=7ce28ec2-094d-4dd0-9425-cfae449272ba)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:49.185169 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:49.261241 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=d90711ab-6a8e-4271-86e1-d683db24bbc5,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:49.288608 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'name': 'tempest-TestVolumeBackupRestore-271428851-router', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:46Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 3, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'gw_port': {'id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:49.327825 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Checking router: a81b23f2-4f92-422e-a772-5207d0ca4d61 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:49.328245 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Updating router a81b23f2-4f92-422e-a772-5207d0ca4d61 port 759e85b9-3be5-41c3-8d63-8b00878178de binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:06:49.350595 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-035b7eda-b67c-4365-88dc-6f0e5232e084 None None] Provisioning complete for port d90711ab-6a8e-4271-86e1-d683db24bbc5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:49.350985 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-035b7eda-b67c-4365-88dc-6f0e5232e084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:49.368335 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:49.448133 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:49.627248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] Allocated IP 172.20.0.1 (df0a3059-df02-4af7-9c4a-d01fc9fb1626/b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1/58caf00f-60af-446c-a8dc-813e53ce5048) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:49.660381 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:49.674373 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Transition to ACTIVE for port object 759e85b9-3be5-41c3-8d63-8b00878178de will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:49.681109 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:49.735245 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Attempting to bind port 759e85b9-3be5-41c3-8d63-8b00878178de on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:49.735245 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Attempting to bind port 759e85b9-3be5-41c3-8d63-8b00878178de by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:49.735245 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Attempting to bind port 759e85b9-3be5-41c3-8d63-8b00878178de on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:49.745651 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:49.746592 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:49.748083 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:49.748754 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:49.749137 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:49.750001 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Bound port: 759e85b9-3be5-41c3-8d63-8b00878178de, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:49.750157 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:49.761763 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] Transition to ACTIVE for port object 58caf00f-60af-446c-a8dc-813e53ce5048 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:49.774825 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4520a-10b3-4c4d-a399-5b80f117ba04 None None] Pushing event updated for resources: {'Port': ['ID=759e85b9-3be5-41c3-8d63-8b00878178de,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:49.788123 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4520a-10b3-4c4d-a399-5b80f117ba04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:49.788608 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4520a-10b3-4c4d-a399-5b80f117ba04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:49.789094 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4520a-10b3-4c4d-a399-5b80f117ba04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:49.789503 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4520a-10b3-4c4d-a399-5b80f117ba04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:49.790158 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4520a-10b3-4c4d-a399-5b80f117ba04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:49.790300 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4520a-10b3-4c4d-a399-5b80f117ba04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:49.790631 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4520a-10b3-4c4d-a399-5b80f117ba04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:49.791133 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4520a-10b3-4c4d-a399-5b80f117ba04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:49.791554 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4520a-10b3-4c4d-a399-5b80f117ba04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:49.792160 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4520a-10b3-4c4d-a399-5b80f117ba04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:49.792160 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4520a-10b3-4c4d-a399-5b80f117ba04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:49.792538 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4520a-10b3-4c4d-a399-5b80f117ba04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:49.798201 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:49.826310 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] For port 759e85b9-3be5-41c3-8d63-8b00878178de, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:49.830144 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] For port 759e85b9-3be5-41c3-8d63-8b00878178de, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=759e85b9-3be5-41c3-8d63-8b00878178de,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:49.841892 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:49.846331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] Network df0a3059-df02-4af7-9c4a-d01fc9fb1626 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:49.849939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:49.853862 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:49.879842 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] Pushing event updated for resources: {'Port': ['ID=58caf00f-60af-446c-a8dc-813e53ce5048,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:49.903650 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:49.919950 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Routers {'a81b23f2-4f92-422e-a772-5207d0ca4d61'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:49.920602 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:06:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a81b23f2-4f92-422e-a772-5207d0ca4d61'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:50.026802 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] Set router a81b23f2-4f92-422e-a772-5207d0ca4d61 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:50.083674 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.087579 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4520a-10b3-4c4d-a399-5b80f117ba04 None None] Pushing event updated for resources: {'Port': ['ID=759e85b9-3be5-41c3-8d63-8b00878178de,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:50.113547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-db4d6d35-c7e5-4deb-8d9d-0de15ca8b081 None None] Provisioning for port 58caf00f-60af-446c-a8dc-813e53ce5048 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:50.118681 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-db4d6d35-c7e5-4deb-8d9d-0de15ca8b081 None None] Provisioning complete for port 58caf00f-60af-446c-a8dc-813e53ce5048 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:50.119342 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-db4d6d35-c7e5-4deb-8d9d-0de15ca8b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.165870 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-db4d6d35-c7e5-4deb-8d9d-0de15ca8b081 None None] Port 58caf00f-60af-446c-a8dc-813e53ce5048 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:50.237858 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'name': 'tempest-TestVolumeBackupRestore-271428851-router', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:46Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 3, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'gw_port': {'id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:50.265512 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7b3965-63da-4498-a8e8-4becac689398 None None] The sync data for ids ['a81b23f2-4f92-422e-a772-5207d0ca4d61'] in n-d-800086-6 is: [{'id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'name': 'tempest-TestVolumeBackupRestore-271428851-router', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:46Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 3, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'gw_port': {'id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:50.283419 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.299104 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.370867 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.372590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] Pushing event updated for resources: {'Port': ['ID=58caf00f-60af-446c-a8dc-813e53ce5048,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:50.479295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] Network df0a3059-df02-4af7-9c4a-d01fc9fb1626 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:50.481656 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:50.695281 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] Router a81b23f2-4f92-422e-a772-5207d0ca4d61 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:50.863419 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:50.870045 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b1080f2f-24c7-42a1-9b22-49cf21eede00 admin admin] 10.222.0.54 "PUT /v2.0/routers/a81b23f2-4f92-422e-a772-5207d0ca4d61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0754526 Jul 16 02:06:50.899144 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c9156dfd-58a4-491a-9814-69a3c0013dd1 None None] Provisioning complete for port 58caf00f-60af-446c-a8dc-813e53ce5048 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:50.899591 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c9156dfd-58a4-491a-9814-69a3c0013dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.961055 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c9156dfd-58a4-491a-9814-69a3c0013dd1 None None] Port 58caf00f-60af-446c-a8dc-813e53ce5048 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:51.019000 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 759e85b9-3be5-41c3-8d63-8b00878178de up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:51.076969 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 759e85b9-3be5-41c3-8d63-8b00878178de completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:51.081686 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 759e85b9-3be5-41c3-8d63-8b00878178de triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:51.082315 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.182873 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.210103 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 759e85b9-3be5-41c3-8d63-8b00878178de, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=759e85b9-3be5-41c3-8d63-8b00878178de,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:51.215221 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.217482 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d90711ab-6a8e-4271-86e1-d683db24bbc5 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:51.328949 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=759e85b9-3be5-41c3-8d63-8b00878178de,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:51.334341 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port d90711ab-6a8e-4271-86e1-d683db24bbc5 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:51.335090 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.573941 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39540) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:51.580105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-58009f6d-503f-4507-b34f-49d5f21110bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-384100854-network', 'tenant_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:51.604770 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58009f6d-503f-4507-b34f-49d5f21110bb admin admin] Made reservation on behalf of e3f494d0c63d4e40ba5dbc5b5d0940bc for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:51.607916 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-58009f6d-503f-4507-b34f-49d5f21110bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.617817 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-58009f6d-503f-4507-b34f-49d5f21110bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.726613 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-58009f6d-503f-4507-b34f-49d5f21110bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.730496 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-58009f6d-503f-4507-b34f-49d5f21110bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.754291 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58009f6d-503f-4507-b34f-49d5f21110bb admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:06:51.783397 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58009f6d-503f-4507-b34f-49d5f21110bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba452518-9ea0-43b2-8575-8ac579cf89a2,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:51.786642 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-58009f6d-503f-4507-b34f-49d5f21110bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.786983 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-58009f6d-503f-4507-b34f-49d5f21110bb admin admin] Added segment cf79fcca-d979-43aa-a40a-0f033be719b3 of type vlan for network 4f6b2965-7326-4aa7-b310-ee2ea32dfcc9 Jul 16 02:06:51.838428 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-58009f6d-503f-4507-b34f-49d5f21110bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.874478 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-58009f6d-503f-4507-b34f-49d5f21110bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.875467 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58009f6d-503f-4507-b34f-49d5f21110bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:51.876071 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-58009f6d-503f-4507-b34f-49d5f21110bb admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.909680 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-58009f6d-503f-4507-b34f-49d5f21110bb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3341534 Jul 16 02:06:51.912314 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39546) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:51.916961 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-6db2e51a-1dd2-46f6-803e-e53398ae6722 admin admin] Request body: {'subnet': {'network_id': '4f6b2965-7326-4aa7-b310-ee2ea32dfcc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-384100854-subnet', 'tenant_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:51.950156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58009f6d-503f-4507-b34f-49d5f21110bb admin admin] Pushing event updated for resources: {'Network': ['ID=4f6b2965-7326-4aa7-b310-ee2ea32dfcc9,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:51.961713 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 4f6b2965-7326-4aa7-b310-ee2ea32dfcc9 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:06:51.969188 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db2e51a-1dd2-46f6-803e-e53398ae6722 admin admin] Made reservation on behalf of e3f494d0c63d4e40ba5dbc5b5d0940bc for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:51.971794 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6db2e51a-1dd2-46f6-803e-e53398ae6722 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.167568 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6db2e51a-1dd2-46f6-803e-e53398ae6722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.240860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2e51a-1dd2-46f6-803e-e53398ae6722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3507ce01-b504-4d0e-aaee-511d8b422804,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:52.258515 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db2e51a-1dd2-46f6-803e-e53398ae6722 admin admin] Checking segment: {'id': 'cf79fcca-d979-43aa-a40a-0f033be719b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4f6b2965-7326-4aa7-b310-ee2ea32dfcc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:52.259628 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db2e51a-1dd2-46f6-803e-e53398ae6722 admin admin] Network hostable DHCP agents. Network: 4f6b2965-7326-4aa7-b310-ee2ea32dfcc9, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:06:52.287214 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db2e51a-1dd2-46f6-803e-e53398ae6722 admin admin] Network 4f6b2965-7326-4aa7-b310-ee2ea32dfcc9 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:06:52.302480 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-6db2e51a-1dd2-46f6-803e-e53398ae6722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 4f6b2965-7326-4aa7-b310-ee2ea32dfcc9) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:52.307535 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db2e51a-1dd2-46f6-803e-e53398ae6722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:52.308280 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6db2e51a-1dd2-46f6-803e-e53398ae6722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.314062 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6493be6e-0e77-4018-940c-d4df69c0ffbf None None] Network 4f6b2965-7326-4aa7-b310-ee2ea32dfcc9 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:52.328181 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6db2e51a-1dd2-46f6-803e-e53398ae6722 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4123962 Jul 16 02:06:52.328536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 39548) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:52.333288 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-384100854-router', 'tenant_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:52.362878 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.365191 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.443016 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.476541 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Sync routers for ids ['a81b23f2-4f92-422e-a772-5207d0ca4d61'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:52.505885 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Routers {'a81b23f2-4f92-422e-a772-5207d0ca4d61'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:52.506520 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:06:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a81b23f2-4f92-422e-a772-5207d0ca4d61'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:52.510873 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-4f6b2965-7326-4aa7-b310-ee2ea32dfcc9', 'network_id': '4f6b2965-7326-4aa7-b310-ee2ea32dfcc9', 'tenant_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'fixed_ips': [{'subnet_id': '3507ce01-b504-4d0e-aaee-511d8b422804'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:06:52.511760 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.630732 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.730497 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Set router a81b23f2-4f92-422e-a772-5207d0ca4d61 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:52.812184 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Allocated IP 172.20.0.2 (4f6b2965-7326-4aa7-b310-ee2ea32dfcc9/3507ce01-b504-4d0e-aaee-511d8b422804/89984146-a096-4786-888a-9980a52c4e9f) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:52.842078 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.865525 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.943951 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 759e85b9-3be5-41c3-8d63-8b00878178de up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:52.984084 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] Allocated IP 172.25.1.223 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/27c01663-fa08-4717-bda4-a1e490bbd4c5) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:53.078753 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 759e85b9-3be5-41c3-8d63-8b00878178de triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:53.079140 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.094425 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.128175 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'name': 'tempest-TestVolumeBackupRestore-271428851-router', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:46Z', 'updated_at': '2021-07-16T02:06:50Z', 'revision_number': 4, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'gw_port': {'id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '58caf00f-60af-446c-a8dc-813e53ce5048', 'name': '', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'mac_address': 'fa:16:3e:6b:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:49Z', 'updated_at': '2021-07-16T02:06:50Z', 'revision_number': 2, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'subnets': [{'id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:53.134204 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.171480 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:53.171765 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Checking router: a81b23f2-4f92-422e-a772-5207d0ca4d61 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:53.171982 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Updating router a81b23f2-4f92-422e-a772-5207d0ca4d61 port 58caf00f-60af-446c-a8dc-813e53ce5048 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:06:53.174229 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:53.180430 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:53.207627 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.208605 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] Pushing event updated for resources: {'Port': ['ID=27c01663-fa08-4717-bda4-a1e490bbd4c5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:53.224596 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Transition to ACTIVE for port object 89984146-a096-4786-888a-9980a52c4e9f will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:53.243467 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.274940 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Transition to ACTIVE for port object 89984146-a096-4786-888a-9980a52c4e9f will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:53.311369 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.367881 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Network 4f6b2965-7326-4aa7-b310-ee2ea32dfcc9 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:53.416956 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:53.419894 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:53.432613 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.462315 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Pushing event updated for resources: {'Port': ['ID=89984146-a096-4786-888a-9980a52c4e9f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:53.513796 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Attempting to bind port 89984146-a096-4786-888a-9980a52c4e9f on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:53.514186 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Attempting to bind port 89984146-a096-4786-888a-9980a52c4e9f by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'cf79fcca-d979-43aa-a40a-0f033be719b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4f6b2965-7326-4aa7-b310-ee2ea32dfcc9'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:53.514529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Attempting to bind port 89984146-a096-4786-888a-9980a52c4e9f on network 4f6b2965-7326-4aa7-b310-ee2ea32dfcc9 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:53.535256 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:53.535631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Checking segment: {'id': 'cf79fcca-d979-43aa-a40a-0f033be719b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4f6b2965-7326-4aa7-b310-ee2ea32dfcc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:53.536236 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.536634 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Bound using segment: {'id': 'cf79fcca-d979-43aa-a40a-0f033be719b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4f6b2965-7326-4aa7-b310-ee2ea32dfcc9'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:53.537106 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Bound port: 89984146-a096-4786-888a-9980a52c4e9f, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf79fcca-d979-43aa-a40a-0f033be719b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4f6b2965-7326-4aa7-b310-ee2ea32dfcc9'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:53.537485 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.637833 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.660243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] For port 89984146-a096-4786-888a-9980a52c4e9f, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:53.678212 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] For port 89984146-a096-4786-888a-9980a52c4e9f, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=89984146-a096-4786-888a-9980a52c4e9f,segment=NetworkSegment(cf79fcca-d979-43aa-a40a-0f033be719b3),segment_id=cf79fcca-d979-43aa-a40a-0f033be719b3)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:53.690482 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.770492 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.788695 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] Router ae72bd18-7efc-4dff-a936-9f05ba5f66e9 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:06:53.791677 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d13a1-66ec-469f-93c6-1d2ab419d691 None None] Pushing event updated for resources: {'Port': ['ID=89984146-a096-4786-888a-9980a52c4e9f,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:53.806540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Transition to ACTIVE for port object 58caf00f-60af-446c-a8dc-813e53ce5048 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:53.816042 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.896700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61386cd-6ba3-49b1-81ea-2353d63e5b34 None None] Pushing event updated for resources: {'Port': ['ID=58caf00f-60af-446c-a8dc-813e53ce5048,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:53.931760 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Attempting to bind port 58caf00f-60af-446c-a8dc-813e53ce5048 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:53.931760 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Attempting to bind port 58caf00f-60af-446c-a8dc-813e53ce5048 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '7ce28ec2-094d-4dd0-9425-cfae449272ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:53.931760 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Attempting to bind port 58caf00f-60af-446c-a8dc-813e53ce5048 on network df0a3059-df02-4af7-9c4a-d01fc9fb1626 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:54.176010 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:54.178883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:54.178883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Checking segment: {'id': '7ce28ec2-094d-4dd0-9425-cfae449272ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:54.178883 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.178883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Bound using segment: {'id': '7ce28ec2-094d-4dd0-9425-cfae449272ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:54.180292 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Sync routers for ids ['ae72bd18-7efc-4dff-a936-9f05ba5f66e9'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:54.181086 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.181086 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-da9971c2-79f0-4b83-a267-07a848a220b3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6326544 Jul 16 02:06:54.181710 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 39570) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:54.182454 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Bound port: 58caf00f-60af-446c-a8dc-813e53ce5048, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce28ec2-094d-4dd0-9425-cfae449272ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:54.182454 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.183252 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Routers {'ae72bd18-7efc-4dff-a936-9f05ba5f66e9'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:54.183252 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:06:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ae72bd18-7efc-4dff-a936-9f05ba5f66e9'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:54.183759 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.250216 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] For port 58caf00f-60af-446c-a8dc-813e53ce5048, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:54.257575 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] For port 58caf00f-60af-446c-a8dc-813e53ce5048, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=58caf00f-60af-446c-a8dc-813e53ce5048,segment=NetworkSegment(7ce28ec2-094d-4dd0-9425-cfae449272ba),segment_id=7ce28ec2-094d-4dd0-9425-cfae449272ba)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:54.262757 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.340076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Routers {'a81b23f2-4f92-422e-a772-5207d0ca4d61'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:54.345291 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:06:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a81b23f2-4f92-422e-a772-5207d0ca4d61'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:54.384226 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Set router ae72bd18-7efc-4dff-a936-9f05ba5f66e9 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:54.410691 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61386cd-6ba3-49b1-81ea-2353d63e5b34 None None] Pushing event updated for resources: {'Port': ['ID=58caf00f-60af-446c-a8dc-813e53ce5048,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:54.623429 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae72bd18-7efc-4dff-a936-9f05ba5f66e9', 'name': 'tempest-TestVolumeBackupRestore-384100854-router', 'tenant_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '27c01663-fa08-4717-bda4-a1e490bbd4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:06:53Z', 'revision_number': 3, 'project_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'gw_port': {'id': '27c01663-fa08-4717-bda4-a1e490bbd4c5', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae72bd18-7efc-4dff-a936-9f05ba5f66e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:54.663540 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Checking router: ae72bd18-7efc-4dff-a936-9f05ba5f66e9 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:54.663540 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Updating router ae72bd18-7efc-4dff-a936-9f05ba5f66e9 port 27c01663-fa08-4717-bda4-a1e490bbd4c5 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:06:54.742613 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] Set router a81b23f2-4f92-422e-a772-5207d0ca4d61 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:54.821338 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.072529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 89984146-a096-4786-888a-9980a52c4e9f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:55.180569 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 89984146-a096-4786-888a-9980a52c4e9f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:55.213013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'name': 'tempest-TestVolumeBackupRestore-271428851-router', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:46Z', 'updated_at': '2021-07-16T02:06:50Z', 'revision_number': 4, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'gw_port': {'id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '58caf00f-60af-446c-a8dc-813e53ce5048', 'name': '', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'mac_address': 'fa:16:3e:6b:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:49Z', 'updated_at': '2021-07-16T02:06:54Z', 'revision_number': 4, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'subnets': [{'id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:55.252391 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710692c6-32a8-4ea8-aadb-b4e06c905a11 None None] The sync data for ids ['a81b23f2-4f92-422e-a772-5207d0ca4d61'] in n-d-800086-6 is: [{'id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'name': 'tempest-TestVolumeBackupRestore-271428851-router', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:46Z', 'updated_at': '2021-07-16T02:06:50Z', 'revision_number': 4, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'gw_port': {'id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '58caf00f-60af-446c-a8dc-813e53ce5048', 'name': '', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'mac_address': 'fa:16:3e:6b:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:49Z', 'updated_at': '2021-07-16T02:06:54Z', 'revision_number': 4, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'subnets': [{'id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:55.298627 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.314307 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Transition to ACTIVE for port object 27c01663-fa08-4717-bda4-a1e490bbd4c5 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:55.331728 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.418907 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.461515 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a65e53-ec65-4314-80cb-f03da08bd97c None None] Network 4f6b2965-7326-4aa7-b310-ee2ea32dfcc9 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:55.463875 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Attempting to bind port 27c01663-fa08-4717-bda4-a1e490bbd4c5 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:55.464504 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Attempting to bind port 27c01663-fa08-4717-bda4-a1e490bbd4c5 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:55.465044 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Attempting to bind port 27c01663-fa08-4717-bda4-a1e490bbd4c5 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:55.469244 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902f98f-e79b-4d98-851a-dea15a3d1f44 None None] Pushing event updated for resources: {'Port': ['ID=27c01663-fa08-4717-bda4-a1e490bbd4c5,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:55.475623 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:55.476260 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:55.476898 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.478591 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:55.479249 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Bound port: 27c01663-fa08-4717-bda4-a1e490bbd4c5, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:55.479838 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.571570 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] For port 27c01663-fa08-4717-bda4-a1e490bbd4c5, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:55.584105 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] For port 27c01663-fa08-4717-bda4-a1e490bbd4c5, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=27c01663-fa08-4717-bda4-a1e490bbd4c5,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:55.590578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d4f882ba-f3bc-454e-bfc2-ff4288fea9d5 None None] Provisioning for port 89984146-a096-4786-888a-9980a52c4e9f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:55.595747 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.611583 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d4f882ba-f3bc-454e-bfc2-ff4288fea9d5 None None] Provisioning complete for port 89984146-a096-4786-888a-9980a52c4e9f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:55.611994 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4f882ba-f3bc-454e-bfc2-ff4288fea9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.710042 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] Allocated IP 172.20.0.1 (4f6b2965-7326-4aa7-b310-ee2ea32dfcc9/3507ce01-b504-4d0e-aaee-511d8b422804/1c7206f1-c1ed-4589-9923-17a3956a91b1) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:55.748949 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Routers {'ae72bd18-7efc-4dff-a936-9f05ba5f66e9'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:55.749596 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:06:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ae72bd18-7efc-4dff-a936-9f05ba5f66e9'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:55.769928 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4f882ba-f3bc-454e-bfc2-ff4288fea9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.828263 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902f98f-e79b-4d98-851a-dea15a3d1f44 None None] Pushing event updated for resources: {'Port': ['ID=27c01663-fa08-4717-bda4-a1e490bbd4c5,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:55.853283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d4f882ba-f3bc-454e-bfc2-ff4288fea9d5 None None] For port 89984146-a096-4786-888a-9980a52c4e9f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=89984146-a096-4786-888a-9980a52c4e9f,segment=NetworkSegment(cf79fcca-d979-43aa-a40a-0f033be719b3),segment_id=cf79fcca-d979-43aa-a40a-0f033be719b3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:55.861514 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4f882ba-f3bc-454e-bfc2-ff4288fea9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.880355 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.901483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] Transition to ACTIVE for port object 1c7206f1-c1ed-4589-9923-17a3956a91b1 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:55.935952 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] Set router ae72bd18-7efc-4dff-a936-9f05ba5f66e9 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:55.948170 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.008518 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f882ba-f3bc-454e-bfc2-ff4288fea9d5 None None] Pushing event updated for resources: {'Port': ['ID=89984146-a096-4786-888a-9980a52c4e9f,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:56.032499 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] Network 4f6b2965-7326-4aa7-b310-ee2ea32dfcc9 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:56.035779 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:56.041526 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:56.046558 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7206f1-c1ed-4589-9923-17a3956a91b1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:56.107234 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.303090 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4ae6e02b-33d0-44ea-bc87-edd9392f0636 None None] Provisioning complete for port 89984146-a096-4786-888a-9980a52c4e9f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:56.304858 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4ae6e02b-33d0-44ea-bc87-edd9392f0636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.309291 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae72bd18-7efc-4dff-a936-9f05ba5f66e9', 'name': 'tempest-TestVolumeBackupRestore-384100854-router', 'tenant_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '27c01663-fa08-4717-bda4-a1e490bbd4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:06:53Z', 'revision_number': 3, 'project_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'gw_port': {'id': '27c01663-fa08-4717-bda4-a1e490bbd4c5', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae72bd18-7efc-4dff-a936-9f05ba5f66e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:56.325516 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.386566 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c687ff13-07a7-49a3-8928-cf42604b462b None None] The sync data for ids ['ae72bd18-7efc-4dff-a936-9f05ba5f66e9'] in n-d-800086-6 is: [{'id': 'ae72bd18-7efc-4dff-a936-9f05ba5f66e9', 'name': 'tempest-TestVolumeBackupRestore-384100854-router', 'tenant_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '27c01663-fa08-4717-bda4-a1e490bbd4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:06:53Z', 'revision_number': 3, 'project_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'gw_port': {'id': '27c01663-fa08-4717-bda4-a1e490bbd4c5', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae72bd18-7efc-4dff-a936-9f05ba5f66e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:56.648047 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.659810 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.672334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-948ce108-67de-41c1-a9d0-f9ec0cc215b8 None None] Provisioning for port 1c7206f1-c1ed-4589-9923-17a3956a91b1 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:56.679553 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-948ce108-67de-41c1-a9d0-f9ec0cc215b8 None None] Provisioning complete for port 1c7206f1-c1ed-4589-9923-17a3956a91b1 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:56.680115 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-948ce108-67de-41c1-a9d0-f9ec0cc215b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.754730 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7206f1-c1ed-4589-9923-17a3956a91b1,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:56.760877 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-948ce108-67de-41c1-a9d0-f9ec0cc215b8 None None] Port 1c7206f1-c1ed-4589-9923-17a3956a91b1 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:56.780742 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.933369 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] Network 4f6b2965-7326-4aa7-b310-ee2ea32dfcc9 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:56.934946 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:57.122511 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] Router ae72bd18-7efc-4dff-a936-9f05ba5f66e9 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:57.174343 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 89984146-a096-4786-888a-9980a52c4e9f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:57.248552 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 89984146-a096-4786-888a-9980a52c4e9f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:57.249413 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.333605 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:57.339267 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5679ae93-80d9-4ee3-b505-ab96b84c8632 admin admin] 10.222.0.54 "PUT /v2.0/routers/ae72bd18-7efc-4dff-a936-9f05ba5f66e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3707728 Jul 16 02:06:57.393829 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 27c01663-fa08-4717-bda4-a1e490bbd4c5 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:57.427674 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-75f2b133-c094-406b-bcda-005eb904f982 None None] Provisioning complete for port 1c7206f1-c1ed-4589-9923-17a3956a91b1 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:57.428438 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-75f2b133-c094-406b-bcda-005eb904f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.484816 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-75f2b133-c094-406b-bcda-005eb904f982 None None] Port 1c7206f1-c1ed-4589-9923-17a3956a91b1 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:57.506610 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 27c01663-fa08-4717-bda4-a1e490bbd4c5 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:57.511656 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 27c01663-fa08-4717-bda4-a1e490bbd4c5 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:57.512173 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.607619 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.646412 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 27c01663-fa08-4717-bda4-a1e490bbd4c5, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=27c01663-fa08-4717-bda4-a1e490bbd4c5,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:57.652229 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.653933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 58caf00f-60af-446c-a8dc-813e53ce5048 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:57.793714 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 58caf00f-60af-446c-a8dc-813e53ce5048 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:57.805232 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=27c01663-fa08-4717-bda4-a1e490bbd4c5,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:57.810408 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 58caf00f-60af-446c-a8dc-813e53ce5048 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:57.810885 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.926948 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.965715 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 58caf00f-60af-446c-a8dc-813e53ce5048, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=58caf00f-60af-446c-a8dc-813e53ce5048,segment=NetworkSegment(7ce28ec2-094d-4dd0-9425-cfae449272ba),segment_id=7ce28ec2-094d-4dd0-9425-cfae449272ba)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:57.971839 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:58.045991 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=58caf00f-60af-446c-a8dc-813e53ce5048,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:58.381414 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9e051ecd-5d4c-4560-9ccd-5ad8fee58425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:58.922840 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 27c01663-fa08-4717-bda4-a1e490bbd4c5 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:58.995096 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:58.998864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 27c01663-fa08-4717-bda4-a1e490bbd4c5 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:58.999014 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:59.050661 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Sync routers for ids ['ae72bd18-7efc-4dff-a936-9f05ba5f66e9'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:59.068470 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Routers {'ae72bd18-7efc-4dff-a936-9f05ba5f66e9'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:59.069033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:06:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ae72bd18-7efc-4dff-a936-9f05ba5f66e9'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:59.153230 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 58caf00f-60af-446c-a8dc-813e53ce5048 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:59.251835 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Set router ae72bd18-7efc-4dff-a936-9f05ba5f66e9 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:59.305028 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 58caf00f-60af-446c-a8dc-813e53ce5048 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:59.305404 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:59.580105 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae72bd18-7efc-4dff-a936-9f05ba5f66e9', 'name': 'tempest-TestVolumeBackupRestore-384100854-router', 'tenant_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '27c01663-fa08-4717-bda4-a1e490bbd4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:06:56Z', 'revision_number': 4, 'project_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'gw_port': {'id': '27c01663-fa08-4717-bda4-a1e490bbd4c5', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae72bd18-7efc-4dff-a936-9f05ba5f66e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '1c7206f1-c1ed-4589-9923-17a3956a91b1', 'name': '', 'network_id': '4f6b2965-7326-4aa7-b310-ee2ea32dfcc9', 'tenant_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'mac_address': 'fa:16:3e:ee:aa:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae72bd18-7efc-4dff-a936-9f05ba5f66e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '3507ce01-b504-4d0e-aaee-511d8b422804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:55Z', 'updated_at': '2021-07-16T02:06:56Z', 'revision_number': 2, 'project_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'subnets': [{'id': '3507ce01-b504-4d0e-aaee-511d8b422804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:59.610044 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Checking router: ae72bd18-7efc-4dff-a936-9f05ba5f66e9 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:59.610407 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Updating router ae72bd18-7efc-4dff-a936-9f05ba5f66e9 port 1c7206f1-c1ed-4589-9923-17a3956a91b1 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:06:59.656276 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:59.960124 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:59.971363 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Transition to ACTIVE for port object 1c7206f1-c1ed-4589-9923-17a3956a91b1 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:59.980118 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:00.031052 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee189103-f095-4123-a0e6-e472848b8bb8 None None] Pushing event updated for resources: {'Port': ['ID=1c7206f1-c1ed-4589-9923-17a3956a91b1,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:00.114524 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Attempting to bind port 1c7206f1-c1ed-4589-9923-17a3956a91b1 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:00.114906 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Attempting to bind port 1c7206f1-c1ed-4589-9923-17a3956a91b1 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'cf79fcca-d979-43aa-a40a-0f033be719b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4f6b2965-7326-4aa7-b310-ee2ea32dfcc9'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:00.115562 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Attempting to bind port 1c7206f1-c1ed-4589-9923-17a3956a91b1 on network 4f6b2965-7326-4aa7-b310-ee2ea32dfcc9 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:00.122413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:00.122799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Checking segment: {'id': 'cf79fcca-d979-43aa-a40a-0f033be719b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4f6b2965-7326-4aa7-b310-ee2ea32dfcc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:00.123211 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:00.123615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Bound using segment: {'id': 'cf79fcca-d979-43aa-a40a-0f033be719b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4f6b2965-7326-4aa7-b310-ee2ea32dfcc9'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:00.124133 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Bound port: 1c7206f1-c1ed-4589-9923-17a3956a91b1, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf79fcca-d979-43aa-a40a-0f033be719b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4f6b2965-7326-4aa7-b310-ee2ea32dfcc9'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:00.124518 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:00.242685 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] For port 1c7206f1-c1ed-4589-9923-17a3956a91b1, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:00.254893 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] For port 1c7206f1-c1ed-4589-9923-17a3956a91b1, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1c7206f1-c1ed-4589-9923-17a3956a91b1,segment=NetworkSegment(cf79fcca-d979-43aa-a40a-0f033be719b3),segment_id=cf79fcca-d979-43aa-a40a-0f033be719b3)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:00.260394 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:00.350718 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Routers {'ae72bd18-7efc-4dff-a936-9f05ba5f66e9'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:00.351362 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:06:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ae72bd18-7efc-4dff-a936-9f05ba5f66e9'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:00.353223 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee189103-f095-4123-a0e6-e472848b8bb8 None None] Pushing event updated for resources: {'Port': ['ID=1c7206f1-c1ed-4589-9923-17a3956a91b1,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:00.690838 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] Set router ae72bd18-7efc-4dff-a936-9f05ba5f66e9 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:00.939038 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae72bd18-7efc-4dff-a936-9f05ba5f66e9', 'name': 'tempest-TestVolumeBackupRestore-384100854-router', 'tenant_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '27c01663-fa08-4717-bda4-a1e490bbd4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:06:56Z', 'revision_number': 4, 'project_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'gw_port': {'id': '27c01663-fa08-4717-bda4-a1e490bbd4c5', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae72bd18-7efc-4dff-a936-9f05ba5f66e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '1c7206f1-c1ed-4589-9923-17a3956a91b1', 'name': '', 'network_id': '4f6b2965-7326-4aa7-b310-ee2ea32dfcc9', 'tenant_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'mac_address': 'fa:16:3e:ee:aa:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae72bd18-7efc-4dff-a936-9f05ba5f66e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '3507ce01-b504-4d0e-aaee-511d8b422804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:55Z', 'updated_at': '2021-07-16T02:07:00Z', 'revision_number': 4, 'project_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'subnets': [{'id': '3507ce01-b504-4d0e-aaee-511d8b422804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:00.973955 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603be8b6-c613-4278-89c3-04515e8aae7f None None] The sync data for ids ['ae72bd18-7efc-4dff-a936-9f05ba5f66e9'] in n-d-800086-6 is: [{'id': 'ae72bd18-7efc-4dff-a936-9f05ba5f66e9', 'name': 'tempest-TestVolumeBackupRestore-384100854-router', 'tenant_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '27c01663-fa08-4717-bda4-a1e490bbd4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:06:56Z', 'revision_number': 4, 'project_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'gw_port': {'id': '27c01663-fa08-4717-bda4-a1e490bbd4c5', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae72bd18-7efc-4dff-a936-9f05ba5f66e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '1c7206f1-c1ed-4589-9923-17a3956a91b1', 'name': '', 'network_id': '4f6b2965-7326-4aa7-b310-ee2ea32dfcc9', 'tenant_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'mac_address': 'fa:16:3e:ee:aa:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae72bd18-7efc-4dff-a936-9f05ba5f66e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '3507ce01-b504-4d0e-aaee-511d8b422804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:55Z', 'updated_at': '2021-07-16T02:07:00Z', 'revision_number': 4, 'project_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'subnets': [{'id': '3507ce01-b504-4d0e-aaee-511d8b422804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:01.134147 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.142852 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8e9c-9a0b-4554-9004-deae64d3f0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.156467 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.946661 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1c7206f1-c1ed-4589-9923-17a3956a91b1 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:03.001078 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 1c7206f1-c1ed-4589-9923-17a3956a91b1 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:03.007721 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 1c7206f1-c1ed-4589-9923-17a3956a91b1 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:03.008182 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.100015 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.146126 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 1c7206f1-c1ed-4589-9923-17a3956a91b1, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1c7206f1-c1ed-4589-9923-17a3956a91b1,segment=NetworkSegment(cf79fcca-d979-43aa-a40a-0f033be719b3),segment_id=cf79fcca-d979-43aa-a40a-0f033be719b3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:03.152022 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.204785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=1c7206f1-c1ed-4589-9923-17a3956a91b1,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:03.897157 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:04.926576 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1c7206f1-c1ed-4589-9923-17a3956a91b1 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:04.985140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 1c7206f1-c1ed-4589-9923-17a3956a91b1 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:04.985705 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:08.694217 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:07:15.455152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1231c-8204-49c1-883b-b50b195c9ab5 req-f2bec639-7252-4f6c-955c-ac69735d2249 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:15.456721 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbd1231c-8204-49c1-883b-b50b195c9ab5 req-f2bec639-7252-4f6c-955c-ac69735d2249 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.0686712 Jul 16 02:07:15.499955 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbd1231c-8204-49c1-883b-b50b195c9ab5 req-cbcdebe5-744d-4140-bc38-ff4e4d497108 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370481 Jul 16 02:07:16.686200 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d2ccc-f96c-426f-a21e-a564f2556fa4 req-e832e6ce-9293-4b29-b9f1-1ad7100f646b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:16.687641 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c0d2ccc-f96c-426f-a21e-a564f2556fa4 req-e832e6ce-9293-4b29-b9f1-1ad7100f646b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.0651810 Jul 16 02:07:16.727535 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c0d2ccc-f96c-426f-a21e-a564f2556fa4 req-961a6f12-9cfc-4166-838e-34c6e6389195 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339715 Jul 16 02:07:17.917863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674f729-60cf-4584-8954-76d35d9cf2e2 req-78e7547a-8309-48a1-a638-f231a1c6b244 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:17.919285 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f674f729-60cf-4584-8954-76d35d9cf2e2 req-78e7547a-8309-48a1-a638-f231a1c6b244 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.0659823 Jul 16 02:07:17.958455 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f674f729-60cf-4584-8954-76d35d9cf2e2 req-8365a442-03f9-442a-ba7c-49bc51c4ea38 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333860 Jul 16 02:07:19.145026 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ed418-9a4f-4e84-b8e4-15df73e18649 req-9417ace0-886f-4797-9869-7c75f47e3dda tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:19.146639 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-788ed418-9a4f-4e84-b8e4-15df73e18649 req-9417ace0-886f-4797-9869-7c75f47e3dda tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.0699897 Jul 16 02:07:19.186795 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-788ed418-9a4f-4e84-b8e4-15df73e18649 req-f6ea146a-f573-4908-b0f5-436b09cc8a2d tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340064 Jul 16 02:07:20.423971 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbad5c-a290-4848-ad91-7ef09f026836 req-0cca22be-eea6-4f4e-a553-1b6beccc52f7 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:20.447644 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ddbad5c-a290-4848-ad91-7ef09f026836 req-0cca22be-eea6-4f4e-a553-1b6beccc52f7 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.1078641 Jul 16 02:07:20.540445 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ddbad5c-a290-4848-ad91-7ef09f026836 req-20310205-6686-4a4e-9621-30ef4888ba75 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868995 Jul 16 02:07:21.735830 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed41739-5f13-4825-9371-d441763f1ace req-9aeb0e72-642b-45a2-b644-612f0345f111 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:21.738652 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aed41739-5f13-4825-9371-d441763f1ace req-9aeb0e72-642b-45a2-b644-612f0345f111 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.0680206 Jul 16 02:07:21.779674 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aed41739-5f13-4825-9371-d441763f1ace req-efdf131a-04f7-43f1-bfec-7c7f470c90fc tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348237 Jul 16 02:07:22.902351 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40556) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:22.995157 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d67090-48f4-41eb-9ac0-4fe9e2a67e03 req-e28522fe-885f-4f9a-b086-3a6e43eb492b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:23.001941 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-25d67090-48f4-41eb-9ac0-4fe9e2a67e03 req-e28522fe-885f-4f9a-b086-3a6e43eb492b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.0748694 Jul 16 02:07:23.054725 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-25d67090-48f4-41eb-9ac0-4fe9e2a67e03 req-bb6bbf6d-c235-477f-a5b8-f700ecd4039e tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518088 Jul 16 02:07:23.086634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40560) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:23.087128 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5aa5d186-4614-4395-ae92-82b68d34ac44 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d1726f70cac5494e924d6f5d99e0bea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825573 Jul 16 02:07:23.138878 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f7322a76-389a-46b1-a86c-f5c33b7cfe6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.159808 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f7322a76-389a-46b1-a86c-f5c33b7cfe6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.208233 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f7322a76-389a-46b1-a86c-f5c33b7cfe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.211241 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f7322a76-389a-46b1-a86c-f5c33b7cfe6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.212420 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f7322a76-389a-46b1-a86c-f5c33b7cfe6d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6b05ecba-570d-4819-ac71-ebb58d010f56 HTTP/1.1" status: 204 len: 168 time: 0.1239765 Jul 16 02:07:23.220568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7322a76-389a-46b1-a86c-f5c33b7cfe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b05ecba-570d-4819-ac71-ebb58d010f56,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:23.996038 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.251565 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8770d-83a6-4434-b85a-09ef01ea8df9 req-f22ebe99-8c82-4fc0-9efd-f0887478238f tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:24.259407 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-84d8770d-83a6-4434-b85a-09ef01ea8df9 req-f22ebe99-8c82-4fc0-9efd-f0887478238f tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.0730798 Jul 16 02:07:24.320348 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-84d8770d-83a6-4434-b85a-09ef01ea8df9 req-d0cb930b-5bba-4a95-8ef8-5e2ce6cc49f7 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597196 Jul 16 02:07:24.413423 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40608) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:24.554842 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-6a259e37-8b5b-4083-b733-98eacdff7eb3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'network': {'name': 'tempest-network-smoke--548868653', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'port_security_enabled': True}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:24.586252 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a259e37-8b5b-4083-b733-98eacdff7eb3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Made reservation on behalf of 6a2462a0bbac4bb8a4b60c31b8a5faa1 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:24.590478 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a259e37-8b5b-4083-b733-98eacdff7eb3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.604051 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a259e37-8b5b-4083-b733-98eacdff7eb3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.696544 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a259e37-8b5b-4083-b733-98eacdff7eb3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.700188 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a259e37-8b5b-4083-b733-98eacdff7eb3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.723353 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a259e37-8b5b-4083-b733-98eacdff7eb3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:07:24.738228 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a259e37-8b5b-4083-b733-98eacdff7eb3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96333908-00ce-4606-8383-b06b70929074,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:24.741178 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a259e37-8b5b-4083-b733-98eacdff7eb3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.741530 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-6a259e37-8b5b-4083-b733-98eacdff7eb3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Added segment 76646f8d-de7e-449d-8cfb-7b3ff76d2a16 of type vlan for network 47a3582c-815c-477f-91f5-e1fd1e936e25 Jul 16 02:07:24.782945 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a259e37-8b5b-4083-b733-98eacdff7eb3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.810701 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a259e37-8b5b-4083-b733-98eacdff7eb3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.816872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a259e37-8b5b-4083-b733-98eacdff7eb3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:24.817454 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6a259e37-8b5b-4083-b733-98eacdff7eb3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.851236 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6a259e37-8b5b-4083-b733-98eacdff7eb3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4366975 Jul 16 02:07:24.854103 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40612) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:24.860694 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'admin_state_up': True, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:24.900995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a259e37-8b5b-4083-b733-98eacdff7eb3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Network': ['ID=47a3582c-815c-477f-91f5-e1fd1e936e25,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:24.914547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 47a3582c-815c-477f-91f5-e1fd1e936e25 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:07:24.918084 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.919440 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.983216 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:25.121180 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:25.311646 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:25.329825 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:25.443775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Allocated IP 172.25.1.198 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/66b26d31-74b9-4058-a8bd-2a7e2b8fc020) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:25.575497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528334e-7415-45dd-b88e-a2553ecf6823 req-764d7b2b-c03b-46b1-8440-0ac125565b01 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.577090 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c528334e-7415-45dd-b88e-a2553ecf6823 req-764d7b2b-c03b-46b1-8440-0ac125565b01 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.1353781 Jul 16 02:07:25.620222 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:25.645952 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c528334e-7415-45dd-b88e-a2553ecf6823 req-9deb7364-1fe2-436e-8a47-bead37fb586c tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568388 Jul 16 02:07:25.677564 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:25.713569 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:25.716345 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:25.721662 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:25.747032 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Port': ['ID=66b26d31-74b9-4058-a8bd-2a7e2b8fc020,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:25.977280 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.179694 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.309268 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Router f7eb0387-4905-45cf-b974-05c837d8ae15 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:07:26.418145 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:07:26.429650 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Sync routers for ids ['f7eb0387-4905-45cf-b974-05c837d8ae15'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:07:26.438272 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.443008 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-98f0db31-f331-4239-9502-44d7348dc665 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5845454 Jul 16 02:07:26.443232 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Routers {'f7eb0387-4905-45cf-b974-05c837d8ae15'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:26.443232 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:07:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f7eb0387-4905-45cf-b974-05c837d8ae15'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:26.443439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40636) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:26.542358 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-eaeb4670-89bf-4d08-a226-7c924f62ba21 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0961084 Jul 16 02:07:26.542600 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40640) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:26.555897 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Set router f7eb0387-4905-45cf-b974-05c837d8ae15 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:26.708660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edab7a6-92e0-4bcf-8f7d-ac7b1d625ff3 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:26.713639 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40644) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:26.723919 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0edab7a6-92e0-4bcf-8f7d-ac7b1d625ff3 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1801188 Jul 16 02:07:26.745512 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6f9d8a78-e2ce-4f33-a20c-e313252085f0 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=88f2079c-e547-45f1-859f-49428e13c11a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306664 Jul 16 02:07:26.747956 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40646) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:26.755746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ac58758b-d3a3-4bf7-82cf-12896e084d4a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1760748732', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:26.756960 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:07:25Z', 'revision_number': 3, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:26.802205 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Checking router: f7eb0387-4905-45cf-b974-05c837d8ae15 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:07:26.802539 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Updating router f7eb0387-4905-45cf-b974-05c837d8ae15 port 66b26d31-74b9-4058-a8bd-2a7e2b8fc020 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:07:26.846245 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.867032 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac58758b-d3a3-4bf7-82cf-12896e084d4a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Made reservation on behalf of 6a2462a0bbac4bb8a4b60c31b8a5faa1 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:26.871676 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ac58758b-d3a3-4bf7-82cf-12896e084d4a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:27.098019 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ac58758b-d3a3-4bf7-82cf-12896e084d4a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:27.168649 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58758b-d3a3-4bf7-82cf-12896e084d4a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Subnet': ['ID=c2f5395a-71f0-477a-8b4d-6351e159c0ee,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:27.188835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd320121-7e28-474b-8a30-e038b9dee712 req-77cb309c-36d6-4cab-9dca-6ef6d6d50b3a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:27.190355 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd320121-7e28-474b-8a30-e038b9dee712 req-77cb309c-36d6-4cab-9dca-6ef6d6d50b3a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.4080188 Jul 16 02:07:27.204529 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac58758b-d3a3-4bf7-82cf-12896e084d4a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Checking segment: {'id': '76646f8d-de7e-449d-8cfb-7b3ff76d2a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:27.205041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac58758b-d3a3-4bf7-82cf-12896e084d4a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Network hostable DHCP agents. Network: 47a3582c-815c-477f-91f5-e1fd1e936e25, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:07:27.229902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac58758b-d3a3-4bf7-82cf-12896e084d4a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Network 47a3582c-815c-477f-91f5-e1fd1e936e25 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:07:27.235281 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fd320121-7e28-474b-8a30-e038b9dee712 req-fa220ada-aaae-4d41-80b9-6556aceb076a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375845 Jul 16 02:07:27.241820 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-ac58758b-d3a3-4bf7-82cf-12896e084d4a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 47a3582c-815c-477f-91f5-e1fd1e936e25) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:27.246074 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac58758b-d3a3-4bf7-82cf-12896e084d4a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:27.246976 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ac58758b-d3a3-4bf7-82cf-12896e084d4a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:27.261776 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f6da75-2eb0-437a-ba69-b58cd726a5b0 None None] Network 47a3582c-815c-477f-91f5-e1fd1e936e25 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:27.273745 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ac58758b-d3a3-4bf7-82cf-12896e084d4a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5214095 Jul 16 02:07:27.273745 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40656) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:27.309596 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:27.325950 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Transition to ACTIVE for port object 66b26d31-74b9-4058-a8bd-2a7e2b8fc020 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:27.336306 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:27.495778 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb7f99-cdc8-48f9-9cd9-c9e9e4a05dc1 None None] Pushing event updated for resources: {'Port': ['ID=66b26d31-74b9-4058-a8bd-2a7e2b8fc020,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:27.505436 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-47a3582c-815c-477f-91f5-e1fd1e936e25', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'fixed_ips': [{'subnet_id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:07:27.506518 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:27.534381 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Attempting to bind port 66b26d31-74b9-4058-a8bd-2a7e2b8fc020 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:27.534684 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Attempting to bind port 66b26d31-74b9-4058-a8bd-2a7e2b8fc020 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:27.535129 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Attempting to bind port 66b26d31-74b9-4058-a8bd-2a7e2b8fc020 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:27.541691 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:27.542058 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:27.542576 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:27.542968 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:27.543424 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Bound port: 66b26d31-74b9-4058-a8bd-2a7e2b8fc020, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:27.543839 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:27.600535 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] For port 66b26d31-74b9-4058-a8bd-2a7e2b8fc020, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:27.603747 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] For port 66b26d31-74b9-4058-a8bd-2a7e2b8fc020, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=66b26d31-74b9-4058-a8bd-2a7e2b8fc020,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:27.609513 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:27.662305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Allocated IP 172.20.0.2 (47a3582c-815c-477f-91f5-e1fd1e936e25/c2f5395a-71f0-477a-8b4d-6351e159c0ee/6d6e1da3-fcff-405f-b50e-340c5b465281) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:27.679249 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Routers {'f7eb0387-4905-45cf-b974-05c837d8ae15'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:27.680024 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:07:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f7eb0387-4905-45cf-b974-05c837d8ae15'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:27.682386 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb7f99-cdc8-48f9-9cd9-c9e9e4a05dc1 None None] Pushing event updated for resources: {'Port': ['ID=66b26d31-74b9-4058-a8bd-2a7e2b8fc020,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:27.820578 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] Set router f7eb0387-4905-45cf-b974-05c837d8ae15 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:27.853631 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:27.865720 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Transition to ACTIVE for port object 6d6e1da3-fcff-405f-b50e-340c5b465281 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:27.885708 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Transition to ACTIVE for port object 6d6e1da3-fcff-405f-b50e-340c5b465281 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:27.894659 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:27.949264 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Pushing event updated for resources: {'Port': ['ID=6d6e1da3-fcff-405f-b50e-340c5b465281,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:27.963403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Network 47a3582c-815c-477f-91f5-e1fd1e936e25 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:27.965190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:27.967703 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:28.047879 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Attempting to bind port 6d6e1da3-fcff-405f-b50e-340c5b465281 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:28.048394 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Attempting to bind port 6d6e1da3-fcff-405f-b50e-340c5b465281 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '76646f8d-de7e-449d-8cfb-7b3ff76d2a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:28.048862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Attempting to bind port 6d6e1da3-fcff-405f-b50e-340c5b465281 on network 47a3582c-815c-477f-91f5-e1fd1e936e25 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:28.056733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:28.057252 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Checking segment: {'id': '76646f8d-de7e-449d-8cfb-7b3ff76d2a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:28.057766 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.058266 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Bound using segment: {'id': '76646f8d-de7e-449d-8cfb-7b3ff76d2a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:28.058843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Bound port: 6d6e1da3-fcff-405f-b50e-340c5b465281, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76646f8d-de7e-449d-8cfb-7b3ff76d2a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:28.059332 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.063149 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:07:25Z', 'revision_number': 3, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:28.098233 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029af3bc-593f-4703-99ce-ec7eec2bcdbc None None] The sync data for ids ['f7eb0387-4905-45cf-b974-05c837d8ae15'] in n-d-800086-6 is: [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:07:25Z', 'revision_number': 3, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:28.142625 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] For port 6d6e1da3-fcff-405f-b50e-340c5b465281, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:28.147174 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] For port 6d6e1da3-fcff-405f-b50e-340c5b465281, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6d6e1da3-fcff-405f-b50e-340c5b465281,segment=NetworkSegment(76646f8d-de7e-449d-8cfb-7b3ff76d2a16),segment_id=76646f8d-de7e-449d-8cfb-7b3ff76d2a16)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:28.154499 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.221642 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c40ef-0ab2-4d25-8b5c-cad2a3c72504 None None] Pushing event updated for resources: {'Port': ['ID=6d6e1da3-fcff-405f-b50e-340c5b465281,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:28.252874 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.427845 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3a98b24e-74e7-4574-9b51-99907ff64488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.708889 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eedd8f-a849-45ee-aa57-6e7daf14af58 req-a52cce1b-031f-482f-84c2-e04e8c467761 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:28.710550 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-68eedd8f-a849-45ee-aa57-6e7daf14af58 req-a52cce1b-031f-482f-84c2-e04e8c467761 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.1929221 Jul 16 02:07:28.728199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Allocated IP 172.20.0.1 (47a3582c-815c-477f-91f5-e1fd1e936e25/c2f5395a-71f0-477a-8b4d-6351e159c0ee/6d7ab8eb-f111-4f69-96b8-98c50cecff66) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:28.795618 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-68eedd8f-a849-45ee-aa57-6e7daf14af58 req-61d53d1b-d3e4-4920-9bda-f1c7e29bc3f5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762134 Jul 16 02:07:28.891047 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.914621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Transition to ACTIVE for port object 6d7ab8eb-f111-4f69-96b8-98c50cecff66 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:28.980857 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.007660 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6d6e1da3-fcff-405f-b50e-340c5b465281 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:29.012822 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.027061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Network 47a3582c-815c-477f-91f5-e1fd1e936e25 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:29.034434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:29.039628 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:29.094204 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 6d6e1da3-fcff-405f-b50e-340c5b465281 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:29.103343 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Port': ['ID=6d7ab8eb-f111-4f69-96b8-98c50cecff66,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:29.114917 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 66b26d31-74b9-4058-a8bd-2a7e2b8fc020 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:29.143685 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.210570 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 66b26d31-74b9-4058-a8bd-2a7e2b8fc020 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:29.215449 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 66b26d31-74b9-4058-a8bd-2a7e2b8fc020 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:29.215896 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.374551 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.385244 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.407207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 66b26d31-74b9-4058-a8bd-2a7e2b8fc020, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=66b26d31-74b9-4058-a8bd-2a7e2b8fc020,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:29.415586 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.499799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=66b26d31-74b9-4058-a8bd-2a7e2b8fc020,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:29.676684 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c21bb02-7ae0-4eed-8cee-f3406b057f46 None None] Network 47a3582c-815c-477f-91f5-e1fd1e936e25 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:29.741381 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-50e533a6-f181-4809-a6a1-e923861a58a2 None None] Provisioning for port 6d6e1da3-fcff-405f-b50e-340c5b465281 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:29.750540 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40682) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:29.751583 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-50e533a6-f181-4809-a6a1-e923861a58a2 None None] Provisioning complete for port 6d6e1da3-fcff-405f-b50e-340c5b465281 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:29.752009 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-50e533a6-f181-4809-a6a1-e923861a58a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.803870 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.810781 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.944519 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-50e533a6-f181-4809-a6a1-e923861a58a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.999737 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-50e533a6-f181-4809-a6a1-e923861a58a2 None None] For port 6d6e1da3-fcff-405f-b50e-340c5b465281, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6d6e1da3-fcff-405f-b50e-340c5b465281,segment=NetworkSegment(76646f8d-de7e-449d-8cfb-7b3ff76d2a16),segment_id=76646f8d-de7e-449d-8cfb-7b3ff76d2a16)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:30.007071 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-50e533a6-f181-4809-a6a1-e923861a58a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.026452 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.063976 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Port': ['ID=6d7ab8eb-f111-4f69-96b8-98c50cecff66,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:30.105989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2115d-395b-4e81-850d-54e5bdbf7c9a req-59daf7d1-0d34-4130-aeef-374069e439f8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:30.119281 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9fc2115d-395b-4e81-850d-54e5bdbf7c9a req-59daf7d1-0d34-4130-aeef-374069e439f8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.1113040 Jul 16 02:07:30.147681 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e533a6-f181-4809-a6a1-e923861a58a2 None None] Pushing event updated for resources: {'Port': ['ID=6d6e1da3-fcff-405f-b50e-340c5b465281,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:30.182710 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9fc2115d-395b-4e81-850d-54e5bdbf7c9a req-d9c9046c-92f8-4651-a1a0-a8571c7309d3 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622034 Jul 16 02:07:30.297532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Network 47a3582c-815c-477f-91f5-e1fd1e936e25 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:30.301289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:30.327816 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f0e14978-b70c-4ecb-9432-43ef97bf46d8 None None] Provisioning complete for port 6d6e1da3-fcff-405f-b50e-340c5b465281 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:30.328300 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0e14978-b70c-4ecb-9432-43ef97bf46d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.415482 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c1e24-dcc4-4c7c-8e39-fd79a8f04e17 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Deleting port a71c99fd-aa7a-4ff1-9523-113f259c5e04 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:30.416109 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1e24-dcc4-4c7c-8e39-fd79a8f04e17 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.455656 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Router f7eb0387-4905-45cf-b974-05c837d8ae15 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:07:30.459575 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f0e14978-b70c-4ecb-9432-43ef97bf46d8 None None] Provisioning for port 6d7ab8eb-f111-4f69-96b8-98c50cecff66 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:30.463943 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f0e14978-b70c-4ecb-9432-43ef97bf46d8 None None] Provisioning complete for port 6d7ab8eb-f111-4f69-96b8-98c50cecff66 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:30.464663 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f0e14978-b70c-4ecb-9432-43ef97bf46d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.522945 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-f0e14978-b70c-4ecb-9432-43ef97bf46d8 None None] Port 6d7ab8eb-f111-4f69-96b8-98c50cecff66 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:30.578286 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1e24-dcc4-4c7c-8e39-fd79a8f04e17 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.578692 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1e24-dcc4-4c7c-8e39-fd79a8f04e17 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.627467 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c1e24-dcc4-4c7c-8e39-fd79a8f04e17 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Calling delete_port for a71c99fd-aa7a-4ff1-9523-113f259c5e04 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:30.646779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-795590c7-c4d8-4f96-b58a-5b3b6953024c None None] Provisioning complete for port 6d7ab8eb-f111-4f69-96b8-98c50cecff66 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:30.647496 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-795590c7-c4d8-4f96-b58a-5b3b6953024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.694814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-795590c7-c4d8-4f96-b58a-5b3b6953024c None None] Port 6d7ab8eb-f111-4f69-96b8-98c50cecff66 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:30.704547 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:07:30.710723 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0fa85630-23a0-43c9-908a-f83f940fc1dc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "PUT /v2.0/routers/f7eb0387-4905-45cf-b974-05c837d8ae15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4352589 Jul 16 02:07:30.713680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40694) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:30.719806 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Sync routers for ids ['f7eb0387-4905-45cf-b974-05c837d8ae15'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:07:30.732363 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Routers {'f7eb0387-4905-45cf-b974-05c837d8ae15'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:30.733156 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:07:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f7eb0387-4905-45cf-b974-05c837d8ae15'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:30.931771 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Set router f7eb0387-4905-45cf-b974-05c837d8ae15 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:30.968386 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e57d70c0-6b99-4b36-a1ee-0004d3e8b045 None None] Provisioning complete for port 6d7ab8eb-f111-4f69-96b8-98c50cecff66 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:30.968848 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e57d70c0-6b99-4b36-a1ee-0004d3e8b045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.970692 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6d6e1da3-fcff-405f-b50e-340c5b465281 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:31.019647 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1e591-1b50-43a4-aa45-c7066698b853 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.019965 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1e591-1b50-43a4-aa45-c7066698b853 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.020436 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1e591-1b50-43a4-aa45-c7066698b853 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.021521 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1e591-1b50-43a4-aa45-c7066698b853 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.022011 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1e591-1b50-43a4-aa45-c7066698b853 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.022920 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1e591-1b50-43a4-aa45-c7066698b853 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.023392 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1e591-1b50-43a4-aa45-c7066698b853 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.024141 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1e591-1b50-43a4-aa45-c7066698b853 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.024331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1e591-1b50-43a4-aa45-c7066698b853 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.029901 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ecd1e591-1b50-43a4-aa45-c7066698b853 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6390 time: 0.3124974 Jul 16 02:07:31.029901 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40696) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:31.074918 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e57d70c0-6b99-4b36-a1ee-0004d3e8b045 None None] Port 6d7ab8eb-f111-4f69-96b8-98c50cecff66 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:31.112686 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1e24-dcc4-4c7c-8e39-fd79a8f04e17 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:31.153403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c1e24-dcc4-4c7c-8e39-fd79a8f04e17 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event deleted for resources: {'Port': ['ID=a71c99fd-aa7a-4ff1-9523-113f259c5e04,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:31.153653 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:31.170586 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54108eca-0b75-4ea9-b0a1-c4ab4e1b7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:31.174203 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6d6e1da3-fcff-405f-b50e-340c5b465281 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:31.174573 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:31.237381 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d38daa-baa2-42b7-872d-f1eb3050ac1b tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.237899 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d38daa-baa2-42b7-872d-f1eb3050ac1b tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.238359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d38daa-baa2-42b7-872d-f1eb3050ac1b tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.238809 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d38daa-baa2-42b7-872d-f1eb3050ac1b tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.239256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d38daa-baa2-42b7-872d-f1eb3050ac1b tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.239722 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d38daa-baa2-42b7-872d-f1eb3050ac1b tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.240237 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d38daa-baa2-42b7-872d-f1eb3050ac1b tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.240694 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d38daa-baa2-42b7-872d-f1eb3050ac1b tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.241138 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d38daa-baa2-42b7-872d-f1eb3050ac1b tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.243214 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-00d38daa-baa2-42b7-872d-f1eb3050ac1b tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5928 time: 0.2126172 Jul 16 02:07:31.246167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40702) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:31.330470 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1e24-dcc4-4c7c-8e39-fd79a8f04e17 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:31.330821 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-2e9c1e24-dcc4-4c7c-8e39-fd79a8f04e17 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Floating IP a68c92be-cc69-447e-9f02-54cce1cff206 disassociated (deleted). External IP: 172.25.1.179, port: 67471cc3-7178-4753-b975-560e4dd4db35. Jul 16 02:07:31.493630 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6d7ab8eb-f111-4f69-96b8-98c50cecff66', 'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:39:bf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:28Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 2, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:31.497133 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 66b26d31-74b9-4058-a8bd-2a7e2b8fc020 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:31.526449 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Checking router: f7eb0387-4905-45cf-b974-05c837d8ae15 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:07:31.527019 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Updating router f7eb0387-4905-45cf-b974-05c837d8ae15 port 6d7ab8eb-f111-4f69-96b8-98c50cecff66 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:07:31.583810 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b6df3-b2ea-4967-abf3-a7aa3b4ddcbf req-9b5096d3-f965-4662-8483-c132cece22e7 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:31.585375 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-699b6df3-b2ea-4967-abf3-a7aa3b4ddcbf req-9b5096d3-f965-4662-8483-c132cece22e7 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.2565377 Jul 16 02:07:31.595083 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:31.636014 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 66b26d31-74b9-4058-a8bd-2a7e2b8fc020 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:31.636766 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:31.962986 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:31.974113 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Transition to ACTIVE for port object 6d7ab8eb-f111-4f69-96b8-98c50cecff66 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:31.980874 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.036200 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87332b3a-e86e-4f74-a171-2d1363dd2631 None None] Pushing event updated for resources: {'Port': ['ID=6d7ab8eb-f111-4f69-96b8-98c50cecff66,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:32.100751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Attempting to bind port 6d7ab8eb-f111-4f69-96b8-98c50cecff66 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:32.101396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Attempting to bind port 6d7ab8eb-f111-4f69-96b8-98c50cecff66 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '76646f8d-de7e-449d-8cfb-7b3ff76d2a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:32.101842 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Attempting to bind port 6d7ab8eb-f111-4f69-96b8-98c50cecff66 on network 47a3582c-815c-477f-91f5-e1fd1e936e25 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:32.107361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:32.107792 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Checking segment: {'id': '76646f8d-de7e-449d-8cfb-7b3ff76d2a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:32.108275 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.108747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Bound using segment: {'id': '76646f8d-de7e-449d-8cfb-7b3ff76d2a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:32.109397 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Bound port: 6d7ab8eb-f111-4f69-96b8-98c50cecff66, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76646f8d-de7e-449d-8cfb-7b3ff76d2a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:32.109748 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.130488 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-699b6df3-b2ea-4967-abf3-a7aa3b4ddcbf req-17b28507-39f9-469b-80b2-76e37825534f tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5137763 Jul 16 02:07:32.165306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9c1e24-dcc4-4c7c-8e39-fd79a8f04e17 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Router 0735bcc5-4bec-4153-8133-5917dcf6e604 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:07:32.211599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] For port 6d7ab8eb-f111-4f69-96b8-98c50cecff66, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:32.213999 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.218013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] For port 6d7ab8eb-f111-4f69-96b8-98c50cecff66, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6d7ab8eb-f111-4f69-96b8-98c50cecff66,segment=NetworkSegment(76646f8d-de7e-449d-8cfb-7b3ff76d2a16),segment_id=76646f8d-de7e-449d-8cfb-7b3ff76d2a16)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:32.225157 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.236234 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9c848903-2ccc-4bc5-be40-b931431ded48 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5215 time: 0.9842410 Jul 16 02:07:32.281395 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Routers {'f7eb0387-4905-45cf-b974-05c837d8ae15'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:32.282065 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:07:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f7eb0387-4905-45cf-b974-05c837d8ae15'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:32.353663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87332b3a-e86e-4f74-a171-2d1363dd2631 None None] Pushing event updated for resources: {'Port': ['ID=6d7ab8eb-f111-4f69-96b8-98c50cecff66,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:32.426375 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9c1e24-dcc4-4c7c-8e39-fd79a8f04e17 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:07:32.438720 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6cf8ea-11f9-4ec3-9fe0-7175bb01eccd None None] Sync routers for ids ['0735bcc5-4bec-4153-8133-5917dcf6e604'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:07:32.441490 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1e24-dcc4-4c7c-8e39-fd79a8f04e17 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.453241 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6cf8ea-11f9-4ec3-9fe0-7175bb01eccd None None] Routers {'0735bcc5-4bec-4153-8133-5917dcf6e604'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:32.461907 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-de6cf8ea-11f9-4ec3-9fe0-7175bb01eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:07:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0735bcc5-4bec-4153-8133-5917dcf6e604'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:32.471636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] Set router f7eb0387-4905-45cf-b974-05c837d8ae15 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:32.489745 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2e9c1e24-dcc4-4c7c-8e39-fd79a8f04e17 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "DELETE /v2.0/floatingips/a68c92be-cc69-447e-9f02-54cce1cff206 HTTP/1.1" status: 204 len: 168 time: 2.7376227 Jul 16 02:07:32.490362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab110d15-7700-4542-862e-080870cf092c', 'tag': '67471cc3-7178-4753-b975-560e4dd4db35'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:32.493032 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c75885-dd3a-46fc-9338-a6e10d457698" -d '{"events": [{"name": "network-changed", "server_uuid": "ab110d15-7700-4542-862e-080870cf092c", "tag": "67471cc3-7178-4753-b975-560e4dd4db35"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:32.741591 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-de6cf8ea-11f9-4ec3-9fe0-7175bb01eccd None None] Set router 0735bcc5-4bec-4153-8133-5917dcf6e604 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:32.881918 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6d7ab8eb-f111-4f69-96b8-98c50cecff66', 'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:39:bf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:28Z', 'updated_at': '2021-07-16T02:07:32Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:32.935617 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cf6cbb-ba47-4b31-be08-0523b12adb71 None None] The sync data for ids ['f7eb0387-4905-45cf-b974-05c837d8ae15'] in n-d-800086-6 is: [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6d7ab8eb-f111-4f69-96b8-98c50cecff66', 'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:39:bf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:28Z', 'updated_at': '2021-07-16T02:07:32Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:33.103113 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d651744-838c-4dd9-b3c2-d83b9cd32c9a x-openstack-request-id: req-8d651744-838c-4dd9-b3c2-d83b9cd32c9a {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:33.103918 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab110d15-7700-4542-862e-080870cf092c", "tag": "67471cc3-7178-4753-b975-560e4dd4db35", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:33.103918 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d651744-838c-4dd9-b3c2-d83b9cd32c9a {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:33.104206 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab110d15-7700-4542-862e-080870cf092c', 'tag': '67471cc3-7178-4753-b975-560e4dd4db35', 'status': 'completed', 'code': 200} Jul 16 02:07:33.216509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40732) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:33.226437 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-047dd120-9c79-458a-8605-63d2d0934b21 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-687918694', 'description': 'tempest-secgroup-smoke-687918694 description', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:33.299176 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-de6cf8ea-11f9-4ec3-9fe0-7175bb01eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '7e48110d-4d7d-4943-ab92-64821f623384', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'port_id': '40a63948-2524-401d-908d-cc4b725c86b5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'mac_address': 'fa:16:3e:1e:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d34118-4915-4470-a7ac-94b29406f063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:03:52Z', 'updated_at': '2021-07-16T02:03:55Z', 'revision_number': 1, 'project_id': '3429d6c64c11482188275a95cd24498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 5, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:33.318037 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-047dd120-9c79-458a-8605-63d2d0934b21 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.374879 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6cf8ea-11f9-4ec3-9fe0-7175bb01eccd None None] Checking router: 0735bcc5-4bec-4153-8133-5917dcf6e604 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:07:33.402102 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6cf8ea-11f9-4ec3-9fe0-7175bb01eccd None None] Routers {'0735bcc5-4bec-4153-8133-5917dcf6e604'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:33.402731 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-de6cf8ea-11f9-4ec3-9fe0-7175bb01eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:07:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0735bcc5-4bec-4153-8133-5917dcf6e604'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:33.465117 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c75885-dd3a-46fc-9338-a6e10d457698 req-dff124c2-ff27-44cc-a014-ac2388423fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:33.467181 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-18c75885-dd3a-46fc-9338-a6e10d457698 req-dff124c2-ff27-44cc-a014-ac2388423fc0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 1096 time: 0.2920585 Jul 16 02:07:33.546253 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2af372-cfa1-4b9d-bbc0-7479035c08f4 req-eedc79d6-43f1-4f46-a94d-060b007af69e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:33.555040 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a2af372-cfa1-4b9d-bbc0-7479035c08f4 req-eedc79d6-43f1-4f46-a94d-060b007af69e tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 945 time: 0.2249084 Jul 16 02:07:33.635444 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-de6cf8ea-11f9-4ec3-9fe0-7175bb01eccd None None] Set router 0735bcc5-4bec-4153-8133-5917dcf6e604 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:33.637488 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-047dd120-9c79-458a-8605-63d2d0934b21 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.647747 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-047dd120-9c79-458a-8605-63d2d0934b21 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.678709 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a2af372-cfa1-4b9d-bbc0-7479035c08f4 req-2bc04df3-fb13-43d9-8f35-92f42e8f35f8 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227534 Jul 16 02:07:33.681355 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047dd120-9c79-458a-8605-63d2d0934b21 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ba740e-a721-4ce0-9676-bd34106e3aa1,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:33.713256 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f7f78-a2de-4c5c-8482-1f8b616c78f8 req-2f3dc633-f5ea-423f-bd48-e442c53ca9cf tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:33.731639 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-db6f7f78-a2de-4c5c-8482-1f8b616c78f8 req-2f3dc633-f5ea-423f-bd48-e442c53ca9cf tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.2592254 Jul 16 02:07:33.745408 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c75885-dd3a-46fc-9338-a6e10d457698 req-0a7b537c-62bd-4de2-bebc-35af595610a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:33.748404 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-18c75885-dd3a-46fc-9338-a6e10d457698 req-0a7b537c-62bd-4de2-bebc-35af595610a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 912 time: 0.2743053 Jul 16 02:07:33.781920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 664682b6-bf51-437c-aa41-29ec6f0bd5f5 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:07:33.795074 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-047dd120-9c79-458a-8605-63d2d0934b21 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.797817 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-047dd120-9c79-458a-8605-63d2d0934b21 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5780923 Jul 16 02:07:33.813871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40754) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:33.824844 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-18c75885-dd3a-46fc-9338-a6e10d457698 req-3809c7bc-8d0c-45a2-9fa9-bc4af9a7a281 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67471cc3-7178-4753-b975-560e4dd4db35 HTTP/1.1" status: 200 len: 217 time: 0.0646522 Jul 16 02:07:33.826992 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-df9db85e-7236-4e67-b009-cdcc07315ba0 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group_rule': {'security_group_id': '30ba740e-a721-4ce0-9676-bd34106e3aa1', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:33.903123 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df9db85e-7236-4e67-b009-cdcc07315ba0 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.919465 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c75885-dd3a-46fc-9338-a6e10d457698 req-922aa159-dca9-456f-be8f-3b75a982a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:33.921860 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-db6f7f78-a2de-4c5c-8482-1f8b616c78f8 req-bcd253f4-a1bb-4113-a01c-ed692eb158d9 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889527 Jul 16 02:07:33.922359 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-18c75885-dd3a-46fc-9338-a6e10d457698 req-922aa159-dca9-456f-be8f-3b75a982a543 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.0911140 Jul 16 02:07:33.979556 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 664682b6-bf51-437c-aa41-29ec6f0bd5f5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=664682b6-bf51-437c-aa41-29ec6f0bd5f5,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:34.015061 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '664682b6-bf51-437c-aa41-29ec6f0bd5f5', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'port_id': '664682b6-bf51-437c-aa41-29ec6f0bd5f5', 'mac_address': 'fa:16:3e:c6:e8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:07:34.030711 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df9db85e-7236-4e67-b009-cdcc07315ba0 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.048962 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df9db85e-7236-4e67-b009-cdcc07315ba0 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.090069 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df9db85e-7236-4e67-b009-cdcc07315ba0 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.091735 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-df9db85e-7236-4e67-b009-cdcc07315ba0 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2724211 Jul 16 02:07:34.094417 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40760) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:34.100282 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-6812b408-3015-46c3-86a1-ef3434a71b40 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group_rule': {'security_group_id': '30ba740e-a721-4ce0-9676-bd34106e3aa1', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:34.102996 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.111661 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c75885-dd3a-46fc-9338-a6e10d457698 req-b8ac495c-6412-499f-9470-25a69ddbdf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:34.113963 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-18c75885-dd3a-46fc-9338-a6e10d457698 req-b8ac495c-6412-499f-9470-25a69ddbdf9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1851690 Jul 16 02:07:34.124329 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9db85e-7236-4e67-b009-cdcc07315ba0 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2688d286-c675-42e5-9e01-a0846aaf7d78,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:34.145984 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.170011 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6812b408-3015-46c3-86a1-ef3434a71b40 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.173322 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 664682b6-bf51-437c-aa41-29ec6f0bd5f5 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:07:34.211834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 664682b6-bf51-437c-aa41-29ec6f0bd5f5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=664682b6-bf51-437c-aa41-29ec6f0bd5f5,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:34.224584 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.245590 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-de6cf8ea-11f9-4ec3-9fe0-7175bb01eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '7e48110d-4d7d-4943-ab92-64821f623384', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'port_id': '40a63948-2524-401d-908d-cc4b725c86b5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'mac_address': 'fa:16:3e:1e:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d34118-4915-4470-a7ac-94b29406f063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:03:52Z', 'updated_at': '2021-07-16T02:03:55Z', 'revision_number': 1, 'project_id': '3429d6c64c11482188275a95cd24498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 5, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:34.321724 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6812b408-3015-46c3-86a1-ef3434a71b40 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.334838 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6812b408-3015-46c3-86a1-ef3434a71b40 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.342648 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-18c75885-dd3a-46fc-9338-a6e10d457698 req-27a299be-5756-47fd-9cc6-6d903ec13d6e service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213175 Jul 16 02:07:34.356328 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6cf8ea-11f9-4ec3-9fe0-7175bb01eccd None None] The sync data for ids ['0735bcc5-4bec-4153-8133-5917dcf6e604'] in n-d-800086-6 is: [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '7e48110d-4d7d-4943-ab92-64821f623384', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'port_id': '40a63948-2524-401d-908d-cc4b725c86b5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'mac_address': 'fa:16:3e:1e:90:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d34118-4915-4470-a7ac-94b29406f063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:03:52Z', 'updated_at': '2021-07-16T02:03:55Z', 'revision_number': 1, 'project_id': '3429d6c64c11482188275a95cd24498c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 5, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:34.359446 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812b408-3015-46c3-86a1-ef3434a71b40 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7a1400-e667-4c91-8198-22a564a2f3b4,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:34.365720 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=664682b6-bf51-437c-aa41-29ec6f0bd5f5,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:34.390872 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['664682b6-bf51-437c-aa41-29ec6f0bd5f5'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:07:34.409362 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6812b408-3015-46c3-86a1-ef3434a71b40 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.413734 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6812b408-3015-46c3-86a1-ef3434a71b40 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3179619 Jul 16 02:07:34.414399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40764) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:34.430985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b260fe1b-1714-427b-b0f5-417356270721 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group_rule': {'security_group_id': '30ba740e-a721-4ce0-9676-bd34106e3aa1', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:34.625170 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b260fe1b-1714-427b-b0f5-417356270721 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.629668 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-18c75885-dd3a-46fc-9338-a6e10d457698 req-e953f4a0-e659-4fc8-9b78-d16b62594f71 service neutron] 10.222.0.47 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782099 Jul 16 02:07:34.656270 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c51dba-2b2c-4ae6-99f2-4a05e29a3bfb req-015e61ec-c5b7-41ad-b40c-8d60a59eba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:34.661296 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-80c51dba-2b2c-4ae6-99f2-4a05e29a3bfb req-015e61ec-c5b7-41ad-b40c-8d60a59eba39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8072fcd5c02343758c430084659e9d69&device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 1096 time: 0.2127302 Jul 16 02:07:34.818767 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b260fe1b-1714-427b-b0f5-417356270721 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.898220 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b260fe1b-1714-427b-b0f5-417356270721 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.961451 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b260fe1b-1714-427b-b0f5-417356270721 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.965700 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b260fe1b-1714-427b-b0f5-417356270721 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5502987 Jul 16 02:07:34.966309 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40768) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:34.985266 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-43f18868-0a41-462d-aa3b-3fde2621294f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group_rule': {'security_group_id': '30ba740e-a721-4ce0-9676-bd34106e3aa1', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:34.993600 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d986ac-f804-413a-82e4-c51b4d03952e None None] New status for floating IP a68c92be-cc69-447e-9f02-54cce1cff206: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:07:34.998244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260fe1b-1714-427b-b0f5-417356270721 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842640fe-4eee-4794-9060-eb27765847ad,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:35.031257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c51dba-2b2c-4ae6-99f2-4a05e29a3bfb req-726ab606-cfbb-495f-b6c1-010a7c4be90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:35.033327 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-80c51dba-2b2c-4ae6-99f2-4a05e29a3bfb req-726ab606-cfbb-495f-b6c1-010a7c4be90f service neutron] 10.222.0.26 "GET /v2.0/networks?id=f70b44d2-3ecb-4e97-b320-384529a39401 HTTP/1.1" status: 200 len: 918 time: 0.3383861 Jul 16 02:07:35.152070 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6d7ab8eb-f111-4f69-96b8-98c50cecff66 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:35.196249 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43f18868-0a41-462d-aa3b-3fde2621294f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.257949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a93186-d525-4cf4-b547-2ab0923ac970 req-4be2b4be-6892-48a9-827b-79a49d5c5934 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:35.263686 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-72a93186-d525-4cf4-b547-2ab0923ac970 req-4be2b4be-6892-48a9-827b-79a49d5c5934 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 945 time: 0.3241382 Jul 16 02:07:35.268073 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 6d7ab8eb-f111-4f69-96b8-98c50cecff66 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:35.275740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568f1b7-8c77-4f02-965c-38e9e3204464 req-8613ed28-6fb2-4e57-9024-cc963b2c7f5d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:35.276731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6d7ab8eb-f111-4f69-96b8-98c50cecff66 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:35.278633 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.278807 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3568f1b7-8c77-4f02-965c-38e9e3204464 req-8613ed28-6fb2-4e57-9024-cc963b2c7f5d tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 945 time: 0.2041805 Jul 16 02:07:35.407665 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-80c51dba-2b2c-4ae6-99f2-4a05e29a3bfb req-4dedfc91-6224-424e-9859-4ec97788ecf3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=664682b6-bf51-437c-aa41-29ec6f0bd5f5 HTTP/1.1" status: 200 len: 1001 time: 0.3652408 Jul 16 02:07:35.435064 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-72a93186-d525-4cf4-b547-2ab0923ac970 req-cc717e45-5b8a-46ad-8877-c20bd34f7ee9 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550603 Jul 16 02:07:35.472556 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.529213 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43f18868-0a41-462d-aa3b-3fde2621294f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.537407 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 6d7ab8eb-f111-4f69-96b8-98c50cecff66, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6d7ab8eb-f111-4f69-96b8-98c50cecff66,segment=NetworkSegment(76646f8d-de7e-449d-8cfb-7b3ff76d2a16),segment_id=76646f8d-de7e-449d-8cfb-7b3ff76d2a16)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:35.545952 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43f18868-0a41-462d-aa3b-3fde2621294f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.546155 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.586416 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f18868-0a41-462d-aa3b-3fde2621294f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04cc2e60-ff3f-46b7-8692-da860bc25726,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:35.617820 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c51dba-2b2c-4ae6-99f2-4a05e29a3bfb req-b5dd650e-1a99-4195-84d5-e19aab550afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:35.619961 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-80c51dba-2b2c-4ae6-99f2-4a05e29a3bfb req-b5dd650e-1a99-4195-84d5-e19aab550afc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52ee9bce-183e-45ca-b875-18144943b25c HTTP/1.1" status: 200 len: 856 time: 0.2025652 Jul 16 02:07:35.630237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=6d7ab8eb-f111-4f69-96b8-98c50cecff66,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:35.635187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-3568f1b7-8c77-4f02-965c-38e9e3204464 req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Deleting port 67471cc3-7178-4753-b975-560e4dd4db35 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:35.635446 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3568f1b7-8c77-4f02-965c-38e9e3204464 req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.648183 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf99106-14cf-4012-b02f-6b192cd281b5 req-6234e834-e45b-41f5-b87e-cc11f7a74bc6 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:35.656135 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cdf99106-14cf-4012-b02f-6b192cd281b5 req-6234e834-e45b-41f5-b87e-cc11f7a74bc6 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 945 time: 0.4203434 Jul 16 02:07:35.720541 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-43f18868-0a41-462d-aa3b-3fde2621294f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.725082 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-43f18868-0a41-462d-aa3b-3fde2621294f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7449741 Jul 16 02:07:35.728494 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40780) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:35.743326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-7a042e81-e3ce-4012-9409-83b682b77569 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group_rule': {'security_group_id': '30ba740e-a721-4ce0-9676-bd34106e3aa1', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:35.780813 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cdf99106-14cf-4012-b02f-6b192cd281b5 req-d1e341bd-2f39-4392-bcae-126d6276f95a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224647 Jul 16 02:07:35.783301 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 664682b6-bf51-437c-aa41-29ec6f0bd5f5 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:35.803834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c51dba-2b2c-4ae6-99f2-4a05e29a3bfb req-b00454e9-e770-42d9-97b8-2f1a9eb081ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:35.805397 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-80c51dba-2b2c-4ae6-99f2-4a05e29a3bfb req-b00454e9-e770-42d9-97b8-2f1a9eb081ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f70b44d2-3ecb-4e97-b320-384529a39401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711996 Jul 16 02:07:35.858842 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-3568f1b7-8c77-4f02-965c-38e9e3204464 req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] For port 67471cc3-7178-4753-b975-560e4dd4db35, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=67471cc3-7178-4753-b975-560e4dd4db35,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:35.859387 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3568f1b7-8c77-4f02-965c-38e9e3204464 req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.876498 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-3568f1b7-8c77-4f02-965c-38e9e3204464 req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Calling delete_port for 67471cc3-7178-4753-b975-560e4dd4db35 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:35.917831 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 664682b6-bf51-437c-aa41-29ec6f0bd5f5 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:35.918352 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.017144 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-80c51dba-2b2c-4ae6-99f2-4a05e29a3bfb req-e0322517-ad2b-4e40-b5cc-b94552438d7b service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925161 Jul 16 02:07:36.043248 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-7a042e81-e3ce-4012-9409-83b682b77569 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Project 6a2462a0bbac4bb8a4b60c31b8a5faa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:07:36.067811 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3568f1b7-8c77-4f02-965c-38e9e3204464 req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.083183 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.119187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event deleted for resources: {'Port': ['ID=67471cc3-7178-4753-b975-560e4dd4db35,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:36.122388 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7a042e81-e3ce-4012-9409-83b682b77569 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.143305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 664682b6-bf51-437c-aa41-29ec6f0bd5f5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=664682b6-bf51-437c-aa41-29ec6f0bd5f5,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:36.144717 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.145678 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.145838 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0efb4b-e233-4b73-b99a-edeab934711b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664682b6-bf51-437c-aa41-29ec6f0bd5f5'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:36.145968 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.146189 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.146566 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.146967 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.147303 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.148080 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.148402 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.148831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.149166 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.150903 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2e0f99-41c9-45b5-8ada-2cf87755e260" -d '{"events": [{"server_uuid": "df0efb4b-e233-4b73-b99a-edeab934711b", "name": "network-vif-plugged", "status": "completed", "tag": "664682b6-bf51-437c-aa41-29ec6f0bd5f5"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:36.151081 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.155992 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.192518 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-80c51dba-2b2c-4ae6-99f2-4a05e29a3bfb req-a9586ac2-00cb-477b-85eb-04f627cbc725 service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683378 Jul 16 02:07:36.242417 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2e54ca-92dc-4615-8a7d-f0a7d3c6688a x-openstack-request-id: req-5c2e54ca-92dc-4615-8a7d-f0a7d3c6688a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:36.242722 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0efb4b-e233-4b73-b99a-edeab934711b", "name": "network-vif-plugged", "status": "completed", "tag": "664682b6-bf51-437c-aa41-29ec6f0bd5f5", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:36.242981 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5c2e54ca-92dc-4615-8a7d-f0a7d3c6688a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:36.243407 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0efb4b-e233-4b73-b99a-edeab934711b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664682b6-bf51-437c-aa41-29ec6f0bd5f5', 'code': 200} Jul 16 02:07:36.249151 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=664682b6-bf51-437c-aa41-29ec6f0bd5f5,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:36.304693 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-3568f1b7-8c77-4f02-965c-38e9e3204464 req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] No DVR routers for this DVR port 67471cc3-7178-4753-b975-560e4dd4db35 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:07:36.307462 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3568f1b7-8c77-4f02-965c-38e9e3204464 req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.309669 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3568f1b7-8c77-4f02-965c-38e9e3204464 req-c0e134d6-ab3a-439c-9fa7-2f2773175983 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.47 "DELETE /v2.0/ports/67471cc3-7178-4753-b975-560e4dd4db35 HTTP/1.1" status: 204 len: 173 time: 0.9951568 Jul 16 02:07:36.310121 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab110d15-7700-4542-862e-080870cf092c', 'name': 'network-vif-deleted', 'tag': '67471cc3-7178-4753-b975-560e4dd4db35'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:36.312655 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9cb29d-773b-4286-88c3-bf1b23fd8e93" -d '{"events": [{"server_uuid": "ab110d15-7700-4542-862e-080870cf092c", "name": "network-vif-deleted", "tag": "67471cc3-7178-4753-b975-560e4dd4db35"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:36.354853 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7a042e81-e3ce-4012-9409-83b682b77569 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.361525 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7a042e81-e3ce-4012-9409-83b682b77569 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.373743 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e53cb28-832f-4a42-9bcd-ed7d57d13390 x-openstack-request-id: req-1e53cb28-832f-4a42-9bcd-ed7d57d13390 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:36.374233 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab110d15-7700-4542-862e-080870cf092c", "name": "network-vif-deleted", "tag": "67471cc3-7178-4753-b975-560e4dd4db35", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:36.374233 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1e53cb28-832f-4a42-9bcd-ed7d57d13390 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:36.374606 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab110d15-7700-4542-862e-080870cf092c', 'name': 'network-vif-deleted', 'tag': '67471cc3-7178-4753-b975-560e4dd4db35', 'status': 'completed', 'code': 200} Jul 16 02:07:36.389537 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a042e81-e3ce-4012-9409-83b682b77569 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9ea2ad-5c71-4ac6-bdb9-9faf3b0a876c,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:36.420205 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7a042e81-e3ce-4012-9409-83b682b77569 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.421451 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7a042e81-e3ce-4012-9409-83b682b77569 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6837606 Jul 16 02:07:36.424492 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 40792) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:36.430558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group_rule': {'security_group_id': '30ba740e-a721-4ce0-9676-bd34106e3aa1', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:36.493208 n-d-800086-6 neutron-server[93832]: INFO neutron.db.securitygroups_db [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Project 6a2462a0bbac4bb8a4b60c31b8a5faa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:07:36.498720 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.592300 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.598730 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.626626 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fb3131-fcae-4f80-a7e9-ff47252cbe5c,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:36.636935 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.668171 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2244589 Jul 16 02:07:36.670408 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.670765 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.671117 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.671459 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.671842 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.672183 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.672520 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.672853 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.673181 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.673510 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.673837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.680850 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec559f6-a5a5-4bf4-8e6e-57d9e3afbce9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:36.727661 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2224fed-c734-4ef9-9a49-528486f41af2 req-5f0abc52-ab1f-4c75-be8a-8d2674e6e97f tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 210 time: 0.0819912 Jul 16 02:07:36.937650 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-17393bd1-bea1-4231-9a70-c650cdfd204c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-687918694&fields=id&tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1 HTTP/1.1" status: 200 len: 267 time: 0.1309114 Jul 16 02:07:37.024820 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6d7ab8eb-f111-4f69-96b8-98c50cecff66 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:37.145529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6d7ab8eb-f111-4f69-96b8-98c50cecff66 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:37.149765 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.214926 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-fefc0089-535c-42ba-a6b5-fd3eb699bfab tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:37.226640 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c630d-200a-47f0-b9da-a1edf6f9e1d4 req-06ec74c4-4109-4e28-87ef-720c894757b2 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:37.228405 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c01c630d-200a-47f0-b9da-a1edf6f9e1d4 req-06ec74c4-4109-4e28-87ef-720c894757b2 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.1223519 Jul 16 02:07:37.235915 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-fefc0089-535c-42ba-a6b5-fd3eb699bfab tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/networks?id=47a3582c-815c-477f-91f5-e1fd1e936e25 HTTP/1.1" status: 200 len: 796 time: 0.2969954 Jul 16 02:07:37.268019 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-e5c623ea-b6c6-424e-8fff-9b2d75f54ef6 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/quotas/6a2462a0bbac4bb8a4b60c31b8a5faa1 HTTP/1.1" status: 200 len: 375 time: 0.0266016 Jul 16 02:07:37.324452 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c01c630d-200a-47f0-b9da-a1edf6f9e1d4 req-bd6d7946-21a3-47e5-96af-6bcbff5be2fc tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903602 Jul 16 02:07:37.427641 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-a8dbdff4-6d62-41d1-818e-382f7225a8c6 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1584442 Jul 16 02:07:37.720640 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-b4b1359e-6f01-4493-83a0-0b05a82fc526 service neutron] 10.222.0.54 "GET /v2.0/networks/47a3582c-815c-477f-91f5-e1fd1e936e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783639 Jul 16 02:07:37.833153 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-6cc7a17a-b06b-44e2-9677-8608fcb30ef7 service neutron] 10.222.0.54 "GET /v2.0/networks/47a3582c-815c-477f-91f5-e1fd1e936e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116383 Jul 16 02:07:37.943822 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-29f98a8d-dbed-4f39-ba96-10b9288c7912 req-d55129d1-2093-49e3-8cfa-1abd10124236 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 210 time: 0.0420091 Jul 16 02:07:38.055573 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7e57d90d-f298-43b1-888a-d3a5af874abd req-97cd9da9-1d8f-4f86-a763-5cfaa55f0ee8 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 210 time: 0.0499036 Jul 16 02:07:38.631900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb01e9-5871-4f2a-9281-cb588c3cbfe6 req-90927f23-a31b-436d-a9ad-c694526787b4 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:38.634788 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-97cb01e9-5871-4f2a-9281-cb588c3cbfe6 req-90927f23-a31b-436d-a9ad-c694526787b4 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.1077325 Jul 16 02:07:38.714455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-97cb01e9-5871-4f2a-9281-cb588c3cbfe6 req-6005b6ba-a842-4d29-b862-bf7b6ae83095 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729630 Jul 16 02:07:39.183392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 67471cc3-7178-4753-b975-560e4dd4db35 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:07:39.220168 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70c79e69-15c7-45ce-829c-9fe7acde7d84 req-523d927d-5ce5-419b-8513-84f3cdc86046 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 210 time: 0.0508344 Jul 16 02:07:39.239700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 67471cc3-7178-4753-b975-560e4dd4db35 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:07:39.240442 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 67471cc3-7178-4753-b975-560e4dd4db35 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:07:39.337175 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fce72e8e-b2b1-46e1-ad79-d03aca7627a1 req-f02156f6-e11c-48de-9a3d-a35afd379300 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 210 time: 0.0779712 Jul 16 02:07:40.077196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475e5ed-35dc-49e6-bec6-323de1a79d50 req-5c848466-9d6f-49fc-b60d-ebccf9a926c0 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:40.080270 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7475e5ed-35dc-49e6-bec6-323de1a79d50 req-5c848466-9d6f-49fc-b60d-ebccf9a926c0 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.1283839 Jul 16 02:07:40.176737 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7475e5ed-35dc-49e6-bec6-323de1a79d50 req-89d95600-479e-4db3-93f9-c6a70cdcb82b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888758 Jul 16 02:07:40.642303 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5abd1b3f-523a-49c0-baf6-21b0ae640579 req-7966de13-256e-424d-b29e-ab460f2bf825 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 210 time: 0.0858915 Jul 16 02:07:40.655912 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c9fbae56-fdf3-4f59-ad38-0e605a1cb564 req-cebc7ac8-7f73-475e-b056-e1d04cea8669 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 210 time: 0.0455544 Jul 16 02:07:40.741808 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-549a3cfe-cb79-4d89-85b8-693c28f84b1b tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:40.747860 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-549a3cfe-cb79-4d89-85b8-693c28f84b1b tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.47 "GET /v2.0/networks?id=47a3582c-815c-477f-91f5-e1fd1e936e25 HTTP/1.1" status: 200 len: 796 time: 0.4471064 Jul 16 02:07:40.832236 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-6cd383fa-5f62-4546-8ee3-030592855bf8 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1 HTTP/1.1" status: 200 len: 379 time: 0.0679641 Jul 16 02:07:40.843484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-091dac10-89d5-45f0-9b79-9a0307af6a00 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'port': {'device_id': '6439d23c-2481-4220-8971-a2703d7e991a', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'admin_state_up': True, 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'security_groups': ['30ba740e-a721-4ce0-9676-bd34106e3aa1']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:41.029642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-091dac10-89d5-45f0-9b79-9a0307af6a00 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Made reservation on behalf of 6a2462a0bbac4bb8a4b60c31b8a5faa1 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:41.036746 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-091dac10-89d5-45f0-9b79-9a0307af6a00 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.257624 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-091dac10-89d5-45f0-9b79-9a0307af6a00 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Allocated IP 172.20.0.7 (47a3582c-815c-477f-91f5-e1fd1e936e25/c2f5395a-71f0-477a-8b4d-6351e159c0ee/bfc209bb-f248-4f83-aaa3-18a6961aa843) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:41.513039 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-091dac10-89d5-45f0-9b79-9a0307af6a00 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.535563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-091dac10-89d5-45f0-9b79-9a0307af6a00 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Transition to ACTIVE for port object bfc209bb-f248-4f83-aaa3-18a6961aa843 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:41.578858 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-091dac10-89d5-45f0-9b79-9a0307af6a00 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.597463 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ddef9-4787-4f4c-93bc-27d6919c2249 req-be6f2d55-d9ad-4798-b9ba-731f39d8b7a5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:41.605177 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b73ddef9-4787-4f4c-93bc-27d6919c2249 req-be6f2d55-d9ad-4798-b9ba-731f39d8b7a5 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.1649835 Jul 16 02:07:41.659487 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b73ddef9-4787-4f4c-93bc-27d6919c2249 req-a3f4ff1b-fccf-4db2-918f-23550fdb2ad6 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529306 Jul 16 02:07:41.704288 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-091dac10-89d5-45f0-9b79-9a0307af6a00 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Network 47a3582c-815c-477f-91f5-e1fd1e936e25 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:41.714073 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-091dac10-89d5-45f0-9b79-9a0307af6a00 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:41.718474 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-091dac10-89d5-45f0-9b79-9a0307af6a00 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:41.730870 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091dac10-89d5-45f0-9b79-9a0307af6a00 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Port': ['ID=bfc209bb-f248-4f83-aaa3-18a6961aa843,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:41.836829 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-091dac10-89d5-45f0-9b79-9a0307af6a00 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:41.837390 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-091dac10-89d5-45f0-9b79-9a0307af6a00 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.871781 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-091dac10-89d5-45f0-9b79-9a0307af6a00 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0323422 Jul 16 02:07:41.892221 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Request body: {'port': {'device_id': '6439d23c-2481-4220-8971-a2703d7e991a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:41.997335 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5dc8426-e2a7-4ffc-bc0e-5c230f5cf494 req-98ba7b0b-d9c7-4529-a6c5-5d39545d06af tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 210 time: 0.1195095 Jul 16 02:07:42.013410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5819a-5955-4c4e-a815-9b4ac0d57631 req-e0a443bf-115b-4e25-93bc-05fda660d5d2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:42.017698 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6fa5819a-5955-4c4e-a815-9b4ac0d57631 req-e0a443bf-115b-4e25-93bc-05fda660d5d2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 931 time: 0.1224432 Jul 16 02:07:42.124080 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6fa5819a-5955-4c4e-a815-9b4ac0d57631 req-f05dd36e-4183-4366-8af6-b51f520b0519 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=30ba740e-a721-4ce0-9676-bd34106e3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976446 Jul 16 02:07:42.131110 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:42.147511 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-753b7c9a-1c56-4064-8616-34ee80730ac0 None None] Provisioning for port bfc209bb-f248-4f83-aaa3-18a6961aa843 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:42.152768 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-753b7c9a-1c56-4064-8616-34ee80730ac0 None None] Provisioning complete for port bfc209bb-f248-4f83-aaa3-18a6961aa843 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:42.153394 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-753b7c9a-1c56-4064-8616-34ee80730ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:42.213097 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-753b7c9a-1c56-4064-8616-34ee80730ac0 None None] Port bfc209bb-f248-4f83-aaa3-18a6961aa843 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:42.564480 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc209bb-f248-4f83-aaa3-18a6961aa843 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:07:42.578974 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:42.608424 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Transition to ACTIVE for port object bfc209bb-f248-4f83-aaa3-18a6961aa843 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:42.623585 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:42.721269 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Pushing event updated for resources: {'Port': ['ID=bfc209bb-f248-4f83-aaa3-18a6961aa843,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:42.821374 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Attempting to bind port bfc209bb-f248-4f83-aaa3-18a6961aa843 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:42.821719 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Attempting to bind port bfc209bb-f248-4f83-aaa3-18a6961aa843 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '76646f8d-de7e-449d-8cfb-7b3ff76d2a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:42.822048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Attempting to bind port bfc209bb-f248-4f83-aaa3-18a6961aa843 on network 47a3582c-815c-477f-91f5-e1fd1e936e25 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:42.827163 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Port bfc209bb-f248-4f83-aaa3-18a6961aa843 on network 47a3582c-815c-477f-91f5-e1fd1e936e25 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:07:42.827770 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Attempting to bind port bfc209bb-f248-4f83-aaa3-18a6961aa843 on network 47a3582c-815c-477f-91f5-e1fd1e936e25 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:42.834027 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:42.834381 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Checking segment: {'id': '76646f8d-de7e-449d-8cfb-7b3ff76d2a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:42.834791 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Bound using segment: {'id': '76646f8d-de7e-449d-8cfb-7b3ff76d2a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:42.835196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Bound port: bfc209bb-f248-4f83-aaa3-18a6961aa843, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76646f8d-de7e-449d-8cfb-7b3ff76d2a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:42.835558 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.000794 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] For port bfc209bb-f248-4f83-aaa3-18a6961aa843, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:43.036019 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] For port bfc209bb-f248-4f83-aaa3-18a6961aa843, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=bfc209bb-f248-4f83-aaa3-18a6961aa843,segment=NetworkSegment(76646f8d-de7e-449d-8cfb-7b3ff76d2a16),segment_id=76646f8d-de7e-449d-8cfb-7b3ff76d2a16)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:43.053195 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.095033 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d13bc0-3418-441c-af59-7ca16fa4568c req-50088f15-853c-46d4-8873-1a3c9a631f74 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:43.103358 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d6d13bc0-3418-441c-af59-7ca16fa4568c req-50088f15-853c-46d4-8873-1a3c9a631f74 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.1685841 Jul 16 02:07:43.196546 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:43.200751 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.202414 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] 10.222.0.47 "PUT /v2.0/ports/bfc209bb-f248-4f83-aaa3-18a6961aa843 HTTP/1.1" status: 200 len: 1091 time: 1.3143475 Jul 16 02:07:43.228904 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d6d13bc0-3418-441c-af59-7ca16fa4568c req-b2bc4b3e-eb71-4aec-b36e-2c8e360b9715 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234102 Jul 16 02:07:43.229429 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6439d23c-2481-4220-8971-a2703d7e991a', 'tag': 'bfc209bb-f248-4f83-aaa3-18a6961aa843'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:43.238343 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611a8715-b1ec-4947-92ca-faa90de300b5" -d '{"events": [{"name": "network-changed", "server_uuid": "6439d23c-2481-4220-8971-a2703d7e991a", "tag": "bfc209bb-f248-4f83-aaa3-18a6961aa843"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:43.336023 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdefb5-01b4-46b8-bbe9-409524987cda service neutron] Pushing event updated for resources: {'Port': ['ID=bfc209bb-f248-4f83-aaa3-18a6961aa843,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:43.413793 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c75a7313-d684-4cf5-855e-cd33712a7433 req-045df03f-3481-4450-a4ef-67d557f069ac tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab110d15-7700-4542-862e-080870cf092c HTTP/1.1" status: 200 len: 210 time: 0.1034579 Jul 16 02:07:43.499256 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ed9c1a-4eaa-4cff-bd7c-cbf6918bd816 x-openstack-request-id: req-59ed9c1a-4eaa-4cff-bd7c-cbf6918bd816 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:43.499558 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6439d23c-2481-4220-8971-a2703d7e991a", "tag": "bfc209bb-f248-4f83-aaa3-18a6961aa843", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:43.504128 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-59ed9c1a-4eaa-4cff-bd7c-cbf6918bd816 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:43.504813 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6439d23c-2481-4220-8971-a2703d7e991a', 'tag': 'bfc209bb-f248-4f83-aaa3-18a6961aa843', 'status': 'completed', 'code': 200} Jul 16 02:07:43.516224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-92edf517-8449-46b0-a198-1cf0faddc3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:43.518056 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-92edf517-8449-46b0-a198-1cf0faddc3d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 1094 time: 0.1469705 Jul 16 02:07:43.608060 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-730b12ee-202b-4c7c-b8a9-c02988d1d546 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfc209bb-f248-4f83-aaa3-18a6961aa843 HTTP/1.1" status: 200 len: 217 time: 0.0602977 Jul 16 02:07:43.676393 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0bef7-78d6-4170-896a-db23cf33f8f7 req-04639eda-b880-4f01-b4aa-ca0252266d60 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:43.683232 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7f0bef7-78d6-4170-896a-db23cf33f8f7 req-04639eda-b880-4f01-b4aa-ca0252266d60 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 943 time: 0.1694682 Jul 16 02:07:43.732839 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7f0bef7-78d6-4170-896a-db23cf33f8f7 req-cf09f8d3-f208-4dcd-ad3a-b0381e9e2baa tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=30ba740e-a721-4ce0-9676-bd34106e3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486634 Jul 16 02:07:43.735875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-346715c2-e085-4ad0-8009-1b4fc3c0b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:43.736894 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-346715c2-e085-4ad0-8009-1b4fc3c0b581 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c2f5395a-71f0-477a-8b4d-6351e159c0ee HTTP/1.1" status: 200 len: 835 time: 0.1215146 Jul 16 02:07:43.815284 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-e77f184f-221d-4340-a572-2e9fb0e5615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:43.817653 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-e77f184f-221d-4340-a572-2e9fb0e5615e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=47a3582c-815c-477f-91f5-e1fd1e936e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714784 Jul 16 02:07:43.936865 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-579493a2-a8af-4fa3-ac82-10043c3bbe1b service neutron] 10.222.0.47 "GET /v2.0/networks/47a3582c-815c-477f-91f5-e1fd1e936e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106932 Jul 16 02:07:44.050983 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd0c3d3d-7c79-4446-8b0b-375bce76d850 req-91ee1311-b28b-4fb9-a074-aa2c2c9f344a service neutron] 10.222.0.47 "GET /v2.0/networks/47a3582c-815c-477f-91f5-e1fd1e936e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068540 Jul 16 02:07:44.226835 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a8715-b1ec-4947-92ca-faa90de300b5 req-0e0e9898-cc35-4225-b92e-d81c9f45d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:44.228527 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-611a8715-b1ec-4947-92ca-faa90de300b5 req-0e0e9898-cc35-4225-b92e-d81c9f45d88b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 1094 time: 0.0637414 Jul 16 02:07:44.369537 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a8715-b1ec-4947-92ca-faa90de300b5 req-46382e4b-2679-4f08-a85f-cb8c4dc8302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:44.372921 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-611a8715-b1ec-4947-92ca-faa90de300b5 req-46382e4b-2679-4f08-a85f-cb8c4dc8302c service neutron] 10.222.0.47 "GET /v2.0/networks?id=47a3582c-815c-477f-91f5-e1fd1e936e25 HTTP/1.1" status: 200 len: 897 time: 0.1332235 Jul 16 02:07:44.477131 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-611a8715-b1ec-4947-92ca-faa90de300b5 req-8c072aeb-9ec1-4775-b4c6-2b9b600ba5ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfc209bb-f248-4f83-aaa3-18a6961aa843 HTTP/1.1" status: 200 len: 217 time: 0.0872824 Jul 16 02:07:44.495553 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047e1a7-d3a5-4081-9820-638cb5e58ddd req-2308faea-a25c-40d5-9992-39353587f43a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:44.504339 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c047e1a7-d3a5-4081-9820-638cb5e58ddd req-2308faea-a25c-40d5-9992-39353587f43a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.1003189 Jul 16 02:07:44.567601 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c047e1a7-d3a5-4081-9820-638cb5e58ddd req-45f42231-8f60-459b-913e-5927ca2ff150 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619428 Jul 16 02:07:44.605186 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a8715-b1ec-4947-92ca-faa90de300b5 req-d39d5e2f-c0ca-4f0d-aa9f-f79082639fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:44.606883 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-611a8715-b1ec-4947-92ca-faa90de300b5 req-d39d5e2f-c0ca-4f0d-aa9f-f79082639fc4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c2f5395a-71f0-477a-8b4d-6351e159c0ee HTTP/1.1" status: 200 len: 835 time: 0.1238751 Jul 16 02:07:44.687562 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a8715-b1ec-4947-92ca-faa90de300b5 req-45ec8753-6b70-4534-a49d-1794a71b6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:44.689260 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-611a8715-b1ec-4947-92ca-faa90de300b5 req-45ec8753-6b70-4534-a49d-1794a71b6d5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=47a3582c-815c-477f-91f5-e1fd1e936e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738745 Jul 16 02:07:44.824686 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-611a8715-b1ec-4947-92ca-faa90de300b5 req-94f3a080-a41a-4239-abae-83bd4c7462f8 service neutron] 10.222.0.47 "GET /v2.0/networks/47a3582c-815c-477f-91f5-e1fd1e936e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277080 Jul 16 02:07:45.346706 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42572d-0165-42ab-990d-415a839a5cf3 req-a2de4633-8e33-4338-8f06-fd0761d7c033 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:45.354890 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3f42572d-0165-42ab-990d-415a839a5cf3 req-a2de4633-8e33-4338-8f06-fd0761d7c033 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 943 time: 0.4567416 Jul 16 02:07:45.368261 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-611a8715-b1ec-4947-92ca-faa90de300b5 req-4a3641b4-1e09-419d-ae84-bf683bc1548a service neutron] 10.222.0.47 "GET /v2.0/networks/47a3582c-815c-477f-91f5-e1fd1e936e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367954 Jul 16 02:07:45.421287 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3f42572d-0165-42ab-990d-415a839a5cf3 req-233ff042-6f8d-45c3-b444-f1efb983177a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=30ba740e-a721-4ce0-9676-bd34106e3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651691 Jul 16 02:07:45.697011 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:07:45.830372 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704ef74-51d2-44c0-95ae-9baf869820ac req-bdb6784c-1d88-434c-ab93-87160d0d8ceb tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:45.830372 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f704ef74-51d2-44c0-95ae-9baf869820ac req-bdb6784c-1d88-434c-ab93-87160d0d8ceb tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.1032109 Jul 16 02:07:45.865964 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f704ef74-51d2-44c0-95ae-9baf869820ac req-24c06664-eb2a-4d75-95b3-708509e2fb63 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365341 Jul 16 02:07:46.721085 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10dff1-0c0e-43b1-8488-2803df85b104 req-c505b98f-9f26-4f06-94ed-b8203ecdf15c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:46.730016 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac10dff1-0c0e-43b1-8488-2803df85b104 req-c505b98f-9f26-4f06-94ed-b8203ecdf15c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 943 time: 0.1544290 Jul 16 02:07:46.783996 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac10dff1-0c0e-43b1-8488-2803df85b104 req-9dfdd5d0-15ae-4e81-8bfe-fbcf55b022f7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=30ba740e-a721-4ce0-9676-bd34106e3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529647 Jul 16 02:07:47.082337 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4215a-8327-4754-bddd-f0c8df5b4de5 req-2c5e3753-6d87-4b29-b9c7-050fe27a80a7 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:47.090313 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2b4215a-8327-4754-bddd-f0c8df5b4de5 req-2c5e3753-6d87-4b29-b9c7-050fe27a80a7 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.0761917 Jul 16 02:07:47.127253 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2b4215a-8327-4754-bddd-f0c8df5b4de5 req-12efa0af-7717-43cb-859c-0004743cd165 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357778 Jul 16 02:07:47.207646 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device bfc209bb-f248-4f83-aaa3-18a6961aa843 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:07:47.363183 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port bfc209bb-f248-4f83-aaa3-18a6961aa843, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=bfc209bb-f248-4f83-aaa3-18a6961aa843,segment=NetworkSegment(76646f8d-de7e-449d-8cfb-7b3ff76d2a16),segment_id=76646f8d-de7e-449d-8cfb-7b3ff76d2a16)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:47.374612 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'bfc209bb-f248-4f83-aaa3-18a6961aa843', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'port_id': 'bfc209bb-f248-4f83-aaa3-18a6961aa843', 'mac_address': 'fa:16:3e:24:33:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:07:47.429877 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.446972 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc209bb-f248-4f83-aaa3-18a6961aa843 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:07:47.477053 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port bfc209bb-f248-4f83-aaa3-18a6961aa843, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=bfc209bb-f248-4f83-aaa3-18a6961aa843,segment=NetworkSegment(76646f8d-de7e-449d-8cfb-7b3ff76d2a16),segment_id=76646f8d-de7e-449d-8cfb-7b3ff76d2a16)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:47.485017 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.545456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=bfc209bb-f248-4f83-aaa3-18a6961aa843,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:47.556647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.557271 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.557810 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.558471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.559000 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.559571 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.560097 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.560658 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.561436 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.562096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.562665 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.563656 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:47.818348 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['bfc209bb-f248-4f83-aaa3-18a6961aa843'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:07:48.036683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711c06d-fd9f-4b35-a899-a993630e0a92 req-130ff074-6ba1-4ab4-8851-c6d5be1fce8b tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:48.043091 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1711c06d-fd9f-4b35-a899-a993630e0a92 req-130ff074-6ba1-4ab4-8851-c6d5be1fce8b tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 944 time: 0.1178331 Jul 16 02:07:48.120476 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1711c06d-fd9f-4b35-a899-a993630e0a92 req-19325c03-c4e6-4297-9ef6-e498866f073a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=30ba740e-a721-4ce0-9676-bd34106e3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699852 Jul 16 02:07:48.469980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b510d3-b46b-4b5c-b97f-19fabcc2a1c5 req-6edec176-6547-4c90-9183-9e8f59c8b008 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:48.483864 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-91b510d3-b46b-4b5c-b97f-19fabcc2a1c5 req-6edec176-6547-4c90-9183-9e8f59c8b008 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.1376092 Jul 16 02:07:48.538009 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-91b510d3-b46b-4b5c-b97f-19fabcc2a1c5 req-f3f23e76-0bb7-4bb1-ba85-180fc8e94906 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475194 Jul 16 02:07:49.209556 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device bfc209bb-f248-4f83-aaa3-18a6961aa843 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:49.359588 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port bfc209bb-f248-4f83-aaa3-18a6961aa843 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:49.366202 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port bfc209bb-f248-4f83-aaa3-18a6961aa843 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:49.366579 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:49.506070 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bb8e0-fa36-4f3b-affb-e481ec65455e req-af390f3f-0c89-4cdd-aed0-17e5a44a44e8 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:49.514464 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cb0bb8e0-fa36-4f3b-affb-e481ec65455e req-af390f3f-0c89-4cdd-aed0-17e5a44a44e8 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 944 time: 0.1593988 Jul 16 02:07:49.522703 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:49.574537 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6439d23c-2481-4220-8971-a2703d7e991a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc209bb-f248-4f83-aaa3-18a6961aa843'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:49.601526 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d82af84-54a8-44bf-91be-97c0ba87bd9e" -d '{"events": [{"server_uuid": "6439d23c-2481-4220-8971-a2703d7e991a", "name": "network-vif-plugged", "status": "completed", "tag": "bfc209bb-f248-4f83-aaa3-18a6961aa843"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:49.606043 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cb0bb8e0-fa36-4f3b-affb-e481ec65455e req-c2a13394-6c07-4433-9d59-1b3253684e86 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=30ba740e-a721-4ce0-9676-bd34106e3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896587 Jul 16 02:07:49.655886 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port bfc209bb-f248-4f83-aaa3-18a6961aa843, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=bfc209bb-f248-4f83-aaa3-18a6961aa843,segment=NetworkSegment(76646f8d-de7e-449d-8cfb-7b3ff76d2a16),segment_id=76646f8d-de7e-449d-8cfb-7b3ff76d2a16)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:49.671505 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:49.756227 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1c06a1-bb5f-4f0b-a012-29a1450606ce x-openstack-request-id: req-7b1c06a1-bb5f-4f0b-a012-29a1450606ce {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:49.756849 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6439d23c-2481-4220-8971-a2703d7e991a", "name": "network-vif-plugged", "status": "completed", "tag": "bfc209bb-f248-4f83-aaa3-18a6961aa843", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:49.757194 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7b1c06a1-bb5f-4f0b-a012-29a1450606ce {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:49.757912 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6439d23c-2481-4220-8971-a2703d7e991a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc209bb-f248-4f83-aaa3-18a6961aa843', 'code': 200} Jul 16 02:07:49.764243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=bfc209bb-f248-4f83-aaa3-18a6961aa843,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:49.870825 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4bb89-3c9a-439f-8f70-75a3ed41dc47 req-34016bf9-713c-48fa-af92-0540fee779f8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:49.874738 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c0c4bb89-3c9a-439f-8f70-75a3ed41dc47 req-34016bf9-713c-48fa-af92-0540fee779f8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.0790658 Jul 16 02:07:49.921922 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb0cc8-54d3-46b3-bf5f-fa85c9494fd5 req-ba56fd44-32b1-4c7e-bd26-e2bca499539e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:49.924162 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-18eb0cc8-54d3-46b3-bf5f-fa85c9494fd5 req-ba56fd44-32b1-4c7e-bd26-e2bca499539e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 1096 time: 0.0685964 Jul 16 02:07:49.929992 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c0c4bb89-3c9a-439f-8f70-75a3ed41dc47 req-992ca3e2-cc1b-4ddb-aaab-da02236c8db6 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491812 Jul 16 02:07:49.980029 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-18eb0cc8-54d3-46b3-bf5f-fa85c9494fd5 req-60ff770b-1759-4016-b858-5d3e9582cbad service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=30ba740e-a721-4ce0-9676-bd34106e3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483904 Jul 16 02:07:50.154069 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 40974) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:50.345848 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-a4bd8e27-77bf-4c3d-9db6-aa1bfc2dce71 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Deleting port d262ea07-6e56-41fb-ad80-3405dd083950 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:50.347065 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a4bd8e27-77bf-4c3d-9db6-aa1bfc2dce71 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.438580 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a4bd8e27-77bf-4c3d-9db6-aa1bfc2dce71 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.439196 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a4bd8e27-77bf-4c3d-9db6-aa1bfc2dce71 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.453557 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-a4bd8e27-77bf-4c3d-9db6-aa1bfc2dce71 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Calling delete_port for d262ea07-6e56-41fb-ad80-3405dd083950 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:50.634478 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a4bd8e27-77bf-4c3d-9db6-aa1bfc2dce71 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.670671 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd8e27-77bf-4c3d-9db6-aa1bfc2dce71 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event deleted for resources: {'Port': ['ID=d262ea07-6e56-41fb-ad80-3405dd083950,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:50.782752 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a4bd8e27-77bf-4c3d-9db6-aa1bfc2dce71 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.783117 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-a4bd8e27-77bf-4c3d-9db6-aa1bfc2dce71 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Floating IP 7e48110d-4d7d-4943-ab92-64821f623384 disassociated (deleted). External IP: 172.25.1.177, port: 40a63948-2524-401d-908d-cc4b725c86b5. Jul 16 02:07:50.889707 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb7fa2-482a-4abc-bd1e-22bda5bd12ef req-6ae1bcb2-e5e8-4f2f-a7b7-73497747b46c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:50.891188 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-85eb7fa2-482a-4abc-bd1e-22bda5bd12ef req-6ae1bcb2-e5e8-4f2f-a7b7-73497747b46c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 945 time: 0.1492534 Jul 16 02:07:50.945746 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-85eb7fa2-482a-4abc-bd1e-22bda5bd12ef req-8a5e7c82-7b7c-4289-b04b-6d34b6339028 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=30ba740e-a721-4ce0-9676-bd34106e3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464106 Jul 16 02:07:51.080132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bd8e27-77bf-4c3d-9db6-aa1bfc2dce71 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Router 0735bcc5-4bec-4153-8133-5917dcf6e604 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:07:51.142174 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1c8a1-0ec3-4d19-9838-87b0417bd4d3 req-cd46a62e-7e0d-435d-8b56-54db16379ff8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:51.144874 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-15f1c8a1-0ec3-4d19-9838-87b0417bd4d3 req-cd46a62e-7e0d-435d-8b56-54db16379ff8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.0852878 Jul 16 02:07:51.190860 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-15f1c8a1-0ec3-4d19-9838-87b0417bd4d3 req-7739b311-90c8-48af-a2d9-1278e11d59ff tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385871 Jul 16 02:07:51.218981 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bd8e27-77bf-4c3d-9db6-aa1bfc2dce71 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:07:51.218981 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a4bd8e27-77bf-4c3d-9db6-aa1bfc2dce71 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.219995 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a39e941-e0a8-4f9a-b5cb-8677e500fe55 None None] Sync routers for ids ['0735bcc5-4bec-4153-8133-5917dcf6e604'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:07:51.236509 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a39e941-e0a8-4f9a-b5cb-8677e500fe55 None None] Routers {'0735bcc5-4bec-4153-8133-5917dcf6e604'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:51.237198 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3a39e941-e0a8-4f9a-b5cb-8677e500fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:07:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0735bcc5-4bec-4153-8133-5917dcf6e604'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:51.259821 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a4bd8e27-77bf-4c3d-9db6-aa1bfc2dce71 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "DELETE /v2.0/floatingips/7e48110d-4d7d-4943-ab92-64821f623384 HTTP/1.1" status: 204 len: 168 time: 1.1057560 Jul 16 02:07:51.260415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d34118-4915-4470-a7ac-94b29406f063', 'tag': '40a63948-2524-401d-908d-cc4b725c86b5'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:51.266213 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617f9516-be61-4267-b52d-4d303d483319" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d34118-4915-4470-a7ac-94b29406f063", "tag": "40a63948-2524-401d-908d-cc4b725c86b5"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:51.306124 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5af3be3-b85c-4412-bc88-fb8d4a14b2d0 x-openstack-request-id: req-c5af3be3-b85c-4412-bc88-fb8d4a14b2d0 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:51.307008 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d34118-4915-4470-a7ac-94b29406f063", "tag": "40a63948-2524-401d-908d-cc4b725c86b5", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:51.307008 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c5af3be3-b85c-4412-bc88-fb8d4a14b2d0 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:51.307391 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d34118-4915-4470-a7ac-94b29406f063', 'tag': '40a63948-2524-401d-908d-cc4b725c86b5', 'status': 'completed', 'code': 200} Jul 16 02:07:51.392231 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-3a39e941-e0a8-4f9a-b5cb-8677e500fe55 None None] Set router 0735bcc5-4bec-4153-8133-5917dcf6e604 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:51.433648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f9516-be61-4267-b52d-4d303d483319 req-debdae69-8dd7-479e-b64e-31d51bfb3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:51.435279 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-617f9516-be61-4267-b52d-4d303d483319 req-debdae69-8dd7-479e-b64e-31d51bfb3925 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3429d6c64c11482188275a95cd24498c&device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 1096 time: 0.0805645 Jul 16 02:07:51.605532 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f9516-be61-4267-b52d-4d303d483319 req-641ea360-f4c0-45d4-b9b2-345a3489c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:51.612858 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248016b8-567f-49c2-937d-f13aa270ba20 req-7948f2d1-6ae2-4ee3-bc40-90da01688c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:51.613836 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-617f9516-be61-4267-b52d-4d303d483319 req-641ea360-f4c0-45d4-b9b2-345a3489c481 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 200 len: 912 time: 0.1532843 Jul 16 02:07:51.614655 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-248016b8-567f-49c2-937d-f13aa270ba20 req-7948f2d1-6ae2-4ee3-bc40-90da01688c9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8072fcd5c02343758c430084659e9d69&device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 1097 time: 0.0797334 Jul 16 02:07:51.681507 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-617f9516-be61-4267-b52d-4d303d483319 req-f1b75e74-9e6d-4ffa-a902-8b2a656ea6a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40a63948-2524-401d-908d-cc4b725c86b5 HTTP/1.1" status: 200 len: 217 time: 0.0563207 Jul 16 02:07:51.744668 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3a39e941-e0a8-4f9a-b5cb-8677e500fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 5, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:51.759789 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248016b8-567f-49c2-937d-f13aa270ba20 req-fd572303-520c-4b8b-94b4-7459eaad114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:51.762134 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-248016b8-567f-49c2-937d-f13aa270ba20 req-fd572303-520c-4b8b-94b4-7459eaad114f service neutron] 10.222.0.26 "GET /v2.0/networks?id=f70b44d2-3ecb-4e97-b320-384529a39401 HTTP/1.1" status: 200 len: 918 time: 0.1276464 Jul 16 02:07:51.767364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f9516-be61-4267-b52d-4d303d483319 req-ccd42d68-57f1-47d0-b708-a8acde70d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:51.769037 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-617f9516-be61-4267-b52d-4d303d483319 req-ccd42d68-57f1-47d0-b708-a8acde70d83b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 200 len: 850 time: 0.0714560 Jul 16 02:07:51.772739 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a39e941-e0a8-4f9a-b5cb-8677e500fe55 None None] Checking router: 0735bcc5-4bec-4153-8133-5917dcf6e604 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:07:51.782332 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a39e941-e0a8-4f9a-b5cb-8677e500fe55 None None] Routers {'0735bcc5-4bec-4153-8133-5917dcf6e604'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:51.782954 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3a39e941-e0a8-4f9a-b5cb-8677e500fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:07:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0735bcc5-4bec-4153-8133-5917dcf6e604'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:51.840914 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe692c45-b91a-4971-8cb0-5d55355bdcca req-df95ee47-fb6f-4045-8526-ab52cc1f7e94 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:51.842736 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fe692c45-b91a-4971-8cb0-5d55355bdcca req-df95ee47-fb6f-4045-8526-ab52cc1f7e94 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 945 time: 0.1600997 Jul 16 02:07:51.844391 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-248016b8-567f-49c2-937d-f13aa270ba20 req-e1136faf-e55f-456c-bb2f-77810f1b7270 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=664682b6-bf51-437c-aa41-29ec6f0bd5f5 HTTP/1.1" status: 200 len: 1002 time: 0.0757306 Jul 16 02:07:51.901470 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fe692c45-b91a-4971-8cb0-5d55355bdcca req-d48c9edf-e487-4ca4-809e-154d9b911227 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493731 Jul 16 02:07:51.905117 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248016b8-567f-49c2-937d-f13aa270ba20 req-75341f62-0b32-4e1b-9e05-a6a10f07cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:51.907227 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-248016b8-567f-49c2-937d-f13aa270ba20 req-75341f62-0b32-4e1b-9e05-a6a10f07cca6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52ee9bce-183e-45ca-b875-18144943b25c HTTP/1.1" status: 200 len: 856 time: 0.0537436 Jul 16 02:07:51.909745 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f9516-be61-4267-b52d-4d303d483319 req-2b485ec2-976d-4a22-8b5f-7de2f736f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:51.911437 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-617f9516-be61-4267-b52d-4d303d483319 req-2b485ec2-976d-4a22-8b5f-7de2f736f0cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b4b57e43-3231-411c-8e72-c548d881f43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337097 Jul 16 02:07:51.912187 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-3a39e941-e0a8-4f9a-b5cb-8677e500fe55 None None] Set router 0735bcc5-4bec-4153-8133-5917dcf6e604 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:52.020077 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-617f9516-be61-4267-b52d-4d303d483319 req-4b5a5062-a063-45ff-a690-5a22822a487f service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989854 Jul 16 02:07:52.020356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248016b8-567f-49c2-937d-f13aa270ba20 req-21f5a9b5-d31c-41c4-a881-73f8eab4b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:52.021589 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-248016b8-567f-49c2-937d-f13aa270ba20 req-21f5a9b5-d31c-41c4-a881-73f8eab4b023 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f70b44d2-3ecb-4e97-b320-384529a39401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012745 Jul 16 02:07:52.149219 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-617f9516-be61-4267-b52d-4d303d483319 req-9a6e0fae-c67b-4de3-b0eb-2d70d7e9d3c8 service neutron] 10.222.0.26 "GET /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175003 Jul 16 02:07:52.151422 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3a39e941-e0a8-4f9a-b5cb-8677e500fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 5, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:52.189623 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-248016b8-567f-49c2-937d-f13aa270ba20 req-43d61c96-f4f5-4882-8553-0291f99555a5 service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567242 Jul 16 02:07:52.197874 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a39e941-e0a8-4f9a-b5cb-8677e500fe55 None None] The sync data for ids ['0735bcc5-4bec-4153-8133-5917dcf6e604'] in n-d-800086-6 is: [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 4, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2', 'name': '', 'network_id': 'b4b57e43-3231-411c-8e72-c548d881f43a', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'mac_address': 'fa:16:3e:54:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:50Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 5, 'project_id': '3429d6c64c11482188275a95cd24498c', 'subnets': [{'id': 'f7545b14-fb64-4666-8e5c-e0421d4351cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:52.202837 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84496670-72eb-4b56-adbb-50a510673f6c req-533db5b9-dd54-495e-bd1b-e6ebcb7c4b88 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:52.204386 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84496670-72eb-4b56-adbb-50a510673f6c req-533db5b9-dd54-495e-bd1b-e6ebcb7c4b88 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 945 time: 0.0967257 Jul 16 02:07:52.277283 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84496670-72eb-4b56-adbb-50a510673f6c req-7e6622e9-f24d-4101-9d4c-099497e2d500 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=30ba740e-a721-4ce0-9676-bd34106e3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638669 Jul 16 02:07:52.356534 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-248016b8-567f-49c2-937d-f13aa270ba20 req-25afd5d1-22c2-4a5a-bc83-5ba2695f5985 service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511569 Jul 16 02:07:52.446731 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5f729-f936-41d8-bddf-81129994513a req-b8ecbf15-450a-47dc-aeb6-339df6f04386 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:52.448338 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e5e5f729-f936-41d8-bddf-81129994513a req-b8ecbf15-450a-47dc-aeb6-339df6f04386 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.0782952 Jul 16 02:07:52.496008 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e5e5f729-f936-41d8-bddf-81129994513a req-bb570e9c-5f74-440a-9fc9-217434c27753 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407960 Jul 16 02:07:52.508330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94ee26-b687-4048-8f77-bce7ed77d123 req-015fef67-004e-4b30-ace4-2810133d176c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:52.509958 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf94ee26-b687-4048-8f77-bce7ed77d123 req-015fef67-004e-4b30-ace4-2810133d176c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 945 time: 0.0881891 Jul 16 02:07:52.555830 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf94ee26-b687-4048-8f77-bce7ed77d123 req-df41a878-cda0-45d1-9063-be3960024a98 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=30ba740e-a721-4ce0-9676-bd34106e3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355144 Jul 16 02:07:52.573224 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43d6c2f-750d-494c-aed7-a5069dad3264 None None] New status for floating IP 7e48110d-4d7d-4943-ab92-64821f623384: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:07:52.582056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41014) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:52.642056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ecbc7b-36a6-4257-9289-b94228a95aca tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:52.647130 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-18ecbc7b-36a6-4257-9289-b94228a95aca tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 1091 time: 0.0603466 Jul 16 02:07:52.647306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41016) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:52.651769 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': 'bfc209bb-f248-4f83-aaa3-18a6961aa843', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:52.676532 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.774445 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.880189 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Allocated IP 172.25.1.84 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/9279b30e-79d5-40d3-9e20-aec9ae31f709) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:52.990786 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.042676 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.082959 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:53.086344 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b4eeb-9422-4ef1-9aea-9bdd9e86d79a req-39b2c866-eb18-4c71-aa67-11fc258bb841 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:53.087910 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-772b4eeb-9422-4ef1-9aea-9bdd9e86d79a req-39b2c866-eb18-4c71-aa67-11fc258bb841 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 945 time: 0.0656378 Jul 16 02:07:53.093872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:53.097642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:53.120406 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Port': ['ID=9279b30e-79d5-40d3-9e20-aec9ae31f709,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:53.135430 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-772b4eeb-9422-4ef1-9aea-9bdd9e86d79a req-32dc5a52-936f-4b8a-bfc2-59b610f8cf1a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414264 Jul 16 02:07:53.867163 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f575a-4c04-49da-bdbd-d300ac43b1c5 req-5f981bea-7e8a-4030-8964-c90bc56fa079 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:53.868709 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cf8f575a-4c04-49da-bdbd-d300ac43b1c5 req-5f981bea-7e8a-4030-8964-c90bc56fa079 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 945 time: 0.5273256 Jul 16 02:07:54.014131 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.051923 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.107789 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb21af-1977-4fa3-9020-f19ef1c656c8 req-3ede0856-957a-40c9-92fa-06689f4077f4 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:54.109270 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20fb21af-1977-4fa3-9020-f19ef1c656c8 req-3ede0856-957a-40c9-92fa-06689f4077f4 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.3036885 Jul 16 02:07:54.180915 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-cf8f575a-4c04-49da-bdbd-d300ac43b1c5 req-973059a2-5e85-45e2-8398-c09529f46554 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Deleting port 40a63948-2524-401d-908d-cc4b725c86b5 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:54.181560 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-cf8f575a-4c04-49da-bdbd-d300ac43b1c5 req-973059a2-5e85-45e2-8398-c09529f46554 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.239217 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20fb21af-1977-4fa3-9020-f19ef1c656c8 req-67e17249-8953-4a61-a19d-6cad0f2182e9 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220241 Jul 16 02:07:54.285389 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.376880 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-cf8f575a-4c04-49da-bdbd-d300ac43b1c5 req-973059a2-5e85-45e2-8398-c09529f46554 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] For port 40a63948-2524-401d-908d-cc4b725c86b5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=40a63948-2524-401d-908d-cc4b725c86b5,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:54.379003 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-cf8f575a-4c04-49da-bdbd-d300ac43b1c5 req-973059a2-5e85-45e2-8398-c09529f46554 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.393855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8621e-e869-4828-91bd-047b74ade264 req-375979b3-ffb0-4394-9a49-21ffbd9a281a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:54.395357 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89a8621e-e869-4828-91bd-047b74ade264 req-375979b3-ffb0-4394-9a49-21ffbd9a281a tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 945 time: 0.0919919 Jul 16 02:07:54.416366 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-cf8f575a-4c04-49da-bdbd-d300ac43b1c5 req-973059a2-5e85-45e2-8398-c09529f46554 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Calling delete_port for 40a63948-2524-401d-908d-cc4b725c86b5 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:54.445513 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89a8621e-e869-4828-91bd-047b74ade264 req-448d58e2-d847-4dc6-8716-bd3c6883c7c5 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/security-groups?id=7b448518-3e3e-46cd-b57d-5a41bf80d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407619 Jul 16 02:07:54.575346 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.581757 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.699906 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Port': ['ID=9279b30e-79d5-40d3-9e20-aec9ae31f709,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:54.709043 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-cf8f575a-4c04-49da-bdbd-d300ac43b1c5 req-973059a2-5e85-45e2-8398-c09529f46554 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.725341 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.786864 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973059a2-5e85-45e2-8398-c09529f46554 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event deleted for resources: {'Port': ['ID=40a63948-2524-401d-908d-cc4b725c86b5,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:54.843163 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8f575a-4c04-49da-bdbd-d300ac43b1c5 req-973059a2-5e85-45e2-8398-c09529f46554 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] No DVR routers for this DVR port 40a63948-2524-401d-908d-cc4b725c86b5 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:07:54.846095 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-cf8f575a-4c04-49da-bdbd-d300ac43b1c5 req-973059a2-5e85-45e2-8398-c09529f46554 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.849116 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cf8f575a-4c04-49da-bdbd-d300ac43b1c5 req-973059a2-5e85-45e2-8398-c09529f46554 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.26 "DELETE /v2.0/ports/40a63948-2524-401d-908d-cc4b725c86b5 HTTP/1.1" status: 204 len: 173 time: 0.9684937 Jul 16 02:07:54.851219 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d34118-4915-4470-a7ac-94b29406f063', 'name': 'network-vif-deleted', 'tag': '40a63948-2524-401d-908d-cc4b725c86b5'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:54.855029 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f39536c-fd71-483e-8098-b83e46cc1d08" -d '{"events": [{"server_uuid": "d5d34118-4915-4470-a7ac-94b29406f063", "name": "network-vif-deleted", "tag": "40a63948-2524-401d-908d-cc4b725c86b5"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:54.903239 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6907e4a-b277-4a7e-94fa-7c01a273f8ce x-openstack-request-id: req-f6907e4a-b277-4a7e-94fa-7c01a273f8ce {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:54.903924 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d34118-4915-4470-a7ac-94b29406f063", "name": "network-vif-deleted", "tag": "40a63948-2524-401d-908d-cc4b725c86b5", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:54.903924 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f6907e4a-b277-4a7e-94fa-7c01a273f8ce {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:54.904376 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d34118-4915-4470-a7ac-94b29406f063', 'name': 'network-vif-deleted', 'tag': '40a63948-2524-401d-908d-cc4b725c86b5', 'status': 'completed', 'code': 200} Jul 16 02:07:54.932833 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Floating IP 5410108b-e0e0-4032-8020-88e08f07f911 associated. External IP: 172.25.1.84, port: bfc209bb-f248-4f83-aaa3-18a6961aa843. Jul 16 02:07:55.184741 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Router f7eb0387-4905-45cf-b974-05c837d8ae15 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:07:55.319085 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:07:55.328891 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e827f2-b974-4439-9c2c-0fd114236cd6 None None] Sync routers for ids ['f7eb0387-4905-45cf-b974-05c837d8ae15'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:07:55.341765 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e827f2-b974-4439-9c2c-0fd114236cd6 None None] Routers {'f7eb0387-4905-45cf-b974-05c837d8ae15'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:55.342400 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a2e827f2-b974-4439-9c2c-0fd114236cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:07:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f7eb0387-4905-45cf-b974-05c837d8ae15'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:55.373419 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:55.427741 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e85ac8d4-760a-4aa6-af28-367e296463e4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7761786 Jul 16 02:07:55.428003 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41048) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:55.525135 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6536a4e0-ad3b-4649-b574-e5dc4c718af2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/floatingips/5410108b-e0e0-4032-8020-88e08f07f911 HTTP/1.1" status: 200 len: 990 time: 0.0949755 Jul 16 02:07:55.538154 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0f892-6902-42f4-a65a-bb90464b5699 req-a971c216-eafc-4fb0-b71c-a9f912df068e tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:55.539763 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e9d0f892-6902-42f4-a65a-bb90464b5699 req-a971c216-eafc-4fb0-b71c-a9f912df068e tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 946 time: 0.1331079 Jul 16 02:07:55.555425 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a2e827f2-b974-4439-9c2c-0fd114236cd6 None None] Set router f7eb0387-4905-45cf-b974-05c837d8ae15 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:55.616792 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e9d0f892-6902-42f4-a65a-bb90464b5699 req-e904c7ad-70ab-4444-952d-c821aca275c0 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692627 Jul 16 02:07:55.640186 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83c81c0b-7be6-4aee-af0c-0e8803bea80a req-7966c353-edc5-4bbb-a7dc-7b6aba616c49 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 210 time: 0.0431025 Jul 16 02:07:55.833490 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 664682b6-bf51-437c-aa41-29ec6f0bd5f5 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:07:55.845636 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a2e827f2-b974-4439-9c2c-0fd114236cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5410108b-e0e0-4032-8020-88e08f07f911', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'port_id': 'bfc209bb-f248-4f83-aaa3-18a6961aa843', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'mac_address': 'fa:16:3e:24:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439d23c-2481-4220-8971-a2703d7e991a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:07:53Z', 'updated_at': '2021-07-16T02:07:53Z', 'revision_number': 0, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d7ab8eb-f111-4f69-96b8-98c50cecff66', 'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:39:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:28Z', 'updated_at': '2021-07-16T02:07:35Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:55.882477 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e827f2-b974-4439-9c2c-0fd114236cd6 None None] Checking router: f7eb0387-4905-45cf-b974-05c837d8ae15 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:07:55.892150 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e827f2-b974-4439-9c2c-0fd114236cd6 None None] Routers {'f7eb0387-4905-45cf-b974-05c837d8ae15'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:55.892766 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a2e827f2-b974-4439-9c2c-0fd114236cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:07:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f7eb0387-4905-45cf-b974-05c837d8ae15'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:55.932716 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:55.960279 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0efb4b-e233-4b73-b99a-edeab934711b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '664682b6-bf51-437c-aa41-29ec6f0bd5f5'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:55.964004 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e58d8a-792d-4cc3-ac7f-3b4db6f4a5b2" -d '{"events": [{"server_uuid": "df0efb4b-e233-4b73-b99a-edeab934711b", "name": "network-vif-unplugged", "status": "completed", "tag": "664682b6-bf51-437c-aa41-29ec6f0bd5f5"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:56.020490 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539a04f3-72bc-4fe0-a12a-da245765e669 x-openstack-request-id: req-539a04f3-72bc-4fe0-a12a-da245765e669 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:56.022145 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0efb4b-e233-4b73-b99a-edeab934711b", "name": "network-vif-unplugged", "status": "failed", "tag": "664682b6-bf51-437c-aa41-29ec6f0bd5f5", "code": 422}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:56.022499 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-539a04f3-72bc-4fe0-a12a-da245765e669 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:56.023030 n-d-800086-6 neutron-server[93833]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'df0efb4b-e233-4b73-b99a-edeab934711b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '664682b6-bf51-437c-aa41-29ec6f0bd5f5', 'code': 422} returned with failed status Jul 16 02:07:56.031659 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 664682b6-bf51-437c-aa41-29ec6f0bd5f5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=664682b6-bf51-437c-aa41-29ec6f0bd5f5,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:56.040792 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.066357 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a2e827f2-b974-4439-9c2c-0fd114236cd6 None None] Set router f7eb0387-4905-45cf-b974-05c837d8ae15 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:56.120205 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=664682b6-bf51-437c-aa41-29ec6f0bd5f5,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:56.390040 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a2e827f2-b974-4439-9c2c-0fd114236cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5410108b-e0e0-4032-8020-88e08f07f911', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'port_id': 'bfc209bb-f248-4f83-aaa3-18a6961aa843', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'mac_address': 'fa:16:3e:24:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439d23c-2481-4220-8971-a2703d7e991a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:07:53Z', 'updated_at': '2021-07-16T02:07:53Z', 'revision_number': 0, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d7ab8eb-f111-4f69-96b8-98c50cecff66', 'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:39:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:28Z', 'updated_at': '2021-07-16T02:07:35Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:56.437779 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e827f2-b974-4439-9c2c-0fd114236cd6 None None] The sync data for ids ['f7eb0387-4905-45cf-b974-05c837d8ae15'] in n-d-800086-6 is: [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5410108b-e0e0-4032-8020-88e08f07f911', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'port_id': 'bfc209bb-f248-4f83-aaa3-18a6961aa843', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'mac_address': 'fa:16:3e:24:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439d23c-2481-4220-8971-a2703d7e991a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:07:53Z', 'updated_at': '2021-07-16T02:07:53Z', 'revision_number': 0, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d7ab8eb-f111-4f69-96b8-98c50cecff66', 'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:39:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:28Z', 'updated_at': '2021-07-16T02:07:35Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:56.527209 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41078) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:56.620642 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-be1eaa92-6105-416e-90d6-f1223854a7c1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/floatingips/5410108b-e0e0-4032-8020-88e08f07f911 HTTP/1.1" status: 200 len: 990 time: 0.0920060 Jul 16 02:07:56.781621 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936cd220-0482-480a-94b2-6b78e82375e4 None None] New status for floating IP 5410108b-e0e0-4032-8020-88e08f07f911: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:07:56.825138 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2492001e-5936-4552-b82c-155b7f6211fc req-b6dff062-e539-4759-979c-cf909ad020de tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 210 time: 0.0510237 Jul 16 02:07:56.905867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6439d23c-2481-4220-8971-a2703d7e991a', 'tag': 'bfc209bb-f248-4f83-aaa3-18a6961aa843'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:56.910014 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4999da-6bfb-4155-8c03-e9bc74315d62" -d '{"events": [{"name": "network-changed", "server_uuid": "6439d23c-2481-4220-8971-a2703d7e991a", "tag": "bfc209bb-f248-4f83-aaa3-18a6961aa843"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:56.957439 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d15c799-c05b-40fd-bd2e-873181940846 x-openstack-request-id: req-2d15c799-c05b-40fd-bd2e-873181940846 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:56.958513 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6439d23c-2481-4220-8971-a2703d7e991a", "tag": "bfc209bb-f248-4f83-aaa3-18a6961aa843", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:56.958772 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2d15c799-c05b-40fd-bd2e-873181940846 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:56.959181 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6439d23c-2481-4220-8971-a2703d7e991a', 'tag': 'bfc209bb-f248-4f83-aaa3-18a6961aa843', 'status': 'completed', 'code': 200} Jul 16 02:07:57.115308 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4999da-6bfb-4155-8c03-e9bc74315d62 req-08583bcc-c364-42ee-b7a3-7ed10e966cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:57.117024 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da4999da-6bfb-4155-8c03-e9bc74315d62 req-08583bcc-c364-42ee-b7a3-7ed10e966cb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 1096 time: 0.0894837 Jul 16 02:07:57.266509 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4999da-6bfb-4155-8c03-e9bc74315d62 req-70c47263-64b6-41ad-8547-89a1e9af954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:57.268691 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da4999da-6bfb-4155-8c03-e9bc74315d62 req-70c47263-64b6-41ad-8547-89a1e9af954c service neutron] 10.222.0.47 "GET /v2.0/networks?id=47a3582c-815c-477f-91f5-e1fd1e936e25 HTTP/1.1" status: 200 len: 897 time: 0.1440701 Jul 16 02:07:57.314752 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9c77d779-484a-4e53-935e-4b0aa5679891 req-5aad5213-3b91-41b0-ad36-35e2cf7096bc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1022329 Jul 16 02:07:57.323769 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05796bce-c93d-4083-9671-23f71f62bd58 req-9c94dc6d-ce02-4425-918e-a4d87cafb07a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:57.333070 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05796bce-c93d-4083-9671-23f71f62bd58 req-9c94dc6d-ce02-4425-918e-a4d87cafb07a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 944 time: 0.1940897 Jul 16 02:07:57.358417 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da4999da-6bfb-4155-8c03-e9bc74315d62 req-a696231f-a7bd-4f83-bc3e-254ce05a2bce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfc209bb-f248-4f83-aaa3-18a6961aa843 HTTP/1.1" status: 200 len: 1000 time: 0.0821450 Jul 16 02:07:57.405323 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05796bce-c93d-4083-9671-23f71f62bd58 req-fea34821-fbaf-418a-8e37-0eee0d4713c6 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711010 Jul 16 02:07:57.428428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4999da-6bfb-4155-8c03-e9bc74315d62 req-3ec0d36f-a653-4356-839b-d09950f37cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:57.430111 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da4999da-6bfb-4155-8c03-e9bc74315d62 req-3ec0d36f-a653-4356-839b-d09950f37cbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c2f5395a-71f0-477a-8b4d-6351e159c0ee HTTP/1.1" status: 200 len: 835 time: 0.0627928 Jul 16 02:07:57.504796 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4999da-6bfb-4155-8c03-e9bc74315d62 req-473504a0-7582-45f2-8a0e-8ba1c0e33d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:57.506420 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da4999da-6bfb-4155-8c03-e9bc74315d62 req-473504a0-7582-45f2-8a0e-8ba1c0e33d1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=47a3582c-815c-477f-91f5-e1fd1e936e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674977 Jul 16 02:07:57.616063 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da4999da-6bfb-4155-8c03-e9bc74315d62 req-0b9c6f39-6707-4c11-8a7a-e25ab7a17f36 service neutron] 10.222.0.47 "GET /v2.0/networks/47a3582c-815c-477f-91f5-e1fd1e936e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986218 Jul 16 02:07:57.624800 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41110) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:57.754628 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b5ad308a-69a7-4789-b24c-cfc93c2de4b6 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/floatingips/5410108b-e0e0-4032-8020-88e08f07f911 HTTP/1.1" status: 200 len: 992 time: 0.1221852 Jul 16 02:07:57.783573 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-da4999da-6bfb-4155-8c03-e9bc74315d62 req-0fb2792b-6e26-4ba0-83b0-5e39b6811348 service neutron] 10.222.0.47 "GET /v2.0/networks/47a3582c-815c-477f-91f5-e1fd1e936e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596937 Jul 16 02:07:57.834959 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 40a63948-2524-401d-908d-cc4b725c86b5 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:07:57.866367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 40a63948-2524-401d-908d-cc4b725c86b5 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:07:57.866783 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 40a63948-2524-401d-908d-cc4b725c86b5 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:07:57.990382 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cc08adf7-caef-4d3d-8692-51937d569ef9 req-090f8f53-e841-4808-ae78-c14c9794acf9 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 210 time: 0.0313723 Jul 16 02:07:58.402625 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ee1a90fb-389b-411f-bafe-81a8325422d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:58.499583 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77d779-484a-4e53-935e-4b0aa5679891 req-e0687e35-3f7f-4bc1-9ad9-aaee807884fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.501415 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c77d779-484a-4e53-935e-4b0aa5679891 req-e0687e35-3f7f-4bc1-9ad9-aaee807884fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b&tenant_id=8072fcd5c02343758c430084659e9d69 HTTP/1.1" status: 200 len: 1095 time: 0.1276987 Jul 16 02:07:58.594718 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77d779-484a-4e53-935e-4b0aa5679891 req-e30eeda2-1b9b-4362-8434-86a0f443a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.597186 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c77d779-484a-4e53-935e-4b0aa5679891 req-e30eeda2-1b9b-4362-8434-86a0f443a764 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8072fcd5c02343758c430084659e9d69&device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 1095 time: 0.0592222 Jul 16 02:07:58.613265 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75544c-67b4-4c64-b38f-cf2c682cf506 req-01331db4-9f18-4e18-be18-ef86d1e81f26 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.614836 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee75544c-67b4-4c64-b38f-cf2c682cf506 req-01331db4-9f18-4e18-be18-ef86d1e81f26 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 944 time: 0.0745716 Jul 16 02:07:58.661101 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee75544c-67b4-4c64-b38f-cf2c682cf506 req-5e1de745-72fe-495b-b93e-da3c3021e708 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384746 Jul 16 02:07:58.702414 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77d779-484a-4e53-935e-4b0aa5679891 req-e3265a56-7a67-4548-8238-c776ed5ed88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.704032 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c77d779-484a-4e53-935e-4b0aa5679891 req-e3265a56-7a67-4548-8238-c776ed5ed88d service neutron] 10.222.0.26 "GET /v2.0/networks?id=f70b44d2-3ecb-4e97-b320-384529a39401 HTTP/1.1" status: 200 len: 918 time: 0.1009295 Jul 16 02:07:58.768681 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c77d779-484a-4e53-935e-4b0aa5679891 req-0f0f4373-8d85-493f-be52-5c3e59fd61cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=664682b6-bf51-437c-aa41-29ec6f0bd5f5 HTTP/1.1" status: 200 len: 1000 time: 0.0585072 Jul 16 02:07:58.818193 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77d779-484a-4e53-935e-4b0aa5679891 req-330593ff-d75d-413a-97e8-d4159a2d19a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.819665 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c77d779-484a-4e53-935e-4b0aa5679891 req-330593ff-d75d-413a-97e8-d4159a2d19a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52ee9bce-183e-45ca-b875-18144943b25c HTTP/1.1" status: 200 len: 856 time: 0.0455256 Jul 16 02:07:58.885427 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77d779-484a-4e53-935e-4b0aa5679891 req-0b4be648-7a61-4422-992b-d140262b7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.887069 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c77d779-484a-4e53-935e-4b0aa5679891 req-0b4be648-7a61-4422-992b-d140262b7362 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f70b44d2-3ecb-4e97-b320-384529a39401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605333 Jul 16 02:07:58.982439 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c77d779-484a-4e53-935e-4b0aa5679891 req-845eb732-4048-4107-8d1a-b905dccbad04 service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879533 Jul 16 02:07:59.003224 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:59.415870 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-344395e1-3149-4112-bc44-93be7e52e9ee req-0d130e7c-c141-41a9-a7fe-8607fe9f7cd0 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5d34118-4915-4470-a7ac-94b29406f063 HTTP/1.1" status: 200 len: 210 time: 0.0353572 Jul 16 02:07:59.444237 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c77d779-484a-4e53-935e-4b0aa5679891 req-3665f5fd-694a-4c8e-aa5a-7be9e2bc8c66 service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552624 Jul 16 02:07:59.917884 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8b381-262b-4874-af2f-a319490bac5f req-d4b32c30-c275-45d1-a0e8-762a32292a95 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:59.932876 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3ce8b381-262b-4874-af2f-a319490bac5f req-d4b32c30-c275-45d1-a0e8-762a32292a95 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 944 time: 0.1212749 Jul 16 02:07:59.977892 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3ce8b381-262b-4874-af2f-a319490bac5f req-f820c1ab-515f-4b18-8da5-f5940caf6aed tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432992 Jul 16 02:08:00.547876 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41156) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:00.691759 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-f4405714-0231-460b-873c-db541564a016 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Deleting port b907daef-d789-4eff-aa82-24f1f095b372 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:00.692127 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f4405714-0231-460b-873c-db541564a016 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:00.776913 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f4405714-0231-460b-873c-db541564a016 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:00.777160 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f4405714-0231-460b-873c-db541564a016 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:00.790066 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-f4405714-0231-460b-873c-db541564a016 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Calling delete_port for b907daef-d789-4eff-aa82-24f1f095b372 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:00.953318 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f4405714-0231-460b-873c-db541564a016 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:00.992734 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4405714-0231-460b-873c-db541564a016 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event deleted for resources: {'Port': ['ID=b907daef-d789-4eff-aa82-24f1f095b372,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:01.056208 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f4405714-0231-460b-873c-db541564a016 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:01.058888 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f4405714-0231-460b-873c-db541564a016 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:01.060081 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f4405714-0231-460b-873c-db541564a016 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "DELETE /v2.0/floatingips/d4afdc6b-639c-4dfc-b4a6-7580bb6f010f HTTP/1.1" status: 204 len: 168 time: 0.5111742 Jul 16 02:08:01.130280 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:01.141354 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c59b9b97-bdc2-4c6d-b9bc-db162d3c285c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:01.254394 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3d4a5-ba9b-4512-9142-7d7e70eaf391 req-79761e87-87fa-4fb5-9c39-329c637323a0 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:01.255911 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-24b3d4a5-ba9b-4512-9142-7d7e70eaf391 req-79761e87-87fa-4fb5-9c39-329c637323a0 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 944 time: 0.1187310 Jul 16 02:08:01.341349 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-24b3d4a5-ba9b-4512-9142-7d7e70eaf391 req-094b3f7a-2bdf-4a47-89a4-2a559a008c69 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791838 Jul 16 02:08:02.171087 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:02.630627 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7b9fd-5e9a-4071-ade5-23a53998f246 req-65419e33-197f-449c-9413-ca3ab8af1305 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:02.632246 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6a7b9fd-5e9a-4071-ade5-23a53998f246 req-65419e33-197f-449c-9413-ca3ab8af1305 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 944 time: 0.1143179 Jul 16 02:08:02.685790 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6a7b9fd-5e9a-4071-ade5-23a53998f246 req-207131a6-9bb1-4664-9880-d9e9193cffd9 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415695 Jul 16 02:08:03.902642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c251b1-d815-4f0d-99cf-425b8778dc54 req-bef9803d-9fd2-462a-bfc8-48b344d79cab tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:03.904999 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b0c251b1-d815-4f0d-99cf-425b8778dc54 req-bef9803d-9fd2-462a-bfc8-48b344d79cab tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 944 time: 0.0812771 Jul 16 02:08:03.905402 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.966985 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b0c251b1-d815-4f0d-99cf-425b8778dc54 req-716a0932-bb55-4b49-9bdd-8b01babab079 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470793 Jul 16 02:08:04.593410 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41204) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:04.748259 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e94c1eba-6f80-4066-9df0-8d93beb5bd34 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:04.783480 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e94c1eba-6f80-4066-9df0-8d93beb5bd34 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:04.859735 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e94c1eba-6f80-4066-9df0-8d93beb5bd34 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:04.869127 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e94c1eba-6f80-4066-9df0-8d93beb5bd34 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:04.872816 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e94c1eba-6f80-4066-9df0-8d93beb5bd34 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] 10.222.0.54 "DELETE /v2.0/security-groups/7b448518-3e3e-46cd-b57d-5a41bf80d6e3 HTTP/1.1" status: 204 len: 168 time: 0.2783234 Jul 16 02:08:04.885908 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c1eba-6f80-4066-9df0-8d93beb5bd34 tempest-TestVolumeBootPattern-1258590699 tempest-TestVolumeBootPattern-1258590699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b448518-3e3e-46cd-b57d-5a41bf80d6e3,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:05.171227 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6852e-6c0b-412c-b4c7-7308c905b354 req-e90eeda9-ccb3-4d9f-9983-3243fcfab4fa tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:05.172816 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2ea6852e-6c0b-412c-b4c7-7308c905b354 req-e90eeda9-ccb3-4d9f-9983-3243fcfab4fa tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 944 time: 0.0716579 Jul 16 02:08:05.219349 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2ea6852e-6c0b-412c-b4c7-7308c905b354 req-98c85833-780b-4dcb-bf9c-31945521d217 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401046 Jul 16 02:08:05.984948 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41222) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:06.516303 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0266e-98be-47fc-a0dd-33a4cb8d1ebb req-b727ad53-79b6-42e3-8b6b-31c5a480dba0 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:06.524992 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-45f0266e-98be-47fc-a0dd-33a4cb8d1ebb req-b727ad53-79b6-42e3-8b6b-31c5a480dba0 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 944 time: 0.1681261 Jul 16 02:08:06.568235 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-45f0266e-98be-47fc-a0dd-33a4cb8d1ebb req-a21bae6c-03a2-4971-960f-e6d04472d395 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423062 Jul 16 02:08:06.650031 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2831330c-100b-4d92-9887-211ff70b1bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.952930 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-2831330c-100b-4d92-9887-211ff70b1bc7 admin admin] Deleting port e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:06.953293 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2831330c-100b-4d92-9887-211ff70b1bc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.058606 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-2831330c-100b-4d92-9887-211ff70b1bc7 admin admin] For port e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:07.059050 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2831330c-100b-4d92-9887-211ff70b1bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.074362 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-2831330c-100b-4d92-9887-211ff70b1bc7 admin admin] Calling delete_port for e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:07.369104 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2831330c-100b-4d92-9887-211ff70b1bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.402590 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831330c-100b-4d92-9887-211ff70b1bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:07.694969 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2831330c-100b-4d92-9887-211ff70b1bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.924880 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719f58a-6b84-4dd9-8023-48b111c492d6 req-4051b773-8028-44b9-8346-82b7bef32df2 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:07.927316 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e719f58a-6b84-4dd9-8023-48b111c492d6 req-4051b773-8028-44b9-8346-82b7bef32df2 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 944 time: 0.1369224 Jul 16 02:08:07.985278 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e719f58a-6b84-4dd9-8023-48b111c492d6 req-fcfce33c-19a6-46a3-94bd-b2411d9acd2e tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394025 Jul 16 02:08:08.315605 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2831330c-100b-4d92-9887-211ff70b1bc7 admin admin] Router 0735bcc5-4bec-4153-8133-5917dcf6e604 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:08:08.449757 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2831330c-100b-4d92-9887-211ff70b1bc7 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:08:08.457893 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41248) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:08.460257 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2831330c-100b-4d92-9887-211ff70b1bc7 admin admin] 10.222.0.54 "PUT /v2.0/routers/0735bcc5-4bec-4153-8133-5917dcf6e604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4737904 Jul 16 02:08:08.461151 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3add31c-fb38-41e1-93f9-bfc423a5f4b6 None None] Sync routers for ids ['0735bcc5-4bec-4153-8133-5917dcf6e604'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:08:08.472859 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3add31c-fb38-41e1-93f9-bfc423a5f4b6 None None] Routers {'0735bcc5-4bec-4153-8133-5917dcf6e604'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:08:08.473813 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d3add31c-fb38-41e1-93f9-bfc423a5f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:08:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0735bcc5-4bec-4153-8133-5917dcf6e604'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:08.582830 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c646f68-bed9-403d-91b0-dd3bf0553440 admin admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:08.591952 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-d3add31c-fb38-41e1-93f9-bfc423a5f4b6 None None] Set router 0735bcc5-4bec-4153-8133-5917dcf6e604 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:08:08.752056 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c646f68-bed9-403d-91b0-dd3bf0553440 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:08.823946 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-2c646f68-bed9-403d-91b0-dd3bf0553440 admin admin] Deleting port 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:08.824397 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c646f68-bed9-403d-91b0-dd3bf0553440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:08.943667 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-2c646f68-bed9-403d-91b0-dd3bf0553440 admin admin] For port 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=38af7137-dda5-46dc-a6c9-19d7bd6f3c4a,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:08.944471 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c646f68-bed9-403d-91b0-dd3bf0553440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:08.953687 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d3add31c-fb38-41e1-93f9-bfc423a5f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T02:08:07Z', 'revision_number': 5, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port': {'id': '38af7137-dda5-46dc-a6c9-19d7bd6f3c4a', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:08.959267 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-2c646f68-bed9-403d-91b0-dd3bf0553440 admin admin] Calling delete_port for 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:08.991431 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3add31c-fb38-41e1-93f9-bfc423a5f4b6 None None] Checking router: 0735bcc5-4bec-4153-8133-5917dcf6e604 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:08:09.000168 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3add31c-fb38-41e1-93f9-bfc423a5f4b6 None None] Routers {'0735bcc5-4bec-4153-8133-5917dcf6e604'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:08:09.000790 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d3add31c-fb38-41e1-93f9-bfc423a5f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:08:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['0735bcc5-4bec-4153-8133-5917dcf6e604'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:09.119973 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-d3add31c-fb38-41e1-93f9-bfc423a5f4b6 None None] Set router 0735bcc5-4bec-4153-8133-5917dcf6e604 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:08:09.183678 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-d3add31c-fb38-41e1-93f9-bfc423a5f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T02:08:08Z', 'revision_number': 6, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:09.216957 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3add31c-fb38-41e1-93f9-bfc423a5f4b6 None None] The sync data for ids ['0735bcc5-4bec-4153-8133-5917dcf6e604'] in n-d-800086-6 is: [{'id': '0735bcc5-4bec-4153-8133-5917dcf6e604', 'name': 'tempest-TestVolumeBootPattern-495377897-router', 'tenant_id': '3429d6c64c11482188275a95cd24498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:46Z', 'updated_at': '2021-07-16T02:08:08Z', 'revision_number': 6, 'project_id': '3429d6c64c11482188275a95cd24498c', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:08:09.304184 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c646f68-bed9-403d-91b0-dd3bf0553440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.393501 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c646f68-bed9-403d-91b0-dd3bf0553440 admin admin] Pushing event deleted for resources: {'Port': ['ID=38af7137-dda5-46dc-a6c9-19d7bd6f3c4a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:09.433361 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c03615-64e4-4a34-bd15-5b5cdea6a60e req-4bf5de6c-fe20-4f78-ba3c-89a567a8e33b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:09.441431 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19c03615-64e4-4a34-bd15-5b5cdea6a60e req-4bf5de6c-fe20-4f78-ba3c-89a567a8e33b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 944 time: 0.2270942 Jul 16 02:08:09.450127 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c646f68-bed9-403d-91b0-dd3bf0553440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.484027 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-19c03615-64e4-4a34-bd15-5b5cdea6a60e req-610109e9-05dc-4695-9887-a7b9e7c7599d tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416815 Jul 16 02:08:09.600474 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c646f68-bed9-403d-91b0-dd3bf0553440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.600474 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c646f68-bed9-403d-91b0-dd3bf0553440 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.667826 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c646f68-bed9-403d-91b0-dd3bf0553440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.668647 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c646f68-bed9-403d-91b0-dd3bf0553440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0735bcc5-4bec-4153-8133-5917dcf6e604 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:08:09.678821 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2c646f68-bed9-403d-91b0-dd3bf0553440 admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.680338 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2c646f68-bed9-403d-91b0-dd3bf0553440 admin admin] 10.222.0.54 "DELETE /v2.0/routers/0735bcc5-4bec-4153-8133-5917dcf6e604 HTTP/1.1" status: 204 len: 168 time: 1.2214582 Jul 16 02:08:09.684393 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41268) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:09.756542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca055174-6e28-44ad-8fa7-be390985cf56 admin admin] Deleting subnet f7545b14-fb64-4666-8e5c-e0421d4351cb {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:08:09.762128 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca055174-6e28-44ad-8fa7-be390985cf56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.809891 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca055174-6e28-44ad-8fa7-be390985cf56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.926826 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca055174-6e28-44ad-8fa7-be390985cf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.987796 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca055174-6e28-44ad-8fa7-be390985cf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.019522 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ca055174-6e28-44ad-8fa7-be390985cf56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.021430 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ca055174-6e28-44ad-8fa7-be390985cf56 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f7545b14-fb64-4666-8e5c-e0421d4351cb HTTP/1.1" status: 204 len: 168 time: 0.3347199 Jul 16 02:08:10.023324 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca055174-6e28-44ad-8fa7-be390985cf56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7545b14-fb64-4666-8e5c-e0421d4351cb,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:10.024101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41274) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:10.025997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adf29bf-e218-4210-8e73-026b85399aa3 None None] Network b4b57e43-3231-411c-8e72-c548d881f43a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:10.119269 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.262616 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] Deleting port 6ea7f508-a12d-4c47-9ac8-970283751918 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:10.262968 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.308609 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06785911-dabc-45fb-82b0-07132ba05018 None None] DHCP port deletion for b4b57e43-3231-411c-8e72-c548d881f43a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:08:10.365302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-06785911-dabc-45fb-82b0-07132ba05018 None None] Deleting port 6ea7f508-a12d-4c47-9ac8-970283751918 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:10.365673 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-06785911-dabc-45fb-82b0-07132ba05018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.371728 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] For port 6ea7f508-a12d-4c47-9ac8-970283751918, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6ea7f508-a12d-4c47-9ac8-970283751918,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:10.372724 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.386404 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] Calling delete_port for 6ea7f508-a12d-4c47-9ac8-970283751918 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:10.465865 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-06785911-dabc-45fb-82b0-07132ba05018 None None] For port 6ea7f508-a12d-4c47-9ac8-970283751918, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6ea7f508-a12d-4c47-9ac8-970283751918,segment=NetworkSegment(bcb26db5-470f-4579-8605-8b4d65617db1),segment_id=bcb26db5-470f-4579-8605-8b4d65617db1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:10.466321 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-06785911-dabc-45fb-82b0-07132ba05018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.486303 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-06785911-dabc-45fb-82b0-07132ba05018 None None] Calling delete_port for 6ea7f508-a12d-4c47-9ac8-970283751918 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:10.497273 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.534345 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] No DVR routers for this DVR port 6ea7f508-a12d-4c47-9ac8-970283751918 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:10.536308 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea7f508-a12d-4c47-9ac8-970283751918,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:10.677036 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-06785911-dabc-45fb-82b0-07132ba05018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.745007 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.755228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06785911-dabc-45fb-82b0-07132ba05018 None None] Pushing event deleted for resources: {'Port': ['ID=6ea7f508-a12d-4c47-9ac8-970283751918,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:10.767181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b57e43-3231-411c-8e72-c548d881f43a']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:10.767791 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06785911-dabc-45fb-82b0-07132ba05018 None None] No DVR routers for this DVR port 6ea7f508-a12d-4c47-9ac8-970283751918 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:10.825052 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb26db5-470f-4579-8605-8b4d65617db1') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:10.825727 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb26db5-470f-4579-8605-8b4d65617db1') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:10.842659 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.884657 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.911812 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:10.912270 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:10.917120 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:10.968529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:10.991742 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:08:10.992385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 38af7137-dda5-46dc-a6c9-19d7bd6f3c4a not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:10.992854 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6ea7f508-a12d-4c47-9ac8-970283751918 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:11.002335 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255440d4-c364-44e4-8cc1-f43efbf24849 req-b319585f-582a-476e-b17b-5038185a60af tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:11.003694 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-255440d4-c364-44e4-8cc1-f43efbf24849 req-b319585f-582a-476e-b17b-5038185a60af tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 944 time: 0.2411366 Jul 16 02:08:11.004949 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.010891 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.012771 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] 10.222.0.54 "DELETE /v2.0/networks/b4b57e43-3231-411c-8e72-c548d881f43a HTTP/1.1" status: 204 len: 168 time: 0.9870288 Jul 16 02:08:11.016129 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41286) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:11.020994 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 6ea7f508-a12d-4c47-9ac8-970283751918 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:08:11.021425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6ea7f508-a12d-4c47-9ac8-970283751918 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:11.021962 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:11.026209 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1a704-84bf-46b7-b60e-8929b4a98dec admin admin] Pushing event deleted for resources: {'Network': ['ID=b4b57e43-3231-411c-8e72-c548d881f43a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:11.048380 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:08:11.049788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e1d76a68-2c0b-4ccd-a31c-55efd9ba99a2 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:11.066311 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-255440d4-c364-44e4-8cc1-f43efbf24849 req-5419d4c2-f4f7-4206-94f2-533931eb8986 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376747 Jul 16 02:08:11.415796 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73e5263e-372d-4b7b-8bb0-3192f9ab5c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.672293 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-73e5263e-372d-4b7b-8bb0-3192f9ab5c70 admin admin] Deleting port 048db48f-d0e2-4a21-8e29-1b56c07d8704 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:11.672644 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73e5263e-372d-4b7b-8bb0-3192f9ab5c70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.759740 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-73e5263e-372d-4b7b-8bb0-3192f9ab5c70 admin admin] For port 048db48f-d0e2-4a21-8e29-1b56c07d8704, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=048db48f-d0e2-4a21-8e29-1b56c07d8704,segment=NetworkSegment(a15b06f0-183b-428d-81e3-5efd293ef1e1),segment_id=a15b06f0-183b-428d-81e3-5efd293ef1e1)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:11.760100 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73e5263e-372d-4b7b-8bb0-3192f9ab5c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.774599 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-73e5263e-372d-4b7b-8bb0-3192f9ab5c70 admin admin] Calling delete_port for 048db48f-d0e2-4a21-8e29-1b56c07d8704 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:11.962912 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73e5263e-372d-4b7b-8bb0-3192f9ab5c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.994787 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5263e-372d-4b7b-8bb0-3192f9ab5c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=048db48f-d0e2-4a21-8e29-1b56c07d8704,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:12.167444 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-73e5263e-372d-4b7b-8bb0-3192f9ab5c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:12.332570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c4681-e4af-44cc-9191-998b14ba4e89 req-fde1f630-03b1-4d3a-80f4-26b0953693e6 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:12.334050 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b27c4681-e4af-44cc-9191-998b14ba4e89 req-fde1f630-03b1-4d3a-80f4-26b0953693e6 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 944 time: 0.1198804 Jul 16 02:08:12.439111 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b27c4681-e4af-44cc-9191-998b14ba4e89 req-e5920f54-1ae2-4999-b75f-5a5fbaca7471 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703878 Jul 16 02:08:12.465719 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e5263e-372d-4b7b-8bb0-3192f9ab5c70 admin admin] Router c3eb8a37-cd92-472b-b5af-8499f252e063 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:08:12.569947 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e5263e-372d-4b7b-8bb0-3192f9ab5c70 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:08:12.576914 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-73e5263e-372d-4b7b-8bb0-3192f9ab5c70 admin admin] 10.222.0.54 "PUT /v2.0/routers/c3eb8a37-cd92-472b-b5af-8499f252e063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5588825 Jul 16 02:08:12.577512 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41304) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:12.578972 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9898ce1c-cd77-4398-bb9e-0a39b2878934 None None] Sync routers for ids ['c3eb8a37-cd92-472b-b5af-8499f252e063'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:08:12.589878 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9898ce1c-cd77-4398-bb9e-0a39b2878934 None None] Routers {'c3eb8a37-cd92-472b-b5af-8499f252e063'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:08:12.590617 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9898ce1c-cd77-4398-bb9e-0a39b2878934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:08:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c3eb8a37-cd92-472b-b5af-8499f252e063'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:12.693470 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-994986d5-807d-4008-b9c3-e1bd9f6c40a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:12.719352 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-9898ce1c-cd77-4398-bb9e-0a39b2878934 None None] Set router c3eb8a37-cd92-472b-b5af-8499f252e063 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:08:12.806058 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-994986d5-807d-4008-b9c3-e1bd9f6c40a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:12.863405 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-994986d5-807d-4008-b9c3-e1bd9f6c40a6 admin admin] Deleting port af5a53aa-a6ba-414a-84d6-4ce4758d38bc {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:12.863776 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-994986d5-807d-4008-b9c3-e1bd9f6c40a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:12.907324 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9898ce1c-cd77-4398-bb9e-0a39b2878934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eb8a37-cd92-472b-b5af-8499f252e063', 'name': 'tempest-TestVolumeBootPattern-818012922-router', 'tenant_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'af5a53aa-a6ba-414a-84d6-4ce4758d38bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:57Z', 'updated_at': '2021-07-16T02:08:11Z', 'revision_number': 5, 'project_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'gw_port': {'id': 'af5a53aa-a6ba-414a-84d6-4ce4758d38bc', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eb8a37-cd92-472b-b5af-8499f252e063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:58Z', 'updated_at': '2021-07-16T01:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:12.943342 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9898ce1c-cd77-4398-bb9e-0a39b2878934 None None] Checking router: c3eb8a37-cd92-472b-b5af-8499f252e063 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:08:12.952826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9898ce1c-cd77-4398-bb9e-0a39b2878934 None None] Routers {'c3eb8a37-cd92-472b-b5af-8499f252e063'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:08:12.953384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9898ce1c-cd77-4398-bb9e-0a39b2878934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:08:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['c3eb8a37-cd92-472b-b5af-8499f252e063'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:12.961033 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-994986d5-807d-4008-b9c3-e1bd9f6c40a6 admin admin] For port af5a53aa-a6ba-414a-84d6-4ce4758d38bc, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=af5a53aa-a6ba-414a-84d6-4ce4758d38bc,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:12.961430 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-994986d5-807d-4008-b9c3-e1bd9f6c40a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:12.974353 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-994986d5-807d-4008-b9c3-e1bd9f6c40a6 admin admin] Calling delete_port for af5a53aa-a6ba-414a-84d6-4ce4758d38bc owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:13.047823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-9898ce1c-cd77-4398-bb9e-0a39b2878934 None None] Set router c3eb8a37-cd92-472b-b5af-8499f252e063 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:08:13.099265 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9898ce1c-cd77-4398-bb9e-0a39b2878934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eb8a37-cd92-472b-b5af-8499f252e063', 'name': 'tempest-TestVolumeBootPattern-818012922-router', 'tenant_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:57Z', 'updated_at': '2021-07-16T02:08:12Z', 'revision_number': 6, 'project_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:13.129469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9898ce1c-cd77-4398-bb9e-0a39b2878934 None None] The sync data for ids ['c3eb8a37-cd92-472b-b5af-8499f252e063'] in n-d-800086-6 is: [{'id': 'c3eb8a37-cd92-472b-b5af-8499f252e063', 'name': 'tempest-TestVolumeBootPattern-818012922-router', 'tenant_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:57Z', 'updated_at': '2021-07-16T02:08:12Z', 'revision_number': 6, 'project_id': '6ed6aba991ee461eab9a8d5f2943c8f2', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:08:13.146895 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-994986d5-807d-4008-b9c3-e1bd9f6c40a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.181762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994986d5-807d-4008-b9c3-e1bd9f6c40a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=af5a53aa-a6ba-414a-84d6-4ce4758d38bc,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:13.256037 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-994986d5-807d-4008-b9c3-e1bd9f6c40a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.350557 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-994986d5-807d-4008-b9c3-e1bd9f6c40a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.352743 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-994986d5-807d-4008-b9c3-e1bd9f6c40a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.398459 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-994986d5-807d-4008-b9c3-e1bd9f6c40a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.398950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994986d5-807d-4008-b9c3-e1bd9f6c40a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3eb8a37-cd92-472b-b5af-8499f252e063 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:08:13.403564 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-994986d5-807d-4008-b9c3-e1bd9f6c40a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.404754 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-994986d5-807d-4008-b9c3-e1bd9f6c40a6 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c3eb8a37-cd92-472b-b5af-8499f252e063 HTTP/1.1" status: 204 len: 168 time: 0.8263314 Jul 16 02:08:13.407539 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41316) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:13.452101 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03ca4ae-ce0a-4cdf-b42b-5344e4071b92 admin admin] Deleting subnet 757c6085-548c-43b9-8cd9-d9c33715fa36 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:08:13.455730 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b03ca4ae-ce0a-4cdf-b42b-5344e4071b92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.506532 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b03ca4ae-ce0a-4cdf-b42b-5344e4071b92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.687115 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887a0e3-92ec-4b3b-acf3-7420d42bc59b req-df9f942e-e7e0-4a10-ad32-f9e57d5fc4b0 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:13.688653 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c887a0e3-92ec-4b3b-acf3-7420d42bc59b req-df9f942e-e7e0-4a10-ad32-f9e57d5fc4b0 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 944 time: 0.0826824 Jul 16 02:08:13.738389 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c887a0e3-92ec-4b3b-acf3-7420d42bc59b req-417b062b-778e-4277-af63-feee309992e4 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424881 Jul 16 02:08:13.887408 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b03ca4ae-ce0a-4cdf-b42b-5344e4071b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.919773 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 664682b6-bf51-437c-aa41-29ec6f0bd5f5 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:08:13.949747 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b03ca4ae-ce0a-4cdf-b42b-5344e4071b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.980628 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b03ca4ae-ce0a-4cdf-b42b-5344e4071b92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.984982 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b03ca4ae-ce0a-4cdf-b42b-5344e4071b92 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/757c6085-548c-43b9-8cd9-d9c33715fa36 HTTP/1.1" status: 204 len: 168 time: 0.5742748 Jul 16 02:08:13.984982 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ca4ae-ce0a-4cdf-b42b-5344e4071b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=757c6085-548c-43b9-8cd9-d9c33715fa36,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:13.986286 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41326) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:14.011010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a0be76-d043-43d9-8823-0edbaab66454 None None] Network c96286d8-2c8e-4b4c-90cb-f91bfa4b4554 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:14.081886 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.145792 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] Deleting port 2d60d308-d349-4a4d-b7e2-6ed13d37daca {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:14.146142 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.152590 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 664682b6-bf51-437c-aa41-29ec6f0bd5f5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=664682b6-bf51-437c-aa41-29ec6f0bd5f5,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:14.169723 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '664682b6-bf51-437c-aa41-29ec6f0bd5f5', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'port_id': '664682b6-bf51-437c-aa41-29ec6f0bd5f5', 'mac_address': 'fa:16:3e:c6:e8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:08:14.225707 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] For port 2d60d308-d349-4a4d-b7e2-6ed13d37daca, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2d60d308-d349-4a4d-b7e2-6ed13d37daca,segment=NetworkSegment(a15b06f0-183b-428d-81e3-5efd293ef1e1),segment_id=a15b06f0-183b-428d-81e3-5efd293ef1e1)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:14.226090 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.230269 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.246659 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664682b6-bf51-437c-aa41-29ec6f0bd5f5 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:08:14.248250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] Calling delete_port for 2d60d308-d349-4a4d-b7e2-6ed13d37daca owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:14.272473 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 664682b6-bf51-437c-aa41-29ec6f0bd5f5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=664682b6-bf51-437c-aa41-29ec6f0bd5f5,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:14.282695 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.349331 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e74a24-0f6c-4ed9-837a-e846cffd836a None None] DHCP port deletion for c96286d8-2c8e-4b4c-90cb-f91bfa4b4554 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:08:14.350997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=664682b6-bf51-437c-aa41-29ec6f0bd5f5,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:14.363646 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.394882 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] Pushing event deleted for resources: {'Port': ['ID=2d60d308-d349-4a4d-b7e2-6ed13d37daca,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:14.398545 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] No DVR routers for this DVR port 2d60d308-d349-4a4d-b7e2-6ed13d37daca on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:14.400929 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-19e74a24-0f6c-4ed9-837a-e846cffd836a None None] Deleting port 2d60d308-d349-4a4d-b7e2-6ed13d37daca {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:14.401544 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-19e74a24-0f6c-4ed9-837a-e846cffd836a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.471568 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.477306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-19e74a24-0f6c-4ed9-837a-e846cffd836a None None] For port 2d60d308-d349-4a4d-b7e2-6ed13d37daca, host n-d-800086-6, got binding levels [] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:14.477948 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-19e74a24-0f6c-4ed9-837a-e846cffd836a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.482108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96286d8-2c8e-4b4c-90cb-f91bfa4b4554']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:14.489976 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-19e74a24-0f6c-4ed9-837a-e846cffd836a None None] Calling delete_port for 2d60d308-d349-4a4d-b7e2-6ed13d37daca owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:14.492679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15b06f0-183b-428d-81e3-5efd293ef1e1') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:14.492974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15b06f0-183b-428d-81e3-5efd293ef1e1') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:14.493393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.ipam_backend_mixin [None req-19e74a24-0f6c-4ed9-837a-e846cffd836a None None] Port 2d60d308-d349-4a4d-b7e2-6ed13d37daca was not found and therefore no delete operation was performed {{(pid=93833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:08:14.494996 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-19e74a24-0f6c-4ed9-837a-e846cffd836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.503869 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.519418 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.526546 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:14.527030 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:14.528902 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:14.533536 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e74a24-0f6c-4ed9-837a-e846cffd836a None None] No DVR routers for this DVR port 2d60d308-d349-4a4d-b7e2-6ed13d37daca on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:14.534993 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e74a24-0f6c-4ed9-837a-e846cffd836a None None] Pushing event deleted for resources: {'Port': ['ID=2d60d308-d349-4a4d-b7e2-6ed13d37daca,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:14.588672 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.594600 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.600556 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] 10.222.0.54 "DELETE /v2.0/networks/c96286d8-2c8e-4b4c-90cb-f91bfa4b4554 HTTP/1.1" status: 204 len: 168 time: 0.6104069 Jul 16 02:08:14.600724 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['664682b6-bf51-437c-aa41-29ec6f0bd5f5'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:08:14.613064 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe962b-0a97-4f7b-8ed7-b73c37fe7edd admin admin] Pushing event deleted for resources: {'Network': ['ID=c96286d8-2c8e-4b4c-90cb-f91bfa4b4554,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:14.756036 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41340) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:14.799797 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b67c7cb2-d37b-4385-b93b-eedbfb4ed831 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3429d6c64c11482188275a95cd24498c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403800 Jul 16 02:08:14.800832 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41344) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:14.858723 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea5ab015-5feb-4277-aab5-95bd276eaab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.886538 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea5ab015-5feb-4277-aab5-95bd276eaab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.928738 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0fba1-f357-4db3-9cef-72ce43012191 req-046b2939-9490-4b9b-9dfe-3897263f0200 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:14.936149 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a6f0fba1-f357-4db3-9cef-72ce43012191 req-046b2939-9490-4b9b-9dfe-3897263f0200 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 945 time: 0.0766523 Jul 16 02:08:14.942988 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea5ab015-5feb-4277-aab5-95bd276eaab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.946501 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ea5ab015-5feb-4277-aab5-95bd276eaab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.952468 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ea5ab015-5feb-4277-aab5-95bd276eaab4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1e88cda3-f163-4756-9e8e-a3f79fb279e0 HTTP/1.1" status: 204 len: 168 time: 0.1460545 Jul 16 02:08:14.963466 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ab015-5feb-4277-aab5-95bd276eaab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e88cda3-f163-4756-9e8e-a3f79fb279e0,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:14.967594 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device af5a53aa-a6ba-414a-84d6-4ce4758d38bc no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:14.993564 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a6f0fba1-f357-4db3-9cef-72ce43012191 req-fcf2cd7e-0ef5-467f-a976-30e2b8e74305 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562916 Jul 16 02:08:15.008296 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: af5a53aa-a6ba-414a-84d6-4ce4758d38bc {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:08:15.008736 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device af5a53aa-a6ba-414a-84d6-4ce4758d38bc not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:15.009577 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 048db48f-d0e2-4a21-8e29-1b56c07d8704 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:15.035582 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 048db48f-d0e2-4a21-8e29-1b56c07d8704 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:08:15.036181 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 048db48f-d0e2-4a21-8e29-1b56c07d8704 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:15.036684 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2d60d308-d349-4a4d-b7e2-6ed13d37daca no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:15.058812 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 2d60d308-d349-4a4d-b7e2-6ed13d37daca {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:08:15.059339 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2d60d308-d349-4a4d-b7e2-6ed13d37daca not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:15.334145 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41358) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:15.374714 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8ae2fdb4-cd85-4463-85d2-6dc681b4929b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6ed6aba991ee461eab9a8d5f2943c8f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393324 Jul 16 02:08:15.377183 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41360) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:15.426322 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fc9b4c2-c1c4-4c4f-83da-81fd30660f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:15.447917 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fc9b4c2-c1c4-4c4f-83da-81fd30660f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:15.496263 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fc9b4c2-c1c4-4c4f-83da-81fd30660f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:15.498995 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6fc9b4c2-c1c4-4c4f-83da-81fd30660f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:15.500311 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6fc9b4c2-c1c4-4c4f-83da-81fd30660f64 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/99ac2157-77ee-454b-b9be-79cf5e249fe5 HTTP/1.1" status: 204 len: 168 time: 0.1221890 Jul 16 02:08:15.508548 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9b4c2-c1c4-4c4f-83da-81fd30660f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ac2157-77ee-454b-b9be-79cf5e249fe5,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:15.934500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 664682b6-bf51-437c-aa41-29ec6f0bd5f5 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:08:16.004967 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 664682b6-bf51-437c-aa41-29ec6f0bd5f5 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:16.005741 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:16.098817 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:16.124840 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0efb4b-e233-4b73-b99a-edeab934711b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664682b6-bf51-437c-aa41-29ec6f0bd5f5'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:16.128366 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04955240-52e7-40e3-b599-00fc535854b3" -d '{"events": [{"server_uuid": "df0efb4b-e233-4b73-b99a-edeab934711b", "name": "network-vif-plugged", "status": "completed", "tag": "664682b6-bf51-437c-aa41-29ec6f0bd5f5"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:16.147046 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 664682b6-bf51-437c-aa41-29ec6f0bd5f5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=664682b6-bf51-437c-aa41-29ec6f0bd5f5,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:16.153031 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:16.198420 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac5ccad-9cb0-405b-8b0b-602e21fc16b4 x-openstack-request-id: req-eac5ccad-9cb0-405b-8b0b-602e21fc16b4 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:16.198711 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0efb4b-e233-4b73-b99a-edeab934711b", "name": "network-vif-plugged", "status": "completed", "tag": "664682b6-bf51-437c-aa41-29ec6f0bd5f5", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:16.198966 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eac5ccad-9cb0-405b-8b0b-602e21fc16b4 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:16.199356 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0efb4b-e233-4b73-b99a-edeab934711b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664682b6-bf51-437c-aa41-29ec6f0bd5f5', 'code': 200} Jul 16 02:08:16.221497 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=664682b6-bf51-437c-aa41-29ec6f0bd5f5,revision_number=10']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:16.226260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eca2ec-d4ea-4b5b-89e3-7ebff016a598 req-019994aa-b8d1-492a-814a-292cb7a02308 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:16.227954 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62eca2ec-d4ea-4b5b-89e3-7ebff016a598 req-019994aa-b8d1-492a-814a-292cb7a02308 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 947 time: 0.0806119 Jul 16 02:08:16.268213 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62eca2ec-d4ea-4b5b-89e3-7ebff016a598 req-9fde6ca2-8199-4121-9c66-dd5d15c95b68 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342348 Jul 16 02:08:16.416006 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bac315-62df-42dc-83cf-a3a2792ff960 req-f5085b24-ad20-4ebc-8e09-994a0a656152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:16.417608 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a5bac315-62df-42dc-83cf-a3a2792ff960 req-f5085b24-ad20-4ebc-8e09-994a0a656152 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 1098 time: 0.0547111 Jul 16 02:08:16.452116 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a5bac315-62df-42dc-83cf-a3a2792ff960 req-9625c4af-df33-4aa7-a79e-ac01e971af45 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283222 Jul 16 02:08:17.454294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9369a0-782b-4495-8436-dc638d0ff8bf req-c8129f94-04fc-4464-bcb1-eeb4dd8d10db tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:17.456419 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b9369a0-782b-4495-8436-dc638d0ff8bf req-c8129f94-04fc-4464-bcb1-eeb4dd8d10db tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 947 time: 0.0653868 Jul 16 02:08:17.501428 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b9369a0-782b-4495-8436-dc638d0ff8bf req-610af4d7-618c-421a-9d9a-3f2e792b54a3 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362871 Jul 16 02:08:18.684256 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa817d-d727-4608-a698-d74d01150ffb req-7b4bdffc-4155-4a26-b166-8ba82a035f7f tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:18.685761 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3eaa817d-d727-4608-a698-d74d01150ffb req-7b4bdffc-4155-4a26-b166-8ba82a035f7f tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 947 time: 0.0645876 Jul 16 02:08:18.728089 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3eaa817d-d727-4608-a698-d74d01150ffb req-926e726e-e032-4631-8ab9-9c1faa671d6a tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365748 Jul 16 02:08:22.698442 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:08:24.019655 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:26.948310 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41616) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:27.037574 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16e3599-dd83-4e3d-8d20-6474c334b82f tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:27.038345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16e3599-dd83-4e3d-8d20-6474c334b82f tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:27.039000 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16e3599-dd83-4e3d-8d20-6474c334b82f tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:27.040923 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a16e3599-dd83-4e3d-8d20-6474c334b82f tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/ports?project_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&network_id=47a3582c-815c-477f-91f5-e1fd1e936e25 HTTP/1.1" status: 200 len: 2969 time: 0.0916204 Jul 16 02:08:28.386797 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-97d05008-e2c2-4630-aa57-dea8682289a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:28.681874 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41630) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:28.732349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906a4f34-396c-4724-9db4-d1d3cb7dc806 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:28.733955 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-906a4f34-396c-4724-9db4-d1d3cb7dc806 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=88f2079c-e547-45f1-859f-49428e13c11a HTTP/1.1" status: 200 len: 814 time: 0.0506980 Jul 16 02:08:28.999838 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:29.396869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41638) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:29.401992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-63cd41aa-ba8e-4b29-80d3-bc96692df3aa tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'network': {'name': 'tempest-network-smoke--1590449734', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'port_security_enabled': True}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:29.424482 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cd41aa-ba8e-4b29-80d3-bc96692df3aa tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Made reservation on behalf of 6a2462a0bbac4bb8a4b60c31b8a5faa1 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:29.428196 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-63cd41aa-ba8e-4b29-80d3-bc96692df3aa tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:29.457761 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cd41aa-ba8e-4b29-80d3-bc96692df3aa tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:08:29.466830 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-63cd41aa-ba8e-4b29-80d3-bc96692df3aa tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:29.467208 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-63cd41aa-ba8e-4b29-80d3-bc96692df3aa tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Added segment 40dde817-21b0-4778-adab-f7093f6f0ff1 of type vlan for network 33cd95b4-477b-4514-8554-d495c43e4018 Jul 16 02:08:29.506787 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-63cd41aa-ba8e-4b29-80d3-bc96692df3aa tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:29.537982 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-63cd41aa-ba8e-4b29-80d3-bc96692df3aa tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:29.543582 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cd41aa-ba8e-4b29-80d3-bc96692df3aa tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:29.544221 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-63cd41aa-ba8e-4b29-80d3-bc96692df3aa tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:29.579100 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-63cd41aa-ba8e-4b29-80d3-bc96692df3aa tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1810861 Jul 16 02:08:29.582994 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41640) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:29.650566 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd41aa-ba8e-4b29-80d3-bc96692df3aa tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Network': ['ID=33cd95b4-477b-4514-8554-d495c43e4018,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:29.662573 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 33cd95b4-477b-4514-8554-d495c43e4018 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:08:29.688911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa170df1-0eb1-4efc-ac3d-ecd703a7fd61 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:29.691376 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fa170df1-0eb1-4efc-ac3d-ecd703a7fd61 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1071918 Jul 16 02:08:29.693881 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41642) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:29.843294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e45657-3407-44fd-bc13-7e9fd9466221 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:29.844742 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f2e45657-3407-44fd-bc13-7e9fd9466221 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1499515 Jul 16 02:08:29.847573 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41644) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:29.877466 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b3968751-47e5-4f20-92af-32d30d8f16d8 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=88f2079c-e547-45f1-859f-49428e13c11a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282142 Jul 16 02:08:29.880221 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41646) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:29.912212 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d6dc1445-9931-4415-9f54-83ba5870d488 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308914 Jul 16 02:08:29.914699 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41648) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:30.003043 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5be8312-ed68-47f3-ba61-310b9b869798 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:30.004632 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a5be8312-ed68-47f3-ba61-310b9b869798 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890241 Jul 16 02:08:30.007452 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41650) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:30.037663 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1bf678e0-978c-41ae-be58-8737715dd1b5 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=88f2079c-e547-45f1-859f-49428e13c11a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282183 Jul 16 02:08:30.040201 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41652) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:30.044996 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b0953594-3941-46a5-93c0-f77ac79d1c1e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-552637161', 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:30.161423 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0953594-3941-46a5-93c0-f77ac79d1c1e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Made reservation on behalf of 6a2462a0bbac4bb8a4b60c31b8a5faa1 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:30.165083 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0953594-3941-46a5-93c0-f77ac79d1c1e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:30.365053 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0953594-3941-46a5-93c0-f77ac79d1c1e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:30.437354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0953594-3941-46a5-93c0-f77ac79d1c1e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Checking segment: {'id': '40dde817-21b0-4778-adab-f7093f6f0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:30.437592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0953594-3941-46a5-93c0-f77ac79d1c1e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Network hostable DHCP agents. Network: 33cd95b4-477b-4514-8554-d495c43e4018, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:08:30.440898 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0953594-3941-46a5-93c0-f77ac79d1c1e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Subnet': ['ID=687ce44d-c9ae-420c-9fa7-94b3411a32ca,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:30.460952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0953594-3941-46a5-93c0-f77ac79d1c1e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Network 33cd95b4-477b-4514-8554-d495c43e4018 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:08:30.472665 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-b0953594-3941-46a5-93c0-f77ac79d1c1e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 33cd95b4-477b-4514-8554-d495c43e4018) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:30.478997 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0953594-3941-46a5-93c0-f77ac79d1c1e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:30.479524 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0953594-3941-46a5-93c0-f77ac79d1c1e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:30.483266 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78def50-a03e-42d2-9171-3847a5f55dd0 None None] Network 33cd95b4-477b-4514-8554-d495c43e4018 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:30.500525 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b0953594-3941-46a5-93c0-f77ac79d1c1e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4590695 Jul 16 02:08:30.701367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-33cd95b4-477b-4514-8554-d495c43e4018', 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'fixed_ips': [{'subnet_id': '687ce44d-c9ae-420c-9fa7-94b3411a32ca'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:08:30.702266 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:30.846366 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Allocated IP 172.20.0.18 (33cd95b4-477b-4514-8554-d495c43e4018/687ce44d-c9ae-420c-9fa7-94b3411a32ca/55585fa7-b83f-4b93-8d03-3c5935b03968) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:08:30.950382 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41658) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:30.956904 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-dd5b3e4f-58c6-4ed9-b1c7-ab86c79322f0 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1603700702', 'description': 'tempest-secgroup-smoke-1603700702 description', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:30.983776 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd5b3e4f-58c6-4ed9-b1c7-ab86c79322f0 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.013560 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.029763 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Transition to ACTIVE for port object 55585fa7-b83f-4b93-8d03-3c5935b03968 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:31.045020 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Transition to ACTIVE for port object 55585fa7-b83f-4b93-8d03-3c5935b03968 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:31.051375 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.074708 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd5b3e4f-58c6-4ed9-b1c7-ab86c79322f0 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.078703 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd5b3e4f-58c6-4ed9-b1c7-ab86c79322f0 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.113151 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Network 33cd95b4-477b-4514-8554-d495c43e4018 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:08:31.118379 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b3e4f-58c6-4ed9-b1c7-ab86c79322f0 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=088410bd-1b35-4b15-bbfc-31991939b3b5,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:31.122112 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd5b3e4f-58c6-4ed9-b1c7-ab86c79322f0 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.123368 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dd5b3e4f-58c6-4ed9-b1c7-ab86c79322f0 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1716852 Jul 16 02:08:31.126490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41660) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:31.136126 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-854c913a-de3f-40e1-8953-5f005631d910 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group_rule': {'security_group_id': '088410bd-1b35-4b15-bbfc-31991939b3b5', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:31.136992 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:31.140216 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:08:31.146386 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Pushing event updated for resources: {'Port': ['ID=55585fa7-b83f-4b93-8d03-3c5935b03968,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:31.151303 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.161145 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c62bb9be-d792-4a34-bbaa-2c2a360b4738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.171816 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-854c913a-de3f-40e1-8953-5f005631d910 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.213392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Attempting to bind port 55585fa7-b83f-4b93-8d03-3c5935b03968 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:08:31.214062 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Attempting to bind port 55585fa7-b83f-4b93-8d03-3c5935b03968 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '40dde817-21b0-4778-adab-f7093f6f0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:08:31.214441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Attempting to bind port 55585fa7-b83f-4b93-8d03-3c5935b03968 on network 33cd95b4-477b-4514-8554-d495c43e4018 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:31.220063 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:08:31.220063 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Checking segment: {'id': '40dde817-21b0-4778-adab-f7093f6f0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:31.220351 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.220840 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Bound using segment: {'id': '40dde817-21b0-4778-adab-f7093f6f0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:08:31.221322 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Bound port: 55585fa7-b83f-4b93-8d03-3c5935b03968, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dde817-21b0-4778-adab-f7093f6f0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:08:31.221713 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.243553 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-854c913a-de3f-40e1-8953-5f005631d910 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.247796 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-854c913a-de3f-40e1-8953-5f005631d910 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.266879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c913a-de3f-40e1-8953-5f005631d910 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8713c08d-01d0-41df-aeaf-e8c773ea56dd,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:31.275250 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-854c913a-de3f-40e1-8953-5f005631d910 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.276727 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-854c913a-de3f-40e1-8953-5f005631d910 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484694 Jul 16 02:08:31.279374 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41668) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:31.286363 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3bcd8066-4914-4af9-80cc-87900503002c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group_rule': {'security_group_id': '088410bd-1b35-4b15-bbfc-31991939b3b5', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:31.297352 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] For port 55585fa7-b83f-4b93-8d03-3c5935b03968, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:08:31.302783 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] For port 55585fa7-b83f-4b93-8d03-3c5935b03968, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=55585fa7-b83f-4b93-8d03-3c5935b03968,segment=NetworkSegment(40dde817-21b0-4778-adab-f7093f6f0ff1),segment_id=40dde817-21b0-4778-adab-f7093f6f0ff1)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:08:31.308462 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.319951 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8066-4914-4af9-80cc-87900503002c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.384471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe747015-ffcd-45fe-b675-18ecf149f1de None None] Pushing event updated for resources: {'Port': ['ID=55585fa7-b83f-4b93-8d03-3c5935b03968,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:31.391694 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8066-4914-4af9-80cc-87900503002c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.395961 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8066-4914-4af9-80cc-87900503002c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.421293 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd8066-4914-4af9-80cc-87900503002c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db3d6d8-4e1e-49c7-a10c-39e5232e5d61,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:31.426649 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8066-4914-4af9-80cc-87900503002c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.431127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41670) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:31.431672 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3bcd8066-4914-4af9-80cc-87900503002c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1502423 Jul 16 02:08:31.436214 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-1ba71b7e-74da-474b-b276-2d938b1e1d0f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group_rule': {'security_group_id': '088410bd-1b35-4b15-bbfc-31991939b3b5', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:31.468297 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ba71b7e-74da-474b-b276-2d938b1e1d0f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.545468 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ba71b7e-74da-474b-b276-2d938b1e1d0f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.552040 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ba71b7e-74da-474b-b276-2d938b1e1d0f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.592918 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba71b7e-74da-474b-b276-2d938b1e1d0f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e88035-31ea-44d6-b8b5-011eea9a980b,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:31.598048 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1ba71b7e-74da-474b-b276-2d938b1e1d0f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.599862 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1ba71b7e-74da-474b-b276-2d938b1e1d0f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1674516 Jul 16 02:08:31.602572 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41676) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:31.609827 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-fce1345d-e6f4-4a89-8ee2-f46ba8779464 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group_rule': {'security_group_id': '088410bd-1b35-4b15-bbfc-31991939b3b5', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:31.640533 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fce1345d-e6f4-4a89-8ee2-f46ba8779464 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.717670 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fce1345d-e6f4-4a89-8ee2-f46ba8779464 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.722443 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fce1345d-e6f4-4a89-8ee2-f46ba8779464 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.744060 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1345d-e6f4-4a89-8ee2-f46ba8779464 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a31c50-b4c9-4cf5-8259-cb3b070964d7,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:31.755845 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fce1345d-e6f4-4a89-8ee2-f46ba8779464 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.757072 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fce1345d-e6f4-4a89-8ee2-f46ba8779464 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1534965 Jul 16 02:08:31.759699 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 41680) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:31.764174 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-dbef75d4-1d62-429a-bc9a-3c358357fe67 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group_rule': {'security_group_id': '088410bd-1b35-4b15-bbfc-31991939b3b5', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:31.789760 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-dbef75d4-1d62-429a-bc9a-3c358357fe67 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Project 6a2462a0bbac4bb8a4b60c31b8a5faa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:08:31.794779 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dbef75d4-1d62-429a-bc9a-3c358357fe67 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.858054 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dbef75d4-1d62-429a-bc9a-3c358357fe67 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.862439 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dbef75d4-1d62-429a-bc9a-3c358357fe67 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.882828 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef75d4-1d62-429a-bc9a-3c358357fe67 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe72159-d7dc-49c6-985f-3cc2b953844b,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:31.885721 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dbef75d4-1d62-429a-bc9a-3c358357fe67 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.889807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41682) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:31.889984 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dbef75d4-1d62-429a-bc9a-3c358357fe67 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291265 Jul 16 02:08:31.896229 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-30713b02-51ad-4f07-9068-64d2eed3640d tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group_rule': {'security_group_id': '088410bd-1b35-4b15-bbfc-31991939b3b5', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:31.920135 n-d-800086-6 neutron-server[93832]: INFO neutron.db.securitygroups_db [None req-30713b02-51ad-4f07-9068-64d2eed3640d tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Project 6a2462a0bbac4bb8a4b60c31b8a5faa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:08:31.925267 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30713b02-51ad-4f07-9068-64d2eed3640d tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.992912 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30713b02-51ad-4f07-9068-64d2eed3640d tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.996554 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30713b02-51ad-4f07-9068-64d2eed3640d tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:32.014341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30713b02-51ad-4f07-9068-64d2eed3640d tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eadbcf04-9d5e-41f6-93d0-187de0062bae,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:32.020865 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30713b02-51ad-4f07-9068-64d2eed3640d tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:32.022084 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-30713b02-51ad-4f07-9068-64d2eed3640d tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305611 Jul 16 02:08:32.170091 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:32.360515 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-6e9195d8-15b5-4ed0-8279-546b9c65ef78 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603700702&fields=id&tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1 HTTP/1.1" status: 200 len: 267 time: 0.0385056 Jul 16 02:08:32.420420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5962da0a-0107-40ab-a303-2b4f8fa0d01a None None] Network 33cd95b4-477b-4514-8554-d495c43e4018 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:32.471678 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-8d89bab5-19e8-40c2-820b-d838e74aa531 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:32.473172 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-8d89bab5-19e8-40c2-820b-d838e74aa531 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/networks?id=33cd95b4-477b-4514-8554-d495c43e4018 HTTP/1.1" status: 200 len: 797 time: 0.1058114 Jul 16 02:08:32.487774 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-b509bf04-1650-44e3-85ff-44c3e33c1e8e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/quotas/6a2462a0bbac4bb8a4b60c31b8a5faa1 HTTP/1.1" status: 200 len: 375 time: 0.0090606 Jul 16 02:08:32.497035 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-255a0f11-8632-4cbf-8c61-2db43db26232 None None] Provisioning for port 55585fa7-b83f-4b93-8d03-3c5935b03968 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:08:32.586631 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-1dea2755-79ea-4548-baf6-9fa9fef32eef tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0932083 Jul 16 02:08:32.713617 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-2ca370c5-08a1-48c1-9690-ed22e4cad261 service neutron] 10.222.0.54 "GET /v2.0/networks/33cd95b4-477b-4514-8554-d495c43e4018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088333 Jul 16 02:08:32.817811 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-72d41a91-4cef-42c1-bb2d-53d14d151705 service neutron] 10.222.0.54 "GET /v2.0/networks/33cd95b4-477b-4514-8554-d495c43e4018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976310 Jul 16 02:08:32.996168 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 55585fa7-b83f-4b93-8d03-3c5935b03968 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:08:33.062131 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 55585fa7-b83f-4b93-8d03-3c5935b03968 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:08:33.066801 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 55585fa7-b83f-4b93-8d03-3c5935b03968 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:33.067269 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:33.161537 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:33.200645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 55585fa7-b83f-4b93-8d03-3c5935b03968, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=55585fa7-b83f-4b93-8d03-3c5935b03968,segment=NetworkSegment(40dde817-21b0-4778-adab-f7093f6f0ff1),segment_id=40dde817-21b0-4778-adab-f7093f6f0ff1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:33.206713 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:33.268301 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-54bac280-75d7-4a44-af9a-ef5c2cc1fb3e req-e3db5150-cce2-420d-bf46-4e4a91e05136 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=d407a137-ae5a-4514-8f7b-f91b7b6bcb39 HTTP/1.1" status: 200 len: 210 time: 0.2641306 Jul 16 02:08:33.270227 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=55585fa7-b83f-4b93-8d03-3c5935b03968,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:33.906622 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:34.508822 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-828e68b4-c335-4639-9d1e-e46ee8044603 req-809dc7ab-1be9-4dd0-a79e-cd8e27160126 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=d407a137-ae5a-4514-8f7b-f91b7b6bcb39 HTTP/1.1" status: 200 len: 210 time: 0.0984218 Jul 16 02:08:34.591231 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-201dec5b-db51-4dba-9f3b-dcb07a6159f4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:34.592752 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-201dec5b-db51-4dba-9f3b-dcb07a6159f4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.26 "GET /v2.0/networks?id=33cd95b4-477b-4514-8554-d495c43e4018 HTTP/1.1" status: 200 len: 797 time: 0.1209602 Jul 16 02:08:34.660822 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-0d17b7d1-30e1-4208-9b3b-5cabd3456fb0 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1 HTTP/1.1" status: 200 len: 472 time: 0.0421739 Jul 16 02:08:34.669821 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-bcb9625a-bbd3-4ac7-89df-31655ce5c3f9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'port': {'device_id': 'd407a137-ae5a-4514-8f7b-f91b7b6bcb39', 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018', 'admin_state_up': True, 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'security_groups': ['088410bd-1b35-4b15-bbfc-31991939b3b5']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:34.777362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-bcb9625a-bbd3-4ac7-89df-31655ce5c3f9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Made reservation on behalf of 6a2462a0bbac4bb8a4b60c31b8a5faa1 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:34.781225 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-bcb9625a-bbd3-4ac7-89df-31655ce5c3f9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:34.910746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-bcb9625a-bbd3-4ac7-89df-31655ce5c3f9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Allocated IP 172.20.0.20 (33cd95b4-477b-4514-8554-d495c43e4018/687ce44d-c9ae-420c-9fa7-94b3411a32ca/6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:08:34.962197 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 55585fa7-b83f-4b93-8d03-3c5935b03968 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:08:35.015366 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 55585fa7-b83f-4b93-8d03-3c5935b03968 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:35.015781 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:35.066766 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-bcb9625a-bbd3-4ac7-89df-31655ce5c3f9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:35.084658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-bcb9625a-bbd3-4ac7-89df-31655ce5c3f9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Transition to ACTIVE for port object 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:35.122343 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1cda375b-d284-4ffe-8180-01aaee3ea069 req-3a1fd695-9f11-49fe-b56f-fd161c6833e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0934229 Jul 16 02:08:35.131788 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-bcb9625a-bbd3-4ac7-89df-31655ce5c3f9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:35.179107 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-bcb9625a-bbd3-4ac7-89df-31655ce5c3f9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Network 33cd95b4-477b-4514-8554-d495c43e4018 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:08:35.182060 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-bcb9625a-bbd3-4ac7-89df-31655ce5c3f9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:35.186274 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-bcb9625a-bbd3-4ac7-89df-31655ce5c3f9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:08:35.212051 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9625a-bbd3-4ac7-89df-31655ce5c3f9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Port': ['ID=6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:35.250768 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda375b-d284-4ffe-8180-01aaee3ea069 req-c452aa14-9a0f-4443-a63d-9eb4b59f2a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:35.252796 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-bcb9625a-bbd3-4ac7-89df-31655ce5c3f9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:35.253368 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1cda375b-d284-4ffe-8180-01aaee3ea069 req-c452aa14-9a0f-4443-a63d-9eb4b59f2a78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8072fcd5c02343758c430084659e9d69&device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 1098 time: 0.0662782 Jul 16 02:08:35.253707 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-bcb9625a-bbd3-4ac7-89df-31655ce5c3f9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:35.270962 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-bcb9625a-bbd3-4ac7-89df-31655ce5c3f9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6047676 Jul 16 02:08:35.291964 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Request body: {'port': {'device_id': 'd407a137-ae5a-4514-8f7b-f91b7b6bcb39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:35.392112 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda375b-d284-4ffe-8180-01aaee3ea069 req-22d83fbb-cbc3-4589-9a4c-f03f89ba0418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:35.394022 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1cda375b-d284-4ffe-8180-01aaee3ea069 req-22d83fbb-cbc3-4589-9a4c-f03f89ba0418 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f70b44d2-3ecb-4e97-b320-384529a39401 HTTP/1.1" status: 200 len: 918 time: 0.1070242 Jul 16 02:08:35.481948 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1cda375b-d284-4ffe-8180-01aaee3ea069 req-29dab455-294b-4d4c-9731-d422b8cf2e10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=664682b6-bf51-437c-aa41-29ec6f0bd5f5 HTTP/1.1" status: 200 len: 1002 time: 0.0805130 Jul 16 02:08:35.484241 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bf0bbab9-b2a1-4a75-b027-77f97ff7fa16 None None] Provisioning for port 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:08:35.490693 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bf0bbab9-b2a1-4a75-b027-77f97ff7fa16 None None] Provisioning complete for port 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:35.491438 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbab9-b2a1-4a75-b027-77f97ff7fa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:35.534369 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bf0bbab9-b2a1-4a75-b027-77f97ff7fa16 None None] Port 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:08:35.542249 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda375b-d284-4ffe-8180-01aaee3ea069 req-e45ea030-8ace-47be-b39c-74e4c68efc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:35.545172 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1cda375b-d284-4ffe-8180-01aaee3ea069 req-e45ea030-8ace-47be-b39c-74e4c68efc96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52ee9bce-183e-45ca-b875-18144943b25c HTTP/1.1" status: 200 len: 856 time: 0.0564311 Jul 16 02:08:35.621364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda375b-d284-4ffe-8180-01aaee3ea069 req-183969f0-7417-4db5-a730-b9b04b404743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:35.623185 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1cda375b-d284-4ffe-8180-01aaee3ea069 req-183969f0-7417-4db5-a730-b9b04b404743 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f70b44d2-3ecb-4e97-b320-384529a39401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712545 Jul 16 02:08:35.737782 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1cda375b-d284-4ffe-8180-01aaee3ea069 req-7e698495-d31c-41c2-a9ea-52c5a80d1100 service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979464 Jul 16 02:08:35.762684 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:35.830875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029922cc-25c7-445b-8de8-3f3c12820d7e req-262e8a40-853b-45b3-aa22-d230d65c447e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:35.831590 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1cda375b-d284-4ffe-8180-01aaee3ea069 req-8dc262fd-2680-46fe-9816-5929c491386d service neutron] 10.222.0.26 "GET /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865238 Jul 16 02:08:35.832399 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-029922cc-25c7-445b-8de8-3f3c12820d7e req-262e8a40-853b-45b3-aa22-d230d65c447e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=d407a137-ae5a-4514-8f7b-f91b7b6bcb39 HTTP/1.1" status: 200 len: 932 time: 0.1111834 Jul 16 02:08:35.935739 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-029922cc-25c7-445b-8de8-3f3c12820d7e req-60990392-44db-4da9-a45c-18fe9a9b4e7e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=088410bd-1b35-4b15-bbfc-31991939b3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964513 Jul 16 02:08:36.083138 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:08:36.090800 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:36.103226 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Transition to ACTIVE for port object 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:36.106924 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:36.163202 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Pushing event updated for resources: {'Port': ['ID=6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:36.210997 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:36.211347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:36.211696 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:36.212059 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:36.212401 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:36.212741 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:36.213076 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:36.213407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:36.213788 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:36.214066 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:36.214589 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:36.214702 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:36.249210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Attempting to bind port 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:08:36.249554 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Attempting to bind port 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '40dde817-21b0-4778-adab-f7093f6f0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:08:36.249888 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Attempting to bind port 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 on network 33cd95b4-477b-4514-8554-d495c43e4018 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:36.254578 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Port 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 on network 33cd95b4-477b-4514-8554-d495c43e4018 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:08:36.254902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Attempting to bind port 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 on network 33cd95b4-477b-4514-8554-d495c43e4018 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:36.260382 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:08:36.261360 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Checking segment: {'id': '40dde817-21b0-4778-adab-f7093f6f0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:36.261759 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Bound using segment: {'id': '40dde817-21b0-4778-adab-f7093f6f0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:08:36.262205 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Bound port: 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40dde817-21b0-4778-adab-f7093f6f0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:08:36.262599 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:36.337273 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] For port 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:08:36.340290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] For port 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44,segment=NetworkSegment(40dde817-21b0-4778-adab-f7093f6f0ff1),segment_id=40dde817-21b0-4778-adab-f7093f6f0ff1)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:08:36.345025 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:36.383611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:36.384280 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:36.385683 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] 10.222.0.26 "PUT /v2.0/ports/6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 HTTP/1.1" status: 200 len: 1092 time: 1.0982783 Jul 16 02:08:36.388245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd407a137-ae5a-4514-8f7b-f91b7b6bcb39', 'tag': '6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:36.390401 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d3bedc-3d71-4a59-a30d-55f9454778d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d407a137-ae5a-4514-8f7b-f91b7b6bcb39", "tag": "6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:36.421383 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abcbb9-1274-41dc-90c0-d5123818d98a service neutron] Pushing event updated for resources: {'Port': ['ID=6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:36.461797 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc83b903-d20a-473a-a861-e7593275df61 x-openstack-request-id: req-fc83b903-d20a-473a-a861-e7593275df61 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:36.462081 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d407a137-ae5a-4514-8f7b-f91b7b6bcb39", "tag": "6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:36.462471 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fc83b903-d20a-473a-a861-e7593275df61 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:36.463187 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd407a137-ae5a-4514-8f7b-f91b7b6bcb39', 'tag': '6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44', 'status': 'completed', 'code': 200} Jul 16 02:08:36.510103 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-e90c387d-1393-45aa-abfa-5382aa8d0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:36.511867 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-e90c387d-1393-45aa-abfa-5382aa8d0b47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&device_id=d407a137-ae5a-4514-8f7b-f91b7b6bcb39 HTTP/1.1" status: 200 len: 1095 time: 0.0608149 Jul 16 02:08:36.565771 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-87cfec86-b7cc-47f0-a658-9c5d865eae40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 HTTP/1.1" status: 200 len: 217 time: 0.0403421 Jul 16 02:08:36.618403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-c15c8192-89ea-47e9-b3cd-15d9c1c4d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:36.619935 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-c15c8192-89ea-47e9-b3cd-15d9c1c4d146 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=687ce44d-c9ae-420c-9fa7-94b3411a32ca HTTP/1.1" status: 200 len: 837 time: 0.0479450 Jul 16 02:08:36.690915 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-f0e2b7c7-2ea2-4db6-a353-fb7389a87bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:36.692543 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-f0e2b7c7-2ea2-4db6-a353-fb7389a87bfe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33cd95b4-477b-4514-8554-d495c43e4018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650799 Jul 16 02:08:36.803677 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-0795873b-fca7-4d2a-a1e4-293ee86feecc service neutron] 10.222.0.26 "GET /v2.0/networks/33cd95b4-477b-4514-8554-d495c43e4018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036222 Jul 16 02:08:36.908870 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62bc9cbf-98db-40bb-a129-8a4d016a1bb3 req-050fffb3-e525-4481-9eae-f0a682b3dd56 service neutron] 10.222.0.26 "GET /v2.0/networks/33cd95b4-477b-4514-8554-d495c43e4018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982444 Jul 16 02:08:37.086373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3bedc-3d71-4a59-a30d-55f9454778d7 req-9f3eb7b3-05a3-408c-aa31-ff04b4fe6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:37.087907 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7d3bedc-3d71-4a59-a30d-55f9454778d7 req-9f3eb7b3-05a3-408c-aa31-ff04b4fe6e8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&device_id=d407a137-ae5a-4514-8f7b-f91b7b6bcb39 HTTP/1.1" status: 200 len: 1095 time: 0.0872326 Jul 16 02:08:37.171576 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13073e1b-68c2-4563-982d-c95b1b9ee7f2 req-ea3e0260-6974-4477-a6cf-355e5d150874 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:37.173062 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-13073e1b-68c2-4563-982d-c95b1b9ee7f2 req-ea3e0260-6974-4477-a6cf-355e5d150874 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=d407a137-ae5a-4514-8f7b-f91b7b6bcb39 HTTP/1.1" status: 200 len: 944 time: 0.1251700 Jul 16 02:08:37.220595 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3bedc-3d71-4a59-a30d-55f9454778d7 req-8da5f400-3006-429f-87f8-c7ffa87102d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:37.221982 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7d3bedc-3d71-4a59-a30d-55f9454778d7 req-8da5f400-3006-429f-87f8-c7ffa87102d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33cd95b4-477b-4514-8554-d495c43e4018 HTTP/1.1" status: 200 len: 898 time: 0.1267741 Jul 16 02:08:37.229033 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-13073e1b-68c2-4563-982d-c95b1b9ee7f2 req-8fdec821-5ba8-4858-8eb0-49731911487a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=088410bd-1b35-4b15-bbfc-31991939b3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482197 Jul 16 02:08:37.264230 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7d3bedc-3d71-4a59-a30d-55f9454778d7 req-87db4975-8651-498d-850d-89805bb91fad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 HTTP/1.1" status: 200 len: 217 time: 0.0342550 Jul 16 02:08:37.313623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3bedc-3d71-4a59-a30d-55f9454778d7 req-b60fa523-dbeb-4227-a9af-8ef5d8eaccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:37.315618 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7d3bedc-3d71-4a59-a30d-55f9454778d7 req-b60fa523-dbeb-4227-a9af-8ef5d8eaccb3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=687ce44d-c9ae-420c-9fa7-94b3411a32ca HTTP/1.1" status: 200 len: 837 time: 0.0439374 Jul 16 02:08:37.377148 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3bedc-3d71-4a59-a30d-55f9454778d7 req-8824046c-d1c9-4f2e-b73a-263681f5930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:37.378648 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7d3bedc-3d71-4a59-a30d-55f9454778d7 req-8824046c-d1c9-4f2e-b73a-263681f5930c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33cd95b4-477b-4514-8554-d495c43e4018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555527 Jul 16 02:08:37.476487 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7d3bedc-3d71-4a59-a30d-55f9454778d7 req-0344ddb5-947b-446e-aa94-ea9ffcfe3d1b service neutron] 10.222.0.26 "GET /v2.0/networks/33cd95b4-477b-4514-8554-d495c43e4018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901034 Jul 16 02:08:37.569377 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7d3bedc-3d71-4a59-a30d-55f9454778d7 req-90222823-41f3-4a08-948a-1e63546753df service neutron] 10.222.0.26 "GET /v2.0/networks/33cd95b4-477b-4514-8554-d495c43e4018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860519 Jul 16 02:08:38.438778 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da93e37-bd7f-4def-94c0-89dc2afabf3c req-88dac0d3-22af-48f9-bb27-6beba2bae741 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:38.440753 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1da93e37-bd7f-4def-94c0-89dc2afabf3c req-88dac0d3-22af-48f9-bb27-6beba2bae741 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=d407a137-ae5a-4514-8f7b-f91b7b6bcb39 HTTP/1.1" status: 200 len: 944 time: 0.0727806 Jul 16 02:08:38.481962 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1da93e37-bd7f-4def-94c0-89dc2afabf3c req-6a600c38-24b9-4a4c-a5ea-f6d53aece564 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=088410bd-1b35-4b15-bbfc-31991939b3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354507 Jul 16 02:08:39.679597 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2d566-89f4-4586-9dc9-8d405732e864 req-c953f91a-e1c9-462c-9355-68c7837d9de0 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:39.681987 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-66e2d566-89f4-4586-9dc9-8d405732e864 req-c953f91a-e1c9-462c-9355-68c7837d9de0 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=d407a137-ae5a-4514-8f7b-f91b7b6bcb39 HTTP/1.1" status: 200 len: 944 time: 0.0688891 Jul 16 02:08:39.725911 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-66e2d566-89f4-4586-9dc9-8d405732e864 req-cd418d9f-8ca0-43c6-91eb-0452b32aeb9a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=088410bd-1b35-4b15-bbfc-31991939b3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374334 Jul 16 02:08:40.069471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:08:40.183539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44,segment=NetworkSegment(40dde817-21b0-4778-adab-f7093f6f0ff1),segment_id=40dde817-21b0-4778-adab-f7093f6f0ff1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:40.199970 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44', 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018', 'port_id': '6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44', 'mac_address': 'fa:16:3e:f2:b8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '687ce44d-c9ae-420c-9fa7-94b3411a32ca', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:08:40.238256 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:40.251063 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:08:40.273190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44,segment=NetworkSegment(40dde817-21b0-4778-adab-f7093f6f0ff1),segment_id=40dde817-21b0-4778-adab-f7093f6f0ff1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:40.278191 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:40.334162 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:40.589457 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:08:40.929165 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d0af0-fe9a-4f79-94f0-1d968116177d req-76f0833e-73b4-4db9-8cfc-51b00c0fe5cd tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:40.930893 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4c7d0af0-fe9a-4f79-94f0-1d968116177d req-76f0833e-73b4-4db9-8cfc-51b00c0fe5cd tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=d407a137-ae5a-4514-8f7b-f91b7b6bcb39 HTTP/1.1" status: 200 len: 945 time: 0.0758038 Jul 16 02:08:40.973298 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4c7d0af0-fe9a-4f79-94f0-1d968116177d req-9da33853-0e42-4014-ab8c-525addf444b4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=088410bd-1b35-4b15-bbfc-31991939b3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358188 Jul 16 02:08:42.074541 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:08:42.125953 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:08:42.130440 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:42.130817 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:42.161567 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320974c-af22-43c3-bfa0-96a68b73dcb5 req-f7b60690-7555-4ae2-8b4d-1dce75d09409 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:42.163130 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9320974c-af22-43c3-bfa0-96a68b73dcb5 req-f7b60690-7555-4ae2-8b4d-1dce75d09409 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=d407a137-ae5a-4514-8f7b-f91b7b6bcb39 HTTP/1.1" status: 200 len: 945 time: 0.0664098 Jul 16 02:08:42.211576 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:42.217517 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9320974c-af22-43c3-bfa0-96a68b73dcb5 req-e6a51e85-efe3-4999-8d6b-6d78bb7d9b67 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=088410bd-1b35-4b15-bbfc-31991939b3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473831 Jul 16 02:08:42.236077 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd407a137-ae5a-4514-8f7b-f91b7b6bcb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:42.238786 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b197412-50e9-454a-97ad-612eb75ae4b5" -d '{"events": [{"server_uuid": "d407a137-ae5a-4514-8f7b-f91b7b6bcb39", "name": "network-vif-plugged", "status": "completed", "tag": "6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:42.265367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44,segment=NetworkSegment(40dde817-21b0-4778-adab-f7093f6f0ff1),segment_id=40dde817-21b0-4778-adab-f7093f6f0ff1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:42.269599 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:42.304771 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9828532f-4d69-48ba-9667-ccc7be0bf5a2 x-openstack-request-id: req-9828532f-4d69-48ba-9667-ccc7be0bf5a2 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:42.305082 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d407a137-ae5a-4514-8f7b-f91b7b6bcb39", "name": "network-vif-plugged", "status": "completed", "tag": "6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:42.305310 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9828532f-4d69-48ba-9667-ccc7be0bf5a2 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:42.305702 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd407a137-ae5a-4514-8f7b-f91b7b6bcb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44', 'code': 200} Jul 16 02:08:42.335668 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:42.431772 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720863d-7223-4e74-af53-5f79a4dcc783 req-ca08489a-6e49-41b0-9354-3ce0892e1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:42.433283 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1720863d-7223-4e74-af53-5f79a4dcc783 req-ca08489a-6e49-41b0-9354-3ce0892e1675 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d407a137-ae5a-4514-8f7b-f91b7b6bcb39 HTTP/1.1" status: 200 len: 1097 time: 0.0611815 Jul 16 02:08:42.467373 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1720863d-7223-4e74-af53-5f79a4dcc783 req-35fd4bb1-cee7-4dc7-b9d8-1fa829623b74 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=088410bd-1b35-4b15-bbfc-31991939b3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273159 Jul 16 02:08:43.399048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bb028-2a6a-44ed-a8fe-2ded4cb4f00c req-3a935442-b006-49b2-9898-f7d3b44f4718 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:43.400608 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dc6bb028-2a6a-44ed-a8fe-2ded4cb4f00c req-3a935442-b006-49b2-9898-f7d3b44f4718 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=d407a137-ae5a-4514-8f7b-f91b7b6bcb39 HTTP/1.1" status: 200 len: 946 time: 0.0647256 Jul 16 02:08:43.442800 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dc6bb028-2a6a-44ed-a8fe-2ded4cb4f00c req-c6e79e73-77fd-4f31-a103-a74d5083cd78 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=088410bd-1b35-4b15-bbfc-31991939b3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359697 Jul 16 02:08:44.635765 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd2c2c-e938-49a3-943e-4d8f0491110a req-084eb276-77bd-4060-b72f-909af2fa5d68 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:44.638070 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-27cd2c2c-e938-49a3-943e-4d8f0491110a req-084eb276-77bd-4060-b72f-909af2fa5d68 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=d407a137-ae5a-4514-8f7b-f91b7b6bcb39 HTTP/1.1" status: 200 len: 946 time: 0.0724494 Jul 16 02:08:44.684459 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-27cd2c2c-e938-49a3-943e-4d8f0491110a req-64bfe304-ea26-437a-bf53-247fa8d3d453 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=088410bd-1b35-4b15-bbfc-31991939b3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398009 Jul 16 02:08:44.866302 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484eda0-6713-4dfd-b8e3-51c3adbaf2dd req-9e7e1271-9f86-4a0d-9f86-30dccaf9a10d tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:44.869159 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2484eda0-6713-4dfd-b8e3-51c3adbaf2dd req-9e7e1271-9f86-4a0d-9f86-30dccaf9a10d tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=d407a137-ae5a-4514-8f7b-f91b7b6bcb39 HTTP/1.1" status: 200 len: 946 time: 0.0748594 Jul 16 02:08:44.908480 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2484eda0-6713-4dfd-b8e3-51c3adbaf2dd req-9f95d5a1-0b82-47d8-9093-68dc086d7687 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=088410bd-1b35-4b15-bbfc-31991939b3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346599 Jul 16 02:08:46.400088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 41918) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:46.916382 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:47.203524 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Allocated IP 172.20.0.17 (33cd95b4-477b-4514-8554-d495c43e4018/687ce44d-c9ae-420c-9fa7-94b3411a32ca/e809585a-cf3a-4543-8cf2-3470d21f3309) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:08:47.336611 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:47.350628 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Transition to ACTIVE for port object e809585a-cf3a-4543-8cf2-3470d21f3309 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:47.385611 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:47.437309 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Network 33cd95b4-477b-4514-8554-d495c43e4018 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:08:47.441478 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:47.445543 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:08:47.469340 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Port': ['ID=e809585a-cf3a-4543-8cf2-3470d21f3309,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:47.488788 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.489304 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.489739 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.490084 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.490435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.490781 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.491135 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.491520 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.491987 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.492436 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.492680 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.493109 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:47.520477 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:47.692062 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:47.701724 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-af97077c-895a-4f2b-9a01-12e37b70b171 None None] Provisioning for port e809585a-cf3a-4543-8cf2-3470d21f3309 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:08:47.707813 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-af97077c-895a-4f2b-9a01-12e37b70b171 None None] Provisioning complete for port e809585a-cf3a-4543-8cf2-3470d21f3309 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:47.708201 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-af97077c-895a-4f2b-9a01-12e37b70b171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:47.746044 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-af97077c-895a-4f2b-9a01-12e37b70b171 None None] Port e809585a-cf3a-4543-8cf2-3470d21f3309 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:08:47.996411 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:48.002352 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:48.077589 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Port': ['ID=e809585a-cf3a-4543-8cf2-3470d21f3309,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:48.080809 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:48.181323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Network 33cd95b4-477b-4514-8554-d495c43e4018 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:08:48.182760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:48.332749 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Router f7eb0387-4905-45cf-b974-05c837d8ae15 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:08:48.448485 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:08:48.458354 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ed61859f-d140-4769-98af-8cdb7770caa4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "PUT /v2.0/routers/f7eb0387-4905-45cf-b974-05c837d8ae15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0522823 Jul 16 02:08:48.461927 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Sync routers for ids ['f7eb0387-4905-45cf-b974-05c837d8ae15'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:08:48.476231 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9f4da942-4c37-40f0-9a88-1906070d9a3c None None] Provisioning complete for port e809585a-cf3a-4543-8cf2-3470d21f3309 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:48.476615 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9f4da942-4c37-40f0-9a88-1906070d9a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:48.477257 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Routers {'f7eb0387-4905-45cf-b974-05c837d8ae15'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:08:48.478123 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:08:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f7eb0387-4905-45cf-b974-05c837d8ae15'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:48.514074 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9f4da942-4c37-40f0-9a88-1906070d9a3c None None] Port e809585a-cf3a-4543-8cf2-3470d21f3309 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:08:48.587968 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Set router f7eb0387-4905-45cf-b974-05c837d8ae15 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:08:48.675758 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f5f0b177-716a-4014-b9ac-2a2670aa3121 req-4b27947e-7c34-4f72-8c2b-ead1ffa920bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6439d23c-2481-4220-8971-a2703d7e991a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553257 Jul 16 02:08:48.805404 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0b177-716a-4014-b9ac-2a2670aa3121 req-36e3f27d-442d-41c1-a095-8e981272cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:48.806953 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f5f0b177-716a-4014-b9ac-2a2670aa3121 req-36e3f27d-442d-41c1-a095-8e981272cf8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 1096 time: 0.0664461 Jul 16 02:08:48.831996 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:08:47Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5410108b-e0e0-4032-8020-88e08f07f911', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'port_id': 'bfc209bb-f248-4f83-aaa3-18a6961aa843', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'mac_address': 'fa:16:3e:24:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439d23c-2481-4220-8971-a2703d7e991a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:07:53Z', 'updated_at': '2021-07-16T02:07:56Z', 'revision_number': 1, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d7ab8eb-f111-4f69-96b8-98c50cecff66', 'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:39:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:28Z', 'updated_at': '2021-07-16T02:07:35Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e809585a-cf3a-4543-8cf2-3470d21f3309', 'name': '', 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:45:77:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '687ce44d-c9ae-420c-9fa7-94b3411a32ca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:47Z', 'updated_at': '2021-07-16T02:08:47Z', 'revision_number': 2, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': '687ce44d-c9ae-420c-9fa7-94b3411a32ca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:48.858370 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Checking router: f7eb0387-4905-45cf-b974-05c837d8ae15 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:08:48.858631 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Updating router f7eb0387-4905-45cf-b974-05c837d8ae15 port e809585a-cf3a-4543-8cf2-3470d21f3309 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:08:48.896595 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:48.935822 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0b177-716a-4014-b9ac-2a2670aa3121 req-41fcd79f-be7c-447e-88fb-2c02fb2e8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:48.937464 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f5f0b177-716a-4014-b9ac-2a2670aa3121 req-41fcd79f-be7c-447e-88fb-2c02fb2e8965 service neutron] 10.222.0.47 "GET /v2.0/networks?id=47a3582c-815c-477f-91f5-e1fd1e936e25 HTTP/1.1" status: 200 len: 897 time: 0.1037171 Jul 16 02:08:49.019528 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f5f0b177-716a-4014-b9ac-2a2670aa3121 req-584a0299-1b92-4ef8-91e1-06e850a87303 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfc209bb-f248-4f83-aaa3-18a6961aa843 HTTP/1.1" status: 200 len: 1000 time: 0.0748591 Jul 16 02:08:49.072256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0b177-716a-4014-b9ac-2a2670aa3121 req-ddee31a8-b173-4cdf-bce5-cf5fed0809b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:49.073753 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f5f0b177-716a-4014-b9ac-2a2670aa3121 req-ddee31a8-b173-4cdf-bce5-cf5fed0809b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c2f5395a-71f0-477a-8b4d-6351e159c0ee HTTP/1.1" status: 200 len: 835 time: 0.0450079 Jul 16 02:08:49.149826 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0b177-716a-4014-b9ac-2a2670aa3121 req-af2e435e-0969-4721-aa34-024f9b63a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:49.151424 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f5f0b177-716a-4014-b9ac-2a2670aa3121 req-af2e435e-0969-4721-aa34-024f9b63a5a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=47a3582c-815c-477f-91f5-e1fd1e936e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707276 Jul 16 02:08:49.196779 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.213592 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Transition to ACTIVE for port object e809585a-cf3a-4543-8cf2-3470d21f3309 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:49.220672 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.261226 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f5f0b177-716a-4014-b9ac-2a2670aa3121 req-4c8b2dea-2bd5-4d79-ba4d-a822fb0f9027 service neutron] 10.222.0.47 "GET /v2.0/networks/47a3582c-815c-477f-91f5-e1fd1e936e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022015 Jul 16 02:08:49.275569 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b0829-32a6-4f0b-9a65-8d5f02e361df None None] Pushing event updated for resources: {'Port': ['ID=e809585a-cf3a-4543-8cf2-3470d21f3309,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:49.308001 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b0829-32a6-4f0b-9a65-8d5f02e361df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:49.308347 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b0829-32a6-4f0b-9a65-8d5f02e361df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:49.308679 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b0829-32a6-4f0b-9a65-8d5f02e361df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:49.309008 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b0829-32a6-4f0b-9a65-8d5f02e361df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:49.309334 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b0829-32a6-4f0b-9a65-8d5f02e361df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:49.309651 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b0829-32a6-4f0b-9a65-8d5f02e361df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:49.309969 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b0829-32a6-4f0b-9a65-8d5f02e361df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:49.310286 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b0829-32a6-4f0b-9a65-8d5f02e361df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:49.310601 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b0829-32a6-4f0b-9a65-8d5f02e361df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:49.311396 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b0829-32a6-4f0b-9a65-8d5f02e361df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:49.311396 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b0829-32a6-4f0b-9a65-8d5f02e361df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:49.311696 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b0829-32a6-4f0b-9a65-8d5f02e361df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:49.352068 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Attempting to bind port e809585a-cf3a-4543-8cf2-3470d21f3309 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:08:49.352447 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Attempting to bind port e809585a-cf3a-4543-8cf2-3470d21f3309 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '40dde817-21b0-4778-adab-f7093f6f0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:08:49.352937 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Attempting to bind port e809585a-cf3a-4543-8cf2-3470d21f3309 on network 33cd95b4-477b-4514-8554-d495c43e4018 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:49.358607 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:08:49.358977 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Checking segment: {'id': '40dde817-21b0-4778-adab-f7093f6f0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:49.359378 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.360117 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Bound using segment: {'id': '40dde817-21b0-4778-adab-f7093f6f0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:08:49.360307 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Bound port: e809585a-cf3a-4543-8cf2-3470d21f3309, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dde817-21b0-4778-adab-f7093f6f0ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:08:49.360682 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.399839 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f5f0b177-716a-4014-b9ac-2a2670aa3121 req-74397945-0eee-4e48-8fbf-eb7e4d37937a service neutron] 10.222.0.47 "GET /v2.0/networks/47a3582c-815c-477f-91f5-e1fd1e936e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299946 Jul 16 02:08:49.430660 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] For port e809585a-cf3a-4543-8cf2-3470d21f3309, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:08:49.434053 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] For port e809585a-cf3a-4543-8cf2-3470d21f3309, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e809585a-cf3a-4543-8cf2-3470d21f3309,segment=NetworkSegment(40dde817-21b0-4778-adab-f7093f6f0ff1),segment_id=40dde817-21b0-4778-adab-f7093f6f0ff1)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:08:49.444410 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.500249 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Routers {'f7eb0387-4905-45cf-b974-05c837d8ae15'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:08:49.501491 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:08:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f7eb0387-4905-45cf-b974-05c837d8ae15'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:49.558677 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b0829-32a6-4f0b-9a65-8d5f02e361df None None] Pushing event updated for resources: {'Port': ['ID=e809585a-cf3a-4543-8cf2-3470d21f3309,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:49.630443 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] Set router f7eb0387-4905-45cf-b974-05c837d8ae15 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:08:49.887994 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:08:47Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5410108b-e0e0-4032-8020-88e08f07f911', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'port_id': 'bfc209bb-f248-4f83-aaa3-18a6961aa843', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'mac_address': 'fa:16:3e:24:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439d23c-2481-4220-8971-a2703d7e991a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:07:53Z', 'updated_at': '2021-07-16T02:07:56Z', 'revision_number': 1, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d7ab8eb-f111-4f69-96b8-98c50cecff66', 'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:39:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:28Z', 'updated_at': '2021-07-16T02:07:35Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e809585a-cf3a-4543-8cf2-3470d21f3309', 'name': '', 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:45:77:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '687ce44d-c9ae-420c-9fa7-94b3411a32ca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:47Z', 'updated_at': '2021-07-16T02:08:49Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': '687ce44d-c9ae-420c-9fa7-94b3411a32ca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:49.919556 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271042d3-4b29-47e4-abc0-7098be529a65 None None] The sync data for ids ['f7eb0387-4905-45cf-b974-05c837d8ae15'] in n-d-800086-6 is: [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:08:47Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5410108b-e0e0-4032-8020-88e08f07f911', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'port_id': 'bfc209bb-f248-4f83-aaa3-18a6961aa843', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'mac_address': 'fa:16:3e:24:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439d23c-2481-4220-8971-a2703d7e991a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:07:53Z', 'updated_at': '2021-07-16T02:07:56Z', 'revision_number': 1, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d7ab8eb-f111-4f69-96b8-98c50cecff66', 'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:39:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:28Z', 'updated_at': '2021-07-16T02:07:35Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e809585a-cf3a-4543-8cf2-3470d21f3309', 'name': '', 'network_id': '33cd95b4-477b-4514-8554-d495c43e4018', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:45:77:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '687ce44d-c9ae-420c-9fa7-94b3411a32ca', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:47Z', 'updated_at': '2021-07-16T02:08:49Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': '687ce44d-c9ae-420c-9fa7-94b3411a32ca', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:08:50.999195 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e809585a-cf3a-4543-8cf2-3470d21f3309 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:08:51.049732 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port e809585a-cf3a-4543-8cf2-3470d21f3309 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:08:51.053689 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e809585a-cf3a-4543-8cf2-3470d21f3309 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:51.054065 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:51.133763 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:51.166587 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port e809585a-cf3a-4543-8cf2-3470d21f3309, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e809585a-cf3a-4543-8cf2-3470d21f3309,segment=NetworkSegment(40dde817-21b0-4778-adab-f7093f6f0ff1),segment_id=40dde817-21b0-4778-adab-f7093f6f0ff1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:51.170822 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:51.219626 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=e809585a-cf3a-4543-8cf2-3470d21f3309,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:51.226997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:51.227348 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:51.227692 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:51.228063 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:51.228392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:51.228725 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:51.229054 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:51.229379 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:51.229706 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:51.230029 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:51.230353 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:51.230760 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:51.760823 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ee1e7-c935-4c0b-891b-08d755ae390e req-bd7af64f-dbd7-4dd5-9284-c0dd29637947 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:51.762315 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-490ee1e7-c935-4c0b-891b-08d755ae390e req-bd7af64f-dbd7-4dd5-9284-c0dd29637947 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 947 time: 0.0638776 Jul 16 02:08:51.804915 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-490ee1e7-c935-4c0b-891b-08d755ae390e req-dab222b4-964a-4c89-8280-bd6b767fcf05 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359004 Jul 16 02:08:52.969536 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e809585a-cf3a-4543-8cf2-3470d21f3309 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:08:53.002291 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241273b-c476-492e-bbaa-19a8c7e95fbb req-4965373a-efac-4a81-b8df-d8f70d8b5de4 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:53.004460 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7241273b-c476-492e-bbaa-19a8c7e95fbb req-4965373a-efac-4a81-b8df-d8f70d8b5de4 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 947 time: 0.0753520 Jul 16 02:08:53.022157 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e809585a-cf3a-4543-8cf2-3470d21f3309 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:53.022624 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.047209 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7241273b-c476-492e-bbaa-19a8c7e95fbb req-2cfe17c2-a5f4-4cc2-a787-4813e1107c54 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups?id=43811972-b7f1-4834-a2ec-7083492cbccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354884 Jul 16 02:08:53.162660 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1750e-90e8-4e06-bc14-7ca357551cdd req-e5aa141c-f666-4305-b3c9-c69cd49177ff tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:53.164296 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-34c1750e-90e8-4e06-bc14-7ca357551cdd req-e5aa141c-f666-4305-b3c9-c69cd49177ff tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.26 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 947 time: 0.0948274 Jul 16 02:08:53.264669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-34c1750e-90e8-4e06-bc14-7ca357551cdd req-72f9cf1a-1d69-461e-8486-86a03693a3ce tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Deleting port 664682b6-bf51-437c-aa41-29ec6f0bd5f5 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:53.265009 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-34c1750e-90e8-4e06-bc14-7ca357551cdd req-72f9cf1a-1d69-461e-8486-86a03693a3ce tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.362441 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-34c1750e-90e8-4e06-bc14-7ca357551cdd req-72f9cf1a-1d69-461e-8486-86a03693a3ce tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] For port 664682b6-bf51-437c-aa41-29ec6f0bd5f5, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=664682b6-bf51-437c-aa41-29ec6f0bd5f5,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:53.362697 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-34c1750e-90e8-4e06-bc14-7ca357551cdd req-72f9cf1a-1d69-461e-8486-86a03693a3ce tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.534048 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-34c1750e-90e8-4e06-bc14-7ca357551cdd req-72f9cf1a-1d69-461e-8486-86a03693a3ce tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.534425 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-34c1750e-90e8-4e06-bc14-7ca357551cdd req-72f9cf1a-1d69-461e-8486-86a03693a3ce tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.534742 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [req-34c1750e-90e8-4e06-bc14-7ca357551cdd req-72f9cf1a-1d69-461e-8486-86a03693a3ce tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Floating IP 3482307c-d1c5-433f-b07d-1bd607dda236 disassociated. External IP: 172.25.1.186, port: 664682b6-bf51-437c-aa41-29ec6f0bd5f5. Jul 16 02:08:53.535081 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-34c1750e-90e8-4e06-bc14-7ca357551cdd req-72f9cf1a-1d69-461e-8486-86a03693a3ce tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Calling delete_port for 664682b6-bf51-437c-aa41-29ec6f0bd5f5 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:53.666792 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-34c1750e-90e8-4e06-bc14-7ca357551cdd req-72f9cf1a-1d69-461e-8486-86a03693a3ce tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.696767 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9cf1a-1d69-461e-8486-86a03693a3ce tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Pushing event deleted for resources: {'Port': ['ID=664682b6-bf51-437c-aa41-29ec6f0bd5f5,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:53.815252 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34c1750e-90e8-4e06-bc14-7ca357551cdd req-72f9cf1a-1d69-461e-8486-86a03693a3ce tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Router 6465c642-b678-4e99-b567-572eb3db1825 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:08:53.925817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34c1750e-90e8-4e06-bc14-7ca357551cdd req-72f9cf1a-1d69-461e-8486-86a03693a3ce tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:08:53.935046 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d693fd-0c96-4fa1-8f3b-71409af18d35 None None] Sync routers for ids ['6465c642-b678-4e99-b567-572eb3db1825'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:08:53.945426 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d693fd-0c96-4fa1-8f3b-71409af18d35 None None] Routers {'6465c642-b678-4e99-b567-572eb3db1825'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:08:53.946117 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-72d693fd-0c96-4fa1-8f3b-71409af18d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:08:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6465c642-b678-4e99-b567-572eb3db1825'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:53.971351 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c1750e-90e8-4e06-bc14-7ca357551cdd req-72f9cf1a-1d69-461e-8486-86a03693a3ce tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] No DVR routers for this DVR port 664682b6-bf51-437c-aa41-29ec6f0bd5f5 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:53.974049 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-34c1750e-90e8-4e06-bc14-7ca357551cdd req-72f9cf1a-1d69-461e-8486-86a03693a3ce tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.976126 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-34c1750e-90e8-4e06-bc14-7ca357551cdd req-72f9cf1a-1d69-461e-8486-86a03693a3ce tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.26 "DELETE /v2.0/ports/664682b6-bf51-437c-aa41-29ec6f0bd5f5 HTTP/1.1" status: 204 len: 173 time: 0.8066843 Jul 16 02:08:53.976579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0efb4b-e233-4b73-b99a-edeab934711b', 'name': 'network-vif-deleted', 'tag': '664682b6-bf51-437c-aa41-29ec6f0bd5f5'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:53.978834 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c5df2e-88e3-400b-995d-5252de4f3e8f" -d '{"events": [{"server_uuid": "df0efb4b-e233-4b73-b99a-edeab934711b", "name": "network-vif-deleted", "tag": "664682b6-bf51-437c-aa41-29ec6f0bd5f5"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:54.019972 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3b1a18-545a-4968-8f51-1d57b807c4f1 x-openstack-request-id: req-1d3b1a18-545a-4968-8f51-1d57b807c4f1 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:54.020419 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0efb4b-e233-4b73-b99a-edeab934711b", "name": "network-vif-deleted", "tag": "664682b6-bf51-437c-aa41-29ec6f0bd5f5", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:54.020671 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d3b1a18-545a-4968-8f51-1d57b807c4f1 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:54.021179 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0efb4b-e233-4b73-b99a-edeab934711b', 'name': 'network-vif-deleted', 'tag': '664682b6-bf51-437c-aa41-29ec6f0bd5f5', 'status': 'completed', 'code': 200} Jul 16 02:08:54.063143 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:54.075516 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-72d693fd-0c96-4fa1-8f3b-71409af18d35 None None] Set router 6465c642-b678-4e99-b567-572eb3db1825 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:08:54.276301 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-82dd4b38-9dc8-4be0-80d1-d111906f06b0 req-49b28d16-b2dc-47c5-a0ac-4ba57ac68c7e tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/ports?device_id=df0efb4b-e233-4b73-b99a-edeab934711b HTTP/1.1" status: 200 len: 210 time: 0.0353363 Jul 16 02:08:54.369110 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-72d693fd-0c96-4fa1-8f3b-71409af18d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 4, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port': {'id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '564fc316-2ba3-46a5-92f6-5b27b4066300', 'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'mac_address': 'fa:16:3e:5a:43:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:35Z', 'updated_at': '2021-07-16T02:01:45Z', 'revision_number': 5, 'project_id': '8072fcd5c02343758c430084659e9d69', 'subnets': [{'id': '52ee9bce-183e-45ca-b875-18144943b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:54.395335 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d693fd-0c96-4fa1-8f3b-71409af18d35 None None] Checking router: 6465c642-b678-4e99-b567-572eb3db1825 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:08:54.404112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d693fd-0c96-4fa1-8f3b-71409af18d35 None None] Routers {'6465c642-b678-4e99-b567-572eb3db1825'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:08:54.404740 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-72d693fd-0c96-4fa1-8f3b-71409af18d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:08:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6465c642-b678-4e99-b567-572eb3db1825'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:54.515938 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-72d693fd-0c96-4fa1-8f3b-71409af18d35 None None] Set router 6465c642-b678-4e99-b567-572eb3db1825 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:08:54.716338 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-72d693fd-0c96-4fa1-8f3b-71409af18d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 4, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port': {'id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '564fc316-2ba3-46a5-92f6-5b27b4066300', 'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'mac_address': 'fa:16:3e:5a:43:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:35Z', 'updated_at': '2021-07-16T02:01:45Z', 'revision_number': 5, 'project_id': '8072fcd5c02343758c430084659e9d69', 'subnets': [{'id': '52ee9bce-183e-45ca-b875-18144943b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:54.747598 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d693fd-0c96-4fa1-8f3b-71409af18d35 None None] The sync data for ids ['6465c642-b678-4e99-b567-572eb3db1825'] in n-d-800086-6 is: [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 4, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port': {'id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '564fc316-2ba3-46a5-92f6-5b27b4066300', 'name': '', 'network_id': 'f70b44d2-3ecb-4e97-b320-384529a39401', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'mac_address': 'fa:16:3e:5a:43:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '52ee9bce-183e-45ca-b875-18144943b25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:35Z', 'updated_at': '2021-07-16T02:01:45Z', 'revision_number': 5, 'project_id': '8072fcd5c02343758c430084659e9d69', 'subnets': [{'id': '52ee9bce-183e-45ca-b875-18144943b25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:08:54.968663 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43961e3a-27cc-4594-826c-a2e5b3496ef4 None None] New status for floating IP 3482307c-d1c5-433f-b07d-1bd607dda236: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:08:55.413670 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42050) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:55.468977 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cf70c7d4-5f07-46c9-8a76-8d86df2126c8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.496775 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cf70c7d4-5f07-46c9-8a76-8d86df2126c8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.544456 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cf70c7d4-5f07-46c9-8a76-8d86df2126c8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.546959 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cf70c7d4-5f07-46c9-8a76-8d86df2126c8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.548918 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cf70c7d4-5f07-46c9-8a76-8d86df2126c8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "DELETE /v2.0/security-groups/43811972-b7f1-4834-a2ec-7083492cbccd HTTP/1.1" status: 204 len: 168 time: 0.1337690 Jul 16 02:08:55.551678 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42052) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:55.558120 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70c7d4-5f07-46c9-8a76-8d86df2126c8 tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43811972-b7f1-4834-a2ec-7083492cbccd,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:55.570151 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-bce214d9-2af5-42ab-965b-137ff49cc1ea tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] show failed (client error): The resource could not be found. Jul 16 02:08:55.571194 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bce214d9-2af5-42ab-965b-137ff49cc1ea tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "GET /v2.0/security-groups/43811972-b7f1-4834-a2ec-7083492cbccd HTTP/1.1" status: 404 len: 347 time: 0.0184538 Jul 16 02:08:55.574072 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42054) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:55.594490 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42056) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:55.599591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-cfa53466-d7c6-4f33-bf6f-e802ffa99e52 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1097012401', 'description': 'tempest-secgroup-smoke-1097012401 description', 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:55.631265 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cfa53466-d7c6-4f33-bf6f-e802ffa99e52 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.712436 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-1ed7ad84-c196-4055-b5ae-545671a7e47b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Deleting port 8ee89de0-bf15-497d-a2aa-0cda23a05ac1 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:55.712695 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ad84-c196-4055-b5ae-545671a7e47b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.714765 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cfa53466-d7c6-4f33-bf6f-e802ffa99e52 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.718690 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cfa53466-d7c6-4f33-bf6f-e802ffa99e52 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.748413 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa53466-d7c6-4f33-bf6f-e802ffa99e52 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd6f5fa-1f83-4ad1-80c5-0b074a362238,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:55.752663 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cfa53466-d7c6-4f33-bf6f-e802ffa99e52 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.756753 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cfa53466-d7c6-4f33-bf6f-e802ffa99e52 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1581423 Jul 16 02:08:55.757110 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42058) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:55.761591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a982a1c7-c028-47fa-a38a-eda8938df955 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Request body: {'security_group_rule': {'security_group_id': 'afd6f5fa-1f83-4ad1-80c5-0b074a362238', 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:55.787659 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a982a1c7-c028-47fa-a38a-eda8938df955 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.794969 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ad84-c196-4055-b5ae-545671a7e47b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.795302 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ad84-c196-4055-b5ae-545671a7e47b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.807456 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-1ed7ad84-c196-4055-b5ae-545671a7e47b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Calling delete_port for 8ee89de0-bf15-497d-a2aa-0cda23a05ac1 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:55.843571 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a982a1c7-c028-47fa-a38a-eda8938df955 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.847248 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a982a1c7-c028-47fa-a38a-eda8938df955 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.866486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982a1c7-c028-47fa-a38a-eda8938df955 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7a27aa-6908-41fe-b864-b853b1be069a,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:55.872490 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a982a1c7-c028-47fa-a38a-eda8938df955 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.876873 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a982a1c7-c028-47fa-a38a-eda8938df955 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157141 Jul 16 02:08:55.877058 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42060) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:55.881564 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4b41c054-dcb7-4878-b7b8-24af172a1170 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Request body: {'security_group_rule': {'security_group_id': 'afd6f5fa-1f83-4ad1-80c5-0b074a362238', 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:55.909954 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4b41c054-dcb7-4878-b7b8-24af172a1170 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.949589 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ad84-c196-4055-b5ae-545671a7e47b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.977814 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7ad84-c196-4055-b5ae-545671a7e47b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Pushing event deleted for resources: {'Port': ['ID=8ee89de0-bf15-497d-a2aa-0cda23a05ac1,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:56.041713 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ad84-c196-4055-b5ae-545671a7e47b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.044317 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ad84-c196-4055-b5ae-545671a7e47b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.045509 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1ed7ad84-c196-4055-b5ae-545671a7e47b tempest-AttachVolumeShelveTestJSON-838217283 tempest-AttachVolumeShelveTestJSON-838217283-project] 10.222.0.54 "DELETE /v2.0/floatingips/3482307c-d1c5-433f-b07d-1bd607dda236 HTTP/1.1" status: 204 len: 168 time: 0.4705222 Jul 16 02:08:56.264548 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4b41c054-dcb7-4878-b7b8-24af172a1170 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.269441 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4b41c054-dcb7-4878-b7b8-24af172a1170 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.288153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41c054-dcb7-4878-b7b8-24af172a1170 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8768521-a65d-41e9-968e-4ce0fd899934,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:56.300700 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4b41c054-dcb7-4878-b7b8-24af172a1170 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.305202 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4b41c054-dcb7-4878-b7b8-24af172a1170 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4242964 Jul 16 02:08:56.305202 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42066) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:56.309612 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-61e6a4e9-7ee4-4653-a9c8-972b7f4a9d0e tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Request body: {'security_group_rule': {'security_group_id': 'afd6f5fa-1f83-4ad1-80c5-0b074a362238', 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:56.337018 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-61e6a4e9-7ee4-4653-a9c8-972b7f4a9d0e tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.395171 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-61e6a4e9-7ee4-4653-a9c8-972b7f4a9d0e tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.398851 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-61e6a4e9-7ee4-4653-a9c8-972b7f4a9d0e tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.416752 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6a4e9-7ee4-4653-a9c8-972b7f4a9d0e tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d73bf4d-e940-4596-8d74-a3269a84459c,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:56.424367 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-61e6a4e9-7ee4-4653-a9c8-972b7f4a9d0e tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.425692 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-61e6a4e9-7ee4-4653-a9c8-972b7f4a9d0e tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195638 Jul 16 02:08:56.428399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42068) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:56.433496 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d341c945-2694-4df7-9276-0523fd6d9f90 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Request body: {'security_group_rule': {'security_group_id': 'afd6f5fa-1f83-4ad1-80c5-0b074a362238', 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:56.461147 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d341c945-2694-4df7-9276-0523fd6d9f90 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.520978 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d341c945-2694-4df7-9276-0523fd6d9f90 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.525097 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d341c945-2694-4df7-9276-0523fd6d9f90 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.543127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341c945-2694-4df7-9276-0523fd6d9f90 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62270666-04ab-4dcc-9108-b1a73b19b4b1,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:56.550013 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d341c945-2694-4df7-9276-0523fd6d9f90 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.551315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d341c945-2694-4df7-9276-0523fd6d9f90 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219647 Jul 16 02:08:56.554100 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42070) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:56.558814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-566e9095-d99d-4847-9185-186c7adb1088 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Request body: {'security_group_rule': {'security_group_id': 'afd6f5fa-1f83-4ad1-80c5-0b074a362238', 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:56.581272 n-d-800086-6 neutron-server[93832]: INFO neutron.db.securitygroups_db [None req-566e9095-d99d-4847-9185-186c7adb1088 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Project dd212556018b4b66a6bb5c0606f16ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:08:56.586369 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-566e9095-d99d-4847-9185-186c7adb1088 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.646652 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-566e9095-d99d-4847-9185-186c7adb1088 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.650335 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-566e9095-d99d-4847-9185-186c7adb1088 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.669596 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e9095-d99d-4847-9185-186c7adb1088 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5a78c1-7730-4872-9a4e-8c76d0d0938f,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:56.676516 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-566e9095-d99d-4847-9185-186c7adb1088 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.680633 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-566e9095-d99d-4847-9185-186c7adb1088 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226614 Jul 16 02:08:56.681032 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42072) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:56.685665 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-fc1522c5-e34c-43a3-82b9-32dfe3356070 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Request body: {'security_group_rule': {'security_group_id': 'afd6f5fa-1f83-4ad1-80c5-0b074a362238', 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:56.709537 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-fc1522c5-e34c-43a3-82b9-32dfe3356070 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Project dd212556018b4b66a6bb5c0606f16ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:08:56.714855 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc1522c5-e34c-43a3-82b9-32dfe3356070 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.778246 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc1522c5-e34c-43a3-82b9-32dfe3356070 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.782492 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc1522c5-e34c-43a3-82b9-32dfe3356070 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.797194 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1522c5-e34c-43a3-82b9-32dfe3356070 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e7c756-3ad5-4bdf-a449-2c9fff544e0e,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:56.806627 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fc1522c5-e34c-43a3-82b9-32dfe3356070 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.816993 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fc1522c5-e34c-43a3-82b9-32dfe3356070 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259375 Jul 16 02:08:57.038929 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-f55551b7-e5cb-483d-b2a4-cb92db9969a6 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1097012401&fields=id&tenant_id=dd212556018b4b66a6bb5c0606f16ff1 HTTP/1.1" status: 200 len: 267 time: 0.0334675 Jul 16 02:08:57.147097 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-ca340369-718e-48f1-a0ee-b5008d13e421 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:57.148666 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-ca340369-718e-48f1-a0ee-b5008d13e421 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/networks?id=df0a3059-df02-4af7-9c4a-d01fc9fb1626 HTTP/1.1" status: 200 len: 813 time: 0.1035903 Jul 16 02:08:57.163732 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-714e6eda-c1df-47ad-98ff-1bbff0a42607 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/quotas/dd212556018b4b66a6bb5c0606f16ff1 HTTP/1.1" status: 200 len: 375 time: 0.0096934 Jul 16 02:08:57.248205 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-56428307-5563-4ab0-8af5-262489c78540 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd212556018b4b66a6bb5c0606f16ff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760758 Jul 16 02:08:57.342118 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-a2d327f5-138b-4373-a60f-2685169fb721 service neutron] 10.222.0.54 "GET /v2.0/networks/df0a3059-df02-4af7-9c4a-d01fc9fb1626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869281 Jul 16 02:08:57.436713 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-d69b4b81-177a-479b-8e8f-f132411bfc21 service neutron] 10.222.0.54 "GET /v2.0/networks/df0a3059-df02-4af7-9c4a-d01fc9fb1626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888798 Jul 16 02:08:57.757503 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-33893df8-4361-4319-bfc6-a3be0532a55f req-aee0d6bd-29f1-496d-a1eb-f59a5cdaf3de tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 210 time: 0.0379813 Jul 16 02:08:58.154922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 664682b6-bf51-437c-aa41-29ec6f0bd5f5 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:58.177591 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 664682b6-bf51-437c-aa41-29ec6f0bd5f5 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:08:58.178093 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 664682b6-bf51-437c-aa41-29ec6f0bd5f5 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:58.398235 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5d8c2cc-6aea-4e16-93da-4a52c08a4e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:58.927628 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-b2716938-ee5c-470a-b64e-2c9d3446c012 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:58.928618 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df7923b6-bad6-43c5-aa0b-f0c6dca9aacb req-e6ccc581-f509-4097-be1e-114dff9c0280 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 210 time: 0.0309107 Jul 16 02:08:58.932945 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-b2716938-ee5c-470a-b64e-2c9d3446c012 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.47 "GET /v2.0/networks?id=df0a3059-df02-4af7-9c4a-d01fc9fb1626 HTTP/1.1" status: 200 len: 813 time: 0.1381936 Jul 16 02:08:58.984922 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-2af6a756-89d2-4284-9c4c-4c1511a9f743 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd212556018b4b66a6bb5c0606f16ff1 HTTP/1.1" status: 200 len: 380 time: 0.0374761 Jul 16 02:08:58.993467 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-73c71cc6-425c-4393-b651-a70a35432403 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Request body: {'port': {'device_id': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'admin_state_up': True, 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'security_groups': ['afd6f5fa-1f83-4ad1-80c5-0b074a362238']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:59.020625 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:59.110914 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-73c71cc6-425c-4393-b651-a70a35432403 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Made reservation on behalf of dd212556018b4b66a6bb5c0606f16ff1 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:59.114771 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-73c71cc6-425c-4393-b651-a70a35432403 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:59.256032 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-73c71cc6-425c-4393-b651-a70a35432403 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Allocated IP 172.20.0.13 (df0a3059-df02-4af7-9c4a-d01fc9fb1626/b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1/8d3dc800-97b8-450e-a0f4-2dfe73e14fc4) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:08:59.402761 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-73c71cc6-425c-4393-b651-a70a35432403 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:59.417418 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-73c71cc6-425c-4393-b651-a70a35432403 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Transition to ACTIVE for port object 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:59.457187 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-73c71cc6-425c-4393-b651-a70a35432403 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:59.502636 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-73c71cc6-425c-4393-b651-a70a35432403 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Network df0a3059-df02-4af7-9c4a-d01fc9fb1626 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:08:59.505784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-73c71cc6-425c-4393-b651-a70a35432403 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:59.509692 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-73c71cc6-425c-4393-b651-a70a35432403 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:08:59.516187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c71cc6-425c-4393-b651-a70a35432403 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Pushing event updated for resources: {'Port': ['ID=8d3dc800-97b8-450e-a0f4-2dfe73e14fc4,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:59.569442 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-73c71cc6-425c-4393-b651-a70a35432403 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:59.569893 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-73c71cc6-425c-4393-b651-a70a35432403 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:59.589747 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-73c71cc6-425c-4393-b651-a70a35432403 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5985730 Jul 16 02:08:59.609948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] Request body: {'port': {'device_id': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:59.700146 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:08:59.709848 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:59.879035 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bd4863ee-f05e-4f04-b368-d8bf512f4941 None None] Provisioning for port 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:08:59.886798 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bd4863ee-f05e-4f04-b368-d8bf512f4941 None None] Provisioning complete for port 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:59.888471 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd4863ee-f05e-4f04-b368-d8bf512f4941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:59.937680 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bd4863ee-f05e-4f04-b368-d8bf512f4941 None None] Port 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:09:00.034531 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:09:00.042639 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.056708 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] Transition to ACTIVE for port object 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:00.060999 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.187579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60506279-af98-47d5-905f-83331a68e804 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3dc800-97b8-450e-a0f4-2dfe73e14fc4,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:00.605373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5fabb-6da8-411e-8cae-5aba303e24f1 req-75a59a7f-e954-4175-b850-1062fd02fbcf tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:00.606863 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aee5fabb-6da8-411e-8cae-5aba303e24f1 req-75a59a7f-e954-4175-b850-1062fd02fbcf tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 944 time: 0.5381372 Jul 16 02:09:00.622816 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] Attempting to bind port 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:00.623155 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] Attempting to bind port 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '7ce28ec2-094d-4dd0-9425-cfae449272ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:00.623491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] Attempting to bind port 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 on network df0a3059-df02-4af7-9c4a-d01fc9fb1626 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:00.630211 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] Port 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 on network df0a3059-df02-4af7-9c4a-d01fc9fb1626 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:09:00.630798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] Attempting to bind port 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 on network df0a3059-df02-4af7-9c4a-d01fc9fb1626 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:00.655600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:00.656051 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] Checking segment: {'id': '7ce28ec2-094d-4dd0-9425-cfae449272ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:00.656543 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] Bound using segment: {'id': '7ce28ec2-094d-4dd0-9425-cfae449272ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:00.657089 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] Bound port: 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce28ec2-094d-4dd0-9425-cfae449272ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:00.657527 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.689476 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aee5fabb-6da8-411e-8cae-5aba303e24f1 req-585e3200-fc14-4e57-a120-2d9e2d8d643e tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd6f5fa-1f83-4ad1-80c5-0b074a362238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604720 Jul 16 02:09:00.752774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] For port 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:00.756080 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] For port 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=8d3dc800-97b8-450e-a0f4-2dfe73e14fc4,segment=NetworkSegment(7ce28ec2-094d-4dd0-9425-cfae449272ba),segment_id=7ce28ec2-094d-4dd0-9425-cfae449272ba)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:00.761695 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.795854 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:00.796476 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.798423 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-60506279-af98-47d5-905f-83331a68e804 service neutron] 10.222.0.47 "PUT /v2.0/ports/8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 HTTP/1.1" status: 200 len: 1092 time: 1.1958208 Jul 16 02:09:00.798868 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'tag': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:00.801411 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b12991-6f1d-48bc-b684-161a8a0609bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b833cd-b193-4128-a94d-c1b659c9dcba", "tag": "8d3dc800-97b8-450e-a0f4-2dfe73e14fc4"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:00.843731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60506279-af98-47d5-905f-83331a68e804 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3dc800-97b8-450e-a0f4-2dfe73e14fc4,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:00.876767 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950cc93e-6043-4329-bf10-f8adfe2dd44f x-openstack-request-id: req-950cc93e-6043-4329-bf10-f8adfe2dd44f {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:00.877040 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b833cd-b193-4128-a94d-c1b659c9dcba", "tag": "8d3dc800-97b8-450e-a0f4-2dfe73e14fc4", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:00.877289 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-950cc93e-6043-4329-bf10-f8adfe2dd44f {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:00.877683 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'tag': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4', 'status': 'completed', 'code': 200} Jul 16 02:09:00.925369 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-63ae8a21-b75e-42ad-8bc6-659bb61428de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:00.926879 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-63ae8a21-b75e-42ad-8bc6-659bb61428de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd212556018b4b66a6bb5c0606f16ff1&device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 1095 time: 0.0601938 Jul 16 02:09:00.977477 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-1fec8370-fc5d-4090-9261-b8b39287c274 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 HTTP/1.1" status: 200 len: 217 time: 0.0367439 Jul 16 02:09:01.039364 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-0b28948c-2564-493a-b778-865356fe7d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:01.041004 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-0b28948c-2564-493a-b778-865356fe7d8d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1 HTTP/1.1" status: 200 len: 852 time: 0.0563121 Jul 16 02:09:01.113868 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-f8deacc1-a3ee-4bf6-a66a-b5d48dd270bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:01.115656 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-f8deacc1-a3ee-4bf6-a66a-b5d48dd270bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df0a3059-df02-4af7-9c4a-d01fc9fb1626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686312 Jul 16 02:09:01.121665 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.127859 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c956d90d-ff95-4cfd-aa5e-f329eba92b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.219341 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-a03fc166-cdd2-48d2-832b-1ea0647eed35 service neutron] 10.222.0.47 "GET /v2.0/networks/df0a3059-df02-4af7-9c4a-d01fc9fb1626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971372 Jul 16 02:09:01.317396 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a2b253db-71ef-42ac-b401-5e790b368b58 req-0c471599-3c79-4cd9-a8d2-b96a7b20767f service neutron] 10.222.0.47 "GET /v2.0/networks/df0a3059-df02-4af7-9c4a-d01fc9fb1626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914853 Jul 16 02:09:01.451647 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b12991-6f1d-48bc-b684-161a8a0609bf req-c17130bc-68f5-4e5c-89bb-7625e1beaa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:01.453491 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-39b12991-6f1d-48bc-b684-161a8a0609bf req-c17130bc-68f5-4e5c-89bb-7625e1beaa95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd212556018b4b66a6bb5c0606f16ff1&device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 1095 time: 0.0552783 Jul 16 02:09:01.551025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b12991-6f1d-48bc-b684-161a8a0609bf req-e50c2297-5dd4-4cd2-bec6-3cf4b0599820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:01.552676 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-39b12991-6f1d-48bc-b684-161a8a0609bf req-e50c2297-5dd4-4cd2-bec6-3cf4b0599820 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df0a3059-df02-4af7-9c4a-d01fc9fb1626 HTTP/1.1" status: 200 len: 914 time: 0.0930493 Jul 16 02:09:01.595228 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-39b12991-6f1d-48bc-b684-161a8a0609bf req-e0b06b0d-28e3-465e-b09d-4d9f00113a3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 HTTP/1.1" status: 200 len: 217 time: 0.0354328 Jul 16 02:09:01.645453 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b12991-6f1d-48bc-b684-161a8a0609bf req-4df176f9-5d73-4107-a874-74b4212628df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:01.647205 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-39b12991-6f1d-48bc-b684-161a8a0609bf req-4df176f9-5d73-4107-a874-74b4212628df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1 HTTP/1.1" status: 200 len: 852 time: 0.0465958 Jul 16 02:09:01.716374 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b12991-6f1d-48bc-b684-161a8a0609bf req-7b34ced3-4db1-46fa-b861-eed94994bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:01.718031 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-39b12991-6f1d-48bc-b684-161a8a0609bf req-7b34ced3-4db1-46fa-b861-eed94994bf1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df0a3059-df02-4af7-9c4a-d01fc9fb1626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644419 Jul 16 02:09:01.871939 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-39b12991-6f1d-48bc-b684-161a8a0609bf req-02513c6a-6ca2-457e-a5f4-bcf732b891a4 service neutron] 10.222.0.47 "GET /v2.0/networks/df0a3059-df02-4af7-9c4a-d01fc9fb1626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441686 Jul 16 02:09:01.910548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42132) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:02.011753 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-39b12991-6f1d-48bc-b684-161a8a0609bf req-54fcfa18-4db0-4acc-8c67-22978268ba13 service neutron] 10.222.0.47 "GET /v2.0/networks/df0a3059-df02-4af7-9c4a-d01fc9fb1626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312144 Jul 16 02:09:02.020281 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea53eb2-c29d-4250-a294-45d853c6dffa req-91d62a42-6e86-4e28-9f61-16453709e6f0 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:02.021726 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3ea53eb2-c29d-4250-a294-45d853c6dffa req-91d62a42-6e86-4e28-9f61-16453709e6f0 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 944 time: 0.1401341 Jul 16 02:09:02.073210 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3ea53eb2-c29d-4250-a294-45d853c6dffa req-a9fd3557-ad6b-4438-8904-6f7307cda6ad tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd6f5fa-1f83-4ad1-80c5-0b074a362238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372779 Jul 16 02:09:02.162533 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:02.419278 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1001771-130e-44dd-b4b5-81a489d6bbe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:02.693593 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f1001771-130e-44dd-b4b5-81a489d6bbe6 admin admin] Deleting port 564fc316-2ba3-46a5-92f6-5b27b4066300 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:02.693857 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1001771-130e-44dd-b4b5-81a489d6bbe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:02.771604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-f1001771-130e-44dd-b4b5-81a489d6bbe6 admin admin] For port 564fc316-2ba3-46a5-92f6-5b27b4066300, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=564fc316-2ba3-46a5-92f6-5b27b4066300,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:02.771998 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1001771-130e-44dd-b4b5-81a489d6bbe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:02.784528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f1001771-130e-44dd-b4b5-81a489d6bbe6 admin admin] Calling delete_port for 564fc316-2ba3-46a5-92f6-5b27b4066300 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:02.966768 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1001771-130e-44dd-b4b5-81a489d6bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:02.995189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1001771-130e-44dd-b4b5-81a489d6bbe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=564fc316-2ba3-46a5-92f6-5b27b4066300,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:03.191831 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f1001771-130e-44dd-b4b5-81a489d6bbe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:03.357868 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cae646-d99f-4946-8665-a6081a363de1 req-03381d6a-637d-4048-899a-8278bc959535 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:03.359400 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25cae646-d99f-4946-8665-a6081a363de1 req-03381d6a-637d-4048-899a-8278bc959535 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 944 time: 0.1520979 Jul 16 02:09:03.441809 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-25cae646-d99f-4946-8665-a6081a363de1 req-751c6df6-0d92-4be9-8deb-958f8d980c19 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd6f5fa-1f83-4ad1-80c5-0b074a362238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760279 Jul 16 02:09:03.499773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1001771-130e-44dd-b4b5-81a489d6bbe6 admin admin] Router 6465c642-b678-4e99-b567-572eb3db1825 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:03.605185 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1001771-130e-44dd-b4b5-81a489d6bbe6 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:03.610207 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f1001771-130e-44dd-b4b5-81a489d6bbe6 admin admin] 10.222.0.54 "PUT /v2.0/routers/6465c642-b678-4e99-b567-572eb3db1825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6985888 Jul 16 02:09:03.612802 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42140) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:03.613607 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d1351-3d44-479f-8d2e-9e8fab7721a3 None None] Sync routers for ids ['6465c642-b678-4e99-b567-572eb3db1825'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:03.623302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d1351-3d44-479f-8d2e-9e8fab7721a3 None None] Routers {'6465c642-b678-4e99-b567-572eb3db1825'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:03.623949 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-875d1351-3d44-479f-8d2e-9e8fab7721a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6465c642-b678-4e99-b567-572eb3db1825'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:03.716732 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6a453bbd-8371-4455-901d-9e578785c596 admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:03.726207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-875d1351-3d44-479f-8d2e-9e8fab7721a3 None None] Set router 6465c642-b678-4e99-b567-572eb3db1825 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:03.828094 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6a453bbd-8371-4455-901d-9e578785c596 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:03.881923 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-6a453bbd-8371-4455-901d-9e578785c596 admin admin] Deleting port 062e0393-86cb-4587-9439-9f7522bc2c73 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:03.882267 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6a453bbd-8371-4455-901d-9e578785c596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:03.914647 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:03.926506 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-875d1351-3d44-479f-8d2e-9e8fab7721a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port': {'id': '062e0393-86cb-4587-9439-9f7522bc2c73', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6465c642-b678-4e99-b567-572eb3db1825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:01:31Z', 'updated_at': '2021-07-16T02:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:03.954026 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d1351-3d44-479f-8d2e-9e8fab7721a3 None None] Checking router: 6465c642-b678-4e99-b567-572eb3db1825 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:03.962455 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d1351-3d44-479f-8d2e-9e8fab7721a3 None None] Routers {'6465c642-b678-4e99-b567-572eb3db1825'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:03.963061 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-875d1351-3d44-479f-8d2e-9e8fab7721a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6465c642-b678-4e99-b567-572eb3db1825'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:03.971685 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-6a453bbd-8371-4455-901d-9e578785c596 admin admin] For port 062e0393-86cb-4587-9439-9f7522bc2c73, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=062e0393-86cb-4587-9439-9f7522bc2c73,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:03.972215 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6a453bbd-8371-4455-901d-9e578785c596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:03.983503 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-6a453bbd-8371-4455-901d-9e578785c596 admin admin] Calling delete_port for 062e0393-86cb-4587-9439-9f7522bc2c73 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:04.155814 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6a453bbd-8371-4455-901d-9e578785c596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.181299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a453bbd-8371-4455-901d-9e578785c596 admin admin] Pushing event deleted for resources: {'Port': ['ID=062e0393-86cb-4587-9439-9f7522bc2c73,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:04.203758 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-875d1351-3d44-479f-8d2e-9e8fab7721a3 None None] Set router 6465c642-b678-4e99-b567-572eb3db1825 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:04.247314 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6a453bbd-8371-4455-901d-9e578785c596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.256419 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-875d1351-3d44-479f-8d2e-9e8fab7721a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:09:03Z', 'revision_number': 6, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:04.282687 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d1351-3d44-479f-8d2e-9e8fab7721a3 None None] The sync data for ids ['6465c642-b678-4e99-b567-572eb3db1825'] in n-d-800086-6 is: [{'id': '6465c642-b678-4e99-b567-572eb3db1825', 'name': 'tempest-AttachVolumeShelveTestJSON-1436041483-router', 'tenant_id': '8072fcd5c02343758c430084659e9d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:01:30Z', 'updated_at': '2021-07-16T02:09:03Z', 'revision_number': 6, 'project_id': '8072fcd5c02343758c430084659e9d69', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:04.346028 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6a453bbd-8371-4455-901d-9e578785c596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.348154 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6a453bbd-8371-4455-901d-9e578785c596 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.392336 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6a453bbd-8371-4455-901d-9e578785c596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.392872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a453bbd-8371-4455-901d-9e578785c596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6465c642-b678-4e99-b567-572eb3db1825 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:09:04.397052 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6a453bbd-8371-4455-901d-9e578785c596 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.398203 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6a453bbd-8371-4455-901d-9e578785c596 admin admin] 10.222.0.54 "DELETE /v2.0/routers/6465c642-b678-4e99-b567-572eb3db1825 HTTP/1.1" status: 204 len: 168 time: 0.7844815 Jul 16 02:09:04.400733 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42144) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:04.445136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdeee35c-16f6-4aaf-9d43-9142e425807c admin admin] Deleting subnet 52ee9bce-183e-45ca-b875-18144943b25c {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:09:04.448088 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fdeee35c-16f6-4aaf-9d43-9142e425807c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.482653 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fdeee35c-16f6-4aaf-9d43-9142e425807c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.567269 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fdeee35c-16f6-4aaf-9d43-9142e425807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.620263 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fdeee35c-16f6-4aaf-9d43-9142e425807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.622948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062c61b-2a80-4212-88a0-b37786f22497 req-1eacfa58-a752-4589-8cf9-f11791d98419 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:04.625417 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5062c61b-2a80-4212-88a0-b37786f22497 req-1eacfa58-a752-4589-8cf9-f11791d98419 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 944 time: 0.0700572 Jul 16 02:09:04.651310 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeee35c-16f6-4aaf-9d43-9142e425807c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ee9bce-183e-45ca-b875-18144943b25c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:04.656980 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fdeee35c-16f6-4aaf-9d43-9142e425807c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.660635 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fdeee35c-16f6-4aaf-9d43-9142e425807c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/52ee9bce-183e-45ca-b875-18144943b25c HTTP/1.1" status: 204 len: 168 time: 0.2581522 Jul 16 02:09:04.662435 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42148) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:04.665831 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e88286-a764-4049-a3ad-3c9e8e102f93 None None] Network f70b44d2-3ecb-4e97-b320-384529a39401 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:09:04.684490 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5062c61b-2a80-4212-88a0-b37786f22497 req-a44b51b1-271e-4e16-b846-0ecaf186cd14 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd6f5fa-1f83-4ad1-80c5-0b074a362238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527842 Jul 16 02:09:04.744243 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.803563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] Deleting port 52a18787-1f9f-45fc-bd71-07fc57c54de4 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:04.803949 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.870698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] For port 52a18787-1f9f-45fc-bd71-07fc57c54de4, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=52a18787-1f9f-45fc-bd71-07fc57c54de4,segment=NetworkSegment(b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f),segment_id=b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:04.871049 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.882462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] Calling delete_port for 52a18787-1f9f-45fc-bd71-07fc57c54de4 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:04.960626 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.989152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=52a18787-1f9f-45fc-bd71-07fc57c54de4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:04.992588 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] No DVR routers for this DVR port 52a18787-1f9f-45fc-bd71-07fc57c54de4 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:05.060782 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:05.071219 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70b44d2-3ecb-4e97-b320-384529a39401']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:05.082285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:05.082683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0af3b2a-06ac-4d9c-9fab-29a2e9c39e7f') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:05.092019 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:05.106831 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:05.113754 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:09:05.114260 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:05.115982 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc92f2d-e849-46f7-9caa-8c62df41b784 None None] DHCP port deletion for f70b44d2-3ecb-4e97-b320-384529a39401 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:09:05.116204 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:09:05.182042 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:05.189255 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:05.191052 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f70b44d2-3ecb-4e97-b320-384529a39401 HTTP/1.1" status: 204 len: 168 time: 0.5275764 Jul 16 02:09:05.197032 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 52a18787-1f9f-45fc-bd71-07fc57c54de4 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:05.203577 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8e3a1-8a65-4724-bbbf-9b8027976ba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f70b44d2-3ecb-4e97-b320-384529a39401,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:05.222357 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 52a18787-1f9f-45fc-bd71-07fc57c54de4 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:05.222707 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 52a18787-1f9f-45fc-bd71-07fc57c54de4 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:05.223169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 564fc316-2ba3-46a5-92f6-5b27b4066300 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:05.244377 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 564fc316-2ba3-46a5-92f6-5b27b4066300 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:05.244728 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 564fc316-2ba3-46a5-92f6-5b27b4066300 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:05.245155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 062e0393-86cb-4587-9439-9f7522bc2c73 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:05.265583 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 062e0393-86cb-4587-9439-9f7522bc2c73 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:05.265969 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 062e0393-86cb-4587-9439-9f7522bc2c73 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:05.338959 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42152) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:05.381192 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b2bad486-99cd-4f63-a016-04b11fc7ec2c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8072fcd5c02343758c430084659e9d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410471 Jul 16 02:09:05.383535 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42154) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:05.433191 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b3321e8b-c606-491b-a8a6-2c2657b5793e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:05.453455 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b3321e8b-c606-491b-a8a6-2c2657b5793e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:05.503989 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b3321e8b-c606-491b-a8a6-2c2657b5793e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:05.506371 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b3321e8b-c606-491b-a8a6-2c2657b5793e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:05.507504 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b3321e8b-c606-491b-a8a6-2c2657b5793e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/07b2a06b-1d64-4e4f-8ac2-7592ce22f5ed HTTP/1.1" status: 204 len: 168 time: 0.1230426 Jul 16 02:09:05.515011 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3321e8b-c606-491b-a8a6-2c2657b5793e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b2a06b-1d64-4e4f-8ac2-7592ce22f5ed,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:05.872105 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408ca10-0b4a-4355-a934-705a812cc893 req-9f5eaa5d-f0b7-460b-bd94-f5e216886f43 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:05.872105 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8408ca10-0b4a-4355-a934-705a812cc893 req-9f5eaa5d-f0b7-460b-bd94-f5e216886f43 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 944 time: 0.0675352 Jul 16 02:09:05.912933 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8408ca10-0b4a-4355-a934-705a812cc893 req-50d43d29-ef12-4fbf-84e6-29e58de97495 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd6f5fa-1f83-4ad1-80c5-0b074a362238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331466 Jul 16 02:09:07.088169 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1554c-5be0-4651-96d2-f6a6612a7f32 req-702a66b6-7981-484b-8014-148e775b7a5c tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:07.089830 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ac1554c-5be0-4651-96d2-f6a6612a7f32 req-702a66b6-7981-484b-8014-148e775b7a5c tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 944 time: 0.0669889 Jul 16 02:09:07.133679 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ac1554c-5be0-4651-96d2-f6a6612a7f32 req-1d20e498-3625-4b6d-b2bf-31c3ebd5da77 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd6f5fa-1f83-4ad1-80c5-0b074a362238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372672 Jul 16 02:09:08.318950 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c96501-b635-4909-b079-279625cb2fc3 req-fcc14a95-6982-4e1b-b662-0fb1fbf9f275 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:08.320599 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e9c96501-b635-4909-b079-279625cb2fc3 req-fcc14a95-6982-4e1b-b662-0fb1fbf9f275 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 944 time: 0.0701640 Jul 16 02:09:08.362345 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e9c96501-b635-4909-b079-279625cb2fc3 req-110182ab-fce3-474f-a84b-4832db843ca9 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd6f5fa-1f83-4ad1-80c5-0b074a362238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358112 Jul 16 02:09:09.541658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c475c51-4f36-4242-8db0-2566c04fa662 req-9a1a810c-6697-4e50-b6f5-e093f069d328 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:09.543221 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7c475c51-4f36-4242-8db0-2566c04fa662 req-9a1a810c-6697-4e50-b6f5-e093f069d328 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 944 time: 0.0684028 Jul 16 02:09:09.584336 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7c475c51-4f36-4242-8db0-2566c04fa662 req-0562249a-d1e6-48fc-b18a-35c0410e9238 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd6f5fa-1f83-4ad1-80c5-0b074a362238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349655 Jul 16 02:09:10.755766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44247753-e4a9-4b79-992f-fe9ebb8da9a8 req-c2e8693f-151c-4c0b-bb76-522049f00bf8 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:10.757328 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44247753-e4a9-4b79-992f-fe9ebb8da9a8 req-c2e8693f-151c-4c0b-bb76-522049f00bf8 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 944 time: 0.0639901 Jul 16 02:09:10.795580 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44247753-e4a9-4b79-992f-fe9ebb8da9a8 req-3664377a-3ec4-4700-afa6-4e2c6d596820 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd6f5fa-1f83-4ad1-80c5-0b074a362238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328968 Jul 16 02:09:11.199784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42248) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:11.592653 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-644f9613-f624-4251-bee5-636839728265 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:11.726915 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:09:11.839144 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=8d3dc800-97b8-450e-a0f4-2dfe73e14fc4,segment=NetworkSegment(7ce28ec2-094d-4dd0-9425-cfae449272ba),segment_id=7ce28ec2-094d-4dd0-9425-cfae449272ba)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:11.857038 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'port_id': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4', 'mac_address': 'fa:16:3e:42:68:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:09:11.899808 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:11.916070 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:09:11.944471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=8d3dc800-97b8-450e-a0f4-2dfe73e14fc4,segment=NetworkSegment(7ce28ec2-094d-4dd0-9425-cfae449272ba),segment_id=7ce28ec2-094d-4dd0-9425-cfae449272ba)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:11.950689 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:11.977177 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-644f9613-f624-4251-bee5-636839728265 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Deleting port e809585a-cf3a-4543-8cf2-3470d21f3309 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:11.977716 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-644f9613-f624-4251-bee5-636839728265 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:12.003664 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=8d3dc800-97b8-450e-a0f4-2dfe73e14fc4,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:12.078493 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-644f9613-f624-4251-bee5-636839728265 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] For port e809585a-cf3a-4543-8cf2-3470d21f3309, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e809585a-cf3a-4543-8cf2-3470d21f3309,segment=NetworkSegment(40dde817-21b0-4778-adab-f7093f6f0ff1),segment_id=40dde817-21b0-4778-adab-f7093f6f0ff1)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:12.078843 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-644f9613-f624-4251-bee5-636839728265 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:12.087912 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eada3cd-10d6-4c0f-9311-c9bcf88af62f req-d19ae255-7548-4039-88ae-916886ddede6 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:12.089391 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9eada3cd-10d6-4c0f-9311-c9bcf88af62f req-d19ae255-7548-4039-88ae-916886ddede6 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 944 time: 0.1590369 Jul 16 02:09:12.100970 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-644f9613-f624-4251-bee5-636839728265 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Calling delete_port for e809585a-cf3a-4543-8cf2-3470d21f3309 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:12.177623 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9eada3cd-10d6-4c0f-9311-c9bcf88af62f req-37a613ed-b28a-41ca-9424-9c7802a4cc18 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd6f5fa-1f83-4ad1-80c5-0b074a362238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809412 Jul 16 02:09:12.240246 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['8d3dc800-97b8-450e-a0f4-2dfe73e14fc4'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:09:12.332795 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-644f9613-f624-4251-bee5-636839728265 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:12.366988 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f9613-f624-4251-bee5-636839728265 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'Port': ['ID=e809585a-cf3a-4543-8cf2-3470d21f3309,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:12.603047 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-644f9613-f624-4251-bee5-636839728265 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:12.834743 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644f9613-f624-4251-bee5-636839728265 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Router f7eb0387-4905-45cf-b974-05c837d8ae15 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:12.946789 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644f9613-f624-4251-bee5-636839728265 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:12.956306 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-644f9613-f624-4251-bee5-636839728265 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "PUT /v2.0/routers/f7eb0387-4905-45cf-b974-05c837d8ae15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7522547 Jul 16 02:09:12.965954 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251e7c3e-8ef2-4074-9386-69011b5c983c None None] Sync routers for ids ['f7eb0387-4905-45cf-b974-05c837d8ae15'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:12.978431 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251e7c3e-8ef2-4074-9386-69011b5c983c None None] Routers {'f7eb0387-4905-45cf-b974-05c837d8ae15'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:12.979367 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-251e7c3e-8ef2-4074-9386-69011b5c983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f7eb0387-4905-45cf-b974-05c837d8ae15'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:13.085668 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-251e7c3e-8ef2-4074-9386-69011b5c983c None None] Set router f7eb0387-4905-45cf-b974-05c837d8ae15 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:13.350903 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-251e7c3e-8ef2-4074-9386-69011b5c983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:09:12Z', 'revision_number': 6, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5410108b-e0e0-4032-8020-88e08f07f911', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'port_id': 'bfc209bb-f248-4f83-aaa3-18a6961aa843', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'mac_address': 'fa:16:3e:24:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439d23c-2481-4220-8971-a2703d7e991a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:07:53Z', 'updated_at': '2021-07-16T02:07:56Z', 'revision_number': 1, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d7ab8eb-f111-4f69-96b8-98c50cecff66', 'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:39:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:28Z', 'updated_at': '2021-07-16T02:07:35Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:13.362489 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa6365-8662-4b35-be78-c7447b93d416 req-9df01a9a-0a89-45d3-b339-40825dad5a9c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:13.364044 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4aa6365-8662-4b35-be78-c7447b93d416 req-9df01a9a-0a89-45d3-b339-40825dad5a9c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=d407a137-ae5a-4514-8f7b-f91b7b6bcb39 HTTP/1.1" status: 200 len: 946 time: 0.0756798 Jul 16 02:09:13.380035 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251e7c3e-8ef2-4074-9386-69011b5c983c None None] Checking router: f7eb0387-4905-45cf-b974-05c837d8ae15 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:13.391794 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251e7c3e-8ef2-4074-9386-69011b5c983c None None] Routers {'f7eb0387-4905-45cf-b974-05c837d8ae15'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:13.392702 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-251e7c3e-8ef2-4074-9386-69011b5c983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f7eb0387-4905-45cf-b974-05c837d8ae15'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:13.400304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f9464-4c64-4595-8c4e-7599cb93f471 req-cb84dc6f-eb94-41e2-b2c4-1ea3a540a628 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:13.407889 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-835f9464-4c64-4595-8c4e-7599cb93f471 req-cb84dc6f-eb94-41e2-b2c4-1ea3a540a628 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 945 time: 0.0815089 Jul 16 02:09:13.409145 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4aa6365-8662-4b35-be78-c7447b93d416 req-ba3220d0-c432-433e-8e84-de21cfc739fd tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=088410bd-1b35-4b15-bbfc-31991939b3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380292 Jul 16 02:09:13.460217 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-835f9464-4c64-4595-8c4e-7599cb93f471 req-020179a6-d316-41a9-87f5-f980efd58e1c tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd6f5fa-1f83-4ad1-80c5-0b074a362238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513465 Jul 16 02:09:13.517734 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-251e7c3e-8ef2-4074-9386-69011b5c983c None None] Set router f7eb0387-4905-45cf-b974-05c837d8ae15 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:13.729408 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:13.779675 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-251e7c3e-8ef2-4074-9386-69011b5c983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:09:12Z', 'revision_number': 6, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5410108b-e0e0-4032-8020-88e08f07f911', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'port_id': 'bfc209bb-f248-4f83-aaa3-18a6961aa843', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'mac_address': 'fa:16:3e:24:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439d23c-2481-4220-8971-a2703d7e991a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:07:53Z', 'updated_at': '2021-07-16T02:07:56Z', 'revision_number': 1, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d7ab8eb-f111-4f69-96b8-98c50cecff66', 'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:39:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:28Z', 'updated_at': '2021-07-16T02:07:35Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:13.791070 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:13.794940 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:13.795340 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:13.810564 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251e7c3e-8ef2-4074-9386-69011b5c983c None None] The sync data for ids ['f7eb0387-4905-45cf-b974-05c837d8ae15'] in n-d-800086-6 is: [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:09:12Z', 'revision_number': 6, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5410108b-e0e0-4032-8020-88e08f07f911', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'port_id': 'bfc209bb-f248-4f83-aaa3-18a6961aa843', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'mac_address': 'fa:16:3e:24:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6439d23c-2481-4220-8971-a2703d7e991a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:07:53Z', 'updated_at': '2021-07-16T02:07:56Z', 'revision_number': 1, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d7ab8eb-f111-4f69-96b8-98c50cecff66', 'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:39:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:28Z', 'updated_at': '2021-07-16T02:07:35Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:13.844396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42288) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:13.897052 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:13.919977 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:13.922927 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4757715f-fb3d-4af4-8985-8a7597cf9580" -d '{"events": [{"server_uuid": "d9b833cd-b193-4128-a94d-c1b659c9dcba", "name": "network-vif-plugged", "status": "completed", "tag": "8d3dc800-97b8-450e-a0f4-2dfe73e14fc4"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:13.941908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=8d3dc800-97b8-450e-a0f4-2dfe73e14fc4,segment=NetworkSegment(7ce28ec2-094d-4dd0-9425-cfae449272ba),segment_id=7ce28ec2-094d-4dd0-9425-cfae449272ba)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:13.946615 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:13.970723 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dd2640d-b413-4256-b1bd-0f4edd9d8b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:13.975070 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4732b2-9e45-4845-8a75-efe5458c84d0 x-openstack-request-id: req-5f4732b2-9e45-4845-8a75-efe5458c84d0 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:13.975368 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b833cd-b193-4128-a94d-c1b659c9dcba", "name": "network-vif-plugged", "status": "completed", "tag": "8d3dc800-97b8-450e-a0f4-2dfe73e14fc4", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:13.975622 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5f4732b2-9e45-4845-8a75-efe5458c84d0 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:13.976040 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4', 'code': 200} Jul 16 02:09:14.003131 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=8d3dc800-97b8-450e-a0f4-2dfe73e14fc4,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:14.065987 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dd2640d-b413-4256-b1bd-0f4edd9d8b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:14.069922 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0dd2640d-b413-4256-b1bd-0f4edd9d8b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:14.120418 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0dd2640d-b413-4256-b1bd-0f4edd9d8b33 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1be470d444fa4e7daf7d49d954b07c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749279 Jul 16 02:09:14.122133 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2640d-b413-4256-b1bd-0f4edd9d8b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d7368c-3651-4aae-9238-22779356bbaa,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:14.123092 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42296) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:14.171420 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255265b4-a85c-4d70-b400-4d38f2d45cde req-86259655-ccd9-44ed-8267-0c79becc94f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:14.174181 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-255265b4-a85c-4d70-b400-4d38f2d45cde req-86259655-ccd9-44ed-8267-0c79becc94f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 1097 time: 0.1161170 Jul 16 02:09:14.178963 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-551d32fc-fc5f-4bfe-a3f4-e886b420bf52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:14.202083 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-551d32fc-fc5f-4bfe-a3f4-e886b420bf52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:14.209418 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-255265b4-a85c-4d70-b400-4d38f2d45cde req-e270667b-897e-47f9-8383-59736c6c1f90 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=afd6f5fa-1f83-4ad1-80c5-0b074a362238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295095 Jul 16 02:09:14.252576 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-551d32fc-fc5f-4bfe-a3f4-e886b420bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:14.255543 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-551d32fc-fc5f-4bfe-a3f4-e886b420bf52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:14.256865 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-551d32fc-fc5f-4bfe-a3f4-e886b420bf52 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e9d7368c-3651-4aae-9238-22779356bbaa HTTP/1.1" status: 204 len: 168 time: 0.1325383 Jul 16 02:09:14.266693 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d32fc-fc5f-4bfe-a3f4-e886b420bf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d7368c-3651-4aae-9238-22779356bbaa,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:14.602598 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65032a6-6f8c-420e-abd9-44a2bedae460 req-3eec5f28-1257-477d-a7d1-22f60f702ef9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:14.604834 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b65032a6-6f8c-420e-abd9-44a2bedae460 req-3eec5f28-1257-477d-a7d1-22f60f702ef9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=d407a137-ae5a-4514-8f7b-f91b7b6bcb39 HTTP/1.1" status: 200 len: 946 time: 0.0737247 Jul 16 02:09:14.644906 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3842957-33f6-4791-8324-4826bf6cde60 req-f03c05ac-f62b-40af-aa58-c0839ec54789 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:14.646843 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e3842957-33f6-4791-8324-4826bf6cde60 req-f03c05ac-f62b-40af-aa58-c0839ec54789 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 946 time: 0.0656693 Jul 16 02:09:14.650013 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b65032a6-6f8c-420e-abd9-44a2bedae460 req-d242a929-cd9b-496d-a4a1-65e740f06a7f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=088410bd-1b35-4b15-bbfc-31991939b3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374279 Jul 16 02:09:14.725469 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e3842957-33f6-4791-8324-4826bf6cde60 req-d94bebdf-71be-4906-8859-ccd58c1d00c2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd6f5fa-1f83-4ad1-80c5-0b074a362238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667794 Jul 16 02:09:14.746631 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ab026-9132-489b-9816-ce08bfb85a5a req-f480417e-56be-4aed-9c79-53f4a061922a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:14.748213 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ad6ab026-9132-489b-9816-ce08bfb85a5a req-f480417e-56be-4aed-9c79-53f4a061922a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.26 "GET /v2.0/ports?device_id=d407a137-ae5a-4514-8f7b-f91b7b6bcb39 HTTP/1.1" status: 200 len: 946 time: 0.1005118 Jul 16 02:09:14.850616 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-ad6ab026-9132-489b-9816-ce08bfb85a5a req-5e7ee0d8-4728-4f0b-a786-6713a5decfbb tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Deleting port 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:14.850962 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ad6ab026-9132-489b-9816-ce08bfb85a5a req-5e7ee0d8-4728-4f0b-a786-6713a5decfbb tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:14.925013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e809585a-cf3a-4543-8cf2-3470d21f3309 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:14.944910 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: e809585a-cf3a-4543-8cf2-3470d21f3309 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:14.945267 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e809585a-cf3a-4543-8cf2-3470d21f3309 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:14.948083 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ad6ab026-9132-489b-9816-ce08bfb85a5a req-5e7ee0d8-4728-4f0b-a786-6713a5decfbb tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] For port 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44,segment=NetworkSegment(40dde817-21b0-4778-adab-f7093f6f0ff1),segment_id=40dde817-21b0-4778-adab-f7093f6f0ff1)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:14.948456 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ad6ab026-9132-489b-9816-ce08bfb85a5a req-5e7ee0d8-4728-4f0b-a786-6713a5decfbb tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:14.961814 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-ad6ab026-9132-489b-9816-ce08bfb85a5a req-5e7ee0d8-4728-4f0b-a786-6713a5decfbb tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Calling delete_port for 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:15.088111 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ad6ab026-9132-489b-9816-ce08bfb85a5a req-5e7ee0d8-4728-4f0b-a786-6713a5decfbb tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:15.437521 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ee0d8-4728-4f0b-a786-6713a5decfbb tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'Port': ['ID=6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:15.482472 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6ab026-9132-489b-9816-ce08bfb85a5a req-5e7ee0d8-4728-4f0b-a786-6713a5decfbb tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] No DVR routers for this DVR port 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:15.485943 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ad6ab026-9132-489b-9816-ce08bfb85a5a req-5e7ee0d8-4728-4f0b-a786-6713a5decfbb tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:15.487957 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ad6ab026-9132-489b-9816-ce08bfb85a5a req-5e7ee0d8-4728-4f0b-a786-6713a5decfbb tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.26 "DELETE /v2.0/ports/6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 HTTP/1.1" status: 204 len: 173 time: 0.7340808 Jul 16 02:09:15.488397 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd407a137-ae5a-4514-8f7b-f91b7b6bcb39', 'name': 'network-vif-deleted', 'tag': '6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:15.490658 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9064f10-90dd-4185-933d-99e16e56fcc0" -d '{"events": [{"server_uuid": "d407a137-ae5a-4514-8f7b-f91b7b6bcb39", "name": "network-vif-deleted", "tag": "6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:15.541521 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2603691-a5da-4794-bfdf-2a0535a5fd20 x-openstack-request-id: req-e2603691-a5da-4794-bfdf-2a0535a5fd20 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:15.541818 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d407a137-ae5a-4514-8f7b-f91b7b6bcb39", "name": "network-vif-deleted", "tag": "6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:15.542069 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e2603691-a5da-4794-bfdf-2a0535a5fd20 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:15.542503 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd407a137-ae5a-4514-8f7b-f91b7b6bcb39', 'name': 'network-vif-deleted', 'tag': '6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44', 'status': 'completed', 'code': 200} Jul 16 02:09:15.821637 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-08b64218-677a-4892-b20a-04f7fa8a08e1 req-9e627ab2-db99-4499-809e-d0e617dc7c20 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=d407a137-ae5a-4514-8f7b-f91b7b6bcb39 HTTP/1.1" status: 200 len: 210 time: 0.0360861 Jul 16 02:09:15.941648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83073b-7539-4d1c-b789-d93971403086 req-27bda079-8d1a-4f7d-b4b5-30654aee4307 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:15.943695 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ca83073b-7539-4d1c-b789-d93971403086 req-27bda079-8d1a-4f7d-b4b5-30654aee4307 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 946 time: 0.0861845 Jul 16 02:09:15.997493 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ca83073b-7539-4d1c-b789-d93971403086 req-1c329d37-ea02-4703-b178-79fd48d5da51 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd6f5fa-1f83-4ad1-80c5-0b074a362238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479064 Jul 16 02:09:16.188712 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54220640-4e32-4e75-8ebe-3f3a977c1575 req-d3939c2c-df6d-4554-944c-ab2a357b5bdb tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:16.190412 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-54220640-4e32-4e75-8ebe-3f3a977c1575 req-d3939c2c-df6d-4554-944c-ab2a357b5bdb tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 946 time: 0.0716679 Jul 16 02:09:16.231653 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-54220640-4e32-4e75-8ebe-3f3a977c1575 req-da6c0b9b-c88e-4bdb-9395-8434e4433a8e tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd6f5fa-1f83-4ad1-80c5-0b074a362238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355361 Jul 16 02:09:16.256378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42380) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:16.496742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd14379-200d-4fcf-91be-940873070546 tempest-TestVolumeBackupRestore-2104192771 tempest-TestVolumeBackupRestore-2104192771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:16.498314 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7dd14379-200d-4fcf-91be-940873070546 tempest-TestVolumeBackupRestore-2104192771 tempest-TestVolumeBackupRestore-2104192771-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 1092 time: 0.2407963 Jul 16 02:09:16.502160 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42392) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:16.506955 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:16.529610 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:16.626203 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:16.660255 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42396) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:16.732706 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Allocated IP 172.25.1.178 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/1d60d534-41f5-46e6-b84d-60f4888b6973) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:16.778791 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f8824dc2-e919-4564-a357-dfd4cf64e2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:16.840579 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:16.876044 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f8824dc2-e919-4564-a357-dfd4cf64e2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:16.880941 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f8824dc2-e919-4564-a357-dfd4cf64e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:16.887426 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:16.926481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42402) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:16.929410 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f8824dc2-e919-4564-a357-dfd4cf64e2d5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=60a114b0c96342218df5b6bcbdba6817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2680612 Jul 16 02:09:16.930911 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42404) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:16.938035 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8824dc2-e919-4564-a357-dfd4cf64e2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c10e0b-6013-4020-bae7-052d8da7a3a5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:16.940025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:16.953164 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:16.957695 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Pushing event updated for resources: {'Port': ['ID=1d60d534-41f5-46e6-b84d-60f4888b6973,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:16.964361 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:16.982508 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5162f1aa-4b85-4cdb-83b9-6db52acd4dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.004053 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5162f1aa-4b85-4cdb-83b9-6db52acd4dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.049169 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5162f1aa-4b85-4cdb-83b9-6db52acd4dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.051755 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5162f1aa-4b85-4cdb-83b9-6db52acd4dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.052976 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5162f1aa-4b85-4cdb-83b9-6db52acd4dad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e3c10e0b-6013-4020-bae7-052d8da7a3a5 HTTP/1.1" status: 204 len: 168 time: 0.1211457 Jul 16 02:09:17.060927 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162f1aa-4b85-4cdb-83b9-6db52acd4dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c10e0b-6013-4020-bae7-052d8da7a3a5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:17.068229 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-64fae4c0-428b-4622-90b6-3ecb33d4f2e7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.123887 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-64fae4c0-428b-4622-90b6-3ecb33d4f2e7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.314485 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-64fae4c0-428b-4622-90b6-3ecb33d4f2e7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.317123 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-64fae4c0-428b-4622-90b6-3ecb33d4f2e7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.318290 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-64fae4c0-428b-4622-90b6-3ecb33d4f2e7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "DELETE /v2.0/security-groups/088410bd-1b35-4b15-bbfc-31991939b3b5 HTTP/1.1" status: 204 len: 168 time: 0.3908694 Jul 16 02:09:17.322684 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42412) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:17.332125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fae4c0-428b-4622-90b6-3ecb33d4f2e7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=088410bd-1b35-4b15-bbfc-31991939b3b5,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:17.340469 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a41bf6-6e2a-4556-9187-bf555e96e7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.377121 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42414) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:17.442258 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.452575 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b4535d-7949-4904-a4b8-87aa0abae35e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Deleting subnet 687ce44d-c9ae-420c-9fa7-94b3411a32ca {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:09:17.457352 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5b4535d-7949-4904-a4b8-87aa0abae35e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.511206 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5b4535d-7949-4904-a4b8-87aa0abae35e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.525317 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.547891 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a41bf6-6e2a-4556-9187-bf555e96e7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.553512 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a41bf6-6e2a-4556-9187-bf555e96e7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.626561 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-49a41bf6-6e2a-4556-9187-bf555e96e7b4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=821012d76c2147b6a2beb61b2aed0900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025448 Jul 16 02:09:17.629249 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a41bf6-6e2a-4556-9187-bf555e96e7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2332f5f-9822-4a73-8df0-8894b71c8197,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:17.631838 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42416) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:17.651360 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5b4535d-7949-4904-a4b8-87aa0abae35e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.709848 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5b4535d-7949-4904-a4b8-87aa0abae35e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.724878 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.727296 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-88fd718a-3996-43b8-b701-8a77d3234a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.731977 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.740148 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4535d-7949-4904-a4b8-87aa0abae35e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'Subnet': ['ID=687ce44d-c9ae-420c-9fa7-94b3411a32ca,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:17.746906 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e5b4535d-7949-4904-a4b8-87aa0abae35e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.748958 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e5b4535d-7949-4904-a4b8-87aa0abae35e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "DELETE /v2.0/subnets/687ce44d-c9ae-420c-9fa7-94b3411a32ca HTTP/1.1" status: 204 len: 168 time: 0.3708873 Jul 16 02:09:17.751837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42418) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:17.758038 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1070651-0fa1-4ade-8e81-c876853ac1ce None None] Network 33cd95b4-477b-4514-8554-d495c43e4018 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:09:17.787414 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-88fd718a-3996-43b8-b701-8a77d3234a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.830949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Pushing event updated for resources: {'Port': ['ID=1d60d534-41f5-46e6-b84d-60f4888b6973,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:17.840440 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.862565 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.895614 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Deleting port 55585fa7-b83f-4b93-8d03-3c5935b03968 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:17.895901 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.921805 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-88fd718a-3996-43b8-b701-8a77d3234a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.924839 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-88fd718a-3996-43b8-b701-8a77d3234a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.925989 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-88fd718a-3996-43b8-b701-8a77d3234a45 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b2332f5f-9822-4a73-8df0-8894b71c8197 HTTP/1.1" status: 204 len: 168 time: 0.2932041 Jul 16 02:09:17.968151 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd718a-3996-43b8-b701-8a77d3234a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2332f5f-9822-4a73-8df0-8894b71c8197,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:17.981917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] For port 55585fa7-b83f-4b93-8d03-3c5935b03968, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=55585fa7-b83f-4b93-8d03-3c5935b03968,segment=NetworkSegment(40dde817-21b0-4778-adab-f7093f6f0ff1),segment_id=40dde817-21b0-4778-adab-f7093f6f0ff1)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:17.982422 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:17.991038 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Floating IP aa37379a-30a7-460f-bd33-6ab873a3525b associated. External IP: 172.25.1.178, port: 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4. Jul 16 02:09:17.995427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c249c54-1df6-4ccb-af24-c99d789a90b6 None None] DHCP port deletion for 33cd95b4-477b-4514-8554-d495c43e4018 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:09:17.998300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Calling delete_port for 55585fa7-b83f-4b93-8d03-3c5935b03968 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:18.055153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-2c249c54-1df6-4ccb-af24-c99d789a90b6 None None] Deleting port 55585fa7-b83f-4b93-8d03-3c5935b03968 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:18.055538 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c249c54-1df6-4ccb-af24-c99d789a90b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.136859 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-2c249c54-1df6-4ccb-af24-c99d789a90b6 None None] For port 55585fa7-b83f-4b93-8d03-3c5935b03968, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=55585fa7-b83f-4b93-8d03-3c5935b03968,segment=NetworkSegment(40dde817-21b0-4778-adab-f7093f6f0ff1),segment_id=40dde817-21b0-4778-adab-f7093f6f0ff1)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:18.137509 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c249c54-1df6-4ccb-af24-c99d789a90b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.161666 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-2c249c54-1df6-4ccb-af24-c99d789a90b6 None None] Calling delete_port for 55585fa7-b83f-4b93-8d03-3c5935b03968 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:18.221021 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Router a81b23f2-4f92-422e-a772-5207d0ca4d61 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:18.271764 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2c249c54-1df6-4ccb-af24-c99d789a90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.280329 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:18.315195 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:18.315869 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6bd8f0ea-d6b3-4e4b-9b4f-d50275395c44 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:18.338771 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c249c54-1df6-4ccb-af24-c99d789a90b6 None None] Pushing event deleted for resources: {'Port': ['ID=55585fa7-b83f-4b93-8d03-3c5935b03968,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:18.340514 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c249c54-1df6-4ccb-af24-c99d789a90b6 None None] No DVR routers for this DVR port 55585fa7-b83f-4b93-8d03-3c5935b03968 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:18.378243 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:18.390700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df54cef-6b7f-4a2f-b1bd-5be5075d1db0 None None] Sync routers for ids ['a81b23f2-4f92-422e-a772-5207d0ca4d61'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:18.398796 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.402851 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df54cef-6b7f-4a2f-b1bd-5be5075d1db0 None None] Routers {'a81b23f2-4f92-422e-a772-5207d0ca4d61'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:18.403721 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-7df54cef-6b7f-4a2f-b1bd-5be5075d1db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a81b23f2-4f92-422e-a772-5207d0ca4d61'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:18.437463 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.445147 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9a54756d-b06f-4e4d-881b-1f0370593500 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9416173 Jul 16 02:09:18.445518 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'tag': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:18.448069 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dd92f8-db9b-4572-9b27-825622985eef" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b833cd-b193-4128-a94d-c1b659c9dcba", "tag": "8d3dc800-97b8-450e-a0f4-2dfe73e14fc4"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:18.450358 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42432) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:18.488943 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bca968-db7f-4ea4-9144-772c5db8b580 x-openstack-request-id: req-03bca968-db7f-4ea4-9144-772c5db8b580 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:18.489244 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b833cd-b193-4128-a94d-c1b659c9dcba", "tag": "8d3dc800-97b8-450e-a0f4-2dfe73e14fc4", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:18.489503 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-03bca968-db7f-4ea4-9144-772c5db8b580 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:18.489912 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'tag': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4', 'status': 'completed', 'code': 200} Jul 16 02:09:18.497600 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'Port': ['ID=55585fa7-b83f-4b93-8d03-3c5935b03968,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:18.500376 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] No DVR routers for this DVR port 55585fa7-b83f-4b93-8d03-3c5935b03968 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:18.544908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-7df54cef-6b7f-4a2f-b1bd-5be5075d1db0 None None] Set router a81b23f2-4f92-422e-a772-5207d0ca4d61 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:18.603261 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.608304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd92f8-db9b-4572-9b27-825622985eef req-9ad1a29e-6b57-4168-9aa9-66a3757e1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:18.611159 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73dd92f8-db9b-4572-9b27-825622985eef req-9ad1a29e-6b57-4168-9aa9-66a3757e1d82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd212556018b4b66a6bb5c0606f16ff1&device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 1097 time: 0.0782750 Jul 16 02:09:18.620012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33cd95b4-477b-4514-8554-d495c43e4018']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:18.636422 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40dde817-21b0-4778-adab-f7093f6f0ff1') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:18.637104 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40dde817-21b0-4778-adab-f7093f6f0ff1') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:18.653306 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.674304 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf30f08-1211-4a16-a6a7-2088917f377d tempest-TestVolumeBackupRestore-2104192771 tempest-TestVolumeBackupRestore-2104192771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:18.676240 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-edf30f08-1211-4a16-a6a7-2088917f377d tempest-TestVolumeBackupRestore-2104192771 tempest-TestVolumeBackupRestore-2104192771-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 1092 time: 0.2249525 Jul 16 02:09:18.677549 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.679735 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42436) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:18.685035 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-45840bb8-9f46-45fa-839a-7dda7e7a20c8 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Request body: {'floatingip': {'port_id': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:18.729388 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:09:18.730088 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: self.session.flush() Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:09:18.733310 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:09:18.738118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd92f8-db9b-4572-9b27-825622985eef req-eca358f7-2d70-4733-9930-b433f9de0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:18.739837 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73dd92f8-db9b-4572-9b27-825622985eef req-eca358f7-2d70-4733-9930-b433f9de0aa4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df0a3059-df02-4af7-9c4a-d01fc9fb1626 HTTP/1.1" status: 200 len: 914 time: 0.1222661 Jul 16 02:09:18.818427 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45840bb8-9f46-45fa-839a-7dda7e7a20c8 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for floatingip, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.821886 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.834932 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73dd92f8-db9b-4572-9b27-825622985eef req-d307be67-5ded-47a5-be16-3890eff8fbba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 HTTP/1.1" status: 200 len: 1000 time: 0.0878901 Jul 16 02:09:18.846267 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-7df54cef-6b7f-4a2f-b1bd-5be5075d1db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'name': 'tempest-TestVolumeBackupRestore-271428851-router', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:46Z', 'updated_at': '2021-07-16T02:06:50Z', 'revision_number': 4, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'gw_port': {'id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'aa37379a-30a7-460f-bd33-6ab873a3525b', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'port_id': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'mac_address': 'fa:16:3e:42:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:17Z', 'updated_at': '2021-07-16T02:09:17Z', 'revision_number': 0, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58caf00f-60af-446c-a8dc-813e53ce5048', 'name': '', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'mac_address': 'fa:16:3e:6b:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:49Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 5, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'subnets': [{'id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:18.865442 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:18.867972 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "DELETE /v2.0/networks/33cd95b4-477b-4514-8554-d495c43e4018 HTTP/1.1" status: 204 len: 168 time: 1.1151829 Jul 16 02:09:18.882417 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42444) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:18.884488 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df54cef-6b7f-4a2f-b1bd-5be5075d1db0 None None] Checking router: a81b23f2-4f92-422e-a772-5207d0ca4d61 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:18.886586 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759cd6b5-3e9e-4c21-863d-fd87349d880f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'Network': ['ID=33cd95b4-477b-4514-8554-d495c43e4018,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:18.897078 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df54cef-6b7f-4a2f-b1bd-5be5075d1db0 None None] Routers {'a81b23f2-4f92-422e-a772-5207d0ca4d61'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:18.898268 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-7df54cef-6b7f-4a2f-b1bd-5be5075d1db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a81b23f2-4f92-422e-a772-5207d0ca4d61'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:18.993075 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 55585fa7-b83f-4b93-8d03-3c5935b03968 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:19.006948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd92f8-db9b-4572-9b27-825622985eef req-38213752-eed8-431d-b458-e16c15835dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:19.008615 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73dd92f8-db9b-4572-9b27-825622985eef req-38213752-eed8-431d-b458-e16c15835dcb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1 HTTP/1.1" status: 200 len: 852 time: 0.1674719 Jul 16 02:09:19.017862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 55585fa7-b83f-4b93-8d03-3c5935b03968 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:19.017862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 55585fa7-b83f-4b93-8d03-3c5935b03968 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:19.047795 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-7df54cef-6b7f-4a2f-b1bd-5be5075d1db0 None None] Set router a81b23f2-4f92-422e-a772-5207d0ca4d61 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:19.181975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd92f8-db9b-4572-9b27-825622985eef req-f2d5bcd5-d890-4870-869c-d2dbf3fcbcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:19.183967 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73dd92f8-db9b-4572-9b27-825622985eef req-f2d5bcd5-d890-4870-869c-d2dbf3fcbcf6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df0a3059-df02-4af7-9c4a-d01fc9fb1626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654289 Jul 16 02:09:19.199164 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-73dd92f8-db9b-4572-9b27-825622985eef req-9271bde3-3674-44fb-84bb-b9af8ffc344b service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:09:19.200168 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73dd92f8-db9b-4572-9b27-825622985eef req-9271bde3-3674-44fb-84bb-b9af8ffc344b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054822 Jul 16 02:09:19.238047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-184c0ffd-1ce5-4bc1-a630-a7aae5ec63a7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Deleting port 9279b30e-79d5-40d3-9e20-aec9ae31f709 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:19.238399 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-184c0ffd-1ce5-4bc1-a630-a7aae5ec63a7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:19.348363 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-7df54cef-6b7f-4a2f-b1bd-5be5075d1db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'name': 'tempest-TestVolumeBackupRestore-271428851-router', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:46Z', 'updated_at': '2021-07-16T02:06:50Z', 'revision_number': 4, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'gw_port': {'id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'aa37379a-30a7-460f-bd33-6ab873a3525b', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'port_id': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'mac_address': 'fa:16:3e:42:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:17Z', 'updated_at': '2021-07-16T02:09:17Z', 'revision_number': 0, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58caf00f-60af-446c-a8dc-813e53ce5048', 'name': '', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'mac_address': 'fa:16:3e:6b:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:49Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 5, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'subnets': [{'id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:19.366417 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73dd92f8-db9b-4572-9b27-825622985eef req-599d9ec9-ba19-4d4e-a171-b99c75132a66 service neutron] 10.222.0.47 "GET /v2.0/networks/df0a3059-df02-4af7-9c4a-d01fc9fb1626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583571 Jul 16 02:09:19.380125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df54cef-6b7f-4a2f-b1bd-5be5075d1db0 None None] The sync data for ids ['a81b23f2-4f92-422e-a772-5207d0ca4d61'] in n-d-800086-6 is: [{'id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'name': 'tempest-TestVolumeBackupRestore-271428851-router', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:46Z', 'updated_at': '2021-07-16T02:06:50Z', 'revision_number': 4, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'gw_port': {'id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'aa37379a-30a7-460f-bd33-6ab873a3525b', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'port_id': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'mac_address': 'fa:16:3e:42:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:17Z', 'updated_at': '2021-07-16T02:09:17Z', 'revision_number': 0, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58caf00f-60af-446c-a8dc-813e53ce5048', 'name': '', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'mac_address': 'fa:16:3e:6b:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:49Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 5, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'subnets': [{'id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:19.388109 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-184c0ffd-1ce5-4bc1-a630-a7aae5ec63a7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:19.388442 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-184c0ffd-1ce5-4bc1-a630-a7aae5ec63a7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:19.425258 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-184c0ffd-1ce5-4bc1-a630-a7aae5ec63a7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Calling delete_port for 9279b30e-79d5-40d3-9e20-aec9ae31f709 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:19.470638 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45840bb8-9f46-45fa-839a-7dda7e7a20c8 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:19.476556 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45840bb8-9f46-45fa-839a-7dda7e7a20c8 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:19.551259 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73dd92f8-db9b-4572-9b27-825622985eef req-02d5881f-6789-48b6-93d3-f811eb59f020 service neutron] 10.222.0.47 "GET /v2.0/networks/df0a3059-df02-4af7-9c4a-d01fc9fb1626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773903 Jul 16 02:09:19.649501 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-184c0ffd-1ce5-4bc1-a630-a7aae5ec63a7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:19.688884 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c0ffd-1ce5-4bc1-a630-a7aae5ec63a7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'Port': ['ID=9279b30e-79d5-40d3-9e20-aec9ae31f709,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:19.711263 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f1cc8b-7730-47ce-be7d-5d5e5d719277 None None] New status for floating IP aa37379a-30a7-460f-bd33-6ab873a3525b: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:09:19.749152 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-184c0ffd-1ce5-4bc1-a630-a7aae5ec63a7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:19.749496 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-184c0ffd-1ce5-4bc1-a630-a7aae5ec63a7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Floating IP 5410108b-e0e0-4032-8020-88e08f07f911 disassociated (deleted). External IP: 172.25.1.84, port: bfc209bb-f248-4f83-aaa3-18a6961aa843. Jul 16 02:09:19.762963 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45840bb8-9f46-45fa-839a-7dda7e7a20c8 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Router a81b23f2-4f92-422e-a772-5207d0ca4d61 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:19.898597 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45840bb8-9f46-45fa-839a-7dda7e7a20c8 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:19.903946 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45840bb8-9f46-45fa-839a-7dda7e7a20c8 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:19.948279 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'tag': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:19.951489 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363be490-e542-4dbe-8744-4763034f9e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b833cd-b193-4128-a94d-c1b659c9dcba", "tag": "8d3dc800-97b8-450e-a0f4-2dfe73e14fc4"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:19.995031 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-45840bb8-9f46-45fa-839a-7dda7e7a20c8 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "PUT /v2.0/floatingips/aa37379a-30a7-460f-bd33-6ab873a3525b HTTP/1.1" status: 200 len: 992 time: 1.3139837 Jul 16 02:09:19.999789 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e478315-7fd1-4885-8b9b-1fe068b915dc None None] Sync routers for ids ['a81b23f2-4f92-422e-a772-5207d0ca4d61'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:20.009506 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e478315-7fd1-4885-8b9b-1fe068b915dc None None] Routers {'a81b23f2-4f92-422e-a772-5207d0ca4d61'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:20.010264 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1e478315-7fd1-4885-8b9b-1fe068b915dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a81b23f2-4f92-422e-a772-5207d0ca4d61'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:20.016936 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc73fbd7-790a-458f-9ec1-fbf1f44fce60 x-openstack-request-id: req-fc73fbd7-790a-458f-9ec1-fbf1f44fce60 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:20.017233 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b833cd-b193-4128-a94d-c1b659c9dcba", "tag": "8d3dc800-97b8-450e-a0f4-2dfe73e14fc4", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:20.017484 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fc73fbd7-790a-458f-9ec1-fbf1f44fce60 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:20.017891 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'tag': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4', 'status': 'completed', 'code': 200} Jul 16 02:09:20.020605 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184c0ffd-1ce5-4bc1-a630-a7aae5ec63a7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Router f7eb0387-4905-45cf-b974-05c837d8ae15 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:20.144626 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1e478315-7fd1-4885-8b9b-1fe068b915dc None None] Set router a81b23f2-4f92-422e-a772-5207d0ca4d61 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:20.170225 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184c0ffd-1ce5-4bc1-a630-a7aae5ec63a7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:20.174962 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-184c0ffd-1ce5-4bc1-a630-a7aae5ec63a7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:20.180370 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a5c60-9e6e-4977-b5bf-021f568ee1a7 None None] Sync routers for ids ['f7eb0387-4905-45cf-b974-05c837d8ae15'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:20.192277 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a5c60-9e6e-4977-b5bf-021f568ee1a7 None None] Routers {'f7eb0387-4905-45cf-b974-05c837d8ae15'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:20.193215 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-077a5c60-9e6e-4977-b5bf-021f568ee1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f7eb0387-4905-45cf-b974-05c837d8ae15'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:20.215190 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363be490-e542-4dbe-8744-4763034f9e2c req-0eeee2cf-f1c7-424f-9029-895f0d383bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:20.216659 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-363be490-e542-4dbe-8744-4763034f9e2c req-0eeee2cf-f1c7-424f-9029-895f0d383bff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd212556018b4b66a6bb5c0606f16ff1&device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 1097 time: 0.1364043 Jul 16 02:09:20.222204 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-184c0ffd-1ce5-4bc1-a630-a7aae5ec63a7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "DELETE /v2.0/floatingips/5410108b-e0e0-4032-8020-88e08f07f911 HTTP/1.1" status: 204 len: 168 time: 1.3387871 Jul 16 02:09:20.330483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363be490-e542-4dbe-8744-4763034f9e2c req-c34a09a9-ee48-4fd9-9712-53cde9e73473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:20.332031 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-363be490-e542-4dbe-8744-4763034f9e2c req-c34a09a9-ee48-4fd9-9712-53cde9e73473 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df0a3059-df02-4af7-9c4a-d01fc9fb1626 HTTP/1.1" status: 200 len: 914 time: 0.1043007 Jul 16 02:09:20.381901 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-077a5c60-9e6e-4977-b5bf-021f568ee1a7 None None] Set router f7eb0387-4905-45cf-b974-05c837d8ae15 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:20.432673 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-363be490-e542-4dbe-8744-4763034f9e2c req-1c861b77-5091-44ae-851b-a0320c87d3c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 HTTP/1.1" status: 200 len: 1002 time: 0.0895576 Jul 16 02:09:20.503129 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6439d23c-2481-4220-8971-a2703d7e991a', 'tag': 'bfc209bb-f248-4f83-aaa3-18a6961aa843'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:20.505700 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40839a43-d1eb-4101-88a7-6504b164dbd8" -d '{"events": [{"name": "network-changed", "server_uuid": "6439d23c-2481-4220-8971-a2703d7e991a", "tag": "bfc209bb-f248-4f83-aaa3-18a6961aa843"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:20.506876 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1e478315-7fd1-4885-8b9b-1fe068b915dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'name': 'tempest-TestVolumeBackupRestore-271428851-router', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:46Z', 'updated_at': '2021-07-16T02:06:50Z', 'revision_number': 4, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'gw_port': {'id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'aa37379a-30a7-460f-bd33-6ab873a3525b', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'port_id': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'mac_address': 'fa:16:3e:42:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:17Z', 'updated_at': '2021-07-16T02:09:19Z', 'revision_number': 2, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58caf00f-60af-446c-a8dc-813e53ce5048', 'name': '', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'mac_address': 'fa:16:3e:6b:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:49Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 5, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'subnets': [{'id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:20.528093 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363be490-e542-4dbe-8744-4763034f9e2c req-661b86bb-23c7-4a46-ab9c-82c2c67eece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:20.530832 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-363be490-e542-4dbe-8744-4763034f9e2c req-661b86bb-23c7-4a46-ab9c-82c2c67eece4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1 HTTP/1.1" status: 200 len: 852 time: 0.0955610 Jul 16 02:09:20.547848 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e478315-7fd1-4885-8b9b-1fe068b915dc None None] Checking router: a81b23f2-4f92-422e-a772-5207d0ca4d61 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:20.559849 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e478315-7fd1-4885-8b9b-1fe068b915dc None None] Routers {'a81b23f2-4f92-422e-a772-5207d0ca4d61'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:20.560490 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1e478315-7fd1-4885-8b9b-1fe068b915dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a81b23f2-4f92-422e-a772-5207d0ca4d61'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:20.619554 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ac6ed0-45bc-45c4-99b8-1189e38dda36 x-openstack-request-id: req-a0ac6ed0-45bc-45c4-99b8-1189e38dda36 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:20.619885 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6439d23c-2481-4220-8971-a2703d7e991a", "tag": "bfc209bb-f248-4f83-aaa3-18a6961aa843", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:20.621877 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0ac6ed0-45bc-45c4-99b8-1189e38dda36 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:20.622039 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6439d23c-2481-4220-8971-a2703d7e991a', 'tag': 'bfc209bb-f248-4f83-aaa3-18a6961aa843', 'status': 'completed', 'code': 200} Jul 16 02:09:20.698820 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-077a5c60-9e6e-4977-b5bf-021f568ee1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:09:12Z', 'revision_number': 6, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6d7ab8eb-f111-4f69-96b8-98c50cecff66', 'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:39:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:28Z', 'updated_at': '2021-07-16T02:07:35Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:20.732872 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a5c60-9e6e-4977-b5bf-021f568ee1a7 None None] Checking router: f7eb0387-4905-45cf-b974-05c837d8ae15 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:20.747580 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a5c60-9e6e-4977-b5bf-021f568ee1a7 None None] Routers {'f7eb0387-4905-45cf-b974-05c837d8ae15'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:20.748424 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-077a5c60-9e6e-4977-b5bf-021f568ee1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f7eb0387-4905-45cf-b974-05c837d8ae15'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:20.776332 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363be490-e542-4dbe-8744-4763034f9e2c req-56d24c51-dd59-491a-af12-24b5e55b9fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:20.777834 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-363be490-e542-4dbe-8744-4763034f9e2c req-56d24c51-dd59-491a-af12-24b5e55b9fc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df0a3059-df02-4af7-9c4a-d01fc9fb1626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2343404 Jul 16 02:09:20.792142 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40839a43-d1eb-4101-88a7-6504b164dbd8 req-38b99aa0-b74e-45ad-8ffb-3cca488a801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:20.793658 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40839a43-d1eb-4101-88a7-6504b164dbd8 req-38b99aa0-b74e-45ad-8ffb-3cca488a801b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 1096 time: 0.1600213 Jul 16 02:09:20.811938 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991eb2a3-305d-460d-a8ad-defed2dd68fd req-a4754a41-5f6e-4e6a-b66e-e0fbafd45092 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:20.819073 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-991eb2a3-305d-460d-a8ad-defed2dd68fd req-a4754a41-5f6e-4e6a-b66e-e0fbafd45092 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 945 time: 0.1364820 Jul 16 02:09:20.901396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1e478315-7fd1-4885-8b9b-1fe068b915dc None None] Set router a81b23f2-4f92-422e-a772-5207d0ca4d61 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:20.990654 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-077a5c60-9e6e-4977-b5bf-021f568ee1a7 None None] Set router f7eb0387-4905-45cf-b974-05c837d8ae15 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:21.007659 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-991eb2a3-305d-460d-a8ad-defed2dd68fd req-1b99e248-7bfa-4f12-a410-051986069cf8 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=30ba740e-a721-4ce0-9676-bd34106e3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875477 Jul 16 02:09:21.045965 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40839a43-d1eb-4101-88a7-6504b164dbd8 req-b69ca072-3edc-48e5-bb81-18584f7bd536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:21.047630 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40839a43-d1eb-4101-88a7-6504b164dbd8 req-b69ca072-3edc-48e5-bb81-18584f7bd536 service neutron] 10.222.0.47 "GET /v2.0/networks?id=47a3582c-815c-477f-91f5-e1fd1e936e25 HTTP/1.1" status: 200 len: 897 time: 0.2449484 Jul 16 02:09:21.111400 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-363be490-e542-4dbe-8744-4763034f9e2c req-be080468-37cd-4af3-8cd8-bd7f85a16bdd service neutron] 10.222.0.47 "GET /v2.0/networks/df0a3059-df02-4af7-9c4a-d01fc9fb1626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230383 Jul 16 02:09:21.112978 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40839a43-d1eb-4101-88a7-6504b164dbd8 req-63a6af36-c451-4b94-b144-16c38e3672d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfc209bb-f248-4f83-aaa3-18a6961aa843 HTTP/1.1" status: 200 len: 217 time: 0.0543654 Jul 16 02:09:21.177768 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1e478315-7fd1-4885-8b9b-1fe068b915dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'name': 'tempest-TestVolumeBackupRestore-271428851-router', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:46Z', 'updated_at': '2021-07-16T02:06:50Z', 'revision_number': 4, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'gw_port': {'id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'aa37379a-30a7-460f-bd33-6ab873a3525b', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'port_id': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'mac_address': 'fa:16:3e:42:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:17Z', 'updated_at': '2021-07-16T02:09:19Z', 'revision_number': 2, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58caf00f-60af-446c-a8dc-813e53ce5048', 'name': '', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'mac_address': 'fa:16:3e:6b:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:49Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 5, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'subnets': [{'id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:21.210643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e478315-7fd1-4885-8b9b-1fe068b915dc None None] The sync data for ids ['a81b23f2-4f92-422e-a772-5207d0ca4d61'] in n-d-800086-6 is: [{'id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'name': 'tempest-TestVolumeBackupRestore-271428851-router', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:46Z', 'updated_at': '2021-07-16T02:06:50Z', 'revision_number': 4, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'gw_port': {'id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'aa37379a-30a7-460f-bd33-6ab873a3525b', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'port_id': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'mac_address': 'fa:16:3e:42:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:17Z', 'updated_at': '2021-07-16T02:09:19Z', 'revision_number': 2, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58caf00f-60af-446c-a8dc-813e53ce5048', 'name': '', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'mac_address': 'fa:16:3e:6b:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:49Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 5, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'subnets': [{'id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:21.238169 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40839a43-d1eb-4101-88a7-6504b164dbd8 req-86b9dc92-b77c-437d-9c82-ebd27557745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:21.239759 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40839a43-d1eb-4101-88a7-6504b164dbd8 req-86b9dc92-b77c-437d-9c82-ebd27557745f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c2f5395a-71f0-477a-8b4d-6351e159c0ee HTTP/1.1" status: 200 len: 835 time: 0.1154020 Jul 16 02:09:21.257971 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-077a5c60-9e6e-4977-b5bf-021f568ee1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:09:12Z', 'revision_number': 6, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6d7ab8eb-f111-4f69-96b8-98c50cecff66', 'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:39:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:28Z', 'updated_at': '2021-07-16T02:07:35Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:21.296373 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a5c60-9e6e-4977-b5bf-021f568ee1a7 None None] The sync data for ids ['f7eb0387-4905-45cf-b974-05c837d8ae15'] in n-d-800086-6 is: [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:09:12Z', 'revision_number': 6, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6d7ab8eb-f111-4f69-96b8-98c50cecff66', 'name': '', 'network_id': '47a3582c-815c-477f-91f5-e1fd1e936e25', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:39:bf:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:28Z', 'updated_at': '2021-07-16T02:07:35Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': 'c2f5395a-71f0-477a-8b4d-6351e159c0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:21.296835 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-363be490-e542-4dbe-8744-4763034f9e2c req-7dc98afc-b66b-4b6f-9a43-d79467e31d70 service neutron] 10.222.0.47 "GET /v2.0/networks/df0a3059-df02-4af7-9c4a-d01fc9fb1626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734765 Jul 16 02:09:21.326904 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40839a43-d1eb-4101-88a7-6504b164dbd8 req-1b82ab75-2dbf-4d39-97b4-581f84243360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:21.329062 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40839a43-d1eb-4101-88a7-6504b164dbd8 req-1b82ab75-2dbf-4d39-97b4-581f84243360 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=47a3582c-815c-477f-91f5-e1fd1e936e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805452 Jul 16 02:09:21.452153 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40839a43-d1eb-4101-88a7-6504b164dbd8 req-9f07c35d-e981-4e5e-8ac9-2683d56f8468 service neutron] 10.222.0.47 "GET /v2.0/networks/47a3582c-815c-477f-91f5-e1fd1e936e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099508 Jul 16 02:09:21.617046 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d97d4e-fbe0-4c98-a58b-dfd75e9dff19 None None] New status for floating IP 5410108b-e0e0-4032-8020-88e08f07f911: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:09:21.871013 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40839a43-d1eb-4101-88a7-6504b164dbd8 req-ae8f4a8d-522f-49b0-82ba-b677455e17c7 service neutron] 10.222.0.47 "GET /v2.0/networks/47a3582c-815c-477f-91f5-e1fd1e936e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117861 Jul 16 02:09:22.019185 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'tag': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:22.021611 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8658d87d-e08f-4ba0-884e-9e93710f7868" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b833cd-b193-4128-a94d-c1b659c9dcba", "tag": "8d3dc800-97b8-450e-a0f4-2dfe73e14fc4"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:22.057341 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b20dd5f-e562-4a3b-a625-24dcf170bc5e x-openstack-request-id: req-0b20dd5f-e562-4a3b-a625-24dcf170bc5e {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:22.057712 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b833cd-b193-4128-a94d-c1b659c9dcba", "tag": "8d3dc800-97b8-450e-a0f4-2dfe73e14fc4", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:22.058029 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b20dd5f-e562-4a3b-a625-24dcf170bc5e {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:22.058468 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'tag': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4', 'status': 'completed', 'code': 200} Jul 16 02:09:22.226867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658d87d-e08f-4ba0-884e-9e93710f7868 req-19e5efb3-2fda-406a-b804-72b5956b3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:22.228408 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8658d87d-e08f-4ba0-884e-9e93710f7868 req-19e5efb3-2fda-406a-b804-72b5956b3f65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd212556018b4b66a6bb5c0606f16ff1&device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 1097 time: 0.1275856 Jul 16 02:09:22.290218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214302d-718b-4048-a67f-98cb220b6a25 req-73d474ad-3fca-4d45-87e7-5e3da88e2608 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:22.291890 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b214302d-718b-4048-a67f-98cb220b6a25 req-73d474ad-3fca-4d45-87e7-5e3da88e2608 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 945 time: 0.1593072 Jul 16 02:09:22.304526 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44ff46-f677-450e-9164-550eee42ca47 req-52c07765-548e-4d54-87e5-ed1533c36627 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:22.305995 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7a44ff46-f677-450e-9164-550eee42ca47 req-52c07765-548e-4d54-87e5-ed1533c36627 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.47 "GET /v2.0/ports?device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 945 time: 0.1354139 Jul 16 02:09:22.451214 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b214302d-718b-4048-a67f-98cb220b6a25 req-1be36b5c-e8ff-420b-8347-bb2cc25319ee tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=30ba740e-a721-4ce0-9676-bd34106e3aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442294 Jul 16 02:09:22.456370 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658d87d-e08f-4ba0-884e-9e93710f7868 req-b33ee636-c380-4203-8957-4240b2a6fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:22.457824 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8658d87d-e08f-4ba0-884e-9e93710f7868 req-b33ee636-c380-4203-8957-4240b2a6fddb service neutron] 10.222.0.47 "GET /v2.0/networks?id=df0a3059-df02-4af7-9c4a-d01fc9fb1626 HTTP/1.1" status: 200 len: 914 time: 0.2205031 Jul 16 02:09:22.529699 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-7a44ff46-f677-450e-9164-550eee42ca47 req-17916091-9800-40f4-9928-0202db2c3b4b tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Deleting port bfc209bb-f248-4f83-aaa3-18a6961aa843 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:22.530312 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7a44ff46-f677-450e-9164-550eee42ca47 req-17916091-9800-40f4-9928-0202db2c3b4b tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:22.554483 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8658d87d-e08f-4ba0-884e-9e93710f7868 req-2c458e08-8bfb-41e9-96dc-6daa41e4d94d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 HTTP/1.1" status: 200 len: 1002 time: 0.0889347 Jul 16 02:09:22.656183 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658d87d-e08f-4ba0-884e-9e93710f7868 req-04bdf7e0-d6da-44a3-b134-1fffec8d532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:22.657728 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8658d87d-e08f-4ba0-884e-9e93710f7868 req-04bdf7e0-d6da-44a3-b134-1fffec8d532b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1 HTTP/1.1" status: 200 len: 852 time: 0.0960379 Jul 16 02:09:22.664199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-7a44ff46-f677-450e-9164-550eee42ca47 req-17916091-9800-40f4-9928-0202db2c3b4b tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] For port bfc209bb-f248-4f83-aaa3-18a6961aa843, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=bfc209bb-f248-4f83-aaa3-18a6961aa843,segment=NetworkSegment(76646f8d-de7e-449d-8cfb-7b3ff76d2a16),segment_id=76646f8d-de7e-449d-8cfb-7b3ff76d2a16)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:22.664563 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7a44ff46-f677-450e-9164-550eee42ca47 req-17916091-9800-40f4-9928-0202db2c3b4b tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:22.701936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-7a44ff46-f677-450e-9164-550eee42ca47 req-17916091-9800-40f4-9928-0202db2c3b4b tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Calling delete_port for bfc209bb-f248-4f83-aaa3-18a6961aa843 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:22.781478 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658d87d-e08f-4ba0-884e-9e93710f7868 req-ae5afc18-6e30-4d1d-a233-f9f9a4e20722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:22.783005 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8658d87d-e08f-4ba0-884e-9e93710f7868 req-ae5afc18-6e30-4d1d-a233-f9f9a4e20722 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df0a3059-df02-4af7-9c4a-d01fc9fb1626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160529 Jul 16 02:09:22.918722 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8658d87d-e08f-4ba0-884e-9e93710f7868 req-04ace09d-ceff-495b-9364-9011e413aa14 service neutron] 10.222.0.47 "GET /v2.0/networks/df0a3059-df02-4af7-9c4a-d01fc9fb1626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286514 Jul 16 02:09:22.919456 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7a44ff46-f677-450e-9164-550eee42ca47 req-17916091-9800-40f4-9928-0202db2c3b4b tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:22.975368 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17916091-9800-40f4-9928-0202db2c3b4b tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'Port': ['ID=bfc209bb-f248-4f83-aaa3-18a6961aa843,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:23.054760 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a44ff46-f677-450e-9164-550eee42ca47 req-17916091-9800-40f4-9928-0202db2c3b4b tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] No DVR routers for this DVR port bfc209bb-f248-4f83-aaa3-18a6961aa843 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:23.058353 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-7a44ff46-f677-450e-9164-550eee42ca47 req-17916091-9800-40f4-9928-0202db2c3b4b tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:23.060351 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7a44ff46-f677-450e-9164-550eee42ca47 req-17916091-9800-40f4-9928-0202db2c3b4b tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.47 "DELETE /v2.0/ports/bfc209bb-f248-4f83-aaa3-18a6961aa843 HTTP/1.1" status: 204 len: 173 time: 0.7245615 Jul 16 02:09:23.060785 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6439d23c-2481-4220-8971-a2703d7e991a', 'name': 'network-vif-deleted', 'tag': 'bfc209bb-f248-4f83-aaa3-18a6961aa843'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:23.063093 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794a22f1-83b8-4004-9bfc-130a0ce206d8" -d '{"events": [{"server_uuid": "6439d23c-2481-4220-8971-a2703d7e991a", "name": "network-vif-deleted", "tag": "bfc209bb-f248-4f83-aaa3-18a6961aa843"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:23.100637 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd977f9-1407-4e15-9aa6-2c3c84853200 x-openstack-request-id: req-0cd977f9-1407-4e15-9aa6-2c3c84853200 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:23.100937 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6439d23c-2481-4220-8971-a2703d7e991a", "name": "network-vif-deleted", "tag": "bfc209bb-f248-4f83-aaa3-18a6961aa843", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:23.101190 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0cd977f9-1407-4e15-9aa6-2c3c84853200 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:23.101652 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6439d23c-2481-4220-8971-a2703d7e991a', 'name': 'network-vif-deleted', 'tag': 'bfc209bb-f248-4f83-aaa3-18a6961aa843', 'status': 'completed', 'code': 200} Jul 16 02:09:23.105542 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8658d87d-e08f-4ba0-884e-9e93710f7868 req-97795367-82a5-4659-860d-87b809d5c762 service neutron] 10.222.0.47 "GET /v2.0/networks/df0a3059-df02-4af7-9c4a-d01fc9fb1626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786535 Jul 16 02:09:23.613538 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9bba7612-2112-48bc-afd4-0b2a495140dd req-103424a3-0490-40cf-a8a2-0dcb53578d0d tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=6439d23c-2481-4220-8971-a2703d7e991a HTTP/1.1" status: 200 len: 210 time: 0.0388088 Jul 16 02:09:24.041399 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:24.270345 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42568) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:24.377390 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-62cd7f92-ff9a-4002-ae56-ff5be15f9f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:24.466172 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-62cd7f92-ff9a-4002-ae56-ff5be15f9f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:24.471776 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-62cd7f92-ff9a-4002-ae56-ff5be15f9f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:24.509325 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-62cd7f92-ff9a-4002-ae56-ff5be15f9f83 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dd209f8327ba49fba34daa3f9e38a830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377906 Jul 16 02:09:24.510195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd7f92-ff9a-4002-ae56-ff5be15f9f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401ae6a7-783b-440c-92eb-c06d8065c034,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:24.512004 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42572) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:24.564701 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4de604d1-31e0-4f90-b23c-67cd952eeafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:24.585223 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4de604d1-31e0-4f90-b23c-67cd952eeafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:24.630088 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4de604d1-31e0-4f90-b23c-67cd952eeafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:24.632623 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4de604d1-31e0-4f90-b23c-67cd952eeafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:24.636652 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4de604d1-31e0-4f90-b23c-67cd952eeafc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/401ae6a7-783b-440c-92eb-c06d8065c034 HTTP/1.1" status: 204 len: 168 time: 0.1236451 Jul 16 02:09:24.646403 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de604d1-31e0-4f90-b23c-67cd952eeafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401ae6a7-783b-440c-92eb-c06d8065c034,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:24.721821 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42578) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:24.780763 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5fe14f3c-074f-45b5-a099-44239eb638d2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:24.805984 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5fe14f3c-074f-45b5-a099-44239eb638d2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:24.868265 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5fe14f3c-074f-45b5-a099-44239eb638d2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:24.870904 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5fe14f3c-074f-45b5-a099-44239eb638d2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:24.872203 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5fe14f3c-074f-45b5-a099-44239eb638d2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "DELETE /v2.0/security-groups/30ba740e-a721-4ce0-9676-bd34106e3aa1 HTTP/1.1" status: 204 len: 168 time: 0.1493213 Jul 16 02:09:24.882597 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe14f3c-074f-45b5-a099-44239eb638d2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ba740e-a721-4ce0-9676-bd34106e3aa1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:24.901161 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42584) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:24.919956 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42586) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:24.922874 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0a0998b3-f2b3-4107-b443-8bbbbf7559f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:25.016784 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0a0998b3-f2b3-4107-b443-8bbbbf7559f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:25.020683 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0a0998b3-f2b3-4107-b443-8bbbbf7559f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:25.059263 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0a0998b3-f2b3-4107-b443-8bbbbf7559f5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f01bde162435471a9504dcc6ee45fd4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563411 Jul 16 02:09:25.060414 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0998b3-f2b3-4107-b443-8bbbbf7559f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef61d06d-4a91-4b90-b0c2-1bde87427f18,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:25.062739 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42588) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:25.112118 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-284e22ab-bd39-4c54-ba44-a3edf5287607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:25.139820 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-284e22ab-bd39-4c54-ba44-a3edf5287607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:25.186652 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-284e22ab-bd39-4c54-ba44-a3edf5287607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:25.189965 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-284e22ab-bd39-4c54-ba44-a3edf5287607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:25.193612 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-284e22ab-bd39-4c54-ba44-a3edf5287607 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ef61d06d-4a91-4b90-b0c2-1bde87427f18 HTTP/1.1" status: 204 len: 168 time: 0.1274786 Jul 16 02:09:25.201123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e22ab-bd39-4c54-ba44-a3edf5287607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef61d06d-4a91-4b90-b0c2-1bde87427f18,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:25.303791 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a43524c-33cd-4680-9ad4-05b4e7df38c7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:25.583114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-9a43524c-33cd-4680-9ad4-05b4e7df38c7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Deleting port 6d7ab8eb-f111-4f69-96b8-98c50cecff66 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:25.583545 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a43524c-33cd-4680-9ad4-05b4e7df38c7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:25.676663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-9a43524c-33cd-4680-9ad4-05b4e7df38c7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] For port 6d7ab8eb-f111-4f69-96b8-98c50cecff66, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6d7ab8eb-f111-4f69-96b8-98c50cecff66,segment=NetworkSegment(76646f8d-de7e-449d-8cfb-7b3ff76d2a16),segment_id=76646f8d-de7e-449d-8cfb-7b3ff76d2a16)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:25.677093 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a43524c-33cd-4680-9ad4-05b4e7df38c7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:25.691916 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-9a43524c-33cd-4680-9ad4-05b4e7df38c7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Calling delete_port for 6d7ab8eb-f111-4f69-96b8-98c50cecff66 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:25.778542 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device bfc209bb-f248-4f83-aaa3-18a6961aa843 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:25.804460 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: bfc209bb-f248-4f83-aaa3-18a6961aa843 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:25.804920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device bfc209bb-f248-4f83-aaa3-18a6961aa843 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:25.888088 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a43524c-33cd-4680-9ad4-05b4e7df38c7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:25.917046 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43524c-33cd-4680-9ad4-05b4e7df38c7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'Port': ['ID=6d7ab8eb-f111-4f69-96b8-98c50cecff66,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:26.116685 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a43524c-33cd-4680-9ad4-05b4e7df38c7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:26.365130 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a43524c-33cd-4680-9ad4-05b4e7df38c7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Router f7eb0387-4905-45cf-b974-05c837d8ae15 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:26.480580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a43524c-33cd-4680-9ad4-05b4e7df38c7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:26.487896 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9a43524c-33cd-4680-9ad4-05b4e7df38c7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "PUT /v2.0/routers/f7eb0387-4905-45cf-b974-05c837d8ae15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5661039 Jul 16 02:09:26.490292 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42626) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:26.493170 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce96878-149e-4143-894a-c9c55f69fd8c None None] Sync routers for ids ['f7eb0387-4905-45cf-b974-05c837d8ae15'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:26.503430 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce96878-149e-4143-894a-c9c55f69fd8c None None] Routers {'f7eb0387-4905-45cf-b974-05c837d8ae15'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:26.504072 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5ce96878-149e-4143-894a-c9c55f69fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f7eb0387-4905-45cf-b974-05c837d8ae15'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:26.545565 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3376ae6-b314-4888-869b-362f79e242ef tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Deleting subnet c2f5395a-71f0-477a-8b4d-6351e159c0ee {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:09:26.549062 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3376ae6-b314-4888-869b-362f79e242ef tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:26.589884 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3376ae6-b314-4888-869b-362f79e242ef tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:26.620547 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-5ce96878-149e-4143-894a-c9c55f69fd8c None None] Set router f7eb0387-4905-45cf-b974-05c837d8ae15 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:26.735888 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3376ae6-b314-4888-869b-362f79e242ef tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:26.809843 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3376ae6-b314-4888-869b-362f79e242ef tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:26.814338 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5ce96878-149e-4143-894a-c9c55f69fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:09:25Z', 'revision_number': 7, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:26.846138 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce96878-149e-4143-894a-c9c55f69fd8c None None] Checking router: f7eb0387-4905-45cf-b974-05c837d8ae15 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:26.849982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3376ae6-b314-4888-869b-362f79e242ef tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f5395a-71f0-477a-8b4d-6351e159c0ee,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:26.854193 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3376ae6-b314-4888-869b-362f79e242ef tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:26.855364 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce96878-149e-4143-894a-c9c55f69fd8c None None] Routers {'f7eb0387-4905-45cf-b974-05c837d8ae15'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:26.856017 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5ce96878-149e-4143-894a-c9c55f69fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f7eb0387-4905-45cf-b974-05c837d8ae15'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:26.856150 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f3376ae6-b314-4888-869b-362f79e242ef tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "DELETE /v2.0/subnets/c2f5395a-71f0-477a-8b4d-6351e159c0ee HTTP/1.1" status: 204 len: 168 time: 0.3649335 Jul 16 02:09:26.860397 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42640) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:26.866375 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f925098-38db-41d8-91e5-8e4b9ffe6749 None None] Network 47a3582c-815c-477f-91f5-e1fd1e936e25 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:09:27.030370 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-5ce96878-149e-4143-894a-c9c55f69fd8c None None] Set router f7eb0387-4905-45cf-b974-05c837d8ae15 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:27.054351 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2bf3384c-7758-4c0a-b505-5427782cd0f2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.124546 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d050a967-3450-4418-b44c-b0b852c7881e None None] DHCP port deletion for 47a3582c-815c-477f-91f5-e1fd1e936e25 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:09:27.182663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d050a967-3450-4418-b44c-b0b852c7881e None None] Deleting port 6d6e1da3-fcff-405f-b50e-340c5b465281 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:27.183317 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d050a967-3450-4418-b44c-b0b852c7881e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.193601 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2bf3384c-7758-4c0a-b505-5427782cd0f2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.257401 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d050a967-3450-4418-b44c-b0b852c7881e None None] For port 6d6e1da3-fcff-405f-b50e-340c5b465281, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6d6e1da3-fcff-405f-b50e-340c5b465281,segment=NetworkSegment(76646f8d-de7e-449d-8cfb-7b3ff76d2a16),segment_id=76646f8d-de7e-449d-8cfb-7b3ff76d2a16)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:27.258094 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d050a967-3450-4418-b44c-b0b852c7881e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.273201 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d050a967-3450-4418-b44c-b0b852c7881e None None] Calling delete_port for 6d6e1da3-fcff-405f-b50e-340c5b465281 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:27.344467 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-5ce96878-149e-4143-894a-c9c55f69fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:09:25Z', 'revision_number': 7, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:27.378108 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce96878-149e-4143-894a-c9c55f69fd8c None None] The sync data for ids ['f7eb0387-4905-45cf-b974-05c837d8ae15'] in n-d-800086-6 is: [{'id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'name': 'tempest-TestNetworkBasicOps-router-2111478553', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:24Z', 'updated_at': '2021-07-16T02:09:25Z', 'revision_number': 7, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '66b26d31-74b9-4058-a8bd-2a7e2b8fc020', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eb0387-4905-45cf-b974-05c837d8ae15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:25Z', 'updated_at': '2021-07-16T02:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:27.408800 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d050a967-3450-4418-b44c-b0b852c7881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.451358 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050a967-3450-4418-b44c-b0b852c7881e None None] Pushing event deleted for resources: {'Port': ['ID=6d6e1da3-fcff-405f-b50e-340c5b465281,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:27.458891 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d050a967-3450-4418-b44c-b0b852c7881e None None] No DVR routers for this DVR port 6d6e1da3-fcff-405f-b50e-340c5b465281 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:27.606014 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-2bf3384c-7758-4c0a-b505-5427782cd0f2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Deleting port 66b26d31-74b9-4058-a8bd-2a7e2b8fc020 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:27.606216 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2bf3384c-7758-4c0a-b505-5427782cd0f2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.682432 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-2bf3384c-7758-4c0a-b505-5427782cd0f2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] For port 66b26d31-74b9-4058-a8bd-2a7e2b8fc020, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=66b26d31-74b9-4058-a8bd-2a7e2b8fc020,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:27.682783 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2bf3384c-7758-4c0a-b505-5427782cd0f2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.698694 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-2bf3384c-7758-4c0a-b505-5427782cd0f2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Calling delete_port for 66b26d31-74b9-4058-a8bd-2a7e2b8fc020 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:27.881181 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2bf3384c-7758-4c0a-b505-5427782cd0f2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.923157 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3384c-7758-4c0a-b505-5427782cd0f2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'Port': ['ID=66b26d31-74b9-4058-a8bd-2a7e2b8fc020,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:27.983072 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2bf3384c-7758-4c0a-b505-5427782cd0f2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.082499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42656) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:28.089887 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2bf3384c-7758-4c0a-b505-5427782cd0f2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.092074 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2bf3384c-7758-4c0a-b505-5427782cd0f2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.140020 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2bf3384c-7758-4c0a-b505-5427782cd0f2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.140494 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf3384c-7758-4c0a-b505-5427782cd0f2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Fanout notify agent at l3_agent the message router_deleted on router f7eb0387-4905-45cf-b974-05c837d8ae15 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:09:28.147603 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2bf3384c-7758-4c0a-b505-5427782cd0f2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.148887 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2bf3384c-7758-4c0a-b505-5427782cd0f2 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "DELETE /v2.0/routers/f7eb0387-4905-45cf-b974-05c837d8ae15 HTTP/1.1" status: 204 len: 168 time: 1.2871699 Jul 16 02:09:28.151627 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42660) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:28.200836 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8df807eb-6265-4b74-bf35-81d8ecf2c092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.232721 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6af2-b8fd-4132-8621-a13ed2b6acde tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.309665 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8df807eb-6265-4b74-bf35-81d8ecf2c092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.315047 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8df807eb-6265-4b74-bf35-81d8ecf2c092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.341808 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6af2-b8fd-4132-8621-a13ed2b6acde tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.352575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-bfeb6af2-b8fd-4132-8621-a13ed2b6acde tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a3582c-815c-477f-91f5-e1fd1e936e25']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:28.360589 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8df807eb-6265-4b74-bf35-81d8ecf2c092 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3835f7d067564c9d90043b1ba214f415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766862 Jul 16 02:09:28.362702 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df807eb-6265-4b74-bf35-81d8ecf2c092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5222f2-4b88-49b4-9d56-89e77a5fe9b1,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:28.363491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-bfeb6af2-b8fd-4132-8621-a13ed2b6acde tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76646f8d-de7e-449d-8cfb-7b3ff76d2a16') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:28.363887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-bfeb6af2-b8fd-4132-8621-a13ed2b6acde tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76646f8d-de7e-449d-8cfb-7b3ff76d2a16') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:28.365126 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42662) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:28.373284 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6af2-b8fd-4132-8621-a13ed2b6acde tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.391812 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6af2-b8fd-4132-8621-a13ed2b6acde tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.394297 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-72ce91f0-2148-4dde-aed1-13ce9998fbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.399286 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfeb6af2-b8fd-4132-8621-a13ed2b6acde tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:09:28.399871 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6af2-b8fd-4132-8621-a13ed2b6acde tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:09:28.402969 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:09:28.416284 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-23b8cf7a-73f5-4e49-b00e-47618d4b37db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.439153 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-23b8cf7a-73f5-4e49-b00e-47618d4b37db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.462515 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6af2-b8fd-4132-8621-a13ed2b6acde tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.468010 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6af2-b8fd-4132-8621-a13ed2b6acde tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.472574 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bfeb6af2-b8fd-4132-8621-a13ed2b6acde tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "DELETE /v2.0/networks/47a3582c-815c-477f-91f5-e1fd1e936e25 HTTP/1.1" status: 204 len: 168 time: 0.3195035 Jul 16 02:09:28.490807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42664) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:28.490993 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d3dd2541-d803-4ce6-8dc2-093284443f82 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'network': {'name': 'tempest-network-smoke--1400654888', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'port_security_enabled': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:28.495564 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb6af2-b8fd-4132-8621-a13ed2b6acde tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'Network': ['ID=47a3582c-815c-477f-91f5-e1fd1e936e25,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:28.504853 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-23b8cf7a-73f5-4e49-b00e-47618d4b37db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.507350 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-23b8cf7a-73f5-4e49-b00e-47618d4b37db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.508524 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-23b8cf7a-73f5-4e49-b00e-47618d4b37db admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a5222f2-4b88-49b4-9d56-89e77a5fe9b1 HTTP/1.1" status: 204 len: 168 time: 0.1424890 Jul 16 02:09:28.523310 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8cf7a-73f5-4e49-b00e-47618d4b37db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5222f2-4b88-49b4-9d56-89e77a5fe9b1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:28.527432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dd2541-d803-4ce6-8dc2-093284443f82 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Made reservation on behalf of 6a2462a0bbac4bb8a4b60c31b8a5faa1 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:28.531576 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3dd2541-d803-4ce6-8dc2-093284443f82 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.558969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3dd2541-d803-4ce6-8dc2-093284443f82 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:09:28.569399 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3dd2541-d803-4ce6-8dc2-093284443f82 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.569752 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-d3dd2541-d803-4ce6-8dc2-093284443f82 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Added segment 8f5dc927-62ae-4c88-b76f-87a95092c8a3 of type vlan for network 8178c1e9-2a14-477e-9bba-ad71b4367b88 Jul 16 02:09:28.609928 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3dd2541-d803-4ce6-8dc2-093284443f82 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.643229 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3dd2541-d803-4ce6-8dc2-093284443f82 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.649103 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dd2541-d803-4ce6-8dc2-093284443f82 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:28.649896 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d3dd2541-d803-4ce6-8dc2-093284443f82 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.712704 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d3dd2541-d803-4ce6-8dc2-093284443f82 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2233405 Jul 16 02:09:28.713968 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42670) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:28.721222 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-883157428', 'admin_state_up': True, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:28.752265 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.758144 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.763952 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd2541-d803-4ce6-8dc2-093284443f82 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Network': ['ID=8178c1e9-2a14-477e-9bba-ad71b4367b88,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:28.775748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 8178c1e9-2a14-477e-9bba-ad71b4367b88 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:09:28.834246 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42672) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:28.835997 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.850910 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd7adc70-429a-45a0-8abe-290c984bab78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.943644 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd7adc70-429a-45a0-8abe-290c984bab78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.948137 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-dd7adc70-429a-45a0-8abe-290c984bab78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.985345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7adc70-429a-45a0-8abe-290c984bab78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e08aff-8543-49eb-91bb-329197c72ff6,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:28.989863 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.990416 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-dd7adc70-429a-45a0-8abe-290c984bab78 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2facbd61c9a046fcac5ff78a8dcd5dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549337 Jul 16 02:09:28.992242 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6d6e1da3-fcff-405f-b50e-340c5b465281 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:28.993446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42674) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:29.014147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 6d6e1da3-fcff-405f-b50e-340c5b465281 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:29.014497 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6d6e1da3-fcff-405f-b50e-340c5b465281 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:29.014914 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 66b26d31-74b9-4058-a8bd-2a7e2b8fc020 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:29.041246 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 66b26d31-74b9-4058-a8bd-2a7e2b8fc020 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:29.041509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 66b26d31-74b9-4058-a8bd-2a7e2b8fc020 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:29.041929 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6d7ab8eb-f111-4f69-96b8-98c50cecff66 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:29.063103 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.063758 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 6d7ab8eb-f111-4f69-96b8-98c50cecff66 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:29.064103 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6d7ab8eb-f111-4f69-96b8-98c50cecff66 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:29.074792 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7c32f7ad-ca83-4867-a8d2-09c63bd8ecf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.125439 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7c32f7ad-ca83-4867-a8d2-09c63bd8ecf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.218271 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7c32f7ad-ca83-4867-a8d2-09c63bd8ecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.221607 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7c32f7ad-ca83-4867-a8d2-09c63bd8ecf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.222751 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7c32f7ad-ca83-4867-a8d2-09c63bd8ecf6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d0e08aff-8543-49eb-91bb-329197c72ff6 HTTP/1.1" status: 204 len: 168 time: 0.2284403 Jul 16 02:09:29.258071 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32f7ad-ca83-4867-a8d2-09c63bd8ecf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e08aff-8543-49eb-91bb-329197c72ff6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:29.289438 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.309544 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.416729 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Allocated IP 172.25.1.254 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/07b98bff-de72-4910-a6c0-563535bcedc6) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:29.528901 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.573169 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.609800 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:29.612708 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:29.615352 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:29.648240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Port': ['ID=07b98bff-de72-4910-a6c0-563535bcedc6,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:29.884339 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.096728 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.228214 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Router a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:09:30.339780 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:30.349658 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Sync routers for ids ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:30.358559 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.360489 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6442731b-9dc3-480d-bdcc-24e778ea91b7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6450965 Jul 16 02:09:30.362593 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Routers {'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:30.363295 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:30.363497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42718) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:30.392238 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-90bf8d52-f21d-4a47-acbd-64e3d8bf6fab tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276062 Jul 16 02:09:30.394823 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42720) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:30.480322 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Set router a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:30.490151 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac100d-808a-44e0-b88b-d6076a2d7a91 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:30.494871 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-55ac100d-808a-44e0-b88b-d6076a2d7a91 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961840 Jul 16 02:09:30.495087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42728) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:30.526096 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-60730cbb-c434-4269-b226-b1336209d43e tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=88f2079c-e547-45f1-859f-49428e13c11a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275772 Jul 16 02:09:30.526219 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42730) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:30.537750 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ac4d6167-4351-43f8-9353-41bc6c3bfced tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1652916492', 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:30.626527 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4d6167-4351-43f8-9353-41bc6c3bfced tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Made reservation on behalf of 6a2462a0bbac4bb8a4b60c31b8a5faa1 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:30.630493 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6167-4351-43f8-9353-41bc6c3bfced tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.683423 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'name': 'tempest-TestNetworkBasicOps-router-883157428', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:28Z', 'updated_at': '2021-07-16T02:09:29Z', 'revision_number': 3, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:29Z', 'updated_at': '2021-07-16T02:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:30.710554 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Checking router: a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:30.710937 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Updating router a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 port 07b98bff-de72-4910-a6c0-563535bcedc6 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:09:30.745898 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.827161 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6167-4351-43f8-9353-41bc6c3bfced tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.892759 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d6167-4351-43f8-9353-41bc6c3bfced tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Subnet': ['ID=314038c6-9e66-48fa-bd4f-d193aff147ab,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:30.910143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d6167-4351-43f8-9353-41bc6c3bfced tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Checking segment: {'id': '8f5dc927-62ae-4c88-b76f-87a95092c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:30.910441 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4d6167-4351-43f8-9353-41bc6c3bfced tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Network hostable DHCP agents. Network: 8178c1e9-2a14-477e-9bba-ad71b4367b88, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:09:30.930744 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4d6167-4351-43f8-9353-41bc6c3bfced tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Network 8178c1e9-2a14-477e-9bba-ad71b4367b88 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:09:30.942594 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-ac4d6167-4351-43f8-9353-41bc6c3bfced tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 8178c1e9-2a14-477e-9bba-ad71b4367b88) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:30.946766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4d6167-4351-43f8-9353-41bc6c3bfced tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:30.947532 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ac4d6167-4351-43f8-9353-41bc6c3bfced tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.956812 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ee966c-eb2f-4f63-80af-77870eb6daeb None None] Network 8178c1e9-2a14-477e-9bba-ad71b4367b88 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:09:30.963814 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ac4d6167-4351-43f8-9353-41bc6c3bfced tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4365947 Jul 16 02:09:30.966727 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42760) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:31.108552 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.136515 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Transition to ACTIVE for port object 07b98bff-de72-4910-a6c0-563535bcedc6 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:31.165594 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.170605 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.172127 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a730c650-5bd7-4569-b551-1c4de4987860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.241640 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb17929-10b6-4d77-93d5-c3f31790cbc9 None None] Pushing event updated for resources: {'Port': ['ID=07b98bff-de72-4910-a6c0-563535bcedc6,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:31.265280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Attempting to bind port 07b98bff-de72-4910-a6c0-563535bcedc6 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:31.266218 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Attempting to bind port 07b98bff-de72-4910-a6c0-563535bcedc6 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:31.266581 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Attempting to bind port 07b98bff-de72-4910-a6c0-563535bcedc6 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:31.274810 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:31.275750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:31.276266 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.276723 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:31.277326 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Bound port: 07b98bff-de72-4910-a6c0-563535bcedc6, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:31.277773 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.306151 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-8178c1e9-2a14-477e-9bba-ad71b4367b88', 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'fixed_ips': [{'subnet_id': '314038c6-9e66-48fa-bd4f-d193aff147ab'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:09:31.307439 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.352866 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] For port 07b98bff-de72-4910-a6c0-563535bcedc6, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:31.418995 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] For port 07b98bff-de72-4910-a6c0-563535bcedc6, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=07b98bff-de72-4910-a6c0-563535bcedc6,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:31.425384 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.442258 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.528130 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Allocated IP 172.20.0.2 (8178c1e9-2a14-477e-9bba-ad71b4367b88/314038c6-9e66-48fa-bd4f-d193aff147ab/7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:31.530331 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Routers {'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:31.530870 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:31.534560 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb17929-10b6-4d77-93d5-c3f31790cbc9 None None] Pushing event updated for resources: {'Port': ['ID=07b98bff-de72-4910-a6c0-563535bcedc6,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:31.701818 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] Set router a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:31.863757 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.882001 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Transition to ACTIVE for port object 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:31.919271 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Transition to ACTIVE for port object 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:31.927920 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.986233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Network 8178c1e9-2a14-477e-9bba-ad71b4367b88 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:31.991241 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:31.998181 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:32.005154 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Pushing event updated for resources: {'Port': ['ID=7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:32.016454 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'name': 'tempest-TestNetworkBasicOps-router-883157428', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:28Z', 'updated_at': '2021-07-16T02:09:29Z', 'revision_number': 3, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:29Z', 'updated_at': '2021-07-16T02:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:32.018832 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Allocated IP 172.20.0.1 (8178c1e9-2a14-477e-9bba-ad71b4367b88/314038c6-9e66-48fa-bd4f-d193aff147ab/e0f38b7e-b3e0-4b55-bc4f-14ac32313770) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:32.067900 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f89a7eb-5223-49c7-9b1a-99c1af6bf5f9 None None] The sync data for ids ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'] in n-d-800086-6 is: [{'id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'name': 'tempest-TestNetworkBasicOps-router-883157428', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:28Z', 'updated_at': '2021-07-16T02:09:29Z', 'revision_number': 3, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:29Z', 'updated_at': '2021-07-16T02:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:32.100972 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Attempting to bind port 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:32.101360 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Attempting to bind port 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '8f5dc927-62ae-4c88-b76f-87a95092c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:32.101737 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Attempting to bind port 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba on network 8178c1e9-2a14-477e-9bba-ad71b4367b88 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:32.111443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:32.111945 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Checking segment: {'id': '8f5dc927-62ae-4c88-b76f-87a95092c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:32.112446 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.112851 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Bound using segment: {'id': '8f5dc927-62ae-4c88-b76f-87a95092c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:32.113332 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Bound port: 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5dc927-62ae-4c88-b76f-87a95092c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:32.113725 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.181530 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.194387 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.214452 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] For port 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:32.214750 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Transition to ACTIVE for port object e0f38b7e-b3e0-4b55-bc4f-14ac32313770 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:32.219702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] For port 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba,segment=NetworkSegment(8f5dc927-62ae-4c88-b76f-87a95092c8a3),segment_id=8f5dc927-62ae-4c88-b76f-87a95092c8a3)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:32.225653 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.256491 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.319115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83ca79-01ff-4660-9af3-03e4474593c6 None None] Pushing event updated for resources: {'Port': ['ID=7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:32.332318 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Network 8178c1e9-2a14-477e-9bba-ad71b4367b88 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:32.336044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:32.340329 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:32.384756 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Port': ['ID=e0f38b7e-b3e0-4b55-bc4f-14ac32313770,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:32.414463 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.686952 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.076470 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.084723 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.123577 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 07b98bff-de72-4910-a6c0-563535bcedc6 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:33.165237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Port': ['ID=e0f38b7e-b3e0-4b55-bc4f-14ac32313770,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:33.221654 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 07b98bff-de72-4910-a6c0-563535bcedc6 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:33.227477 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 07b98bff-de72-4910-a6c0-563535bcedc6 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:33.228024 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.233038 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.399776 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Network 8178c1e9-2a14-477e-9bba-ad71b4367b88 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:33.401715 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:33.541976 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Router a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:33.561942 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.596759 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 07b98bff-de72-4910-a6c0-563535bcedc6, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=07b98bff-de72-4910-a6c0-563535bcedc6,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:33.601743 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.603565 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:33.710298 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=07b98bff-de72-4910-a6c0-563535bcedc6,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:33.710610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:33.719696 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-31dac12f-f879-43ae-8fc4-91c667af3df1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "PUT /v2.0/routers/a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7516639 Jul 16 02:09:33.722303 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42922) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:33.726724 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc34114-6326-4172-81c1-1a839d9846a9 None None] Network 8178c1e9-2a14-477e-9bba-ad71b4367b88 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:09:33.730848 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:33.816363 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-512dc377-a8be-4ba9-94f7-99ab6564c96d None None] Provisioning for port 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:33.822652 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-512dc377-a8be-4ba9-94f7-99ab6564c96d None None] Provisioning complete for port 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:33.823040 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-512dc377-a8be-4ba9-94f7-99ab6564c96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:33.948827 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.035138 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-512dc377-a8be-4ba9-94f7-99ab6564c96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.086561 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-512dc377-a8be-4ba9-94f7-99ab6564c96d None None] For port 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba,segment=NetworkSegment(8f5dc927-62ae-4c88-b76f-87a95092c8a3),segment_id=8f5dc927-62ae-4c88-b76f-87a95092c8a3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:34.093958 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-512dc377-a8be-4ba9-94f7-99ab6564c96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.183393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512dc377-a8be-4ba9-94f7-99ab6564c96d None None] Pushing event updated for resources: {'Port': ['ID=7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:34.298233 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c143808-bc80-4ce0-8094-38346c65cd18 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:34.298778 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c143808-bc80-4ce0-8094-38346c65cd18 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:34.299205 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c143808-bc80-4ce0-8094-38346c65cd18 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:34.299670 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c143808-bc80-4ce0-8094-38346c65cd18 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:34.300237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c143808-bc80-4ce0-8094-38346c65cd18 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:34.300613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c143808-bc80-4ce0-8094-38346c65cd18 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:34.303372 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1c143808-bc80-4ce0-8094-38346c65cd18 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.5798132 Jul 16 02:09:34.305117 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 42960) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:34.368070 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Sync routers for ids ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:34.381964 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Routers {'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:34.383022 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:34.424542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fd6092-f108-4b81-bdeb-499b03cce155 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:34.428172 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fd6092-f108-4b81-bdeb-499b03cce155 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:34.429599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2ca36b25-6261-4c32-9a16-fdd70739f391 None None] Provisioning complete for port 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:34.429976 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ca36b25-6261-4c32-9a16-fdd70739f391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.431340 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fd6092-f108-4b81-bdeb-499b03cce155 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:34.431868 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fd6092-f108-4b81-bdeb-499b03cce155 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:34.432376 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fd6092-f108-4b81-bdeb-499b03cce155 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:34.433959 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fd6092-f108-4b81-bdeb-499b03cce155 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:34.438592 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-00fd6092-f108-4b81-bdeb-499b03cce155 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4008 time: 0.1295838 Jul 16 02:09:34.438984 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 42974) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:34.518182 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Set router a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:34.555695 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2ca36b25-6261-4c32-9a16-fdd70739f391 None None] Provisioning for port e0f38b7e-b3e0-4b55-bc4f-14ac32313770 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:34.560318 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2ca36b25-6261-4c32-9a16-fdd70739f391 None None] Provisioning complete for port e0f38b7e-b3e0-4b55-bc4f-14ac32313770 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:34.560749 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ca36b25-6261-4c32-9a16-fdd70739f391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.621139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-2ca36b25-6261-4c32-9a16-fdd70739f391 None None] Port e0f38b7e-b3e0-4b55-bc4f-14ac32313770 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:09:34.681866 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f80d377a-5c42-4ccd-b9f9-ee7aa3df351c tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.2411697 Jul 16 02:09:34.742234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2aeda35d-9241-4e0f-b4d7-41042806a0e4 None None] Provisioning complete for port e0f38b7e-b3e0-4b55-bc4f-14ac32313770 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:34.742921 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2aeda35d-9241-4e0f-b4d7-41042806a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:34.808842 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'name': 'tempest-TestNetworkBasicOps-router-883157428', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:28Z', 'updated_at': '2021-07-16T02:09:32Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:29Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e0f38b7e-b3e0-4b55-bc4f-14ac32313770', 'name': '', 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:bb:8e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '314038c6-9e66-48fa-bd4f-d193aff147ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:32Z', 'revision_number': 2, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': '314038c6-9e66-48fa-bd4f-d193aff147ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:34.810747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-2aeda35d-9241-4e0f-b4d7-41042806a0e4 None None] Port e0f38b7e-b3e0-4b55-bc4f-14ac32313770 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:09:34.996800 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Checking router: a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:34.997504 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Updating router a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 port e0f38b7e-b3e0-4b55-bc4f-14ac32313770 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:09:35.014049 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 07b98bff-de72-4910-a6c0-563535bcedc6 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:35.032714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43010) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:35.039175 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a6fd5dea-f12d-41d8-8e27-07db37426371 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-481291592', 'description': 'tempest-secgroup-smoke-481291592 description', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:35.039655 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.070621 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a6fd5dea-f12d-41d8-8e27-07db37426371 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.106259 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3525a08a-3f17-454d-b16f-82139e41c20d None None] Provisioning complete for port e0f38b7e-b3e0-4b55-bc4f-14ac32313770 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:35.106889 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3525a08a-3f17-454d-b16f-82139e41c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.151479 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 07b98bff-de72-4910-a6c0-563535bcedc6 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:35.152347 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.184057 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a6fd5dea-f12d-41d8-8e27-07db37426371 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.189689 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a6fd5dea-f12d-41d8-8e27-07db37426371 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.201182 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3525a08a-3f17-454d-b16f-82139e41c20d None None] Port e0f38b7e-b3e0-4b55-bc4f-14ac32313770 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:09:35.226522 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a6fd5dea-f12d-41d8-8e27-07db37426371 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.230794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43026) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:35.230998 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a6fd5dea-f12d-41d8-8e27-07db37426371 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1968625 Jul 16 02:09:35.235377 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd5dea-f12d-41d8-8e27-07db37426371 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6570a08b-ac48-4d1e-9ab9-3029d0b6025c,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:35.235888 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-0543c9fb-3cb1-4259-a6d2-858143d3cfdb tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group_rule': {'security_group_id': '6570a08b-ac48-4d1e-9ab9-3029d0b6025c', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:35.259999 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:35.281240 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0543c9fb-3cb1-4259-a6d2-858143d3cfdb tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.329383 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:35.329814 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.365872 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0543c9fb-3cb1-4259-a6d2-858143d3cfdb tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.370345 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0543c9fb-3cb1-4259-a6d2-858143d3cfdb tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.397195 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543c9fb-3cb1-4259-a6d2-858143d3cfdb tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ef72ea-6250-4488-95e0-1e8f44b87411,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:35.397390 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.402530 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0543c9fb-3cb1-4259-a6d2-858143d3cfdb tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.407178 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0543c9fb-3cb1-4259-a6d2-858143d3cfdb tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1718681 Jul 16 02:09:35.407559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43038) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:35.410446 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Transition to ACTIVE for port object e0f38b7e-b3e0-4b55-bc4f-14ac32313770 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:35.413536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5d7d2719-7ed4-4824-8593-0f888e5befc9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group_rule': {'security_group_id': '6570a08b-ac48-4d1e-9ab9-3029d0b6025c', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:35.429892 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.442925 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2719-7ed4-4824-8593-0f888e5befc9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.482871 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a296de0-66a0-4137-806a-faa7fd7b590a None None] Pushing event updated for resources: {'Port': ['ID=e0f38b7e-b3e0-4b55-bc4f-14ac32313770,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:35.522616 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2719-7ed4-4824-8593-0f888e5befc9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.528574 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2719-7ed4-4824-8593-0f888e5befc9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.553340 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d2719-7ed4-4824-8593-0f888e5befc9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e123518b-b058-415e-9f5c-2d0462ac100b,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:35.559339 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Attempting to bind port e0f38b7e-b3e0-4b55-bc4f-14ac32313770 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:35.559738 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Attempting to bind port e0f38b7e-b3e0-4b55-bc4f-14ac32313770 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '8f5dc927-62ae-4c88-b76f-87a95092c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:35.560273 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Attempting to bind port e0f38b7e-b3e0-4b55-bc4f-14ac32313770 on network 8178c1e9-2a14-477e-9bba-ad71b4367b88 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:35.560389 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2719-7ed4-4824-8593-0f888e5befc9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.566129 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:35.566506 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Checking segment: {'id': '8f5dc927-62ae-4c88-b76f-87a95092c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:35.566745 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43042) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:35.567223 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.567298 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Bound using segment: {'id': '8f5dc927-62ae-4c88-b76f-87a95092c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:35.567405 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5d7d2719-7ed4-4824-8593-0f888e5befc9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1587987 Jul 16 02:09:35.567805 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Bound port: e0f38b7e-b3e0-4b55-bc4f-14ac32313770, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5dc927-62ae-4c88-b76f-87a95092c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:35.568369 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.576241 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-708b9b95-142e-443d-bd2b-d853564e0872 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group_rule': {'security_group_id': '6570a08b-ac48-4d1e-9ab9-3029d0b6025c', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:35.616693 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-708b9b95-142e-443d-bd2b-d853564e0872 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.666762 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] For port e0f38b7e-b3e0-4b55-bc4f-14ac32313770, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:35.670860 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] For port e0f38b7e-b3e0-4b55-bc4f-14ac32313770, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e0f38b7e-b3e0-4b55-bc4f-14ac32313770,segment=NetworkSegment(8f5dc927-62ae-4c88-b76f-87a95092c8a3),segment_id=8f5dc927-62ae-4c88-b76f-87a95092c8a3)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:35.675589 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.695307 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-708b9b95-142e-443d-bd2b-d853564e0872 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.700252 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-708b9b95-142e-443d-bd2b-d853564e0872 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.726269 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b9b95-142e-443d-bd2b-d853564e0872 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6921d480-2dd0-425d-952d-c7eb8aa78f70,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:35.737155 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-708b9b95-142e-443d-bd2b-d853564e0872 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.738936 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-708b9b95-142e-443d-bd2b-d853564e0872 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1694243 Jul 16 02:09:35.742482 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43046) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:35.748106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3f9f3b2e-074e-456b-a1c7-7f249e70787c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group_rule': {'security_group_id': '6570a08b-ac48-4d1e-9ab9-3029d0b6025c', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:35.753540 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Routers {'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:35.754182 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:35.766561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43048) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:35.778403 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3f9f3b2e-074e-456b-a1c7-7f249e70787c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.792688 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a296de0-66a0-4137-806a-faa7fd7b590a None None] Pushing event updated for resources: {'Port': ['ID=e0f38b7e-b3e0-4b55-bc4f-14ac32313770,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:35.867957 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3f9f3b2e-074e-456b-a1c7-7f249e70787c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.873139 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3f9f3b2e-074e-456b-a1c7-7f249e70787c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.893048 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] Set router a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:35.895103 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f3b2e-074e-456b-a1c7-7f249e70787c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbff4b7-8e5b-4c6c-90ed-e6bbf4732617,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:35.903044 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3f9f3b2e-074e-456b-a1c7-7f249e70787c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.904767 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3f9f3b2e-074e-456b-a1c7-7f249e70787c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1610446 Jul 16 02:09:35.908787 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43052) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:35.914649 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e528bbbb-662f-4195-b22a-b1ad35000a05 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group_rule': {'security_group_id': '6570a08b-ac48-4d1e-9ab9-3029d0b6025c', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:35.941628 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1acd0c5-067e-4d21-854b-4f6cc125121b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.965841 n-d-800086-6 neutron-server[93832]: INFO neutron.db.securitygroups_db [None req-e528bbbb-662f-4195-b22a-b1ad35000a05 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Project 6a2462a0bbac4bb8a4b60c31b8a5faa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:09:35.974535 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e528bbbb-662f-4195-b22a-b1ad35000a05 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.067365 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e528bbbb-662f-4195-b22a-b1ad35000a05 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.072869 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e528bbbb-662f-4195-b22a-b1ad35000a05 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.100755 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528bbbb-662f-4195-b22a-b1ad35000a05 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aaf4e7e-44b1-4380-8d9d-7a54c9d707b0,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:36.122191 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1acd0c5-067e-4d21-854b-4f6cc125121b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.127620 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'name': 'tempest-TestNetworkBasicOps-router-883157428', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:28Z', 'updated_at': '2021-07-16T02:09:32Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:29Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e0f38b7e-b3e0-4b55-bc4f-14ac32313770', 'name': '', 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:bb:8e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '314038c6-9e66-48fa-bd4f-d193aff147ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': '314038c6-9e66-48fa-bd4f-d193aff147ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:36.128655 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1acd0c5-067e-4d21-854b-4f6cc125121b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.141010 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e528bbbb-662f-4195-b22a-b1ad35000a05 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.142276 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e528bbbb-662f-4195-b22a-b1ad35000a05 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2324221 Jul 16 02:09:36.145229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43054) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:36.150348 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'security_group_rule': {'security_group_id': '6570a08b-ac48-4d1e-9ab9-3029d0b6025c', 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:36.160304 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc32ba-753c-4ee9-a1d5-946f39c6bd6c None None] The sync data for ids ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'] in n-d-800086-6 is: [{'id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'name': 'tempest-TestNetworkBasicOps-router-883157428', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:28Z', 'updated_at': '2021-07-16T02:09:32Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:29Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e0f38b7e-b3e0-4b55-bc4f-14ac32313770', 'name': '', 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:bb:8e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '314038c6-9e66-48fa-bd4f-d193aff147ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:35Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': '314038c6-9e66-48fa-bd4f-d193aff147ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:36.175031 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e1acd0c5-067e-4d21-854b-4f6cc125121b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9ebbef2301b4408a8c901a9dc73d74d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4073620 Jul 16 02:09:36.175935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acd0c5-067e-4d21-854b-4f6cc125121b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9344a98-dbeb-4f13-b4d8-f02a29964ec3,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:36.178237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43056) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:36.187920 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Project 6a2462a0bbac4bb8a4b60c31b8a5faa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:09:36.197261 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.249678 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df8924a9-017a-45c2-a228-185cd070a506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.286072 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df8924a9-017a-45c2-a228-185cd070a506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.313078 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.316915 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.341126 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7f5b00-1aa2-4df1-9bfe-3c44b8cb4d1f,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:36.348054 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df8924a9-017a-45c2-a228-185cd070a506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.351031 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-df8924a9-017a-45c2-a228-185cd070a506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.351602 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.351986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.355108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.355108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.355319 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-df8924a9-017a-45c2-a228-185cd070a506 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e9344a98-dbeb-4f13-b4d8-f02a29964ec3 HTTP/1.1" status: 204 len: 168 time: 0.1733260 Jul 16 02:09:36.355421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.355421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.355421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.355421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.355421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.355421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.355421 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.356113 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:36.359665 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:36.363845 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-408cad20-b9bf-4479-9ae0-3c0d6c36f174 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2149041 Jul 16 02:09:36.381232 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8924a9-017a-45c2-a228-185cd070a506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9344a98-dbeb-4f13-b4d8-f02a29964ec3,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:36.616612 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-f0b5b80a-a435-483e-8c99-f01dac4d7b05 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-481291592&fields=id&tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1 HTTP/1.1" status: 200 len: 267 time: 0.0485868 Jul 16 02:09:36.701752 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:09:36.743056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-af9cb71e-f0b6-42e8-a973-60cbad3f61c9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:36.744958 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-af9cb71e-f0b6-42e8-a973-60cbad3f61c9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/networks?id=8178c1e9-2a14-477e-9bba-ad71b4367b88 HTTP/1.1" status: 200 len: 797 time: 0.1213932 Jul 16 02:09:36.761726 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-b5e4fb29-77df-4585-ab1f-40c4882669e7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/quotas/6a2462a0bbac4bb8a4b60c31b8a5faa1 HTTP/1.1" status: 200 len: 375 time: 0.0107222 Jul 16 02:09:36.886854 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-6da4725d-2158-4a91-98bc-7b098eb93640 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184313 Jul 16 02:09:37.046036 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e0f38b7e-b3e0-4b55-bc4f-14ac32313770 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:37.102705 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port e0f38b7e-b3e0-4b55-bc4f-14ac32313770 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:37.107359 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e0f38b7e-b3e0-4b55-bc4f-14ac32313770 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:37.107776 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.226631 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.237138 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-3f91ce06-186b-4648-be22-59b8b8c6f220 service neutron] 10.222.0.54 "GET /v2.0/networks/8178c1e9-2a14-477e-9bba-ad71b4367b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354411 Jul 16 02:09:37.266203 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port e0f38b7e-b3e0-4b55-bc4f-14ac32313770, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e0f38b7e-b3e0-4b55-bc4f-14ac32313770,segment=NetworkSegment(8f5dc927-62ae-4c88-b76f-87a95092c8a3),segment_id=8f5dc927-62ae-4c88-b76f-87a95092c8a3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:37.271916 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.358153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=e0f38b7e-b3e0-4b55-bc4f-14ac32313770,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:37.372708 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-2fb8170e-2a54-40b0-af5f-609627db0d43 service neutron] 10.222.0.54 "GET /v2.0/networks/8178c1e9-2a14-477e-9bba-ad71b4367b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273041 Jul 16 02:09:37.557383 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0a049b6c-dbea-4ef8-a301-f0fdb0e71c49 req-e874627e-431d-4850-87d6-1e5cde7ac571 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=55d11242-0a7d-4623-b32f-6d52aa38c2ad HTTP/1.1" status: 200 len: 210 time: 0.0332079 Jul 16 02:09:38.264470 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43128) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:38.411226 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e4df147c-2625-4fdd-81a5-0a05e3846a90 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:38.432540 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e4df147c-2625-4fdd-81a5-0a05e3846a90 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.533270 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e4df147c-2625-4fdd-81a5-0a05e3846a90 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.651500 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-e4df147c-2625-4fdd-81a5-0a05e3846a90 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Allocated IP 172.25.1.30 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/07b45aaa-0b66-48fd-8463-39322a558756) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:38.767857 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e4df147c-2625-4fdd-81a5-0a05e3846a90 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.810016 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e4df147c-2625-4fdd-81a5-0a05e3846a90 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.853249 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4df147c-2625-4fdd-81a5-0a05e3846a90 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:38.856094 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-e4df147c-2625-4fdd-81a5-0a05e3846a90 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:38.859872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df147c-2625-4fdd-81a5-0a05e3846a90 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:38.865698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df147c-2625-4fdd-81a5-0a05e3846a90 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Pushing event updated for resources: {'Port': ['ID=07b45aaa-0b66-48fd-8463-39322a558756,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:38.955272 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e4df147c-2625-4fdd-81a5-0a05e3846a90 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.006228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e0f38b7e-b3e0-4b55-bc4f-14ac32313770 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:39.009486 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e4df147c-2625-4fdd-81a5-0a05e3846a90 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.061039 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e0f38b7e-b3e0-4b55-bc4f-14ac32313770 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:39.061408 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.070625 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ee0978e-cd10-47ad-8589-0501d4b5d37f req-254438da-dcf4-46ce-943b-42f7a32052b9 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=55d11242-0a7d-4623-b32f-6d52aa38c2ad HTTP/1.1" status: 200 len: 210 time: 0.0385556 Jul 16 02:09:39.142522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-a1e64933-4765-4de5-a711-87107aa0e258 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:39.144167 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-a1e64933-4765-4de5-a711-87107aa0e258 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.26 "GET /v2.0/networks?id=8178c1e9-2a14-477e-9bba-ad71b4367b88 HTTP/1.1" status: 200 len: 797 time: 0.5348041 Jul 16 02:09:39.195183 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-3ebaf775-db92-4ccb-9a0d-a0a0bc78abf4 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1 HTTP/1.1" status: 200 len: 379 time: 0.0362959 Jul 16 02:09:39.199668 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e4df147c-2625-4fdd-81a5-0a05e3846a90 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.205442 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e4df147c-2625-4fdd-81a5-0a05e3846a90 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.206157 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-b55b0b94-b847-45af-ac15-4f0ae9b9dae6 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'port': {'device_id': '55d11242-0a7d-4623-b32f-6d52aa38c2ad', 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88', 'admin_state_up': True, 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'security_groups': ['6570a08b-ac48-4d1e-9ab9-3029d0b6025c']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:39.288823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df147c-2625-4fdd-81a5-0a05e3846a90 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Pushing event updated for resources: {'Port': ['ID=07b45aaa-0b66-48fd-8463-39322a558756,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:39.302828 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e4df147c-2625-4fdd-81a5-0a05e3846a90 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.326980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-b55b0b94-b847-45af-ac15-4f0ae9b9dae6 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Made reservation on behalf of 6a2462a0bbac4bb8a4b60c31b8a5faa1 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:39.330643 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e4df147c-2625-4fdd-81a5-0a05e3846a90 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.331145 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-b55b0b94-b847-45af-ac15-4f0ae9b9dae6 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.332089 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e4df147c-2625-4fdd-81a5-0a05e3846a90 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0660563 Jul 16 02:09:39.334835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43134) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:39.340307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5f213169-c174-4ae4-b339-fcbefb8d75f9 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-939260571'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:39.363210 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f213169-c174-4ae4-b339-fcbefb8d75f9 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Made reservation on behalf of 0190aeb33a8f46c3a3d0928c1ca590df for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:39.367422 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f213169-c174-4ae4-b339-fcbefb8d75f9 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.379530 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f213169-c174-4ae4-b339-fcbefb8d75f9 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.475542 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-b55b0b94-b847-45af-ac15-4f0ae9b9dae6 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Allocated IP 172.20.0.5 (8178c1e9-2a14-477e-9bba-ad71b4367b88/314038c6-9e66-48fa-bd4f-d193aff147ab/be3ed416-c004-42e9-ad29-a191f557f8d2) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:39.482778 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f213169-c174-4ae4-b339-fcbefb8d75f9 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.486164 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f213169-c174-4ae4-b339-fcbefb8d75f9 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.511787 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f213169-c174-4ae4-b339-fcbefb8d75f9 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:09:39.531301 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f213169-c174-4ae4-b339-fcbefb8d75f9 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.531824 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-5f213169-c174-4ae4-b339-fcbefb8d75f9 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Added segment 0e00c783-1e15-4949-87b4-1eafb55ef93f of type vlan for network 07da8abf-972e-42d3-95f4-e65ce9e78044 Jul 16 02:09:39.533341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f213169-c174-4ae4-b339-fcbefb8d75f9 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b967cb4-064d-481a-8e37-ea478364d87f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:39.581192 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f213169-c174-4ae4-b339-fcbefb8d75f9 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.613594 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f213169-c174-4ae4-b339-fcbefb8d75f9 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.620829 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f213169-c174-4ae4-b339-fcbefb8d75f9 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:39.621450 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5f213169-c174-4ae4-b339-fcbefb8d75f9 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.638163 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-b55b0b94-b847-45af-ac15-4f0ae9b9dae6 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.652108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-b55b0b94-b847-45af-ac15-4f0ae9b9dae6 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Transition to ACTIVE for port object be3ed416-c004-42e9-ad29-a191f557f8d2 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:39.685467 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-b55b0b94-b847-45af-ac15-4f0ae9b9dae6 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.703068 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f213169-c174-4ae4-b339-fcbefb8d75f9 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Pushing event updated for resources: {'Network': ['ID=07da8abf-972e-42d3-95f4-e65ce9e78044,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:39.714007 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5f213169-c174-4ae4-b339-fcbefb8d75f9 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3781252 Jul 16 02:09:39.716770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43136) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:39.717472 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 07da8abf-972e-42d3-95f4-e65ce9e78044 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:09:39.723060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-36e18bcc-9a2b-4980-a9cb-39f844f770f3 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Request body: {'subnet': {'network_id': '07da8abf-972e-42d3-95f4-e65ce9e78044', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:39.755237 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-b55b0b94-b847-45af-ac15-4f0ae9b9dae6 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Network 8178c1e9-2a14-477e-9bba-ad71b4367b88 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:39.758637 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-b55b0b94-b847-45af-ac15-4f0ae9b9dae6 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:39.761134 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-b55b0b94-b847-45af-ac15-4f0ae9b9dae6 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:39.810409 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b0b94-b847-45af-ac15-4f0ae9b9dae6 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Port': ['ID=be3ed416-c004-42e9-ad29-a191f557f8d2,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:39.820949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e18bcc-9a2b-4980-a9cb-39f844f770f3 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Made reservation on behalf of 0190aeb33a8f46c3a3d0928c1ca590df for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:39.824913 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-36e18bcc-9a2b-4980-a9cb-39f844f770f3 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.832551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-b55b0b94-b847-45af-ac15-4f0ae9b9dae6 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:39.833344 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-b55b0b94-b847-45af-ac15-4f0ae9b9dae6 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.851581 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-b55b0b94-b847-45af-ac15-4f0ae9b9dae6 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6502712 Jul 16 02:09:39.961519 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Request body: {'port': {'device_id': '55d11242-0a7d-4623-b32f-6d52aa38c2ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:40.071217 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.075426 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-36e18bcc-9a2b-4980-a9cb-39f844f770f3 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.134801 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-06dc54d4-ea1a-4f48-a6b8-97a2e22a1978 None None] Provisioning for port be3ed416-c004-42e9-ad29-a191f557f8d2 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:40.141322 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-06dc54d4-ea1a-4f48-a6b8-97a2e22a1978 None None] Provisioning complete for port be3ed416-c004-42e9-ad29-a191f557f8d2 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:40.141951 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-06dc54d4-ea1a-4f48-a6b8-97a2e22a1978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.214138 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e18bcc-9a2b-4980-a9cb-39f844f770f3 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Checking segment: {'id': '0e00c783-1e15-4949-87b4-1eafb55ef93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '07da8abf-972e-42d3-95f4-e65ce9e78044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:40.215947 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e18bcc-9a2b-4980-a9cb-39f844f770f3 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Network hostable DHCP agents. Network: 07da8abf-972e-42d3-95f4-e65ce9e78044, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:09:40.217120 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-06dc54d4-ea1a-4f48-a6b8-97a2e22a1978 None None] Port be3ed416-c004-42e9-ad29-a191f557f8d2 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:09:40.220305 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e18bcc-9a2b-4980-a9cb-39f844f770f3 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Pushing event updated for resources: {'Subnet': ['ID=1f620eff-7fde-4b58-a2a1-7a2d64d24b66,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:40.242138 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e18bcc-9a2b-4980-a9cb-39f844f770f3 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Network 07da8abf-972e-42d3-95f4-e65ce9e78044 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:09:40.256540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-36e18bcc-9a2b-4980-a9cb-39f844f770f3 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 07da8abf-972e-42d3-95f4-e65ce9e78044) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:40.262677 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e18bcc-9a2b-4980-a9cb-39f844f770f3 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:40.263350 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-36e18bcc-9a2b-4980-a9cb-39f844f770f3 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.265641 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4362eb-9cee-4f9d-8002-f3d4e3eaae07 None None] Network 07da8abf-972e-42d3-95f4-e65ce9e78044 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:09:40.281259 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-36e18bcc-9a2b-4980-a9cb-39f844f770f3 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5626855 Jul 16 02:09:40.283945 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43142) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:40.290090 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1574935549', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}, 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:40.355158 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.356375 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.424034 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.461659 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-07da8abf-972e-42d3-95f4-e65ce9e78044', 'network_id': '07da8abf-972e-42d3-95f4-e65ce9e78044', 'tenant_id': '0190aeb33a8f46c3a3d0928c1ca590df', 'fixed_ips': [{'subnet_id': '1f620eff-7fde-4b58-a2a1-7a2d64d24b66'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:09:40.462851 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.476936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3ed416-c004-42e9-ad29-a191f557f8d2 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:09:40.486056 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.502313 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Transition to ACTIVE for port object be3ed416-c004-42e9-ad29-a191f557f8d2 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:40.507906 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.518963 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4da9a8-0ee1-4dab-831a-ddca82cfb5c2 req-28ec7c72-4fb1-40d7-9f68-2d0e8fce5a7a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:40.524259 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da4da9a8-0ee1-4dab-831a-ddca82cfb5c2 req-28ec7c72-4fb1-40d7-9f68-2d0e8fce5a7a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=55d11242-0a7d-4623-b32f-6d52aa38c2ad HTTP/1.1" status: 200 len: 931 time: 0.2265460 Jul 16 02:09:40.574817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=be3ed416-c004-42e9-ad29-a191f557f8d2,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:40.614737 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Allocated IP 172.20.0.2 (07da8abf-972e-42d3-95f4-e65ce9e78044/1f620eff-7fde-4b58-a2a1-7a2d64d24b66/87527f4d-6926-44a9-9bf8-a1222a8a3b8a) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:40.647282 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.672814 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Attempting to bind port be3ed416-c004-42e9-ad29-a191f557f8d2 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:40.673300 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Attempting to bind port be3ed416-c004-42e9-ad29-a191f557f8d2 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '8f5dc927-62ae-4c88-b76f-87a95092c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:40.673768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Attempting to bind port be3ed416-c004-42e9-ad29-a191f557f8d2 on network 8178c1e9-2a14-477e-9bba-ad71b4367b88 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:40.678842 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Port be3ed416-c004-42e9-ad29-a191f557f8d2 on network 8178c1e9-2a14-477e-9bba-ad71b4367b88 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:09:40.679249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Attempting to bind port be3ed416-c004-42e9-ad29-a191f557f8d2 on network 8178c1e9-2a14-477e-9bba-ad71b4367b88 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:40.686423 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da4da9a8-0ee1-4dab-831a-ddca82cfb5c2 req-5bade530-70f3-4cbb-91df-3be696e7f0d3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=6570a08b-ac48-4d1e-9ab9-3029d0b6025c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565113 Jul 16 02:09:40.686596 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:40.687741 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Checking segment: {'id': '8f5dc927-62ae-4c88-b76f-87a95092c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:40.688194 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Bound using segment: {'id': '8f5dc927-62ae-4c88-b76f-87a95092c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:40.689560 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Bound port: be3ed416-c004-42e9-ad29-a191f557f8d2, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5dc927-62ae-4c88-b76f-87a95092c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:40.689560 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.794986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] For port be3ed416-c004-42e9-ad29-a191f557f8d2, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:40.804047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] For port be3ed416-c004-42e9-ad29-a191f557f8d2, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=be3ed416-c004-42e9-ad29-a191f557f8d2,segment=NetworkSegment(8f5dc927-62ae-4c88-b76f-87a95092c8a3),segment_id=8f5dc927-62ae-4c88-b76f-87a95092c8a3)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:40.808537 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.829824 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.842179 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:40.842808 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.844815 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] 10.222.0.26 "PUT /v2.0/ports/be3ed416-c004-42e9-ad29-a191f557f8d2 HTTP/1.1" status: 200 len: 1091 time: 0.9803429 Jul 16 02:09:40.846297 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Transition to ACTIVE for port object 87527f4d-6926-44a9-9bf8-a1222a8a3b8a will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:40.847277 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d11242-0a7d-4623-b32f-6d52aa38c2ad', 'tag': 'be3ed416-c004-42e9-ad29-a191f557f8d2'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:40.850275 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b81118-777c-41c2-83b8-172a12247f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "55d11242-0a7d-4623-b32f-6d52aa38c2ad", "tag": "be3ed416-c004-42e9-ad29-a191f557f8d2"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:40.873145 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Transition to ACTIVE for port object 87527f4d-6926-44a9-9bf8-a1222a8a3b8a will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:40.882391 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.887899 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb93921-0ae3-4ea4-b491-29cbbd35d6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=be3ed416-c004-42e9-ad29-a191f557f8d2,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:40.934230 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Network 07da8abf-972e-42d3-95f4-e65ce9e78044 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:40.937299 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:40.941289 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:40.942947 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.950544 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fb7756-d28c-448b-aef4-f50e78b64870 x-openstack-request-id: req-c5fb7756-d28c-448b-aef4-f50e78b64870 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:40.950841 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d11242-0a7d-4623-b32f-6d52aa38c2ad", "tag": "be3ed416-c004-42e9-ad29-a191f557f8d2", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:40.951188 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c5fb7756-d28c-448b-aef4-f50e78b64870 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:40.951876 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d11242-0a7d-4623-b32f-6d52aa38c2ad', 'tag': 'be3ed416-c004-42e9-ad29-a191f557f8d2', 'status': 'completed', 'code': 200} Jul 16 02:09:40.976317 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Pushing event updated for resources: {'Port': ['ID=87527f4d-6926-44a9-9bf8-a1222a8a3b8a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:40.989349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-91eda580-d04f-4322-8db4-2cbdb774ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:40.990970 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.991089 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-91eda580-d04f-4322-8db4-2cbdb774ca59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&device_id=55d11242-0a7d-4623-b32f-6d52aa38c2ad HTTP/1.1" status: 200 len: 1094 time: 0.0856090 Jul 16 02:09:41.009758 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Attempting to bind port 87527f4d-6926-44a9-9bf8-a1222a8a3b8a on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:41.010265 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Attempting to bind port 87527f4d-6926-44a9-9bf8-a1222a8a3b8a by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '0e00c783-1e15-4949-87b4-1eafb55ef93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '07da8abf-972e-42d3-95f4-e65ce9e78044'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:41.010645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Attempting to bind port 87527f4d-6926-44a9-9bf8-a1222a8a3b8a on network 07da8abf-972e-42d3-95f4-e65ce9e78044 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:41.016371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:41.016755 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Checking segment: {'id': '0e00c783-1e15-4949-87b4-1eafb55ef93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '07da8abf-972e-42d3-95f4-e65ce9e78044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:41.017172 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:41.017564 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Bound using segment: {'id': '0e00c783-1e15-4949-87b4-1eafb55ef93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '07da8abf-972e-42d3-95f4-e65ce9e78044'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:41.019014 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Bound port: 87527f4d-6926-44a9-9bf8-a1222a8a3b8a, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e00c783-1e15-4949-87b4-1eafb55ef93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '07da8abf-972e-42d3-95f4-e65ce9e78044'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:41.019410 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:41.056712 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-89e76e51-53fb-42df-8d2c-f51f219c5b62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be3ed416-c004-42e9-ad29-a191f557f8d2 HTTP/1.1" status: 200 len: 217 time: 0.0523977 Jul 16 02:09:41.113727 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] For port 87527f4d-6926-44a9-9bf8-a1222a8a3b8a, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:41.114122 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-e3d6caf8-b59b-4b45-8adc-2213186e7aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:41.116186 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-e3d6caf8-b59b-4b45-8adc-2213186e7aea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=314038c6-9e66-48fa-bd4f-d193aff147ab HTTP/1.1" status: 200 len: 835 time: 0.0513115 Jul 16 02:09:41.120231 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] For port 87527f4d-6926-44a9-9bf8-a1222a8a3b8a, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=87527f4d-6926-44a9-9bf8-a1222a8a3b8a,segment=NetworkSegment(0e00c783-1e15-4949-87b4-1eafb55ef93f),segment_id=0e00c783-1e15-4949-87b4-1eafb55ef93f)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:41.125190 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:41.143972 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Allocated IP 172.25.1.41 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/a577d7ff-8783-4764-b6c6-77c5f96047b5) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:41.204990 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db320430-8915-493a-84e9-e9787bfa9cbe None None] Pushing event updated for resources: {'Port': ['ID=87527f4d-6926-44a9-9bf8-a1222a8a3b8a,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:41.219268 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-10eb8fa8-daf3-4e5b-9cd9-38790206658e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:41.222394 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-10eb8fa8-daf3-4e5b-9cd9-38790206658e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8178c1e9-2a14-477e-9bba-ad71b4367b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002555 Jul 16 02:09:41.313138 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:41.330727 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-2e8cb63c-9ef4-4c5b-ab1e-812924c49ab9 service neutron] 10.222.0.26 "GET /v2.0/networks/8178c1e9-2a14-477e-9bba-ad71b4367b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013675 Jul 16 02:09:41.358778 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:41.419300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Pushing event updated for resources: {'Port': ['ID=a577d7ff-8783-4764-b6c6-77c5f96047b5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:41.422673 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:41.424351 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:41.427095 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:41.464834 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eced4391-a443-492b-95ba-0bd951a6c0f8 req-d3ed9f5b-5761-4647-aa5f-66483b76b26a service neutron] 10.222.0.26 "GET /v2.0/networks/8178c1e9-2a14-477e-9bba-ad71b4367b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258595 Jul 16 02:09:41.606309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b81118-777c-41c2-83b8-172a12247f2c req-17f56be1-6e4f-4756-8a08-77059292b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:41.607864 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d8b81118-777c-41c2-83b8-172a12247f2c req-17f56be1-6e4f-4756-8a08-77059292b58d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&device_id=55d11242-0a7d-4623-b32f-6d52aa38c2ad HTTP/1.1" status: 200 len: 1094 time: 0.0579026 Jul 16 02:09:41.694853 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:41.706535 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b81118-777c-41c2-83b8-172a12247f2c req-460a1662-46e1-4101-ad9f-cdbf0b85334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:41.708080 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d8b81118-777c-41c2-83b8-172a12247f2c req-460a1662-46e1-4101-ad9f-cdbf0b85334e service neutron] 10.222.0.26 "GET /v2.0/networks?id=8178c1e9-2a14-477e-9bba-ad71b4367b88 HTTP/1.1" status: 200 len: 898 time: 0.0937247 Jul 16 02:09:41.754634 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d8b81118-777c-41c2-83b8-172a12247f2c req-faca8dd1-77a6-4f64-a527-9e65f9842d80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be3ed416-c004-42e9-ad29-a191f557f8d2 HTTP/1.1" status: 200 len: 217 time: 0.0405464 Jul 16 02:09:41.809624 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b81118-777c-41c2-83b8-172a12247f2c req-9cea1a97-9496-4a3d-8e14-5e24670cd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:41.812791 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d8b81118-777c-41c2-83b8-172a12247f2c req-9cea1a97-9496-4a3d-8e14-5e24670cd270 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=314038c6-9e66-48fa-bd4f-d193aff147ab HTTP/1.1" status: 200 len: 835 time: 0.0503335 Jul 16 02:09:41.877705 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b81118-777c-41c2-83b8-172a12247f2c req-9e9c65f1-d96e-4882-97dd-705200bb95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:41.879382 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d8b81118-777c-41c2-83b8-172a12247f2c req-9e9c65f1-d96e-4882-97dd-705200bb95b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8178c1e9-2a14-477e-9bba-ad71b4367b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597978 Jul 16 02:09:41.948281 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:41.959592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3b0f6-79b8-42f0-9d04-fb6eac0e60a3 req-84595c73-5c2f-4110-b0d3-ad204626db36 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:41.961111 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-14b3b0f6-79b8-42f0-9d04-fb6eac0e60a3 req-84595c73-5c2f-4110-b0d3-ad204626db36 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=55d11242-0a7d-4623-b32f-6d52aa38c2ad HTTP/1.1" status: 200 len: 943 time: 0.1619608 Jul 16 02:09:41.986447 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d8b81118-777c-41c2-83b8-172a12247f2c req-fa26ffc9-b921-4173-bd6d-ac9c22886bb2 service neutron] 10.222.0.26 "GET /v2.0/networks/8178c1e9-2a14-477e-9bba-ad71b4367b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993791 Jul 16 02:09:42.069789 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-14b3b0f6-79b8-42f0-9d04-fb6eac0e60a3 req-90bc2a20-0b85-4301-850c-84f10666a482 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=6570a08b-ac48-4d1e-9ab9-3029d0b6025c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715232 Jul 16 02:09:42.101721 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d8b81118-777c-41c2-83b8-172a12247f2c req-db717b00-0dd2-4879-bec3-b371afaf13ff service neutron] 10.222.0.26 "GET /v2.0/networks/8178c1e9-2a14-477e-9bba-ad71b4367b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085746 Jul 16 02:09:42.121454 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Router fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:09:42.206565 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2d4046-f74d-44c5-8f66-5bfc60a9db64 None None] Network 07da8abf-972e-42d3-95f4-e65ce9e78044 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:09:42.236944 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:42.254975 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:42.256209 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c5084ccb-5d6b-492d-b5bb-e27ea19dd654 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.9710004 Jul 16 02:09:42.258924 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43150) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:42.264059 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa6d1e3-bb8a-4c41-906c-6089162d6cf3 None None] Sync routers for ids ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:42.289087 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa6d1e3-bb8a-4c41-906c-6089162d6cf3 None None] Routers {'fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:42.289819 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-daa6d1e3-bb8a-4c41-906c-6089162d6cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:42.331956 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a922cb94-f332-4f6c-ba52-839c75d56876 None None] Provisioning for port 87527f4d-6926-44a9-9bf8-a1222a8a3b8a completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:42.338119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-daa6d1e3-bb8a-4c41-906c-6089162d6cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:42.372499 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa6d1e3-bb8a-4c41-906c-6089162d6cf3 None None] Routers {'fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:42.373132 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-daa6d1e3-bb8a-4c41-906c-6089162d6cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:42.409366 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-daa6d1e3-bb8a-4c41-906c-6089162d6cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:42.410015 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa6d1e3-bb8a-4c41-906c-6089162d6cf3 None None] The sync data for ids ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:42.713483 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:42.999389 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Allocated IP 172.20.0.1 (07da8abf-972e-42d3-95f4-e65ce9e78044/1f620eff-7fde-4b58-a2a1-7a2d64d24b66/0fad64a1-b0e5-41a4-817c-ead9d8be0eec) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:43.024853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 87527f4d-6926-44a9-9bf8-a1222a8a3b8a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:43.078718 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 87527f4d-6926-44a9-9bf8-a1222a8a3b8a completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:43.083446 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 87527f4d-6926-44a9-9bf8-a1222a8a3b8a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:43.083847 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:43.124247 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:43.141508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Transition to ACTIVE for port object 0fad64a1-b0e5-41a4-817c-ead9d8be0eec will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:43.176064 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:43.179155 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:43.219872 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 87527f4d-6926-44a9-9bf8-a1222a8a3b8a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=87527f4d-6926-44a9-9bf8-a1222a8a3b8a,segment=NetworkSegment(0e00c783-1e15-4949-87b4-1eafb55ef93f),segment_id=0e00c783-1e15-4949-87b4-1eafb55ef93f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:43.224601 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:43.237956 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Network 07da8abf-972e-42d3-95f4-e65ce9e78044 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:43.241748 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:43.246671 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:43.285172 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=87527f4d-6926-44a9-9bf8-a1222a8a3b8a,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:43.291750 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Pushing event updated for resources: {'Port': ['ID=0fad64a1-b0e5-41a4-817c-ead9d8be0eec,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:43.303937 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:43.306483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2785b6-0be6-40e6-bef1-de8045e679ac req-934ad007-98a4-48e4-80b3-46f270a43ac7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:43.308307 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ea2785b6-0be6-40e6-bef1-de8045e679ac req-934ad007-98a4-48e4-80b3-46f270a43ac7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=55d11242-0a7d-4623-b32f-6d52aa38c2ad HTTP/1.1" status: 200 len: 943 time: 0.1108737 Jul 16 02:09:43.355134 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ea2785b6-0be6-40e6-bef1-de8045e679ac req-f85a6442-8073-4039-8a41-a8cb7a5a5d7a tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=6570a08b-ac48-4d1e-9ab9-3029d0b6025c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399964 Jul 16 02:09:43.463793 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:43.492007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ed14ecdb-a0c4-4bd0-983b-e156f3e425ff None None] Provisioning for port 0fad64a1-b0e5-41a4-817c-ead9d8be0eec completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:43.495727 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ed14ecdb-a0c4-4bd0-983b-e156f3e425ff None None] Provisioning complete for port 0fad64a1-b0e5-41a4-817c-ead9d8be0eec triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:43.496124 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed14ecdb-a0c4-4bd0-983b-e156f3e425ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:43.537422 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ed14ecdb-a0c4-4bd0-983b-e156f3e425ff None None] Port 0fad64a1-b0e5-41a4-817c-ead9d8be0eec cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:09:44.081494 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:44.086049 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:44.168439 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:44.173894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Pushing event updated for resources: {'Port': ['ID=0fad64a1-b0e5-41a4-817c-ead9d8be0eec,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:44.271064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Network 07da8abf-972e-42d3-95f4-e65ce9e78044 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:44.272426 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:44.354125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device be3ed416-c004-42e9-ad29-a191f557f8d2 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:09:44.423576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Router fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:44.496181 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port be3ed416-c004-42e9-ad29-a191f557f8d2, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=be3ed416-c004-42e9-ad29-a191f557f8d2,segment=NetworkSegment(8f5dc927-62ae-4c88-b76f-87a95092c8a3),segment_id=8f5dc927-62ae-4c88-b76f-87a95092c8a3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:44.510429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'be3ed416-c004-42e9-ad29-a191f557f8d2', 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88', 'port_id': 'be3ed416-c004-42e9-ad29-a191f557f8d2', 'mac_address': 'fa:16:3e:06:4b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314038c6-9e66-48fa-bd4f-d193aff147ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:09:44.561744 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:44.577681 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-213a1d03-19ec-464d-81bb-c11b9f01c29a None None] Provisioning complete for port 0fad64a1-b0e5-41a4-817c-ead9d8be0eec triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:44.578045 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-213a1d03-19ec-464d-81bb-c11b9f01c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:44.581459 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3ed416-c004-42e9-ad29-a191f557f8d2 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:09:44.585767 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:44.591288 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-87310806-62ba-4934-b2a5-248ecb6794e5 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] 10.222.0.54 "PUT /v2.0/routers/fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3311787 Jul 16 02:09:44.595719 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43156) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:44.604588 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c9f78-10ac-47bd-b57e-91581ba7ec25 None None] Sync routers for ids ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:44.608253 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385453a-500b-449f-aa7a-f341596d73a7 req-31e3d333-b785-4f19-96c6-6e97ffe2ca2e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:44.610617 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a385453a-500b-449f-aa7a-f341596d73a7 req-31e3d333-b785-4f19-96c6-6e97ffe2ca2e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=55d11242-0a7d-4623-b32f-6d52aa38c2ad HTTP/1.1" status: 200 len: 943 time: 0.1274586 Jul 16 02:09:44.612595 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-94ca8cbc-efe3-4ca0-8b37-9159b3a4b5c1 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Request body: {'port': {'network_id': '07da8abf-972e-42d3-95f4-e65ce9e78044', 'name': 'tempest-FloatingIPAdminTestJSON-902558625'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:44.630043 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c9f78-10ac-47bd-b57e-91581ba7ec25 None None] Routers {'fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:44.630722 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port be3ed416-c004-42e9-ad29-a191f557f8d2, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=be3ed416-c004-42e9-ad29-a191f557f8d2,segment=NetworkSegment(8f5dc927-62ae-4c88-b76f-87a95092c8a3),segment_id=8f5dc927-62ae-4c88-b76f-87a95092c8a3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:44.631370 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-655c9f78-10ac-47bd-b57e-91581ba7ec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:44.633404 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-213a1d03-19ec-464d-81bb-c11b9f01c29a None None] Port 0fad64a1-b0e5-41a4-817c-ead9d8be0eec cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:09:44.637386 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:44.682083 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a385453a-500b-449f-aa7a-f341596d73a7 req-ef9aeac1-3029-4c22-8730-0e61156fde0f tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=6570a08b-ac48-4d1e-9ab9-3029d0b6025c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605843 Jul 16 02:09:44.688297 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-655c9f78-10ac-47bd-b57e-91581ba7ec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:44.696278 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=be3ed416-c004-42e9-ad29-a191f557f8d2,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:44.703366 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c9f78-10ac-47bd-b57e-91581ba7ec25 None None] Routers {'fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:44.704288 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-655c9f78-10ac-47bd-b57e-91581ba7ec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:44.747992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ca8cbc-efe3-4ca0-8b37-9159b3a4b5c1 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Made reservation on behalf of 0190aeb33a8f46c3a3d0928c1ca590df for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:44.751833 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-94ca8cbc-efe3-4ca0-8b37-9159b3a4b5c1 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:44.752580 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-655c9f78-10ac-47bd-b57e-91581ba7ec25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:44.753223 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c9f78-10ac-47bd-b57e-91581ba7ec25 None None] The sync data for ids ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:44.769981 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-94ca8cbc-efe3-4ca0-8b37-9159b3a4b5c1 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] device_id is not set on port 7533ec0c-8723-4da2-a397-28dc81cfdd55 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:09:44.884185 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-94ca8cbc-efe3-4ca0-8b37-9159b3a4b5c1 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Allocated IP 172.20.0.11 (07da8abf-972e-42d3-95f4-e65ce9e78044/1f620eff-7fde-4b58-a2a1-7a2d64d24b66/7533ec0c-8723-4da2-a397-28dc81cfdd55) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:44.906909 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['be3ed416-c004-42e9-ad29-a191f557f8d2'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:09:45.018925 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 87527f4d-6926-44a9-9bf8-a1222a8a3b8a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:45.050511 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-94ca8cbc-efe3-4ca0-8b37-9159b3a4b5c1 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:45.065446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-94ca8cbc-efe3-4ca0-8b37-9159b3a4b5c1 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Transition to ACTIVE for port object 7533ec0c-8723-4da2-a397-28dc81cfdd55 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:45.101518 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-94ca8cbc-efe3-4ca0-8b37-9159b3a4b5c1 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:45.134763 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 87527f4d-6926-44a9-9bf8-a1222a8a3b8a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:45.135050 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:45.150026 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ca8cbc-efe3-4ca0-8b37-9159b3a4b5c1 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Network 07da8abf-972e-42d3-95f4-e65ce9e78044 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:45.153436 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-94ca8cbc-efe3-4ca0-8b37-9159b3a4b5c1 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:45.158649 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ca8cbc-efe3-4ca0-8b37-9159b3a4b5c1 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:45.183991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca8cbc-efe3-4ca0-8b37-9159b3a4b5c1 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Pushing event updated for resources: {'Port': ['ID=7533ec0c-8723-4da2-a397-28dc81cfdd55,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:45.215153 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ca8cbc-efe3-4ca0-8b37-9159b3a4b5c1 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:45.215872 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-94ca8cbc-efe3-4ca0-8b37-9159b3a4b5c1 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:45.234822 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-94ca8cbc-efe3-4ca0-8b37-9159b3a4b5c1 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6362617 Jul 16 02:09:45.237473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43160) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:45.292533 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'project_id': '0190aeb33a8f46c3a3d0928c1ca590df', 'port_id': '7533ec0c-8723-4da2-a397-28dc81cfdd55'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:45.321312 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:45.411911 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:45.462698 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a30035e8-e43c-42d3-8506-d3886a724f7b None None] Provisioning for port 7533ec0c-8723-4da2-a397-28dc81cfdd55 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:45.466143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a30035e8-e43c-42d3-8506-d3886a724f7b None None] Provisioning complete for port 7533ec0c-8723-4da2-a397-28dc81cfdd55 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:45.466601 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a30035e8-e43c-42d3-8506-d3886a724f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:45.502551 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a30035e8-e43c-42d3-8506-d3886a724f7b None None] Port 7533ec0c-8723-4da2-a397-28dc81cfdd55 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:09:45.522564 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Allocated IP 172.25.1.177 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/cc45c826-488e-45da-be0c-e83dffcd3aad) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:45.621510 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:45.661209 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:45.696604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:45.701150 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:45.708530 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:45.739922 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Pushing event updated for resources: {'Port': ['ID=cc45c826-488e-45da-be0c-e83dffcd3aad,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:45.860792 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dd5e9-141d-4fb4-b53c-dee69ff9eda4 req-cba04978-d04a-43d5-b867-e798b305437c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:45.862483 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-534dd5e9-141d-4fb4-b53c-dee69ff9eda4 req-cba04978-d04a-43d5-b867-e798b305437c tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=55d11242-0a7d-4623-b32f-6d52aa38c2ad HTTP/1.1" status: 200 len: 944 time: 0.0723255 Jul 16 02:09:45.906657 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-534dd5e9-141d-4fb4-b53c-dee69ff9eda4 req-b151953b-684d-4ef8-bc38-3ee3952d7fa1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=6570a08b-ac48-4d1e-9ab9-3029d0b6025c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379982 Jul 16 02:09:46.093670 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.170511 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.326394 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.331111 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.373102 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device be3ed416-c004-42e9-ad29-a191f557f8d2 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:46.402863 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Pushing event updated for resources: {'Port': ['ID=cc45c826-488e-45da-be0c-e83dffcd3aad,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:46.413594 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.426059 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port be3ed416-c004-42e9-ad29-a191f557f8d2 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:46.430103 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port be3ed416-c004-42e9-ad29-a191f557f8d2 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:46.430528 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.506035 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.517862 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Floating IP 54ae3853-4ada-47d6-aee4-3c28d16beb4e associated. External IP: 172.25.1.177, port: 7533ec0c-8723-4da2-a397-28dc81cfdd55. Jul 16 02:09:46.530164 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d11242-0a7d-4623-b32f-6d52aa38c2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3ed416-c004-42e9-ad29-a191f557f8d2'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:46.532977 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77308cb3-91cf-46ca-8090-8130af0d4001" -d '{"events": [{"server_uuid": "55d11242-0a7d-4623-b32f-6d52aa38c2ad", "name": "network-vif-plugged", "status": "completed", "tag": "be3ed416-c004-42e9-ad29-a191f557f8d2"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:46.545734 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port be3ed416-c004-42e9-ad29-a191f557f8d2, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=be3ed416-c004-42e9-ad29-a191f557f8d2,segment=NetworkSegment(8f5dc927-62ae-4c88-b76f-87a95092c8a3),segment_id=8f5dc927-62ae-4c88-b76f-87a95092c8a3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:46.550454 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.577062 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7619ebe-f18c-448a-bfcf-bcd535b27f5c x-openstack-request-id: req-b7619ebe-f18c-448a-bfcf-bcd535b27f5c {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:46.577907 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d11242-0a7d-4623-b32f-6d52aa38c2ad", "name": "network-vif-plugged", "status": "completed", "tag": "be3ed416-c004-42e9-ad29-a191f557f8d2", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:46.578175 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b7619ebe-f18c-448a-bfcf-bcd535b27f5c {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:46.578565 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d11242-0a7d-4623-b32f-6d52aa38c2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3ed416-c004-42e9-ad29-a191f557f8d2', 'code': 200} Jul 16 02:09:46.606481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=be3ed416-c004-42e9-ad29-a191f557f8d2,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:46.720106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29eb078-461a-4eb1-8f54-39a85100d79c req-0a94157d-3512-41a5-90c1-b8bedf5d2afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:46.721529 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c29eb078-461a-4eb1-8f54-39a85100d79c req-0a94157d-3512-41a5-90c1-b8bedf5d2afb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=55d11242-0a7d-4623-b32f-6d52aa38c2ad HTTP/1.1" status: 200 len: 1096 time: 0.0516894 Jul 16 02:09:46.732823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Router fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:46.754992 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c29eb078-461a-4eb1-8f54-39a85100d79c req-d5e5dbbb-4d26-406f-a66c-8bfbfaec0c31 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6570a08b-ac48-4d1e-9ab9-3029d0b6025c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274670 Jul 16 02:09:46.841182 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:46.850219 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080f4258-662c-4853-9220-ab06aa0321f0 None None] Sync routers for ids ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:46.856508 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.860292 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080f4258-662c-4853-9220-ab06aa0321f0 None None] Routers {'fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:46.860926 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-080f4258-662c-4853-9220-ab06aa0321f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:46.893150 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c6222259-3621-49b5-a0e9-996ec1dbe5f5 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 1.6537881 Jul 16 02:09:46.895199 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-080f4258-662c-4853-9220-ab06aa0321f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:46.895827 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43168) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:46.904564 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080f4258-662c-4853-9220-ab06aa0321f0 None None] Routers {'fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:46.905153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-080f4258-662c-4853-9220-ab06aa0321f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:46.937985 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-080f4258-662c-4853-9220-ab06aa0321f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:46.938736 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080f4258-662c-4853-9220-ab06aa0321f0 None None] The sync data for ids ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:47.012252 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bcf00b03-5045-4678-b33c-158830aeff95 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] 10.222.0.54 "GET /v2.0/floatingips/54ae3853-4ada-47d6-aee4-3c28d16beb4e HTTP/1.1" status: 200 len: 983 time: 0.1152039 Jul 16 02:09:47.014509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43172) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:47.084929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3ef7-3c43-472f-9b9c-c7da47dda084 req-4eb8eae0-693e-4d6a-ad94-2a1332ddbde7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:47.086441 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e6df3ef7-3c43-472f-9b9c-c7da47dda084 req-4eb8eae0-693e-4d6a-ad94-2a1332ddbde7 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=55d11242-0a7d-4623-b32f-6d52aa38c2ad HTTP/1.1" status: 200 len: 945 time: 0.0639963 Jul 16 02:09:47.120706 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d6326426-6f12-4126-8596-5a9b0ed6ddf2 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1044917 Jul 16 02:09:47.123245 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43174) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:47.124999 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e6df3ef7-3c43-472f-9b9c-c7da47dda084 req-524084c7-208a-4607-ad68-78e35e52e352 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=6570a08b-ac48-4d1e-9ab9-3029d0b6025c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322139 Jul 16 02:09:47.277087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Deleting port cc45c826-488e-45da-be0c-e83dffcd3aad {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:47.277087 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:47.352253 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:47.352888 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:47.364338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Calling delete_port for cc45c826-488e-45da-be0c-e83dffcd3aad owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:47.528155 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:47.551484 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Pushing event deleted for resources: {'Port': ['ID=cc45c826-488e-45da-be0c-e83dffcd3aad,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:47.564945 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:47.565289 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:47.565629 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:47.565958 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:47.566319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:47.566649 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:47.566971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:47.567327 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:47.567646 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:47.567989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:47.568305 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:47.568618 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:47.626497 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:47.626825 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Floating IP 54ae3853-4ada-47d6-aee4-3c28d16beb4e disassociated (deleted). External IP: 172.25.1.177, port: 7533ec0c-8723-4da2-a397-28dc81cfdd55. Jul 16 02:09:48.145751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Router fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:48.265416 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:48.274747 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee15727a-483f-46cc-921f-a7340d870688 None None] Sync routers for ids ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:48.285491 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee15727a-483f-46cc-921f-a7340d870688 None None] Routers {'fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:48.286188 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ee15727a-483f-46cc-921f-a7340d870688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:48.289811 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:48.311415 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-7cc7245e-1fec-4a29-8d06-2b1619a834fc req-b3f1d42b-f710-4604-a73e-1a057966da43 service neutron] (93832) timed out ('10.222.0.54', 54464) {{(pid=93832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:09:48.321462 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ee15727a-483f-46cc-921f-a7340d870688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:48.330483 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee15727a-483f-46cc-921f-a7340d870688 None None] Routers {'fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:48.331297 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ee15727a-483f-46cc-921f-a7340d870688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:48.332961 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b7688f4b-b4f7-4398-8b41-5ec8dd132961 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] 10.222.0.54 "DELETE /v2.0/floatingips/54ae3853-4ada-47d6-aee4-3c28d16beb4e HTTP/1.1" status: 204 len: 168 time: 1.2086442 Jul 16 02:09:48.336664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43180) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:48.341042 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-98961052-6836-4c25-8430-1f3ec0bb1bc0 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:48.364519 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ee15727a-483f-46cc-921f-a7340d870688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:48.365173 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee15727a-483f-46cc-921f-a7340d870688 None None] The sync data for ids ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:48.376922 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77925c7b-1a44-4ad4-85cf-5bdb728ac207 req-ab918edd-f9cf-453d-b087-821e446b4b82 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:48.378415 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-77925c7b-1a44-4ad4-85cf-5bdb728ac207 req-ab918edd-f9cf-453d-b087-821e446b4b82 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=55d11242-0a7d-4623-b32f-6d52aa38c2ad HTTP/1.1" status: 200 len: 945 time: 0.1267815 Jul 16 02:09:48.379695 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98961052-6836-4c25-8430-1f3ec0bb1bc0 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:48.437614 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-77925c7b-1a44-4ad4-85cf-5bdb728ac207 req-f2ac9f9a-860c-49ee-af7d-3060624b1c69 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=6570a08b-ac48-4d1e-9ab9-3029d0b6025c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459752 Jul 16 02:09:48.498279 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98961052-6836-4c25-8430-1f3ec0bb1bc0 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:48.603678 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-98961052-6836-4c25-8430-1f3ec0bb1bc0 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Allocated IP 172.25.1.205 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/0b495c61-aa8e-473a-a2a1-7ddeedef542d) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:48.615799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3df125-d8bf-493a-8e13-3efb3035b23d req-79167449-000f-42fe-8d18-bb8fa8ba16ba tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:48.617282 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9b3df125-d8bf-493a-8e13-3efb3035b23d req-79167449-000f-42fe-8d18-bb8fa8ba16ba tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=55d11242-0a7d-4623-b32f-6d52aa38c2ad HTTP/1.1" status: 200 len: 945 time: 0.0665746 Jul 16 02:09:48.655268 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9b3df125-d8bf-493a-8e13-3efb3035b23d req-214a3dfa-ea5b-4469-8bc4-d5067f108640 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=6570a08b-ac48-4d1e-9ab9-3029d0b6025c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321941 Jul 16 02:09:48.681583 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43184) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:48.725950 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98961052-6836-4c25-8430-1f3ec0bb1bc0 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:48.733816 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ede8fc-3f66-4b4a-b74a-00d317fe0ba4 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:48.735386 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-62ede8fc-3f66-4b4a-b74a-00d317fe0ba4 tempest-TestNetworkBasicOps-1449052800 tempest-TestNetworkBasicOps-1449052800-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=55d11242-0a7d-4623-b32f-6d52aa38c2ad HTTP/1.1" status: 200 len: 1091 time: 0.0527301 Jul 16 02:09:48.738311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43186) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:48.742790 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': 'be3ed416-c004-42e9-ad29-a191f557f8d2', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:48.765703 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:48.768131 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98961052-6836-4c25-8430-1f3ec0bb1bc0 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:48.804123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98961052-6836-4c25-8430-1f3ec0bb1bc0 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:48.806997 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-98961052-6836-4c25-8430-1f3ec0bb1bc0 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:48.813204 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98961052-6836-4c25-8430-1f3ec0bb1bc0 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:48.840218 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98961052-6836-4c25-8430-1f3ec0bb1bc0 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Pushing event updated for resources: {'Port': ['ID=0b495c61-aa8e-473a-a2a1-7ddeedef542d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:48.873188 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:48.903246 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98961052-6836-4c25-8430-1f3ec0bb1bc0 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:48.951933 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98961052-6836-4c25-8430-1f3ec0bb1bc0 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:48.978248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Allocated IP 172.25.1.78 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/0c8b7a69-c77f-4762-9931-815b0236e015) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:49.085703 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.105260 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98961052-6836-4c25-8430-1f3ec0bb1bc0 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.110433 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98961052-6836-4c25-8430-1f3ec0bb1bc0 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.125266 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.165989 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:49.170332 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:49.175657 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:49.177356 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98961052-6836-4c25-8430-1f3ec0bb1bc0 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Pushing event updated for resources: {'Port': ['ID=0b495c61-aa8e-473a-a2a1-7ddeedef542d,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:49.177648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Port': ['ID=0c8b7a69-c77f-4762-9931-815b0236e015,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:49.190443 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98961052-6836-4c25-8430-1f3ec0bb1bc0 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.203761 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98961052-6836-4c25-8430-1f3ec0bb1bc0 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.205268 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-98961052-6836-4c25-8430-1f3ec0bb1bc0 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8676796 Jul 16 02:09:49.208134 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43188) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:49.305957 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-49a99af1-136b-4a29-a6f7-0ce61ddd9194 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:49.328393 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a99af1-136b-4a29-a6f7-0ce61ddd9194 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.433264 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a99af1-136b-4a29-a6f7-0ce61ddd9194 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.539360 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-49a99af1-136b-4a29-a6f7-0ce61ddd9194 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Allocated IP 172.25.1.2 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/46f13030-c35b-43b0-a8e6-c6e6cb038b12) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:49.559674 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.646828 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a99af1-136b-4a29-a6f7-0ce61ddd9194 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.668309 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.687597 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a99af1-136b-4a29-a6f7-0ce61ddd9194 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.722173 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c749a238-a0e6-4cfd-8b0f-8c74672b8b4a req-fb9763b4-8fcd-4d13-aad3-8cc8a321fd1a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1007690 Jul 16 02:09:49.731414 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a99af1-136b-4a29-a6f7-0ce61ddd9194 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:49.735227 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-49a99af1-136b-4a29-a6f7-0ce61ddd9194 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:49.738383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a99af1-136b-4a29-a6f7-0ce61ddd9194 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:49.764328 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a99af1-136b-4a29-a6f7-0ce61ddd9194 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Pushing event updated for resources: {'Port': ['ID=46f13030-c35b-43b0-a8e6-c6e6cb038b12,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:49.832810 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a99af1-136b-4a29-a6f7-0ce61ddd9194 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.876612 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.879557 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749a238-a0e6-4cfd-8b0f-8c74672b8b4a req-7adfaefd-24d2-4f3a-a506-af421a7e1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:49.881072 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c749a238-a0e6-4cfd-8b0f-8c74672b8b4a req-7adfaefd-24d2-4f3a-a506-af421a7e1e2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd212556018b4b66a6bb5c0606f16ff1&device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 1097 time: 0.0945673 Jul 16 02:09:49.881529 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a99af1-136b-4a29-a6f7-0ce61ddd9194 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.882150 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.985985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event updated for resources: {'Port': ['ID=0c8b7a69-c77f-4762-9931-815b0236e015,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:50.018142 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.039197 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a99af1-136b-4a29-a6f7-0ce61ddd9194 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.043580 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a99af1-136b-4a29-a6f7-0ce61ddd9194 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.110466 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749a238-a0e6-4cfd-8b0f-8c74672b8b4a req-7fca9ec2-9a15-480e-9985-c5d70512a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:50.111894 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c749a238-a0e6-4cfd-8b0f-8c74672b8b4a req-7fca9ec2-9a15-480e-9985-c5d70512a6c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df0a3059-df02-4af7-9c4a-d01fc9fb1626 HTTP/1.1" status: 200 len: 914 time: 0.2025719 Jul 16 02:09:50.115679 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a99af1-136b-4a29-a6f7-0ce61ddd9194 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Pushing event updated for resources: {'Port': ['ID=46f13030-c35b-43b0-a8e6-c6e6cb038b12,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:50.125437 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a99af1-136b-4a29-a6f7-0ce61ddd9194 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.138973 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-49a99af1-136b-4a29-a6f7-0ce61ddd9194 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.140880 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-49a99af1-136b-4a29-a6f7-0ce61ddd9194 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9317749 Jul 16 02:09:50.143739 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43192) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:50.178857 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Floating IP d36df576-31c4-4a94-b809-12a4178e9be4 associated. External IP: 172.25.1.78, port: be3ed416-c004-42e9-ad29-a191f557f8d2. Jul 16 02:09:50.220248 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ee01df00-781b-4ebb-ad47-ebfd8271f0d1 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3217 time: 0.0678468 Jul 16 02:09:50.222746 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43194) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:50.305610 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cc727cd9-c5a7-43b6-9fbb-8b5cdd136edb tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0801325 Jul 16 02:09:50.306664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43196) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:50.439322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-cc320bac-11bf-4952-8cd2-021808bcdf58 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Deleting port 46f13030-c35b-43b0-a8e6-c6e6cb038b12 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:50.440039 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc320bac-11bf-4952-8cd2-021808bcdf58 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.516709 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc320bac-11bf-4952-8cd2-021808bcdf58 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.517028 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc320bac-11bf-4952-8cd2-021808bcdf58 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.530159 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-cc320bac-11bf-4952-8cd2-021808bcdf58 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Calling delete_port for 46f13030-c35b-43b0-a8e6-c6e6cb038b12 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:50.560403 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c749a238-a0e6-4cfd-8b0f-8c74672b8b4a req-96e3d3de-5cf0-40a0-a3eb-b13fc019686d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 HTTP/1.1" status: 200 len: 1002 time: 0.4384801 Jul 16 02:09:50.652118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749a238-a0e6-4cfd-8b0f-8c74672b8b4a req-1806e02e-50f0-490e-b73e-adb2e6100969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:50.653575 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c749a238-a0e6-4cfd-8b0f-8c74672b8b4a req-1806e02e-50f0-490e-b73e-adb2e6100969 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1 HTTP/1.1" status: 200 len: 852 time: 0.0853543 Jul 16 02:09:50.667959 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc320bac-11bf-4952-8cd2-021808bcdf58 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.692616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc320bac-11bf-4952-8cd2-021808bcdf58 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Pushing event deleted for resources: {'Port': ['ID=46f13030-c35b-43b0-a8e6-c6e6cb038b12,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:50.762617 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc320bac-11bf-4952-8cd2-021808bcdf58 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.766843 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc320bac-11bf-4952-8cd2-021808bcdf58 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.768084 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cc320bac-11bf-4952-8cd2-021808bcdf58 tempest-FloatingIPAdminTestJSON-831477108 tempest-FloatingIPAdminTestJSON-831477108-project] 10.222.0.54 "DELETE /v2.0/floatingips/e31d562a-d940-430b-ace3-bb27eb2da42d HTTP/1.1" status: 204 len: 168 time: 0.4604831 Jul 16 02:09:50.770635 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43198) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:50.798693 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749a238-a0e6-4cfd-8b0f-8c74672b8b4a req-e89be9ea-48bf-477c-8b9f-a484330ef382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:50.800239 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c749a238-a0e6-4cfd-8b0f-8c74672b8b4a req-e89be9ea-48bf-477c-8b9f-a484330ef382 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df0a3059-df02-4af7-9c4a-d01fc9fb1626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375175 Jul 16 02:09:50.829525 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Router a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:50.894660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b27b51e2-7e73-4da8-9859-004f70a75e93 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Deleting port 0b495c61-aa8e-473a-a2a1-7ddeedef542d {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:50.895006 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b27b51e2-7e73-4da8-9859-004f70a75e93 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.970619 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b27b51e2-7e73-4da8-9859-004f70a75e93 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.970946 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b27b51e2-7e73-4da8-9859-004f70a75e93 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.975469 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c749a238-a0e6-4cfd-8b0f-8c74672b8b4a req-84033a61-7603-429c-afe0-4e183b316ae1 service neutron] 10.222.0.47 "GET /v2.0/networks/df0a3059-df02-4af7-9c4a-d01fc9fb1626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669867 Jul 16 02:09:50.982577 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b27b51e2-7e73-4da8-9859-004f70a75e93 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Calling delete_port for 0b495c61-aa8e-473a-a2a1-7ddeedef542d owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:51.019478 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:51.030640 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbede990-7d25-4259-a8e8-9fd21a757b6a None None] Sync routers for ids ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:51.040826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbede990-7d25-4259-a8e8-9fd21a757b6a None None] Routers {'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:51.041456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-dbede990-7d25-4259-a8e8-9fd21a757b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:51.066463 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.121169 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c749a238-a0e6-4cfd-8b0f-8c74672b8b4a req-4e79aa79-7d63-4752-a29f-d122b9ced5ad service neutron] 10.222.0.47 "GET /v2.0/networks/df0a3059-df02-4af7-9c4a-d01fc9fb1626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371138 Jul 16 02:09:51.126300 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a236e650-25bb-4d7d-b9bc-28b899d961d5 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3834202 Jul 16 02:09:51.126300 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d11242-0a7d-4623-b32f-6d52aa38c2ad', 'tag': 'be3ed416-c004-42e9-ad29-a191f557f8d2'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:51.126596 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb61c3b-b677-4666-b0be-62273d54129d" -d '{"events": [{"name": "network-changed", "server_uuid": "55d11242-0a7d-4623-b32f-6d52aa38c2ad", "tag": "be3ed416-c004-42e9-ad29-a191f557f8d2"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:51.127295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43200) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:51.154877 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-dbede990-7d25-4259-a8e8-9fd21a757b6a None None] Set router a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:51.162981 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7cfd03-78ec-4f58-bc8a-37d44c316b7c x-openstack-request-id: req-0a7cfd03-78ec-4f58-bc8a-37d44c316b7c {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:51.163373 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d11242-0a7d-4623-b32f-6d52aa38c2ad", "tag": "be3ed416-c004-42e9-ad29-a191f557f8d2", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:51.163632 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0a7cfd03-78ec-4f58-bc8a-37d44c316b7c {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:51.164078 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d11242-0a7d-4623-b32f-6d52aa38c2ad', 'tag': 'be3ed416-c004-42e9-ad29-a191f557f8d2', 'status': 'completed', 'code': 200} Jul 16 02:09:51.211059 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-49b35ad5-bb74-41c6-a5e0-08a4790eb6b1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/floatingips/d36df576-31c4-4a94-b809-12a4178e9be4 HTTP/1.1" status: 200 len: 990 time: 0.0821967 Jul 16 02:09:51.212115 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b27b51e2-7e73-4da8-9859-004f70a75e93 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.238721 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b51e2-7e73-4da8-9859-004f70a75e93 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b495c61-aa8e-473a-a2a1-7ddeedef542d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:51.267740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb61c3b-b677-4666-b0be-62273d54129d req-11d14b79-fe89-41a1-b24f-d6862c8fb1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:51.269544 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8eb61c3b-b677-4666-b0be-62273d54129d req-11d14b79-fe89-41a1-b24f-d6862c8fb1b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&device_id=55d11242-0a7d-4623-b32f-6d52aa38c2ad HTTP/1.1" status: 200 len: 1096 time: 0.0615847 Jul 16 02:09:51.313647 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b27b51e2-7e73-4da8-9859-004f70a75e93 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.316517 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b27b51e2-7e73-4da8-9859-004f70a75e93 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.317967 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b27b51e2-7e73-4da8-9859-004f70a75e93 tempest-FloatingIPAdminTestJSON-1547921741 tempest-FloatingIPAdminTestJSON-1547921741-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/8e32b128-f840-4e14-9ffb-aefd1c034bf1 HTTP/1.1" status: 204 len: 168 time: 0.5464115 Jul 16 02:09:51.321818 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43204) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:51.371111 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb61c3b-b677-4666-b0be-62273d54129d req-5271d13e-8927-4aff-97f5-4edd73c15a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:51.373342 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8eb61c3b-b677-4666-b0be-62273d54129d req-5271d13e-8927-4aff-97f5-4edd73c15a98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8178c1e9-2a14-477e-9bba-ad71b4367b88 HTTP/1.1" status: 200 len: 898 time: 0.0972834 Jul 16 02:09:51.435210 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-fec91ab8-2dd7-4266-9bcf-3827e09af821 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Deleting port 7533ec0c-8723-4da2-a397-28dc81cfdd55 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:51.435560 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fec91ab8-2dd7-4266-9bcf-3827e09af821 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.449690 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8eb61c3b-b677-4666-b0be-62273d54129d req-5a66423a-11f5-4c37-80f8-da87a6cdce1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be3ed416-c004-42e9-ad29-a191f557f8d2 HTTP/1.1" status: 200 len: 998 time: 0.0703194 Jul 16 02:09:51.501678 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb61c3b-b677-4666-b0be-62273d54129d req-0da2299d-117a-4909-8e97-505aae73fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:51.503256 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8eb61c3b-b677-4666-b0be-62273d54129d req-0da2299d-117a-4909-8e97-505aae73fb85 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=314038c6-9e66-48fa-bd4f-d193aff147ab HTTP/1.1" status: 200 len: 835 time: 0.0471809 Jul 16 02:09:51.528731 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fec91ab8-2dd7-4266-9bcf-3827e09af821 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.542926 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-fec91ab8-2dd7-4266-9bcf-3827e09af821 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Calling delete_port for 7533ec0c-8723-4da2-a397-28dc81cfdd55 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:51.564295 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb61c3b-b677-4666-b0be-62273d54129d req-8a630e95-9fee-4f54-8b49-16185902c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:51.565835 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8eb61c3b-b677-4666-b0be-62273d54129d req-8a630e95-9fee-4f54-8b49-16185902c46e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8178c1e9-2a14-477e-9bba-ad71b4367b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569901 Jul 16 02:09:51.578669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-dbede990-7d25-4259-a8e8-9fd21a757b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'name': 'tempest-TestNetworkBasicOps-router-883157428', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:28Z', 'updated_at': '2021-07-16T02:09:32Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:29Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'd36df576-31c4-4a94-b809-12a4178e9be4', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'port_id': 'be3ed416-c004-42e9-ad29-a191f557f8d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88', 'mac_address': 'fa:16:3e:06:4b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d11242-0a7d-4623-b32f-6d52aa38c2ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:49Z', 'updated_at': '2021-07-16T02:09:49Z', 'revision_number': 0, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f38b7e-b3e0-4b55-bc4f-14ac32313770', 'name': '', 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:bb:8e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '314038c6-9e66-48fa-bd4f-d193aff147ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': '314038c6-9e66-48fa-bd4f-d193aff147ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:51.607177 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbede990-7d25-4259-a8e8-9fd21a757b6a None None] Checking router: a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:51.616370 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbede990-7d25-4259-a8e8-9fd21a757b6a None None] Routers {'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:51.617288 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-dbede990-7d25-4259-a8e8-9fd21a757b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:51.668949 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8eb61c3b-b677-4666-b0be-62273d54129d req-68e85887-6021-44b3-b2ce-2c35019a1203 service neutron] 10.222.0.26 "GET /v2.0/networks/8178c1e9-2a14-477e-9bba-ad71b4367b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963044 Jul 16 02:09:51.680107 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fec91ab8-2dd7-4266-9bcf-3827e09af821 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.710685 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec91ab8-2dd7-4266-9bcf-3827e09af821 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Pushing event deleted for resources: {'Port': ['ID=7533ec0c-8723-4da2-a397-28dc81cfdd55,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:51.740586 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-dbede990-7d25-4259-a8e8-9fd21a757b6a None None] Set router a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:51.784835 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8eb61c3b-b677-4666-b0be-62273d54129d req-642f357e-38d4-4ee1-88dc-e46aea7c6bad service neutron] 10.222.0.26 "GET /v2.0/networks/8178c1e9-2a14-477e-9bba-ad71b4367b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096046 Jul 16 02:09:51.800847 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fec91ab8-2dd7-4266-9bcf-3827e09af821 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.802955 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fec91ab8-2dd7-4266-9bcf-3827e09af821 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] 10.222.0.54 "DELETE /v2.0/ports/7533ec0c-8723-4da2-a397-28dc81cfdd55 HTTP/1.1" status: 204 len: 168 time: 0.4799492 Jul 16 02:09:51.805660 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43206) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:51.887025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11a4e8e-4e24-4478-a2b8-e23b117ed0c3 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:51.891439 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f11a4e8e-4e24-4478-a2b8-e23b117ed0c3 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d HTTP/1.1" status: 200 len: 913 time: 0.0820711 Jul 16 02:09:51.891687 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43208) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:52.003842 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-dbede990-7d25-4259-a8e8-9fd21a757b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'name': 'tempest-TestNetworkBasicOps-router-883157428', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:28Z', 'updated_at': '2021-07-16T02:09:32Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:29Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'd36df576-31c4-4a94-b809-12a4178e9be4', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'port_id': 'be3ed416-c004-42e9-ad29-a191f557f8d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88', 'mac_address': 'fa:16:3e:06:4b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d11242-0a7d-4623-b32f-6d52aa38c2ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:49Z', 'updated_at': '2021-07-16T02:09:49Z', 'revision_number': 0, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f38b7e-b3e0-4b55-bc4f-14ac32313770', 'name': '', 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:bb:8e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '314038c6-9e66-48fa-bd4f-d193aff147ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': '314038c6-9e66-48fa-bd4f-d193aff147ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:52.029948 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbede990-7d25-4259-a8e8-9fd21a757b6a None None] The sync data for ids ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'] in n-d-800086-6 is: [{'id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'name': 'tempest-TestNetworkBasicOps-router-883157428', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:28Z', 'updated_at': '2021-07-16T02:09:32Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:29Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'd36df576-31c4-4a94-b809-12a4178e9be4', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'port_id': 'be3ed416-c004-42e9-ad29-a191f557f8d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88', 'mac_address': 'fa:16:3e:06:4b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d11242-0a7d-4623-b32f-6d52aa38c2ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:49Z', 'updated_at': '2021-07-16T02:09:49Z', 'revision_number': 0, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f38b7e-b3e0-4b55-bc4f-14ac32313770', 'name': '', 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:bb:8e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '314038c6-9e66-48fa-bd4f-d193aff147ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': '314038c6-9e66-48fa-bd4f-d193aff147ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:52.214746 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43210) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:52.225985 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ef4000-aa96-4696-801a-7708eb0bbe3c None None] New status for floating IP d36df576-31c4-4a94-b809-12a4178e9be4: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:09:52.266956 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93f1adb3-d5a1-4e5e-a0c1-f54df861661e tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:52.309347 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-94e53507-8373-41a3-8232-70a265b2f671 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/floatingips/d36df576-31c4-4a94-b809-12a4178e9be4 HTTP/1.1" status: 200 len: 990 time: 0.0934575 Jul 16 02:09:52.546118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-93f1adb3-d5a1-4e5e-a0c1-f54df861661e tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Deleting port 0fad64a1-b0e5-41a4-817c-ead9d8be0eec {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:52.546586 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93f1adb3-d5a1-4e5e-a0c1-f54df861661e tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:52.635126 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93f1adb3-d5a1-4e5e-a0c1-f54df861661e tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:52.648148 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-93f1adb3-d5a1-4e5e-a0c1-f54df861661e tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Calling delete_port for 0fad64a1-b0e5-41a4-817c-ead9d8be0eec owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:52.835630 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93f1adb3-d5a1-4e5e-a0c1-f54df861661e tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:52.861265 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1adb3-d5a1-4e5e-a0c1-f54df861661e tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Pushing event deleted for resources: {'Port': ['ID=0fad64a1-b0e5-41a4-817c-ead9d8be0eec,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:53.048036 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-93f1adb3-d5a1-4e5e-a0c1-f54df861661e tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:53.057318 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43214) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:53.311589 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43216) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:53.378683 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-14800f24-21bf-4deb-bc41-b03a32d97138 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/floatingips/d36df576-31c4-4a94-b809-12a4178e9be4 HTTP/1.1" status: 200 len: 992 time: 0.0656614 Jul 16 02:09:53.700275 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c7656005-b23e-404c-8001-7be023dee1f2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Deleting port 1d60d534-41f5-46e6-b84d-60f4888b6973 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:53.700612 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c7656005-b23e-404c-8001-7be023dee1f2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:53.728729 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f1adb3-d5a1-4e5e-a0c1-f54df861661e tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Router fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:53.825625 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c7656005-b23e-404c-8001-7be023dee1f2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:53.825954 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c7656005-b23e-404c-8001-7be023dee1f2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:53.864943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-c7656005-b23e-404c-8001-7be023dee1f2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Calling delete_port for 1d60d534-41f5-46e6-b84d-60f4888b6973 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:53.934448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f1adb3-d5a1-4e5e-a0c1-f54df861661e tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:53.941378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-93f1adb3-d5a1-4e5e-a0c1-f54df861661e tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] 10.222.0.54 "PUT /v2.0/routers/fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0486341 Jul 16 02:09:53.944901 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43218) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:53.946882 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758e520a-d84b-4409-915d-7df2e9495566 None None] Sync routers for ids ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:53.957814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758e520a-d84b-4409-915d-7df2e9495566 None None] Routers {'fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:53.958429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-758e520a-d84b-4409-915d-7df2e9495566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:53.999610 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-758e520a-d84b-4409-915d-7df2e9495566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:54.008788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758e520a-d84b-4409-915d-7df2e9495566 None None] Routers {'fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:54.009469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-758e520a-d84b-4409-915d-7df2e9495566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:54.047957 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-758e520a-d84b-4409-915d-7df2e9495566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:54.048603 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758e520a-d84b-4409-915d-7df2e9495566 None None] The sync data for ids ['fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:54.053372 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c7656005-b23e-404c-8001-7be023dee1f2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.060443 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.074293 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-931446ec-3368-458c-860e-75540c073967 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.084141 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7656005-b23e-404c-8001-7be023dee1f2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Pushing event deleted for resources: {'Port': ['ID=1d60d534-41f5-46e6-b84d-60f4888b6973,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:54.159333 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c7656005-b23e-404c-8001-7be023dee1f2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.159808 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-c7656005-b23e-404c-8001-7be023dee1f2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Floating IP aa37379a-30a7-460f-bd33-6ab873a3525b disassociated (deleted). External IP: 172.25.1.178, port: 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4. Jul 16 02:09:54.181434 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-931446ec-3368-458c-860e-75540c073967 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.243015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-931446ec-3368-458c-860e-75540c073967 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Deleting port a577d7ff-8783-4764-b6c6-77c5f96047b5 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:54.243275 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-931446ec-3368-458c-860e-75540c073967 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.324742 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-931446ec-3368-458c-860e-75540c073967 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.338060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-931446ec-3368-458c-860e-75540c073967 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Calling delete_port for a577d7ff-8783-4764-b6c6-77c5f96047b5 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:54.382814 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7656005-b23e-404c-8001-7be023dee1f2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Router a81b23f2-4f92-422e-a772-5207d0ca4d61 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:54.502700 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7656005-b23e-404c-8001-7be023dee1f2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:54.507680 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c7656005-b23e-404c-8001-7be023dee1f2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.512577 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ee7cc7-5a25-4fbe-9080-a42a7d2719a5 None None] Sync routers for ids ['a81b23f2-4f92-422e-a772-5207d0ca4d61'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:54.522276 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee7cc7-5a25-4fbe-9080-a42a7d2719a5 None None] Routers {'a81b23f2-4f92-422e-a772-5207d0ca4d61'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:54.523177 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a6ee7cc7-5a25-4fbe-9080-a42a7d2719a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a81b23f2-4f92-422e-a772-5207d0ca4d61'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:54.555916 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c7656005-b23e-404c-8001-7be023dee1f2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "DELETE /v2.0/floatingips/aa37379a-30a7-460f-bd33-6ab873a3525b HTTP/1.1" status: 204 len: 168 time: 1.4974129 Jul 16 02:09:54.556561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'tag': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:54.559336 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2e9518-645f-430e-b81c-f1c98ebe39a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b833cd-b193-4128-a94d-c1b659c9dcba", "tag": "8d3dc800-97b8-450e-a0f4-2dfe73e14fc4"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:54.622399 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65140c72-f034-4046-b29d-80db6be5a6a1 x-openstack-request-id: req-65140c72-f034-4046-b29d-80db6be5a6a1 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:54.623122 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b833cd-b193-4128-a94d-c1b659c9dcba", "tag": "8d3dc800-97b8-450e-a0f4-2dfe73e14fc4", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:54.623538 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-65140c72-f034-4046-b29d-80db6be5a6a1 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:54.624415 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'tag': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4', 'status': 'completed', 'code': 200} Jul 16 02:09:54.656870 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a6ee7cc7-5a25-4fbe-9080-a42a7d2719a5 None None] Set router a81b23f2-4f92-422e-a772-5207d0ca4d61 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:54.757066 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e9518-645f-430e-b81c-f1c98ebe39a5 req-e7d868f1-26cd-422f-b402-4b12536c0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:54.758813 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be2e9518-645f-430e-b81c-f1c98ebe39a5 req-e7d868f1-26cd-422f-b402-4b12536c0fdf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd212556018b4b66a6bb5c0606f16ff1&device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 1097 time: 0.0813560 Jul 16 02:09:54.892763 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e9518-645f-430e-b81c-f1c98ebe39a5 req-1270b930-78e1-4a4c-be76-c82005cde428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:54.894850 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be2e9518-645f-430e-b81c-f1c98ebe39a5 req-1270b930-78e1-4a4c-be76-c82005cde428 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df0a3059-df02-4af7-9c4a-d01fc9fb1626 HTTP/1.1" status: 200 len: 914 time: 0.1286650 Jul 16 02:09:54.895234 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-931446ec-3368-458c-860e-75540c073967 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.937059 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931446ec-3368-458c-860e-75540c073967 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Pushing event deleted for resources: {'Port': ['ID=a577d7ff-8783-4764-b6c6-77c5f96047b5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:54.969166 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be2e9518-645f-430e-b81c-f1c98ebe39a5 req-702aafca-c53b-4c2b-adb8-0d7de8f6aaf9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 HTTP/1.1" status: 200 len: 217 time: 0.0674703 Jul 16 02:09:55.026687 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e9518-645f-430e-b81c-f1c98ebe39a5 req-96144a75-8aa4-4be3-ae71-192e724ccf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:55.028782 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be2e9518-645f-430e-b81c-f1c98ebe39a5 req-96144a75-8aa4-4be3-ae71-192e724ccf57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1 HTTP/1.1" status: 200 len: 852 time: 0.0533779 Jul 16 02:09:55.042778 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a6ee7cc7-5a25-4fbe-9080-a42a7d2719a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'name': 'tempest-TestVolumeBackupRestore-271428851-router', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:46Z', 'updated_at': '2021-07-16T02:06:50Z', 'revision_number': 4, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'gw_port': {'id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '58caf00f-60af-446c-a8dc-813e53ce5048', 'name': '', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'mac_address': 'fa:16:3e:6b:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:49Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 5, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'subnets': [{'id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:55.047073 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-931446ec-3368-458c-860e-75540c073967 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.075929 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ee7cc7-5a25-4fbe-9080-a42a7d2719a5 None None] Checking router: a81b23f2-4f92-422e-a772-5207d0ca4d61 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:55.085265 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee7cc7-5a25-4fbe-9080-a42a7d2719a5 None None] Routers {'a81b23f2-4f92-422e-a772-5207d0ca4d61'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:55.085885 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a6ee7cc7-5a25-4fbe-9080-a42a7d2719a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:09:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a81b23f2-4f92-422e-a772-5207d0ca4d61'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:55.098502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e9518-645f-430e-b81c-f1c98ebe39a5 req-c6fbbca5-f0a9-41e3-87b9-b55085bf9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:55.100356 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be2e9518-645f-430e-b81c-f1c98ebe39a5 req-c6fbbca5-f0a9-41e3-87b9-b55085bf9bc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df0a3059-df02-4af7-9c4a-d01fc9fb1626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638363 Jul 16 02:09:55.156568 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-931446ec-3368-458c-860e-75540c073967 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.159954 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-931446ec-3368-458c-860e-75540c073967 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.173741 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fdf8e-a851-4569-89f9-a875b7ec4aa3 req-39ccddf2-c3a0-47ad-a454-8e9fac274ac1 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:55.175264 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b65fdf8e-a851-4569-89f9-a875b7ec4aa3 req-39ccddf2-c3a0-47ad-a454-8e9fac274ac1 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 946 time: 0.2023854 Jul 16 02:09:55.197009 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a6ee7cc7-5a25-4fbe-9080-a42a7d2719a5 None None] Set router a81b23f2-4f92-422e-a772-5207d0ca4d61 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:55.204090 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be2e9518-645f-430e-b81c-f1c98ebe39a5 req-18172d65-e21b-4532-be7e-2fd6c3faefd2 service neutron] 10.222.0.47 "GET /v2.0/networks/df0a3059-df02-4af7-9c4a-d01fc9fb1626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964620 Jul 16 02:09:55.228067 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-931446ec-3368-458c-860e-75540c073967 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.228656 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931446ec-3368-458c-860e-75540c073967 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Fanout notify agent at l3_agent the message router_deleted on router fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:09:55.236659 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-931446ec-3368-458c-860e-75540c073967 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.240391 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43226) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:55.240687 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-931446ec-3368-458c-860e-75540c073967 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] 10.222.0.54 "DELETE /v2.0/routers/fa0d1cd4-6eb6-4c79-b0a9-24b65c0c811d HTTP/1.1" status: 204 len: 168 time: 1.2940707 Jul 16 02:09:55.262570 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b65fdf8e-a851-4569-89f9-a875b7ec4aa3 req-2f19ddc5-81aa-4b61-b25d-aeac971f40eb tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd6f5fa-1f83-4ad1-80c5-0b074a362238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503259 Jul 16 02:09:55.336329 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d916d71-ca91-498d-93f7-44030b19510f tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Deleting subnet 1f620eff-7fde-4b58-a2a1-7a2d64d24b66 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:09:55.342318 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d916d71-ca91-498d-93f7-44030b19510f tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.374900 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-be2e9518-645f-430e-b81c-f1c98ebe39a5 req-1f5d06fb-291a-4834-b08c-d6ec910fb02c service neutron] 10.222.0.47 "GET /v2.0/networks/df0a3059-df02-4af7-9c4a-d01fc9fb1626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635008 Jul 16 02:09:55.389519 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d916d71-ca91-498d-93f7-44030b19510f tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.419837 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a6ee7cc7-5a25-4fbe-9080-a42a7d2719a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'name': 'tempest-TestVolumeBackupRestore-271428851-router', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:46Z', 'updated_at': '2021-07-16T02:06:50Z', 'revision_number': 4, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'gw_port': {'id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '58caf00f-60af-446c-a8dc-813e53ce5048', 'name': '', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'mac_address': 'fa:16:3e:6b:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:49Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 5, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'subnets': [{'id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:55.445600 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ee7cc7-5a25-4fbe-9080-a42a7d2719a5 None None] The sync data for ids ['a81b23f2-4f92-422e-a772-5207d0ca4d61'] in n-d-800086-6 is: [{'id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'name': 'tempest-TestVolumeBackupRestore-271428851-router', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:46Z', 'updated_at': '2021-07-16T02:06:50Z', 'revision_number': 4, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'gw_port': {'id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '58caf00f-60af-446c-a8dc-813e53ce5048', 'name': '', 'network_id': 'df0a3059-df02-4af7-9c4a-d01fc9fb1626', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'mac_address': 'fa:16:3e:6b:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:49Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 5, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'subnets': [{'id': 'b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:55.477591 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d916d71-ca91-498d-93f7-44030b19510f tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.543105 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d916d71-ca91-498d-93f7-44030b19510f tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.571076 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d916d71-ca91-498d-93f7-44030b19510f tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Pushing event deleted for resources: {'Subnet': ['ID=1f620eff-7fde-4b58-a2a1-7a2d64d24b66,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:55.574908 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9d916d71-ca91-498d-93f7-44030b19510f tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.576840 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9d916d71-ca91-498d-93f7-44030b19510f tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] 10.222.0.54 "DELETE /v2.0/subnets/1f620eff-7fde-4b58-a2a1-7a2d64d24b66 HTTP/1.1" status: 204 len: 168 time: 0.3353107 Jul 16 02:09:55.579906 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43228) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:55.587159 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43449f2-c56c-4b3c-8b7b-0070b23c833a None None] Network 07da8abf-972e-42d3-95f4-e65ce9e78044 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:09:55.661841 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.676306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f5e2b8-97d1-4678-835c-c3e373b62eec None None] New status for floating IP aa37379a-30a7-460f-bd33-6ab873a3525b: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:09:55.718717 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Deleting port 87527f4d-6926-44a9-9bf8-a1222a8a3b8a {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:55.719061 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.788680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] For port 87527f4d-6926-44a9-9bf8-a1222a8a3b8a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=87527f4d-6926-44a9-9bf8-a1222a8a3b8a,segment=NetworkSegment(0e00c783-1e15-4949-87b4-1eafb55ef93f),segment_id=0e00c783-1e15-4949-87b4-1eafb55ef93f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:55.789049 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.801779 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Calling delete_port for 87527f4d-6926-44a9-9bf8-a1222a8a3b8a owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:55.839331 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] DHCP port deletion for 07da8abf-972e-42d3-95f4-e65ce9e78044 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:09:55.881734 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.885334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] Deleting port 87527f4d-6926-44a9-9bf8-a1222a8a3b8a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:55.885713 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.914513 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Pushing event deleted for resources: {'Port': ['ID=87527f4d-6926-44a9-9bf8-a1222a8a3b8a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:55.921062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] No DVR routers for this DVR port 87527f4d-6926-44a9-9bf8-a1222a8a3b8a on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:55.947015 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] For port 87527f4d-6926-44a9-9bf8-a1222a8a3b8a, host n-d-800086-6, got binding levels [] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:55.947426 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.959429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] Calling delete_port for 87527f4d-6926-44a9-9bf8-a1222a8a3b8a owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:55.962078 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.ipam_backend_mixin [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] Port 87527f4d-6926-44a9-9bf8-a1222a8a3b8a was not found and therefore no delete operation was performed {{(pid=93833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:09:55.963322 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.991375 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] Pushing event deleted for resources: {'Port': ['ID=87527f4d-6926-44a9-9bf8-a1222a8a3b8a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:55.999687 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] No DVR routers for this DVR port 87527f4d-6926-44a9-9bf8-a1222a8a3b8a on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:56.002237 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.002394 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:56.002635 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:56.002977 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:56.003311 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:56.003644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:56.004003 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:56.004334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:56.004659 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:56.004985 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:56.005309 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:56.005631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:56.005952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aafe4fe-3bfb-4c1f-a9ca-7462135a5822 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:56.013093 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07da8abf-972e-42d3-95f4-e65ce9e78044']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:56.024180 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e00c783-1e15-4949-87b4-1eafb55ef93f') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:56.024512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e00c783-1e15-4949-87b4-1eafb55ef93f') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:56.033564 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.047158 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.052984 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:09:56.053323 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:09:56.056190 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:09:56.118615 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.124929 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.127634 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] 10.222.0.54 "DELETE /v2.0/networks/07da8abf-972e-42d3-95f4-e65ce9e78044 HTTP/1.1" status: 204 len: 168 time: 0.5466437 Jul 16 02:09:56.130572 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43230) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:56.143587 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8426f6-bc4f-4fbe-81f5-ab8f545b0259 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Pushing event deleted for resources: {'Network': ['ID=07da8abf-972e-42d3-95f4-e65ce9e78044,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:56.252365 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b95d7bea-b681-4e42-99b3-dcd5b445ec65 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Deleting port 07b45aaa-0b66-48fd-8463-39322a558756 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:56.252704 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b95d7bea-b681-4e42-99b3-dcd5b445ec65 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.329086 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b95d7bea-b681-4e42-99b3-dcd5b445ec65 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.329476 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b95d7bea-b681-4e42-99b3-dcd5b445ec65 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.341894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b95d7bea-b681-4e42-99b3-dcd5b445ec65 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Calling delete_port for 07b45aaa-0b66-48fd-8463-39322a558756 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:56.449291 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70d5cc-0600-4e1d-b878-548085c06cab req-467f2de1-bced-4ad7-b42a-670288115d44 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:56.450960 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2a70d5cc-0600-4e1d-b878-548085c06cab req-467f2de1-bced-4ad7-b42a-670288115d44 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 946 time: 0.0650051 Jul 16 02:09:56.477473 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b95d7bea-b681-4e42-99b3-dcd5b445ec65 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.491830 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2a70d5cc-0600-4e1d-b878-548085c06cab req-962306b5-61de-4d5d-bfa2-2c75a0271835 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd6f5fa-1f83-4ad1-80c5-0b074a362238&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345519 Jul 16 02:09:56.507388 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d7bea-b681-4e42-99b3-dcd5b445ec65 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Pushing event deleted for resources: {'Port': ['ID=07b45aaa-0b66-48fd-8463-39322a558756,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:56.568965 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b95d7bea-b681-4e42-99b3-dcd5b445ec65 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.571541 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b95d7bea-b681-4e42-99b3-dcd5b445ec65 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.572728 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b95d7bea-b681-4e42-99b3-dcd5b445ec65 tempest-FloatingIPAdminTestJSON-1985172267 tempest-FloatingIPAdminTestJSON-1985172267-project] 10.222.0.54 "DELETE /v2.0/floatingips/24c50eed-c1e8-46cb-8451-d2abaddde8f5 HTTP/1.1" status: 204 len: 168 time: 0.4410689 Jul 16 02:09:56.651943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0bb52-3136-4878-b21e-d50a681ee92a req-28578356-d8c9-4756-9806-1e44f39b2faa tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:56.653430 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-daa0bb52-3136-4878-b21e-d50a681ee92a req-28578356-d8c9-4756-9806-1e44f39b2faa tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 946 time: 0.0676434 Jul 16 02:09:56.757818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-daa0bb52-3136-4878-b21e-d50a681ee92a req-af2331a8-4b8c-40a7-9b49-361ff5ab9155 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Deleting port 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:56.758280 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-daa0bb52-3136-4878-b21e-d50a681ee92a req-af2331a8-4b8c-40a7-9b49-361ff5ab9155 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.811521 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43238) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:56.852596 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-daa0bb52-3136-4878-b21e-d50a681ee92a req-af2331a8-4b8c-40a7-9b49-361ff5ab9155 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] For port 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=8d3dc800-97b8-450e-a0f4-2dfe73e14fc4,segment=NetworkSegment(7ce28ec2-094d-4dd0-9425-cfae449272ba),segment_id=7ce28ec2-094d-4dd0-9425-cfae449272ba)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:56.852971 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-daa0bb52-3136-4878-b21e-d50a681ee92a req-af2331a8-4b8c-40a7-9b49-361ff5ab9155 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.865088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-daa0bb52-3136-4878-b21e-d50a681ee92a req-af2331a8-4b8c-40a7-9b49-361ff5ab9155 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Calling delete_port for 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:56.949099 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a748e99e-32ed-4b12-9a45-a0fa122da41b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0190aeb33a8f46c3a3d0928c1ca590df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340692 Jul 16 02:09:56.949290 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43242) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:57.000161 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2fde60ee-517b-4d09-a75f-2ab36292fd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:57.002019 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-daa0bb52-3136-4878-b21e-d50a681ee92a req-af2331a8-4b8c-40a7-9b49-361ff5ab9155 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:57.023129 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 87527f4d-6926-44a9-9bf8-a1222a8a3b8a no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:57.024769 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2fde60ee-517b-4d09-a75f-2ab36292fd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:57.038920 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2331a8-4b8c-40a7-9b49-361ff5ab9155 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Pushing event deleted for resources: {'Port': ['ID=8d3dc800-97b8-450e-a0f4-2dfe73e14fc4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:57.043817 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 87527f4d-6926-44a9-9bf8-a1222a8a3b8a {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:57.044461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 87527f4d-6926-44a9-9bf8-a1222a8a3b8a not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:57.084928 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa0bb52-3136-4878-b21e-d50a681ee92a req-af2331a8-4b8c-40a7-9b49-361ff5ab9155 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] No DVR routers for this DVR port 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:57.087580 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-daa0bb52-3136-4878-b21e-d50a681ee92a req-af2331a8-4b8c-40a7-9b49-361ff5ab9155 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:57.087740 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2fde60ee-517b-4d09-a75f-2ab36292fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:57.089623 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-daa0bb52-3136-4878-b21e-d50a681ee92a req-af2331a8-4b8c-40a7-9b49-361ff5ab9155 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.47 "DELETE /v2.0/ports/8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 HTTP/1.1" status: 204 len: 173 time: 0.4295487 Jul 16 02:09:57.090082 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'name': 'network-vif-deleted', 'tag': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:57.090192 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2fde60ee-517b-4d09-a75f-2ab36292fd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:57.091336 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2fde60ee-517b-4d09-a75f-2ab36292fd4b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4b967cb4-064d-481a-8e37-ea478364d87f HTTP/1.1" status: 204 len: 168 time: 0.1411805 Jul 16 02:09:57.092813 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bc4db3-9cde-4eda-b7c8-9200736c1952" -d '{"events": [{"server_uuid": "d9b833cd-b193-4128-a94d-c1b659c9dcba", "name": "network-vif-deleted", "tag": "8d3dc800-97b8-450e-a0f4-2dfe73e14fc4"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:57.100671 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde60ee-517b-4d09-a75f-2ab36292fd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b967cb4-064d-481a-8e37-ea478364d87f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:57.143854 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f05f0f6-de6d-4e45-836b-301c0b30ed9e x-openstack-request-id: req-9f05f0f6-de6d-4e45-836b-301c0b30ed9e {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:57.144144 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b833cd-b193-4128-a94d-c1b659c9dcba", "name": "network-vif-deleted", "tag": "8d3dc800-97b8-450e-a0f4-2dfe73e14fc4", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:57.144520 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9f05f0f6-de6d-4e45-836b-301c0b30ed9e {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:57.144930 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b833cd-b193-4128-a94d-c1b659c9dcba', 'name': 'network-vif-deleted', 'tag': '8d3dc800-97b8-450e-a0f4-2dfe73e14fc4', 'status': 'completed', 'code': 200} Jul 16 02:09:57.374648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43250) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:57.387808 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c47a5c2b-a13d-4406-a188-e84fbe84dd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:57.495242 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c47a5c2b-a13d-4406-a188-e84fbe84dd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:57.499510 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c47a5c2b-a13d-4406-a188-e84fbe84dd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:57.539314 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a5c2b-a13d-4406-a188-e84fbe84dd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e71ae96-f2ca-4fce-ac50-b9e540dbc74d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:57.547305 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c47a5c2b-a13d-4406-a188-e84fbe84dd15 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ecdf2cbfe9ea45f3bb01c3fe76d410d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713736 Jul 16 02:09:57.547743 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43254) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:57.611234 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6114383d-1206-4cc8-8927-018977609662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:57.654307 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0f183f57-0655-417c-8c1f-80cc00bc8e9f req-88da9f7b-d9e8-4d05-9f40-bab1f1f5a60e tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 210 time: 0.0380375 Jul 16 02:09:57.659586 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6114383d-1206-4cc8-8927-018977609662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:57.709135 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6114383d-1206-4cc8-8927-018977609662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:57.711844 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6114383d-1206-4cc8-8927-018977609662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:57.713021 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6114383d-1206-4cc8-8927-018977609662 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0e71ae96-f2ca-4fce-ac50-b9e540dbc74d HTTP/1.1" status: 204 len: 168 time: 0.1639512 Jul 16 02:09:57.721790 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114383d-1206-4cc8-8927-018977609662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e71ae96-f2ca-4fce-ac50-b9e540dbc74d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:58.040853 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43260) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:58.054021 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8388c62f-ef39-4eda-9208-d48870fa6f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:58.145442 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8388c62f-ef39-4eda-9208-d48870fa6f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:58.148919 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8388c62f-ef39-4eda-9208-d48870fa6f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:58.185839 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388c62f-ef39-4eda-9208-d48870fa6f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee81cff-083e-4902-88c9-2c32901157fa,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:58.190569 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8388c62f-ef39-4eda-9208-d48870fa6f08 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fce838de889f4a05b2285111f00eaefc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486890 Jul 16 02:09:58.193301 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43262) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:58.246619 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7fd29b2a-c10c-47a8-9bbe-9878b172e2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:58.268340 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7fd29b2a-c10c-47a8-9bbe-9878b172e2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:58.321084 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7fd29b2a-c10c-47a8-9bbe-9878b172e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:58.323644 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7fd29b2a-c10c-47a8-9bbe-9878b172e2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:58.324831 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7fd29b2a-c10c-47a8-9bbe-9878b172e2d5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ee81cff-083e-4902-88c9-2c32901157fa HTTP/1.1" status: 204 len: 168 time: 0.1306310 Jul 16 02:09:58.333687 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd29b2a-c10c-47a8-9bbe-9878b172e2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee81cff-083e-4902-88c9-2c32901157fa,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:58.389454 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca797ce7-aff2-470a-b005-06e50eeba9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:58.805559 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dca69bb9-537c-4367-80a2-b29f5aaf08d6 req-3344991c-6174-44e7-ae7b-18998ea9275a tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 210 time: 0.0324147 Jul 16 02:09:59.044822 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:59.542821 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43300) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:59.688066 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-733ec2a5-7061-4cf4-a4d5-4a4e57585acb tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1315556710'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:59.709417 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733ec2a5-7061-4cf4-a4d5-4a4e57585acb tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Made reservation on behalf of b300a23c7f874e13be119151defd34f9 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:59.712884 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-733ec2a5-7061-4cf4-a4d5-4a4e57585acb tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:59.722201 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-733ec2a5-7061-4cf4-a4d5-4a4e57585acb tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:59.816451 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-733ec2a5-7061-4cf4-a4d5-4a4e57585acb tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:59.820903 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-733ec2a5-7061-4cf4-a4d5-4a4e57585acb tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:59.855132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733ec2a5-7061-4cf4-a4d5-4a4e57585acb tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:09:59.862161 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ec2a5-7061-4cf4-a4d5-4a4e57585acb tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256e7d7d-2094-4e09-9e94-c2510596f10b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:59.870271 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-733ec2a5-7061-4cf4-a4d5-4a4e57585acb tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:59.870621 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-733ec2a5-7061-4cf4-a4d5-4a4e57585acb tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Added segment 7d02e8da-f669-4250-b833-95b711b33281 of type vlan for network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 Jul 16 02:09:59.916349 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-733ec2a5-7061-4cf4-a4d5-4a4e57585acb tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:59.947729 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-733ec2a5-7061-4cf4-a4d5-4a4e57585acb tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:59.954232 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-392d789d-0ebe-4d8d-a531-3fdf8919a549 req-ed1a4d50-67ce-4393-ac50-0a40408159dc tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 210 time: 0.0305064 Jul 16 02:09:59.956581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733ec2a5-7061-4cf4-a4d5-4a4e57585acb tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:59.957451 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-733ec2a5-7061-4cf4-a4d5-4a4e57585acb tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:59.998057 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-733ec2a5-7061-4cf4-a4d5-4a4e57585acb tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4515648 Jul 16 02:10:00.010409 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:10:00.031313 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ec2a5-7061-4cf4-a4d5-4a4e57585acb tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Pushing event updated for resources: {'Network': ['ID=7b9a5ef6-575c-4dd8-95d7-16d6d912b420,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:00.042434 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:10:00.044213 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:10:00.044554 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 8d3dc800-97b8-450e-a0f4-2dfe73e14fc4 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:10:00.198339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43310) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:00.203423 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Request body: {'port': {'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420', 'binding:host_id': 'n-h1-800086-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-447316285'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:00.224097 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Made reservation on behalf of 18d2fce0c320448e9b6a15dac5d488c5 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:00.226729 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:00.235935 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:00.333402 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:00.337163 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:00.342445 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] device_id is not set on port 88968df8-3d7b-4ac9-842c-9f37d7437275 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:10:00.430523 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a18b495-2b7f-4b24-96e6-79fb31d6bb3d,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:00.592366 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] device_id is not set on port 88968df8-3d7b-4ac9-842c-9f37d7437275 yet. {{(pid=93832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:10:00.601958 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:00.613075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Transition to ACTIVE for port object 88968df8-3d7b-4ac9-842c-9f37d7437275 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:10:00.622609 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:00.674712 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Pushing event updated for resources: {'Port': ['ID=88968df8-3d7b-4ac9-842c-9f37d7437275,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:00.690175 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Checking segment: {'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:10:00.690551 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Network hostable DHCP agents. Network: 7b9a5ef6-575c-4dd8-95d7-16d6d912b420, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:10:00.706726 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:10:00.716312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 7b9a5ef6-575c-4dd8-95d7-16d6d912b420) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:00.720776 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:10:00.727429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf35b5a2-ab95-4f38-9edd-0a764ee7b014 None None] Network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:00.736046 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:00.736386 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:00.736853 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:00.741190 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:00.741515 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:00.741894 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 2 to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 Jul 16 02:10:00.753900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:00.754241 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:00.754573 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:00.758843 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:00.759112 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:00.759498 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 3 to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 Jul 16 02:10:00.772025 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:00.772363 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:00.772700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:00.776822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:00.777147 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:00.777534 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 4 to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 Jul 16 02:10:00.790073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:00.790410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:00.790751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:00.794975 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:00.795306 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:00.795793 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 5 to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 Jul 16 02:10:00.807945 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:00.808283 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:00.808615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:00.812807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:00.813116 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:00.813502 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 6 to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 Jul 16 02:10:00.826009 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:00.826588 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:00.826680 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:00.831479 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:00.831834 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:00.832257 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 7 to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 Jul 16 02:10:00.845104 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:00.845443 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:00.845776 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:00.849969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:00.850299 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:00.850690 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 8 to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 Jul 16 02:10:00.862372 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:00.862710 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:00.863040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:00.867235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:00.867562 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:00.867980 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 9 to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 Jul 16 02:10:00.880106 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:00.880465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:00.880795 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:00.884928 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:00.885250 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:00.885633 n-d-800086-6 neutron-server[93832]: INFO neutron.plugins.ml2.plugin [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 10 to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 Jul 16 02:10:00.897457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:00.897794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:00.898127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:00.902276 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 88968df8-3d7b-4ac9-842c-9f37d7437275 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:00.902603 n-d-800086-6 neutron-server[93832]: ERROR neutron.plugins.ml2.managers [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 88968df8-3d7b-4ac9-842c-9f37d7437275 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:00.902984 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:00.971232 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] For port 88968df8-3d7b-4ac9-842c-9f37d7437275, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:10:00.971546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempted to set empty binding levels {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 02:10:00.975789 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:01.005812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:01.006432 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:01.032497 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 0.8330917 Jul 16 02:10:01.033638 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c11d2-3077-4860-9d12-d4e44282c43c tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Pushing event updated for resources: {'Port': ['ID=88968df8-3d7b-4ac9-842c-9f37d7437275,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:01.036617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43314) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:01.122660 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:01.126611 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-578edbbd-d121-4093-93a6-11783d05f893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:01.128352 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ed00ed2-e8c4-470a-93e5-af68c20023eb req-9afcf0c1-032e-448c-b6eb-01a4cf591951 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b833cd-b193-4128-a94d-c1b659c9dcba HTTP/1.1" status: 200 len: 210 time: 0.0330722 Jul 16 02:10:01.174867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-f3e9743c-3274-4ba1-91de-e92af6e021d4 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Deleting port 88968df8-3d7b-4ac9-842c-9f37d7437275 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:01.175218 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3e9743c-3274-4ba1-91de-e92af6e021d4 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:01.241493 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-f3e9743c-3274-4ba1-91de-e92af6e021d4 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] For port 88968df8-3d7b-4ac9-842c-9f37d7437275, host n-h1-800086-6, got binding levels [] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:01.241764 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3e9743c-3274-4ba1-91de-e92af6e021d4 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:01.253828 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-f3e9743c-3274-4ba1-91de-e92af6e021d4 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Calling delete_port for 88968df8-3d7b-4ac9-842c-9f37d7437275 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:01.336426 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3e9743c-3274-4ba1-91de-e92af6e021d4 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:01.363289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9743c-3274-4ba1-91de-e92af6e021d4 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Pushing event deleted for resources: {'Port': ['ID=88968df8-3d7b-4ac9-842c-9f37d7437275,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:01.368588 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f3e9743c-3274-4ba1-91de-e92af6e021d4 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:01.370473 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f3e9743c-3274-4ba1-91de-e92af6e021d4 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] 10.222.0.54 "DELETE /v2.0/ports/88968df8-3d7b-4ac9-842c-9f37d7437275 HTTP/1.1" status: 204 len: 168 time: 0.3317628 Jul 16 02:10:01.373109 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43316) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:01.400726 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-9107dbb6-0a8d-4957-ab8c-72c6d03258ea tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] GET failed (client error): The resource could not be found. Jul 16 02:10:01.402271 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9107dbb6-0a8d-4957-ab8c-72c6d03258ea tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] 10.222.0.54 "GET /v2.0/ports/88968df8-3d7b-4ac9-842c-9f37d7437275 HTTP/1.1" status: 404 len: 333 time: 0.0282311 Jul 16 02:10:01.406139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43318) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:01.410785 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-367d27df-a31e-49af-b3ef-7712df3e2cb6 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Request body: {'port': {'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1083609024'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:01.432440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367d27df-a31e-49af-b3ef-7712df3e2cb6 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Made reservation on behalf of 18d2fce0c320448e9b6a15dac5d488c5 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:01.434835 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-367d27df-a31e-49af-b3ef-7712df3e2cb6 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:01.449877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-367d27df-a31e-49af-b3ef-7712df3e2cb6 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] device_id is not set on port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:10:01.603081 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-367d27df-a31e-49af-b3ef-7712df3e2cb6 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:01.640090 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-367d27df-a31e-49af-b3ef-7712df3e2cb6 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:01.680690 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367d27df-a31e-49af-b3ef-7712df3e2cb6 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:10:01.683320 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-367d27df-a31e-49af-b3ef-7712df3e2cb6 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:01.686617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367d27df-a31e-49af-b3ef-7712df3e2cb6 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:10:01.687630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d27df-a31e-49af-b3ef-7712df3e2cb6 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:01.688162 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-367d27df-a31e-49af-b3ef-7712df3e2cb6 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:01.694551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d27df-a31e-49af-b3ef-7712df3e2cb6 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Pushing event updated for resources: {'Port': ['ID=2c3f3e2c-0608-47b8-a3ec-b404ab33a201,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:01.706717 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-367d27df-a31e-49af-b3ef-7712df3e2cb6 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2994971 Jul 16 02:10:01.709251 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43320) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:01.714304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:01.789230 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:01.959097 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] device_id is not set on port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:10:01.966403 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:01.978620 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Transition to ACTIVE for port object 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:10:01.982240 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:02.029785 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Pushing event updated for resources: {'Port': ['ID=2c3f3e2c-0608-47b8-a3ec-b404ab33a201,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:02.043902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:02.044437 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:02.044599 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:02.049476 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:02.049820 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:02.050201 n-d-800086-6 neutron-server[93831]: INFO neutron.plugins.ml2.plugin [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 2 to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 Jul 16 02:10:02.062559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:02.062892 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:02.063219 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:02.067410 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:02.067761 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:02.068141 n-d-800086-6 neutron-server[93831]: INFO neutron.plugins.ml2.plugin [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 3 to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 Jul 16 02:10:02.079552 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:02.079957 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:02.080329 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:02.084837 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:02.085210 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:02.085636 n-d-800086-6 neutron-server[93831]: INFO neutron.plugins.ml2.plugin [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 4 to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 Jul 16 02:10:02.101730 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:02.102063 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:02.102398 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:02.106462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:02.106786 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:02.107169 n-d-800086-6 neutron-server[93831]: INFO neutron.plugins.ml2.plugin [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 5 to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 Jul 16 02:10:02.119025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:02.119359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:02.119687 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:02.123829 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:02.124157 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:02.124539 n-d-800086-6 neutron-server[93831]: INFO neutron.plugins.ml2.plugin [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 6 to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 Jul 16 02:10:02.136319 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:02.136648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:02.136974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:02.141362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:02.141685 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:02.142065 n-d-800086-6 neutron-server[93831]: INFO neutron.plugins.ml2.plugin [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 7 to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 Jul 16 02:10:02.153276 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:02.153608 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:02.154203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:02.159407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:02.159760 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:02.160159 n-d-800086-6 neutron-server[93831]: INFO neutron.plugins.ml2.plugin [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 8 to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 Jul 16 02:10:02.172207 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:02.174114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:02.174452 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:02.174785 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:02.179197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:02.179544 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:02.179965 n-d-800086-6 neutron-server[93831]: INFO neutron.plugins.ml2.plugin [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 9 to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 Jul 16 02:10:02.191929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:02.192307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:02.192637 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:02.196789 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:02.197108 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:02.197487 n-d-800086-6 neutron-server[93831]: INFO neutron.plugins.ml2.plugin [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 10 to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 Jul 16 02:10:02.209736 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:02.209999 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:02.210326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:02.214444 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:02.214765 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:02.215154 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:02.233018 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43324) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:02.281317 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] For port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:10:02.281694 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempted to set empty binding levels {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 02:10:02.286536 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:02.293242 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a78979ad-1894-4272-b1ba-7c6c6e8caaa2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:02.319919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] In _notify_port_updated(), no bound segment for port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:10:02.320782 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.321096 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a78979ad-1894-4272-b1ba-7c6c6e8caaa2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:02.321369 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:02.322690 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] 10.222.0.54 "PUT /v2.0/ports/2c3f3e2c-0608-47b8-a3ec-b404ab33a201 HTTP/1.1" status: 200 len: 975 time: 0.6125157 Jul 16 02:10:02.326775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43326) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:02.384821 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a78979ad-1894-4272-b1ba-7c6c6e8caaa2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:02.385777 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44d573-6a00-4de3-ad82-00e9b746521b tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Pushing event updated for resources: {'Port': ['ID=2c3f3e2c-0608-47b8-a3ec-b404ab33a201,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:02.388307 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a78979ad-1894-4272-b1ba-7c6c6e8caaa2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:02.390404 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a78979ad-1894-4272-b1ba-7c6c6e8caaa2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] 10.222.0.54 "DELETE /v2.0/security-groups/afd6f5fa-1f83-4ad1-80c5-0b074a362238 HTTP/1.1" status: 204 len: 168 time: 0.1555624 Jul 16 02:10:02.411264 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78979ad-1894-4272-b1ba-7c6c6e8caaa2 tempest-TestVolumeBackupRestore-1016820239 tempest-TestVolumeBackupRestore-1016820239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd6f5fa-1f83-4ad1-80c5-0b074a362238,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:02.448645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8c91c-059e-458b-ab56-4911761da53e tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.449196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8c91c-059e-458b-ab56-4911761da53e tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.449832 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8c91c-059e-458b-ab56-4911761da53e tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.450410 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8c91c-059e-458b-ab56-4911761da53e tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.450945 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8c91c-059e-458b-ab56-4911761da53e tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.451415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8c91c-059e-458b-ab56-4911761da53e tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.452476 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8c91c-059e-458b-ab56-4911761da53e tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.452939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8c91c-059e-458b-ab56-4911761da53e tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.453397 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8c91c-059e-458b-ab56-4911761da53e tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.453857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8c91c-059e-458b-ab56-4911761da53e tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.454312 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8c91c-059e-458b-ab56-4911761da53e tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.454772 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8c91c-059e-458b-ab56-4911761da53e tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.455226 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8c91c-059e-458b-ab56-4911761da53e tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.455679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8c91c-059e-458b-ab56-4911761da53e tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.456166 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8c91c-059e-458b-ab56-4911761da53e tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.456627 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8c91c-059e-458b-ab56-4911761da53e tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.459334 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e7f8c91c-059e-458b-ab56-4911761da53e tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14567 time: 0.1310751 Jul 16 02:10:02.462839 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43332) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:02.606801 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-41e7036d-29d7-4dd7-961d-90bb52b1f9bc tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Deleting port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:02.607157 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41e7036d-29d7-4dd7-961d-90bb52b1f9bc tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:02.753489 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-41e7036d-29d7-4dd7-961d-90bb52b1f9bc tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] For port 2c3f3e2c-0608-47b8-a3ec-b404ab33a201, host n-h1-800086-6, got binding levels [] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:02.753933 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41e7036d-29d7-4dd7-961d-90bb52b1f9bc tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:02.768750 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-41e7036d-29d7-4dd7-961d-90bb52b1f9bc tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Calling delete_port for 2c3f3e2c-0608-47b8-a3ec-b404ab33a201 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:02.863635 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41e7036d-29d7-4dd7-961d-90bb52b1f9bc tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:02.896906 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7036d-29d7-4dd7-961d-90bb52b1f9bc tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c3f3e2c-0608-47b8-a3ec-b404ab33a201,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:02.911766 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-41e7036d-29d7-4dd7-961d-90bb52b1f9bc tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:02.916841 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43378) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:02.926935 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-41e7036d-29d7-4dd7-961d-90bb52b1f9bc tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] 10.222.0.54 "DELETE /v2.0/ports/2c3f3e2c-0608-47b8-a3ec-b404ab33a201 HTTP/1.1" status: 204 len: 168 time: 0.4630082 Jul 16 02:10:02.954361 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6942588-e0d6-4d59-915d-d094952efac2 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] GET failed (client error): The resource could not be found. Jul 16 02:10:02.959955 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43384) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:02.965331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-73620441-935a-4516-9744-13130f99b375 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1713895415', 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:02.968490 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c6942588-e0d6-4d59-915d-d094952efac2 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] 10.222.0.54 "GET /v2.0/ports/2c3f3e2c-0608-47b8-a3ec-b404ab33a201 HTTP/1.1" status: 404 len: 333 time: 0.0504720 Jul 16 02:10:02.997246 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73620441-935a-4516-9744-13130f99b375 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Made reservation on behalf of 18d2fce0c320448e9b6a15dac5d488c5 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:03.000472 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-73620441-935a-4516-9744-13130f99b375 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:03.022608 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-73620441-935a-4516-9744-13130f99b375 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] device_id is not set on port 23f213ab-b832-49e3-abee-db729a3cf860 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:10:03.193157 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-73620441-935a-4516-9744-13130f99b375 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:03.231162 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-73620441-935a-4516-9744-13130f99b375 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:03.276986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73620441-935a-4516-9744-13130f99b375 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:10:03.280396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-73620441-935a-4516-9744-13130f99b375 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:03.284538 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73620441-935a-4516-9744-13130f99b375 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:10:03.285740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73620441-935a-4516-9744-13130f99b375 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:03.286356 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-73620441-935a-4516-9744-13130f99b375 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:03.295053 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73620441-935a-4516-9744-13130f99b375 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Pushing event updated for resources: {'Port': ['ID=23f213ab-b832-49e3-abee-db729a3cf860,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:03.308505 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-73620441-935a-4516-9744-13130f99b375 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3474977 Jul 16 02:10:03.311146 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43436) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:03.362301 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61eb881-15cd-4594-8f14-2865f135c008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:03.364562 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a61eb881-15cd-4594-8f14-2865f135c008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] 10.222.0.54 "GET /v2.0/ports/23f213ab-b832-49e3-abee-db729a3cf860 HTTP/1.1" status: 200 len: 955 time: 0.0512359 Jul 16 02:10:03.367585 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43446) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:03.473577 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-350a3abe-a8aa-4d47-9e53-c99c8c8e86f3 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Deleting port 23f213ab-b832-49e3-abee-db729a3cf860 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:03.474321 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-350a3abe-a8aa-4d47-9e53-c99c8c8e86f3 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:03.545091 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-350a3abe-a8aa-4d47-9e53-c99c8c8e86f3 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:03.560609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-350a3abe-a8aa-4d47-9e53-c99c8c8e86f3 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Calling delete_port for 23f213ab-b832-49e3-abee-db729a3cf860 owned by {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:03.673210 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-350a3abe-a8aa-4d47-9e53-c99c8c8e86f3 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:03.707067 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a3abe-a8aa-4d47-9e53-c99c8c8e86f3 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Pushing event deleted for resources: {'Port': ['ID=23f213ab-b832-49e3-abee-db729a3cf860,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:03.716398 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-350a3abe-a8aa-4d47-9e53-c99c8c8e86f3 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:03.722052 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-350a3abe-a8aa-4d47-9e53-c99c8c8e86f3 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] 10.222.0.54 "DELETE /v2.0/ports/23f213ab-b832-49e3-abee-db729a3cf860 HTTP/1.1" status: 204 len: 168 time: 0.3508530 Jul 16 02:10:03.722418 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43492) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:03.751681 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-979891ba-ffe2-4f53-8637-b6e3d1201338 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] GET failed (client error): The resource could not be found. Jul 16 02:10:03.753317 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-979891ba-ffe2-4f53-8637-b6e3d1201338 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] 10.222.0.54 "GET /v2.0/ports/23f213ab-b832-49e3-abee-db729a3cf860 HTTP/1.1" status: 404 len: 333 time: 0.0298743 Jul 16 02:10:03.757156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43502) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:03.762682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b987509a-8dd1-4a38-b6ad-61ed9d648bfa tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Request body: {'port': {'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1081872367'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:03.789010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b987509a-8dd1-4a38-b6ad-61ed9d648bfa tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Made reservation on behalf of 18d2fce0c320448e9b6a15dac5d488c5 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:03.791980 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b987509a-8dd1-4a38-b6ad-61ed9d648bfa tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:03.810683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-b987509a-8dd1-4a38-b6ad-61ed9d648bfa tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] device_id is not set on port 3791700a-18f7-48c9-8319-bee557713e31 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:10:03.925296 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:04.008251 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b987509a-8dd1-4a38-b6ad-61ed9d648bfa tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:04.049661 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b987509a-8dd1-4a38-b6ad-61ed9d648bfa tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:04.106327 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b987509a-8dd1-4a38-b6ad-61ed9d648bfa tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:10:04.110370 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-b987509a-8dd1-4a38-b6ad-61ed9d648bfa tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:04.114918 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b987509a-8dd1-4a38-b6ad-61ed9d648bfa tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:10:04.116425 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b987509a-8dd1-4a38-b6ad-61ed9d648bfa tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:04.117251 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b987509a-8dd1-4a38-b6ad-61ed9d648bfa tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:04.124456 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987509a-8dd1-4a38-b6ad-61ed9d648bfa tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Pushing event updated for resources: {'Port': ['ID=3791700a-18f7-48c9-8319-bee557713e31,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:04.143011 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b987509a-8dd1-4a38-b6ad-61ed9d648bfa tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3814292 Jul 16 02:10:04.143231 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43544) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:04.149791 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:04.237926 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:04.439192 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] device_id is not set on port 3791700a-18f7-48c9-8319-bee557713e31 yet. {{(pid=93831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:10:04.449036 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:04.463359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Transition to ACTIVE for port object 3791700a-18f7-48c9-8319-bee557713e31 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:10:04.467695 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:04.540055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Pushing event updated for resources: {'Port': ['ID=3791700a-18f7-48c9-8319-bee557713e31,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:04.548216 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:04.548557 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:04.549123 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:04.553714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:04.554038 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:04.554426 n-d-800086-6 neutron-server[93831]: INFO neutron.plugins.ml2.plugin [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 2 to bind port 3791700a-18f7-48c9-8319-bee557713e31 Jul 16 02:10:04.568637 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:04.569120 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:04.569525 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:04.574120 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:04.574459 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:04.574855 n-d-800086-6 neutron-server[93831]: INFO neutron.plugins.ml2.plugin [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 3 to bind port 3791700a-18f7-48c9-8319-bee557713e31 Jul 16 02:10:04.587489 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:04.587823 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:04.588170 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:04.593290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:04.593633 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:04.594031 n-d-800086-6 neutron-server[93831]: INFO neutron.plugins.ml2.plugin [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 4 to bind port 3791700a-18f7-48c9-8319-bee557713e31 Jul 16 02:10:04.610797 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:04.611388 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:04.611932 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:04.617786 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:04.618282 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:04.618840 n-d-800086-6 neutron-server[93831]: INFO neutron.plugins.ml2.plugin [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 5 to bind port 3791700a-18f7-48c9-8319-bee557713e31 Jul 16 02:10:04.634897 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:04.635400 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:04.635844 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:04.640793 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:04.641204 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:04.641674 n-d-800086-6 neutron-server[93831]: INFO neutron.plugins.ml2.plugin [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 6 to bind port 3791700a-18f7-48c9-8319-bee557713e31 Jul 16 02:10:04.657036 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:04.657482 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:04.658108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:04.663224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:04.663845 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:04.664338 n-d-800086-6 neutron-server[93831]: INFO neutron.plugins.ml2.plugin [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 7 to bind port 3791700a-18f7-48c9-8319-bee557713e31 Jul 16 02:10:04.683619 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:04.684414 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:04.684956 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:04.692954 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:04.693485 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:04.694191 n-d-800086-6 neutron-server[93831]: INFO neutron.plugins.ml2.plugin [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 8 to bind port 3791700a-18f7-48c9-8319-bee557713e31 Jul 16 02:10:04.709700 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:04.710130 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:04.710553 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:04.715460 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:04.715905 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:04.716433 n-d-800086-6 neutron-server[93831]: INFO neutron.plugins.ml2.plugin [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 9 to bind port 3791700a-18f7-48c9-8319-bee557713e31 Jul 16 02:10:04.731045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:04.731460 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:04.731906 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:04.738273 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:04.738626 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:04.739027 n-d-800086-6 neutron-server[93831]: INFO neutron.plugins.ml2.plugin [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempt 10 to bind port 3791700a-18f7-48c9-8319-bee557713e31 Jul 16 02:10:04.754572 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:04.754918 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:04.755263 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempting to bind port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:04.760158 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:04.760491 n-d-800086-6 neutron-server[93831]: ERROR neutron.plugins.ml2.managers [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Failed to bind port 3791700a-18f7-48c9-8319-bee557713e31 on host n-h1-800086-6 for vnic_type normal using segments [{'id': '7d02e8da-f669-4250-b833-95b711b33281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7b9a5ef6-575c-4dd8-95d7-16d6d912b420'}] Jul 16 02:10:04.760883 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:04.870768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] For port 3791700a-18f7-48c9-8319-bee557713e31, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:10:04.871603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attempted to set empty binding levels {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 02:10:04.878582 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:04.935683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] In _notify_port_updated(), no bound segment for port 3791700a-18f7-48c9-8319-bee557713e31 on network 7b9a5ef6-575c-4dd8-95d7-16d6d912b420 {{(pid=93831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:10:04.937038 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:04.937993 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:04.957365 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] 10.222.0.54 "PUT /v2.0/ports/3791700a-18f7-48c9-8319-bee557713e31 HTTP/1.1" status: 200 len: 975 time: 0.8127496 Jul 16 02:10:04.961153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43646) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:04.998475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90840bf7-ca5a-47d9-96ed-da7a59f24008 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Pushing event updated for resources: {'Port': ['ID=3791700a-18f7-48c9-8319-bee557713e31,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:05.085218 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-0709f203-1881-4e23-a238-6d9a82a2c237 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Deleting port 3791700a-18f7-48c9-8319-bee557713e31 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:05.085650 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0709f203-1881-4e23-a238-6d9a82a2c237 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:05.189603 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-0709f203-1881-4e23-a238-6d9a82a2c237 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] For port 3791700a-18f7-48c9-8319-bee557713e31, host n-h1-800086-6, got binding levels [] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:05.190101 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0709f203-1881-4e23-a238-6d9a82a2c237 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:05.206036 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-0709f203-1881-4e23-a238-6d9a82a2c237 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Calling delete_port for 3791700a-18f7-48c9-8319-bee557713e31 owned by {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:05.332793 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0709f203-1881-4e23-a238-6d9a82a2c237 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:05.371569 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709f203-1881-4e23-a238-6d9a82a2c237 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Pushing event deleted for resources: {'Port': ['ID=3791700a-18f7-48c9-8319-bee557713e31,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:05.385278 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0709f203-1881-4e23-a238-6d9a82a2c237 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:05.388409 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0709f203-1881-4e23-a238-6d9a82a2c237 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] 10.222.0.54 "DELETE /v2.0/ports/3791700a-18f7-48c9-8319-bee557713e31 HTTP/1.1" status: 204 len: 168 time: 0.4263065 Jul 16 02:10:05.391518 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43694) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:05.429119 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de1c148-e799-4697-8717-08953a20ce32 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] GET failed (client error): The resource could not be found. Jul 16 02:10:05.430743 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6de1c148-e799-4697-8717-08953a20ce32 tempest-PortsAdminExtendedAttrsTestJSON-1256566876 tempest-PortsAdminExtendedAttrsTestJSON-1256566876-project-admin] 10.222.0.54 "GET /v2.0/ports/3791700a-18f7-48c9-8319-bee557713e31 HTTP/1.1" status: 404 len: 333 time: 0.0379391 Jul 16 02:10:05.437550 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43702) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:05.527146 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ee0e0c08-d7aa-41db-a27b-62e484cc005a tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:05.641274 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ee0e0c08-d7aa-41db-a27b-62e484cc005a tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:05.655733 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-ee0e0c08-d7aa-41db-a27b-62e484cc005a tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9a5ef6-575c-4dd8-95d7-16d6d912b420']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:05.667279 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-ee0e0c08-d7aa-41db-a27b-62e484cc005a tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d02e8da-f669-4250-b833-95b711b33281') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:05.667581 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-ee0e0c08-d7aa-41db-a27b-62e484cc005a tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d02e8da-f669-4250-b833-95b711b33281') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:05.680124 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ee0e0c08-d7aa-41db-a27b-62e484cc005a tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:05.697795 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ee0e0c08-d7aa-41db-a27b-62e484cc005a tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:05.706644 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0e0c08-d7aa-41db-a27b-62e484cc005a tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:10:05.707035 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ee0e0c08-d7aa-41db-a27b-62e484cc005a tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:10:05.710131 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:10:05.785410 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ee0e0c08-d7aa-41db-a27b-62e484cc005a tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:05.791334 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ee0e0c08-d7aa-41db-a27b-62e484cc005a tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:05.797526 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ee0e0c08-d7aa-41db-a27b-62e484cc005a tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] 10.222.0.54 "DELETE /v2.0/networks/7b9a5ef6-575c-4dd8-95d7-16d6d912b420 HTTP/1.1" status: 204 len: 168 time: 0.3586998 Jul 16 02:10:05.842531 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e0c08-d7aa-41db-a27b-62e484cc005a tempest-PortsAdminExtendedAttrsTestJSON-578405309 tempest-PortsAdminExtendedAttrsTestJSON-578405309-project] Pushing event deleted for resources: {'Network': ['ID=7b9a5ef6-575c-4dd8-95d7-16d6d912b420,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:06.021552 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43776) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:06.168604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43794) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:06.367501 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8fb5e9d8-4f96-4665-a703-c22a17b670c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b300a23c7f874e13be119151defd34f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976500 Jul 16 02:10:06.369954 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43810) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:06.423026 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-11cd43f5-0210-41e5-9209-4926e601b63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:06.449816 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-11cd43f5-0210-41e5-9209-4926e601b63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:06.510249 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-11cd43f5-0210-41e5-9209-4926e601b63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:06.513096 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-11cd43f5-0210-41e5-9209-4926e601b63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:06.518582 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-11cd43f5-0210-41e5-9209-4926e601b63a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/256e7d7d-2094-4e09-9e94-c2510596f10b HTTP/1.1" status: 204 len: 168 time: 0.1432519 Jul 16 02:10:06.525647 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd43f5-0210-41e5-9209-4926e601b63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256e7d7d-2094-4e09-9e94-c2510596f10b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:06.809528 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-67dadb6c-4142-4d1b-9b84-c5ad9e4b7c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:06.828087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43816) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:06.876602 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e3f1a801-e567-442c-9d4f-11e831a185ef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=18d2fce0c320448e9b6a15dac5d488c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467322 Jul 16 02:10:06.879101 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43818) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:06.928066 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa0d75d6-a882-45e8-87aa-58e9e7c95963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:06.950130 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa0d75d6-a882-45e8-87aa-58e9e7c95963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.004598 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa0d75d6-a882-45e8-87aa-58e9e7c95963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.008449 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aa0d75d6-a882-45e8-87aa-58e9e7c95963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.009684 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-aa0d75d6-a882-45e8-87aa-58e9e7c95963 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9a18b495-2b7f-4b24-96e6-79fb31d6bb3d HTTP/1.1" status: 204 len: 168 time: 0.1296289 Jul 16 02:10:07.018249 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d75d6-a882-45e8-87aa-58e9e7c95963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a18b495-2b7f-4b24-96e6-79fb31d6bb3d,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:07.102927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-67dadb6c-4142-4d1b-9b84-c5ad9e4b7c2d admin admin] Deleting port 58caf00f-60af-446c-a8dc-813e53ce5048 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:07.103277 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-67dadb6c-4142-4d1b-9b84-c5ad9e4b7c2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.192931 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-67dadb6c-4142-4d1b-9b84-c5ad9e4b7c2d admin admin] For port 58caf00f-60af-446c-a8dc-813e53ce5048, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=58caf00f-60af-446c-a8dc-813e53ce5048,segment=NetworkSegment(7ce28ec2-094d-4dd0-9425-cfae449272ba),segment_id=7ce28ec2-094d-4dd0-9425-cfae449272ba)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:07.193564 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-67dadb6c-4142-4d1b-9b84-c5ad9e4b7c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.207306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-67dadb6c-4142-4d1b-9b84-c5ad9e4b7c2d admin admin] Calling delete_port for 58caf00f-60af-446c-a8dc-813e53ce5048 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:07.397975 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-67dadb6c-4142-4d1b-9b84-c5ad9e4b7c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.428195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dadb6c-4142-4d1b-9b84-c5ad9e4b7c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=58caf00f-60af-446c-a8dc-813e53ce5048,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:07.604931 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-67dadb6c-4142-4d1b-9b84-c5ad9e4b7c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.758022 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43840) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:07.830162 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dadb6c-4142-4d1b-9b84-c5ad9e4b7c2d admin admin] Router a81b23f2-4f92-422e-a772-5207d0ca4d61 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:10:07.856799 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-12b15806-953a-4598-b99c-659e091a111e tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-228541386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:07.880824 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12b15806-953a-4598-b99c-659e091a111e tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.881780 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12b15806-953a-4598-b99c-659e091a111e tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.937160 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12b15806-953a-4598-b99c-659e091a111e tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.941037 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dadb6c-4142-4d1b-9b84-c5ad9e4b7c2d admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:10:07.941430 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12b15806-953a-4598-b99c-659e091a111e tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.946315 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-67dadb6c-4142-4d1b-9b84-c5ad9e4b7c2d admin admin] 10.222.0.54 "PUT /v2.0/routers/a81b23f2-4f92-422e-a772-5207d0ca4d61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9234326 Jul 16 02:10:07.949209 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43844) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:07.950653 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c2f289-e04e-4042-8fe8-37a621b2ea31 None None] Sync routers for ids ['a81b23f2-4f92-422e-a772-5207d0ca4d61'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:10:07.961133 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c2f289-e04e-4042-8fe8-37a621b2ea31 None None] Routers {'a81b23f2-4f92-422e-a772-5207d0ca4d61'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:10:07.961750 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-29c2f289-e04e-4042-8fe8-37a621b2ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:10:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a81b23f2-4f92-422e-a772-5207d0ca4d61'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:07.997030 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12b15806-953a-4598-b99c-659e091a111e tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.998245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-12b15806-953a-4598-b99c-659e091a111e tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2391057 Jul 16 02:10:08.002217 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43846) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:08.007634 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-09bad0e5-357f-4079-b7ec-b96557b40852 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1847254959'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:08.030104 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bad0e5-357f-4079-b7ec-b96557b40852 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Made reservation on behalf of 2c228b0cd9a34acfae0e65125b0cb20d for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:08.033913 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09bad0e5-357f-4079-b7ec-b96557b40852 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.043303 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09bad0e5-357f-4079-b7ec-b96557b40852 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.065146 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a0a5da76-5e0d-4b62-b735-88e531533c7a admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.074740 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-29c2f289-e04e-4042-8fe8-37a621b2ea31 None None] Set router a81b23f2-4f92-422e-a772-5207d0ca4d61 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:10:08.147557 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09bad0e5-357f-4079-b7ec-b96557b40852 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.151872 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09bad0e5-357f-4079-b7ec-b96557b40852 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.174553 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a0a5da76-5e0d-4b62-b735-88e531533c7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.175567 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09bad0e5-357f-4079-b7ec-b96557b40852 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:10:08.191750 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bad0e5-357f-4079-b7ec-b96557b40852 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3e0491-faf0-425e-a7ef-2186be8d1217,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:08.194669 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09bad0e5-357f-4079-b7ec-b96557b40852 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.195015 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-09bad0e5-357f-4079-b7ec-b96557b40852 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Added segment 1b255a4f-c891-46a8-ab16-dc6616af60a0 of type vlan for network 4606ed86-69e0-4dc9-b3d2-40982b3f5340 Jul 16 02:10:08.238279 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-a0a5da76-5e0d-4b62-b735-88e531533c7a admin admin] Deleting port 759e85b9-3be5-41c3-8d63-8b00878178de {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:08.238636 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a0a5da76-5e0d-4b62-b735-88e531533c7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.243003 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09bad0e5-357f-4079-b7ec-b96557b40852 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.268349 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-29c2f289-e04e-4042-8fe8-37a621b2ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'name': 'tempest-TestVolumeBackupRestore-271428851-router', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:46Z', 'updated_at': '2021-07-16T02:10:07Z', 'revision_number': 5, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'gw_port': {'id': '759e85b9-3be5-41c3-8d63-8b00878178de', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:08.276574 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09bad0e5-357f-4079-b7ec-b96557b40852 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.284378 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bad0e5-357f-4079-b7ec-b96557b40852 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:08.285393 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-09bad0e5-357f-4079-b7ec-b96557b40852 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.296142 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c2f289-e04e-4042-8fe8-37a621b2ea31 None None] Checking router: a81b23f2-4f92-422e-a772-5207d0ca4d61 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:10:08.306542 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c2f289-e04e-4042-8fe8-37a621b2ea31 None None] Routers {'a81b23f2-4f92-422e-a772-5207d0ca4d61'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:10:08.307425 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-29c2f289-e04e-4042-8fe8-37a621b2ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:10:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a81b23f2-4f92-422e-a772-5207d0ca4d61'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:08.337023 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-09bad0e5-357f-4079-b7ec-b96557b40852 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3310831 Jul 16 02:10:08.337257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-a0a5da76-5e0d-4b62-b735-88e531533c7a admin admin] For port 759e85b9-3be5-41c3-8d63-8b00878178de, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=759e85b9-3be5-41c3-8d63-8b00878178de,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:08.337257 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a0a5da76-5e0d-4b62-b735-88e531533c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.337443 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43848) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:08.342653 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-cd2daf44-3ed8-41ec-be15-0f19885c5f76 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Request body: {'subnet': {'network_id': '4606ed86-69e0-4dc9-b3d2-40982b3f5340', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:08.346944 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-a0a5da76-5e0d-4b62-b735-88e531533c7a admin admin] Calling delete_port for 759e85b9-3be5-41c3-8d63-8b00878178de owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:08.396559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bad0e5-357f-4079-b7ec-b96557b40852 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event updated for resources: {'Network': ['ID=4606ed86-69e0-4dc9-b3d2-40982b3f5340,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:08.399103 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-29c2f289-e04e-4042-8fe8-37a621b2ea31 None None] Set router a81b23f2-4f92-422e-a772-5207d0ca4d61 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:10:08.412311 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 4606ed86-69e0-4dc9-b3d2-40982b3f5340 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:10:08.453375 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-29c2f289-e04e-4042-8fe8-37a621b2ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'name': 'tempest-TestVolumeBackupRestore-271428851-router', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:46Z', 'updated_at': '2021-07-16T02:10:08Z', 'revision_number': 6, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:08.480001 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2daf44-3ed8-41ec-be15-0f19885c5f76 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Made reservation on behalf of 2c228b0cd9a34acfae0e65125b0cb20d for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:08.487605 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd2daf44-3ed8-41ec-be15-0f19885c5f76 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.494423 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c2f289-e04e-4042-8fe8-37a621b2ea31 None None] The sync data for ids ['a81b23f2-4f92-422e-a772-5207d0ca4d61'] in n-d-800086-6 is: [{'id': 'a81b23f2-4f92-422e-a772-5207d0ca4d61', 'name': 'tempest-TestVolumeBackupRestore-271428851-router', 'tenant_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:46Z', 'updated_at': '2021-07-16T02:10:08Z', 'revision_number': 6, 'project_id': 'dd212556018b4b66a6bb5c0606f16ff1', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:10:08.543235 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a0a5da76-5e0d-4b62-b735-88e531533c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.570219 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5da76-5e0d-4b62-b735-88e531533c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=759e85b9-3be5-41c3-8d63-8b00878178de,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:08.635503 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a0a5da76-5e0d-4b62-b735-88e531533c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.674623 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd2daf44-3ed8-41ec-be15-0f19885c5f76 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.730183 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a0a5da76-5e0d-4b62-b735-88e531533c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.732589 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a0a5da76-5e0d-4b62-b735-88e531533c7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.732755 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2daf44-3ed8-41ec-be15-0f19885c5f76 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event updated for resources: {'Subnet': ['ID=7247a36f-1833-4f33-9b50-267141a8e860,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:08.743066 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2daf44-3ed8-41ec-be15-0f19885c5f76 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Checking segment: {'id': '1b255a4f-c891-46a8-ab16-dc6616af60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4606ed86-69e0-4dc9-b3d2-40982b3f5340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:10:08.743428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2daf44-3ed8-41ec-be15-0f19885c5f76 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Network hostable DHCP agents. Network: 4606ed86-69e0-4dc9-b3d2-40982b3f5340, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:10:08.760297 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2daf44-3ed8-41ec-be15-0f19885c5f76 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Network 4606ed86-69e0-4dc9-b3d2-40982b3f5340 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:10:08.769807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-cd2daf44-3ed8-41ec-be15-0f19885c5f76 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 4606ed86-69e0-4dc9-b3d2-40982b3f5340) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:08.774415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2daf44-3ed8-41ec-be15-0f19885c5f76 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:08.775315 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd2daf44-3ed8-41ec-be15-0f19885c5f76 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.780158 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b3bbcc-d6c4-4e1f-8d10-7895a7a2f183 None None] Network 4606ed86-69e0-4dc9-b3d2-40982b3f5340 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:08.785574 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a0a5da76-5e0d-4b62-b735-88e531533c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.786758 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a5da76-5e0d-4b62-b735-88e531533c7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a81b23f2-4f92-422e-a772-5207d0ca4d61 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:10:08.791555 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a0a5da76-5e0d-4b62-b735-88e531533c7a admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.792727 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a0a5da76-5e0d-4b62-b735-88e531533c7a admin admin] 10.222.0.54 "DELETE /v2.0/routers/a81b23f2-4f92-422e-a772-5207d0ca4d61 HTTP/1.1" status: 204 len: 168 time: 0.8425827 Jul 16 02:10:08.796406 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cd2daf44-3ed8-41ec-be15-0f19885c5f76 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4551508 Jul 16 02:10:08.796540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43850) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:08.796963 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43852) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:08.801980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b52d6782-103f-4e7d-adcc-0a2bd6bf94d0 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Request body: {'network': {'name': 'tempest-router-network01--277172119'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:08.823016 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52d6782-103f-4e7d-adcc-0a2bd6bf94d0 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Made reservation on behalf of 2c228b0cd9a34acfae0e65125b0cb20d for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:08.826596 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b52d6782-103f-4e7d-adcc-0a2bd6bf94d0 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.842557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc6aea5-c28f-4cd2-90de-33f04ec69bae admin admin] Deleting subnet b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:10:08.845733 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4dc6aea5-c28f-4cd2-90de-33f04ec69bae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.851529 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52d6782-103f-4e7d-adcc-0a2bd6bf94d0 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:10:08.861817 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b52d6782-103f-4e7d-adcc-0a2bd6bf94d0 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.862542 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-b52d6782-103f-4e7d-adcc-0a2bd6bf94d0 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Added segment f42248fb-b60b-49fe-a046-f861d03cb318 of type vlan for network fe074a11-2145-4245-a07d-13d058be18b6 Jul 16 02:10:08.887396 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4dc6aea5-c28f-4cd2-90de-33f04ec69bae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.909373 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b52d6782-103f-4e7d-adcc-0a2bd6bf94d0 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.942324 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b52d6782-103f-4e7d-adcc-0a2bd6bf94d0 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.949203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52d6782-103f-4e7d-adcc-0a2bd6bf94d0 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:08.949633 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b52d6782-103f-4e7d-adcc-0a2bd6bf94d0 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.972269 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-4606ed86-69e0-4dc9-b3d2-40982b3f5340', 'network_id': '4606ed86-69e0-4dc9-b3d2-40982b3f5340', 'tenant_id': '2c228b0cd9a34acfae0e65125b0cb20d', 'fixed_ips': [{'subnet_id': '7247a36f-1833-4f33-9b50-267141a8e860'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:10:08.973144 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.992709 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b52d6782-103f-4e7d-adcc-0a2bd6bf94d0 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1946449 Jul 16 02:10:08.996474 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43854) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:09.002754 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-8db8f972-f0c7-4b89-a466-9fcab069dbeb tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Request body: {'network': {'name': 'tempest-router-network02--719552503'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:09.010416 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4dc6aea5-c28f-4cd2-90de-33f04ec69bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.050043 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d6782-103f-4e7d-adcc-0a2bd6bf94d0 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event updated for resources: {'Network': ['ID=fe074a11-2145-4245-a07d-13d058be18b6,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:09.077104 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db8f972-f0c7-4b89-a466-9fcab069dbeb tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Made reservation on behalf of 2c228b0cd9a34acfae0e65125b0cb20d for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:09.084500 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8db8f972-f0c7-4b89-a466-9fcab069dbeb tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.092004 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network fe074a11-2145-4245-a07d-13d058be18b6 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:10:09.096538 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4dc6aea5-c28f-4cd2-90de-33f04ec69bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.111276 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db8f972-f0c7-4b89-a466-9fcab069dbeb tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:10:09.121621 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8db8f972-f0c7-4b89-a466-9fcab069dbeb tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.122097 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-8db8f972-f0c7-4b89-a466-9fcab069dbeb tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Added segment 16a20d75-4e3f-4684-bb4c-c1097404fadf of type vlan for network 93e60452-2bb7-40ac-8818-986e7a58fec3 Jul 16 02:10:09.132707 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4dc6aea5-c28f-4cd2-90de-33f04ec69bae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.134656 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4dc6aea5-c28f-4cd2-90de-33f04ec69bae admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1 HTTP/1.1" status: 204 len: 168 time: 0.3384643 Jul 16 02:10:09.134892 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f91d6d-06bc-4eef-b392-b5f5e99b4067 None None] Network df0a3059-df02-4af7-9c4a-d01fc9fb1626 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:09.135638 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6aea5-c28f-4cd2-90de-33f04ec69bae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b92b8d53-5cbd-4023-ad70-6d1c3dbfbaf1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:09.138128 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43856) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:09.166952 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8db8f972-f0c7-4b89-a466-9fcab069dbeb tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.198944 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8db8f972-f0c7-4b89-a466-9fcab069dbeb tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.205649 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db8f972-f0c7-4b89-a466-9fcab069dbeb tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:09.206258 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8db8f972-f0c7-4b89-a466-9fcab069dbeb tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.215854 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.244261 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8db8f972-f0c7-4b89-a466-9fcab069dbeb tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2469208 Jul 16 02:10:09.247161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43858) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:09.255238 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-5d019c8a-2a61-4b6a-8f4b-1aff36181799 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Request body: {'subnet': {'network_id': 'fe074a11-2145-4245-a07d-13d058be18b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:09.278517 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] Deleting port d90711ab-6a8e-4271-86e1-d683db24bbc5 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:09.279216 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.301975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8f972-f0c7-4b89-a466-9fcab069dbeb tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event updated for resources: {'Network': ['ID=93e60452-2bb7-40ac-8818-986e7a58fec3,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:09.316659 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Allocated IP 172.20.0.2 (4606ed86-69e0-4dc9-b3d2-40982b3f5340/7247a36f-1833-4f33-9b50-267141a8e860/475c1572-4646-4707-8fbf-177ec754c95e) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:10:09.330810 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 93e60452-2bb7-40ac-8818-986e7a58fec3 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:10:09.359108 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] For port d90711ab-6a8e-4271-86e1-d683db24bbc5, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=d90711ab-6a8e-4271-86e1-d683db24bbc5,segment=NetworkSegment(7ce28ec2-094d-4dd0-9425-cfae449272ba),segment_id=7ce28ec2-094d-4dd0-9425-cfae449272ba)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:09.359473 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.391126 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] Calling delete_port for d90711ab-6a8e-4271-86e1-d683db24bbc5 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:09.410132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d019c8a-2a61-4b6a-8f4b-1aff36181799 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Made reservation on behalf of 2c228b0cd9a34acfae0e65125b0cb20d for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:09.414539 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d019c8a-2a61-4b6a-8f4b-1aff36181799 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.458393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 58caf00f-60af-446c-a8dc-813e53ce5048 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:10:09.513400 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.524153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e07ce8-986a-448b-8ee8-89219b3e5319 None None] DHCP port deletion for df0a3059-df02-4af7-9c4a-d01fc9fb1626 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:10:09.530301 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 58caf00f-60af-446c-a8dc-813e53ce5048 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:10:09.531051 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 58caf00f-60af-446c-a8dc-813e53ce5048 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:10:09.544701 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] Pushing event deleted for resources: {'Port': ['ID=d90711ab-6a8e-4271-86e1-d683db24bbc5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:09.552823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] No DVR routers for this DVR port d90711ab-6a8e-4271-86e1-d683db24bbc5 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:10:09.630346 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.638099 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.641666 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0a3059-df02-4af7-9c4a-d01fc9fb1626']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:09.649189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Transition to ACTIVE for port object 475c1572-4646-4707-8fbf-177ec754c95e will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:10:09.652296 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce28ec2-094d-4dd0-9425-cfae449272ba') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:09.652708 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce28ec2-094d-4dd0-9425-cfae449272ba') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:09.668003 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d019c8a-2a61-4b6a-8f4b-1aff36181799 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.668212 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Transition to ACTIVE for port object 475c1572-4646-4707-8fbf-177ec754c95e will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:10:09.675057 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.676284 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.698334 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.711184 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:10:09.712607 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:10:09.718001 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:10:09.729079 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Network 4606ed86-69e0-4dc9-b3d2-40982b3f5340 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:10:09.734692 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:09.740641 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:10:09.746550 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d019c8a-2a61-4b6a-8f4b-1aff36181799 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Checking segment: {'id': 'f42248fb-b60b-49fe-a046-f861d03cb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fe074a11-2145-4245-a07d-13d058be18b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:10:09.746981 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d019c8a-2a61-4b6a-8f4b-1aff36181799 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Network hostable DHCP agents. Network: fe074a11-2145-4245-a07d-13d058be18b6, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:10:09.749127 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d019c8a-2a61-4b6a-8f4b-1aff36181799 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event updated for resources: {'Subnet': ['ID=3cdf5485-34ba-4e56-80e5-d20365edabc2,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:09.769695 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d019c8a-2a61-4b6a-8f4b-1aff36181799 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Network fe074a11-2145-4245-a07d-13d058be18b6 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:10:09.784337 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-5d019c8a-2a61-4b6a-8f4b-1aff36181799 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, fe074a11-2145-4245-a07d-13d058be18b6) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:09.789764 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d019c8a-2a61-4b6a-8f4b-1aff36181799 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:09.790419 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d019c8a-2a61-4b6a-8f4b-1aff36181799 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.794653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Pushing event updated for resources: {'Port': ['ID=475c1572-4646-4707-8fbf-177ec754c95e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:09.823083 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5d019c8a-2a61-4b6a-8f4b-1aff36181799 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5746489 Jul 16 02:10:09.824539 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43860) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:09.837090 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-a5ecff58-9160-4f52-ae6c-364117c8b64d tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Request body: {'subnet': {'network_id': '93e60452-2bb7-40ac-8818-986e7a58fec3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:09.837310 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.838645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2836342-370b-47dd-a44f-24b697ac6cb7 None None] Network fe074a11-2145-4245-a07d-13d058be18b6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:09.866202 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.873054 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] 10.222.0.54 "DELETE /v2.0/networks/df0a3059-df02-4af7-9c4a-d01fc9fb1626 HTTP/1.1" status: 204 len: 168 time: 0.7328405 Jul 16 02:10:09.874203 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Attempting to bind port 475c1572-4646-4707-8fbf-177ec754c95e on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:09.874740 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Attempting to bind port 475c1572-4646-4707-8fbf-177ec754c95e by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '1b255a4f-c891-46a8-ab16-dc6616af60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4606ed86-69e0-4dc9-b3d2-40982b3f5340'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:09.874928 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43862) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:09.875274 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Attempting to bind port 475c1572-4646-4707-8fbf-177ec754c95e on network 4606ed86-69e0-4dc9-b3d2-40982b3f5340 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:09.877342 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7a0f3-c7f3-4329-95be-ad53f496e82a admin admin] Pushing event deleted for resources: {'Network': ['ID=df0a3059-df02-4af7-9c4a-d01fc9fb1626,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:09.888740 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:10:09.889651 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Checking segment: {'id': '1b255a4f-c891-46a8-ab16-dc6616af60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4606ed86-69e0-4dc9-b3d2-40982b3f5340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:10:09.890255 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.890792 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Bound using segment: {'id': '1b255a4f-c891-46a8-ab16-dc6616af60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4606ed86-69e0-4dc9-b3d2-40982b3f5340'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:10:09.891425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Bound port: 475c1572-4646-4707-8fbf-177ec754c95e, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b255a4f-c891-46a8-ab16-dc6616af60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4606ed86-69e0-4dc9-b3d2-40982b3f5340'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:10:09.892001 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:09.964664 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ecff58-9160-4f52-ae6c-364117c8b64d tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Made reservation on behalf of 2c228b0cd9a34acfae0e65125b0cb20d for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:09.969274 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a5ecff58-9160-4f52-ae6c-364117c8b64d tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:10.172253 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a5ecff58-9160-4f52-ae6c-364117c8b64d tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:10.187699 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] For port 475c1572-4646-4707-8fbf-177ec754c95e, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:10:10.205005 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] For port 475c1572-4646-4707-8fbf-177ec754c95e, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=475c1572-4646-4707-8fbf-177ec754c95e,segment=NetworkSegment(1b255a4f-c891-46a8-ab16-dc6616af60a0),segment_id=1b255a4f-c891-46a8-ab16-dc6616af60a0)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:10:10.211408 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:10.226927 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecff58-9160-4f52-ae6c-364117c8b64d tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event updated for resources: {'Subnet': ['ID=7852f16d-3bbc-4847-afe6-b23ef998c8ba,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:10.258873 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ecff58-9160-4f52-ae6c-364117c8b64d tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Checking segment: {'id': '16a20d75-4e3f-4684-bb4c-c1097404fadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '93e60452-2bb7-40ac-8818-986e7a58fec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:10:10.259186 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ecff58-9160-4f52-ae6c-364117c8b64d tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Network hostable DHCP agents. Network: 93e60452-2bb7-40ac-8818-986e7a58fec3, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:10:10.270106 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-fe074a11-2145-4245-a07d-13d058be18b6', 'network_id': 'fe074a11-2145-4245-a07d-13d058be18b6', 'tenant_id': '2c228b0cd9a34acfae0e65125b0cb20d', 'fixed_ips': [{'subnet_id': '3cdf5485-34ba-4e56-80e5-d20365edabc2'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:10:10.270943 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:10.285115 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ecff58-9160-4f52-ae6c-364117c8b64d tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Network 93e60452-2bb7-40ac-8818-986e7a58fec3 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:10:10.298763 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-237295f2-3dee-4ca6-8d01-4284173dc2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:10.308237 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-a5ecff58-9160-4f52-ae6c-364117c8b64d tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 93e60452-2bb7-40ac-8818-986e7a58fec3) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:10.313535 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ecff58-9160-4f52-ae6c-364117c8b64d tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:10.314215 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a5ecff58-9160-4f52-ae6c-364117c8b64d tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:10.325768 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179f726e-b266-4041-814f-8dbfb3d6b681 None None] Network 93e60452-2bb7-40ac-8818-986e7a58fec3 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:10.330106 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a5ecff58-9160-4f52-ae6c-364117c8b64d tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5037134 Jul 16 02:10:10.333286 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43864) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:10.402754 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd940ed-3c82-4e05-b834-381db6fc2539 None None] Pushing event updated for resources: {'Port': ['ID=475c1572-4646-4707-8fbf-177ec754c95e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:10.589871 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Allocated IP 172.20.0.2 (fe074a11-2145-4245-a07d-13d058be18b6/3cdf5485-34ba-4e56-80e5-d20365edabc2/a97c8b50-11ae-4bde-bc6f-6eedab9e38ea) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:10:10.679552 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-237295f2-3dee-4ca6-8d01-4284173dc2fe admin admin] Deleting port 1c7206f1-c1ed-4589-9923-17a3956a91b1 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:10.680034 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-237295f2-3dee-4ca6-8d01-4284173dc2fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:10.703226 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:10.709401 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-93e60452-2bb7-40ac-8818-986e7a58fec3', 'network_id': '93e60452-2bb7-40ac-8818-986e7a58fec3', 'tenant_id': '2c228b0cd9a34acfae0e65125b0cb20d', 'fixed_ips': [{'subnet_id': '7852f16d-3bbc-4847-afe6-b23ef998c8ba'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:10:10.710249 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:10.768713 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-237295f2-3dee-4ca6-8d01-4284173dc2fe admin admin] For port 1c7206f1-c1ed-4589-9923-17a3956a91b1, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1c7206f1-c1ed-4589-9923-17a3956a91b1,segment=NetworkSegment(cf79fcca-d979-43aa-a40a-0f033be719b3),segment_id=cf79fcca-d979-43aa-a40a-0f033be719b3)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:10.768962 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-237295f2-3dee-4ca6-8d01-4284173dc2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:10.782459 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-237295f2-3dee-4ca6-8d01-4284173dc2fe admin admin] Calling delete_port for 1c7206f1-c1ed-4589-9923-17a3956a91b1 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:10.895459 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:10.911983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Transition to ACTIVE for port object a97c8b50-11ae-4bde-bc6f-6eedab9e38ea will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:10:10.921749 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Allocated IP 172.20.0.2 (93e60452-2bb7-40ac-8818-986e7a58fec3/7852f16d-3bbc-4847-afe6-b23ef998c8ba/8ffdfb7e-f794-44c8-b14f-6125d5cdab90) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:10:10.940182 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Transition to ACTIVE for port object a97c8b50-11ae-4bde-bc6f-6eedab9e38ea will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:10:10.948864 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:10.996163 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-237295f2-3dee-4ca6-8d01-4284173dc2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.010858 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Allocated IP 172.20.0.1 (fe074a11-2145-4245-a07d-13d058be18b6/3cdf5485-34ba-4e56-80e5-d20365edabc2/5f86e300-2251-44d2-ac6c-b8f8a00851e5) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:10:11.034182 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237295f2-3dee-4ca6-8d01-4284173dc2fe admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7206f1-c1ed-4589-9923-17a3956a91b1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:11.041796 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Network fe074a11-2145-4245-a07d-13d058be18b6 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:10:11.053190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:11.055645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:10:11.063152 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Pushing event updated for resources: {'Port': ['ID=a97c8b50-11ae-4bde-bc6f-6eedab9e38ea,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:11.158334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Attempting to bind port a97c8b50-11ae-4bde-bc6f-6eedab9e38ea on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:11.158887 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Attempting to bind port a97c8b50-11ae-4bde-bc6f-6eedab9e38ea by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'f42248fb-b60b-49fe-a046-f861d03cb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fe074a11-2145-4245-a07d-13d058be18b6'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:11.160133 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Attempting to bind port a97c8b50-11ae-4bde-bc6f-6eedab9e38ea on network fe074a11-2145-4245-a07d-13d058be18b6 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:11.184059 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 475c1572-4646-4707-8fbf-177ec754c95e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:10:11.227114 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:10:11.228155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Checking segment: {'id': 'f42248fb-b60b-49fe-a046-f861d03cb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fe074a11-2145-4245-a07d-13d058be18b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:10:11.228716 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.229373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Bound using segment: {'id': 'f42248fb-b60b-49fe-a046-f861d03cb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fe074a11-2145-4245-a07d-13d058be18b6'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:10:11.230118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Bound port: a97c8b50-11ae-4bde-bc6f-6eedab9e38ea, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42248fb-b60b-49fe-a046-f861d03cb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fe074a11-2145-4245-a07d-13d058be18b6'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:10:11.230649 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.237599 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.260521 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Transition to ACTIVE for port object 5f86e300-2251-44d2-ac6c-b8f8a00851e5 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:10:11.338427 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.343561 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.360459 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Transition to ACTIVE for port object 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:10:11.366455 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] For port a97c8b50-11ae-4bde-bc6f-6eedab9e38ea, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:10:11.375316 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] For port a97c8b50-11ae-4bde-bc6f-6eedab9e38ea, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a97c8b50-11ae-4bde-bc6f-6eedab9e38ea,segment=NetworkSegment(f42248fb-b60b-49fe-a046-f861d03cb318),segment_id=f42248fb-b60b-49fe-a046-f861d03cb318)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:10:11.387864 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.390299 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Transition to ACTIVE for port object 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:10:11.406600 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 475c1572-4646-4707-8fbf-177ec754c95e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:10:11.438263 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.439326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event updated for resources: {'Port': ['ID=5f86e300-2251-44d2-ac6c-b8f8a00851e5,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:11.471212 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Network fe074a11-2145-4245-a07d-13d058be18b6 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:10:11.473134 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:11.475901 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:10:11.526040 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Network 93e60452-2bb7-40ac-8818-986e7a58fec3 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:10:11.527421 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbb53a-0188-4185-ae09-73fe2297bb83 None None] Pushing event updated for resources: {'Port': ['ID=a97c8b50-11ae-4bde-bc6f-6eedab9e38ea,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:11.529541 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.534279 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:11.538046 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:10:11.551108 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 759e85b9-3be5-41c3-8d63-8b00878178de no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:10:11.634181 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 759e85b9-3be5-41c3-8d63-8b00878178de {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:10:11.635700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 759e85b9-3be5-41c3-8d63-8b00878178de not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:10:11.636331 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d90711ab-6a8e-4271-86e1-d683db24bbc5 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:10:11.682713 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: d90711ab-6a8e-4271-86e1-d683db24bbc5 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:10:11.683065 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device d90711ab-6a8e-4271-86e1-d683db24bbc5 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:10:11.709604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Pushing event updated for resources: {'Port': ['ID=8ffdfb7e-f794-44c8-b14f-6125d5cdab90,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:11.724507 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.729463 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464def65-9304-4eba-a282-c33446ff5849 None None] Network 4606ed86-69e0-4dc9-b3d2-40982b3f5340 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:11.734392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Attempting to bind port 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:11.734976 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Attempting to bind port 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '16a20d75-4e3f-4684-bb4c-c1097404fadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '93e60452-2bb7-40ac-8818-986e7a58fec3'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:11.735489 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Attempting to bind port 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 on network 93e60452-2bb7-40ac-8818-986e7a58fec3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:11.762191 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:10:11.762191 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Checking segment: {'id': '16a20d75-4e3f-4684-bb4c-c1097404fadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '93e60452-2bb7-40ac-8818-986e7a58fec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:10:11.762191 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.762191 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Bound using segment: {'id': '16a20d75-4e3f-4684-bb4c-c1097404fadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '93e60452-2bb7-40ac-8818-986e7a58fec3'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:10:11.766636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Bound port: 8ffdfb7e-f794-44c8-b14f-6125d5cdab90, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a20d75-4e3f-4684-bb4c-c1097404fadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '93e60452-2bb7-40ac-8818-986e7a58fec3'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:10:11.766849 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.802884 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-237295f2-3dee-4ca6-8d01-4284173dc2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.887186 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9c113e76-680a-483e-94d3-7d38882694e6 None None] Provisioning for port 475c1572-4646-4707-8fbf-177ec754c95e completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:10:11.894280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9c113e76-680a-483e-94d3-7d38882694e6 None None] Provisioning complete for port 475c1572-4646-4707-8fbf-177ec754c95e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:11.896144 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c113e76-680a-483e-94d3-7d38882694e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.971721 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] For port 8ffdfb7e-f794-44c8-b14f-6125d5cdab90, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:10:11.974971 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] For port 8ffdfb7e-f794-44c8-b14f-6125d5cdab90, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8ffdfb7e-f794-44c8-b14f-6125d5cdab90,segment=NetworkSegment(16a20d75-4e3f-4684-bb4c-c1097404fadf),segment_id=16a20d75-4e3f-4684-bb4c-c1097404fadf)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:10:11.991070 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:12.069402 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237295f2-3dee-4ca6-8d01-4284173dc2fe admin admin] Router ae72bd18-7efc-4dff-a936-9f05ba5f66e9 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:10:12.080321 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:12.089591 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:12.133749 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffbb68-a2d5-4e9c-a7fb-4301affb4cee None None] Pushing event updated for resources: {'Port': ['ID=8ffdfb7e-f794-44c8-b14f-6125d5cdab90,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:12.182263 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c113e76-680a-483e-94d3-7d38882694e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:12.182709 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event updated for resources: {'Port': ['ID=5f86e300-2251-44d2-ac6c-b8f8a00851e5,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:12.203965 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:12.222547 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237295f2-3dee-4ca6-8d01-4284173dc2fe admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:10:12.229649 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-237295f2-3dee-4ca6-8d01-4284173dc2fe admin admin] 10.222.0.54 "PUT /v2.0/routers/ae72bd18-7efc-4dff-a936-9f05ba5f66e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3533909 Jul 16 02:10:12.232345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43866) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:12.233132 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9c113e76-680a-483e-94d3-7d38882694e6 None None] For port 475c1572-4646-4707-8fbf-177ec754c95e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=475c1572-4646-4707-8fbf-177ec754c95e,segment=NetworkSegment(1b255a4f-c891-46a8-ab16-dc6616af60a0),segment_id=1b255a4f-c891-46a8-ab16-dc6616af60a0)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:12.236167 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b0606-1efa-42ed-a7b8-6678303510d3 None None] Sync routers for ids ['ae72bd18-7efc-4dff-a936-9f05ba5f66e9'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:10:12.243283 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9c113e76-680a-483e-94d3-7d38882694e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:12.275610 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659b0606-1efa-42ed-a7b8-6678303510d3 None None] Routers {'ae72bd18-7efc-4dff-a936-9f05ba5f66e9'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:10:12.276287 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-659b0606-1efa-42ed-a7b8-6678303510d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:10:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ae72bd18-7efc-4dff-a936-9f05ba5f66e9'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:12.367474 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Network fe074a11-2145-4245-a07d-13d058be18b6 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:10:12.369024 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:12.444417 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c113e76-680a-483e-94d3-7d38882694e6 None None] Pushing event updated for resources: {'Port': ['ID=475c1572-4646-4707-8fbf-177ec754c95e,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:12.456927 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-06904bec-0581-40da-b309-42bac0abb311 admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:12.485545 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-659b0606-1efa-42ed-a7b8-6678303510d3 None None] Set router ae72bd18-7efc-4dff-a936-9f05ba5f66e9 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:10:12.596790 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Router 264be789-8511-443d-9c9e-95c53984788c is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:10:12.616786 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-06904bec-0581-40da-b309-42bac0abb311 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:12.704475 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-06904bec-0581-40da-b309-42bac0abb311 admin admin] Deleting port 27c01663-fa08-4717-bda4-a1e490bbd4c5 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:12.704827 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-06904bec-0581-40da-b309-42bac0abb311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:12.738506 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-659b0606-1efa-42ed-a7b8-6678303510d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae72bd18-7efc-4dff-a936-9f05ba5f66e9', 'name': 'tempest-TestVolumeBackupRestore-384100854-router', 'tenant_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '27c01663-fa08-4717-bda4-a1e490bbd4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:10:10Z', 'revision_number': 5, 'project_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'gw_port': {'id': '27c01663-fa08-4717-bda4-a1e490bbd4c5', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae72bd18-7efc-4dff-a936-9f05ba5f66e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:12.757002 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:10:12.763754 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-030f2347-16d5-44cf-8639-03ccb891c129 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "PUT /v2.0/routers/264be789-8511-443d-9c9e-95c53984788c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4289865 Jul 16 02:10:12.767569 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43868) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:12.770215 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abb0789-5bb7-4708-954d-02aabd6f0860 None None] Sync routers for ids ['264be789-8511-443d-9c9e-95c53984788c'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:10:12.782246 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abb0789-5bb7-4708-954d-02aabd6f0860 None None] Routers {'264be789-8511-443d-9c9e-95c53984788c'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:10:12.782880 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9abb0789-5bb7-4708-954d-02aabd6f0860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:10:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['264be789-8511-443d-9c9e-95c53984788c'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:12.786041 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b0606-1efa-42ed-a7b8-6678303510d3 None None] Checking router: ae72bd18-7efc-4dff-a936-9f05ba5f66e9 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:10:12.800289 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659b0606-1efa-42ed-a7b8-6678303510d3 None None] Routers {'ae72bd18-7efc-4dff-a936-9f05ba5f66e9'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:10:12.801184 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-659b0606-1efa-42ed-a7b8-6678303510d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:10:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['ae72bd18-7efc-4dff-a936-9f05ba5f66e9'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:12.842806 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9abb0789-5bb7-4708-954d-02aabd6f0860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:12.868130 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-06904bec-0581-40da-b309-42bac0abb311 admin admin] For port 27c01663-fa08-4717-bda4-a1e490bbd4c5, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=27c01663-fa08-4717-bda4-a1e490bbd4c5,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:12.869409 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abb0789-5bb7-4708-954d-02aabd6f0860 None None] Routers {'264be789-8511-443d-9c9e-95c53984788c'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:10:12.870202 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9abb0789-5bb7-4708-954d-02aabd6f0860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:10:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['264be789-8511-443d-9c9e-95c53984788c'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:12.870830 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-06904bec-0581-40da-b309-42bac0abb311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:12.874572 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-88ce9b12-367b-4ba8-a1f1-6e15eaa1f5ad None None] Provisioning complete for port 475c1572-4646-4707-8fbf-177ec754c95e triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:12.874951 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-88ce9b12-367b-4ba8-a1f1-6e15eaa1f5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:12.900856 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-06904bec-0581-40da-b309-42bac0abb311 admin admin] Calling delete_port for 27c01663-fa08-4717-bda4-a1e490bbd4c5 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:12.949994 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9abb0789-5bb7-4708-954d-02aabd6f0860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:12.955894 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abb0789-5bb7-4708-954d-02aabd6f0860 None None] The sync data for ids ['264be789-8511-443d-9c9e-95c53984788c'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:10:13.089130 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba5e015-de36-4b63-8156-835075e24dfb None None] Network fe074a11-2145-4245-a07d-13d058be18b6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:13.132599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-659b0606-1efa-42ed-a7b8-6678303510d3 None None] Set router ae72bd18-7efc-4dff-a936-9f05ba5f66e9 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:10:13.181921 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-06904bec-0581-40da-b309-42bac0abb311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:13.206835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06904bec-0581-40da-b309-42bac0abb311 admin admin] Pushing event deleted for resources: {'Port': ['ID=27c01663-fa08-4717-bda4-a1e490bbd4c5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:13.231737 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-659b0606-1efa-42ed-a7b8-6678303510d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae72bd18-7efc-4dff-a936-9f05ba5f66e9', 'name': 'tempest-TestVolumeBackupRestore-384100854-router', 'tenant_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:10:12Z', 'revision_number': 6, 'project_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:13.286016 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b0606-1efa-42ed-a7b8-6678303510d3 None None] The sync data for ids ['ae72bd18-7efc-4dff-a936-9f05ba5f66e9'] in n-d-800086-6 is: [{'id': 'ae72bd18-7efc-4dff-a936-9f05ba5f66e9', 'name': 'tempest-TestVolumeBackupRestore-384100854-router', 'tenant_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:10:12Z', 'revision_number': 6, 'project_id': 'e3f494d0c63d4e40ba5dbc5b5d0940bc', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:10:13.351781 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-06904bec-0581-40da-b309-42bac0abb311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:13.448711 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-06904bec-0581-40da-b309-42bac0abb311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:13.450900 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-06904bec-0581-40da-b309-42bac0abb311 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:13.515024 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-06904bec-0581-40da-b309-42bac0abb311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:13.516183 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06904bec-0581-40da-b309-42bac0abb311 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae72bd18-7efc-4dff-a936-9f05ba5f66e9 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:10:13.521133 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-06904bec-0581-40da-b309-42bac0abb311 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:13.525461 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-06904bec-0581-40da-b309-42bac0abb311 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ae72bd18-7efc-4dff-a936-9f05ba5f66e9 HTTP/1.1" status: 204 len: 168 time: 1.2921031 Jul 16 02:10:13.526171 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43870) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:13.575674 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-09898031-7153-499b-a341-d5f020907721 admin admin] Deleting subnet 3507ce01-b504-4d0e-aaee-511d8b422804 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:10:13.580526 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09898031-7153-499b-a341-d5f020907721 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:13.610663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4ac062cc-7322-4830-b2e4-20f2f062fdfe None None] Provisioning for port a97c8b50-11ae-4bde-bc6f-6eedab9e38ea completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:10:13.634328 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09898031-7153-499b-a341-d5f020907721 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:13.635633 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27f92f3-7229-4552-91b3-31d2bc644b09 None None] Network 93e60452-2bb7-40ac-8818-986e7a58fec3 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:13.701256 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:10:13.711886 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-1c068736-c57e-4c3a-ac9f-4d5df0390f87 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:10:13.713400 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:10:13.726500 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1c068736-c57e-4c3a-ac9f-4d5df0390f87 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "PUT /v2.0/routers/264be789-8511-443d-9c9e-95c53984788c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9568353 Jul 16 02:10:13.738702 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43876) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:13.802548 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-639218c7-9ea6-46c1-8f33-acd5a9d7b7d3 None None] Provisioning for port 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:10:13.812616 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09898031-7153-499b-a341-d5f020907721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:13.898272 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09898031-7153-499b-a341-d5f020907721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:13.927970 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:10:13.931186 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09898031-7153-499b-a341-d5f020907721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3507ce01-b504-4d0e-aaee-511d8b422804,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:13.941898 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-09898031-7153-499b-a341-d5f020907721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:13.945169 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-09898031-7153-499b-a341-d5f020907721 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3507ce01-b504-4d0e-aaee-511d8b422804 HTTP/1.1" status: 204 len: 168 time: 0.4179494 Jul 16 02:10:13.948322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43880) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:13.959141 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:13.959806 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:13.966942 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a74e69-380c-46cb-9b5e-fc6e5e363eed None None] Network 4f6b2965-7326-4aa7-b310-ee2ea32dfcc9 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:14.054168 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.083823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3b0acdc9-2797-4314-9e8d-8e4246200a1c None None] Provisioning for port 5f86e300-2251-44d2-ac6c-b8f8a00851e5 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:10:14.093941 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3b0acdc9-2797-4314-9e8d-8e4246200a1c None None] Provisioning complete for port 5f86e300-2251-44d2-ac6c-b8f8a00851e5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:14.094565 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b0acdc9-2797-4314-9e8d-8e4246200a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.117208 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] Deleting port 89984146-a096-4786-888a-9980a52c4e9f {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:14.117544 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.194851 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] For port 89984146-a096-4786-888a-9980a52c4e9f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=89984146-a096-4786-888a-9980a52c4e9f,segment=NetworkSegment(cf79fcca-d979-43aa-a40a-0f033be719b3),segment_id=cf79fcca-d979-43aa-a40a-0f033be719b3)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:14.195515 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.219616 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.220629 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] Calling delete_port for 89984146-a096-4786-888a-9980a52c4e9f owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:14.247414 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a5867fa-16f3-4cdf-bbea-5bab3a7233d2 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.262242 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3b0acdc9-2797-4314-9e8d-8e4246200a1c None None] Port 5f86e300-2251-44d2-ac6c-b8f8a00851e5 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:10:14.316795 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 8ffdfb7e-f794-44c8-b14f-6125d5cdab90, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8ffdfb7e-f794-44c8-b14f-6125d5cdab90,segment=NetworkSegment(16a20d75-4e3f-4684-bb4c-c1097404fadf),segment_id=16a20d75-4e3f-4684-bb4c-c1097404fadf)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:14.327189 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.328053 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a97c8b50-11ae-4bde-bc6f-6eedab9e38ea up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:10:14.351409 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.386351 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=89984146-a096-4786-888a-9980a52c4e9f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:14.401463 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] No DVR routers for this DVR port 89984146-a096-4786-888a-9980a52c4e9f on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:10:14.468718 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=8ffdfb7e-f794-44c8-b14f-6125d5cdab90,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:14.494731 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.500906 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b730b21c-7038-4ba6-ba90-3cffec1880e6 None None] Provisioning complete for port 5f86e300-2251-44d2-ac6c-b8f8a00851e5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:14.501288 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b730b21c-7038-4ba6-ba90-3cffec1880e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.506800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6b2965-7326-4aa7-b310-ee2ea32dfcc9']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:14.519022 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf79fcca-d979-43aa-a40a-0f033be719b3') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:14.519302 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf79fcca-d979-43aa-a40a-0f033be719b3') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:14.534426 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.561028 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.572022 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:10:14.572264 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.575949 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b730b21c-7038-4ba6-ba90-3cffec1880e6 None None] Port 5f86e300-2251-44d2-ac6c-b8f8a00851e5 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:10:14.588553 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port a97c8b50-11ae-4bde-bc6f-6eedab9e38ea completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:10:14.593340 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:10:14.595365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port a97c8b50-11ae-4bde-bc6f-6eedab9e38ea triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:14.595365 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.625531 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56407815-5fd4-415b-8bca-2ed5679571cd None None] DHCP port deletion for 4f6b2965-7326-4aa7-b310-ee2ea32dfcc9 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:10:14.686531 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.694081 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.699981 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4f6b2965-7326-4aa7-b310-ee2ea32dfcc9 HTTP/1.1" status: 204 len: 168 time: 0.7506132 Jul 16 02:10:14.716961 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-9a5867fa-16f3-4cdf-bbea-5bab3a7233d2 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Deleting port 5f86e300-2251-44d2-ac6c-b8f8a00851e5 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:14.721907 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a5867fa-16f3-4cdf-bbea-5bab3a7233d2 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.726626 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67067f-14cb-4108-94b5-3e8b29ef08b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f6b2965-7326-4aa7-b310-ee2ea32dfcc9,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:14.748906 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.794055 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c4661531-ef99-4b04-940e-18e4518994e3 None None] Provisioning complete for port 5f86e300-2251-44d2-ac6c-b8f8a00851e5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:14.794536 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4661531-ef99-4b04-940e-18e4518994e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.800082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port a97c8b50-11ae-4bde-bc6f-6eedab9e38ea, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a97c8b50-11ae-4bde-bc6f-6eedab9e38ea,segment=NetworkSegment(f42248fb-b60b-49fe-a046-f861d03cb318),segment_id=f42248fb-b60b-49fe-a046-f861d03cb318)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:14.820711 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.821632 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 475c1572-4646-4707-8fbf-177ec754c95e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:10:14.839188 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a5867fa-16f3-4cdf-bbea-5bab3a7233d2 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.852414 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-9a5867fa-16f3-4cdf-bbea-5bab3a7233d2 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Calling delete_port for 5f86e300-2251-44d2-ac6c-b8f8a00851e5 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:14.895994 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c4661531-ef99-4b04-940e-18e4518994e3 None None] Port 5f86e300-2251-44d2-ac6c-b8f8a00851e5 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:10:14.926416 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=a97c8b50-11ae-4bde-bc6f-6eedab9e38ea,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:14.931305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c4661531-ef99-4b04-940e-18e4518994e3 None None] Provisioning complete for port 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:14.931698 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4661531-ef99-4b04-940e-18e4518994e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.940339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43884) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:14.958698 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 475c1572-4646-4707-8fbf-177ec754c95e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:14.959181 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.994819 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-df53df7e-624d-43c7-8d92-b1cb92e26be5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dd212556018b4b66a6bb5c0606f16ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527508 Jul 16 02:10:14.996705 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43886) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:15.049200 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-871b6431-9d19-4d01-b75d-190b476b02dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:15.063506 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a5867fa-16f3-4cdf-bbea-5bab3a7233d2 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:15.072436 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-871b6431-9d19-4d01-b75d-190b476b02dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:15.099126 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5867fa-16f3-4cdf-bbea-5bab3a7233d2 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event deleted for resources: {'Port': ['ID=5f86e300-2251-44d2-ac6c-b8f8a00851e5,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:15.126284 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-871b6431-9d19-4d01-b75d-190b476b02dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:15.128879 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-871b6431-9d19-4d01-b75d-190b476b02dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:15.130056 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-871b6431-9d19-4d01-b75d-190b476b02dd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/87e461d1-2f7e-4cff-ae75-18fbcfa754c1 HTTP/1.1" status: 204 len: 168 time: 0.1323862 Jul 16 02:10:15.149522 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b6431-9d19-4d01-b75d-190b476b02dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e461d1-2f7e-4cff-ae75-18fbcfa754c1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:15.204320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:10:15.256848 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:15.257222 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:15.305647 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9a5867fa-16f3-4cdf-bbea-5bab3a7233d2 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:15.374320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a97c8b50-11ae-4bde-bc6f-6eedab9e38ea up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:10:15.431818 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port a97c8b50-11ae-4bde-bc6f-6eedab9e38ea triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:15.432203 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:15.474212 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5867fa-16f3-4cdf-bbea-5bab3a7233d2 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Router 264be789-8511-443d-9c9e-95c53984788c has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:10:15.556947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5867fa-16f3-4cdf-bbea-5bab3a7233d2 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:10:15.557102 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43892) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:15.563929 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9a5867fa-16f3-4cdf-bbea-5bab3a7233d2 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "PUT /v2.0/routers/264be789-8511-443d-9c9e-95c53984788c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8223727 Jul 16 02:10:15.567170 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43894) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:15.569603 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d75c0cf-65ad-4215-ad22-48a2a98e2fc9 None None] Sync routers for ids ['264be789-8511-443d-9c9e-95c53984788c'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:10:15.579178 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d75c0cf-65ad-4215-ad22-48a2a98e2fc9 None None] Routers {'264be789-8511-443d-9c9e-95c53984788c'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:10:15.579863 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-2d75c0cf-65ad-4215-ad22-48a2a98e2fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:10:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['264be789-8511-443d-9c9e-95c53984788c'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:15.601291 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-84e171fb-8ae2-4382-a9d7-fbecec2cd62b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e3f494d0c63d4e40ba5dbc5b5d0940bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430152 Jul 16 02:10:15.603623 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43896) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:15.610272 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-4551450c-f9cd-4aff-b6ac-1fc04e3d4251 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] delete failed (client error): The resource could not be found. Jul 16 02:10:15.611186 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4551450c-f9cd-4aff-b6ac-1fc04e3d4251 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-686024079 HTTP/1.1" status: 404 len: 334 time: 0.0429819 Jul 16 02:10:15.615310 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1c7206f1-c1ed-4589-9923-17a3956a91b1 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:10:15.615572 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43898) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:15.619000 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-2d75c0cf-65ad-4215-ad22-48a2a98e2fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:15.620292 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-cb34be35-6ab9-4710-9f7f-2b6795f30096 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Request body: {'router': {'external_gateway_info': {'network_id': '264be789-8511-443d-9c9e-95c53984788c'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:15.641258 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 1c7206f1-c1ed-4589-9923-17a3956a91b1 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:10:15.641542 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1c7206f1-c1ed-4589-9923-17a3956a91b1 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:10:15.641941 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 89984146-a096-4786-888a-9980a52c4e9f no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:10:15.658226 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5eccaa9-357b-4041-b155-3dc7b6a4a0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:15.665691 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 89984146-a096-4786-888a-9980a52c4e9f {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:10:15.666039 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 89984146-a096-4786-888a-9980a52c4e9f not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:10:15.666582 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 27c01663-fa08-4717-bda4-a1e490bbd4c5 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:10:15.671141 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d75c0cf-65ad-4215-ad22-48a2a98e2fc9 None None] Routers {'264be789-8511-443d-9c9e-95c53984788c'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:10:15.671320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-2d75c0cf-65ad-4215-ad22-48a2a98e2fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:10:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['264be789-8511-443d-9c9e-95c53984788c'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:15.680806 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5eccaa9-357b-4041-b155-3dc7b6a4a0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:15.689397 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 27c01663-fa08-4717-bda4-a1e490bbd4c5 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:10:15.689744 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 27c01663-fa08-4717-bda4-a1e490bbd4c5 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:10:15.720453 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-2d75c0cf-65ad-4215-ad22-48a2a98e2fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:15.720844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d75c0cf-65ad-4215-ad22-48a2a98e2fc9 None None] The sync data for ids ['264be789-8511-443d-9c9e-95c53984788c'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:10:15.735980 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5eccaa9-357b-4041-b155-3dc7b6a4a0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:15.738865 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a5eccaa9-357b-4041-b155-3dc7b6a4a0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:15.740072 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a5eccaa9-357b-4041-b155-3dc7b6a4a0bb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ba452518-9ea0-43b2-8575-8ac579cf89a2 HTTP/1.1" status: 204 len: 168 time: 0.1353607 Jul 16 02:10:15.747982 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eccaa9-357b-4041-b155-3dc7b6a4a0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba452518-9ea0-43b2-8575-8ac579cf89a2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:15.839492 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cb34be35-6ab9-4710-9f7f-2b6795f30096 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:15.862380 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-cb34be35-6ab9-4710-9f7f-2b6795f30096 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] update failed (client error): The resource could not be found. Jul 16 02:10:15.866937 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cb34be35-6ab9-4710-9f7f-2b6795f30096 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "PUT /v2.0/routers/264be789-8511-443d-9c9e-95c53984788c HTTP/1.1" status: 404 len: 339 time: 0.2468944 Jul 16 02:10:15.867195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43902) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:16.158496 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:16.411262 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Allocated IP 172.20.0.1 (4606ed86-69e0-4dc9-b3d2-40982b3f5340/7247a36f-1833-4f33-9b50-267141a8e860/41140deb-a48b-4939-a6e0-643aa277aa08) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:10:16.526867 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:16.540222 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Transition to ACTIVE for port object 41140deb-a48b-4939-a6e0-643aa277aa08 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:10:16.573382 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:16.611645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Network 4606ed86-69e0-4dc9-b3d2-40982b3f5340 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:10:16.616577 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:16.619125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:10:16.648798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event updated for resources: {'Port': ['ID=41140deb-a48b-4939-a6e0-643aa277aa08,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:16.672191 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:16.803964 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:16.813056 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-74bfe871-9798-4229-b45c-cf05efa865f7 None None] Provisioning for port 41140deb-a48b-4939-a6e0-643aa277aa08 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:10:16.816921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-74bfe871-9798-4229-b45c-cf05efa865f7 None None] Provisioning complete for port 41140deb-a48b-4939-a6e0-643aa277aa08 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:16.817369 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-74bfe871-9798-4229-b45c-cf05efa865f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:16.854937 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-74bfe871-9798-4229-b45c-cf05efa865f7 None None] Port 41140deb-a48b-4939-a6e0-643aa277aa08 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:10:17.064118 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:17.068449 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:17.468258 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event updated for resources: {'Port': ['ID=41140deb-a48b-4939-a6e0-643aa277aa08,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:17.470671 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:17.557072 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Network 4606ed86-69e0-4dc9-b3d2-40982b3f5340 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:10:17.558360 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:17.656871 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Router 264be789-8511-443d-9c9e-95c53984788c has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:10:17.752554 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:10:17.758233 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b771b1b3-5c40-4ad0-85c2-a9b80460cd35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "PUT /v2.0/routers/264be789-8511-443d-9c9e-95c53984788c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8900602 Jul 16 02:10:17.761590 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36451852-7c27-4c29-b88b-1f465d006c2f None None] Sync routers for ids ['264be789-8511-443d-9c9e-95c53984788c'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:10:17.762554 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43906) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:17.771986 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36451852-7c27-4c29-b88b-1f465d006c2f None None] Routers {'264be789-8511-443d-9c9e-95c53984788c'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:10:17.772859 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-36451852-7c27-4c29-b88b-1f465d006c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:10:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['264be789-8511-443d-9c9e-95c53984788c'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:17.779012 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b6e13f93-928c-4417-9930-f647af15d351 None None] Provisioning complete for port 41140deb-a48b-4939-a6e0-643aa277aa08 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:17.779399 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b6e13f93-928c-4417-9930-f647af15d351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:17.806115 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-36451852-7c27-4c29-b88b-1f465d006c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:17.814490 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b6e13f93-928c-4417-9930-f647af15d351 None None] Port 41140deb-a48b-4939-a6e0-643aa277aa08 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:10:17.817420 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36451852-7c27-4c29-b88b-1f465d006c2f None None] Routers {'264be789-8511-443d-9c9e-95c53984788c'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:10:17.818044 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-36451852-7c27-4c29-b88b-1f465d006c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:10:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['264be789-8511-443d-9c9e-95c53984788c'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:17.849852 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-36451852-7c27-4c29-b88b-1f465d006c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:17.850416 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36451852-7c27-4c29-b88b-1f465d006c2f None None] The sync data for ids ['264be789-8511-443d-9c9e-95c53984788c'] in n-d-800086-6 is: [] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:10:17.856382 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-736254c7-c4b7-48a9-89bb-a6d21e9698e5 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:17.940521 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [None req-736254c7-c4b7-48a9-89bb-a6d21e9698e5 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 02:10:17.941560 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-736254c7-c4b7-48a9-89bb-a6d21e9698e5 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "DELETE /v2.0/routers/264be789-8511-443d-9c9e-95c53984788c HTTP/1.1" status: 409 len: 329 time: 0.1780372 Jul 16 02:10:17.944362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43908) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:18.244753 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0b8ba3ec-75f5-4fa2-bc1b-d246a91948ef tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:18.493431 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-0b8ba3ec-75f5-4fa2-bc1b-d246a91948ef tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Deleting port 41140deb-a48b-4939-a6e0-643aa277aa08 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:18.493760 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0b8ba3ec-75f5-4fa2-bc1b-d246a91948ef tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:18.578706 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0b8ba3ec-75f5-4fa2-bc1b-d246a91948ef tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:18.590156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-0b8ba3ec-75f5-4fa2-bc1b-d246a91948ef tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Calling delete_port for 41140deb-a48b-4939-a6e0-643aa277aa08 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:18.757273 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0b8ba3ec-75f5-4fa2-bc1b-d246a91948ef tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:18.790400 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ba3ec-75f5-4fa2-bc1b-d246a91948ef tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event deleted for resources: {'Port': ['ID=41140deb-a48b-4939-a6e0-643aa277aa08,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:18.925642 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0b8ba3ec-75f5-4fa2-bc1b-d246a91948ef tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:19.081481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8ba3ec-75f5-4fa2-bc1b-d246a91948ef tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Router 264be789-8511-443d-9c9e-95c53984788c has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:10:19.157030 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8ba3ec-75f5-4fa2-bc1b-d246a91948ef tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:10:19.161976 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0b8ba3ec-75f5-4fa2-bc1b-d246a91948ef tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "PUT /v2.0/routers/264be789-8511-443d-9c9e-95c53984788c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2166536 Jul 16 02:10:19.165591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43910) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:19.167432 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f18ce6-a6dc-4242-ba09-16b64b760250 None None] Sync routers for ids ['264be789-8511-443d-9c9e-95c53984788c'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:10:19.176731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f18ce6-a6dc-4242-ba09-16b64b760250 None None] Routers {'264be789-8511-443d-9c9e-95c53984788c'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:10:19.177371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-89f18ce6-a6dc-4242-ba09-16b64b760250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:10:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['264be789-8511-443d-9c9e-95c53984788c'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:19.203306 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-6307dfa2-2df3-436a-bf3b-96b35b98cf48 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] show failed (client error): The resource could not be found. Jul 16 02:10:19.204373 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6307dfa2-2df3-436a-bf3b-96b35b98cf48 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-1426837578 HTTP/1.1" status: 404 len: 335 time: 0.0377717 Jul 16 02:10:19.208075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43912) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:19.209090 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-89f18ce6-a6dc-4242-ba09-16b64b760250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:19.213536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-7ba80b65-63f2-44cc-8deb-554ea640a89e tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:19.218157 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f18ce6-a6dc-4242-ba09-16b64b760250 None None] Routers {'264be789-8511-443d-9c9e-95c53984788c'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:10:19.218769 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-89f18ce6-a6dc-4242-ba09-16b64b760250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:10:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['264be789-8511-443d-9c9e-95c53984788c'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:19.248150 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-7ba80b65-63f2-44cc-8deb-554ea640a89e tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] update failed (client error): The resource could not be found. Jul 16 02:10:19.253998 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7ba80b65-63f2-44cc-8deb-554ea640a89e tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-1081209046 HTTP/1.1" status: 404 len: 335 time: 0.0407946 Jul 16 02:10:19.254174 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-89f18ce6-a6dc-4242-ba09-16b64b760250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:19.254174 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f18ce6-a6dc-4242-ba09-16b64b760250 None None] The sync data for ids ['264be789-8511-443d-9c9e-95c53984788c'] in n-d-800086-6 is: [] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:10:19.254347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43914) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:19.306199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1816a69-e5ef-4fec-8887-b87d63ae3f44 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Deleting subnet 7852f16d-3bbc-4847-afe6-b23ef998c8ba {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:10:19.309246 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1816a69-e5ef-4fec-8887-b87d63ae3f44 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:19.349065 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1816a69-e5ef-4fec-8887-b87d63ae3f44 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:19.434409 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1816a69-e5ef-4fec-8887-b87d63ae3f44 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:19.491089 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1816a69-e5ef-4fec-8887-b87d63ae3f44 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:19.519733 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1816a69-e5ef-4fec-8887-b87d63ae3f44 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event deleted for resources: {'Subnet': ['ID=7852f16d-3bbc-4847-afe6-b23ef998c8ba,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:19.521655 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1816a69-e5ef-4fec-8887-b87d63ae3f44 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:19.524404 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d1816a69-e5ef-4fec-8887-b87d63ae3f44 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "DELETE /v2.0/subnets/7852f16d-3bbc-4847-afe6-b23ef998c8ba HTTP/1.1" status: 204 len: 168 time: 0.2681808 Jul 16 02:10:19.525893 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43916) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:19.528739 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8953bc4-79f5-41b5-aeb5-76d3d7dd16c1 None None] Network 93e60452-2bb7-40ac-8818-986e7a58fec3 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:19.576621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-005d5588-2618-46e0-8868-e190c6cebb56 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Deleting subnet 3cdf5485-34ba-4e56-80e5-d20365edabc2 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:10:19.579867 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-005d5588-2618-46e0-8868-e190c6cebb56 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:19.623169 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-005d5588-2618-46e0-8868-e190c6cebb56 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:19.709172 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-005d5588-2618-46e0-8868-e190c6cebb56 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:19.709403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6fbcdc-c341-45e0-a642-ebc58d4db259 None None] DHCP port deletion for 93e60452-2bb7-40ac-8818-986e7a58fec3 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:10:19.754729 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ec6fbcdc-c341-45e0-a642-ebc58d4db259 None None] Deleting port 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:19.755235 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec6fbcdc-c341-45e0-a642-ebc58d4db259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:19.766910 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-005d5588-2618-46e0-8868-e190c6cebb56 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:19.794726 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d5588-2618-46e0-8868-e190c6cebb56 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event deleted for resources: {'Subnet': ['ID=3cdf5485-34ba-4e56-80e5-d20365edabc2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:19.797288 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-005d5588-2618-46e0-8868-e190c6cebb56 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:19.801286 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-005d5588-2618-46e0-8868-e190c6cebb56 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "DELETE /v2.0/subnets/3cdf5485-34ba-4e56-80e5-d20365edabc2 HTTP/1.1" status: 204 len: 168 time: 0.2723343 Jul 16 02:10:19.802338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43918) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:19.807101 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4a1f25-bb57-48e4-884c-4b7da35420b1 None None] Network fe074a11-2145-4245-a07d-13d058be18b6 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:19.847054 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ec6fbcdc-c341-45e0-a642-ebc58d4db259 None None] For port 8ffdfb7e-f794-44c8-b14f-6125d5cdab90, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8ffdfb7e-f794-44c8-b14f-6125d5cdab90,segment=NetworkSegment(16a20d75-4e3f-4684-bb4c-c1097404fadf),segment_id=16a20d75-4e3f-4684-bb4c-c1097404fadf)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:19.847460 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec6fbcdc-c341-45e0-a642-ebc58d4db259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:19.877676 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:19.932399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Deleting port 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:19.932645 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.002649 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] For port 8ffdfb7e-f794-44c8-b14f-6125d5cdab90, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8ffdfb7e-f794-44c8-b14f-6125d5cdab90,segment=NetworkSegment(16a20d75-4e3f-4684-bb4c-c1097404fadf),segment_id=16a20d75-4e3f-4684-bb4c-c1097404fadf)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:20.003008 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.015145 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Calling delete_port for 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:20.043130 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ec6fbcdc-c341-45e0-a642-ebc58d4db259 None None] Calling delete_port for 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:20.096659 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.126842 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event deleted for resources: {'Port': ['ID=8ffdfb7e-f794-44c8-b14f-6125d5cdab90,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:20.130371 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] No DVR routers for this DVR port 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.165721 n-d-800086-6 neutron-server[93833]: self.session.flush() Jul 16 02:10:20.176756 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec6fbcdc-c341-45e0-a642-ebc58d4db259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.206676 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fbcdc-c341-45e0-a642-ebc58d4db259 None None] Pushing event deleted for resources: {'Port': ['ID=8ffdfb7e-f794-44c8-b14f-6125d5cdab90,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:20.208540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6fbcdc-c341-45e0-a642-ebc58d4db259 None None] No DVR routers for this DVR port 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:10:20.213292 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.225107 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e60452-2bb7-40ac-8818-986e7a58fec3']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:20.236546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a20d75-4e3f-4684-bb4c-c1097404fadf') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:20.236841 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a20d75-4e3f-4684-bb4c-c1097404fadf') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:20.248043 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.261679 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.268080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:10:20.268458 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:10:20.271783 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:10:20.305787 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25ad32d-a3ef-4f6c-ba62-b8c9270d6b8c None None] DHCP port deletion for fe074a11-2145-4245-a07d-13d058be18b6 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:10:20.332889 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.350907 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.352944 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "DELETE /v2.0/networks/93e60452-2bb7-40ac-8818-986e7a58fec3 HTTP/1.1" status: 204 len: 168 time: 0.5503461 Jul 16 02:10:20.353969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfe555-fc8f-487e-b9fb-e0983f319e35 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event deleted for resources: {'Network': ['ID=93e60452-2bb7-40ac-8818-986e7a58fec3,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:20.355005 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b25ad32d-a3ef-4f6c-ba62-b8c9270d6b8c None None] Deleting port a97c8b50-11ae-4bde-bc6f-6eedab9e38ea {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:20.355397 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b25ad32d-a3ef-4f6c-ba62-b8c9270d6b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.355778 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43922) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:20.423933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b25ad32d-a3ef-4f6c-ba62-b8c9270d6b8c None None] For port a97c8b50-11ae-4bde-bc6f-6eedab9e38ea, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a97c8b50-11ae-4bde-bc6f-6eedab9e38ea,segment=NetworkSegment(f42248fb-b60b-49fe-a046-f861d03cb318),segment_id=f42248fb-b60b-49fe-a046-f861d03cb318)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:20.424250 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b25ad32d-a3ef-4f6c-ba62-b8c9270d6b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.435514 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b25ad32d-a3ef-4f6c-ba62-b8c9270d6b8c None None] Calling delete_port for a97c8b50-11ae-4bde-bc6f-6eedab9e38ea owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:20.436410 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.490119 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Deleting port a97c8b50-11ae-4bde-bc6f-6eedab9e38ea {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:20.490374 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.513138 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b25ad32d-a3ef-4f6c-ba62-b8c9270d6b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.540446 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ad32d-a3ef-4f6c-ba62-b8c9270d6b8c None None] Pushing event deleted for resources: {'Port': ['ID=a97c8b50-11ae-4bde-bc6f-6eedab9e38ea,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:20.542264 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ad32d-a3ef-4f6c-ba62-b8c9270d6b8c None None] No DVR routers for this DVR port a97c8b50-11ae-4bde-bc6f-6eedab9e38ea on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:10:20.564893 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] For port a97c8b50-11ae-4bde-bc6f-6eedab9e38ea, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a97c8b50-11ae-4bde-bc6f-6eedab9e38ea,segment=NetworkSegment(f42248fb-b60b-49fe-a046-f861d03cb318),segment_id=f42248fb-b60b-49fe-a046-f861d03cb318)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:20.565242 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.577153 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Calling delete_port for a97c8b50-11ae-4bde-bc6f-6eedab9e38ea owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:20.660871 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.686819 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event deleted for resources: {'Port': ['ID=a97c8b50-11ae-4bde-bc6f-6eedab9e38ea,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:20.690303 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] No DVR routers for this DVR port a97c8b50-11ae-4bde-bc6f-6eedab9e38ea on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:10:20.770412 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.780747 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe074a11-2145-4245-a07d-13d058be18b6']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:20.790521 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42248fb-b60b-49fe-a046-f861d03cb318') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:20.790818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42248fb-b60b-49fe-a046-f861d03cb318') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:20.799906 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.813819 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.819602 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:10:20.820056 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: self.session.flush() Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:10:20.822879 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:10:20.883666 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.888657 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.891169 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "DELETE /v2.0/networks/fe074a11-2145-4245-a07d-13d058be18b6 HTTP/1.1" status: 204 len: 168 time: 0.5342345 Jul 16 02:10:20.893854 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43924) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:20.905633 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcaf9cf-b15b-47b3-8b86-8cb0920654e1 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event deleted for resources: {'Network': ['ID=fe074a11-2145-4245-a07d-13d058be18b6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:20.944660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff65dabf-6d57-4d9f-9bf6-bea4c3bca30c tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Deleting subnet 7247a36f-1833-4f33-9b50-267141a8e860 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:10:20.947595 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff65dabf-6d57-4d9f-9bf6-bea4c3bca30c tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.986138 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff65dabf-6d57-4d9f-9bf6-bea4c3bca30c tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.071678 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff65dabf-6d57-4d9f-9bf6-bea4c3bca30c tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.130073 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff65dabf-6d57-4d9f-9bf6-bea4c3bca30c tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.152441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:10:21.158554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65dabf-6d57-4d9f-9bf6-bea4c3bca30c tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event deleted for resources: {'Subnet': ['ID=7247a36f-1833-4f33-9b50-267141a8e860,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:21.160550 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff65dabf-6d57-4d9f-9bf6-bea4c3bca30c tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.162685 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ff65dabf-6d57-4d9f-9bf6-bea4c3bca30c tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "DELETE /v2.0/subnets/7247a36f-1833-4f33-9b50-267141a8e860 HTTP/1.1" status: 204 len: 168 time: 0.2674713 Jul 16 02:10:21.165196 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43926) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:21.178062 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702f5558-d11b-4bd1-8207-933a8c7bb590 None None] Network 4606ed86-69e0-4dc9-b3d2-40982b3f5340 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:21.180244 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:10:21.180594 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8ffdfb7e-f794-44c8-b14f-6125d5cdab90 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:10:21.181007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a97c8b50-11ae-4bde-bc6f-6eedab9e38ea no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:10:21.215240 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: a97c8b50-11ae-4bde-bc6f-6eedab9e38ea {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:10:21.215514 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a97c8b50-11ae-4bde-bc6f-6eedab9e38ea not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:10:21.244960 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.304208 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Deleting port 475c1572-4646-4707-8fbf-177ec754c95e {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:21.304555 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.374682 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] For port 475c1572-4646-4707-8fbf-177ec754c95e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=475c1572-4646-4707-8fbf-177ec754c95e,segment=NetworkSegment(1b255a4f-c891-46a8-ab16-dc6616af60a0),segment_id=1b255a4f-c891-46a8-ab16-dc6616af60a0)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:21.374978 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.376240 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b4447b-43d2-4ea7-8f3a-77e9c5bb1c3d None None] DHCP port deletion for 4606ed86-69e0-4dc9-b3d2-40982b3f5340 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:10:21.387883 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Calling delete_port for 475c1572-4646-4707-8fbf-177ec754c95e owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:21.422375 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-00b4447b-43d2-4ea7-8f3a-77e9c5bb1c3d None None] Deleting port 475c1572-4646-4707-8fbf-177ec754c95e {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:21.422754 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00b4447b-43d2-4ea7-8f3a-77e9c5bb1c3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.467751 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.484503 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-00b4447b-43d2-4ea7-8f3a-77e9c5bb1c3d None None] For port 475c1572-4646-4707-8fbf-177ec754c95e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=475c1572-4646-4707-8fbf-177ec754c95e,segment=NetworkSegment(1b255a4f-c891-46a8-ab16-dc6616af60a0),segment_id=1b255a4f-c891-46a8-ab16-dc6616af60a0)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:21.484898 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00b4447b-43d2-4ea7-8f3a-77e9c5bb1c3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.493467 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event deleted for resources: {'Port': ['ID=475c1572-4646-4707-8fbf-177ec754c95e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:21.496861 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-00b4447b-43d2-4ea7-8f3a-77e9c5bb1c3d None None] Calling delete_port for 475c1572-4646-4707-8fbf-177ec754c95e owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:21.498567 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] No DVR routers for this DVR port 475c1572-4646-4707-8fbf-177ec754c95e on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:10:21.573567 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00b4447b-43d2-4ea7-8f3a-77e9c5bb1c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.579870 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.589538 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4606ed86-69e0-4dc9-b3d2-40982b3f5340']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:21.596904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4447b-43d2-4ea7-8f3a-77e9c5bb1c3d None None] Pushing event deleted for resources: {'Port': ['ID=475c1572-4646-4707-8fbf-177ec754c95e,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:21.599761 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b255a4f-c891-46a8-ab16-dc6616af60a0') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:21.600063 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b255a4f-c891-46a8-ab16-dc6616af60a0') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:21.604011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b4447b-43d2-4ea7-8f3a-77e9c5bb1c3d None None] No DVR routers for this DVR port 475c1572-4646-4707-8fbf-177ec754c95e on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:10:21.611405 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.624256 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.630218 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:10:21.630605 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:10:21.633462 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:10:21.694841 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.700028 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.702011 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "DELETE /v2.0/networks/4606ed86-69e0-4dc9-b3d2-40982b3f5340 HTTP/1.1" status: 204 len: 168 time: 0.5359235 Jul 16 02:10:21.704762 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43928) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:21.715995 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea3c8f-a556-45c8-addf-8b7d4a383856 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Pushing event deleted for resources: {'Network': ['ID=4606ed86-69e0-4dc9-b3d2-40982b3f5340,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:21.735114 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5526ce72-b11e-40e5-8203-1c9873c7c596 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "GET /v2.0/ports?device_id=264be789-8511-443d-9c9e-95c53984788c HTTP/1.1" status: 200 len: 205 time: 0.0291977 Jul 16 02:10:21.737407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43930) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:21.812508 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1e3e25aa-d2c6-4e32-8b8e-1eb2d6a7a923 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.974125 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1e3e25aa-d2c6-4e32-8b8e-1eb2d6a7a923 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.976132 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1e3e25aa-d2c6-4e32-8b8e-1eb2d6a7a923 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.016979 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1e3e25aa-d2c6-4e32-8b8e-1eb2d6a7a923 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.017483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3e25aa-d2c6-4e32-8b8e-1eb2d6a7a923 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Fanout notify agent at l3_agent the message router_deleted on router 264be789-8511-443d-9c9e-95c53984788c {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:10:22.024233 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1e3e25aa-d2c6-4e32-8b8e-1eb2d6a7a923 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.025330 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1e3e25aa-d2c6-4e32-8b8e-1eb2d6a7a923 tempest-RoutersNegativeTest-31162304 tempest-RoutersNegativeTest-31162304-project] 10.222.0.54 "DELETE /v2.0/routers/264be789-8511-443d-9c9e-95c53984788c HTTP/1.1" status: 204 len: 168 time: 0.2870388 Jul 16 02:10:22.264624 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43936) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:22.395730 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-96e8bd2b-a9d7-4ea0-99b0-a4f202cd8266 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2c228b0cd9a34acfae0e65125b0cb20d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299553 Jul 16 02:10:22.398158 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43940) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:22.449587 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9db1-b5d3-49df-88fa-f6f25a21ea01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.470629 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9db1-b5d3-49df-88fa-f6f25a21ea01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.516728 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9db1-b5d3-49df-88fa-f6f25a21ea01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.519168 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9db1-b5d3-49df-88fa-f6f25a21ea01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.520356 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5c3c9db1-b5d3-49df-88fa-f6f25a21ea01 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/be3e0491-faf0-425e-a7ef-2186be8d1217 HTTP/1.1" status: 204 len: 168 time: 0.1212707 Jul 16 02:10:22.527659 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c9db1-b5d3-49df-88fa-f6f25a21ea01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3e0491-faf0-425e-a7ef-2186be8d1217,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:23.150278 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 475c1572-4646-4707-8fbf-177ec754c95e no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:10:23.170788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 475c1572-4646-4707-8fbf-177ec754c95e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:10:23.171140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 475c1572-4646-4707-8fbf-177ec754c95e not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:10:23.862507 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43980) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:23.968215 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bcf34488-e088-42ec-86d8-37f8ee033fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:24.046363 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:24.057014 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bcf34488-e088-42ec-86d8-37f8ee033fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:24.060757 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bcf34488-e088-42ec-86d8-37f8ee033fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:24.099118 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bcf34488-e088-42ec-86d8-37f8ee033fdd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=92ea7a8f6c7a47998137e1f810f80431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355332 Jul 16 02:10:24.101046 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf34488-e088-42ec-86d8-37f8ee033fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873ef8ce-1d57-468c-b8f5-63c3cd0cd732,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:24.101944 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43984) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:24.150413 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9354ef7c-331e-4a83-9580-2fa7565eda4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:24.171695 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9354ef7c-331e-4a83-9580-2fa7565eda4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:24.216271 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9354ef7c-331e-4a83-9580-2fa7565eda4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:24.218777 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9354ef7c-331e-4a83-9580-2fa7565eda4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:24.219948 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9354ef7c-331e-4a83-9580-2fa7565eda4b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/873ef8ce-1d57-468c-b8f5-63c3cd0cd732 HTTP/1.1" status: 204 len: 168 time: 0.1169569 Jul 16 02:10:24.227790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354ef7c-331e-4a83-9580-2fa7565eda4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873ef8ce-1d57-468c-b8f5-63c3cd0cd732,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:24.473828 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 43990) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:24.487456 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5de94a2e-5165-47ce-8a91-13a43e0f9704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:24.578380 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5de94a2e-5165-47ce-8a91-13a43e0f9704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:24.582230 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5de94a2e-5165-47ce-8a91-13a43e0f9704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:24.621273 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5de94a2e-5165-47ce-8a91-13a43e0f9704 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=afa027ee0892430ebefdeb5dcc3cd156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463776 Jul 16 02:10:24.623153 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de94a2e-5165-47ce-8a91-13a43e0f9704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4676291b-7640-4230-b56a-d3e654511c3e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:24.624039 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 43992) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:24.672920 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8955aee2-9520-43a6-a471-fd2d7f4ae582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:24.692994 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8955aee2-9520-43a6-a471-fd2d7f4ae582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:24.741107 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8955aee2-9520-43a6-a471-fd2d7f4ae582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:24.743662 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8955aee2-9520-43a6-a471-fd2d7f4ae582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:24.744817 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8955aee2-9520-43a6-a471-fd2d7f4ae582 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4676291b-7640-4230-b56a-d3e654511c3e HTTP/1.1" status: 204 len: 168 time: 0.1197996 Jul 16 02:10:24.752252 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955aee2-9520-43a6-a471-fd2d7f4ae582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4676291b-7640-4230-b56a-d3e654511c3e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:24.977850 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44000) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:25.041329 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5aefbc21-cb9d-4447-91e0-b796b955ef9e tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/floatingips/d36df576-31c4-4a94-b809-12a4178e9be4 HTTP/1.1" status: 200 len: 992 time: 0.0619845 Jul 16 02:10:25.351950 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44022) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:25.509390 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-93d035d6-9da9-44c2-a7eb-21e2c7731933 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Deleting port 0c8b7a69-c77f-4762-9931-815b0236e015 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:25.509733 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-93d035d6-9da9-44c2-a7eb-21e2c7731933 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:25.587174 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-93d035d6-9da9-44c2-a7eb-21e2c7731933 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:25.587504 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-93d035d6-9da9-44c2-a7eb-21e2c7731933 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:25.598960 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-93d035d6-9da9-44c2-a7eb-21e2c7731933 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Calling delete_port for 0c8b7a69-c77f-4762-9931-815b0236e015 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:25.756831 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-93d035d6-9da9-44c2-a7eb-21e2c7731933 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:25.785936 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d035d6-9da9-44c2-a7eb-21e2c7731933 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'Port': ['ID=0c8b7a69-c77f-4762-9931-815b0236e015,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:25.850366 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-93d035d6-9da9-44c2-a7eb-21e2c7731933 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:25.850990 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-93d035d6-9da9-44c2-a7eb-21e2c7731933 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Floating IP d36df576-31c4-4a94-b809-12a4178e9be4 disassociated (deleted). External IP: 172.25.1.78, port: be3ed416-c004-42e9-ad29-a191f557f8d2. Jul 16 02:10:26.404015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d035d6-9da9-44c2-a7eb-21e2c7731933 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Router a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:10:26.522168 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d035d6-9da9-44c2-a7eb-21e2c7731933 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:10:26.527021 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-93d035d6-9da9-44c2-a7eb-21e2c7731933 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:26.533226 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379bdc8-f79c-46cf-9bbb-b2584b1e90d7 None None] Sync routers for ids ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:10:26.542684 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a379bdc8-f79c-46cf-9bbb-b2584b1e90d7 None None] Routers {'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:10:26.543693 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a379bdc8-f79c-46cf-9bbb-b2584b1e90d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:10:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:26.563615 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-93d035d6-9da9-44c2-a7eb-21e2c7731933 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "DELETE /v2.0/floatingips/d36df576-31c4-4a94-b809-12a4178e9be4 HTTP/1.1" status: 204 len: 168 time: 1.2105565 Jul 16 02:10:26.564238 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d11242-0a7d-4623-b32f-6d52aa38c2ad', 'tag': 'be3ed416-c004-42e9-ad29-a191f557f8d2'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:10:26.566552 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781d077f-3b9f-420d-b2d6-76cda9145a15" -d '{"events": [{"name": "network-changed", "server_uuid": "55d11242-0a7d-4623-b32f-6d52aa38c2ad", "tag": "be3ed416-c004-42e9-ad29-a191f557f8d2"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:10:26.661059 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a379bdc8-f79c-46cf-9bbb-b2584b1e90d7 None None] Set router a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:10:26.794165 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ef30ea-2788-4f08-9ca9-4a2cc8f0186c x-openstack-request-id: req-68ef30ea-2788-4f08-9ca9-4a2cc8f0186c {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:10:26.794665 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d11242-0a7d-4623-b32f-6d52aa38c2ad", "tag": "be3ed416-c004-42e9-ad29-a191f557f8d2", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:10:26.795253 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-68ef30ea-2788-4f08-9ca9-4a2cc8f0186c {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:10:26.795906 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d11242-0a7d-4623-b32f-6d52aa38c2ad', 'tag': 'be3ed416-c004-42e9-ad29-a191f557f8d2', 'status': 'completed', 'code': 200} Jul 16 02:10:26.946121 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d077f-3b9f-420d-b2d6-76cda9145a15 req-d157c413-b2a9-4493-b579-faaec0fa4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:26.948419 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-781d077f-3b9f-420d-b2d6-76cda9145a15 req-d157c413-b2a9-4493-b579-faaec0fa4b0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&device_id=55d11242-0a7d-4623-b32f-6d52aa38c2ad HTTP/1.1" status: 200 len: 1096 time: 0.0904520 Jul 16 02:10:27.007594 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a379bdc8-f79c-46cf-9bbb-b2584b1e90d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'name': 'tempest-TestNetworkBasicOps-router-883157428', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:28Z', 'updated_at': '2021-07-16T02:09:32Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:29Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e0f38b7e-b3e0-4b55-bc4f-14ac32313770', 'name': '', 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:bb:8e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '314038c6-9e66-48fa-bd4f-d193aff147ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': '314038c6-9e66-48fa-bd4f-d193aff147ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:27.036453 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379bdc8-f79c-46cf-9bbb-b2584b1e90d7 None None] Checking router: a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:10:27.056035 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a379bdc8-f79c-46cf-9bbb-b2584b1e90d7 None None] Routers {'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:10:27.056599 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a379bdc8-f79c-46cf-9bbb-b2584b1e90d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:10:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:27.170314 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a379bdc8-f79c-46cf-9bbb-b2584b1e90d7 None None] Set router a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:10:27.367393 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91d56a-04f1-466c-acf0-8f64a0752575 req-229d6106-afab-4d4e-abc5-f42dc8937186 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:27.368818 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0f91d56a-04f1-466c-acf0-8f64a0752575 req-229d6106-afab-4d4e-abc5-f42dc8937186 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=55d11242-0a7d-4623-b32f-6d52aa38c2ad HTTP/1.1" status: 200 len: 945 time: 0.4677815 Jul 16 02:10:27.375410 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a379bdc8-f79c-46cf-9bbb-b2584b1e90d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'name': 'tempest-TestNetworkBasicOps-router-883157428', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:28Z', 'updated_at': '2021-07-16T02:09:32Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:29Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e0f38b7e-b3e0-4b55-bc4f-14ac32313770', 'name': '', 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:bb:8e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '314038c6-9e66-48fa-bd4f-d193aff147ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': '314038c6-9e66-48fa-bd4f-d193aff147ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:27.401125 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379bdc8-f79c-46cf-9bbb-b2584b1e90d7 None None] The sync data for ids ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'] in n-d-800086-6 is: [{'id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'name': 'tempest-TestNetworkBasicOps-router-883157428', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:28Z', 'updated_at': '2021-07-16T02:09:32Z', 'revision_number': 4, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:29Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'e0f38b7e-b3e0-4b55-bc4f-14ac32313770', 'name': '', 'network_id': '8178c1e9-2a14-477e-9bba-ad71b4367b88', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'mac_address': 'fa:16:3e:bb:8e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '314038c6-9e66-48fa-bd4f-d193aff147ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:31Z', 'updated_at': '2021-07-16T02:09:37Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'subnets': [{'id': '314038c6-9e66-48fa-bd4f-d193aff147ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:10:27.448083 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d077f-3b9f-420d-b2d6-76cda9145a15 req-de160d9f-bdd5-424b-99f5-c769a7979075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:27.449584 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-781d077f-3b9f-420d-b2d6-76cda9145a15 req-de160d9f-bdd5-424b-99f5-c769a7979075 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8178c1e9-2a14-477e-9bba-ad71b4367b88 HTTP/1.1" status: 200 len: 898 time: 0.4931662 Jul 16 02:10:27.452925 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0f91d56a-04f1-466c-acf0-8f64a0752575 req-7eabe4fc-2a99-49b6-a627-c7166602af2d tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/security-groups?id=6570a08b-ac48-4d1e-9ab9-3029d0b6025c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591378 Jul 16 02:10:27.506089 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-781d077f-3b9f-420d-b2d6-76cda9145a15 req-daa03da8-8e12-477f-b413-d13b7efc2a13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be3ed416-c004-42e9-ad29-a191f557f8d2 HTTP/1.1" status: 200 len: 217 time: 0.0472457 Jul 16 02:10:27.556865 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d077f-3b9f-420d-b2d6-76cda9145a15 req-24644bec-e52a-42dd-8b9b-a04457f9cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:27.558370 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-781d077f-3b9f-420d-b2d6-76cda9145a15 req-24644bec-e52a-42dd-8b9b-a04457f9cac1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=314038c6-9e66-48fa-bd4f-d193aff147ab HTTP/1.1" status: 200 len: 835 time: 0.0464458 Jul 16 02:10:27.627597 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d077f-3b9f-420d-b2d6-76cda9145a15 req-f9c48faf-da7e-406c-a7a2-239e8b50a04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:27.629166 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-781d077f-3b9f-420d-b2d6-76cda9145a15 req-f9c48faf-da7e-406c-a7a2-239e8b50a04a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8178c1e9-2a14-477e-9bba-ad71b4367b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633197 Jul 16 02:10:27.642385 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-781d077f-3b9f-420d-b2d6-76cda9145a15 req-469c8cbc-aa79-4c2f-a04b-15edde583bf0 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:10:27.642385 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-781d077f-3b9f-420d-b2d6-76cda9145a15 req-469c8cbc-aa79-4c2f-a04b-15edde583bf0 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056581 Jul 16 02:10:27.684253 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9db184c-58a6-44bd-a34c-30d879402e0d None None] New status for floating IP d36df576-31c4-4a94-b809-12a4178e9be4: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:10:27.751322 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-781d077f-3b9f-420d-b2d6-76cda9145a15 req-59b2daa8-a952-4fa2-836a-597b7f281ab4 service neutron] 10.222.0.26 "GET /v2.0/networks/8178c1e9-2a14-477e-9bba-ad71b4367b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020036 Jul 16 02:10:27.849279 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-781d077f-3b9f-420d-b2d6-76cda9145a15 req-d2c305dd-8138-4959-a980-c5b604b67145 service neutron] 10.222.0.26 "GET /v2.0/networks/8178c1e9-2a14-477e-9bba-ad71b4367b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909352 Jul 16 02:10:28.355283 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528aeb8-2943-42b6-852a-989fc490dc4b req-176d75ce-1838-4d12-8fa5-d2882404f3fc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:28.357104 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f528aeb8-2943-42b6-852a-989fc490dc4b req-176d75ce-1838-4d12-8fa5-d2882404f3fc tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.26 "GET /v2.0/ports?device_id=55d11242-0a7d-4623-b32f-6d52aa38c2ad HTTP/1.1" status: 200 len: 945 time: 0.0699418 Jul 16 02:10:28.392619 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-17c23fec-5f02-4690-98be-233eac4d5458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:28.459671 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-f528aeb8-2943-42b6-852a-989fc490dc4b req-d4432a55-6ac0-4329-84ec-ba6e4f0e9dc3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Deleting port be3ed416-c004-42e9-ad29-a191f557f8d2 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:28.460029 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f528aeb8-2943-42b6-852a-989fc490dc4b req-d4432a55-6ac0-4329-84ec-ba6e4f0e9dc3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:28.557444 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-f528aeb8-2943-42b6-852a-989fc490dc4b req-d4432a55-6ac0-4329-84ec-ba6e4f0e9dc3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] For port be3ed416-c004-42e9-ad29-a191f557f8d2, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=be3ed416-c004-42e9-ad29-a191f557f8d2,segment=NetworkSegment(8f5dc927-62ae-4c88-b76f-87a95092c8a3),segment_id=8f5dc927-62ae-4c88-b76f-87a95092c8a3)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:28.557920 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f528aeb8-2943-42b6-852a-989fc490dc4b req-d4432a55-6ac0-4329-84ec-ba6e4f0e9dc3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:28.573726 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-f528aeb8-2943-42b6-852a-989fc490dc4b req-d4432a55-6ac0-4329-84ec-ba6e4f0e9dc3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Calling delete_port for be3ed416-c004-42e9-ad29-a191f557f8d2 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:28.725489 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f528aeb8-2943-42b6-852a-989fc490dc4b req-d4432a55-6ac0-4329-84ec-ba6e4f0e9dc3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:28.764452 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4432a55-6ac0-4329-84ec-ba6e4f0e9dc3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'Port': ['ID=be3ed416-c004-42e9-ad29-a191f557f8d2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:28.811702 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b24902d5-93c4-44a3-816e-eab3002c1581 req-73854d12-2e84-4102-90c3-164051e2f399 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "GET /v2.0/ports?device_id=55d11242-0a7d-4623-b32f-6d52aa38c2ad HTTP/1.1" status: 200 len: 210 time: 0.0322127 Jul 16 02:10:28.813434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f528aeb8-2943-42b6-852a-989fc490dc4b req-d4432a55-6ac0-4329-84ec-ba6e4f0e9dc3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] No DVR routers for this DVR port be3ed416-c004-42e9-ad29-a191f557f8d2 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:10:28.816704 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-f528aeb8-2943-42b6-852a-989fc490dc4b req-d4432a55-6ac0-4329-84ec-ba6e4f0e9dc3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:28.819613 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f528aeb8-2943-42b6-852a-989fc490dc4b req-d4432a55-6ac0-4329-84ec-ba6e4f0e9dc3 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.26 "DELETE /v2.0/ports/be3ed416-c004-42e9-ad29-a191f557f8d2 HTTP/1.1" status: 204 len: 173 time: 0.4566357 Jul 16 02:10:28.820143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d11242-0a7d-4623-b32f-6d52aa38c2ad', 'name': 'network-vif-deleted', 'tag': 'be3ed416-c004-42e9-ad29-a191f557f8d2'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:10:28.823758 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a1ae2f-c4e9-454d-99da-2c05fb5994a7" -d '{"events": [{"server_uuid": "55d11242-0a7d-4623-b32f-6d52aa38c2ad", "name": "network-vif-deleted", "tag": "be3ed416-c004-42e9-ad29-a191f557f8d2"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:10:28.870970 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b5e95f-67fd-4c8d-b044-72729ac81f7c x-openstack-request-id: req-a6b5e95f-67fd-4c8d-b044-72729ac81f7c {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:10:28.871274 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d11242-0a7d-4623-b32f-6d52aa38c2ad", "name": "network-vif-deleted", "tag": "be3ed416-c004-42e9-ad29-a191f557f8d2", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:10:28.872886 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a6b5e95f-67fd-4c8d-b044-72729ac81f7c {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:10:28.873463 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d11242-0a7d-4623-b32f-6d52aa38c2ad', 'name': 'network-vif-deleted', 'tag': 'be3ed416-c004-42e9-ad29-a191f557f8d2', 'status': 'completed', 'code': 200} Jul 16 02:10:29.059738 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:29.904359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44082) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:29.964919 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ac0e9928-2612-42d0-89ea-7ee771af7bc1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:29.990467 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ac0e9928-2612-42d0-89ea-7ee771af7bc1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:30.059914 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ac0e9928-2612-42d0-89ea-7ee771af7bc1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:30.063478 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ac0e9928-2612-42d0-89ea-7ee771af7bc1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:30.068673 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ac0e9928-2612-42d0-89ea-7ee771af7bc1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "DELETE /v2.0/security-groups/6570a08b-ac48-4d1e-9ab9-3029d0b6025c HTTP/1.1" status: 204 len: 168 time: 0.1594076 Jul 16 02:10:30.077336 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e9928-2612-42d0-89ea-7ee771af7bc1 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6570a08b-ac48-4d1e-9ab9-3029d0b6025c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:30.110035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44088) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:30.488550 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e47619c1-5168-4344-9091-764e60983b18 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:30.748471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-e47619c1-5168-4344-9091-764e60983b18 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Deleting port e0f38b7e-b3e0-4b55-bc4f-14ac32313770 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:30.748697 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e47619c1-5168-4344-9091-764e60983b18 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:30.833478 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-e47619c1-5168-4344-9091-764e60983b18 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] For port e0f38b7e-b3e0-4b55-bc4f-14ac32313770, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e0f38b7e-b3e0-4b55-bc4f-14ac32313770,segment=NetworkSegment(8f5dc927-62ae-4c88-b76f-87a95092c8a3),segment_id=8f5dc927-62ae-4c88-b76f-87a95092c8a3)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:30.833882 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e47619c1-5168-4344-9091-764e60983b18 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:30.846850 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-e47619c1-5168-4344-9091-764e60983b18 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Calling delete_port for e0f38b7e-b3e0-4b55-bc4f-14ac32313770 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:31.029802 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e47619c1-5168-4344-9091-764e60983b18 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:31.062633 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47619c1-5168-4344-9091-764e60983b18 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'Port': ['ID=e0f38b7e-b3e0-4b55-bc4f-14ac32313770,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:31.123327 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:31.133538 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-85639afd-2095-452d-8c1d-cedb7d162ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:31.269117 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e47619c1-5168-4344-9091-764e60983b18 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:31.534483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47619c1-5168-4344-9091-764e60983b18 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Router a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:10:31.642359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47619c1-5168-4344-9091-764e60983b18 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:10:31.647460 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e47619c1-5168-4344-9091-764e60983b18 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "PUT /v2.0/routers/a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5363536 Jul 16 02:10:31.650425 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44098) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:31.656109 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7a262-5015-450d-b4e3-3b75a0fdbc12 None None] Sync routers for ids ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:10:31.665032 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7a262-5015-450d-b4e3-3b75a0fdbc12 None None] Routers {'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:10:31.665634 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1aa7a262-5015-450d-b4e3-3b75a0fdbc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:10:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:31.702710 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd756a48-f48f-45ca-b384-05ec36b60e60 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Deleting subnet 314038c6-9e66-48fa-bd4f-d193aff147ab {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:10:31.705881 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd756a48-f48f-45ca-b384-05ec36b60e60 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:31.745983 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd756a48-f48f-45ca-b384-05ec36b60e60 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:31.769265 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-1aa7a262-5015-450d-b4e3-3b75a0fdbc12 None None] Set router a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:10:31.841637 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd756a48-f48f-45ca-b384-05ec36b60e60 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:31.914670 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd756a48-f48f-45ca-b384-05ec36b60e60 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:31.942346 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd756a48-f48f-45ca-b384-05ec36b60e60 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'Subnet': ['ID=314038c6-9e66-48fa-bd4f-d193aff147ab,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:31.948288 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd756a48-f48f-45ca-b384-05ec36b60e60 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:31.953544 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dd756a48-f48f-45ca-b384-05ec36b60e60 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "DELETE /v2.0/subnets/314038c6-9e66-48fa-bd4f-d193aff147ab HTTP/1.1" status: 204 len: 168 time: 0.2989981 Jul 16 02:10:31.954433 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44100) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:31.956033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715bb276-de5b-4d6e-bba3-7673cee1c2e0 None None] Network 8178c1e9-2a14-477e-9bba-ad71b4367b88 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:31.968350 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1aa7a262-5015-450d-b4e3-3b75a0fdbc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'name': 'tempest-TestNetworkBasicOps-router-883157428', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:28Z', 'updated_at': '2021-07-16T02:10:30Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:29Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:32.002916 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7a262-5015-450d-b4e3-3b75a0fdbc12 None None] Checking router: a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:10:32.011942 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7a262-5015-450d-b4e3-3b75a0fdbc12 None None] Routers {'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:10:32.012560 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1aa7a262-5015-450d-b4e3-3b75a0fdbc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:10:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:32.073630 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e43df14-923f-4dfa-a3ae-632203598189 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.133971 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-1aa7a262-5015-450d-b4e3-3b75a0fdbc12 None None] Set router a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:10:32.169012 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521d69eb-37bd-46e1-88c1-cd91fccb33e9 None None] DHCP port deletion for 8178c1e9-2a14-477e-9bba-ad71b4367b88 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:10:32.205479 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e43df14-923f-4dfa-a3ae-632203598189 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.215340 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.235814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-521d69eb-37bd-46e1-88c1-cd91fccb33e9 None None] Deleting port 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:32.236505 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-521d69eb-37bd-46e1-88c1-cd91fccb33e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.266847 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-6e43df14-923f-4dfa-a3ae-632203598189 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Deleting port 07b98bff-de72-4910-a6c0-563535bcedc6 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:32.267184 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e43df14-923f-4dfa-a3ae-632203598189 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.308475 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-521d69eb-37bd-46e1-88c1-cd91fccb33e9 None None] For port 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba,segment=NetworkSegment(8f5dc927-62ae-4c88-b76f-87a95092c8a3),segment_id=8f5dc927-62ae-4c88-b76f-87a95092c8a3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:32.308877 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-521d69eb-37bd-46e1-88c1-cd91fccb33e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.322182 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-521d69eb-37bd-46e1-88c1-cd91fccb33e9 None None] Calling delete_port for 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:32.337212 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1aa7a262-5015-450d-b4e3-3b75a0fdbc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'name': 'tempest-TestNetworkBasicOps-router-883157428', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:28Z', 'updated_at': '2021-07-16T02:10:30Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:29Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:32.367683 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7a262-5015-450d-b4e3-3b75a0fdbc12 None None] The sync data for ids ['a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73'] in n-d-800086-6 is: [{'id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'name': 'tempest-TestNetworkBasicOps-router-883157428', 'tenant_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:09:28Z', 'updated_at': '2021-07-16T02:10:30Z', 'revision_number': 5, 'project_id': '6a2462a0bbac4bb8a4b60c31b8a5faa1', 'gw_port': {'id': '07b98bff-de72-4910-a6c0-563535bcedc6', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:09:29Z', 'updated_at': '2021-07-16T02:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:10:32.376609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-6e43df14-923f-4dfa-a3ae-632203598189 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] For port 07b98bff-de72-4910-a6c0-563535bcedc6, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=07b98bff-de72-4910-a6c0-563535bcedc6,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:32.377128 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e43df14-923f-4dfa-a3ae-632203598189 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.392696 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-6e43df14-923f-4dfa-a3ae-632203598189 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Calling delete_port for 07b98bff-de72-4910-a6c0-563535bcedc6 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:32.449453 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-521d69eb-37bd-46e1-88c1-cd91fccb33e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.480093 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d69eb-37bd-46e1-88c1-cd91fccb33e9 None None] Pushing event deleted for resources: {'Port': ['ID=7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:32.487950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521d69eb-37bd-46e1-88c1-cd91fccb33e9 None None] No DVR routers for this DVR port 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:10:32.573231 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device be3ed416-c004-42e9-ad29-a191f557f8d2 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:10:32.574516 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e43df14-923f-4dfa-a3ae-632203598189 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.597922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: be3ed416-c004-42e9-ad29-a191f557f8d2 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:10:32.598395 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device be3ed416-c004-42e9-ad29-a191f557f8d2 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:10:32.602326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43df14-923f-4dfa-a3ae-632203598189 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'Port': ['ID=07b98bff-de72-4910-a6c0-563535bcedc6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:32.665901 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e43df14-923f-4dfa-a3ae-632203598189 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.761685 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e43df14-923f-4dfa-a3ae-632203598189 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.763972 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e43df14-923f-4dfa-a3ae-632203598189 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.820683 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e43df14-923f-4dfa-a3ae-632203598189 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.821334 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e43df14-923f-4dfa-a3ae-632203598189 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Fanout notify agent at l3_agent the message router_deleted on router a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:10:32.829654 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6e43df14-923f-4dfa-a3ae-632203598189 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.830813 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6e43df14-923f-4dfa-a3ae-632203598189 tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "DELETE /v2.0/routers/a6e792a3-ece3-489d-bcc5-5f1a1c1b0d73 HTTP/1.1" status: 204 len: 168 time: 0.8749769 Jul 16 02:10:32.840255 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44104) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:32.924660 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a15244f2-0a87-4989-bcd5-c1095b6ce5ca tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:33.021276 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a15244f2-0a87-4989-bcd5-c1095b6ce5ca tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:33.034078 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-a15244f2-0a87-4989-bcd5-c1095b6ce5ca tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8178c1e9-2a14-477e-9bba-ad71b4367b88']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:33.048600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-a15244f2-0a87-4989-bcd5-c1095b6ce5ca tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5dc927-62ae-4c88-b76f-87a95092c8a3') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:33.049506 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-a15244f2-0a87-4989-bcd5-c1095b6ce5ca tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5dc927-62ae-4c88-b76f-87a95092c8a3') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:33.060864 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a15244f2-0a87-4989-bcd5-c1095b6ce5ca tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:33.080731 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a15244f2-0a87-4989-bcd5-c1095b6ce5ca tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:33.090463 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15244f2-0a87-4989-bcd5-c1095b6ce5ca tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:10:33.090463 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a15244f2-0a87-4989-bcd5-c1095b6ce5ca tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:10:33.093616 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:10:33.183764 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a15244f2-0a87-4989-bcd5-c1095b6ce5ca tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:33.189365 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a15244f2-0a87-4989-bcd5-c1095b6ce5ca tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:33.191300 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a15244f2-0a87-4989-bcd5-c1095b6ce5ca tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] 10.222.0.54 "DELETE /v2.0/networks/8178c1e9-2a14-477e-9bba-ad71b4367b88 HTTP/1.1" status: 204 len: 168 time: 0.3498869 Jul 16 02:10:33.212835 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15244f2-0a87-4989-bcd5-c1095b6ce5ca tempest-TestNetworkBasicOps-1258652292 tempest-TestNetworkBasicOps-1258652292-project] Pushing event deleted for resources: {'Network': ['ID=8178c1e9-2a14-477e-9bba-ad71b4367b88,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:33.521452 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44114) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:33.589727 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e0f38b7e-b3e0-4b55-bc4f-14ac32313770 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:10:33.616853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: e0f38b7e-b3e0-4b55-bc4f-14ac32313770 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:10:33.617419 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e0f38b7e-b3e0-4b55-bc4f-14ac32313770 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:10:33.618031 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:10:33.643856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:10:33.644763 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7a10f2d0-3b7f-4d05-b1ca-52b7ba4fb8ba not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:10:33.730480 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e710de2d-7f97-4369-9233-66059331ee68 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6a2462a0bbac4bb8a4b60c31b8a5faa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2078378 Jul 16 02:10:33.733126 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44122) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:33.776138 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44124) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:33.786202 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-58e79333-852a-4381-b519-4028ace1538c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:33.807674 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-58e79333-852a-4381-b519-4028ace1538c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:33.858974 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-58e79333-852a-4381-b519-4028ace1538c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:33.861593 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-58e79333-852a-4381-b519-4028ace1538c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:33.866506 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-58e79333-852a-4381-b519-4028ace1538c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/96333908-00ce-4606-8383-b06b70929074 HTTP/1.1" status: 204 len: 168 time: 0.1323977 Jul 16 02:10:33.875567 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e79333-852a-4381-b519-4028ace1538c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96333908-00ce-4606-8383-b06b70929074,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:33.908102 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7aaaf9a-91db-491e-ab92-debfcd5700da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:33.923515 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.005615 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7aaaf9a-91db-491e-ab92-debfcd5700da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.009603 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e7aaaf9a-91db-491e-ab92-debfcd5700da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.048569 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e7aaaf9a-91db-491e-ab92-debfcd5700da admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=70a87d12650e4c87b2ff600057e191e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712202 Jul 16 02:10:34.049448 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aaaf9a-91db-491e-ab92-debfcd5700da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd824183-5460-44d8-8048-4d2474c35231,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:34.051596 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44132) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:34.107607 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89748def-5cae-4c1a-88fd-de8441e0177b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.135896 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89748def-5cae-4c1a-88fd-de8441e0177b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.175466 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44134) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:34.191458 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-270b3311-e577-4e2d-8c00-ca562da7b00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.200634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89748def-5cae-4c1a-88fd-de8441e0177b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.203224 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-89748def-5cae-4c1a-88fd-de8441e0177b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.204383 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-89748def-5cae-4c1a-88fd-de8441e0177b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cd824183-5460-44d8-8048-4d2474c35231 HTTP/1.1" status: 204 len: 168 time: 0.1517770 Jul 16 02:10:34.218892 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89748def-5cae-4c1a-88fd-de8441e0177b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd824183-5460-44d8-8048-4d2474c35231,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:34.314315 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-270b3311-e577-4e2d-8c00-ca562da7b00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.318068 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-270b3311-e577-4e2d-8c00-ca562da7b00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.357599 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-270b3311-e577-4e2d-8c00-ca562da7b00e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5dddd37d196c4507ab91d2baaf7cf4e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799061 Jul 16 02:10:34.359269 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b3311-e577-4e2d-8c00-ca562da7b00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87fa8f0-7fc3-4267-bb1b-ff8f51eb3237,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:34.360778 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44138) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:34.412215 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98d3fc77-8959-4f17-896e-05b5996a8a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.433443 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98d3fc77-8959-4f17-896e-05b5996a8a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.482281 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98d3fc77-8959-4f17-896e-05b5996a8a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.486128 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-98d3fc77-8959-4f17-896e-05b5996a8a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.487556 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-98d3fc77-8959-4f17-896e-05b5996a8a68 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b87fa8f0-7fc3-4267-bb1b-ff8f51eb3237 HTTP/1.1" status: 204 len: 168 time: 0.1254494 Jul 16 02:10:34.497530 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3fc77-8959-4f17-896e-05b5996a8a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87fa8f0-7fc3-4267-bb1b-ff8f51eb3237,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:34.549263 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44144) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:34.562308 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d6e602ea-7c43-44db-8aca-9246133889dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.654565 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d6e602ea-7c43-44db-8aca-9246133889dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.658829 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d6e602ea-7c43-44db-8aca-9246133889dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.700613 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d6e602ea-7c43-44db-8aca-9246133889dc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aaa7fb42af89423ea8af5b9256e9a0a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477983 Jul 16 02:10:34.700613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e602ea-7c43-44db-8aca-9246133889dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e204ae-2eef-43e4-9d97-0ea956b784ed,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:34.701045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44150) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:34.751770 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5b8fd24d-87e0-4958-9015-d2abfa30121f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.774239 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5b8fd24d-87e0-4958-9015-d2abfa30121f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.825686 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5b8fd24d-87e0-4958-9015-d2abfa30121f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.828376 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5b8fd24d-87e0-4958-9015-d2abfa30121f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.829605 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5b8fd24d-87e0-4958-9015-d2abfa30121f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/28e204ae-2eef-43e4-9d97-0ea956b784ed HTTP/1.1" status: 204 len: 168 time: 0.1273017 Jul 16 02:10:34.837473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fd24d-87e0-4958-9015-d2abfa30121f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e204ae-2eef-43e4-9d97-0ea956b784ed,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:35.116333 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 07b98bff-de72-4910-a6c0-563535bcedc6 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:10:35.136467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 07b98bff-de72-4910-a6c0-563535bcedc6 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:10:35.136895 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 07b98bff-de72-4910-a6c0-563535bcedc6 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:10:35.183161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44174) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:35.281827 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-0ce1c546-a2a9-4ed9-804b-137dfdcef646 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1526840749-network', 'tenant_id': '1016d1e314ed4723aa6a105c745fd153'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:35.631730 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce1c546-a2a9-4ed9-804b-137dfdcef646 admin admin] Made reservation on behalf of 1016d1e314ed4723aa6a105c745fd153 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:35.640234 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ce1c546-a2a9-4ed9-804b-137dfdcef646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:35.644087 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ce1c546-a2a9-4ed9-804b-137dfdcef646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:35.736001 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ce1c546-a2a9-4ed9-804b-137dfdcef646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:35.740787 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ce1c546-a2a9-4ed9-804b-137dfdcef646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:35.765649 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce1c546-a2a9-4ed9-804b-137dfdcef646 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:10:35.776271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1c546-a2a9-4ed9-804b-137dfdcef646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8de021-3122-4f30-a8a7-428e7205b6bb,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:35.782999 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ce1c546-a2a9-4ed9-804b-137dfdcef646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:35.783340 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-0ce1c546-a2a9-4ed9-804b-137dfdcef646 admin admin] Added segment 1ad3ce5c-677d-4610-95a5-7d00a6edf884 of type vlan for network 606be0a0-29c3-4874-b281-ee14384a3ee5 Jul 16 02:10:35.826150 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ce1c546-a2a9-4ed9-804b-137dfdcef646 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:35.855724 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ce1c546-a2a9-4ed9-804b-137dfdcef646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:35.856708 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce1c546-a2a9-4ed9-804b-137dfdcef646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:35.857288 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ce1c546-a2a9-4ed9-804b-137dfdcef646 admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:35.890980 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0ce1c546-a2a9-4ed9-804b-137dfdcef646 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7064033 Jul 16 02:10:35.893894 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44200) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:35.898630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-9980fd29-686a-4a4b-ba15-1f6f17a89b3a admin admin] Request body: {'subnet': {'network_id': '606be0a0-29c3-4874-b281-ee14384a3ee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1526840749-subnet', 'tenant_id': '1016d1e314ed4723aa6a105c745fd153', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:35.934304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1c546-a2a9-4ed9-804b-137dfdcef646 admin admin] Pushing event updated for resources: {'Network': ['ID=606be0a0-29c3-4874-b281-ee14384a3ee5,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:35.945879 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 606be0a0-29c3-4874-b281-ee14384a3ee5 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:10:35.949528 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9980fd29-686a-4a4b-ba15-1f6f17a89b3a admin admin] Made reservation on behalf of 1016d1e314ed4723aa6a105c745fd153 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:35.952054 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9980fd29-686a-4a4b-ba15-1f6f17a89b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:36.133750 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9980fd29-686a-4a4b-ba15-1f6f17a89b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:36.191656 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980fd29-686a-4a4b-ba15-1f6f17a89b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=14ad5c07-e4ac-46c2-a674-31949a25288c,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:36.198840 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9980fd29-686a-4a4b-ba15-1f6f17a89b3a admin admin] Checking segment: {'id': '1ad3ce5c-677d-4610-95a5-7d00a6edf884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '606be0a0-29c3-4874-b281-ee14384a3ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:10:36.199211 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9980fd29-686a-4a4b-ba15-1f6f17a89b3a admin admin] Network hostable DHCP agents. Network: 606be0a0-29c3-4874-b281-ee14384a3ee5, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:10:36.215665 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9980fd29-686a-4a4b-ba15-1f6f17a89b3a admin admin] Network 606be0a0-29c3-4874-b281-ee14384a3ee5 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:10:36.225613 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-9980fd29-686a-4a4b-ba15-1f6f17a89b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 606be0a0-29c3-4874-b281-ee14384a3ee5) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:36.229536 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9980fd29-686a-4a4b-ba15-1f6f17a89b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:36.230125 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9980fd29-686a-4a4b-ba15-1f6f17a89b3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:36.235547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da3534c-920b-4e49-ab60-7309d6a583d7 None None] Network 606be0a0-29c3-4874-b281-ee14384a3ee5 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:36.246864 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9980fd29-686a-4a4b-ba15-1f6f17a89b3a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3517830 Jul 16 02:10:36.374791 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3dabd5-0fcc-47c9-b61f-0d9e6d6aa54e None None] Network 606be0a0-29c3-4874-b281-ee14384a3ee5 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:36.762726 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44240) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:36.849876 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44246) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:36.855007 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-c5e83574-de59-4c72-917c-0ade48a2bc86 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1267103911-network', 'tenant_id': '064ea3f081cf45f4a8821b2c4caa2ca0'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:36.877040 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f8156390-05b0-48b2-a464-1460284bee04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:36.906745 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e83574-de59-4c72-917c-0ade48a2bc86 admin admin] Made reservation on behalf of 064ea3f081cf45f4a8821b2c4caa2ca0 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:36.910477 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5e83574-de59-4c72-917c-0ade48a2bc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:36.924468 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5e83574-de59-4c72-917c-0ade48a2bc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.037399 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f8156390-05b0-48b2-a464-1460284bee04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.044241 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f8156390-05b0-48b2-a464-1460284bee04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.106515 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f8156390-05b0-48b2-a464-1460284bee04 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ca4f17551ffb4a87becad4ab8f768c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3426490 Jul 16 02:10:37.109018 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8156390-05b0-48b2-a464-1460284bee04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948cefa3-d389-4240-adf6-75c81f427e90,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:37.109651 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44248) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:37.121656 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8156390-05b0-48b2-a464-1460284bee04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:37.122006 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8156390-05b0-48b2-a464-1460284bee04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:37.122351 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8156390-05b0-48b2-a464-1460284bee04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:37.122683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8156390-05b0-48b2-a464-1460284bee04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:37.123012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8156390-05b0-48b2-a464-1460284bee04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:37.123341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8156390-05b0-48b2-a464-1460284bee04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:37.123662 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8156390-05b0-48b2-a464-1460284bee04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:37.124638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8156390-05b0-48b2-a464-1460284bee04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:37.124983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8156390-05b0-48b2-a464-1460284bee04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:37.125302 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8156390-05b0-48b2-a464-1460284bee04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:37.125630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8156390-05b0-48b2-a464-1460284bee04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:37.125947 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8156390-05b0-48b2-a464-1460284bee04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:37.168173 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22c1543d-b4ae-4c2e-a9b8-408e5e151280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.183897 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5e83574-de59-4c72-917c-0ade48a2bc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.189401 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5e83574-de59-4c72-917c-0ade48a2bc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.190957 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22c1543d-b4ae-4c2e-a9b8-408e5e151280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.210321 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e83574-de59-4c72-917c-0ade48a2bc86 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:10:37.225561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e83574-de59-4c72-917c-0ade48a2bc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865da2fd-332e-4ab2-bd18-ec9ec16444e4,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:37.230508 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5e83574-de59-4c72-917c-0ade48a2bc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.230883 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-c5e83574-de59-4c72-917c-0ade48a2bc86 admin admin] Added segment 34586cc0-5b5e-43e6-a9f5-878a8133517b of type vlan for network 4ac96e0a-4754-4d26-b451-4f7869176aac Jul 16 02:10:37.240210 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22c1543d-b4ae-4c2e-a9b8-408e5e151280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.243396 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-22c1543d-b4ae-4c2e-a9b8-408e5e151280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.245106 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-22c1543d-b4ae-4c2e-a9b8-408e5e151280 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/948cefa3-d389-4240-adf6-75c81f427e90 HTTP/1.1" status: 204 len: 168 time: 0.1342590 Jul 16 02:10:37.254060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1543d-b4ae-4c2e-a9b8-408e5e151280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948cefa3-d389-4240-adf6-75c81f427e90,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:37.280369 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5e83574-de59-4c72-917c-0ade48a2bc86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.311193 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5e83574-de59-4c72-917c-0ade48a2bc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.312799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e83574-de59-4c72-917c-0ade48a2bc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:37.313365 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5e83574-de59-4c72-917c-0ade48a2bc86 admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.344872 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c5e83574-de59-4c72-917c-0ade48a2bc86 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4910707 Jul 16 02:10:37.345559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 44252) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:37.352509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e1c8ca09-921e-4a91-9f42-414e98071d63 admin admin] Request body: {'subnet': {'network_id': '4ac96e0a-4754-4d26-b451-4f7869176aac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1267103911-subnet', 'tenant_id': '064ea3f081cf45f4a8821b2c4caa2ca0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:37.377720 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c8ca09-921e-4a91-9f42-414e98071d63 admin admin] Made reservation on behalf of 064ea3f081cf45f4a8821b2c4caa2ca0 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:37.377936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e83574-de59-4c72-917c-0ade48a2bc86 admin admin] Pushing event updated for resources: {'Network': ['ID=4ac96e0a-4754-4d26-b451-4f7869176aac,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:37.382070 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ca09-921e-4a91-9f42-414e98071d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.393007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 4ac96e0a-4754-4d26-b451-4f7869176aac details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:10:37.565025 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ca09-921e-4a91-9f42-414e98071d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.602936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44256) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:37.617772 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee1b2-8900-40ba-8783-99a45acb2b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.627239 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8ca09-921e-4a91-9f42-414e98071d63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ecd3c6-9f4b-487e-9e84-67c155b840b9,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:37.634546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8ca09-921e-4a91-9f42-414e98071d63 admin admin] Checking segment: {'id': '34586cc0-5b5e-43e6-a9f5-878a8133517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4ac96e0a-4754-4d26-b451-4f7869176aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:10:37.634911 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c8ca09-921e-4a91-9f42-414e98071d63 admin admin] Network hostable DHCP agents. Network: 4ac96e0a-4754-4d26-b451-4f7869176aac, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:10:37.651619 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c8ca09-921e-4a91-9f42-414e98071d63 admin admin] Network 4ac96e0a-4754-4d26-b451-4f7869176aac is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:10:37.661128 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-e1c8ca09-921e-4a91-9f42-414e98071d63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 4ac96e0a-4754-4d26-b451-4f7869176aac) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:37.665482 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c8ca09-921e-4a91-9f42-414e98071d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:37.665970 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ca09-921e-4a91-9f42-414e98071d63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.672838 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303df191-ab6b-4c71-a3e1-8352db1f56d2 None None] Network 4ac96e0a-4754-4d26-b451-4f7869176aac requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:37.721822 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee1b2-8900-40ba-8783-99a45acb2b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.726301 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee1b2-8900-40ba-8783-99a45acb2b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.740713 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e1c8ca09-921e-4a91-9f42-414e98071d63 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3837225 Jul 16 02:10:37.762347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ee1b2-8900-40ba-8783-99a45acb2b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba651811-a928-46a3-9df5-5e30f6b70061,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:37.771241 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1d8ee1b2-8900-40ba-8783-99a45acb2b76 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f6fc234c1ed14a4eaddd57d4f7a8e009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671131 Jul 16 02:10:37.773809 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44260) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:37.805695 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c3d9e0-199f-421d-bb19-ab6a08aaec1c None None] Network 4ac96e0a-4754-4d26-b451-4f7869176aac requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:37.828285 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-530fb632-bce4-47bf-b268-975700f5a62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.851748 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-530fb632-bce4-47bf-b268-975700f5a62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.901558 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-530fb632-bce4-47bf-b268-975700f5a62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.904388 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-530fb632-bce4-47bf-b268-975700f5a62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.908767 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-530fb632-bce4-47bf-b268-975700f5a62a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ba651811-a928-46a3-9df5-5e30f6b70061 HTTP/1.1" status: 204 len: 168 time: 0.1310575 Jul 16 02:10:37.915487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fb632-bce4-47bf-b268-975700f5a62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba651811-a928-46a3-9df5-5e30f6b70061,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:38.341739 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f73e68-619e-43a1-a4b0-555325cb524c req-2f0ae9b0-17a5-4471-867f-282579b8faae tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:38.343810 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05f73e68-619e-43a1-a4b0-555325cb524c req-2f0ae9b0-17a5-4471-867f-282579b8faae tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/networks?id=606be0a0-29c3-4874-b281-ee14384a3ee5 HTTP/1.1" status: 200 len: 812 time: 0.1043861 Jul 16 02:10:38.359867 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05f73e68-619e-43a1-a4b0-555325cb524c req-6bfb068b-d1ac-4ca4-ad71-06a2db8f8828 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/quotas/1016d1e314ed4723aa6a105c745fd153 HTTP/1.1" status: 200 len: 375 time: 0.0099976 Jul 16 02:10:38.395105 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05f73e68-619e-43a1-a4b0-555325cb524c req-9b3175b5-0ca0-44bd-9dbe-ae22f1925591 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1016d1e314ed4723aa6a105c745fd153&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296569 Jul 16 02:10:38.490849 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05f73e68-619e-43a1-a4b0-555325cb524c req-bfbee48f-a8e5-4c8e-88e6-057095e16203 service neutron] 10.222.0.54 "GET /v2.0/networks/606be0a0-29c3-4874-b281-ee14384a3ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893502 Jul 16 02:10:38.580343 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05f73e68-619e-43a1-a4b0-555325cb524c req-13cf9db2-404f-42b0-93f4-a9c99076d108 service neutron] 10.222.0.54 "GET /v2.0/networks/606be0a0-29c3-4874-b281-ee14384a3ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838885 Jul 16 02:10:38.763997 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b0150082-1cc5-4d48-b32a-3e4257e52551 req-f81f6cce-bc4c-42a4-8ef9-d4505bd69059 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 210 time: 0.0347033 Jul 16 02:10:39.915364 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39059286-ddfe-45d9-9b94-284f63a27fff req-1bafdf03-3678-4072-a6c1-5017d8daee59 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 210 time: 0.0360508 Jul 16 02:10:40.147832 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f73e68-619e-43a1-a4b0-555325cb524c req-6a8578da-f06e-419b-9a10-138c3e988f25 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:40.149619 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-05f73e68-619e-43a1-a4b0-555325cb524c req-6a8578da-f06e-419b-9a10-138c3e988f25 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.26 "GET /v2.0/networks?id=606be0a0-29c3-4874-b281-ee14384a3ee5 HTTP/1.1" status: 200 len: 812 time: 0.1167066 Jul 16 02:10:40.168060 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-05f73e68-619e-43a1-a4b0-555325cb524c req-836cb64c-9e99-457d-9f5a-e1f5f433c5f7 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Request body: {'port': {'device_id': 'ecb660b0-e908-40bb-9d41-134418e92559', 'network_id': '606be0a0-29c3-4874-b281-ee14384a3ee5', 'admin_state_up': True, 'tenant_id': '1016d1e314ed4723aa6a105c745fd153'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:40.313238 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f73e68-619e-43a1-a4b0-555325cb524c req-836cb64c-9e99-457d-9f5a-e1f5f433c5f7 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Made reservation on behalf of 1016d1e314ed4723aa6a105c745fd153 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:40.317064 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-05f73e68-619e-43a1-a4b0-555325cb524c req-836cb64c-9e99-457d-9f5a-e1f5f433c5f7 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:40.454346 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-05f73e68-619e-43a1-a4b0-555325cb524c req-836cb64c-9e99-457d-9f5a-e1f5f433c5f7 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Allocated IP 172.20.0.4 (606be0a0-29c3-4874-b281-ee14384a3ee5/14ad5c07-e4ac-46c2-a674-31949a25288c/ef91429f-e960-4dc8-9b12-c496a1d01405) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:10:40.604643 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-05f73e68-619e-43a1-a4b0-555325cb524c req-836cb64c-9e99-457d-9f5a-e1f5f433c5f7 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:40.644163 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-05f73e68-619e-43a1-a4b0-555325cb524c req-836cb64c-9e99-457d-9f5a-e1f5f433c5f7 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:40.691364 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f73e68-619e-43a1-a4b0-555325cb524c req-836cb64c-9e99-457d-9f5a-e1f5f433c5f7 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Network 606be0a0-29c3-4874-b281-ee14384a3ee5 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:10:40.696485 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-05f73e68-619e-43a1-a4b0-555325cb524c req-836cb64c-9e99-457d-9f5a-e1f5f433c5f7 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:40.700259 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f73e68-619e-43a1-a4b0-555325cb524c req-836cb64c-9e99-457d-9f5a-e1f5f433c5f7 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:10:40.730801 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cb64c-9e99-457d-9f5a-e1f5f433c5f7 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Pushing event updated for resources: {'Port': ['ID=ef91429f-e960-4dc8-9b12-c496a1d01405,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:40.755034 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f73e68-619e-43a1-a4b0-555325cb524c req-836cb64c-9e99-457d-9f5a-e1f5f433c5f7 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:40.755660 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-05f73e68-619e-43a1-a4b0-555325cb524c req-836cb64c-9e99-457d-9f5a-e1f5f433c5f7 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:40.770568 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-05f73e68-619e-43a1-a4b0-555325cb524c req-836cb64c-9e99-457d-9f5a-e1f5f433c5f7 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6068585 Jul 16 02:10:40.788382 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Request body: {'port': {'device_id': 'ecb660b0-e908-40bb-9d41-134418e92559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:40.862985 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:41.175487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a6ae6-98f1-4856-b33b-592b0da92c9d req-48c0455d-c579-4789-9069-72fb54c9c54e tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:41.176925 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac9a6ae6-98f1-4856-b33b-592b0da92c9d req-48c0455d-c579-4789-9069-72fb54c9c54e tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 931 time: 0.1254976 Jul 16 02:10:41.196540 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef91429f-e960-4dc8-9b12-c496a1d01405 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:10:41.211587 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:41.233749 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Transition to ACTIVE for port object ef91429f-e960-4dc8-9b12-c496a1d01405 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:10:41.240725 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac9a6ae6-98f1-4856-b33b-592b0da92c9d req-acae005c-42c7-417a-9cc8-2331a304fb7f tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555451 Jul 16 02:10:41.241724 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:41.297650 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef91429f-e960-4dc8-9b12-c496a1d01405,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:41.369487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Attempting to bind port ef91429f-e960-4dc8-9b12-c496a1d01405 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:41.369820 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Attempting to bind port ef91429f-e960-4dc8-9b12-c496a1d01405 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '1ad3ce5c-677d-4610-95a5-7d00a6edf884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '606be0a0-29c3-4874-b281-ee14384a3ee5'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:41.370146 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Attempting to bind port ef91429f-e960-4dc8-9b12-c496a1d01405 on network 606be0a0-29c3-4874-b281-ee14384a3ee5 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:41.374512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Port ef91429f-e960-4dc8-9b12-c496a1d01405 on network 606be0a0-29c3-4874-b281-ee14384a3ee5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:41.374896 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Attempting to bind port ef91429f-e960-4dc8-9b12-c496a1d01405 on network 606be0a0-29c3-4874-b281-ee14384a3ee5 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:41.379883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:10:41.380197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Checking segment: {'id': '1ad3ce5c-677d-4610-95a5-7d00a6edf884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '606be0a0-29c3-4874-b281-ee14384a3ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:10:41.380578 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Bound using segment: {'id': '1ad3ce5c-677d-4610-95a5-7d00a6edf884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '606be0a0-29c3-4874-b281-ee14384a3ee5'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:10:41.380998 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Bound port: ef91429f-e960-4dc8-9b12-c496a1d01405, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad3ce5c-677d-4610-95a5-7d00a6edf884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '606be0a0-29c3-4874-b281-ee14384a3ee5'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:10:41.381351 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:41.444997 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] For port ef91429f-e960-4dc8-9b12-c496a1d01405, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:10:41.448498 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] For port ef91429f-e960-4dc8-9b12-c496a1d01405, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=ef91429f-e960-4dc8-9b12-c496a1d01405,segment=NetworkSegment(1ad3ce5c-677d-4610-95a5-7d00a6edf884),segment_id=1ad3ce5c-677d-4610-95a5-7d00a6edf884)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:10:41.454085 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:41.494663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:41.495282 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:41.496718 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-05f73e68-619e-43a1-a4b0-555325cb524c req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] 10.222.0.26 "PUT /v2.0/ports/ef91429f-e960-4dc8-9b12-c496a1d01405 HTTP/1.1" status: 200 len: 1091 time: 0.7128298 Jul 16 02:10:41.497160 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb660b0-e908-40bb-9d41-134418e92559', 'tag': 'ef91429f-e960-4dc8-9b12-c496a1d01405'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:10:41.499547 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebeaf09-6199-45a7-b8e2-5942ad7269ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb660b0-e908-40bb-9d41-134418e92559", "tag": "ef91429f-e960-4dc8-9b12-c496a1d01405"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:10:41.523682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb506af3-e316-4439-a0e9-b21c977f39a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef91429f-e960-4dc8-9b12-c496a1d01405,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:41.557705 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bbf843-cd48-4e72-ad3d-b8d0916416cd x-openstack-request-id: req-e5bbf843-cd48-4e72-ad3d-b8d0916416cd {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:10:41.558002 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb660b0-e908-40bb-9d41-134418e92559", "tag": "ef91429f-e960-4dc8-9b12-c496a1d01405", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:10:41.558256 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e5bbf843-cd48-4e72-ad3d-b8d0916416cd {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:10:41.558655 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb660b0-e908-40bb-9d41-134418e92559', 'tag': 'ef91429f-e960-4dc8-9b12-c496a1d01405', 'status': 'completed', 'code': 200} Jul 16 02:10:41.625181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f73e68-619e-43a1-a4b0-555325cb524c req-aad2afce-6b6f-45e7-bb04-5679f246aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:41.626740 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-05f73e68-619e-43a1-a4b0-555325cb524c req-aad2afce-6b6f-45e7-bb04-5679f246aae0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1016d1e314ed4723aa6a105c745fd153&device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 1094 time: 0.0551605 Jul 16 02:10:41.675014 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-05f73e68-619e-43a1-a4b0-555325cb524c req-aeb091e5-e7ce-48a5-ba41-97c06d2268fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef91429f-e960-4dc8-9b12-c496a1d01405 HTTP/1.1" status: 200 len: 217 time: 0.0359035 Jul 16 02:10:41.725438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f73e68-619e-43a1-a4b0-555325cb524c req-1aed17c6-fa6c-42a3-906d-96773a678496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:41.726925 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-05f73e68-619e-43a1-a4b0-555325cb524c req-1aed17c6-fa6c-42a3-906d-96773a678496 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14ad5c07-e4ac-46c2-a674-31949a25288c HTTP/1.1" status: 200 len: 852 time: 0.0452995 Jul 16 02:10:41.762998 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-05f73e68-619e-43a1-a4b0-555325cb524c req-a86671f6-e020-4ffa-926b-4694b0716a1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=606be0a0-29c3-4874-b281-ee14384a3ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299785 Jul 16 02:10:41.854472 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-05f73e68-619e-43a1-a4b0-555325cb524c req-8e3d8381-10e8-4154-955f-1abc8ed0578b service neutron] 10.222.0.26 "GET /v2.0/networks/606be0a0-29c3-4874-b281-ee14384a3ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841901 Jul 16 02:10:41.961967 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-05f73e68-619e-43a1-a4b0-555325cb524c req-cbd309da-8cb8-4c38-9eb0-55e9fe20ff3e service neutron] 10.222.0.26 "GET /v2.0/networks/606be0a0-29c3-4874-b281-ee14384a3ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007340 Jul 16 02:10:42.107467 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebeaf09-6199-45a7-b8e2-5942ad7269ad req-2c8a9f71-2450-47e7-b869-d248d24d4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:42.109268 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ebeaf09-6199-45a7-b8e2-5942ad7269ad req-2c8a9f71-2450-47e7-b869-d248d24d4bd1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1016d1e314ed4723aa6a105c745fd153&device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 1094 time: 0.0551672 Jul 16 02:10:42.208883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebeaf09-6199-45a7-b8e2-5942ad7269ad req-8c6dcce9-555a-4efe-9ca8-096a9e75da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:42.210584 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ebeaf09-6199-45a7-b8e2-5942ad7269ad req-8c6dcce9-555a-4efe-9ca8-096a9e75da8d service neutron] 10.222.0.26 "GET /v2.0/networks?id=606be0a0-29c3-4874-b281-ee14384a3ee5 HTTP/1.1" status: 200 len: 913 time: 0.0948339 Jul 16 02:10:42.251475 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ebeaf09-6199-45a7-b8e2-5942ad7269ad req-2ee3606f-5a56-4d7c-a24e-69c30fb83bfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef91429f-e960-4dc8-9b12-c496a1d01405 HTTP/1.1" status: 200 len: 217 time: 0.0349507 Jul 16 02:10:42.306779 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebeaf09-6199-45a7-b8e2-5942ad7269ad req-4e942033-61f3-4537-9dd2-c183670f2a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:42.308455 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ebeaf09-6199-45a7-b8e2-5942ad7269ad req-4e942033-61f3-4537-9dd2-c183670f2a64 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14ad5c07-e4ac-46c2-a674-31949a25288c HTTP/1.1" status: 200 len: 852 time: 0.0506485 Jul 16 02:10:42.347803 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ebeaf09-6199-45a7-b8e2-5942ad7269ad req-358d45f3-f880-4fdb-b31e-d2b3514abb91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=606be0a0-29c3-4874-b281-ee14384a3ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311029 Jul 16 02:10:42.479490 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ebeaf09-6199-45a7-b8e2-5942ad7269ad req-94960591-5a64-4309-82ce-a8ddfeb1307f service neutron] 10.222.0.26 "GET /v2.0/networks/606be0a0-29c3-4874-b281-ee14384a3ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248641 Jul 16 02:10:42.492411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd969e5-6b6c-4a52-819a-f4a658bbc6bd req-399e04e0-90c7-4c6a-874a-129f67637281 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:42.493997 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9cd969e5-6b6c-4a52-819a-f4a658bbc6bd req-399e04e0-90c7-4c6a-874a-129f67637281 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 943 time: 0.1157956 Jul 16 02:10:42.579782 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9cd969e5-6b6c-4a52-819a-f4a658bbc6bd req-70e57c9c-9b5a-47b8-9a17-84191662040e tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767257 Jul 16 02:10:42.604104 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4ebeaf09-6199-45a7-b8e2-5942ad7269ad req-10fcc0f6-b647-4d46-9072-fc4d2f44587f service neutron] 10.222.0.26 "GET /v2.0/networks/606be0a0-29c3-4874-b281-ee14384a3ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090665 Jul 16 02:10:43.755426 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3b37e-080a-4ced-8a8f-7df77521dd86 req-1dfffeff-3919-4adf-bebd-760efb33a796 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:43.756832 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-acb3b37e-080a-4ced-8a8f-7df77521dd86 req-1dfffeff-3919-4adf-bebd-760efb33a796 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 943 time: 0.0645945 Jul 16 02:10:43.794629 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-acb3b37e-080a-4ced-8a8f-7df77521dd86 req-08cae321-5cba-4b9e-8bb1-52935bd46648 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320053 Jul 16 02:10:44.646307 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device ef91429f-e960-4dc8-9b12-c496a1d01405 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:10:44.741147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port ef91429f-e960-4dc8-9b12-c496a1d01405, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=ef91429f-e960-4dc8-9b12-c496a1d01405,segment=NetworkSegment(1ad3ce5c-677d-4610-95a5-7d00a6edf884),segment_id=1ad3ce5c-677d-4610-95a5-7d00a6edf884)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:44.751782 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'ef91429f-e960-4dc8-9b12-c496a1d01405', 'network_id': '606be0a0-29c3-4874-b281-ee14384a3ee5', 'port_id': 'ef91429f-e960-4dc8-9b12-c496a1d01405', 'mac_address': 'fa:16:3e:b4:ea:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ad5c07-e4ac-46c2-a674-31949a25288c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:10:44.787929 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:44.800652 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef91429f-e960-4dc8-9b12-c496a1d01405 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:10:44.820322 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port ef91429f-e960-4dc8-9b12-c496a1d01405, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=ef91429f-e960-4dc8-9b12-c496a1d01405,segment=NetworkSegment(1ad3ce5c-677d-4610-95a5-7d00a6edf884),segment_id=1ad3ce5c-677d-4610-95a5-7d00a6edf884)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:44.824632 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:44.871937 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=ef91429f-e960-4dc8-9b12-c496a1d01405,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:44.990061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc42443-aa8b-4bb2-a2f3-3870647d337a req-c8568246-1373-4a78-ae69-df9706a3aab5 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:44.991561 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4fc42443-aa8b-4bb2-a2f3-3870647d337a req-c8568246-1373-4a78-ae69-df9706a3aab5 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 944 time: 0.0766158 Jul 16 02:10:45.030566 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4fc42443-aa8b-4bb2-a2f3-3870647d337a req-c4851ade-6965-49bd-8578-ccfa93ce33a7 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328951 Jul 16 02:10:45.098398 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['ef91429f-e960-4dc8-9b12-c496a1d01405'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:10:46.207295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc8db0-476f-4d14-a82c-b74d0c18aaa3 req-4f58245e-c1e8-458d-b38a-40588935831c tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:46.208842 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-77dc8db0-476f-4d14-a82c-b74d0c18aaa3 req-4f58245e-c1e8-458d-b38a-40588935831c tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 944 time: 0.0657578 Jul 16 02:10:46.252533 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-77dc8db0-476f-4d14-a82c-b74d0c18aaa3 req-1544ba41-8975-4000-855f-32b2fcc82b1b tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381575 Jul 16 02:10:46.646627 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device ef91429f-e960-4dc8-9b12-c496a1d01405 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:10:46.695725 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port ef91429f-e960-4dc8-9b12-c496a1d01405 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:10:46.699303 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port ef91429f-e960-4dc8-9b12-c496a1d01405 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:46.699675 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:46.778998 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:46.802783 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb660b0-e908-40bb-9d41-134418e92559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef91429f-e960-4dc8-9b12-c496a1d01405'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:10:46.805166 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc8497a-82ee-42be-92bd-78d40422a4a6" -d '{"events": [{"server_uuid": "ecb660b0-e908-40bb-9d41-134418e92559", "name": "network-vif-plugged", "status": "completed", "tag": "ef91429f-e960-4dc8-9b12-c496a1d01405"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:10:46.818643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port ef91429f-e960-4dc8-9b12-c496a1d01405, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=ef91429f-e960-4dc8-9b12-c496a1d01405,segment=NetworkSegment(1ad3ce5c-677d-4610-95a5-7d00a6edf884),segment_id=1ad3ce5c-677d-4610-95a5-7d00a6edf884)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:46.823218 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:46.872800 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=ef91429f-e960-4dc8-9b12-c496a1d01405,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:46.988379 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66a4af4-1bac-4f4b-ada7-678b050a7871 x-openstack-request-id: req-c66a4af4-1bac-4f4b-ada7-678b050a7871 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:10:46.988683 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb660b0-e908-40bb-9d41-134418e92559", "name": "network-vif-plugged", "status": "completed", "tag": "ef91429f-e960-4dc8-9b12-c496a1d01405", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:10:46.988939 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c66a4af4-1bac-4f4b-ada7-678b050a7871 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:10:46.989338 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb660b0-e908-40bb-9d41-134418e92559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef91429f-e960-4dc8-9b12-c496a1d01405', 'code': 200} Jul 16 02:10:47.130515 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5b1a5-296b-411a-81e6-1fbec14b251b req-0d19ec2b-abb4-47f0-877d-e4bc144de54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:47.132217 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ff5b1a5-296b-411a-81e6-1fbec14b251b req-0d19ec2b-abb4-47f0-877d-e4bc144de54f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 1096 time: 0.0589020 Jul 16 02:10:47.168132 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ff5b1a5-296b-411a-81e6-1fbec14b251b req-0ffbfbb5-32df-4ca6-bb27-1279ef52f371 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301213 Jul 16 02:10:47.433112 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c156e2-62ad-4aad-b7cf-1b23a35bb722 req-289a0271-ea01-4d3b-af6b-a198356bc6d1 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:47.434538 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64c156e2-62ad-4aad-b7cf-1b23a35bb722 req-289a0271-ea01-4d3b-af6b-a198356bc6d1 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 945 time: 0.0651662 Jul 16 02:10:47.473078 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64c156e2-62ad-4aad-b7cf-1b23a35bb722 req-83ae11ad-fd03-4120-91db-17df2e5b1b33 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323191 Jul 16 02:10:48.654229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb193e-caa0-41f3-9317-4f6d88b1e4e4 req-1297e78d-46e5-4473-932b-fe5819be6e3d tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:48.656648 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-21fb193e-caa0-41f3-9317-4f6d88b1e4e4 req-1297e78d-46e5-4473-932b-fe5819be6e3d tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 945 time: 0.0672364 Jul 16 02:10:48.694043 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-21fb193e-caa0-41f3-9317-4f6d88b1e4e4 req-349479a1-3843-44d8-84a5-a5c0a9ce349e tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318549 Jul 16 02:10:48.870511 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362facb-4d5c-4efb-bc62-f2060b5e02ac req-f6544dd3-11b7-4518-9984-11a36d27c97a tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:48.872035 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3362facb-4d5c-4efb-bc62-f2060b5e02ac req-f6544dd3-11b7-4518-9984-11a36d27c97a tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 945 time: 0.0651610 Jul 16 02:10:48.912749 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3362facb-4d5c-4efb-bc62-f2060b5e02ac req-c32a0509-a84a-4c7f-90bd-4aa47d56038b tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346208 Jul 16 02:10:49.292542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d166-8e6d-4bdd-8a25-159aa6e37c04 req-2905f82b-9965-4ca4-a520-ca44e9e12897 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:49.293962 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64d3d166-8e6d-4bdd-8a25-159aa6e37c04 req-2905f82b-9965-4ca4-a520-ca44e9e12897 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 945 time: 0.0689576 Jul 16 02:10:49.334478 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64d3d166-8e6d-4bdd-8a25-159aa6e37c04 req-0213af54-e8c0-4185-b1b0-eb6879409247 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332158 Jul 16 02:10:50.522328 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209bf7c-6bb2-4c77-b1a7-2c5f2bfc2c7e req-413cd6e7-a130-4fac-bd0a-4f31ff4bfd59 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:50.523858 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6209bf7c-6bb2-4c77-b1a7-2c5f2bfc2c7e req-413cd6e7-a130-4fac-bd0a-4f31ff4bfd59 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 945 time: 0.0757065 Jul 16 02:10:50.563532 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6209bf7c-6bb2-4c77-b1a7-2c5f2bfc2c7e req-572e2ce6-100e-495d-9cd6-eecf22eb4816 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338380 Jul 16 02:10:50.702224 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:10:50.972022 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3ba28-8a90-485c-bf22-e7aa4042c929 req-dae87034-8eaf-446a-b33d-3e3554f42169 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:50.973602 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-36f3ba28-8a90-485c-bf22-e7aa4042c929 req-dae87034-8eaf-446a-b33d-3e3554f42169 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 945 time: 0.1079288 Jul 16 02:10:50.975816 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477aa97e-347d-44db-b818-0f11b630dc7c req-93c7a6c4-aff9-440d-a918-f42eecb56fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:50.977615 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-477aa97e-347d-44db-b818-0f11b630dc7c req-93c7a6c4-aff9-440d-a918-f42eecb56fcd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1016d1e314ed4723aa6a105c745fd153&device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 1096 time: 0.1101217 Jul 16 02:10:51.066262 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-36f3ba28-8a90-485c-bf22-e7aa4042c929 req-c9375e0e-530a-414c-b005-76f2e12712a7 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856893 Jul 16 02:10:51.101797 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477aa97e-347d-44db-b818-0f11b630dc7c req-e082834c-84e1-4965-a4c7-7abc5257a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:51.103283 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-477aa97e-347d-44db-b818-0f11b630dc7c req-e082834c-84e1-4965-a4c7-7abc5257a3c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=606be0a0-29c3-4874-b281-ee14384a3ee5 HTTP/1.1" status: 200 len: 913 time: 0.1157932 Jul 16 02:10:51.146715 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-477aa97e-347d-44db-b818-0f11b630dc7c req-b9397f8d-ef40-4b9f-900e-933c1eed2c80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef91429f-e960-4dc8-9b12-c496a1d01405 HTTP/1.1" status: 200 len: 217 time: 0.0371549 Jul 16 02:10:51.196496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477aa97e-347d-44db-b818-0f11b630dc7c req-44bbea04-e89b-4a59-aea3-7b73801103b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:51.197857 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-477aa97e-347d-44db-b818-0f11b630dc7c req-44bbea04-e89b-4a59-aea3-7b73801103b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14ad5c07-e4ac-46c2-a674-31949a25288c HTTP/1.1" status: 200 len: 852 time: 0.0458424 Jul 16 02:10:51.231317 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-477aa97e-347d-44db-b818-0f11b630dc7c req-8f193577-9127-4ef9-a1a1-d28dcec6720f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=606be0a0-29c3-4874-b281-ee14384a3ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269952 Jul 16 02:10:51.325904 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-477aa97e-347d-44db-b818-0f11b630dc7c req-4f9b8d2b-72bb-407c-b038-aca30cd38552 service neutron] 10.222.0.26 "GET /v2.0/networks/606be0a0-29c3-4874-b281-ee14384a3ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877907 Jul 16 02:10:51.413876 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-477aa97e-347d-44db-b818-0f11b630dc7c req-78fc7e4c-01b6-41ea-8f22-306fa07a8ffd service neutron] 10.222.0.26 "GET /v2.0/networks/606be0a0-29c3-4874-b281-ee14384a3ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813038 Jul 16 02:10:52.253355 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b327b4-0bf8-4262-9515-189f679fbbb1 req-81c62bd1-a3c3-4d67-887b-42312067ca06 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:52.254960 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-38b327b4-0bf8-4262-9515-189f679fbbb1 req-81c62bd1-a3c3-4d67-887b-42312067ca06 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 945 time: 0.0713112 Jul 16 02:10:52.296958 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-38b327b4-0bf8-4262-9515-189f679fbbb1 req-e4f1d681-8731-4954-8e0d-5f7b04dd42ed tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361531 Jul 16 02:10:53.489227 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef31684-ed89-4e4b-98c8-9a55a8a91b7c req-ca428b98-2a55-4b65-9450-4e048dc6e2cd tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:53.491086 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eef31684-ed89-4e4b-98c8-9a55a8a91b7c req-ca428b98-2a55-4b65-9450-4e048dc6e2cd tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 945 time: 0.0793762 Jul 16 02:10:53.533165 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eef31684-ed89-4e4b-98c8-9a55a8a91b7c req-9686a1d0-02d3-427d-b460-20da122c00dd tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364416 Jul 16 02:10:53.923343 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf99105-7037-42a9-abf8-dcab4f78222a req-6ecdf1d2-06c9-4aa0-8cfa-8ce3aba66d65 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:53.924855 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf99105-7037-42a9-abf8-dcab4f78222a req-6ecdf1d2-06c9-4aa0-8cfa-8ce3aba66d65 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 945 time: 0.0644147 Jul 16 02:10:53.962933 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbf99105-7037-42a9-abf8-dcab4f78222a req-a428a8d6-561e-488b-8dc7-494ca02f8bfb tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Jul 16 02:10:54.055773 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:55.160193 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12011a-9931-48d0-bcce-bfe3574c972b req-66cf7ec3-febd-49a5-abb9-01e73f38ebd4 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:55.161732 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ca12011a-9931-48d0-bcce-bfe3574c972b req-66cf7ec3-febd-49a5-abb9-01e73f38ebd4 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 945 time: 0.0646520 Jul 16 02:10:55.205460 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ca12011a-9931-48d0-bcce-bfe3574c972b req-dcbeac1d-ddad-477a-b93e-baa845b07fde tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379035 Jul 16 02:10:55.563356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249d53f-81cc-4b1f-92f1-5a7ea19c7934 req-1b37fe88-5168-4abe-8306-81fa843857fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:55.564974 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e249d53f-81cc-4b1f-92f1-5a7ea19c7934 req-1b37fe88-5168-4abe-8306-81fa843857fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1016d1e314ed4723aa6a105c745fd153&device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 1096 time: 0.0570319 Jul 16 02:10:55.569796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a60e1-d700-4d58-bb98-5e501e442bf6 req-ed313307-a453-4393-a69d-bc9750cb590a tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:55.572190 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d7a60e1-d700-4d58-bb98-5e501e442bf6 req-ed313307-a453-4393-a69d-bc9750cb590a tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 945 time: 0.0751669 Jul 16 02:10:55.632269 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d7a60e1-d700-4d58-bb98-5e501e442bf6 req-d3b716ed-8808-4773-842d-d8f21cebc23a tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541301 Jul 16 02:10:55.681719 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249d53f-81cc-4b1f-92f1-5a7ea19c7934 req-c45c67b2-d6f1-4133-84f9-e0b013337930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:55.683178 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e249d53f-81cc-4b1f-92f1-5a7ea19c7934 req-c45c67b2-d6f1-4133-84f9-e0b013337930 service neutron] 10.222.0.26 "GET /v2.0/networks?id=606be0a0-29c3-4874-b281-ee14384a3ee5 HTTP/1.1" status: 200 len: 913 time: 0.1124766 Jul 16 02:10:55.724193 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e249d53f-81cc-4b1f-92f1-5a7ea19c7934 req-c180bc41-5abb-4aa8-a6e2-dbd00d146ba2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef91429f-e960-4dc8-9b12-c496a1d01405 HTTP/1.1" status: 200 len: 217 time: 0.0337553 Jul 16 02:10:55.777930 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249d53f-81cc-4b1f-92f1-5a7ea19c7934 req-4b1055f9-fa29-459d-97e9-6882d57ebfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:55.779411 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e249d53f-81cc-4b1f-92f1-5a7ea19c7934 req-4b1055f9-fa29-459d-97e9-6882d57ebfd5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14ad5c07-e4ac-46c2-a674-31949a25288c HTTP/1.1" status: 200 len: 852 time: 0.0492911 Jul 16 02:10:55.812196 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e249d53f-81cc-4b1f-92f1-5a7ea19c7934 req-8e4576de-0817-4986-8bcf-31ebe46ba5cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=606be0a0-29c3-4874-b281-ee14384a3ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265038 Jul 16 02:10:55.902006 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e249d53f-81cc-4b1f-92f1-5a7ea19c7934 req-d0241a7c-84d8-4b97-ba3f-ad079942c43d service neutron] 10.222.0.26 "GET /v2.0/networks/606be0a0-29c3-4874-b281-ee14384a3ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834916 Jul 16 02:10:55.995785 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e249d53f-81cc-4b1f-92f1-5a7ea19c7934 req-023026de-674a-4dcb-a262-e21443706969 service neutron] 10.222.0.26 "GET /v2.0/networks/606be0a0-29c3-4874-b281-ee14384a3ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862217 Jul 16 02:10:56.815677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47a3f6-aa58-4761-a5ec-2f357e1f0bd0 req-1b9c8a98-c8d6-4bdb-b18c-1486e98cc4bf tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:56.817223 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2f47a3f6-aa58-4761-a5ec-2f357e1f0bd0 req-1b9c8a98-c8d6-4bdb-b18c-1486e98cc4bf tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 945 time: 0.0739956 Jul 16 02:10:56.860776 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2f47a3f6-aa58-4761-a5ec-2f357e1f0bd0 req-f78556f0-85b1-4a0e-9af0-16b0ba1fa066 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347071 Jul 16 02:10:58.037696 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf0b64-8cc7-4396-9671-91853f24408f req-67659d74-51e1-4dca-ae7c-cf5c67c26e5a tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:58.039212 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6fbf0b64-8cc7-4396-9671-91853f24408f req-67659d74-51e1-4dca-ae7c-cf5c67c26e5a tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 945 time: 0.0664496 Jul 16 02:10:58.079268 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6fbf0b64-8cc7-4396-9671-91853f24408f req-1165c15c-9962-4efd-b700-70db59d1d5c7 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344734 Jul 16 02:10:58.395936 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f2146882-96fc-448d-8f23-56ace94024f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:58.476067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbe069-448b-4fd8-8e96-da5bd6805d56 req-535a4ebf-bb0c-406c-bcf7-d9be74a197af tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:58.477575 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f9bbe069-448b-4fd8-8e96-da5bd6805d56 req-535a4ebf-bb0c-406c-bcf7-d9be74a197af tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 945 time: 0.0703478 Jul 16 02:10:58.516854 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f9bbe069-448b-4fd8-8e96-da5bd6805d56 req-d3bb66e6-eb7f-41aa-9f9f-44011b132286 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331581 Jul 16 02:10:59.056221 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:59.705531 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8690b5-6efe-4074-b7c3-13f1eba53d1d req-7d3370bf-734f-4fb0-9ba4-244482eb1703 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:59.707061 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac8690b5-6efe-4074-b7c3-13f1eba53d1d req-7d3370bf-734f-4fb0-9ba4-244482eb1703 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 945 time: 0.0720654 Jul 16 02:10:59.745295 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac8690b5-6efe-4074-b7c3-13f1eba53d1d req-358c68a8-d5c2-469f-9263-b58b558097c7 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab8de021-3122-4f30-a8a7-428e7205b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324452 Jul 16 02:11:00.350953 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016a859-3b08-4ec8-aaab-45bd399d9d43 req-962304c8-0937-4665-aeee-448f5bd6e737 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:00.352440 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d016a859-3b08-4ec8-aaab-45bd399d9d43 req-962304c8-0937-4665-aeee-448f5bd6e737 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 945 time: 0.0661507 Jul 16 02:11:00.464411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-d016a859-3b08-4ec8-aaab-45bd399d9d43 req-02be8c08-5cd1-4da6-8681-f785ad8c2a8d tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Deleting port ef91429f-e960-4dc8-9b12-c496a1d01405 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:11:00.464836 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d016a859-3b08-4ec8-aaab-45bd399d9d43 req-02be8c08-5cd1-4da6-8681-f785ad8c2a8d tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:00.553715 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-d016a859-3b08-4ec8-aaab-45bd399d9d43 req-02be8c08-5cd1-4da6-8681-f785ad8c2a8d tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] For port ef91429f-e960-4dc8-9b12-c496a1d01405, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=ef91429f-e960-4dc8-9b12-c496a1d01405,segment=NetworkSegment(1ad3ce5c-677d-4610-95a5-7d00a6edf884),segment_id=1ad3ce5c-677d-4610-95a5-7d00a6edf884)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:00.554080 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d016a859-3b08-4ec8-aaab-45bd399d9d43 req-02be8c08-5cd1-4da6-8681-f785ad8c2a8d tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:00.568435 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-d016a859-3b08-4ec8-aaab-45bd399d9d43 req-02be8c08-5cd1-4da6-8681-f785ad8c2a8d tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Calling delete_port for ef91429f-e960-4dc8-9b12-c496a1d01405 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:11:00.716430 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d016a859-3b08-4ec8-aaab-45bd399d9d43 req-02be8c08-5cd1-4da6-8681-f785ad8c2a8d tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:00.746925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be8c08-5cd1-4da6-8681-f785ad8c2a8d tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Pushing event deleted for resources: {'Port': ['ID=ef91429f-e960-4dc8-9b12-c496a1d01405,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:00.752280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['ef91429f-e960-4dc8-9b12-c496a1d01405'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:11:00.793529 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d016a859-3b08-4ec8-aaab-45bd399d9d43 req-02be8c08-5cd1-4da6-8681-f785ad8c2a8d tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] No DVR routers for this DVR port ef91429f-e960-4dc8-9b12-c496a1d01405 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:11:00.796458 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d016a859-3b08-4ec8-aaab-45bd399d9d43 req-02be8c08-5cd1-4da6-8681-f785ad8c2a8d tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:00.798567 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d016a859-3b08-4ec8-aaab-45bd399d9d43 req-02be8c08-5cd1-4da6-8681-f785ad8c2a8d tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.26 "DELETE /v2.0/ports/ef91429f-e960-4dc8-9b12-c496a1d01405 HTTP/1.1" status: 204 len: 173 time: 0.4407935 Jul 16 02:11:00.799033 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb660b0-e908-40bb-9d41-134418e92559', 'name': 'network-vif-deleted', 'tag': 'ef91429f-e960-4dc8-9b12-c496a1d01405'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:00.801376 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bf082e-3247-472a-a2b3-7a606db2688e" -d '{"events": [{"server_uuid": "ecb660b0-e908-40bb-9d41-134418e92559", "name": "network-vif-deleted", "tag": "ef91429f-e960-4dc8-9b12-c496a1d01405"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:00.848860 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce69248d-0969-42c5-a5b7-fa54e580d505 x-openstack-request-id: req-ce69248d-0969-42c5-a5b7-fa54e580d505 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:00.849154 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb660b0-e908-40bb-9d41-134418e92559", "name": "network-vif-deleted", "tag": "ef91429f-e960-4dc8-9b12-c496a1d01405", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:00.849530 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ce69248d-0969-42c5-a5b7-fa54e580d505 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:00.850007 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb660b0-e908-40bb-9d41-134418e92559', 'name': 'network-vif-deleted', 'tag': 'ef91429f-e960-4dc8-9b12-c496a1d01405', 'status': 'completed', 'code': 200} Jul 16 02:11:00.915204 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3a84d412-21d7-4b53-af0a-f894ab003dd5 req-80749a20-5822-41f1-8618-94e04d1ed8e0 tempest-TestServerAdvancedOps-1872416874 tempest-TestServerAdvancedOps-1872416874-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecb660b0-e908-40bb-9d41-134418e92559 HTTP/1.1" status: 200 len: 210 time: 0.0293024 Jul 16 02:11:01.115816 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:01.120478 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-57ede8bc-5203-489d-9fbe-b8170b3dd566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.016945 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44718) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:02.062378 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0a146b-1e24-4948-bc24-ff2c06382ad9 admin admin] Deleting subnet 14ad5c07-e4ac-46c2-a674-31949a25288c {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:11:02.065475 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ff0a146b-1e24-4948-bc24-ff2c06382ad9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.099630 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ff0a146b-1e24-4948-bc24-ff2c06382ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.136645 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ff0a146b-1e24-4948-bc24-ff2c06382ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.177692 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.194853 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ff0a146b-1e24-4948-bc24-ff2c06382ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.219577 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a146b-1e24-4948-bc24-ff2c06382ad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14ad5c07-e4ac-46c2-a674-31949a25288c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:02.237571 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ff0a146b-1e24-4948-bc24-ff2c06382ad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.239901 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ff0a146b-1e24-4948-bc24-ff2c06382ad9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/14ad5c07-e4ac-46c2-a674-31949a25288c HTTP/1.1" status: 204 len: 168 time: 0.2241619 Jul 16 02:11:02.242356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44724) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:02.318338 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a8451e1-5dd7-4a76-ac2e-179231e878f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.399547 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a8451e1-5dd7-4a76-ac2e-179231e878f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.410090 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-2a8451e1-5dd7-4a76-ac2e-179231e878f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606be0a0-29c3-4874-b281-ee14384a3ee5']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:02.420344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-2a8451e1-5dd7-4a76-ac2e-179231e878f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad3ce5c-677d-4610-95a5-7d00a6edf884') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:02.420648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-2a8451e1-5dd7-4a76-ac2e-179231e878f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad3ce5c-677d-4610-95a5-7d00a6edf884') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:02.429670 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a8451e1-5dd7-4a76-ac2e-179231e878f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.443936 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a8451e1-5dd7-4a76-ac2e-179231e878f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.449863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8451e1-5dd7-4a76-ac2e-179231e878f0 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:11:02.450255 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a8451e1-5dd7-4a76-ac2e-179231e878f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:11:02.452865 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:11:02.507860 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a8451e1-5dd7-4a76-ac2e-179231e878f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.523781 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a8451e1-5dd7-4a76-ac2e-179231e878f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.525651 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2a8451e1-5dd7-4a76-ac2e-179231e878f0 admin admin] 10.222.0.54 "DELETE /v2.0/networks/606be0a0-29c3-4874-b281-ee14384a3ee5 HTTP/1.1" status: 204 len: 168 time: 0.2820954 Jul 16 02:11:02.526644 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8451e1-5dd7-4a76-ac2e-179231e878f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=606be0a0-29c3-4874-b281-ee14384a3ee5,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:02.528677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44730) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:02.577255 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73808ce-a26c-463b-bbdd-ac0c0a5248cd admin admin] Deleting subnet 36ecd3c6-9f4b-487e-9e84-67c155b840b9 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:11:02.580533 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a73808ce-a26c-463b-bbdd-ac0c0a5248cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.616756 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a73808ce-a26c-463b-bbdd-ac0c0a5248cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.659112 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a73808ce-a26c-463b-bbdd-ac0c0a5248cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.714476 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a73808ce-a26c-463b-bbdd-ac0c0a5248cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.741538 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73808ce-a26c-463b-bbdd-ac0c0a5248cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ecd3c6-9f4b-487e-9e84-67c155b840b9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:02.747614 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a73808ce-a26c-463b-bbdd-ac0c0a5248cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.749682 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a73808ce-a26c-463b-bbdd-ac0c0a5248cd admin admin] 10.222.0.54 "DELETE /v2.0/subnets/36ecd3c6-9f4b-487e-9e84-67c155b840b9 HTTP/1.1" status: 204 len: 168 time: 0.2200570 Jul 16 02:11:02.752061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44736) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:03.167957 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6ad75e2d-f4f5-45df-9ea2-596c8656829e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:03.249708 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6ad75e2d-f4f5-45df-9ea2-596c8656829e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:03.260200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6ad75e2d-f4f5-45df-9ea2-596c8656829e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac96e0a-4754-4d26-b451-4f7869176aac']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:03.271645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6ad75e2d-f4f5-45df-9ea2-596c8656829e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34586cc0-5b5e-43e6-a9f5-878a8133517b') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:03.271911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-6ad75e2d-f4f5-45df-9ea2-596c8656829e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34586cc0-5b5e-43e6-a9f5-878a8133517b') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:03.287496 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6ad75e2d-f4f5-45df-9ea2-596c8656829e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:03.313399 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6ad75e2d-f4f5-45df-9ea2-596c8656829e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:03.319343 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad75e2d-f4f5-45df-9ea2-596c8656829e admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:11:03.319758 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6ad75e2d-f4f5-45df-9ea2-596c8656829e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:11:03.321392 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:11:03.374275 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6ad75e2d-f4f5-45df-9ea2-596c8656829e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:03.379618 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6ad75e2d-f4f5-45df-9ea2-596c8656829e admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:03.384356 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6ad75e2d-f4f5-45df-9ea2-596c8656829e admin admin] 10.222.0.54 "DELETE /v2.0/networks/4ac96e0a-4754-4d26-b451-4f7869176aac HTTP/1.1" status: 204 len: 168 time: 0.6284750 Jul 16 02:11:03.392764 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad75e2d-f4f5-45df-9ea2-596c8656829e admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac96e0a-4754-4d26-b451-4f7869176aac,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:03.549819 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44754) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:03.590006 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7d0a0201-dbd9-41b7-9912-c3c74c56e25e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1016d1e314ed4723aa6a105c745fd153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389552 Jul 16 02:11:03.592697 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44756) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:03.640145 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e09df838-b126-4306-bfe7-8185674eab9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:03.660771 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e09df838-b126-4306-bfe7-8185674eab9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:03.711078 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e09df838-b126-4306-bfe7-8185674eab9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:03.713605 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e09df838-b126-4306-bfe7-8185674eab9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:03.714966 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e09df838-b126-4306-bfe7-8185674eab9e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab8de021-3122-4f30-a8a7-428e7205b6bb HTTP/1.1" status: 204 len: 168 time: 0.1212661 Jul 16 02:11:03.723570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09df838-b126-4306-bfe7-8185674eab9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8de021-3122-4f30-a8a7-428e7205b6bb,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:03.921983 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:04.053334 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44768) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:04.095427 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-496cadc9-9be8-4f68-abe8-826440545622 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=064ea3f081cf45f4a8821b2c4caa2ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408268 Jul 16 02:11:04.097908 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 44774) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:04.149312 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-27be9059-392d-4250-85d5-a6328ec8256f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:04.172087 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-27be9059-392d-4250-85d5-a6328ec8256f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:04.220451 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-27be9059-392d-4250-85d5-a6328ec8256f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:04.222972 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-27be9059-392d-4250-85d5-a6328ec8256f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:04.224279 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-27be9059-392d-4250-85d5-a6328ec8256f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/865da2fd-332e-4ab2-bd18-ec9ec16444e4 HTTP/1.1" status: 204 len: 168 time: 0.1254768 Jul 16 02:11:04.232831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be9059-392d-4250-85d5-a6328ec8256f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865da2fd-332e-4ab2-bd18-ec9ec16444e4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:04.761020 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device ef91429f-e960-4dc8-9b12-c496a1d01405 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:11:04.783238 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: ef91429f-e960-4dc8-9b12-c496a1d01405 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:11:04.783767 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device ef91429f-e960-4dc8-9b12-c496a1d01405 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:11:21.792717 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45396) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:21.901437 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ffdcfdb-acac-473a-a681-ba233fa3971b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:21.994724 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ffdcfdb-acac-473a-a681-ba233fa3971b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:21.998632 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ffdcfdb-acac-473a-a681-ba233fa3971b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:22.039023 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0ffdcfdb-acac-473a-a681-ba233fa3971b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ceefbbb04e1a418191ea207b33df9a87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451842 Jul 16 02:11:22.040997 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdcfdb-acac-473a-a681-ba233fa3971b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bad820-4749-4fa6-9e7d-a05832410920,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:22.041848 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45400) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:22.092130 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1309bd5b-24a4-41e0-aa4e-6561c612212b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:22.114413 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1309bd5b-24a4-41e0-aa4e-6561c612212b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:22.161552 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1309bd5b-24a4-41e0-aa4e-6561c612212b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:22.164217 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1309bd5b-24a4-41e0-aa4e-6561c612212b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:22.167820 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1309bd5b-24a4-41e0-aa4e-6561c612212b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b3bad820-4749-4fa6-9e7d-a05832410920 HTTP/1.1" status: 204 len: 168 time: 0.1224689 Jul 16 02:11:22.175175 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309bd5b-24a4-41e0-aa4e-6561c612212b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bad820-4749-4fa6-9e7d-a05832410920,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:22.182772 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309bd5b-24a4-41e0-aa4e-6561c612212b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.183123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309bd5b-24a4-41e0-aa4e-6561c612212b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.183470 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309bd5b-24a4-41e0-aa4e-6561c612212b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.183838 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309bd5b-24a4-41e0-aa4e-6561c612212b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.184174 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309bd5b-24a4-41e0-aa4e-6561c612212b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.184507 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309bd5b-24a4-41e0-aa4e-6561c612212b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.184982 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309bd5b-24a4-41e0-aa4e-6561c612212b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.185148 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309bd5b-24a4-41e0-aa4e-6561c612212b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.185467 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309bd5b-24a4-41e0-aa4e-6561c612212b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.185788 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309bd5b-24a4-41e0-aa4e-6561c612212b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.186115 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309bd5b-24a4-41e0-aa4e-6561c612212b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.186435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1309bd5b-24a4-41e0-aa4e-6561c612212b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:24.058024 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:26.719410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45450) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:26.826640 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-759ac052-e937-4643-9d7e-05db409bc178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:26.921959 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-759ac052-e937-4643-9d7e-05db409bc178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:26.926368 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-759ac052-e937-4643-9d7e-05db409bc178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:26.964704 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-759ac052-e937-4643-9d7e-05db409bc178 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e654b5e8ccb6407b9459893b10621c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2435563 Jul 16 02:11:26.965874 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ac052-e937-4643-9d7e-05db409bc178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b24f75-0d6f-4296-ac39-7b83a805f81a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:26.967489 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45454) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:27.016992 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50ba1aeb-9a57-4365-94f1-1fe2fab5ffa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:27.037669 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50ba1aeb-9a57-4365-94f1-1fe2fab5ffa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:27.084558 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50ba1aeb-9a57-4365-94f1-1fe2fab5ffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:27.087622 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-50ba1aeb-9a57-4365-94f1-1fe2fab5ffa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:27.088386 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-50ba1aeb-9a57-4365-94f1-1fe2fab5ffa7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/75b24f75-0d6f-4296-ac39-7b83a805f81a HTTP/1.1" status: 204 len: 168 time: 0.1198225 Jul 16 02:11:27.098161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba1aeb-9a57-4365-94f1-1fe2fab5ffa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b24f75-0d6f-4296-ac39-7b83a805f81a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:27.701890 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:11:28.397971 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8ff5a71d-f1f3-42b7-ae2c-6a97ce2a8e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:29.065613 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:31.107694 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:31.123826 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-54f50e5e-9672-4546-9deb-d0856f0fcef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:32.179786 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:33.925720 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:41.102645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45602) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:41.213825 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23cf8f12-7a5c-49ce-b098-6a304ce849b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:41.302162 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23cf8f12-7a5c-49ce-b098-6a304ce849b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:41.305942 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23cf8f12-7a5c-49ce-b098-6a304ce849b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:41.343920 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf8f12-7a5c-49ce-b098-6a304ce849b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc9b638-9a5c-4b08-b1bd-35427f750d77,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:41.348512 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-23cf8f12-7a5c-49ce-b098-6a304ce849b8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=06089a013d7e4df0a14bc310153a6f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2448504 Jul 16 02:11:41.351405 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45606) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:41.354553 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8f12-7a5c-49ce-b098-6a304ce849b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:41.354904 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8f12-7a5c-49ce-b098-6a304ce849b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:41.355240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8f12-7a5c-49ce-b098-6a304ce849b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:41.355570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8f12-7a5c-49ce-b098-6a304ce849b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:41.355928 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8f12-7a5c-49ce-b098-6a304ce849b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:41.356253 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8f12-7a5c-49ce-b098-6a304ce849b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:41.356576 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8f12-7a5c-49ce-b098-6a304ce849b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:41.356902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8f12-7a5c-49ce-b098-6a304ce849b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:41.357279 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8f12-7a5c-49ce-b098-6a304ce849b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:41.357606 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8f12-7a5c-49ce-b098-6a304ce849b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:41.357863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8f12-7a5c-49ce-b098-6a304ce849b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:41.358292 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cf8f12-7a5c-49ce-b098-6a304ce849b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:41.401449 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed7aae01-d85b-47c1-8df0-b56d6906987b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:41.423318 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed7aae01-d85b-47c1-8df0-b56d6906987b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:41.477314 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed7aae01-d85b-47c1-8df0-b56d6906987b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:41.479725 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ed7aae01-d85b-47c1-8df0-b56d6906987b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:41.480888 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ed7aae01-d85b-47c1-8df0-b56d6906987b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fdc9b638-9a5c-4b08-b1bd-35427f750d77 HTTP/1.1" status: 204 len: 168 time: 0.1283424 Jul 16 02:11:41.489217 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aae01-d85b-47c1-8df0-b56d6906987b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc9b638-9a5c-4b08-b1bd-35427f750d77,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:51.334469 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c4100333-9438-4e53-b178-38f6947101e7 req-1599d3cf-563d-47da-b8fe-fa311c67b3a6 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=8514492a8263449882317d547dbb29ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222778 Jul 16 02:11:51.443051 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4100333-9438-4e53-b178-38f6947101e7 req-32f6c175-f9b3-403b-b190-66719e27c870 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:51.444450 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c4100333-9438-4e53-b178-38f6947101e7 req-32f6c175-f9b3-403b-b190-66719e27c870 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1051817 Jul 16 02:11:51.459027 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c4100333-9438-4e53-b178-38f6947101e7 req-18e7828c-fa57-4083-962c-3acf2d6f742f tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/quotas/8514492a8263449882317d547dbb29ad HTTP/1.1" status: 200 len: 375 time: 0.0093431 Jul 16 02:11:51.491608 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c4100333-9438-4e53-b178-38f6947101e7 req-14234bc0-6396-4593-8412-4b21a6490bd9 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8514492a8263449882317d547dbb29ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279007 Jul 16 02:11:51.656834 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-efd6de70-8314-4c4c-be71-bf1b36a57fef req-8ccb9899-53e6-48e6-944d-768914505f59 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/ports?device_id=431e5ab4-4058-4ff6-b8e7-b051b105369e HTTP/1.1" status: 200 len: 210 time: 0.0288630 Jul 16 02:11:52.804869 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-681445d0-822e-4f93-a252-c7fdc2ef0e5f req-e45dbac5-4f57-4883-9935-3e282e8dcf4f tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/ports?device_id=431e5ab4-4058-4ff6-b8e7-b051b105369e HTTP/1.1" status: 200 len: 210 time: 0.0317919 Jul 16 02:11:52.816273 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4100333-9438-4e53-b178-38f6947101e7 req-b9ddc08f-5c50-4dc3-b783-10498d11e64c tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8514492a8263449882317d547dbb29ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290051 Jul 16 02:11:52.998337 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4100333-9438-4e53-b178-38f6947101e7 req-f861cb9d-a174-4328-bd44-c3e1af3ec474 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:52.999745 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4100333-9438-4e53-b178-38f6947101e7 req-f861cb9d-a174-4328-bd44-c3e1af3ec474 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785285 Jul 16 02:11:53.035597 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-c4100333-9438-4e53-b178-38f6947101e7 req-7373efa9-ba85-4298-a593-88ece1cc7dc3 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Request body: {'port': {'device_id': '431e5ab4-4058-4ff6-b8e7-b051b105369e', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'admin_state_up': True, 'tenant_id': '8514492a8263449882317d547dbb29ad'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:53.140311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4100333-9438-4e53-b178-38f6947101e7 req-7373efa9-ba85-4298-a593-88ece1cc7dc3 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Made reservation on behalf of 8514492a8263449882317d547dbb29ad for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:11:53.144415 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4100333-9438-4e53-b178-38f6947101e7 req-7373efa9-ba85-4298-a593-88ece1cc7dc3 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:53.154605 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4100333-9438-4e53-b178-38f6947101e7 req-7373efa9-ba85-4298-a593-88ece1cc7dc3 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:53.246930 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4100333-9438-4e53-b178-38f6947101e7 req-7373efa9-ba85-4298-a593-88ece1cc7dc3 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:53.250714 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4100333-9438-4e53-b178-38f6947101e7 req-7373efa9-ba85-4298-a593-88ece1cc7dc3 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:53.316699 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373efa9-ba85-4298-a593-88ece1cc7dc3 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b72b846-e8c0-48dd-927a-7772e1541ced,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:53.385965 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-c4100333-9438-4e53-b178-38f6947101e7 req-7373efa9-ba85-4298-a593-88ece1cc7dc3 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Allocated IP 192.168.233.64 (f29c9956-c046-4291-be54-02e982137006/feb632e4-adee-47aa-8903-4c77f755bd2c/3cd0aac7-eb5f-49d4-8a53-ea24285af217) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:11:53.537881 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4100333-9438-4e53-b178-38f6947101e7 req-7373efa9-ba85-4298-a593-88ece1cc7dc3 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:53.551084 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-c4100333-9438-4e53-b178-38f6947101e7 req-7373efa9-ba85-4298-a593-88ece1cc7dc3 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Transition to ACTIVE for port object 3cd0aac7-eb5f-49d4-8a53-ea24285af217 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:11:53.582678 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4100333-9438-4e53-b178-38f6947101e7 req-7373efa9-ba85-4298-a593-88ece1cc7dc3 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:53.626218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4100333-9438-4e53-b178-38f6947101e7 req-7373efa9-ba85-4298-a593-88ece1cc7dc3 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Network f29c9956-c046-4291-be54-02e982137006 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:11:53.629807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-c4100333-9438-4e53-b178-38f6947101e7 req-7373efa9-ba85-4298-a593-88ece1cc7dc3 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:11:53.633642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4100333-9438-4e53-b178-38f6947101e7 req-7373efa9-ba85-4298-a593-88ece1cc7dc3 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:11:53.639888 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373efa9-ba85-4298-a593-88ece1cc7dc3 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Pushing event updated for resources: {'Port': ['ID=3cd0aac7-eb5f-49d4-8a53-ea24285af217,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:53.685737 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4100333-9438-4e53-b178-38f6947101e7 req-7373efa9-ba85-4298-a593-88ece1cc7dc3 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:53.686350 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4100333-9438-4e53-b178-38f6947101e7 req-7373efa9-ba85-4298-a593-88ece1cc7dc3 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:53.702257 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4100333-9438-4e53-b178-38f6947101e7 req-7373efa9-ba85-4298-a593-88ece1cc7dc3 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6707778 Jul 16 02:11:53.722308 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Request body: {'port': {'device_id': '431e5ab4-4058-4ff6-b8e7-b051b105369e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:53.804419 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:53.887429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c417089c-15e9-466f-a60a-a91e3791df8d None None] Provisioning for port 3cd0aac7-eb5f-49d4-8a53-ea24285af217 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:11:53.891936 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c417089c-15e9-466f-a60a-a91e3791df8d None None] Provisioning complete for port 3cd0aac7-eb5f-49d4-8a53-ea24285af217 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:11:53.892316 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c417089c-15e9-466f-a60a-a91e3791df8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:53.932231 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c417089c-15e9-466f-a60a-a91e3791df8d None None] Port 3cd0aac7-eb5f-49d4-8a53-ea24285af217 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:11:54.074580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f6cf7-a381-4f2a-b5a1-056c950c2a00 req-88ad8987-573e-4526-8233-6321fd8a1a26 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:54.076120 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-446f6cf7-a381-4f2a-b5a1-056c950c2a00 req-88ad8987-573e-4526-8233-6321fd8a1a26 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/ports?device_id=431e5ab4-4058-4ff6-b8e7-b051b105369e HTTP/1.1" status: 200 len: 935 time: 0.1311438 Jul 16 02:11:54.084766 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:54.145154 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd0aac7-eb5f-49d4-8a53-ea24285af217 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:11:54.152050 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-446f6cf7-a381-4f2a-b5a1-056c950c2a00 req-92a1e0bc-a1f5-40ef-82b5-430897d41635 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b72b846-e8c0-48dd-927a-7772e1541ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653787 Jul 16 02:11:54.155696 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:54.168749 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Transition to ACTIVE for port object 3cd0aac7-eb5f-49d4-8a53-ea24285af217 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:11:54.172578 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:54.246221 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd0aac7-eb5f-49d4-8a53-ea24285af217,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:54.297503 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Attempting to bind port 3cd0aac7-eb5f-49d4-8a53-ea24285af217 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:11:54.297882 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Attempting to bind port 3cd0aac7-eb5f-49d4-8a53-ea24285af217 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:11:54.299011 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Attempting to bind port 3cd0aac7-eb5f-49d4-8a53-ea24285af217 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:54.303898 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Port 3cd0aac7-eb5f-49d4-8a53-ea24285af217 on network f29c9956-c046-4291-be54-02e982137006 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:11:54.304229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Attempting to bind port 3cd0aac7-eb5f-49d4-8a53-ea24285af217 on network f29c9956-c046-4291-be54-02e982137006 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:54.310002 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:11:54.310348 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Checking segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:11:54.310743 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Bound using segment: {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:11:54.311178 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Bound port: 3cd0aac7-eb5f-49d4-8a53-ea24285af217, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d35ec69-b90c-4b51-b501-5fe121042f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f29c9956-c046-4291-be54-02e982137006'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:11:54.311543 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:54.380693 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] For port 3cd0aac7-eb5f-49d4-8a53-ea24285af217, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:11:54.383980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] For port 3cd0aac7-eb5f-49d4-8a53-ea24285af217, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=3cd0aac7-eb5f-49d4-8a53-ea24285af217,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:11:54.388589 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:54.422422 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:54.423033 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:54.425321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4100333-9438-4e53-b178-38f6947101e7 req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] 10.222.0.47 "PUT /v2.0/ports/3cd0aac7-eb5f-49d4-8a53-ea24285af217 HTTP/1.1" status: 200 len: 1095 time: 0.7076454 Jul 16 02:11:54.425750 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431e5ab4-4058-4ff6-b8e7-b051b105369e', 'tag': '3cd0aac7-eb5f-49d4-8a53-ea24285af217'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:54.428040 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96783de5-6889-449d-b69a-1247ad2ea4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "431e5ab4-4058-4ff6-b8e7-b051b105369e", "tag": "3cd0aac7-eb5f-49d4-8a53-ea24285af217"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:54.453956 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000f2d8-5895-44ea-aefb-1a93d7c75b23 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd0aac7-eb5f-49d4-8a53-ea24285af217,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:54.550488 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd7f9bb-4e88-43c0-b40d-880d193f2727 x-openstack-request-id: req-4bd7f9bb-4e88-43c0-b40d-880d193f2727 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:54.550637 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431e5ab4-4058-4ff6-b8e7-b051b105369e", "tag": "3cd0aac7-eb5f-49d4-8a53-ea24285af217", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:54.550790 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4bd7f9bb-4e88-43c0-b40d-880d193f2727 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:54.551211 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431e5ab4-4058-4ff6-b8e7-b051b105369e', 'tag': '3cd0aac7-eb5f-49d4-8a53-ea24285af217', 'status': 'completed', 'code': 200} Jul 16 02:11:54.557579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4100333-9438-4e53-b178-38f6947101e7 req-c764f5ee-3b37-4b2a-bf6a-41f486c6ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:54.559115 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4100333-9438-4e53-b178-38f6947101e7 req-c764f5ee-3b37-4b2a-bf6a-41f486c6ded8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8514492a8263449882317d547dbb29ad&device_id=431e5ab4-4058-4ff6-b8e7-b051b105369e HTTP/1.1" status: 200 len: 1098 time: 0.0625627 Jul 16 02:11:54.615022 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4100333-9438-4e53-b178-38f6947101e7 req-87e8c1c2-f3fc-4134-bd25-687622cc9558 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=3cd0aac7-eb5f-49d4-8a53-ea24285af217 HTTP/1.1" status: 200 len: 217 time: 0.0359044 Jul 16 02:11:54.663985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4100333-9438-4e53-b178-38f6947101e7 req-dfd60e94-8683-42a9-9d8e-f3f0ec6f9235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:54.665453 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4100333-9438-4e53-b178-38f6947101e7 req-dfd60e94-8683-42a9-9d8e-f3f0ec6f9235 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0441427 Jul 16 02:11:54.722710 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4100333-9438-4e53-b178-38f6947101e7 req-6e895103-d325-4d63-8a19-51b91eb392f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:54.724217 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4100333-9438-4e53-b178-38f6947101e7 req-6e895103-d325-4d63-8a19-51b91eb392f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0527980 Jul 16 02:11:54.816183 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4100333-9438-4e53-b178-38f6947101e7 req-85598f51-43f8-4d14-b8ba-2cfd1399f3a7 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847898 Jul 16 02:11:54.909018 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4100333-9438-4e53-b178-38f6947101e7 req-f22e99a7-e99e-4727-89b7-a395a9d07244 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857923 Jul 16 02:11:55.048693 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96783de5-6889-449d-b69a-1247ad2ea4e5 req-377fd544-7125-4435-8e80-539d342bb815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:55.050198 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-96783de5-6889-449d-b69a-1247ad2ea4e5 req-377fd544-7125-4435-8e80-539d342bb815 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8514492a8263449882317d547dbb29ad&device_id=431e5ab4-4058-4ff6-b8e7-b051b105369e HTTP/1.1" status: 200 len: 1098 time: 0.0523751 Jul 16 02:11:55.142779 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96783de5-6889-449d-b69a-1247ad2ea4e5 req-cd9ce4b3-fe8d-4386-b80d-8dfdc2c04b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:55.144316 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-96783de5-6889-449d-b69a-1247ad2ea4e5 req-cd9ce4b3-fe8d-4386-b80d-8dfdc2c04b66 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f29c9956-c046-4291-be54-02e982137006 HTTP/1.1" status: 200 len: 870 time: 0.0877817 Jul 16 02:11:55.188196 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-96783de5-6889-449d-b69a-1247ad2ea4e5 req-ebf0f1df-2de7-454f-ba81-2386a27e58f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=3cd0aac7-eb5f-49d4-8a53-ea24285af217 HTTP/1.1" status: 200 len: 217 time: 0.0378289 Jul 16 02:11:55.238328 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96783de5-6889-449d-b69a-1247ad2ea4e5 req-ed271dbe-df0e-490d-83d9-7bf11be7b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:55.239827 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-96783de5-6889-449d-b69a-1247ad2ea4e5 req-ed271dbe-df0e-490d-83d9-7bf11be7b97d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb632e4-adee-47aa-8903-4c77f755bd2c HTTP/1.1" status: 200 len: 843 time: 0.0456755 Jul 16 02:11:55.345186 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96783de5-6889-449d-b69a-1247ad2ea4e5 req-0f60de49-d4d3-4e8a-b119-83502e6a446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:55.346826 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-96783de5-6889-449d-b69a-1247ad2ea4e5 req-0f60de49-d4d3-4e8a-b119-83502e6a446c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f29c9956-c046-4291-be54-02e982137006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1004846 Jul 16 02:11:55.358713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f9b68-fe4d-4b71-ac78-52d26a91da38 req-9eba9091-485e-4fc8-8c70-646caccc7e45 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:55.360116 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d8f9b68-fe4d-4b71-ac78-52d26a91da38 req-9eba9091-485e-4fc8-8c70-646caccc7e45 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/ports?device_id=431e5ab4-4058-4ff6-b8e7-b051b105369e HTTP/1.1" status: 200 len: 947 time: 0.0879223 Jul 16 02:11:55.445559 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d8f9b68-fe4d-4b71-ac78-52d26a91da38 req-fea7487b-3c8b-468b-815b-d2628a39f1b8 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b72b846-e8c0-48dd-927a-7772e1541ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768833 Jul 16 02:11:55.469555 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-96783de5-6889-449d-b69a-1247ad2ea4e5 req-d4b56e79-257a-4ff3-86b2-eeb88f9b2c80 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079826 Jul 16 02:11:55.562591 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-96783de5-6889-449d-b69a-1247ad2ea4e5 req-685b3c14-25f7-4e81-90a2-7c51684f7204 service neutron] 10.222.0.47 "GET /v2.0/networks/f29c9956-c046-4291-be54-02e982137006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859373 Jul 16 02:11:56.624462 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639e065-94a7-4dc8-98cd-485c79d5a7e8 req-7f0e0e21-2683-4e7f-95f7-3569e720ec27 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:56.625942 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e639e065-94a7-4dc8-98cd-485c79d5a7e8 req-7f0e0e21-2683-4e7f-95f7-3569e720ec27 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/ports?device_id=431e5ab4-4058-4ff6-b8e7-b051b105369e HTTP/1.1" status: 200 len: 947 time: 0.0684085 Jul 16 02:11:56.663554 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e639e065-94a7-4dc8-98cd-485c79d5a7e8 req-bb8ac577-9c63-4dcd-8207-b76b5acdc53a tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b72b846-e8c0-48dd-927a-7772e1541ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314703 Jul 16 02:11:57.836642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e2a5d-11da-4a54-a951-9cab481451d1 req-43d48ace-00d6-4229-826c-155d19cd7b7a tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:57.838130 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8e0e2a5d-11da-4a54-a951-9cab481451d1 req-43d48ace-00d6-4229-826c-155d19cd7b7a tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/ports?device_id=431e5ab4-4058-4ff6-b8e7-b051b105369e HTTP/1.1" status: 200 len: 947 time: 0.0641940 Jul 16 02:11:57.875929 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8e0e2a5d-11da-4a54-a951-9cab481451d1 req-c30c7e4b-9f89-410c-b605-0839b6ee8b5b tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b72b846-e8c0-48dd-927a-7772e1541ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322802 Jul 16 02:11:58.398579 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ddbad6dd-d6cc-4055-a5da-de7152035447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:58.658480 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 3cd0aac7-eb5f-49d4-8a53-ea24285af217 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:11:58.749497 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 3cd0aac7-eb5f-49d4-8a53-ea24285af217, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=3cd0aac7-eb5f-49d4-8a53-ea24285af217,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:58.760162 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '3cd0aac7-eb5f-49d4-8a53-ea24285af217', 'network_id': 'f29c9956-c046-4291-be54-02e982137006', 'port_id': '3cd0aac7-eb5f-49d4-8a53-ea24285af217', 'mac_address': 'fa:16:3e:4c:a6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb632e4-adee-47aa-8903-4c77f755bd2c', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:11:58.949139 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:58.962224 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd0aac7-eb5f-49d4-8a53-ea24285af217 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:11:58.982515 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 3cd0aac7-eb5f-49d4-8a53-ea24285af217, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=3cd0aac7-eb5f-49d4-8a53-ea24285af217,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:58.986480 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:59.034137 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=3cd0aac7-eb5f-49d4-8a53-ea24285af217,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:59.041742 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:59.042095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:59.042436 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:59.042773 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:59.043103 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:59.043428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:59.043779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:59.044106 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:59.044428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:59.044748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:59.045069 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:59.045400 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:59.054486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6a507-9102-4ec0-9855-7c393f82d0ec req-4e6afa31-36c2-4b84-9ac9-b7475ad80c63 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:59.055982 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b2a6a507-9102-4ec0-9855-7c393f82d0ec req-4e6afa31-36c2-4b84-9ac9-b7475ad80c63 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/ports?device_id=431e5ab4-4058-4ff6-b8e7-b051b105369e HTTP/1.1" status: 200 len: 948 time: 0.0634589 Jul 16 02:11:59.065478 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:59.094235 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b2a6a507-9102-4ec0-9855-7c393f82d0ec req-80875082-8667-4036-9488-c0a87b6e2fd8 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b72b846-e8c0-48dd-927a-7772e1541ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324035 Jul 16 02:11:59.340718 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['3cd0aac7-eb5f-49d4-8a53-ea24285af217'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:00.270106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b8c87-8d2e-4a25-acc4-81051de911fb req-6438dec2-a6c8-49e4-ac30-5a78d9948799 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:00.271612 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc2b8c87-8d2e-4a25-acc4-81051de911fb req-6438dec2-a6c8-49e4-ac30-5a78d9948799 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/ports?device_id=431e5ab4-4058-4ff6-b8e7-b051b105369e HTTP/1.1" status: 200 len: 948 time: 0.0677531 Jul 16 02:12:00.315338 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fc2b8c87-8d2e-4a25-acc4-81051de911fb req-1a0c74be-47c4-4e67-bf2a-9046a8a8a224 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b72b846-e8c0-48dd-927a-7772e1541ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366263 Jul 16 02:12:00.658900 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 3cd0aac7-eb5f-49d4-8a53-ea24285af217 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:00.705360 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 3cd0aac7-eb5f-49d4-8a53-ea24285af217 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:00.709067 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 3cd0aac7-eb5f-49d4-8a53-ea24285af217 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:00.709445 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:00.785404 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:00.807198 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431e5ab4-4058-4ff6-b8e7-b051b105369e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd0aac7-eb5f-49d4-8a53-ea24285af217'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:00.809442 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e695d378-13a3-45ff-bd0e-caa5170b4243" -d '{"events": [{"server_uuid": "431e5ab4-4058-4ff6-b8e7-b051b105369e", "name": "network-vif-plugged", "status": "completed", "tag": "3cd0aac7-eb5f-49d4-8a53-ea24285af217"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:00.824992 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 3cd0aac7-eb5f-49d4-8a53-ea24285af217, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=3cd0aac7-eb5f-49d4-8a53-ea24285af217,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:00.828950 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:00.852105 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4422fc8c-a5a1-4165-96c1-07a8b1194543 x-openstack-request-id: req-4422fc8c-a5a1-4165-96c1-07a8b1194543 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:00.852398 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431e5ab4-4058-4ff6-b8e7-b051b105369e", "name": "network-vif-plugged", "status": "completed", "tag": "3cd0aac7-eb5f-49d4-8a53-ea24285af217", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:00.852651 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4422fc8c-a5a1-4165-96c1-07a8b1194543 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:00.853039 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431e5ab4-4058-4ff6-b8e7-b051b105369e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd0aac7-eb5f-49d4-8a53-ea24285af217', 'code': 200} Jul 16 02:12:00.878124 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=3cd0aac7-eb5f-49d4-8a53-ea24285af217,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:00.989251 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560147f-3224-44eb-850a-ba7fb57cfd01 req-51445b10-d2f7-4ffe-960c-628c7ff1bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:00.990739 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2560147f-3224-44eb-850a-ba7fb57cfd01 req-51445b10-d2f7-4ffe-960c-628c7ff1bf06 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=431e5ab4-4058-4ff6-b8e7-b051b105369e HTTP/1.1" status: 200 len: 1100 time: 0.0515916 Jul 16 02:12:01.024940 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2560147f-3224-44eb-850a-ba7fb57cfd01 req-f98f79cd-74df-4a86-b258-e3dbe9b320e8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0b72b846-e8c0-48dd-927a-7772e1541ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274332 Jul 16 02:12:01.109327 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:01.124296 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58a61251-9e91-4f7b-815e-8e07fd0c842b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:01.493333 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91917d28-6981-4c49-8003-6aab3e75451e req-1c1a4927-424a-480d-aa93-9cdbefce247a tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:01.494723 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-91917d28-6981-4c49-8003-6aab3e75451e req-1c1a4927-424a-480d-aa93-9cdbefce247a tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/ports?device_id=431e5ab4-4058-4ff6-b8e7-b051b105369e HTTP/1.1" status: 200 len: 949 time: 0.0667114 Jul 16 02:12:01.532550 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-91917d28-6981-4c49-8003-6aab3e75451e req-98acd7fb-e17b-44fe-85a0-b7449e23eadb tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b72b846-e8c0-48dd-927a-7772e1541ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322664 Jul 16 02:12:02.181785 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:02.712568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26188d-69f1-4225-9366-a312d5d22c83 req-ca8bd11d-0244-47e3-b5e4-6eecfca2ae32 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:02.714071 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1a26188d-69f1-4225-9366-a312d5d22c83 req-ca8bd11d-0244-47e3-b5e4-6eecfca2ae32 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/ports?device_id=431e5ab4-4058-4ff6-b8e7-b051b105369e HTTP/1.1" status: 200 len: 949 time: 0.0679784 Jul 16 02:12:02.751957 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1a26188d-69f1-4225-9366-a312d5d22c83 req-ce616fd8-e53c-4336-8cfd-b8b2cd8dfe68 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b72b846-e8c0-48dd-927a-7772e1541ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322604 Jul 16 02:12:03.034341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-384f8409-1c54-4989-9983-bed70b24566c req-99c19369-0af0-475b-abe1-7959667267f8 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:12:03.035330 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-384f8409-1c54-4989-9983-bed70b24566c req-99c19369-0af0-475b-abe1-7959667267f8 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056458 Jul 16 02:12:03.363012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-134890ed-e793-4927-bc7a-6cbbcde0d2c6 req-27991284-a988-4e15-9994-02d9c67a6644 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:12:03.363958 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-134890ed-e793-4927-bc7a-6cbbcde0d2c6 req-27991284-a988-4e15-9994-02d9c67a6644 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062227 Jul 16 02:12:03.849825 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cb310-18d5-48f1-b006-4ab03b56f546 req-be4f8abd-18d9-4ff5-81bc-c15df82323da tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:03.851400 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d50cb310-18d5-48f1-b006-4ab03b56f546 req-be4f8abd-18d9-4ff5-81bc-c15df82323da tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/ports?device_id=431e5ab4-4058-4ff6-b8e7-b051b105369e HTTP/1.1" status: 200 len: 949 time: 0.0642431 Jul 16 02:12:03.889770 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d50cb310-18d5-48f1-b006-4ab03b56f546 req-420aa308-e93c-4780-b028-befeb09626b5 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b72b846-e8c0-48dd-927a-7772e1541ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Jul 16 02:12:03.924903 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:04.700854 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:12:05.066072 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd54141-ecd5-467f-9f71-d64b70c5a1e2 req-33ec033f-321c-491f-8352-9625ffc0bba7 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:05.067560 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cdd54141-ecd5-467f-9f71-d64b70c5a1e2 req-33ec033f-321c-491f-8352-9625ffc0bba7 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/ports?device_id=431e5ab4-4058-4ff6-b8e7-b051b105369e HTTP/1.1" status: 200 len: 949 time: 0.0633373 Jul 16 02:12:05.105601 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cdd54141-ecd5-467f-9f71-d64b70c5a1e2 req-7f6f8cf7-c72e-4a91-b357-801fe5a85c3f tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b72b846-e8c0-48dd-927a-7772e1541ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324509 Jul 16 02:12:05.293102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d6633-ecc9-4c03-bcef-6e14a65e839e req-d5b780e4-3197-42d0-824e-41b5cc40829f tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:05.294572 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab5d6633-ecc9-4c03-bcef-6e14a65e839e req-d5b780e4-3197-42d0-824e-41b5cc40829f tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.47 "GET /v2.0/ports?device_id=431e5ab4-4058-4ff6-b8e7-b051b105369e HTTP/1.1" status: 200 len: 949 time: 0.0623152 Jul 16 02:12:05.397752 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-ab5d6633-ecc9-4c03-bcef-6e14a65e839e req-9452b5c1-c3a1-4fef-8a07-83423d7dbb21 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Deleting port 3cd0aac7-eb5f-49d4-8a53-ea24285af217 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:05.398103 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ab5d6633-ecc9-4c03-bcef-6e14a65e839e req-9452b5c1-c3a1-4fef-8a07-83423d7dbb21 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.483856 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ab5d6633-ecc9-4c03-bcef-6e14a65e839e req-9452b5c1-c3a1-4fef-8a07-83423d7dbb21 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] For port 3cd0aac7-eb5f-49d4-8a53-ea24285af217, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=3cd0aac7-eb5f-49d4-8a53-ea24285af217,segment=NetworkSegment(8d35ec69-b90c-4b51-b501-5fe121042f2f),segment_id=8d35ec69-b90c-4b51-b501-5fe121042f2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:05.484217 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ab5d6633-ecc9-4c03-bcef-6e14a65e839e req-9452b5c1-c3a1-4fef-8a07-83423d7dbb21 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.495638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-ab5d6633-ecc9-4c03-bcef-6e14a65e839e req-9452b5c1-c3a1-4fef-8a07-83423d7dbb21 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Calling delete_port for 3cd0aac7-eb5f-49d4-8a53-ea24285af217 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:05.623236 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ab5d6633-ecc9-4c03-bcef-6e14a65e839e req-9452b5c1-c3a1-4fef-8a07-83423d7dbb21 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.652881 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452b5c1-c3a1-4fef-8a07-83423d7dbb21 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Pushing event deleted for resources: {'Port': ['ID=3cd0aac7-eb5f-49d4-8a53-ea24285af217,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:05.659344 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['3cd0aac7-eb5f-49d4-8a53-ea24285af217'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:05.711365 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5d6633-ecc9-4c03-bcef-6e14a65e839e req-9452b5c1-c3a1-4fef-8a07-83423d7dbb21 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] No DVR routers for this DVR port 3cd0aac7-eb5f-49d4-8a53-ea24285af217 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:12:05.714152 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ab5d6633-ecc9-4c03-bcef-6e14a65e839e req-9452b5c1-c3a1-4fef-8a07-83423d7dbb21 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.716213 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab5d6633-ecc9-4c03-bcef-6e14a65e839e req-9452b5c1-c3a1-4fef-8a07-83423d7dbb21 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.47 "DELETE /v2.0/ports/3cd0aac7-eb5f-49d4-8a53-ea24285af217 HTTP/1.1" status: 204 len: 173 time: 0.4156985 Jul 16 02:12:05.716664 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431e5ab4-4058-4ff6-b8e7-b051b105369e', 'name': 'network-vif-deleted', 'tag': '3cd0aac7-eb5f-49d4-8a53-ea24285af217'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:05.719051 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573449d6-dd05-4708-85bc-bb04bf3641b7" -d '{"events": [{"server_uuid": "431e5ab4-4058-4ff6-b8e7-b051b105369e", "name": "network-vif-deleted", "tag": "3cd0aac7-eb5f-49d4-8a53-ea24285af217"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:05.757329 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c796a33-77a5-40fa-a023-b7708d6412ea x-openstack-request-id: req-5c796a33-77a5-40fa-a023-b7708d6412ea {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:05.757636 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431e5ab4-4058-4ff6-b8e7-b051b105369e", "name": "network-vif-deleted", "tag": "3cd0aac7-eb5f-49d4-8a53-ea24285af217", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:05.757899 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5c796a33-77a5-40fa-a023-b7708d6412ea {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:05.758437 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431e5ab4-4058-4ff6-b8e7-b051b105369e', 'name': 'network-vif-deleted', 'tag': '3cd0aac7-eb5f-49d4-8a53-ea24285af217', 'status': 'completed', 'code': 200} Jul 16 02:12:06.259495 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db8f39e2-7299-47a1-8295-7c0945a2e82c req-21322185-f28c-47ca-84a9-46d9049b8811 tempest-ServersAdminNegativeTestJSON-1441030630 tempest-ServersAdminNegativeTestJSON-1441030630-project] 10.222.0.54 "GET /v2.0/ports?device_id=431e5ab4-4058-4ff6-b8e7-b051b105369e HTTP/1.1" status: 200 len: 210 time: 0.0298214 Jul 16 02:12:07.590466 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45742) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:07.720759 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8b6055bf-1ae1-4419-a61e-43e53f69e3b8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8514492a8263449882317d547dbb29ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289444 Jul 16 02:12:07.723315 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45746) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:07.769399 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3cb369be-4138-40be-8a33-8ece04125d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:07.790848 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3cb369be-4138-40be-8a33-8ece04125d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:07.839657 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3cb369be-4138-40be-8a33-8ece04125d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:07.842290 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3cb369be-4138-40be-8a33-8ece04125d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:07.843434 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3cb369be-4138-40be-8a33-8ece04125d6b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0b72b846-e8c0-48dd-927a-7772e1541ced HTTP/1.1" status: 204 len: 168 time: 0.1191816 Jul 16 02:12:07.851760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb369be-4138-40be-8a33-8ece04125d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b72b846-e8c0-48dd-927a-7772e1541ced,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:08.099394 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45752) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:08.113168 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-311aea8e-9f53-450a-bf98-71800fc42a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:08.203627 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-311aea8e-9f53-450a-bf98-71800fc42a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:08.207473 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-311aea8e-9f53-450a-bf98-71800fc42a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:08.245321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-311aea8e-9f53-450a-bf98-71800fc42a42 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=229c937d7b95470a86bb470973786e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448157 Jul 16 02:12:08.246184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311aea8e-9f53-450a-bf98-71800fc42a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010bd362-04c9-478b-9d28-8f849b49527c,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:08.248073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45756) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:08.298059 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b50147ae-00d0-4e6c-99b2-5273e34107a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:08.319955 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b50147ae-00d0-4e6c-99b2-5273e34107a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:08.365939 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b50147ae-00d0-4e6c-99b2-5273e34107a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:08.368545 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b50147ae-00d0-4e6c-99b2-5273e34107a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:08.369701 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b50147ae-00d0-4e6c-99b2-5273e34107a1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/010bd362-04c9-478b-9d28-8f849b49527c HTTP/1.1" status: 204 len: 168 time: 0.1205342 Jul 16 02:12:08.377497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50147ae-00d0-4e6c-99b2-5273e34107a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010bd362-04c9-478b-9d28-8f849b49527c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:08.702435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 3cd0aac7-eb5f-49d4-8a53-ea24285af217 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:08.724424 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 3cd0aac7-eb5f-49d4-8a53-ea24285af217 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:12:08.724424 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 3cd0aac7-eb5f-49d4-8a53-ea24285af217 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:09.009779 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45778) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:09.104983 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-45922fed-3d4a-4cab-8465-0e288340d6a0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2123298401-network', 'tenant_id': 'b09d7ad77cf748dd845c72055e0766c8'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:09.124713 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45922fed-3d4a-4cab-8465-0e288340d6a0 admin admin] Made reservation on behalf of b09d7ad77cf748dd845c72055e0766c8 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:12:09.127651 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45922fed-3d4a-4cab-8465-0e288340d6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.135532 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45922fed-3d4a-4cab-8465-0e288340d6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.223058 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45922fed-3d4a-4cab-8465-0e288340d6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.226950 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45922fed-3d4a-4cab-8465-0e288340d6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.247675 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45922fed-3d4a-4cab-8465-0e288340d6a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:12:09.262727 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45922fed-3d4a-4cab-8465-0e288340d6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28baa272-8cf2-48ae-ba81-243e00ca8a75,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:09.265840 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45922fed-3d4a-4cab-8465-0e288340d6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.266194 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-45922fed-3d4a-4cab-8465-0e288340d6a0 admin admin] Added segment 87686a4a-f64c-43db-8ab3-ab573d300cad of type vlan for network 708408e1-18c6-4297-bfa1-2b3023750dcd Jul 16 02:12:09.311178 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45922fed-3d4a-4cab-8465-0e288340d6a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.339527 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45922fed-3d4a-4cab-8465-0e288340d6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.340449 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45922fed-3d4a-4cab-8465-0e288340d6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:09.341030 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45922fed-3d4a-4cab-8465-0e288340d6a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.371427 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-45922fed-3d4a-4cab-8465-0e288340d6a0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3605618 Jul 16 02:12:09.374478 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45782) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:09.380503 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-c5848b2a-db07-4693-9fd8-db3372a52ab2 admin admin] Request body: {'subnet': {'network_id': '708408e1-18c6-4297-bfa1-2b3023750dcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2123298401-subnet', 'tenant_id': 'b09d7ad77cf748dd845c72055e0766c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:09.401161 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45922fed-3d4a-4cab-8465-0e288340d6a0 admin admin] Pushing event updated for resources: {'Network': ['ID=708408e1-18c6-4297-bfa1-2b3023750dcd,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:09.401407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5848b2a-db07-4693-9fd8-db3372a52ab2 admin admin] Made reservation on behalf of b09d7ad77cf748dd845c72055e0766c8 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:12:09.404395 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5848b2a-db07-4693-9fd8-db3372a52ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.411946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 708408e1-18c6-4297-bfa1-2b3023750dcd details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:12:09.572347 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5848b2a-db07-4693-9fd8-db3372a52ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.629426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5848b2a-db07-4693-9fd8-db3372a52ab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0547d8e-b348-407c-b3fa-29aca103b439,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:09.638936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5848b2a-db07-4693-9fd8-db3372a52ab2 admin admin] Checking segment: {'id': '87686a4a-f64c-43db-8ab3-ab573d300cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '708408e1-18c6-4297-bfa1-2b3023750dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:09.639294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5848b2a-db07-4693-9fd8-db3372a52ab2 admin admin] Network hostable DHCP agents. Network: 708408e1-18c6-4297-bfa1-2b3023750dcd, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:12:09.655341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5848b2a-db07-4693-9fd8-db3372a52ab2 admin admin] Network 708408e1-18c6-4297-bfa1-2b3023750dcd is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:12:09.664096 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-c5848b2a-db07-4693-9fd8-db3372a52ab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 708408e1-18c6-4297-bfa1-2b3023750dcd) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:09.668815 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5848b2a-db07-4693-9fd8-db3372a52ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:09.670683 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c5848b2a-db07-4693-9fd8-db3372a52ab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.671588 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d220092-e0dc-4fa8-86b4-9b798cc8bc07 None None] Network 708408e1-18c6-4297-bfa1-2b3023750dcd requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:12:09.684738 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c5848b2a-db07-4693-9fd8-db3372a52ab2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3089855 Jul 16 02:12:09.806626 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad92753-8856-4ab5-92f2-83ce1e703bf5 None None] Network 708408e1-18c6-4297-bfa1-2b3023750dcd requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:12:10.101270 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-d599077a-f0cf-40ca-ba6d-9b072b619a62 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:10.102744 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-d599077a-f0cf-40ca-ba6d-9b072b619a62 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/networks?id=708408e1-18c6-4297-bfa1-2b3023750dcd HTTP/1.1" status: 200 len: 812 time: 0.0997140 Jul 16 02:12:10.117156 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-9707267b-2c34-4c58-a17a-ab8c4ea29160 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/quotas/b09d7ad77cf748dd845c72055e0766c8 HTTP/1.1" status: 200 len: 375 time: 0.0090964 Jul 16 02:12:10.153650 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-5ace1fc4-2183-4edf-8156-b9b162db907f tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b09d7ad77cf748dd845c72055e0766c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317945 Jul 16 02:12:10.164406 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-7906c1d1-b130-452e-afd1-78ecc8320b23 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:12:10.165321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-7906c1d1-b130-452e-afd1-78ecc8320b23 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049906 Jul 16 02:12:10.251282 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-6993cdbd-1a7c-4bac-b462-8d36bd535a5f service neutron] 10.222.0.54 "GET /v2.0/networks/708408e1-18c6-4297-bfa1-2b3023750dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808363 Jul 16 02:12:10.343183 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-031503b7-58c2-4fa1-8932-b465634839d2 service neutron] 10.222.0.54 "GET /v2.0/networks/708408e1-18c6-4297-bfa1-2b3023750dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861921 Jul 16 02:12:10.510536 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7455c4e7-b0af-4e77-9725-0ad4d2afcd27 req-7ff3d1c7-67bf-4685-9d34-4f0dd33dda49 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 210 time: 0.0297258 Jul 16 02:12:11.666654 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ecc25204-cbdd-422a-bf81-f9682231ac59 req-ce757d05-d929-4281-b1b8-0bd470e2eb5f tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 210 time: 0.0413499 Jul 16 02:12:11.676995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-f81027df-75e7-42f7-a18a-dbaa5dea6f7f tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:11.678452 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-f81027df-75e7-42f7-a18a-dbaa5dea6f7f tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.47 "GET /v2.0/networks?id=708408e1-18c6-4297-bfa1-2b3023750dcd HTTP/1.1" status: 200 len: 812 time: 0.1348820 Jul 16 02:12:11.698291 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-cf763f5f-f70d-4f89-8d4c-080e49121ef8 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Request body: {'port': {'device_id': 'ff5ca453-6f32-4239-9d29-04ca70ec21b3', 'network_id': '708408e1-18c6-4297-bfa1-2b3023750dcd', 'admin_state_up': True, 'tenant_id': 'b09d7ad77cf748dd845c72055e0766c8'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:11.812631 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-cf763f5f-f70d-4f89-8d4c-080e49121ef8 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Made reservation on behalf of b09d7ad77cf748dd845c72055e0766c8 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:12:11.816514 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-cf763f5f-f70d-4f89-8d4c-080e49121ef8 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:11.941491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-cf763f5f-f70d-4f89-8d4c-080e49121ef8 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Allocated IP 172.20.0.8 (708408e1-18c6-4297-bfa1-2b3023750dcd/a0547d8e-b348-407c-b3fa-29aca103b439/27c5f35f-15cd-4c75-915a-4cab607d79a0) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:12:12.085166 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-cf763f5f-f70d-4f89-8d4c-080e49121ef8 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.121011 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-cf763f5f-f70d-4f89-8d4c-080e49121ef8 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.165807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-cf763f5f-f70d-4f89-8d4c-080e49121ef8 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Network 708408e1-18c6-4297-bfa1-2b3023750dcd is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:12:12.168871 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-cf763f5f-f70d-4f89-8d4c-080e49121ef8 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:12.172665 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-cf763f5f-f70d-4f89-8d4c-080e49121ef8 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:12:12.195325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf763f5f-f70d-4f89-8d4c-080e49121ef8 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Pushing event updated for resources: {'Port': ['ID=27c5f35f-15cd-4c75-915a-4cab607d79a0,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:12.222355 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-cf763f5f-f70d-4f89-8d4c-080e49121ef8 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:12.222955 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-cf763f5f-f70d-4f89-8d4c-080e49121ef8 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.237183 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-cf763f5f-f70d-4f89-8d4c-080e49121ef8 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5429399 Jul 16 02:12:12.255034 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Request body: {'port': {'device_id': 'ff5ca453-6f32-4239-9d29-04ca70ec21b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:12.328145 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.577703 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c5f35f-15cd-4c75-915a-4cab607d79a0 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:12:12.585830 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.598647 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Transition to ACTIVE for port object 27c5f35f-15cd-4c75-915a-4cab607d79a0 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:12.602044 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.654386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Pushing event updated for resources: {'Port': ['ID=27c5f35f-15cd-4c75-915a-4cab607d79a0,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:12.726200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Attempting to bind port 27c5f35f-15cd-4c75-915a-4cab607d79a0 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:12:12.726819 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Attempting to bind port 27c5f35f-15cd-4c75-915a-4cab607d79a0 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '87686a4a-f64c-43db-8ab3-ab573d300cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '708408e1-18c6-4297-bfa1-2b3023750dcd'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:12:12.727084 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Attempting to bind port 27c5f35f-15cd-4c75-915a-4cab607d79a0 on network 708408e1-18c6-4297-bfa1-2b3023750dcd {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:12.731247 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Port 27c5f35f-15cd-4c75-915a-4cab607d79a0 on network 708408e1-18c6-4297-bfa1-2b3023750dcd not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:12:12.731569 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Attempting to bind port 27c5f35f-15cd-4c75-915a-4cab607d79a0 on network 708408e1-18c6-4297-bfa1-2b3023750dcd {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:12.736362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:12:12.736698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Checking segment: {'id': '87686a4a-f64c-43db-8ab3-ab573d300cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '708408e1-18c6-4297-bfa1-2b3023750dcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:12.737086 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Bound using segment: {'id': '87686a4a-f64c-43db-8ab3-ab573d300cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '708408e1-18c6-4297-bfa1-2b3023750dcd'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:12:12.737509 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Bound port: 27c5f35f-15cd-4c75-915a-4cab607d79a0, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87686a4a-f64c-43db-8ab3-ab573d300cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '708408e1-18c6-4297-bfa1-2b3023750dcd'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:12:12.737865 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.800931 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] For port 27c5f35f-15cd-4c75-915a-4cab607d79a0, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:12:12.803982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] For port 27c5f35f-15cd-4c75-915a-4cab607d79a0, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=27c5f35f-15cd-4c75-915a-4cab607d79a0,segment=NetworkSegment(87686a4a-f64c-43db-8ab3-ab573d300cad),segment_id=87686a4a-f64c-43db-8ab3-ab573d300cad)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:12:12.808097 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.848345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a2020-fa71-4b3c-9ac3-bcd2759f7544 req-e296f156-a586-4cd8-8369-72407946aca8 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:12.849835 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:12.850371 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dc1a2020-fa71-4b3c-9ac3-bcd2759f7544 req-e296f156-a586-4cd8-8369-72407946aca8 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 943 time: 0.0713370 Jul 16 02:12:12.850475 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.851826 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] 10.222.0.47 "PUT /v2.0/ports/27c5f35f-15cd-4c75-915a-4cab607d79a0 HTTP/1.1" status: 200 len: 1091 time: 0.6008711 Jul 16 02:12:12.852260 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5ca453-6f32-4239-9d29-04ca70ec21b3', 'tag': '27c5f35f-15cd-4c75-915a-4cab607d79a0'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:12.854550 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d701973-414a-4803-bf4d-75891d859a65" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5ca453-6f32-4239-9d29-04ca70ec21b3", "tag": "27c5f35f-15cd-4c75-915a-4cab607d79a0"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:12.876750 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c84a91-d7c8-4f22-83dd-ead2f1b7e452 service neutron] Pushing event updated for resources: {'Port': ['ID=27c5f35f-15cd-4c75-915a-4cab607d79a0,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:12.894405 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0b150e-6f2a-45e0-9d19-848f971d9f4c x-openstack-request-id: req-1f0b150e-6f2a-45e0-9d19-848f971d9f4c {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:12.894838 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5ca453-6f32-4239-9d29-04ca70ec21b3", "tag": "27c5f35f-15cd-4c75-915a-4cab607d79a0", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:12.895102 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1f0b150e-6f2a-45e0-9d19-848f971d9f4c {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:12.895508 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5ca453-6f32-4239-9d29-04ca70ec21b3', 'tag': '27c5f35f-15cd-4c75-915a-4cab607d79a0', 'status': 'completed', 'code': 200} Jul 16 02:12:12.899637 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dc1a2020-fa71-4b3c-9ac3-bcd2759f7544 req-a1385ada-1385-4f97-aa5c-c602926447c9 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435171 Jul 16 02:12:12.973313 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-a9337a79-7603-4168-a03f-67cf02f8c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:12.974794 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-a9337a79-7603-4168-a03f-67cf02f8c319 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b09d7ad77cf748dd845c72055e0766c8&device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 1094 time: 0.0558293 Jul 16 02:12:13.024249 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-5980c51a-2d61-481f-80e1-8ffac8e1d49c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c5f35f-15cd-4c75-915a-4cab607d79a0 HTTP/1.1" status: 200 len: 217 time: 0.0345020 Jul 16 02:12:13.072319 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-09dd939b-89fb-4d51-8d5e-9dc9fd478823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:13.073716 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-09dd939b-89fb-4d51-8d5e-9dc9fd478823 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0547d8e-b348-407c-b3fa-29aca103b439 HTTP/1.1" status: 200 len: 852 time: 0.0423605 Jul 16 02:12:13.109198 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-7a1e2d97-4225-4fe4-b8ea-3391016a1081 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=708408e1-18c6-4297-bfa1-2b3023750dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284638 Jul 16 02:12:13.198295 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-acee4386-21ba-4f35-b9e5-ab3fa72a4e69 service neutron] 10.222.0.47 "GET /v2.0/networks/708408e1-18c6-4297-bfa1-2b3023750dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820913 Jul 16 02:12:13.290340 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-790b8551-8b63-4fed-abc6-b9ad087d15d5 req-ddb03bb4-8599-402c-a7da-3976b1816a72 service neutron] 10.222.0.47 "GET /v2.0/networks/708408e1-18c6-4297-bfa1-2b3023750dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853658 Jul 16 02:12:13.448174 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d701973-414a-4803-bf4d-75891d859a65 req-bd0d2941-f575-424e-87ef-c3f1a3fcd03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:13.449692 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d701973-414a-4803-bf4d-75891d859a65 req-bd0d2941-f575-424e-87ef-c3f1a3fcd03e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b09d7ad77cf748dd845c72055e0766c8&device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 1094 time: 0.0522659 Jul 16 02:12:13.539443 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d701973-414a-4803-bf4d-75891d859a65 req-2117075e-ceb4-4d74-8cdb-f5904046d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:13.540911 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d701973-414a-4803-bf4d-75891d859a65 req-2117075e-ceb4-4d74-8cdb-f5904046d901 service neutron] 10.222.0.47 "GET /v2.0/networks?id=708408e1-18c6-4297-bfa1-2b3023750dcd HTTP/1.1" status: 200 len: 913 time: 0.0848243 Jul 16 02:12:13.911171 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d701973-414a-4803-bf4d-75891d859a65 req-be64d52d-8d89-43a5-b5ed-a23b4aac0b25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c5f35f-15cd-4c75-915a-4cab607d79a0 HTTP/1.1" status: 200 len: 217 time: 0.3634586 Jul 16 02:12:13.960869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d701973-414a-4803-bf4d-75891d859a65 req-d0914aaf-b858-4d50-81b9-d41009fb78da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:13.962366 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d701973-414a-4803-bf4d-75891d859a65 req-d0914aaf-b858-4d50-81b9-d41009fb78da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0547d8e-b348-407c-b3fa-29aca103b439 HTTP/1.1" status: 200 len: 852 time: 0.0433240 Jul 16 02:12:13.995281 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d701973-414a-4803-bf4d-75891d859a65 req-14f389bd-811b-4f4c-8e26-fb67b935afe3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=708408e1-18c6-4297-bfa1-2b3023750dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259831 Jul 16 02:12:14.137405 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d701973-414a-4803-bf4d-75891d859a65 req-70384ddd-29ad-4a6b-9523-498248b305ec service neutron] 10.222.0.47 "GET /v2.0/networks/708408e1-18c6-4297-bfa1-2b3023750dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257639 Jul 16 02:12:14.149658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd156110-7ff6-4765-847d-e03cedf4b09d req-e8f7d22e-5c14-4419-b3fa-f1f09364a02f tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:14.151037 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd156110-7ff6-4765-847d-e03cedf4b09d req-e8f7d22e-5c14-4419-b3fa-f1f09364a02f tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 943 time: 0.1302755 Jul 16 02:12:14.234488 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd156110-7ff6-4765-847d-e03cedf4b09d req-d6f3238c-d02f-423c-95d7-1f9e4289f95b tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746403 Jul 16 02:12:14.261144 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d701973-414a-4803-bf4d-75891d859a65 req-8d1207d0-7b2e-42ef-8af6-ab2a7aef9fb0 service neutron] 10.222.0.47 "GET /v2.0/networks/708408e1-18c6-4297-bfa1-2b3023750dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088946 Jul 16 02:12:15.410809 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b9ccf-6152-4458-a047-d9475aefa66d req-564b8fd1-303d-4d9f-9310-dca616f253fd tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:15.412269 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aa9b9ccf-6152-4458-a047-d9475aefa66d req-564b8fd1-303d-4d9f-9310-dca616f253fd tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 943 time: 0.0634270 Jul 16 02:12:15.450075 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-aa9b9ccf-6152-4458-a047-d9475aefa66d req-35be12ea-3381-4a17-9947-6c42298926b7 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320811 Jul 16 02:12:16.623345 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a0787-8719-4067-b0d5-176629e86c5d req-cab9282a-34fe-4e47-ba3f-56b3adc081f1 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:16.624837 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee1a0787-8719-4067-b0d5-176629e86c5d req-cab9282a-34fe-4e47-ba3f-56b3adc081f1 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 943 time: 0.0653901 Jul 16 02:12:16.663184 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee1a0787-8719-4067-b0d5-176629e86c5d req-7147392e-2c9d-4a04-91a7-b6388e6830c3 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319650 Jul 16 02:12:16.720507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 27c5f35f-15cd-4c75-915a-4cab607d79a0 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:12:16.810125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 27c5f35f-15cd-4c75-915a-4cab607d79a0, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=27c5f35f-15cd-4c75-915a-4cab607d79a0,segment=NetworkSegment(87686a4a-f64c-43db-8ab3-ab573d300cad),segment_id=87686a4a-f64c-43db-8ab3-ab573d300cad)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:16.821433 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '27c5f35f-15cd-4c75-915a-4cab607d79a0', 'network_id': '708408e1-18c6-4297-bfa1-2b3023750dcd', 'port_id': '27c5f35f-15cd-4c75-915a-4cab607d79a0', 'mac_address': 'fa:16:3e:d0:f2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0547d8e-b348-407c-b3fa-29aca103b439', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:12:16.859620 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:16.872328 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c5f35f-15cd-4c75-915a-4cab607d79a0 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:12:16.892112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 27c5f35f-15cd-4c75-915a-4cab607d79a0, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=27c5f35f-15cd-4c75-915a-4cab607d79a0,segment=NetworkSegment(87686a4a-f64c-43db-8ab3-ab573d300cad),segment_id=87686a4a-f64c-43db-8ab3-ab573d300cad)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:16.895938 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:16.942625 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=27c5f35f-15cd-4c75-915a-4cab607d79a0,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:17.174834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['27c5f35f-15cd-4c75-915a-4cab607d79a0'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:17.849199 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422da72-9b7a-40a4-b3d1-a2de3054d7e4 req-7e18d5fb-3b03-485a-a31c-beb1702383c5 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:17.850709 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2422da72-9b7a-40a4-b3d1-a2de3054d7e4 req-7e18d5fb-3b03-485a-a31c-beb1702383c5 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 944 time: 0.0778878 Jul 16 02:12:17.887430 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2422da72-9b7a-40a4-b3d1-a2de3054d7e4 req-55074112-588b-43bf-8cc2-215c0aaadc20 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312135 Jul 16 02:12:18.723510 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 27c5f35f-15cd-4c75-915a-4cab607d79a0 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:18.770491 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 27c5f35f-15cd-4c75-915a-4cab607d79a0 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:18.773971 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 27c5f35f-15cd-4c75-915a-4cab607d79a0 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:18.774342 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.848841 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.870647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5ca453-6f32-4239-9d29-04ca70ec21b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c5f35f-15cd-4c75-915a-4cab607d79a0'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:18.872947 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f663a41-4faf-43e9-a44a-ea5db2f5d71d" -d '{"events": [{"server_uuid": "ff5ca453-6f32-4239-9d29-04ca70ec21b3", "name": "network-vif-plugged", "status": "completed", "tag": "27c5f35f-15cd-4c75-915a-4cab607d79a0"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:18.886013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 27c5f35f-15cd-4c75-915a-4cab607d79a0, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=27c5f35f-15cd-4c75-915a-4cab607d79a0,segment=NetworkSegment(87686a4a-f64c-43db-8ab3-ab573d300cad),segment_id=87686a4a-f64c-43db-8ab3-ab573d300cad)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:18.890449 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.918280 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dda65a-78dd-4251-90e9-9c8b6b0e1824 x-openstack-request-id: req-a3dda65a-78dd-4251-90e9-9c8b6b0e1824 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:18.918579 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5ca453-6f32-4239-9d29-04ca70ec21b3", "name": "network-vif-plugged", "status": "completed", "tag": "27c5f35f-15cd-4c75-915a-4cab607d79a0", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:18.918833 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a3dda65a-78dd-4251-90e9-9c8b6b0e1824 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:18.919233 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5ca453-6f32-4239-9d29-04ca70ec21b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c5f35f-15cd-4c75-915a-4cab607d79a0', 'code': 200} Jul 16 02:12:18.947959 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=27c5f35f-15cd-4c75-915a-4cab607d79a0,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:19.059724 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060ac90-0977-4b5a-a890-81a65c86f51b req-fd70bed9-07c8-4e96-90e1-8472d8304484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:19.061258 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2060ac90-0977-4b5a-a890-81a65c86f51b req-fd70bed9-07c8-4e96-90e1-8472d8304484 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 1096 time: 0.0542519 Jul 16 02:12:19.085078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6eb25-26fd-4693-b12c-1238fdcb6dbe req-d10403cc-d1f2-4150-b5d4-830d89d43b56 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:19.086595 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c8d6eb25-26fd-4693-b12c-1238fdcb6dbe req-d10403cc-d1f2-4150-b5d4-830d89d43b56 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0651913 Jul 16 02:12:19.098073 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2060ac90-0977-4b5a-a890-81a65c86f51b req-e8a93002-8cbd-4bbe-adaa-d9961983357a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301738 Jul 16 02:12:19.124696 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c8d6eb25-26fd-4693-b12c-1238fdcb6dbe req-e929b3b4-012c-4d80-8e1c-a37fc270bc05 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321271 Jul 16 02:12:20.311172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b362c25-c44a-4f56-a215-d7ade0b2d004 req-48da461c-42d6-42a4-b0aa-a890ed13f32c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:20.313153 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9b362c25-c44a-4f56-a215-d7ade0b2d004 req-48da461c-42d6-42a4-b0aa-a890ed13f32c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0676665 Jul 16 02:12:20.350659 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9b362c25-c44a-4f56-a215-d7ade0b2d004 req-619b974d-e0da-41e1-879b-a3b3cde2aac6 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320191 Jul 16 02:12:21.522666 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6fb0c-e21e-4b6a-9ed1-0bc4d21f0956 req-ee71c458-f549-4a7d-b972-044d2d2d3ac9 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:21.524089 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-daa6fb0c-e21e-4b6a-9ed1-0bc4d21f0956 req-ee71c458-f549-4a7d-b972-044d2d2d3ac9 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0634522 Jul 16 02:12:21.561682 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-daa6fb0c-e21e-4b6a-9ed1-0bc4d21f0956 req-a3dcf86d-d29b-452a-bd1f-ec690ef95a91 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317307 Jul 16 02:12:21.952951 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-889d89cc-95fb-406b-9430-740dbe08e946 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1097085 Jul 16 02:12:21.963436 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf41143-4cd5-428b-99e9-dbd5fa929f31 req-2233f38a-ef93-4b1a-8248-c278f104a455 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:21.965051 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6cf41143-4cd5-428b-99e9-dbd5fa929f31 req-2233f38a-ef93-4b1a-8248-c278f104a455 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0732727 Jul 16 02:12:22.004746 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6cf41143-4cd5-428b-99e9-dbd5fa929f31 req-562cec65-3ab5-4419-b2d6-a7f63439c758 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338216 Jul 16 02:12:23.181524 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a9746-e884-41a1-a1d3-10ae7e183615 req-fc2e0140-d32d-48ad-9ccb-018a5f9059b7 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:23.183037 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-762a9746-e884-41a1-a1d3-10ae7e183615 req-fc2e0140-d32d-48ad-9ccb-018a5f9059b7 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0671470 Jul 16 02:12:23.251819 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-762a9746-e884-41a1-a1d3-10ae7e183615 req-0aae8a14-1dd7-43bf-acc2-59687abb2f8d tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622284 Jul 16 02:12:23.272203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-329d9b69-ebbb-4fa7-9ee4-be1a4f1dc4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:23.273707 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-329d9b69-ebbb-4fa7-9ee4-be1a4f1dc4c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b09d7ad77cf748dd845c72055e0766c8&device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 1096 time: 0.0831285 Jul 16 02:12:23.362680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0e443f3e-e225-4811-ab80-0bf2507ef409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:23.364201 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0e443f3e-e225-4811-ab80-0bf2507ef409 service neutron] 10.222.0.47 "GET /v2.0/networks?id=708408e1-18c6-4297-bfa1-2b3023750dcd HTTP/1.1" status: 200 len: 913 time: 0.0846567 Jul 16 02:12:23.409054 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-422634ea-ec25-4151-a924-4436f48725cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c5f35f-15cd-4c75-915a-4cab607d79a0 HTTP/1.1" status: 200 len: 217 time: 0.0381672 Jul 16 02:12:23.456220 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-7122846f-3d45-434b-a43c-542e9d406149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:23.457638 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-7122846f-3d45-434b-a43c-542e9d406149 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0547d8e-b348-407c-b3fa-29aca103b439 HTTP/1.1" status: 200 len: 852 time: 0.0431743 Jul 16 02:12:23.489717 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-f1e95432-75e5-46a6-bbc5-1e410ffc931a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=708408e1-18c6-4297-bfa1-2b3023750dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253491 Jul 16 02:12:23.582150 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-1c8cabd3-ef51-4fe2-9b0b-d1a74c1e6fe3 service neutron] 10.222.0.47 "GET /v2.0/networks/708408e1-18c6-4297-bfa1-2b3023750dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853050 Jul 16 02:12:23.670787 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-31d40f77-0609-4b3d-a08b-cea19dd970f4 service neutron] 10.222.0.47 "GET /v2.0/networks/708408e1-18c6-4297-bfa1-2b3023750dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817761 Jul 16 02:12:24.097921 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:24.426309 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3b4f6-160c-4fcc-84dc-8ade6becc272 req-36143f28-a120-4aef-9b3a-cbd149368b78 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.427841 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63d3b4f6-160c-4fcc-84dc-8ade6becc272 req-36143f28-a120-4aef-9b3a-cbd149368b78 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0635540 Jul 16 02:12:24.464589 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-63d3b4f6-160c-4fcc-84dc-8ade6becc272 req-9876be6a-0f33-4eee-9c88-bbfca9b8af99 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311460 Jul 16 02:12:25.639670 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427fd42-eac5-48f8-b3f8-92c55b26d6ce req-4073e0dc-b538-448e-8b3b-c9618f8d9aca tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:25.641159 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e427fd42-eac5-48f8-b3f8-92c55b26d6ce req-4073e0dc-b538-448e-8b3b-c9618f8d9aca tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0667179 Jul 16 02:12:25.679555 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e427fd42-eac5-48f8-b3f8-92c55b26d6ce req-d38cc1ed-1f3c-4776-8440-15a8afbf1cd5 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326588 Jul 16 02:12:26.853886 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c00ed3-1026-4a10-b0e4-4e394196166d req-ff4d702d-f46d-471a-9e54-c067414243bc tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:26.855389 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-14c00ed3-1026-4a10-b0e4-4e394196166d req-ff4d702d-f46d-471a-9e54-c067414243bc tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0663669 Jul 16 02:12:26.893325 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-14c00ed3-1026-4a10-b0e4-4e394196166d req-8ccc5822-3cca-48fd-b4aa-44c36b1b5b71 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324183 Jul 16 02:12:28.065328 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb066b-def9-483c-963d-8ccd3cf5e2cc req-506fa6fc-39a6-49c3-b156-db80ef275837 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:28.066820 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8acb066b-def9-483c-963d-8ccd3cf5e2cc req-506fa6fc-39a6-49c3-b156-db80ef275837 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0639081 Jul 16 02:12:28.103408 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8acb066b-def9-483c-963d-8ccd3cf5e2cc req-e02fb27b-36de-48ba-9e31-a6b6e3595843 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311062 Jul 16 02:12:28.397977 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82013ae5-1f46-4589-aaad-4dae0e51c8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:29.088097 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:29.277486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0843cb8-f312-4d54-a21e-c86fb6759377 req-1d6e199d-0e5a-4874-914c-9983a2fb234c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:29.279012 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c0843cb8-f312-4d54-a21e-c86fb6759377 req-1d6e199d-0e5a-4874-914c-9983a2fb234c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0638108 Jul 16 02:12:29.317509 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c0843cb8-f312-4d54-a21e-c86fb6759377 req-fcff34d1-a325-476b-a2bc-f64fa7d5f96d tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325308 Jul 16 02:12:30.491403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66656a4-0c41-4bcf-8646-61c95b772fcf req-1def28a4-d58c-438d-81a4-84d80d7ecee9 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:30.492920 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c66656a4-0c41-4bcf-8646-61c95b772fcf req-1def28a4-d58c-438d-81a4-84d80d7ecee9 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0625849 Jul 16 02:12:30.530164 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c66656a4-0c41-4bcf-8646-61c95b772fcf req-826cf11f-86c6-444f-b822-78308dd8c0df tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318162 Jul 16 02:12:31.114007 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:31.125368 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a5d48b98-f8d9-46d2-869a-82a39294a9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:31.704242 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429695a-1a75-4970-ac2a-2ad00b50d07b req-62137c40-4c7a-46f0-af80-793ae159263c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:31.705733 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8429695a-1a75-4970-ac2a-2ad00b50d07b req-62137c40-4c7a-46f0-af80-793ae159263c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0631194 Jul 16 02:12:31.743694 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8429695a-1a75-4970-ac2a-2ad00b50d07b req-364b1f46-aadb-470f-9ca1-ffa888c35960 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323412 Jul 16 02:12:32.184206 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:32.917877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a724d59-8e9c-47c9-b73f-d187871c7a44 req-8383a593-64b4-4851-8753-8497b97c0498 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:32.919369 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4a724d59-8e9c-47c9-b73f-d187871c7a44 req-8383a593-64b4-4851-8753-8497b97c0498 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0679815 Jul 16 02:12:32.956725 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4a724d59-8e9c-47c9-b73f-d187871c7a44 req-32567cbf-d03d-4685-a4b3-7c3ee8e7ae56 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311403 Jul 16 02:12:33.926590 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:34.152328 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8310bf-d369-4e61-b070-304d289f43e0 req-04fd1827-2058-46fc-8222-91e35456545c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:34.153914 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bb8310bf-d369-4e61-b070-304d289f43e0 req-04fd1827-2058-46fc-8222-91e35456545c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0792718 Jul 16 02:12:34.194585 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bb8310bf-d369-4e61-b070-304d289f43e0 req-cbc7959a-25f3-4a0c-a4b3-7c8b276f043a tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339868 Jul 16 02:12:35.367803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad1ac0-29f3-468d-bac9-a5718d244cbc req-1bb93cd7-b38c-4258-9093-ff8bbcfbbc6f tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:35.369299 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3bad1ac0-29f3-468d-bac9-a5718d244cbc req-1bb93cd7-b38c-4258-9093-ff8bbcfbbc6f tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0638163 Jul 16 02:12:35.406515 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3bad1ac0-29f3-468d-bac9-a5718d244cbc req-a3d33c04-7c4f-42f6-97b0-2ae8f89985ca tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316718 Jul 16 02:12:36.581790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373334cc-7a05-4ac4-8690-1688a8a84a85 req-5e742f34-68c8-4008-b1fb-2d2f1d4a5511 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:36.583304 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-373334cc-7a05-4ac4-8690-1688a8a84a85 req-5e742f34-68c8-4008-b1fb-2d2f1d4a5511 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0630965 Jul 16 02:12:36.619720 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-373334cc-7a05-4ac4-8690-1688a8a84a85 req-9b1d0038-01cf-44dd-b466-e5edd212e00a tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308235 Jul 16 02:12:37.793923 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1cd211-4536-4565-9cc9-eebad882eda1 req-46fa55f5-1964-4974-b7ed-e826fbf6e9b4 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:37.795418 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba1cd211-4536-4565-9cc9-eebad882eda1 req-46fa55f5-1964-4974-b7ed-e826fbf6e9b4 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0675962 Jul 16 02:12:37.833629 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba1cd211-4536-4565-9cc9-eebad882eda1 req-38af8cf6-ac53-44cf-b215-4ebe3e9e643c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320385 Jul 16 02:12:39.009509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237246e-d74e-4bcc-8f2d-617b148980a1 req-02a57ca7-5da9-4311-8061-0abdb7f9e02b tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:39.010985 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5237246e-d74e-4bcc-8f2d-617b148980a1 req-02a57ca7-5da9-4311-8061-0abdb7f9e02b tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0658486 Jul 16 02:12:39.047608 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5237246e-d74e-4bcc-8f2d-617b148980a1 req-0246c3d4-2487-4fe3-806b-835b6fba0ff8 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311525 Jul 16 02:12:40.226803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78890498-30f4-4dcd-b485-39ebf1d93062 req-9bea72a0-3e4e-4385-8a9e-7ef4e737e462 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:40.228342 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-78890498-30f4-4dcd-b485-39ebf1d93062 req-9bea72a0-3e4e-4385-8a9e-7ef4e737e462 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0647051 Jul 16 02:12:40.265627 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-78890498-30f4-4dcd-b485-39ebf1d93062 req-87f66e67-5a23-4937-9794-e3cba467addd tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317152 Jul 16 02:12:41.447034 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87503be-8a0e-44be-adfe-1334bb4fcdf9 req-8c1f7a27-3171-4a1c-9f3d-3095536c84d5 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:41.448454 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c87503be-8a0e-44be-adfe-1334bb4fcdf9 req-8c1f7a27-3171-4a1c-9f3d-3095536c84d5 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0632222 Jul 16 02:12:41.485442 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c87503be-8a0e-44be-adfe-1334bb4fcdf9 req-56e378d8-298d-44e4-8921-0c2de201ee93 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314040 Jul 16 02:12:41.699580 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:12:42.657422 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb834e-d6dd-4bb8-b0f9-44d557ec7d31 req-bb2c1f28-0f89-4b90-b1da-8863f5b58916 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:42.658942 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-19eb834e-d6dd-4bb8-b0f9-44d557ec7d31 req-bb2c1f28-0f89-4b90-b1da-8863f5b58916 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0640280 Jul 16 02:12:42.697475 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-19eb834e-d6dd-4bb8-b0f9-44d557ec7d31 req-80a3ec07-ec46-4b84-b499-a2a150cd257c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326850 Jul 16 02:12:43.867676 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8ce92-f42c-4111-8616-5f4f2a01e344 req-00d752db-7170-48cc-b32f-d06cddac049a tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:43.869173 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01f8ce92-f42c-4111-8616-5f4f2a01e344 req-00d752db-7170-48cc-b32f-d06cddac049a tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0620086 Jul 16 02:12:43.906293 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01f8ce92-f42c-4111-8616-5f4f2a01e344 req-7f5c7f69-5dd9-43d7-9b74-69809ef25dcc tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314980 Jul 16 02:12:45.087475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649fc79-1307-4a9a-9b6a-b1b6ecb24583 req-4375540e-f70b-4737-85b5-f1945cfe8792 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:45.089032 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5649fc79-1307-4a9a-9b6a-b1b6ecb24583 req-4375540e-f70b-4737-85b5-f1945cfe8792 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0704961 Jul 16 02:12:45.130052 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5649fc79-1307-4a9a-9b6a-b1b6ecb24583 req-1609d106-6a84-46b6-8ceb-e053ca1a971c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353439 Jul 16 02:12:46.306659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674422a-22f8-46fd-98d7-a378f99a1f77 req-d2014da9-5384-4523-8b3b-3e2f632ea811 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:46.308192 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0674422a-22f8-46fd-98d7-a378f99a1f77 req-d2014da9-5384-4523-8b3b-3e2f632ea811 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0676150 Jul 16 02:12:46.346423 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0674422a-22f8-46fd-98d7-a378f99a1f77 req-440d8f63-cdd1-48da-9344-b5aad43f4fc9 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324845 Jul 16 02:12:47.518822 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fb60f-4031-452c-8631-dfac4a0aced7 req-ddbf51da-4dc2-4065-abb3-1a206f046179 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:47.520465 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c1fb60f-4031-452c-8631-dfac4a0aced7 req-ddbf51da-4dc2-4065-abb3-1a206f046179 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0625787 Jul 16 02:12:47.557941 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c1fb60f-4031-452c-8631-dfac4a0aced7 req-8f9bb72a-6d20-41e7-814d-781e6282fc37 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321050 Jul 16 02:12:48.729729 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0d6d3-1fbb-41ba-a6b0-2d2b2e3f1e49 req-8adfbbec-f417-4494-b280-049948ee0440 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:48.731237 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-53d0d6d3-1fbb-41ba-a6b0-2d2b2e3f1e49 req-8adfbbec-f417-4494-b280-049948ee0440 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0633340 Jul 16 02:12:48.768718 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-53d0d6d3-1fbb-41ba-a6b0-2d2b2e3f1e49 req-775df445-79d7-4e3d-9cea-b44573057eb4 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319424 Jul 16 02:12:49.947014 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d6949-13f5-4f96-b0f1-bdc41be88fe5 req-a3b9eb0c-7691-40de-97fa-43b34697da4f tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:49.948509 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fa7d6949-13f5-4f96-b0f1-bdc41be88fe5 req-a3b9eb0c-7691-40de-97fa-43b34697da4f tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0663381 Jul 16 02:12:49.985082 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fa7d6949-13f5-4f96-b0f1-bdc41be88fe5 req-88cce202-7241-4198-b238-eee22903d6f0 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310838 Jul 16 02:12:50.728361 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317eea8-5296-41b9-95ee-0cc0691c58eb req-012926d0-2bb7-45f5-9b35-e2eff1265318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:50.729870 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7317eea8-5296-41b9-95ee-0cc0691c58eb req-012926d0-2bb7-45f5-9b35-e2eff1265318 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b09d7ad77cf748dd845c72055e0766c8&device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 1096 time: 0.0521774 Jul 16 02:12:50.853398 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317eea8-5296-41b9-95ee-0cc0691c58eb req-87d49025-111d-42b2-89af-00cfcba96fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:50.854862 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7317eea8-5296-41b9-95ee-0cc0691c58eb req-87d49025-111d-42b2-89af-00cfcba96fe8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=708408e1-18c6-4297-bfa1-2b3023750dcd HTTP/1.1" status: 200 len: 913 time: 0.0880644 Jul 16 02:12:50.895635 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7317eea8-5296-41b9-95ee-0cc0691c58eb req-11bdfb6a-12d1-451c-821f-f2fcef2c301e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c5f35f-15cd-4c75-915a-4cab607d79a0 HTTP/1.1" status: 200 len: 217 time: 0.0339866 Jul 16 02:12:50.944498 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317eea8-5296-41b9-95ee-0cc0691c58eb req-6492aaf8-d223-4c77-9bad-3825e9c05933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:50.945914 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7317eea8-5296-41b9-95ee-0cc0691c58eb req-6492aaf8-d223-4c77-9bad-3825e9c05933 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0547d8e-b348-407c-b3fa-29aca103b439 HTTP/1.1" status: 200 len: 852 time: 0.0428421 Jul 16 02:12:50.981452 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7317eea8-5296-41b9-95ee-0cc0691c58eb req-5571ab3b-f877-42b5-adc0-1f8281fd8323 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=708408e1-18c6-4297-bfa1-2b3023750dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270860 Jul 16 02:12:51.096891 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-ef92afb7-6ec5-4298-8ba5-a21175f2c495 service neutron] show failed (client error): The resource could not be found. Jul 16 02:12:51.097943 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-ef92afb7-6ec5-4298-8ba5-a21175f2c495 service neutron] 10.222.0.47 "GET /v2.0/ports/27c5f35f-15cd-4c75-915a-4cab607d79a0/bindings/n-h1-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.1186945 Jul 16 02:12:51.116662 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7317eea8-5296-41b9-95ee-0cc0691c58eb req-0b505b97-1bd2-44f0-ac12-6b92127c902f service neutron] 10.222.0.47 "GET /v2.0/networks/708408e1-18c6-4297-bfa1-2b3023750dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287222 Jul 16 02:12:51.169997 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4518d51-b143-40f1-a09f-927e2f81254f req-4966fb62-38ec-4944-8776-caee55e41368 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:51.171532 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d4518d51-b143-40f1-a09f-927e2f81254f req-4966fb62-38ec-4944-8776-caee55e41368 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0717769 Jul 16 02:12:51.212599 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d4518d51-b143-40f1-a09f-927e2f81254f req-d6708486-dead-4ffc-8cd3-33cba73f4638 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347023 Jul 16 02:12:51.222910 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7317eea8-5296-41b9-95ee-0cc0691c58eb req-857761e9-85a6-407e-b0cd-13a7757c89e5 service neutron] 10.222.0.47 "GET /v2.0/networks/708408e1-18c6-4297-bfa1-2b3023750dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968752 Jul 16 02:12:51.369600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-1d73b9a9-853d-4823-a755-9bee82d3982e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:51.371096 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-1d73b9a9-853d-4823-a755-9bee82d3982e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3&tenant_id=b09d7ad77cf748dd845c72055e0766c8 HTTP/1.1" status: 200 len: 1096 time: 0.0529196 Jul 16 02:12:51.387486 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:51.462671 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.661261 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] For port 27c5f35f-15cd-4c75-915a-4cab607d79a0, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=27c5f35f-15cd-4c75-915a-4cab607d79a0,segment=NetworkSegment(87686a4a-f64c-43db-8ab3-ab573d300cad),segment_id=87686a4a-f64c-43db-8ab3-ab573d300cad)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:51.693213 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] For port 27c5f35f-15cd-4c75-915a-4cab607d79a0, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:12:51.731628 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5ca453-6f32-4239-9d29-04ca70ec21b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c5f35f-15cd-4c75-915a-4cab607d79a0'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:51.733928 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c8a038-ac30-40c8-84c0-972d15cd14be" -d '{"events": [{"server_uuid": "ff5ca453-6f32-4239-9d29-04ca70ec21b3", "name": "network-vif-unplugged", "status": "completed", "tag": "27c5f35f-15cd-4c75-915a-4cab607d79a0"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:51.737418 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.750047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Transition to ACTIVE for port object 27c5f35f-15cd-4c75-915a-4cab607d79a0 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:51.753567 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.785419 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2f994b-d54a-45d1-a4ab-3a03860f8010 x-openstack-request-id: req-5c2f994b-d54a-45d1-a4ab-3a03860f8010 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:51.786356 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5ca453-6f32-4239-9d29-04ca70ec21b3", "name": "network-vif-unplugged", "status": "completed", "tag": "27c5f35f-15cd-4c75-915a-4cab607d79a0", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:51.786653 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5c2f994b-d54a-45d1-a4ab-3a03860f8010 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:51.787052 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5ca453-6f32-4239-9d29-04ca70ec21b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c5f35f-15cd-4c75-915a-4cab607d79a0', 'code': 200} Jul 16 02:12:51.824544 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Pushing event updated for resources: {'Port': ['ID=27c5f35f-15cd-4c75-915a-4cab607d79a0,revision_number=6']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:51.826614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] No DVR routers for this DVR port 27c5f35f-15cd-4c75-915a-4cab607d79a0 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:12:51.835466 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.835866 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.836210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.836551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.836887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.837220 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.837551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.837878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.838205 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.838530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.838853 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.839175 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:51.874027 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Attempting to bind port 27c5f35f-15cd-4c75-915a-4cab607d79a0 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:12:51.874368 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Attempting to bind port 27c5f35f-15cd-4c75-915a-4cab607d79a0 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '87686a4a-f64c-43db-8ab3-ab573d300cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '708408e1-18c6-4297-bfa1-2b3023750dcd'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:12:51.874698 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Attempting to bind port 27c5f35f-15cd-4c75-915a-4cab607d79a0 on network 708408e1-18c6-4297-bfa1-2b3023750dcd {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:51.878884 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Port 27c5f35f-15cd-4c75-915a-4cab607d79a0 on network 708408e1-18c6-4297-bfa1-2b3023750dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:12:51.879211 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Attempting to bind port 27c5f35f-15cd-4c75-915a-4cab607d79a0 on network 708408e1-18c6-4297-bfa1-2b3023750dcd {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:51.884093 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:12:51.884434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Checking segment: {'id': '87686a4a-f64c-43db-8ab3-ab573d300cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '708408e1-18c6-4297-bfa1-2b3023750dcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:51.884821 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Bound using segment: {'id': '87686a4a-f64c-43db-8ab3-ab573d300cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '708408e1-18c6-4297-bfa1-2b3023750dcd'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:12:51.885247 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Bound port: 27c5f35f-15cd-4c75-915a-4cab607d79a0, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87686a4a-f64c-43db-8ab3-ab573d300cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '708408e1-18c6-4297-bfa1-2b3023750dcd'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:12:51.885604 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.948242 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] For port 27c5f35f-15cd-4c75-915a-4cab607d79a0, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:12:51.951287 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] For port 27c5f35f-15cd-4c75-915a-4cab607d79a0, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=27c5f35f-15cd-4c75-915a-4cab607d79a0,segment=NetworkSegment(87686a4a-f64c-43db-8ab3-ab573d300cad),segment_id=87686a4a-f64c-43db-8ab3-ab573d300cad)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:12:51.955336 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.989143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:51.989897 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.991300 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] 10.222.0.26 "PUT /v2.0/ports/27c5f35f-15cd-4c75-915a-4cab607d79a0 HTTP/1.1" status: 200 len: 1091 time: 0.6078508 Jul 16 02:12:52.012920 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8d316-4557-4b15-9196-e8f6b713067d service neutron] Pushing event updated for resources: {'Port': ['ID=27c5f35f-15cd-4c75-915a-4cab607d79a0,revision_number=7']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:52.078289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-02d13abe-c2f2-4ac6-bbde-c906904f40aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:52.079866 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-02d13abe-c2f2-4ac6-bbde-c906904f40aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b09d7ad77cf748dd845c72055e0766c8&device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 1094 time: 0.0567219 Jul 16 02:12:52.169819 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-1af542db-c217-4578-8628-43d465abbccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:52.171349 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-1af542db-c217-4578-8628-43d465abbccd service neutron] 10.222.0.26 "GET /v2.0/networks?id=708408e1-18c6-4297-bfa1-2b3023750dcd HTTP/1.1" status: 200 len: 913 time: 0.0857971 Jul 16 02:12:52.215165 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-f2f959e0-b2b7-4dac-9075-95ae91a4735a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c5f35f-15cd-4c75-915a-4cab607d79a0 HTTP/1.1" status: 200 len: 217 time: 0.0373850 Jul 16 02:12:52.262981 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-b46d76b4-e97d-4e00-b2ea-2b55974bfb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:52.264496 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-b46d76b4-e97d-4e00-b2ea-2b55974bfb54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0547d8e-b348-407c-b3fa-29aca103b439 HTTP/1.1" status: 200 len: 852 time: 0.0438380 Jul 16 02:12:52.297520 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-8863b137-83fa-469f-9915-7321fbe7c0e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=708408e1-18c6-4297-bfa1-2b3023750dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265815 Jul 16 02:12:52.389377 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-567e8771-8c15-40b9-90fd-6bd8da65a30a service neutron] 10.222.0.26 "GET /v2.0/networks/708408e1-18c6-4297-bfa1-2b3023750dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857875 Jul 16 02:12:52.389798 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c18c5-d957-4de1-b251-b5ea16e384a4 req-ce76c2f8-5c54-4dfb-b4e9-773346b0ca69 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:52.391304 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-129c18c5-d957-4de1-b251-b5ea16e384a4 req-ce76c2f8-5c54-4dfb-b4e9-773346b0ca69 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 943 time: 0.0641570 Jul 16 02:12:52.431668 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-129c18c5-d957-4de1-b251-b5ea16e384a4 req-02f9cda9-3ecc-4260-a5c7-b33a83536405 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345287 Jul 16 02:12:52.477761 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-505d5b60-69e2-4f3b-95f5-efad40185922 req-154790d7-34ad-48d2-a4dc-295430ad00cb service neutron] 10.222.0.26 "GET /v2.0/networks/708408e1-18c6-4297-bfa1-2b3023750dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824819 Jul 16 02:12:53.607409 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed38906-3e3b-4f0d-95b6-e8b8805c35fd req-36bb1022-b43c-417f-85d5-55021d92bf02 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:53.608901 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aed38906-3e3b-4f0d-95b6-e8b8805c35fd req-36bb1022-b43c-417f-85d5-55021d92bf02 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 943 time: 0.0662408 Jul 16 02:12:53.646217 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aed38906-3e3b-4f0d-95b6-e8b8805c35fd req-690c40e7-5ce4-4d6d-8649-752c18e0ccd6 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312002 Jul 16 02:12:53.788241 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5ca453-6f32-4239-9d29-04ca70ec21b3', 'tag': '27c5f35f-15cd-4c75-915a-4cab607d79a0'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:53.790522 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad74a79-f99e-40bf-8537-0884ec90bc48" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5ca453-6f32-4239-9d29-04ca70ec21b3", "tag": "27c5f35f-15cd-4c75-915a-4cab607d79a0"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:53.837928 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bda6e7-fd55-4e27-b03d-ebbb9586d537 x-openstack-request-id: req-f0bda6e7-fd55-4e27-b03d-ebbb9586d537 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:53.838345 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5ca453-6f32-4239-9d29-04ca70ec21b3", "tag": "27c5f35f-15cd-4c75-915a-4cab607d79a0", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:53.838634 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f0bda6e7-fd55-4e27-b03d-ebbb9586d537 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:53.839095 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5ca453-6f32-4239-9d29-04ca70ec21b3', 'tag': '27c5f35f-15cd-4c75-915a-4cab607d79a0', 'status': 'completed', 'code': 200} Jul 16 02:12:53.973697 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-ac0da473-4184-4cc3-8683-7af3f26f934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:53.975471 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-ac0da473-4184-4cc3-8683-7af3f26f934e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b09d7ad77cf748dd845c72055e0766c8&device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 1094 time: 0.0915828 Jul 16 02:12:53.978085 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-8af295a1-6449-497b-9b00-a3817c116f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:53.979460 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-8af295a1-6449-497b-9b00-a3817c116f0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b09d7ad77cf748dd845c72055e0766c8&device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 1094 time: 0.0877929 Jul 16 02:12:54.112962 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.149879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-ddd6f96d-c1e3-4d58-834a-a1e51eaa2c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:54.151369 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-ddd6f96d-c1e3-4d58-834a-a1e51eaa2c91 service neutron] 10.222.0.47 "GET /v2.0/networks?id=708408e1-18c6-4297-bfa1-2b3023750dcd HTTP/1.1" status: 200 len: 913 time: 0.1653407 Jul 16 02:12:54.152730 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-73b4495b-0e41-4b53-9136-c1df65f4f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:54.154038 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-73b4495b-0e41-4b53-9136-c1df65f4f191 service neutron] 10.222.0.26 "GET /v2.0/networks?id=708408e1-18c6-4297-bfa1-2b3023750dcd HTTP/1.1" status: 200 len: 913 time: 0.1669455 Jul 16 02:12:54.198792 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-5507f55c-e396-471c-84cd-6afbf6a50403 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c5f35f-15cd-4c75-915a-4cab607d79a0 HTTP/1.1" status: 200 len: 217 time: 0.0404508 Jul 16 02:12:54.234095 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-787a297e-09e5-4a9e-97ea-26e2eedbd834 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c5f35f-15cd-4c75-915a-4cab607d79a0 HTTP/1.1" status: 200 len: 217 time: 0.0683966 Jul 16 02:12:54.306378 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-2647cf73-007d-41b4-859d-4a7828b5847e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:54.307867 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-2647cf73-007d-41b4-859d-4a7828b5847e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0547d8e-b348-407c-b3fa-29aca103b439 HTTP/1.1" status: 200 len: 852 time: 0.0818875 Jul 16 02:12:54.313256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-6784a828-cf66-45d2-a215-e2ee950f6534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:54.314971 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-6784a828-cf66-45d2-a215-e2ee950f6534 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0547d8e-b348-407c-b3fa-29aca103b439 HTTP/1.1" status: 200 len: 852 time: 0.0576377 Jul 16 02:12:54.363299 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-71cd0d41-db2f-4b7f-9f62-dcff091c10b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=708408e1-18c6-4297-bfa1-2b3023750dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473528 Jul 16 02:12:54.365909 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-fed2fb26-89f6-46f7-baea-70bdf42796cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=708408e1-18c6-4297-bfa1-2b3023750dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420723 Jul 16 02:12:54.524134 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-646f27b1-f4d4-43eb-b786-1e1c74d4b0f6 service neutron] 10.222.0.47 "GET /v2.0/networks/708408e1-18c6-4297-bfa1-2b3023750dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531413 Jul 16 02:12:54.525944 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-7af4dac0-d69a-4025-9ae3-99b63db41a14 service neutron] 10.222.0.26 "GET /v2.0/networks/708408e1-18c6-4297-bfa1-2b3023750dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485274 Jul 16 02:12:54.681321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-b38f14a2-51b3-4f09-89c6-9998ddd13236 service neutron] 10.222.0.26 "GET /v2.0/networks/708408e1-18c6-4297-bfa1-2b3023750dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429532 Jul 16 02:12:54.683062 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ad74a79-f99e-40bf-8537-0884ec90bc48 req-5b85892d-0edb-4da3-8586-8fb6718cf1ce service neutron] 10.222.0.47 "GET /v2.0/networks/708408e1-18c6-4297-bfa1-2b3023750dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518691 Jul 16 02:12:54.819423 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75985d8-37df-4bc4-9868-91b8c493e311 req-53348837-a397-4929-b497-36a51d85c3d1 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:54.820918 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a75985d8-37df-4bc4-9868-91b8c493e311 req-53348837-a397-4929-b497-36a51d85c3d1 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 943 time: 0.0634608 Jul 16 02:12:54.847854 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 27c5f35f-15cd-4c75-915a-4cab607d79a0 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:54.858464 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a75985d8-37df-4bc4-9868-91b8c493e311 req-26a4d97b-9af0-4fa0-8b4a-b82af0304dc6 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320954 Jul 16 02:12:54.886971 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 27c5f35f-15cd-4c75-915a-4cab607d79a0 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:55.286967 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-dc6b261c-5efb-4046-bb45-17181bc46e47 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:55.288533 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-dc6b261c-5efb-4046-bb45-17181bc46e47 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3&tenant_id=b09d7ad77cf748dd845c72055e0766c8&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 943 time: 0.1125429 Jul 16 02:12:55.349315 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-9cdc63bc-feac-4480-bf09-90cb56965e29 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:12:55.350339 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-9cdc63bc-feac-4480-bf09-90cb56965e29 service neutron] 10.222.0.47 "DELETE /v2.0/ports/27c5f35f-15cd-4c75-915a-4cab607d79a0/bindings/n-h2-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.0543559 Jul 16 02:12:55.410494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 27c5f35f-15cd-4c75-915a-4cab607d79a0 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:12:55.509637 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 27c5f35f-15cd-4c75-915a-4cab607d79a0, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=27c5f35f-15cd-4c75-915a-4cab607d79a0,segment=NetworkSegment(87686a4a-f64c-43db-8ab3-ab573d300cad),segment_id=87686a4a-f64c-43db-8ab3-ab573d300cad)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:55.522451 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '27c5f35f-15cd-4c75-915a-4cab607d79a0', 'network_id': '708408e1-18c6-4297-bfa1-2b3023750dcd', 'port_id': '27c5f35f-15cd-4c75-915a-4cab607d79a0', 'mac_address': 'fa:16:3e:d0:f2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0547d8e-b348-407c-b3fa-29aca103b439', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:12:55.561161 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:55.575412 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c5f35f-15cd-4c75-915a-4cab607d79a0 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:12:55.596565 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 27c5f35f-15cd-4c75-915a-4cab607d79a0, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=27c5f35f-15cd-4c75-915a-4cab607d79a0,segment=NetworkSegment(87686a4a-f64c-43db-8ab3-ab573d300cad),segment_id=87686a4a-f64c-43db-8ab3-ab573d300cad)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:55.601278 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:55.656961 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=27c5f35f-15cd-4c75-915a-4cab607d79a0,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:55.806160 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-cb534811-8ecb-4c99-85d4-099d5c6461c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:55.807663 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-cb534811-8ecb-4c99-85d4-099d5c6461c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b09d7ad77cf748dd845c72055e0766c8&device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 1094 time: 0.3921125 Jul 16 02:12:55.896008 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-5f2fcbed-6a5e-4028-97b3-021610a607f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:55.897369 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-5f2fcbed-6a5e-4028-97b3-021610a607f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=708408e1-18c6-4297-bfa1-2b3023750dcd HTTP/1.1" status: 200 len: 913 time: 0.0825958 Jul 16 02:12:55.908719 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['27c5f35f-15cd-4c75-915a-4cab607d79a0'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:55.941916 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-3f0c3084-9240-4788-a9ec-0f13a2010f1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c5f35f-15cd-4c75-915a-4cab607d79a0 HTTP/1.1" status: 200 len: 217 time: 0.0371203 Jul 16 02:12:55.990267 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-db4e6b5c-0a99-4ab1-b3bf-58de0e59e82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:55.991735 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-db4e6b5c-0a99-4ab1-b3bf-58de0e59e82a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0547d8e-b348-407c-b3fa-29aca103b439 HTTP/1.1" status: 200 len: 852 time: 0.0431042 Jul 16 02:12:56.024374 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-e8897488-d213-4ef6-b540-1c8e4ba0db8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=708408e1-18c6-4297-bfa1-2b3023750dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263560 Jul 16 02:12:56.113634 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-7a502493-c244-44ff-9770-c54338a23f09 service neutron] 10.222.0.47 "GET /v2.0/networks/708408e1-18c6-4297-bfa1-2b3023750dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826030 Jul 16 02:12:56.201549 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-9f959733-b446-49bd-9e81-cbeef341ef96 service neutron] 10.222.0.47 "GET /v2.0/networks/708408e1-18c6-4297-bfa1-2b3023750dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804620 Jul 16 02:12:57.091974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e553de-a34b-4fc8-8ebf-76c7263d2217 req-ca099f24-2488-4c66-93b3-c6071a7d80e1 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:57.093571 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-14e553de-a34b-4fc8-8ebf-76c7263d2217 req-ca099f24-2488-4c66-93b3-c6071a7d80e1 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 944 time: 0.0669639 Jul 16 02:12:57.131003 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-14e553de-a34b-4fc8-8ebf-76c7263d2217 req-ca6d24b5-b905-482b-90e7-e322af988d67 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319097 Jul 16 02:12:57.427582 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 27c5f35f-15cd-4c75-915a-4cab607d79a0 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:57.475844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 27c5f35f-15cd-4c75-915a-4cab607d79a0 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:57.479391 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 27c5f35f-15cd-4c75-915a-4cab607d79a0 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:57.479824 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.559290 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.581341 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5ca453-6f32-4239-9d29-04ca70ec21b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c5f35f-15cd-4c75-915a-4cab607d79a0'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:57.584018 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01827a4-0d29-423c-a1c6-caa5505d7f2b" -d '{"events": [{"server_uuid": "ff5ca453-6f32-4239-9d29-04ca70ec21b3", "name": "network-vif-plugged", "status": "completed", "tag": "27c5f35f-15cd-4c75-915a-4cab607d79a0"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:57.596215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 27c5f35f-15cd-4c75-915a-4cab607d79a0, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=27c5f35f-15cd-4c75-915a-4cab607d79a0,segment=NetworkSegment(87686a4a-f64c-43db-8ab3-ab573d300cad),segment_id=87686a4a-f64c-43db-8ab3-ab573d300cad)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:57.601231 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.624718 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd95ba4f-90bd-4164-af8a-97c88a161a15 x-openstack-request-id: req-fd95ba4f-90bd-4164-af8a-97c88a161a15 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:57.625041 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5ca453-6f32-4239-9d29-04ca70ec21b3", "name": "network-vif-plugged", "status": "completed", "tag": "27c5f35f-15cd-4c75-915a-4cab607d79a0", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:57.625297 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd95ba4f-90bd-4164-af8a-97c88a161a15 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:57.625682 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5ca453-6f32-4239-9d29-04ca70ec21b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c5f35f-15cd-4c75-915a-4cab607d79a0', 'code': 200} Jul 16 02:12:57.650672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=27c5f35f-15cd-4c75-915a-4cab607d79a0,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:58.305860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aac9bc-ed7e-4143-8293-1e911e5836cb req-214a8eb7-3c70-4144-93c7-6e9082d2dbbb tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:58.307358 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-66aac9bc-ed7e-4143-8293-1e911e5836cb req-214a8eb7-3c70-4144-93c7-6e9082d2dbbb tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0651798 Jul 16 02:12:58.346269 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-66aac9bc-ed7e-4143-8293-1e911e5836cb req-8ea7ce9e-7e13-43bd-a507-18d8d9499185 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.54 "GET /v2.0/security-groups?id=28baa272-8cf2-48ae-ba81-243e00ca8a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331864 Jul 16 02:12:58.399124 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-79ea715d-10f6-471c-9122-5473b1f21b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:58.449361 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-493501af-1578-4292-819e-82391bfb3571 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:58.450731 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-493501af-1578-4292-819e-82391bfb3571 tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff5ca453-6f32-4239-9d29-04ca70ec21b3 HTTP/1.1" status: 200 len: 945 time: 0.0631957 Jul 16 02:12:58.552551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-c76309ca-e855-4e6f-a75d-f976f04d6e0c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Deleting port 27c5f35f-15cd-4c75-915a-4cab607d79a0 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:58.552883 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-c76309ca-e855-4e6f-a75d-f976f04d6e0c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:58.638364 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-c76309ca-e855-4e6f-a75d-f976f04d6e0c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] For port 27c5f35f-15cd-4c75-915a-4cab607d79a0, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=27c5f35f-15cd-4c75-915a-4cab607d79a0,segment=NetworkSegment(87686a4a-f64c-43db-8ab3-ab573d300cad),segment_id=87686a4a-f64c-43db-8ab3-ab573d300cad)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:58.638724 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-c76309ca-e855-4e6f-a75d-f976f04d6e0c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:58.656048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-c76309ca-e855-4e6f-a75d-f976f04d6e0c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Calling delete_port for 27c5f35f-15cd-4c75-915a-4cab607d79a0 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:58.778397 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-c76309ca-e855-4e6f-a75d-f976f04d6e0c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:58.808340 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76309ca-e855-4e6f-a75d-f976f04d6e0c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Pushing event deleted for resources: {'Port': ['ID=27c5f35f-15cd-4c75-915a-4cab607d79a0,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:58.812835 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['27c5f35f-15cd-4c75-915a-4cab607d79a0'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:58.853899 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-c76309ca-e855-4e6f-a75d-f976f04d6e0c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] No DVR routers for this DVR port 27c5f35f-15cd-4c75-915a-4cab607d79a0 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:12:58.856440 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-c76309ca-e855-4e6f-a75d-f976f04d6e0c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:58.858396 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8b52dcea-51b7-467a-a3eb-75831c94941d req-c76309ca-e855-4e6f-a75d-f976f04d6e0c tempest-DeleteServersTestJSON-399240386 tempest-DeleteServersTestJSON-399240386-project] 10.222.0.26 "DELETE /v2.0/ports/27c5f35f-15cd-4c75-915a-4cab607d79a0 HTTP/1.1" status: 204 len: 173 time: 0.4024246 Jul 16 02:12:58.858822 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5ca453-6f32-4239-9d29-04ca70ec21b3', 'name': 'network-vif-deleted', 'tag': '27c5f35f-15cd-4c75-915a-4cab607d79a0'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:58.861083 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab318fa4-8aa2-41cf-8d85-9c1eb82e2afb" -d '{"events": [{"server_uuid": "ff5ca453-6f32-4239-9d29-04ca70ec21b3", "name": "network-vif-deleted", "tag": "27c5f35f-15cd-4c75-915a-4cab607d79a0"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:58.904553 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dca6b14-f126-4813-9714-84f663d0af32 x-openstack-request-id: req-6dca6b14-f126-4813-9714-84f663d0af32 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:58.904854 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5ca453-6f32-4239-9d29-04ca70ec21b3", "name": "network-vif-deleted", "tag": "27c5f35f-15cd-4c75-915a-4cab607d79a0", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:58.905112 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6dca6b14-f126-4813-9714-84f663d0af32 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:58.905516 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5ca453-6f32-4239-9d29-04ca70ec21b3', 'name': 'network-vif-deleted', 'tag': '27c5f35f-15cd-4c75-915a-4cab607d79a0', 'status': 'completed', 'code': 200} Jul 16 02:12:59.115760 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.583679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45942) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:59.627480 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf96ac1-3282-4094-86f1-055aca296c5f admin admin] Deleting subnet a0547d8e-b348-407c-b3fa-29aca103b439 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:12:59.631114 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-acf96ac1-3282-4094-86f1-055aca296c5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.665002 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-acf96ac1-3282-4094-86f1-055aca296c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.703236 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-acf96ac1-3282-4094-86f1-055aca296c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.758858 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-acf96ac1-3282-4094-86f1-055aca296c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.781992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf96ac1-3282-4094-86f1-055aca296c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0547d8e-b348-407c-b3fa-29aca103b439,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:59.787937 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-acf96ac1-3282-4094-86f1-055aca296c5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.790001 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-acf96ac1-3282-4094-86f1-055aca296c5f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a0547d8e-b348-407c-b3fa-29aca103b439 HTTP/1.1" status: 204 len: 168 time: 0.2050917 Jul 16 02:12:59.792250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45944) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:59.860307 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eebed2d4-a97e-4478-ab53-9ed33e8c3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.941788 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eebed2d4-a97e-4478-ab53-9ed33e8c3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.951600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-eebed2d4-a97e-4478-ab53-9ed33e8c3e4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708408e1-18c6-4297-bfa1-2b3023750dcd']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:59.961464 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-eebed2d4-a97e-4478-ab53-9ed33e8c3e4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87686a4a-f64c-43db-8ab3-ab573d300cad') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:59.961765 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-eebed2d4-a97e-4478-ab53-9ed33e8c3e4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87686a4a-f64c-43db-8ab3-ab573d300cad') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:59.970345 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eebed2d4-a97e-4478-ab53-9ed33e8c3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.984614 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eebed2d4-a97e-4478-ab53-9ed33e8c3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.991137 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eebed2d4-a97e-4478-ab53-9ed33e8c3e4e admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:12:59.991539 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eebed2d4-a97e-4478-ab53-9ed33e8c3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:12:59.993191 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:13:00.049392 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eebed2d4-a97e-4478-ab53-9ed33e8c3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.056075 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eebed2d4-a97e-4478-ab53-9ed33e8c3e4e admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.057897 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-eebed2d4-a97e-4478-ab53-9ed33e8c3e4e admin admin] 10.222.0.54 "DELETE /v2.0/networks/708408e1-18c6-4297-bfa1-2b3023750dcd HTTP/1.1" status: 204 len: 168 time: 0.2647352 Jul 16 02:13:00.069371 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebed2d4-a97e-4478-ab53-9ed33e8c3e4e admin admin] Pushing event deleted for resources: {'Network': ['ID=708408e1-18c6-4297-bfa1-2b3023750dcd,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:00.163139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45948) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:00.202511 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-47ce7c4f-ad29-4488-8877-8acd5c32d529 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b09d7ad77cf748dd845c72055e0766c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381997 Jul 16 02:13:00.204933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45950) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:00.253757 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b79851f-57af-43cd-9b6a-f7df9563aa92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.275234 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b79851f-57af-43cd-9b6a-f7df9563aa92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.320362 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b79851f-57af-43cd-9b6a-f7df9563aa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.322898 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3b79851f-57af-43cd-9b6a-f7df9563aa92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.324089 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3b79851f-57af-43cd-9b6a-f7df9563aa92 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/28baa272-8cf2-48ae-ba81-243e00ca8a75 HTTP/1.1" status: 204 len: 168 time: 0.1181948 Jul 16 02:13:00.331475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79851f-57af-43cd-9b6a-f7df9563aa92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28baa272-8cf2-48ae-ba81-243e00ca8a75,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:00.965559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 45972) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:01.061084 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1761653820-network', 'tenant_id': 'f0e2acea0cd944dfbe57ff96f26a997e'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:01.083081 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Made reservation on behalf of f0e2acea0cd944dfbe57ff96f26a997e for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:01.085448 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.093622 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.119757 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.132840 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe09f85c-b6d8-4b5c-baa9-b21688309eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.183374 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.187376 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.207369 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:13:01.220381 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f343a3f-0bcd-42c0-a884-6882c55891d7,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:01.224846 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.225181 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Added segment c859e7cb-4651-44e0-a905-8e835f40f9c9 of type vlan for network f01676d3-6c76-4ebe-92ba-cd716719e5d2 Jul 16 02:13:01.242000 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.242336 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.242681 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.242996 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.243321 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.243641 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.243983 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.244300 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.244615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.244927 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.245238 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.245547 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:01.287492 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.316457 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.318020 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:01.318600 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.349178 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3825436 Jul 16 02:13:01.352425 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 45976) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:01.357502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-59c9206e-2fd7-484e-b6ac-b5949b383ab8 admin admin] Request body: {'subnet': {'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1761653820-subnet', 'tenant_id': 'f0e2acea0cd944dfbe57ff96f26a997e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:01.378587 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c9206e-2fd7-484e-b6ac-b5949b383ab8 admin admin] Made reservation on behalf of f0e2acea0cd944dfbe57ff96f26a997e for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:01.381468 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-59c9206e-2fd7-484e-b6ac-b5949b383ab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.381836 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6fe7e-2f10-4580-9277-e075ff76c021 admin admin] Pushing event updated for resources: {'Network': ['ID=f01676d3-6c76-4ebe-92ba-cd716719e5d2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:01.391638 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network f01676d3-6c76-4ebe-92ba-cd716719e5d2 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:13:01.446239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 27c5f35f-15cd-4c75-915a-4cab607d79a0 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:13:01.473006 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 27c5f35f-15cd-4c75-915a-4cab607d79a0 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:13:01.473473 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 27c5f35f-15cd-4c75-915a-4cab607d79a0 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:13:01.547924 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-59c9206e-2fd7-484e-b6ac-b5949b383ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.608601 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9206e-2fd7-484e-b6ac-b5949b383ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c74b311-389d-4cee-a5d7-9c3209a7574e,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:01.615909 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c9206e-2fd7-484e-b6ac-b5949b383ab8 admin admin] Checking segment: {'id': 'c859e7cb-4651-44e0-a905-8e835f40f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:01.616274 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c9206e-2fd7-484e-b6ac-b5949b383ab8 admin admin] Network hostable DHCP agents. Network: f01676d3-6c76-4ebe-92ba-cd716719e5d2, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:13:01.632660 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c9206e-2fd7-484e-b6ac-b5949b383ab8 admin admin] Network f01676d3-6c76-4ebe-92ba-cd716719e5d2 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:13:01.641063 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-59c9206e-2fd7-484e-b6ac-b5949b383ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, f01676d3-6c76-4ebe-92ba-cd716719e5d2) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:01.645770 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c9206e-2fd7-484e-b6ac-b5949b383ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:01.646626 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-59c9206e-2fd7-484e-b6ac-b5949b383ab8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.650768 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d204f284-11ff-4f93-a39e-9d9040c4c905 None None] Network f01676d3-6c76-4ebe-92ba-cd716719e5d2 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:01.664172 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-59c9206e-2fd7-484e-b6ac-b5949b383ab8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3105891 Jul 16 02:13:01.782190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fd291a-d385-4b29-86c6-563ad3474942 None None] Network f01676d3-6c76-4ebe-92ba-cd716719e5d2 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:13:02.085360 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-b5324610-3837-4da9-9e4d-b23926ba22a0 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:02.086848 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-b5324610-3837-4da9-9e4d-b23926ba22a0 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/networks?id=f01676d3-6c76-4ebe-92ba-cd716719e5d2 HTTP/1.1" status: 200 len: 815 time: 0.1050477 Jul 16 02:13:02.101542 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-3e4229ba-0a90-4adc-98b5-cc4db26f7ad4 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/quotas/f0e2acea0cd944dfbe57ff96f26a997e HTTP/1.1" status: 200 len: 375 time: 0.0093617 Jul 16 02:13:02.134370 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-c8df1f15-e98e-4fc2-8213-0d6f11ea9d89 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279431 Jul 16 02:13:02.187678 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.196813 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-837229c8-719f-4035-9b24-af39ef64706a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:13:02.197811 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-837229c8-719f-4035-9b24-af39ef64706a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0572023 Jul 16 02:13:02.297274 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-2a7628a5-0450-4bc0-be8d-379cbc1d8b6d service neutron] 10.222.0.54 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935173 Jul 16 02:13:02.384560 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-60f1a6b9-462b-4bc6-b35e-7b1479d9e7fa service neutron] 10.222.0.54 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805964 Jul 16 02:13:02.551591 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b55a558c-a576-4c18-8427-36d7c58ce6ea req-48a6269d-fb8b-4393-bb59-215b96f7fc2d tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 210 time: 0.0293014 Jul 16 02:13:03.646101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-6d6f56ee-879a-4a1c-83ea-54b1b28577fc tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:03.647595 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-6d6f56ee-879a-4a1c-83ea-54b1b28577fc tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.26 "GET /v2.0/networks?id=f01676d3-6c76-4ebe-92ba-cd716719e5d2 HTTP/1.1" status: 200 len: 815 time: 0.1113446 Jul 16 02:13:03.666316 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-358ab140-4b19-4973-9178-a841b58ed9ab tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Request body: {'port': {'device_id': '9b4b51a9-c6d2-444f-8f71-e7655aa8d370', 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2', 'admin_state_up': True, 'tenant_id': 'f0e2acea0cd944dfbe57ff96f26a997e'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:03.721208 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ddc97f97-aad5-429f-a333-79cf4c067c34 req-6afc45e4-5784-44c1-ba3f-08fce35a380b tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 210 time: 0.0484400 Jul 16 02:13:03.778852 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-358ab140-4b19-4973-9178-a841b58ed9ab tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Made reservation on behalf of f0e2acea0cd944dfbe57ff96f26a997e for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:03.782467 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-358ab140-4b19-4973-9178-a841b58ed9ab tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:03.916741 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-358ab140-4b19-4973-9178-a841b58ed9ab tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Allocated IP 172.20.0.2 (f01676d3-6c76-4ebe-92ba-cd716719e5d2/4c74b311-389d-4cee-a5d7-9c3209a7574e/45c3f8d5-b5cf-4179-b5bf-fff22926874f) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:13:03.929328 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.066084 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-358ab140-4b19-4973-9178-a841b58ed9ab tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.105411 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-358ab140-4b19-4973-9178-a841b58ed9ab tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.150490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-358ab140-4b19-4973-9178-a841b58ed9ab tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Network f01676d3-6c76-4ebe-92ba-cd716719e5d2 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:13:04.153806 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-358ab140-4b19-4973-9178-a841b58ed9ab tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:04.157731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-358ab140-4b19-4973-9178-a841b58ed9ab tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:13:04.181630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ab140-4b19-4973-9178-a841b58ed9ab tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Pushing event updated for resources: {'Port': ['ID=45c3f8d5-b5cf-4179-b5bf-fff22926874f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:04.208972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-358ab140-4b19-4973-9178-a841b58ed9ab tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:04.209588 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-358ab140-4b19-4973-9178-a841b58ed9ab tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.222982 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-358ab140-4b19-4973-9178-a841b58ed9ab tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5606613 Jul 16 02:13:04.240096 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Request body: {'port': {'device_id': '9b4b51a9-c6d2-444f-8f71-e7655aa8d370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:04.315516 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.569922 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c3f8d5-b5cf-4179-b5bf-fff22926874f {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:13:04.577131 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.589122 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Transition to ACTIVE for port object 45c3f8d5-b5cf-4179-b5bf-fff22926874f will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:04.593197 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.639996 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Pushing event updated for resources: {'Port': ['ID=45c3f8d5-b5cf-4179-b5bf-fff22926874f,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:04.713513 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Attempting to bind port 45c3f8d5-b5cf-4179-b5bf-fff22926874f on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:13:04.714158 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Attempting to bind port 45c3f8d5-b5cf-4179-b5bf-fff22926874f by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'c859e7cb-4651-44e0-a905-8e835f40f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:13:04.714158 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Attempting to bind port 45c3f8d5-b5cf-4179-b5bf-fff22926874f on network f01676d3-6c76-4ebe-92ba-cd716719e5d2 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:04.718502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Port 45c3f8d5-b5cf-4179-b5bf-fff22926874f on network f01676d3-6c76-4ebe-92ba-cd716719e5d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:13:04.718828 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Attempting to bind port 45c3f8d5-b5cf-4179-b5bf-fff22926874f on network f01676d3-6c76-4ebe-92ba-cd716719e5d2 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:04.723659 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:13:04.724029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Checking segment: {'id': 'c859e7cb-4651-44e0-a905-8e835f40f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:04.724417 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Bound using segment: {'id': 'c859e7cb-4651-44e0-a905-8e835f40f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:13:04.724883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Bound port: 45c3f8d5-b5cf-4179-b5bf-fff22926874f, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c859e7cb-4651-44e0-a905-8e835f40f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:13:04.725235 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.788356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] For port 45c3f8d5-b5cf-4179-b5bf-fff22926874f, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:13:04.791694 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] For port 45c3f8d5-b5cf-4179-b5bf-fff22926874f, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=45c3f8d5-b5cf-4179-b5bf-fff22926874f,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:13:04.796531 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.833372 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:04.833992 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.835351 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] 10.222.0.26 "PUT /v2.0/ports/45c3f8d5-b5cf-4179-b5bf-fff22926874f HTTP/1.1" status: 200 len: 1091 time: 0.5995264 Jul 16 02:13:04.840134 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4b51a9-c6d2-444f-8f71-e7655aa8d370', 'tag': '45c3f8d5-b5cf-4179-b5bf-fff22926874f'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:04.842375 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd868df-7d3b-47ed-9352-2854b75bcad2" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4b51a9-c6d2-444f-8f71-e7655aa8d370", "tag": "45c3f8d5-b5cf-4179-b5bf-fff22926874f"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:04.887622 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59990ac-cb48-4766-a14d-4c503a340c45 x-openstack-request-id: req-d59990ac-cb48-4766-a14d-4c503a340c45 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:04.887938 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4b51a9-c6d2-444f-8f71-e7655aa8d370", "tag": "45c3f8d5-b5cf-4179-b5bf-fff22926874f", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:04.888194 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d59990ac-cb48-4766-a14d-4c503a340c45 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:04.888590 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4b51a9-c6d2-444f-8f71-e7655aa8d370', 'tag': '45c3f8d5-b5cf-4179-b5bf-fff22926874f', 'status': 'completed', 'code': 200} Jul 16 02:13:04.895941 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd532911-4e9a-491e-b7a0-384e4979fe59 service neutron] Pushing event updated for resources: {'Port': ['ID=45c3f8d5-b5cf-4179-b5bf-fff22926874f,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:04.961165 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bc244-98d1-4983-8919-3db82b111cd9 req-90dfced7-3651-4e0c-929d-9be37f19b9ff tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:04.962669 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d24bc244-98d1-4983-8919-3db82b111cd9 req-90dfced7-3651-4e0c-929d-9be37f19b9ff tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 943 time: 0.1310844 Jul 16 02:13:04.991960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-a295a7e6-5a41-489f-b37b-43c783aa5082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:04.993440 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-a295a7e6-5a41-489f-b37b-43c783aa5082 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 1094 time: 0.0933399 Jul 16 02:13:05.014679 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d24bc244-98d1-4983-8919-3db82b111cd9 req-2eb1c415-cce4-457c-9be0-9e9d756e5598 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461936 Jul 16 02:13:05.047261 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-46c0d181-7347-4fd3-a13a-6da091f736ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45c3f8d5-b5cf-4179-b5bf-fff22926874f HTTP/1.1" status: 200 len: 217 time: 0.0399039 Jul 16 02:13:05.094508 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-3a0bff5e-b504-4823-af9b-b92b401e2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:05.095898 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-3a0bff5e-b504-4823-af9b-b92b401e2049 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c74b311-389d-4cee-a5d7-9c3209a7574e HTTP/1.1" status: 200 len: 855 time: 0.0427530 Jul 16 02:13:05.127689 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-05d183fa-3bf0-419d-9650-45218884b70f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f01676d3-6c76-4ebe-92ba-cd716719e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260625 Jul 16 02:13:05.219435 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-392e36a8-f1e0-448b-ab81-1d4fcac753d2 service neutron] 10.222.0.26 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859671 Jul 16 02:13:05.310658 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e79cf02-2575-4ba5-bc98-e62095231510 req-6007906b-0a18-46d6-86a8-a6d6207df228 service neutron] 10.222.0.26 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830650 Jul 16 02:13:05.453468 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd868df-7d3b-47ed-9352-2854b75bcad2 req-85dab7f5-13a3-44e6-bc55-3c5226bf2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:05.454867 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0dd868df-7d3b-47ed-9352-2854b75bcad2 req-85dab7f5-13a3-44e6-bc55-3c5226bf2e78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 1094 time: 0.0520403 Jul 16 02:13:05.547584 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd868df-7d3b-47ed-9352-2854b75bcad2 req-533a1f2d-3780-4541-9693-1bb1131f44eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:05.549086 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0dd868df-7d3b-47ed-9352-2854b75bcad2 req-533a1f2d-3780-4541-9693-1bb1131f44eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=f01676d3-6c76-4ebe-92ba-cd716719e5d2 HTTP/1.1" status: 200 len: 916 time: 0.0880811 Jul 16 02:13:05.589218 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0dd868df-7d3b-47ed-9352-2854b75bcad2 req-2e706049-1a00-4597-9c93-73cef4566905 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45c3f8d5-b5cf-4179-b5bf-fff22926874f HTTP/1.1" status: 200 len: 217 time: 0.0336425 Jul 16 02:13:05.640737 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd868df-7d3b-47ed-9352-2854b75bcad2 req-c087b85c-37a9-4497-81b4-e7d8fa3b5237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:05.642199 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0dd868df-7d3b-47ed-9352-2854b75bcad2 req-c087b85c-37a9-4497-81b4-e7d8fa3b5237 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c74b311-389d-4cee-a5d7-9c3209a7574e HTTP/1.1" status: 200 len: 855 time: 0.0470908 Jul 16 02:13:05.674436 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0dd868df-7d3b-47ed-9352-2854b75bcad2 req-a1e832d1-97c9-4a33-a764-47046dc41fbd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f01676d3-6c76-4ebe-92ba-cd716719e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256710 Jul 16 02:13:05.764901 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0dd868df-7d3b-47ed-9352-2854b75bcad2 req-90646ec1-49be-478d-ba3f-25e8af98cb80 service neutron] 10.222.0.26 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841234 Jul 16 02:13:05.851549 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0dd868df-7d3b-47ed-9352-2854b75bcad2 req-e0bcee68-b667-4604-a993-759d8c776ab0 service neutron] 10.222.0.26 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804117 Jul 16 02:13:06.190025 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba6e92-1a1e-40af-ae27-c785966bc163 req-9799b778-5284-4589-8f68-b5230c230a5a tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:06.191511 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05ba6e92-1a1e-40af-ae27-c785966bc163 req-9799b778-5284-4589-8f68-b5230c230a5a tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 943 time: 0.0632806 Jul 16 02:13:06.229076 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-05ba6e92-1a1e-40af-ae27-c785966bc163 req-1466f1d1-939b-4334-87e8-1d2bbef27cab tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313759 Jul 16 02:13:07.403497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830cf6d-bb71-4fa3-bb9b-d06774a50309 req-e219ab7b-3d44-4a39-8178-3c5f9d2e3eeb tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:07.405035 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e830cf6d-bb71-4fa3-bb9b-d06774a50309 req-e219ab7b-3d44-4a39-8178-3c5f9d2e3eeb tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 943 time: 0.0638742 Jul 16 02:13:07.445149 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 45c3f8d5-b5cf-4179-b5bf-fff22926874f details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:13:07.446425 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e830cf6d-bb71-4fa3-bb9b-d06774a50309 req-984f9d74-9ecf-49e2-a00f-9fe5468cc68c tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358553 Jul 16 02:13:07.541517 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 45c3f8d5-b5cf-4179-b5bf-fff22926874f, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=45c3f8d5-b5cf-4179-b5bf-fff22926874f,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:07.552574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '45c3f8d5-b5cf-4179-b5bf-fff22926874f', 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2', 'port_id': '45c3f8d5-b5cf-4179-b5bf-fff22926874f', 'mac_address': 'fa:16:3e:db:a1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c74b311-389d-4cee-a5d7-9c3209a7574e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:13:07.588780 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:07.601034 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c3f8d5-b5cf-4179-b5bf-fff22926874f {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:13:07.619546 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 45c3f8d5-b5cf-4179-b5bf-fff22926874f, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=45c3f8d5-b5cf-4179-b5bf-fff22926874f,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:07.623319 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:07.669198 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=45c3f8d5-b5cf-4179-b5bf-fff22926874f,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:07.676415 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:07.676770 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:07.677118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:07.677461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:07.677797 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:07.678131 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:07.678466 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:07.678794 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:07.679123 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:07.679451 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:07.679805 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:07.680129 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:07.879433 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['45c3f8d5-b5cf-4179-b5bf-fff22926874f'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:13:08.618861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b07132-4d4e-48d8-b2d4-cb2dab4dc34f req-5cbe30aa-9940-4697-8f37-76fa1327d4ae tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:08.620409 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-69b07132-4d4e-48d8-b2d4-cb2dab4dc34f req-5cbe30aa-9940-4697-8f37-76fa1327d4ae tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 944 time: 0.0621891 Jul 16 02:13:08.657329 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-69b07132-4d4e-48d8-b2d4-cb2dab4dc34f req-468d1688-e6db-4c7d-895b-83f17f44b3a4 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314465 Jul 16 02:13:09.454739 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 45c3f8d5-b5cf-4179-b5bf-fff22926874f up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:09.500991 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 45c3f8d5-b5cf-4179-b5bf-fff22926874f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:09.505296 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 45c3f8d5-b5cf-4179-b5bf-fff22926874f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:09.505662 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.584238 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.605716 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4b51a9-c6d2-444f-8f71-e7655aa8d370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c3f8d5-b5cf-4179-b5bf-fff22926874f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:09.607950 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd633271-4fde-40d8-b0a2-bff628618e16" -d '{"events": [{"server_uuid": "9b4b51a9-c6d2-444f-8f71-e7655aa8d370", "name": "network-vif-plugged", "status": "completed", "tag": "45c3f8d5-b5cf-4179-b5bf-fff22926874f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:09.620522 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 45c3f8d5-b5cf-4179-b5bf-fff22926874f, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=45c3f8d5-b5cf-4179-b5bf-fff22926874f,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:09.624449 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.647152 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a273a5-bcb3-41c6-be69-50d4f01ccbe7 x-openstack-request-id: req-05a273a5-bcb3-41c6-be69-50d4f01ccbe7 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:09.647444 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4b51a9-c6d2-444f-8f71-e7655aa8d370", "name": "network-vif-plugged", "status": "completed", "tag": "45c3f8d5-b5cf-4179-b5bf-fff22926874f", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:09.647693 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-05a273a5-bcb3-41c6-be69-50d4f01ccbe7 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:09.648096 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4b51a9-c6d2-444f-8f71-e7655aa8d370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c3f8d5-b5cf-4179-b5bf-fff22926874f', 'code': 200} Jul 16 02:13:09.673192 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=45c3f8d5-b5cf-4179-b5bf-fff22926874f,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:09.779933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f4bad-2ae7-4156-a670-76cfbac2b575 req-76493831-c3bb-4b51-a435-7bf1b0262557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:09.781377 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a3f4bad-2ae7-4156-a670-76cfbac2b575 req-76493831-c3bb-4b51-a435-7bf1b0262557 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 1096 time: 0.0517762 Jul 16 02:13:09.815960 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a3f4bad-2ae7-4156-a670-76cfbac2b575 req-993c7bd5-cab4-4816-812f-2c27973dd448 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283964 Jul 16 02:13:09.834189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c07c25-6523-4c63-ad8d-e50a53cd4ab0 req-56d0ea34-9089-469d-be1b-52b5dcaef417 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:09.835687 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56c07c25-6523-4c63-ad8d-e50a53cd4ab0 req-56d0ea34-9089-469d-be1b-52b5dcaef417 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0689909 Jul 16 02:13:09.873399 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56c07c25-6523-4c63-ad8d-e50a53cd4ab0 req-33d862f1-a795-4469-aeba-d7bba299b58b tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322311 Jul 16 02:13:10.031630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-150e28c3-c441-4155-932d-7127e9c2ed90 req-ec0bd9ce-6529-4c8f-b0e9-59b87c2496ba service neutron] (93832) timed out ('10.222.0.26', 49613) {{(pid=93832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:13:10.099370 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-bbfbcf76-c6bf-4f41-b733-f3c65568051e req-7d19fe67-bf13-44f6-8d25-ee477908baaa service neutron] (93832) timed out ('10.222.0.47', 63728) {{(pid=93832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:13:11.046466 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bcb80-95ae-4173-9c7f-6d3c549b4493 req-3342fabb-f9d3-46f3-99dd-275d16f77fcc tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:11.047962 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b23bcb80-95ae-4173-9c7f-6d3c549b4493 req-3342fabb-f9d3-46f3-99dd-275d16f77fcc tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0626068 Jul 16 02:13:11.085652 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b23bcb80-95ae-4173-9c7f-6d3c549b4493 req-449cefd0-57e1-49ec-aae7-747418873fa7 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314126 Jul 16 02:13:11.258162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc4d40-49c6-4202-ac30-60ddb82f72d7 req-e4b6dc1b-8481-48d3-b474-40dbfc45eedc tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:11.259687 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f5cc4d40-49c6-4202-ac30-60ddb82f72d7 req-e4b6dc1b-8481-48d3-b474-40dbfc45eedc tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0645769 Jul 16 02:13:11.297566 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f5cc4d40-49c6-4202-ac30-60ddb82f72d7 req-42529b18-e56b-480b-ba53-41df3be311cb tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322814 Jul 16 02:13:11.647684 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641ee56-fd7f-4e6b-a4d3-1bde2cd95002 req-0cf9161e-7780-446f-ba1f-05d39b0d1835 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:11.649365 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5641ee56-fd7f-4e6b-a4d3-1bde2cd95002 req-0cf9161e-7780-446f-ba1f-05d39b0d1835 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0693235 Jul 16 02:13:11.686346 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5641ee56-fd7f-4e6b-a4d3-1bde2cd95002 req-e9359078-c342-49cc-a2e8-5737e5388da0 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313253 Jul 16 02:13:11.859106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2313680-bd89-4ad4-a361-dfeb7c6a67a1 req-ee949463-0bf9-462e-b05a-79001001fd71 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:11.860633 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a2313680-bd89-4ad4-a361-dfeb7c6a67a1 req-ee949463-0bf9-462e-b05a-79001001fd71 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0664968 Jul 16 02:13:11.898611 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a2313680-bd89-4ad4-a361-dfeb7c6a67a1 req-8dced55b-21b3-4f79-ae76-0f518c8389be tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314188 Jul 16 02:13:12.240823 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-d870b30c-b4dd-47de-af86-4a6eb9110cb4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0607708 Jul 16 02:13:12.295196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0014c9-2f22-4a26-a68f-2ab4c6904e34 req-f0e9f871-1642-4468-afe3-73bd67ed68e9 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:12.296915 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac0014c9-2f22-4a26-a68f-2ab4c6904e34 req-f0e9f871-1642-4468-afe3-73bd67ed68e9 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0678573 Jul 16 02:13:12.336206 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ac0014c9-2f22-4a26-a68f-2ab4c6904e34 req-533e1ecd-2ce2-4fb9-b56e-95817cda02cc tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332105 Jul 16 02:13:13.514530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-5e3be636-6112-4502-b357-aade800bf3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:13.515986 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-5e3be636-6112-4502-b357-aade800bf3b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 1096 time: 0.0553017 Jul 16 02:13:13.516663 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff108e2a-8922-474d-be26-799cd24fd9ed req-73416348-29ae-496c-948e-3dbc38098d27 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:13.518158 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff108e2a-8922-474d-be26-799cd24fd9ed req-73416348-29ae-496c-948e-3dbc38098d27 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0642195 Jul 16 02:13:13.556369 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ff108e2a-8922-474d-be26-799cd24fd9ed req-2711ae1e-ec06-43ae-aec1-983ad0fbcfc3 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325100 Jul 16 02:13:13.606246 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-1ebefbe9-8f9f-49b2-901c-5cf589e5b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:13.607728 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-1ebefbe9-8f9f-49b2-901c-5cf589e5b355 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f01676d3-6c76-4ebe-92ba-cd716719e5d2 HTTP/1.1" status: 200 len: 916 time: 0.0858369 Jul 16 02:13:13.650252 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-b8379a9b-4873-419f-b633-4b71169eeb3a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45c3f8d5-b5cf-4179-b5bf-fff22926874f HTTP/1.1" status: 200 len: 217 time: 0.0362048 Jul 16 02:13:13.698939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-9252f3fc-8cc0-4cba-9d55-2b0b63e82c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:13.700423 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-9252f3fc-8cc0-4cba-9d55-2b0b63e82c34 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c74b311-389d-4cee-a5d7-9c3209a7574e HTTP/1.1" status: 200 len: 855 time: 0.0427618 Jul 16 02:13:13.732725 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-1c7546b1-36c9-421b-8059-5127a3cafa2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f01676d3-6c76-4ebe-92ba-cd716719e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263135 Jul 16 02:13:13.822931 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-33c7cbe5-03c7-49cf-b591-604079fee2b3 service neutron] 10.222.0.26 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840902 Jul 16 02:13:13.911231 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-79c8535f-89f9-4845-a59d-c14a77bf5119 service neutron] 10.222.0.26 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817208 Jul 16 02:13:14.730948 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76ea07-9a41-4e6d-9ef5-ca1256541367 req-cbe1d35c-af18-4c34-86e8-d5259305fc03 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:14.732462 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f76ea07-9a41-4e6d-9ef5-ca1256541367 req-cbe1d35c-af18-4c34-86e8-d5259305fc03 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0667763 Jul 16 02:13:14.770282 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f76ea07-9a41-4e6d-9ef5-ca1256541367 req-6af2abce-018e-4a76-acc6-b326638f7615 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323565 Jul 16 02:13:15.943906 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972641d8-114a-4ddc-bab8-8fcf1ec7e485 req-1e8e4b0f-dda8-44aa-9b65-6d7288a19b26 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:15.945379 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-972641d8-114a-4ddc-bab8-8fcf1ec7e485 req-1e8e4b0f-dda8-44aa-9b65-6d7288a19b26 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0632679 Jul 16 02:13:15.982394 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-972641d8-114a-4ddc-bab8-8fcf1ec7e485 req-03a0e717-0790-434d-aaa5-2212a533336b tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316329 Jul 16 02:13:17.155282 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3461b1-a1b7-4744-9a64-331319264f25 req-20c3ec62-d447-4d6b-bb0f-3a2aa5c3054a tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:17.156780 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7c3461b1-a1b7-4744-9a64-331319264f25 req-20c3ec62-d447-4d6b-bb0f-3a2aa5c3054a tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0626578 Jul 16 02:13:17.194154 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7c3461b1-a1b7-4744-9a64-331319264f25 req-628c3b2b-4d9f-48fd-a3cc-c211dfa5afb8 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312109 Jul 16 02:13:18.369930 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19385b2-36ea-4081-9452-ae1fadb55c92 req-79ea1b35-88bc-4802-99c5-ab4e5c839bca tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:18.371418 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c19385b2-36ea-4081-9452-ae1fadb55c92 req-79ea1b35-88bc-4802-99c5-ab4e5c839bca tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0677185 Jul 16 02:13:18.409180 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c19385b2-36ea-4081-9452-ae1fadb55c92 req-dfcc0802-5d91-4d5f-8fbe-a010c732337e tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322011 Jul 16 02:13:18.698675 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:13:19.589178 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab6f78-f798-492f-8450-c6fa8c50e517 req-17ec3c0d-e805-4b49-9f19-d7d986ce7255 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:19.590659 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5fab6f78-f798-492f-8450-c6fa8c50e517 req-17ec3c0d-e805-4b49-9f19-d7d986ce7255 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0626469 Jul 16 02:13:19.627439 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5fab6f78-f798-492f-8450-c6fa8c50e517 req-dad829e4-a9b8-4d4d-9129-e0f06d12e08f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312355 Jul 16 02:13:20.799511 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28102d63-164a-4082-bd21-01c952f0e157 req-7c196ddc-594b-416a-8857-68f72a962970 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:20.801044 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-28102d63-164a-4082-bd21-01c952f0e157 req-7c196ddc-594b-416a-8857-68f72a962970 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0639915 Jul 16 02:13:20.839440 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-28102d63-164a-4082-bd21-01c952f0e157 req-639049a4-5313-434f-a795-d3b482e001f4 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322583 Jul 16 02:13:22.014040 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17679ff6-5ca0-4598-8ccd-9bbd84db9412 req-098b3c3a-d1fd-4736-8ecb-b04e38ae4bd9 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:22.015488 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17679ff6-5ca0-4598-8ccd-9bbd84db9412 req-098b3c3a-d1fd-4736-8ecb-b04e38ae4bd9 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0657001 Jul 16 02:13:22.053078 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17679ff6-5ca0-4598-8ccd-9bbd84db9412 req-90653341-41a1-4c65-8745-a87341fbe6e1 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319757 Jul 16 02:13:23.231009 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1af17-d487-4874-8ad9-d3c1bc00abdd req-0a672128-7d32-4050-8eb7-fc924c1008a6 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:23.232512 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-34c1af17-d487-4874-8ad9-d3c1bc00abdd req-0a672128-7d32-4050-8eb7-fc924c1008a6 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0660982 Jul 16 02:13:23.269518 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-34c1af17-d487-4874-8ad9-d3c1bc00abdd req-c462f372-2fb8-49c5-b4ac-f564a8952a5c tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314076 Jul 16 02:13:24.121430 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:24.442648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1a1d6-68e3-439e-9581-a7b1a07c6808 req-5cf0a76f-4b82-4f74-bec5-219870b6292f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:24.444149 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ff1a1d6-68e3-439e-9581-a7b1a07c6808 req-5cf0a76f-4b82-4f74-bec5-219870b6292f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0626414 Jul 16 02:13:24.480197 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7ff1a1d6-68e3-439e-9581-a7b1a07c6808 req-2a8d72f4-ae77-4fbb-a833-e3511c99badd tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305464 Jul 16 02:13:25.663585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22eb817-3921-401a-98d5-5bcd011ef285 req-4be4a719-ed97-4689-b97d-fad2f6a1f2ab tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:25.665121 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d22eb817-3921-401a-98d5-5bcd011ef285 req-4be4a719-ed97-4689-b97d-fad2f6a1f2ab tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0632827 Jul 16 02:13:25.703525 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d22eb817-3921-401a-98d5-5bcd011ef285 req-9444b380-dfbe-4797-996b-a1cf513a2b59 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329351 Jul 16 02:13:26.881306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c6812-fdc0-4228-afcf-b12f93c4f46e req-00072f16-a989-4baa-918d-697ab7a25a49 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:26.882792 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d48c6812-fdc0-4228-afcf-b12f93c4f46e req-00072f16-a989-4baa-918d-697ab7a25a49 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0674958 Jul 16 02:13:26.920808 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d48c6812-fdc0-4228-afcf-b12f93c4f46e req-a74f1618-c846-41bc-b16d-20c32677e4bf tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324359 Jul 16 02:13:28.091817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02a951-8d2c-4c89-9a4a-ab7b1b7e902c req-0bfd004d-1df9-4806-b313-d5c9dfd6a8b1 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:28.093307 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c02a951-8d2c-4c89-9a4a-ab7b1b7e902c req-0bfd004d-1df9-4806-b313-d5c9dfd6a8b1 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0624654 Jul 16 02:13:28.130726 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c02a951-8d2c-4c89-9a4a-ab7b1b7e902c req-e6d8196c-e1cb-46d2-a53e-3606a5d2b2e6 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Jul 16 02:13:28.399433 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f9dd5a7c-e9ef-46b5-bd19-e2d8a3f4de8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:29.122815 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:29.302239 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eb8b3-abb4-4061-af03-1d7925545f89 req-06a8c58f-9a29-4c9a-b704-48b67961215f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:29.303829 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1e9eb8b3-abb4-4061-af03-1d7925545f89 req-06a8c58f-9a29-4c9a-b704-48b67961215f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0643845 Jul 16 02:13:29.343196 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1e9eb8b3-abb4-4061-af03-1d7925545f89 req-7511c1fb-d6c9-4792-be81-9aa2572ba932 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338066 Jul 16 02:13:30.518495 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f281353-c4da-4473-b69f-848998408c1c req-a22e0e8c-9969-4108-acb1-daad4f821992 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:30.520779 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f281353-c4da-4473-b69f-848998408c1c req-a22e0e8c-9969-4108-acb1-daad4f821992 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0670812 Jul 16 02:13:30.558030 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2f281353-c4da-4473-b69f-848998408c1c req-8557a1de-6d0c-427e-b9b6-973db48509d0 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317466 Jul 16 02:13:31.132634 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:31.134447 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec85961b-3c1b-444b-b15c-4beb7ca1cf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:31.728985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d8814-6000-4efe-a38f-6bbef8e87183 req-bab93410-eb96-421c-ac37-62880d52f33e tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:31.730486 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a0d8814-6000-4efe-a38f-6bbef8e87183 req-bab93410-eb96-421c-ac37-62880d52f33e tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0633521 Jul 16 02:13:31.766730 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1a0d8814-6000-4efe-a38f-6bbef8e87183 req-53eaa9ed-5e9f-432e-917b-75cbff13b7cb tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307465 Jul 16 02:13:32.189654 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:32.938392 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d408a-2966-43d9-bba0-bbcb1766044d req-861496be-7460-438f-8f4f-e65be17a9808 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:32.939893 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0a4d408a-2966-43d9-bba0-bbcb1766044d req-861496be-7460-438f-8f4f-e65be17a9808 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0624468 Jul 16 02:13:32.976523 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0a4d408a-2966-43d9-bba0-bbcb1766044d req-ffc158aa-e6d7-4915-99d3-7cb1631d3591 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308864 Jul 16 02:13:33.926561 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:34.213031 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b2fa0-56ce-4324-9a70-01740c404b2b req-81bdc14d-36e0-4f8f-9010-1826cb3f0d47 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:34.214494 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fa0b2fa0-56ce-4324-9a70-01740c404b2b req-81bdc14d-36e0-4f8f-9010-1826cb3f0d47 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.1280015 Jul 16 02:13:34.251647 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fa0b2fa0-56ce-4324-9a70-01740c404b2b req-e94357f7-572a-437c-9384-a5887df00b91 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316091 Jul 16 02:13:35.486971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c19cd3-eb3f-4df2-adfb-e801ec6d8132 req-3614c7ea-e069-4b53-93aa-e33390d765f0 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:35.488443 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-02c19cd3-eb3f-4df2-adfb-e801ec6d8132 req-3614c7ea-e069-4b53-93aa-e33390d765f0 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.1232789 Jul 16 02:13:35.526922 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-02c19cd3-eb3f-4df2-adfb-e801ec6d8132 req-4d3ea6b2-3873-4d3d-ae15-6f09fd2c9648 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324008 Jul 16 02:13:36.713608 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a765-5278-4392-969f-df4355d85a4e req-7c2f2e1b-5080-4065-9d4a-ebaa990c6a60 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:36.715378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3ce6a765-5278-4392-969f-df4355d85a4e req-7c2f2e1b-5080-4065-9d4a-ebaa990c6a60 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0674317 Jul 16 02:13:36.760877 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3ce6a765-5278-4392-969f-df4355d85a4e req-e730e583-c292-4e57-8516-f47320a16b92 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365779 Jul 16 02:13:37.940171 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b758ad-988d-4dd6-88c3-28f4f4d4e324 req-4c0f0c2a-f4ba-49b7-a3e7-04aad2969468 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:37.941651 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c3b758ad-988d-4dd6-88c3-28f4f4d4e324 req-4c0f0c2a-f4ba-49b7-a3e7-04aad2969468 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0632801 Jul 16 02:13:37.978529 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c3b758ad-988d-4dd6-88c3-28f4f4d4e324 req-2e4ab9d8-8baf-4bff-94be-2f1151d1e979 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306547 Jul 16 02:13:39.153257 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73410f5f-6a42-4c80-9375-b59e10cdb6cc req-1b15e57f-7000-4725-aeb3-d47137f9c5e1 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:39.154732 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73410f5f-6a42-4c80-9375-b59e10cdb6cc req-1b15e57f-7000-4725-aeb3-d47137f9c5e1 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0669944 Jul 16 02:13:39.192744 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73410f5f-6a42-4c80-9375-b59e10cdb6cc req-bf3f046c-3967-4a0f-994a-d2cf55e0c673 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324397 Jul 16 02:13:40.336282 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eea0b8-15bc-4534-aedc-279f3353b89a req-3e2132f5-93d6-4149-b096-32ca2fa052e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:40.338015 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f0eea0b8-15bc-4534-aedc-279f3353b89a req-3e2132f5-93d6-4149-b096-32ca2fa052e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 1096 time: 0.0593712 Jul 16 02:13:40.375041 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa017d-f736-4c7b-9928-9b4df063cc15 req-2c696631-223a-4ccb-9917-11210b86635a tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:40.376560 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ffa017d-f736-4c7b-9928-9b4df063cc15 req-2c696631-223a-4ccb-9917-11210b86635a tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0665131 Jul 16 02:13:40.418182 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ffa017d-f736-4c7b-9928-9b4df063cc15 req-6df746bc-bc3c-48e3-950a-2471caad74f8 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355895 Jul 16 02:13:40.446555 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eea0b8-15bc-4534-aedc-279f3353b89a req-1d351abc-3dc8-4491-9bf4-eb0762dded28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:40.448049 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f0eea0b8-15bc-4534-aedc-279f3353b89a req-1d351abc-3dc8-4491-9bf4-eb0762dded28 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f01676d3-6c76-4ebe-92ba-cd716719e5d2 HTTP/1.1" status: 200 len: 916 time: 0.0889218 Jul 16 02:13:40.489468 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f0eea0b8-15bc-4534-aedc-279f3353b89a req-61ae4972-2bae-467d-858b-a38954947003 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45c3f8d5-b5cf-4179-b5bf-fff22926874f HTTP/1.1" status: 200 len: 217 time: 0.0334625 Jul 16 02:13:40.534127 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eea0b8-15bc-4534-aedc-279f3353b89a req-9aadeac6-2030-4677-97b0-d1c7fa0b2d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:40.535517 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f0eea0b8-15bc-4534-aedc-279f3353b89a req-9aadeac6-2030-4677-97b0-d1c7fa0b2d49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c74b311-389d-4cee-a5d7-9c3209a7574e HTTP/1.1" status: 200 len: 855 time: 0.0409200 Jul 16 02:13:40.567837 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f0eea0b8-15bc-4534-aedc-279f3353b89a req-64876b04-9596-44df-8899-6c0cca835743 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f01676d3-6c76-4ebe-92ba-cd716719e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255518 Jul 16 02:13:41.001453 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f0eea0b8-15bc-4534-aedc-279f3353b89a req-fb0070b3-316b-48a9-a784-503a8b6e101a service neutron] 10.222.0.26 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265435 Jul 16 02:13:41.093238 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f0eea0b8-15bc-4534-aedc-279f3353b89a req-ed98690a-5a4d-4fa5-bf1b-8605bb577af7 service neutron] 10.222.0.26 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855601 Jul 16 02:13:41.118647 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-88ef797f-2909-41c7-822f-5e804c826c5a service neutron] show failed (client error): The resource could not be found. Jul 16 02:13:41.119726 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-88ef797f-2909-41c7-822f-5e804c826c5a service neutron] 10.222.0.26 "GET /v2.0/ports/45c3f8d5-b5cf-4179-b5bf-fff22926874f/bindings/n-h2-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.0555289 Jul 16 02:13:41.375140 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-b0868664-7418-4b36-919a-358058f7de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:41.376664 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-b0868664-7418-4b36-919a-358058f7de6e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370&tenant_id=f0e2acea0cd944dfbe57ff96f26a997e HTTP/1.1" status: 200 len: 1096 time: 0.0517502 Jul 16 02:13:41.397200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:41.466821 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:41.700684 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d650b-f330-4b87-a544-58bbd2bf53d0 req-c7bab5e3-028a-482e-9589-006498c7385b tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:41.702166 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-778d650b-f330-4b87-a544-58bbd2bf53d0 req-c7bab5e3-028a-482e-9589-006498c7385b tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.1334758 Jul 16 02:13:41.732674 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] For port 45c3f8d5-b5cf-4179-b5bf-fff22926874f, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=45c3f8d5-b5cf-4179-b5bf-fff22926874f,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:41.769449 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-778d650b-f330-4b87-a544-58bbd2bf53d0 req-652a8e0d-c3c4-4bb3-aaa4-c659a3c9863f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589941 Jul 16 02:13:41.785264 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] For port 45c3f8d5-b5cf-4179-b5bf-fff22926874f, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:13:41.824459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4b51a9-c6d2-444f-8f71-e7655aa8d370', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45c3f8d5-b5cf-4179-b5bf-fff22926874f'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:41.826726 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3c6162-ab99-4e2e-acf8-9abb8d09822a" -d '{"events": [{"server_uuid": "9b4b51a9-c6d2-444f-8f71-e7655aa8d370", "name": "network-vif-unplugged", "status": "completed", "tag": "45c3f8d5-b5cf-4179-b5bf-fff22926874f"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:41.830531 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:41.844293 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Transition to ACTIVE for port object 45c3f8d5-b5cf-4179-b5bf-fff22926874f will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:41.848961 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:41.878706 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d550a2-55d7-479a-b67c-e2a8d7bbd96b x-openstack-request-id: req-55d550a2-55d7-479a-b67c-e2a8d7bbd96b {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:41.879002 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4b51a9-c6d2-444f-8f71-e7655aa8d370", "name": "network-vif-unplugged", "status": "completed", "tag": "45c3f8d5-b5cf-4179-b5bf-fff22926874f", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:41.879254 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-55d550a2-55d7-479a-b67c-e2a8d7bbd96b {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:41.880727 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4b51a9-c6d2-444f-8f71-e7655aa8d370', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45c3f8d5-b5cf-4179-b5bf-fff22926874f', 'code': 200} Jul 16 02:13:41.912461 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] No DVR routers for this DVR port 45c3f8d5-b5cf-4179-b5bf-fff22926874f on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:13:41.918924 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Pushing event updated for resources: {'Port': ['ID=45c3f8d5-b5cf-4179-b5bf-fff22926874f,revision_number=6']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:41.953638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Attempting to bind port 45c3f8d5-b5cf-4179-b5bf-fff22926874f on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:13:41.953899 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Attempting to bind port 45c3f8d5-b5cf-4179-b5bf-fff22926874f by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'c859e7cb-4651-44e0-a905-8e835f40f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:13:41.954235 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Attempting to bind port 45c3f8d5-b5cf-4179-b5bf-fff22926874f on network f01676d3-6c76-4ebe-92ba-cd716719e5d2 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:41.959401 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Port 45c3f8d5-b5cf-4179-b5bf-fff22926874f on network f01676d3-6c76-4ebe-92ba-cd716719e5d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:13:41.959679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Attempting to bind port 45c3f8d5-b5cf-4179-b5bf-fff22926874f on network f01676d3-6c76-4ebe-92ba-cd716719e5d2 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:41.964630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:13:41.964976 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Checking segment: {'id': 'c859e7cb-4651-44e0-a905-8e835f40f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:41.965365 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Bound using segment: {'id': 'c859e7cb-4651-44e0-a905-8e835f40f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:13:41.965794 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Bound port: 45c3f8d5-b5cf-4179-b5bf-fff22926874f, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c859e7cb-4651-44e0-a905-8e835f40f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:13:41.966156 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:42.031613 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] For port 45c3f8d5-b5cf-4179-b5bf-fff22926874f, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:13:42.034675 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] For port 45c3f8d5-b5cf-4179-b5bf-fff22926874f, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=45c3f8d5-b5cf-4179-b5bf-fff22926874f,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:13:42.038054 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:42.072000 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:42.072619 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:42.074061 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] 10.222.0.47 "PUT /v2.0/ports/45c3f8d5-b5cf-4179-b5bf-fff22926874f HTTP/1.1" status: 200 len: 1091 time: 0.6818635 Jul 16 02:13:42.094784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3d4bb-0dfe-4ce8-b3d0-2d9808e8d790 service neutron] Pushing event updated for resources: {'Port': ['ID=45c3f8d5-b5cf-4179-b5bf-fff22926874f,revision_number=7']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:42.161731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-02d128b5-7a4d-41b4-b8a5-74469c45dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:42.163221 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-02d128b5-7a4d-41b4-b8a5-74469c45dc2e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 1094 time: 0.0536273 Jul 16 02:13:42.254489 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-a148cb2b-bdbf-46c5-b74d-f32e913ee855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:42.256419 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-a148cb2b-bdbf-46c5-b74d-f32e913ee855 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f01676d3-6c76-4ebe-92ba-cd716719e5d2 HTTP/1.1" status: 200 len: 916 time: 0.0865862 Jul 16 02:13:42.298439 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-dc37badf-3f67-48dd-9732-1213e3503d75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45c3f8d5-b5cf-4179-b5bf-fff22926874f HTTP/1.1" status: 200 len: 217 time: 0.0337484 Jul 16 02:13:42.351991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-b3407a02-d76c-4f03-bfe0-7a4130431c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:42.353446 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-b3407a02-d76c-4f03-bfe0-7a4130431c90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c74b311-389d-4cee-a5d7-9c3209a7574e HTTP/1.1" status: 200 len: 855 time: 0.0479748 Jul 16 02:13:42.386357 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-7c720590-f24c-431f-8bf0-f3a0341bf0db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f01676d3-6c76-4ebe-92ba-cd716719e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268269 Jul 16 02:13:42.474773 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-ad90508b-84d8-4b34-9016-6698dc18354e service neutron] 10.222.0.47 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813465 Jul 16 02:13:42.568999 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0e96c490-6938-43b1-8ec9-a7f54020e660 req-3a4284b5-3417-461e-b210-08f980de0620 service neutron] 10.222.0.47 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859208 Jul 16 02:13:42.943316 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d97ba2-7608-4f26-aede-ba08e854a4e4 req-9767b023-f34e-4869-b822-56cb98f2599c tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:42.944732 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a3d97ba2-7608-4f26-aede-ba08e854a4e4 req-9767b023-f34e-4869-b822-56cb98f2599c tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 943 time: 0.0637927 Jul 16 02:13:42.981890 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a3d97ba2-7608-4f26-aede-ba08e854a4e4 req-b1719596-6003-461a-8cde-b9b1306642b8 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317185 Jul 16 02:13:43.881905 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4b51a9-c6d2-444f-8f71-e7655aa8d370', 'tag': '45c3f8d5-b5cf-4179-b5bf-fff22926874f'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:43.884306 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2380b5d3-43a2-4029-af5a-9dee32ec9627" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4b51a9-c6d2-444f-8f71-e7655aa8d370", "tag": "45c3f8d5-b5cf-4179-b5bf-fff22926874f"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:43.931483 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24d6259-3673-47ff-b9de-2bddaa868350 x-openstack-request-id: req-c24d6259-3673-47ff-b9de-2bddaa868350 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:43.931809 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4b51a9-c6d2-444f-8f71-e7655aa8d370", "tag": "45c3f8d5-b5cf-4179-b5bf-fff22926874f", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:43.932066 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c24d6259-3673-47ff-b9de-2bddaa868350 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:43.932463 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4b51a9-c6d2-444f-8f71-e7655aa8d370', 'tag': '45c3f8d5-b5cf-4179-b5bf-fff22926874f', 'status': 'completed', 'code': 200} Jul 16 02:13:44.022406 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-263a48c4-d43c-4f44-9fcf-5785f81aefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:44.023975 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-263a48c4-d43c-4f44-9fcf-5785f81aefa6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 1094 time: 0.0552366 Jul 16 02:13:44.044917 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-2c1eedd3-da69-4aa3-addb-f968d52def15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:44.046423 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-2c1eedd3-da69-4aa3-addb-f968d52def15 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 1094 time: 0.0606413 Jul 16 02:13:44.121204 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-f6cddc91-1bf9-4001-af1d-ed76e304306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:44.122319 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-f6cddc91-1bf9-4001-af1d-ed76e304306a service neutron] 10.222.0.26 "GET /v2.0/networks?id=f01676d3-6c76-4ebe-92ba-cd716719e5d2 HTTP/1.1" status: 200 len: 916 time: 0.0923698 Jul 16 02:13:44.163521 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-74870680-598a-4697-9fc6-e1d8e075f14f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45c3f8d5-b5cf-4179-b5bf-fff22926874f HTTP/1.1" status: 200 len: 217 time: 0.0348899 Jul 16 02:13:44.179630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-b5f23f8c-fa4c-4151-9afe-57d9643be5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:44.181139 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-b5f23f8c-fa4c-4151-9afe-57d9643be5ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=f01676d3-6c76-4ebe-92ba-cd716719e5d2 HTTP/1.1" status: 200 len: 916 time: 0.1255047 Jul 16 02:13:44.204942 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779e51a-fb62-4c2b-9a1e-073f9f241cf5 req-174b75e1-34fe-4ef2-853d-c9cfc09f0333 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:44.206397 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d779e51a-fb62-4c2b-9a1e-073f9f241cf5 req-174b75e1-34fe-4ef2-853d-c9cfc09f0333 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 943 time: 0.0883834 Jul 16 02:13:44.213047 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-238e4115-b41f-468b-af5e-7b9df47968a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:44.214638 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-238e4115-b41f-468b-af5e-7b9df47968a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c74b311-389d-4cee-a5d7-9c3209a7574e HTTP/1.1" status: 200 len: 855 time: 0.0451369 Jul 16 02:13:44.255583 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-4190c20b-9398-4335-bd5b-67eae73778bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f01676d3-6c76-4ebe-92ba-cd716719e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340421 Jul 16 02:13:44.271315 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-8066d1e5-a065-46a9-ba3f-2a3251deb74e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45c3f8d5-b5cf-4179-b5bf-fff22926874f HTTP/1.1" status: 200 len: 217 time: 0.0399120 Jul 16 02:13:44.293453 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d779e51a-fb62-4c2b-9a1e-073f9f241cf5 req-a70bdf69-70b4-4728-8e48-e0496e0e7e63 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812674 Jul 16 02:13:44.347386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-2b0cf15f-dfcc-4d47-9d21-2fba085b2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:44.349896 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-2b0cf15f-dfcc-4d47-9d21-2fba085b2c21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c74b311-389d-4cee-a5d7-9c3209a7574e HTTP/1.1" status: 200 len: 855 time: 0.0676501 Jul 16 02:13:44.358226 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-ff8ea18e-cf00-4f8e-bdd5-ca706a3a270f service neutron] 10.222.0.26 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968275 Jul 16 02:13:44.386213 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-ad06e9e0-2118-4e90-b0ca-0e5ec2ab6abe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f01676d3-6c76-4ebe-92ba-cd716719e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278239 Jul 16 02:13:44.454536 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-321990d9-8ffe-490a-9b75-dc84a3426d4f service neutron] 10.222.0.26 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885127 Jul 16 02:13:44.480976 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-5210d8db-cf00-4716-bd60-0f05fe68084a service neutron] 10.222.0.47 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878100 Jul 16 02:13:44.570405 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2380b5d3-43a2-4029-af5a-9dee32ec9627 req-66730246-e23f-4a0d-8d98-095c68a74ff9 service neutron] 10.222.0.47 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831091 Jul 16 02:13:45.048777 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 45c3f8d5-b5cf-4179-b5bf-fff22926874f details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:13:45.140740 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 45c3f8d5-b5cf-4179-b5bf-fff22926874f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=45c3f8d5-b5cf-4179-b5bf-fff22926874f,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:45.151969 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '45c3f8d5-b5cf-4179-b5bf-fff22926874f', 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2', 'port_id': '45c3f8d5-b5cf-4179-b5bf-fff22926874f', 'mac_address': 'fa:16:3e:db:a1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c74b311-389d-4cee-a5d7-9c3209a7574e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:13:45.191133 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:45.203826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c3f8d5-b5cf-4179-b5bf-fff22926874f {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:13:45.222973 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 45c3f8d5-b5cf-4179-b5bf-fff22926874f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=45c3f8d5-b5cf-4179-b5bf-fff22926874f,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:45.227369 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:45.274260 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=45c3f8d5-b5cf-4179-b5bf-fff22926874f,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:45.482860 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada0112-7b77-473a-9a2a-13e1aa3bd2eb req-a033ed25-eae5-440b-a2cd-969b103525ed tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:45.484425 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fada0112-7b77-473a-9a2a-13e1aa3bd2eb req-a033ed25-eae5-440b-a2cd-969b103525ed tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 944 time: 0.0620842 Jul 16 02:13:45.522156 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fada0112-7b77-473a-9a2a-13e1aa3bd2eb req-67e2a2b0-179d-40c2-999a-b2c2fb6267a0 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316865 Jul 16 02:13:45.526789 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['45c3f8d5-b5cf-4179-b5bf-fff22926874f'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:13:45.714073 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 45c3f8d5-b5cf-4179-b5bf-fff22926874f no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:13:45.752919 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 45c3f8d5-b5cf-4179-b5bf-fff22926874f not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:13:45.903689 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa0ada-2d66-4aa5-9a53-2679aacd104c req-c5898dfd-db43-4479-ae08-009f421072a4 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:45.905112 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-34aa0ada-2d66-4aa5-9a53-2679aacd104c req-c5898dfd-db43-4479-ae08-009f421072a4 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 944 time: 0.1499834 Jul 16 02:13:45.925978 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9e98e-f8e3-4c55-b822-740d4ec0960b req-f630f36a-12f2-429e-ae05-11fe95378734 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:45.928205 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6bc9e98e-f8e3-4c55-b822-740d4ec0960b req-f630f36a-12f2-429e-ae05-11fe95378734 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370&tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 944 time: 0.1453378 Jul 16 02:13:45.987915 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-34aa0ada-2d66-4aa5-9a53-2679aacd104c req-338df6bc-c640-4209-8d0e-6f4207a2a6ca tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751696 Jul 16 02:13:46.006529 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-6bc9e98e-f8e3-4c55-b822-740d4ec0960b req-d2eee09e-46d1-46b7-9015-33c70af17590 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:13:46.007531 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6bc9e98e-f8e3-4c55-b822-740d4ec0960b req-d2eee09e-46d1-46b7-9015-33c70af17590 service neutron] 10.222.0.26 "DELETE /v2.0/ports/45c3f8d5-b5cf-4179-b5bf-fff22926874f/bindings/n-h1-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.0720479 Jul 16 02:13:46.445687 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9e98e-f8e3-4c55-b822-740d4ec0960b req-bd2d8785-b444-419c-a393-d37779f2eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:46.447174 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6bc9e98e-f8e3-4c55-b822-740d4ec0960b req-bd2d8785-b444-419c-a393-d37779f2eac0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 1095 time: 0.3772099 Jul 16 02:13:46.535419 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9e98e-f8e3-4c55-b822-740d4ec0960b req-38909e6c-dc4a-48e3-b443-14a583cfc90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:46.536916 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6bc9e98e-f8e3-4c55-b822-740d4ec0960b req-38909e6c-dc4a-48e3-b443-14a583cfc90a service neutron] 10.222.0.26 "GET /v2.0/networks?id=f01676d3-6c76-4ebe-92ba-cd716719e5d2 HTTP/1.1" status: 200 len: 916 time: 0.0835471 Jul 16 02:13:46.576764 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6bc9e98e-f8e3-4c55-b822-740d4ec0960b req-4738e9f7-ae47-4813-8dd7-36701124f949 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45c3f8d5-b5cf-4179-b5bf-fff22926874f HTTP/1.1" status: 200 len: 217 time: 0.0338519 Jul 16 02:13:46.623133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9e98e-f8e3-4c55-b822-740d4ec0960b req-f7487ac3-8871-4921-b419-8ef25e917d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:46.624562 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6bc9e98e-f8e3-4c55-b822-740d4ec0960b req-f7487ac3-8871-4921-b419-8ef25e917d8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c74b311-389d-4cee-a5d7-9c3209a7574e HTTP/1.1" status: 200 len: 855 time: 0.0419018 Jul 16 02:13:46.657415 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6bc9e98e-f8e3-4c55-b822-740d4ec0960b req-98d7128c-7542-4cdb-b67f-9ff796ebe11d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f01676d3-6c76-4ebe-92ba-cd716719e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259206 Jul 16 02:13:46.745648 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6bc9e98e-f8e3-4c55-b822-740d4ec0960b req-dda1c597-e8d4-4dd6-b3ed-65af94a57ced service neutron] 10.222.0.26 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820968 Jul 16 02:13:46.844125 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6bc9e98e-f8e3-4c55-b822-740d4ec0960b req-151aa336-28cf-44c6-8568-44118a3a9e47 service neutron] 10.222.0.26 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917442 Jul 16 02:13:47.064406 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 45c3f8d5-b5cf-4179-b5bf-fff22926874f up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:47.113141 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 45c3f8d5-b5cf-4179-b5bf-fff22926874f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:47.117926 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 45c3f8d5-b5cf-4179-b5bf-fff22926874f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:47.118340 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:47.170685 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a26de0-82d2-451b-a9a4-ca150a521731 req-e1268094-8433-4fdf-9f88-907e4ede4fb4 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:47.172248 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-09a26de0-82d2-451b-a9a4-ca150a521731 req-e1268094-8433-4fdf-9f88-907e4ede4fb4 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 944 time: 0.0702918 Jul 16 02:13:47.199299 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:47.213251 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-09a26de0-82d2-451b-a9a4-ca150a521731 req-009a3197-77f0-48d4-b8f4-cacd96d5cf1e tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346632 Jul 16 02:13:47.224654 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4b51a9-c6d2-444f-8f71-e7655aa8d370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c3f8d5-b5cf-4179-b5bf-fff22926874f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:47.226874 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f565a7e-815f-42b8-9350-b404dfad1776" -d '{"events": [{"server_uuid": "9b4b51a9-c6d2-444f-8f71-e7655aa8d370", "name": "network-vif-plugged", "status": "completed", "tag": "45c3f8d5-b5cf-4179-b5bf-fff22926874f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:47.239864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 45c3f8d5-b5cf-4179-b5bf-fff22926874f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=45c3f8d5-b5cf-4179-b5bf-fff22926874f,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:47.244133 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:47.274640 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc46f67-7b3e-4b3a-a316-b99f72a0613e x-openstack-request-id: req-5bc46f67-7b3e-4b3a-a316-b99f72a0613e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:47.274939 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4b51a9-c6d2-444f-8f71-e7655aa8d370", "name": "network-vif-plugged", "status": "completed", "tag": "45c3f8d5-b5cf-4179-b5bf-fff22926874f", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:47.275187 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5bc46f67-7b3e-4b3a-a316-b99f72a0613e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:47.275569 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4b51a9-c6d2-444f-8f71-e7655aa8d370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c3f8d5-b5cf-4179-b5bf-fff22926874f', 'code': 200} Jul 16 02:13:47.297574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=45c3f8d5-b5cf-4179-b5bf-fff22926874f,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:48.388638 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0adce-14a3-4194-b524-c05f2b0cc95d req-774062e6-a38b-44f0-8c61-d1fbf41b35fd tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:48.390146 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-21f0adce-14a3-4194-b524-c05f2b0cc95d req-774062e6-a38b-44f0-8c61-d1fbf41b35fd tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0630863 Jul 16 02:13:48.428882 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-21f0adce-14a3-4194-b524-c05f2b0cc95d req-58fb152b-2c17-4018-af37-789ee9e5406b tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329833 Jul 16 02:13:48.600145 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cebe53-dafc-4dd0-8eb5-fe9b17cb2c76 req-878d4c76-49cf-422e-808c-cd7df67d7c06 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:48.601617 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f5cebe53-dafc-4dd0-8eb5-fe9b17cb2c76 req-878d4c76-49cf-422e-808c-cd7df67d7c06 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0630407 Jul 16 02:13:48.637907 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f5cebe53-dafc-4dd0-8eb5-fe9b17cb2c76 req-5a865ced-2522-4493-815c-140c5d1567ae tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308611 Jul 16 02:13:48.819305 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d0015-6dc9-44ab-80ac-793afe8b466d req-5aef6035-4946-40a6-8ae7-4f61392f02af tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:48.821954 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a9d0015-6dc9-44ab-80ac-793afe8b466d req-5aef6035-4946-40a6-8ae7-4f61392f02af tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0737150 Jul 16 02:13:48.858842 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a9d0015-6dc9-44ab-80ac-793afe8b466d req-0b4ad1ae-4a95-449e-ac0b-0e69ac1b65ff tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Jul 16 02:13:49.296057 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-88885a8e-c2dc-463d-85c8-7a95e4649289 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:49.297473 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-88885a8e-c2dc-463d-85c8-7a95e4649289 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/networks?id=f01676d3-6c76-4ebe-92ba-cd716719e5d2 HTTP/1.1" status: 200 len: 815 time: 0.1016757 Jul 16 02:13:49.312344 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-46c05810-6410-4a44-95eb-41ea70ded286 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/quotas/f0e2acea0cd944dfbe57ff96f26a997e HTTP/1.1" status: 200 len: 375 time: 0.0093167 Jul 16 02:13:49.384904 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-2ac68f57-addc-4110-a47c-59809a094fb0 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0672476 Jul 16 02:13:49.473875 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-cba1f8f4-ffd2-4696-bf12-49ba4c9e721e service neutron] 10.222.0.54 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822735 Jul 16 02:13:49.569168 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-29c27544-de37-464e-82c8-50687952101b service neutron] 10.222.0.54 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897510 Jul 16 02:13:49.736851 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9794bf17-ed70-4850-a2a2-0650a3b9d6da req-721cb401-cb67-4a02-a51e-dffc8982eaa6 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 210 time: 0.0282485 Jul 16 02:13:50.684411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59df6d-ce37-4271-969d-7abb90278234 req-11970328-89f9-4fd2-b110-89bc5707225a tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:50.685873 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8e59df6d-ce37-4271-969d-7abb90278234 req-11970328-89f9-4fd2-b110-89bc5707225a tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 945 time: 0.0616148 Jul 16 02:13:50.806347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-8e59df6d-ce37-4271-969d-7abb90278234 req-845ad67f-231d-40f2-9bcc-f7c293158487 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Deleting port 45c3f8d5-b5cf-4179-b5bf-fff22926874f {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:13:50.806779 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8e59df6d-ce37-4271-969d-7abb90278234 req-845ad67f-231d-40f2-9bcc-f7c293158487 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:50.933754 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b6b77c89-d660-4ef1-b0a8-df3126f94a23 req-9f684860-90ff-4c57-8b95-d9b2c7907cab tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 210 time: 0.0646231 Jul 16 02:13:50.998418 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-8e59df6d-ce37-4271-969d-7abb90278234 req-845ad67f-231d-40f2-9bcc-f7c293158487 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] For port 45c3f8d5-b5cf-4179-b5bf-fff22926874f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=45c3f8d5-b5cf-4179-b5bf-fff22926874f,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:50.998774 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8e59df6d-ce37-4271-969d-7abb90278234 req-845ad67f-231d-40f2-9bcc-f7c293158487 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:51.016837 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-8e59df6d-ce37-4271-969d-7abb90278234 req-845ad67f-231d-40f2-9bcc-f7c293158487 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Calling delete_port for 45c3f8d5-b5cf-4179-b5bf-fff22926874f owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:13:51.044670 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-e32321a8-5857-4613-aced-614140390c4b tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:51.046089 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-e32321a8-5857-4613-aced-614140390c4b tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.47 "GET /v2.0/networks?id=f01676d3-6c76-4ebe-92ba-cd716719e5d2 HTTP/1.1" status: 200 len: 815 time: 0.1759953 Jul 16 02:13:51.084359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-966fb749-147e-4c23-ac4a-87f2af79f2af tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Request body: {'port': {'device_id': 'db266d19-05ac-4412-98b1-abcec3543a6b', 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2', 'admin_state_up': True, 'tenant_id': 'f0e2acea0cd944dfbe57ff96f26a997e'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:51.247188 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-966fb749-147e-4c23-ac4a-87f2af79f2af tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Made reservation on behalf of f0e2acea0cd944dfbe57ff96f26a997e for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:51.251047 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-966fb749-147e-4c23-ac4a-87f2af79f2af tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:51.266900 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8e59df6d-ce37-4271-969d-7abb90278234 req-845ad67f-231d-40f2-9bcc-f7c293158487 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:51.301165 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['45c3f8d5-b5cf-4179-b5bf-fff22926874f'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:13:51.308177 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ad67f-231d-40f2-9bcc-f7c293158487 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Pushing event deleted for resources: {'Port': ['ID=45c3f8d5-b5cf-4179-b5bf-fff22926874f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:51.386702 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e59df6d-ce37-4271-969d-7abb90278234 req-845ad67f-231d-40f2-9bcc-f7c293158487 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] No DVR routers for this DVR port 45c3f8d5-b5cf-4179-b5bf-fff22926874f on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:13:51.389461 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8e59df6d-ce37-4271-969d-7abb90278234 req-845ad67f-231d-40f2-9bcc-f7c293158487 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:51.391878 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8e59df6d-ce37-4271-969d-7abb90278234 req-845ad67f-231d-40f2-9bcc-f7c293158487 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.47 "DELETE /v2.0/ports/45c3f8d5-b5cf-4179-b5bf-fff22926874f HTTP/1.1" status: 204 len: 173 time: 0.6913762 Jul 16 02:13:51.395071 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4b51a9-c6d2-444f-8f71-e7655aa8d370', 'name': 'network-vif-deleted', 'tag': '45c3f8d5-b5cf-4179-b5bf-fff22926874f'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:51.397638 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c31fcc-9664-452f-848c-facc3b2c605f" -d '{"events": [{"server_uuid": "9b4b51a9-c6d2-444f-8f71-e7655aa8d370", "name": "network-vif-deleted", "tag": "45c3f8d5-b5cf-4179-b5bf-fff22926874f"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:51.448575 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94ea184-5482-4f90-8d94-ab23fe06debd x-openstack-request-id: req-e94ea184-5482-4f90-8d94-ab23fe06debd {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:51.448868 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4b51a9-c6d2-444f-8f71-e7655aa8d370", "name": "network-vif-deleted", "tag": "45c3f8d5-b5cf-4179-b5bf-fff22926874f", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:51.449115 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e94ea184-5482-4f90-8d94-ab23fe06debd {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:51.449506 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4b51a9-c6d2-444f-8f71-e7655aa8d370', 'name': 'network-vif-deleted', 'tag': '45c3f8d5-b5cf-4179-b5bf-fff22926874f', 'status': 'completed', 'code': 200} Jul 16 02:13:51.477020 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-966fb749-147e-4c23-ac4a-87f2af79f2af tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Allocated IP 172.20.0.6 (f01676d3-6c76-4ebe-92ba-cd716719e5d2/4c74b311-389d-4cee-a5d7-9c3209a7574e/cad15498-cdfb-4f8f-b489-ddb455999f7c) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:13:51.632266 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-966fb749-147e-4c23-ac4a-87f2af79f2af tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:51.678016 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4b1f7215-7a88-4260-928f-33e32e419171 req-910beb93-ceea-4fe7-93e7-46d7f183f5ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0328014 Jul 16 02:13:51.695488 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-966fb749-147e-4c23-ac4a-87f2af79f2af tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:51.730536 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['45c3f8d5-b5cf-4179-b5bf-fff22926874f'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:13:51.740879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-966fb749-147e-4c23-ac4a-87f2af79f2af tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Network f01676d3-6c76-4ebe-92ba-cd716719e5d2 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:13:51.752042 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-966fb749-147e-4c23-ac4a-87f2af79f2af tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:51.774842 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-966fb749-147e-4c23-ac4a-87f2af79f2af tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:13:51.778783 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4b1f7215-7a88-4260-928f-33e32e419171 req-b90b7858-9701-4d0b-beee-c15d46cbf9cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&device_id=9b4b51a9-c6d2-444f-8f71-e7655aa8d370 HTTP/1.1" status: 200 len: 210 time: 0.0368974 Jul 16 02:13:51.783187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fb749-147e-4c23-ac4a-87f2af79f2af tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Pushing event updated for resources: {'Port': ['ID=cad15498-cdfb-4f8f-b489-ddb455999f7c,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:51.876723 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-966fb749-147e-4c23-ac4a-87f2af79f2af tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:51.877326 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-966fb749-147e-4c23-ac4a-87f2af79f2af tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:51.956709 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-966fb749-147e-4c23-ac4a-87f2af79f2af tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8766162 Jul 16 02:13:51.984002 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Request body: {'port': {'device_id': 'db266d19-05ac-4412-98b1-abcec3543a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:52.099271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f7215-7a88-4260-928f-33e32e419171 req-99afcf44-a193-42b8-9021-9773cccecb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:52.101020 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4b1f7215-7a88-4260-928f-33e32e419171 req-99afcf44-a193-42b8-9021-9773cccecb0e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2928021 Jul 16 02:13:52.127011 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:52.348980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3acc13-fcd6-4bd8-a11d-4b10d87d0f19 req-335ebfab-fc4b-4b8a-958f-831acabd08d4 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:52.350647 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5d3acc13-fcd6-4bd8-a11d-4b10d87d0f19 req-335ebfab-fc4b-4b8a-958f-831acabd08d4 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 931 time: 0.2957628 Jul 16 02:13:52.408931 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f7215-7a88-4260-928f-33e32e419171 req-a9436860-e49b-4c86-9a13-ea4bf6192899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:52.410346 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4b1f7215-7a88-4260-928f-33e32e419171 req-a9436860-e49b-4c86-9a13-ea4bf6192899 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3004742 Jul 16 02:13:52.459209 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5d3acc13-fcd6-4bd8-a11d-4b10d87d0f19 req-e221b3eb-8c5e-4384-a36d-4ed334cc0572 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003439 Jul 16 02:13:52.925643 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad15498-cdfb-4f8f-b489-ddb455999f7c {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:13:52.933604 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:52.945768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Transition to ACTIVE for port object cad15498-cdfb-4f8f-b489-ddb455999f7c will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:52.949595 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:52.999935 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Pushing event updated for resources: {'Port': ['ID=cad15498-cdfb-4f8f-b489-ddb455999f7c,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:53.025299 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:53.025648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:53.025991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:53.026326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:53.026662 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:53.027012 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:53.027322 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:53.027941 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:53.028265 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:53.028590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:53.028915 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:53.029239 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:53.078952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Attempting to bind port cad15498-cdfb-4f8f-b489-ddb455999f7c on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:13:53.079282 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Attempting to bind port cad15498-cdfb-4f8f-b489-ddb455999f7c by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'c859e7cb-4651-44e0-a905-8e835f40f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:13:53.079611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Attempting to bind port cad15498-cdfb-4f8f-b489-ddb455999f7c on network f01676d3-6c76-4ebe-92ba-cd716719e5d2 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:53.083997 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Port cad15498-cdfb-4f8f-b489-ddb455999f7c on network f01676d3-6c76-4ebe-92ba-cd716719e5d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:13:53.084321 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Attempting to bind port cad15498-cdfb-4f8f-b489-ddb455999f7c on network f01676d3-6c76-4ebe-92ba-cd716719e5d2 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:53.089035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:13:53.089373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Checking segment: {'id': 'c859e7cb-4651-44e0-a905-8e835f40f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:53.089759 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Bound using segment: {'id': 'c859e7cb-4651-44e0-a905-8e835f40f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:13:53.090185 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Bound port: cad15498-cdfb-4f8f-b489-ddb455999f7c, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c859e7cb-4651-44e0-a905-8e835f40f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:13:53.090537 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:53.153298 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] For port cad15498-cdfb-4f8f-b489-ddb455999f7c, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:13:53.156285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] For port cad15498-cdfb-4f8f-b489-ddb455999f7c, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=cad15498-cdfb-4f8f-b489-ddb455999f7c,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:13:53.160742 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:53.192911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:53.193561 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:53.194950 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] 10.222.0.47 "PUT /v2.0/ports/cad15498-cdfb-4f8f-b489-ddb455999f7c HTTP/1.1" status: 200 len: 1091 time: 1.2225854 Jul 16 02:13:53.219309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30488644-8460-43f3-a8aa-8568809cf9bc service neutron] Pushing event updated for resources: {'Port': ['ID=cad15498-cdfb-4f8f-b489-ddb455999f7c,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:53.303379 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-322d04da-ce46-4bbf-ad4b-6e2a212b6e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:53.304960 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-322d04da-ce46-4bbf-ad4b-6e2a212b6e7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 1094 time: 0.0573900 Jul 16 02:13:53.350538 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-5877615c-6b01-450c-a934-146a5eb8ad30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cad15498-cdfb-4f8f-b489-ddb455999f7c HTTP/1.1" status: 200 len: 217 time: 0.0334218 Jul 16 02:13:53.398598 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-699518ca-e7a7-41ed-9160-ef261a862e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:53.400057 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-699518ca-e7a7-41ed-9160-ef261a862e95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c74b311-389d-4cee-a5d7-9c3209a7574e HTTP/1.1" status: 200 len: 855 time: 0.0436726 Jul 16 02:13:53.434763 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-4f47a2eb-18c8-416c-86d8-099f8907fd51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f01676d3-6c76-4ebe-92ba-cd716719e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286579 Jul 16 02:13:53.457127 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db266d19-05ac-4412-98b1-abcec3543a6b', 'tag': 'cad15498-cdfb-4f8f-b489-ddb455999f7c'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:53.460019 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d55a145-b53a-44b2-b1cb-b369b8758b51" -d '{"events": [{"name": "network-changed", "server_uuid": "db266d19-05ac-4412-98b1-abcec3543a6b", "tag": "cad15498-cdfb-4f8f-b489-ddb455999f7c"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:53.502916 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0156cc48-1212-45df-a8cd-b419bdf7831a x-openstack-request-id: req-0156cc48-1212-45df-a8cd-b419bdf7831a {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:53.503207 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db266d19-05ac-4412-98b1-abcec3543a6b", "tag": "cad15498-cdfb-4f8f-b489-ddb455999f7c", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:53.503456 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0156cc48-1212-45df-a8cd-b419bdf7831a {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:53.503870 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db266d19-05ac-4412-98b1-abcec3543a6b', 'tag': 'cad15498-cdfb-4f8f-b489-ddb455999f7c', 'status': 'completed', 'code': 200} Jul 16 02:13:53.531653 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-5eddac62-ec1d-468c-be6c-00b0f1c029bd service neutron] 10.222.0.47 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908644 Jul 16 02:13:53.657567 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d3caf239-a77c-4ca6-ac0c-23c68fa8ced9 req-8d1dfcfe-7608-479b-9f4d-d2003b63cd57 service neutron] 10.222.0.47 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195133 Jul 16 02:13:53.679441 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde12184-67aa-4e12-b03f-cb52f20140eb req-b1f1e388-8dcc-40bf-beb1-a525a25036f8 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:53.681044 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fde12184-67aa-4e12-b03f-cb52f20140eb req-b1f1e388-8dcc-40bf-beb1-a525a25036f8 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 943 time: 0.0828276 Jul 16 02:13:53.720830 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fde12184-67aa-4e12-b03f-cb52f20140eb req-c3dc3e68-41bc-4657-897a-4f7abf2c6873 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323236 Jul 16 02:13:53.799652 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55a145-b53a-44b2-b1cb-b369b8758b51 req-d2cc4464-f9f8-4d63-80e7-bef117e4d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:53.801161 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d55a145-b53a-44b2-b1cb-b369b8758b51 req-d2cc4464-f9f8-4d63-80e7-bef117e4d773 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 1094 time: 0.0563807 Jul 16 02:13:53.888936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55a145-b53a-44b2-b1cb-b369b8758b51 req-586887e0-1283-4bbc-8dd6-eca7e0c369d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:53.890396 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d55a145-b53a-44b2-b1cb-b369b8758b51 req-586887e0-1283-4bbc-8dd6-eca7e0c369d2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f01676d3-6c76-4ebe-92ba-cd716719e5d2 HTTP/1.1" status: 200 len: 916 time: 0.0822496 Jul 16 02:13:53.933521 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d55a145-b53a-44b2-b1cb-b369b8758b51 req-879786d3-d2e7-4d20-b756-a327edbd4530 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cad15498-cdfb-4f8f-b489-ddb455999f7c HTTP/1.1" status: 200 len: 217 time: 0.0368583 Jul 16 02:13:53.983043 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55a145-b53a-44b2-b1cb-b369b8758b51 req-91d942dc-b2cb-4b70-b404-44e6062bc648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:53.984398 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d55a145-b53a-44b2-b1cb-b369b8758b51 req-91d942dc-b2cb-4b70-b404-44e6062bc648 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c74b311-389d-4cee-a5d7-9c3209a7574e HTTP/1.1" status: 200 len: 855 time: 0.0441778 Jul 16 02:13:54.017353 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d55a145-b53a-44b2-b1cb-b369b8758b51 req-ac15f8d1-e779-4401-bfff-111ed46e5366 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f01676d3-6c76-4ebe-92ba-cd716719e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254459 Jul 16 02:13:54.109913 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d55a145-b53a-44b2-b1cb-b369b8758b51 req-f83bf335-f947-460b-a921-700d3e9fe1b4 service neutron] 10.222.0.47 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859132 Jul 16 02:13:54.116922 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:54.201068 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d55a145-b53a-44b2-b1cb-b369b8758b51 req-ecb25470-e038-48ed-b51e-86e4bd424c2f service neutron] 10.222.0.47 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829570 Jul 16 02:13:54.898278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0029b62-a163-40bf-9106-42449557370c req-3dec82e9-fec0-4667-802b-6a8189baa693 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:54.899768 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d0029b62-a163-40bf-9106-42449557370c req-3dec82e9-fec0-4667-802b-6a8189baa693 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 943 time: 0.0672574 Jul 16 02:13:54.937563 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d0029b62-a163-40bf-9106-42449557370c req-02441bfe-cba0-4fff-89ff-14f64ca640d3 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320933 Jul 16 02:13:55.063835 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 45c3f8d5-b5cf-4179-b5bf-fff22926874f no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:13:55.086722 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 45c3f8d5-b5cf-4179-b5bf-fff22926874f {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:13:55.087095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 45c3f8d5-b5cf-4179-b5bf-fff22926874f not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:13:55.698474 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:13:56.117039 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff6c92-899d-4705-982a-d65ebc06c5be req-edd27cd7-ce9d-4a0d-8142-a8cc83118479 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:56.118512 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-05ff6c92-899d-4705-982a-d65ebc06c5be req-edd27cd7-ce9d-4a0d-8142-a8cc83118479 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 943 time: 0.0681109 Jul 16 02:13:56.155261 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-05ff6c92-899d-4705-982a-d65ebc06c5be req-bf921557-b2a1-45e1-840c-d0ff5bc4bf20 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312757 Jul 16 02:13:57.074302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device cad15498-cdfb-4f8f-b489-ddb455999f7c details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:13:57.165497 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port cad15498-cdfb-4f8f-b489-ddb455999f7c, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=cad15498-cdfb-4f8f-b489-ddb455999f7c,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:57.175876 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'cad15498-cdfb-4f8f-b489-ddb455999f7c', 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2', 'port_id': 'cad15498-cdfb-4f8f-b489-ddb455999f7c', 'mac_address': 'fa:16:3e:53:56:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c74b311-389d-4cee-a5d7-9c3209a7574e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:13:57.216245 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:57.229037 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad15498-cdfb-4f8f-b489-ddb455999f7c {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:13:57.248431 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port cad15498-cdfb-4f8f-b489-ddb455999f7c, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=cad15498-cdfb-4f8f-b489-ddb455999f7c,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:57.252657 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:57.306903 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=cad15498-cdfb-4f8f-b489-ddb455999f7c,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:57.331028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73c37a-3b86-42e8-8863-372776529a17 req-0f225bff-412f-47d5-8c5c-30f6606fa34f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:57.332678 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9d73c37a-3b86-42e8-8863-372776529a17 req-0f225bff-412f-47d5-8c5c-30f6606fa34f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 944 time: 0.0651255 Jul 16 02:13:57.369124 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9d73c37a-3b86-42e8-8863-372776529a17 req-4d1a7c93-9abc-4bac-8c9d-da4615bea19c tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308068 Jul 16 02:13:57.513983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['cad15498-cdfb-4f8f-b489-ddb455999f7c'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:13:58.400024 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35698b55-cde8-441b-bfa9-e18ed1665c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:58.540462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df6328-65b6-4bf5-9bce-3376dcb72767 req-00b7b1a0-8438-48ab-babd-79bf09e10584 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:58.541936 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e0df6328-65b6-4bf5-9bce-3376dcb72767 req-00b7b1a0-8438-48ab-babd-79bf09e10584 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 944 time: 0.0625958 Jul 16 02:13:58.578532 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e0df6328-65b6-4bf5-9bce-3376dcb72767 req-ba807492-e8c0-40ea-bf3c-7c7fb2239c54 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310915 Jul 16 02:13:59.078650 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device cad15498-cdfb-4f8f-b489-ddb455999f7c up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:59.125798 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:59.136632 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port cad15498-cdfb-4f8f-b489-ddb455999f7c completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:59.140061 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port cad15498-cdfb-4f8f-b489-ddb455999f7c triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:59.140424 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:59.212747 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:59.236886 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db266d19-05ac-4412-98b1-abcec3543a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad15498-cdfb-4f8f-b489-ddb455999f7c'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:59.239734 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d52629-3b62-44fd-af1b-5696d4a04bcf" -d '{"events": [{"server_uuid": "db266d19-05ac-4412-98b1-abcec3543a6b", "name": "network-vif-plugged", "status": "completed", "tag": "cad15498-cdfb-4f8f-b489-ddb455999f7c"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:59.252030 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port cad15498-cdfb-4f8f-b489-ddb455999f7c, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=cad15498-cdfb-4f8f-b489-ddb455999f7c,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:59.256152 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:59.279108 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524fe483-44c5-40b0-9773-f4551f296414 x-openstack-request-id: req-524fe483-44c5-40b0-9773-f4551f296414 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:59.279398 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db266d19-05ac-4412-98b1-abcec3543a6b", "name": "network-vif-plugged", "status": "completed", "tag": "cad15498-cdfb-4f8f-b489-ddb455999f7c", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:59.279648 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-524fe483-44c5-40b0-9773-f4551f296414 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:59.280057 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db266d19-05ac-4412-98b1-abcec3543a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad15498-cdfb-4f8f-b489-ddb455999f7c', 'code': 200} Jul 16 02:13:59.306190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=cad15498-cdfb-4f8f-b489-ddb455999f7c,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:59.413411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1b62f-45b9-476b-a4bd-1c2d1450c1e6 req-d64a994a-f5ba-44d0-9abd-be0e67a0ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:59.414792 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ffe1b62f-45b9-476b-a4bd-1c2d1450c1e6 req-d64a994a-f5ba-44d0-9abd-be0e67a0ad14 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 1096 time: 0.0516205 Jul 16 02:13:59.448717 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ffe1b62f-45b9-476b-a4bd-1c2d1450c1e6 req-9c730ed8-b3fe-4029-8f47-5a355364bd71 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270820 Jul 16 02:13:59.751546 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58a4d6-ed56-4c38-a655-362512df4c34 req-3e8c89ec-f88a-49ec-8bdb-cfb5943150d9 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:59.752964 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fa58a4d6-ed56-4c38-a655-362512df4c34 req-3e8c89ec-f88a-49ec-8bdb-cfb5943150d9 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0668030 Jul 16 02:13:59.791010 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fa58a4d6-ed56-4c38-a655-362512df4c34 req-7ae9c609-1a0b-4425-b9de-e86a3c4ed841 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325685 Jul 16 02:14:00.965492 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23519c2d-5a69-42f4-a722-db7cdf820069 req-08a3767d-78ba-49f8-8d94-98a599b3b33d tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:00.966882 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23519c2d-5a69-42f4-a722-db7cdf820069 req-08a3767d-78ba-49f8-8d94-98a599b3b33d tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0640807 Jul 16 02:14:01.004443 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23519c2d-5a69-42f4-a722-db7cdf820069 req-dd3a6e78-2d94-4fe2-9df9-c63bedda4302 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319886 Jul 16 02:14:01.133519 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:01.137188 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b851618f-c6ed-4532-893a-8984d90db3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:01.180832 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dfadd-d710-4812-ad6b-09a45c049b41 req-d477e539-9302-4e95-bb8d-ddf246581a18 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:01.182342 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-862dfadd-d710-4812-ad6b-09a45c049b41 req-d477e539-9302-4e95-bb8d-ddf246581a18 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0659957 Jul 16 02:14:01.220748 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-862dfadd-d710-4812-ad6b-09a45c049b41 req-78e64753-a05a-4237-90f7-02eb232a2a57 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325215 Jul 16 02:14:01.578676 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-081d6f5c-3ad6-416d-994a-dde494a3e933 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797055 Jul 16 02:14:01.614600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9d269-c094-4bb1-9a7a-ce334f9eb032 req-a6005415-a8ed-426b-bea9-38bc670ef2cb tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:01.616724 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4bd9d269-c094-4bb1-9a7a-ce334f9eb032 req-a6005415-a8ed-426b-bea9-38bc670ef2cb tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0688810 Jul 16 02:14:01.655917 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4bd9d269-c094-4bb1-9a7a-ce334f9eb032 req-9fc3911f-7259-4d48-aac3-ba0382ccccff tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332363 Jul 16 02:14:02.193912 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:02.828527 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-74d2bc7a-605e-4721-9dc9-e019ab3810c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:02.830047 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-74d2bc7a-605e-4721-9dc9-e019ab3810c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 1096 time: 0.0537951 Jul 16 02:14:02.835792 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994e0a8-8818-4a0a-b561-11ff89de9744 req-9ee04e62-4014-4d5d-924c-59d36d761553 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:02.837284 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b994e0a8-8818-4a0a-b561-11ff89de9744 req-9ee04e62-4014-4d5d-924c-59d36d761553 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0672529 Jul 16 02:14:02.875021 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b994e0a8-8818-4a0a-b561-11ff89de9744 req-5a5cea3c-005c-4b94-beca-745e5486df02 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320530 Jul 16 02:14:02.923815 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-ad03974f-82ff-4a65-91a3-80f50fa9642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:02.925296 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-ad03974f-82ff-4a65-91a3-80f50fa9642d service neutron] 10.222.0.47 "GET /v2.0/networks?id=f01676d3-6c76-4ebe-92ba-cd716719e5d2 HTTP/1.1" status: 200 len: 916 time: 0.0890343 Jul 16 02:14:02.965723 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-c8ab8c16-7b51-44bc-a2a3-f7093c0dda23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cad15498-cdfb-4f8f-b489-ddb455999f7c HTTP/1.1" status: 200 len: 217 time: 0.0336270 Jul 16 02:14:03.011438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-3b3c218b-5e22-41e0-9676-d0be8bed90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:03.012865 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-3b3c218b-5e22-41e0-9676-d0be8bed90bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c74b311-389d-4cee-a5d7-9c3209a7574e HTTP/1.1" status: 200 len: 855 time: 0.0419922 Jul 16 02:14:03.048517 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-d586f5f9-6bb1-41f3-af48-9a670c708c5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f01676d3-6c76-4ebe-92ba-cd716719e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300281 Jul 16 02:14:03.134126 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-173d0646-6a69-47b6-803f-0a67ba7f4000 service neutron] 10.222.0.47 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791075 Jul 16 02:14:03.223917 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-7b6a5329-5054-4036-9e76-03f65dbc7754 service neutron] 10.222.0.47 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836265 Jul 16 02:14:03.930755 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:04.053958 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7216962-7cbc-404b-b243-38226fa6f701 req-dcc44b8a-4282-4681-be18-b6b1bbcf7096 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:04.055677 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d7216962-7cbc-404b-b243-38226fa6f701 req-dcc44b8a-4282-4681-be18-b6b1bbcf7096 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0691540 Jul 16 02:14:04.093645 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d7216962-7cbc-404b-b243-38226fa6f701 req-ef3adb6a-6875-4ecf-84f3-db8f2e58afbb tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323761 Jul 16 02:14:05.270119 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e257c6b-8410-47e4-bb5d-f316560c2b66 req-3c18936c-c8c4-44c4-9b71-5ada86cf950f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:05.271917 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4e257c6b-8410-47e4-bb5d-f316560c2b66 req-3c18936c-c8c4-44c4-9b71-5ada86cf950f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0639815 Jul 16 02:14:05.313203 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4e257c6b-8410-47e4-bb5d-f316560c2b66 req-f934080e-03aa-4016-9c9b-15d1f1ca79be tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333345 Jul 16 02:14:06.489380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff231c-6e06-4f9e-8d31-edbc7895b467 req-d23987d0-3aca-4a10-ac1f-4838bfa92494 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:06.490884 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbff231c-6e06-4f9e-8d31-edbc7895b467 req-d23987d0-3aca-4a10-ac1f-4838bfa92494 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0678682 Jul 16 02:14:06.527300 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbff231c-6e06-4f9e-8d31-edbc7895b467 req-c88edd8b-f503-4202-b53c-054f5ce2e97e tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308814 Jul 16 02:14:07.701706 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8284f-bf10-4bb4-8bcd-672e1914d0bd req-0b79d0d2-dc96-4ee3-b16e-f1b64bac93a6 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:07.703171 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a5c8284f-bf10-4bb4-8bcd-672e1914d0bd req-0b79d0d2-dc96-4ee3-b16e-f1b64bac93a6 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0654676 Jul 16 02:14:07.740956 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a5c8284f-bf10-4bb4-8bcd-672e1914d0bd req-016dafae-1d13-413d-b4dc-5701bca67aaf tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322299 Jul 16 02:14:08.909729 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8d5c8-a996-4765-91ca-7086f88ec903 req-70c6d54b-ce2c-4043-a373-f54aac18475e tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:08.911199 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b4d8d5c8-a996-4765-91ca-7086f88ec903 req-70c6d54b-ce2c-4043-a373-f54aac18475e tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0621965 Jul 16 02:14:08.949065 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b4d8d5c8-a996-4765-91ca-7086f88ec903 req-177bcd41-7b6f-4207-a448-b8731968f7a7 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318379 Jul 16 02:14:10.119603 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a47ea0-f137-4821-918e-99a7ed140b5d req-d0c76fcc-73c8-4985-a117-0e23951d2920 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:10.121099 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d0a47ea0-f137-4821-918e-99a7ed140b5d req-d0c76fcc-73c8-4985-a117-0e23951d2920 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0624537 Jul 16 02:14:10.157743 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d0a47ea0-f137-4821-918e-99a7ed140b5d req-597deb79-0bcd-4f0c-936b-aae0fe01bbba tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311315 Jul 16 02:14:11.332324 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024045ef-e56b-4f34-baed-fbd6b3546f8a req-84b09fb6-a0de-42eb-a485-7b5f374d4c82 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:11.333822 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-024045ef-e56b-4f34-baed-fbd6b3546f8a req-84b09fb6-a0de-42eb-a485-7b5f374d4c82 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0637984 Jul 16 02:14:11.374894 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-024045ef-e56b-4f34-baed-fbd6b3546f8a req-b33d5f49-912e-484d-9826-a3464de5657b tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355222 Jul 16 02:14:12.545177 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b9554-9cec-4f86-8698-b3a8bfefb540 req-dfde9079-89ff-4493-b5f6-18e1e42843a7 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:12.546543 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b81b9554-9cec-4f86-8698-b3a8bfefb540 req-dfde9079-89ff-4493-b5f6-18e1e42843a7 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0616906 Jul 16 02:14:12.587866 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b81b9554-9cec-4f86-8698-b3a8bfefb540 req-b5e1f2f3-dd5d-4ceb-8631-f367999d7719 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358438 Jul 16 02:14:13.759360 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5b2db-3982-4282-90f6-0bcd15e41301 req-8c26f00c-0b8b-425f-bc4c-b4bff90faf1d tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:13.760878 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48d5b2db-3982-4282-90f6-0bcd15e41301 req-8c26f00c-0b8b-425f-bc4c-b4bff90faf1d tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0623684 Jul 16 02:14:13.797688 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48d5b2db-3982-4282-90f6-0bcd15e41301 req-819dcaa8-1247-4146-9903-8f02083d8f31 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313649 Jul 16 02:14:14.978248 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85b56c-3b42-4e46-893c-7093eb71e782 req-442a1ef3-42d5-49bb-840a-9dc8bdd99e27 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:14.979762 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0f85b56c-3b42-4e46-893c-7093eb71e782 req-442a1ef3-42d5-49bb-840a-9dc8bdd99e27 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0664895 Jul 16 02:14:15.016791 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0f85b56c-3b42-4e46-893c-7093eb71e782 req-43a99bbf-cf51-4268-b5b1-5b78900bfe7f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315449 Jul 16 02:14:16.187659 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e8d11-384c-48ac-a595-9f23cb7bd10f req-e84d795c-d4b6-42f6-9461-7eb11723b071 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:16.189140 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-376e8d11-384c-48ac-a595-9f23cb7bd10f req-e84d795c-d4b6-42f6-9461-7eb11723b071 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0626938 Jul 16 02:14:16.226427 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-376e8d11-384c-48ac-a595-9f23cb7bd10f req-83fa42d7-5aa0-4d41-a7cc-df681d2a3e8a tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316072 Jul 16 02:14:17.399406 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e210b3-45a6-4f8f-8dcd-350d79e38a1d req-f0479edd-0c8d-4de6-83bb-8a33c1aceabf tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:17.401010 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0e210b3-45a6-4f8f-8dcd-350d79e38a1d req-f0479edd-0c8d-4de6-83bb-8a33c1aceabf tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0638132 Jul 16 02:14:17.439383 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e0e210b3-45a6-4f8f-8dcd-350d79e38a1d req-bdc8c0d0-e0d3-4aa4-9370-51af920ef6fc tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326481 Jul 16 02:14:18.613129 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbb354-d2f7-4d22-a734-41cab0efc01b req-5f7910d2-f1e3-419f-9521-16b18baab2e7 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:18.614608 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e0dbb354-d2f7-4d22-a734-41cab0efc01b req-5f7910d2-f1e3-419f-9521-16b18baab2e7 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0667789 Jul 16 02:14:18.652130 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e0dbb354-d2f7-4d22-a734-41cab0efc01b req-07ae15ca-b1a1-4d5d-bd11-2913d782aa84 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313919 Jul 16 02:14:19.828548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed473c-4cc7-49b4-b638-0bcf5cb3d11d req-41895428-c104-4287-8517-266653aa75bc tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:19.830004 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1aed473c-4cc7-49b4-b638-0bcf5cb3d11d req-41895428-c104-4287-8517-266653aa75bc tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0664861 Jul 16 02:14:19.867772 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1aed473c-4cc7-49b4-b638-0bcf5cb3d11d req-309dc648-1f68-428e-9f05-898a6c568dbe tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321395 Jul 16 02:14:21.223588 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddc86c-e877-4474-97ca-1f8f630a1cf2 req-f8d7a25e-9645-4c28-9ba5-b9c14bed212a tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.225541 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c1ddc86c-e877-4474-97ca-1f8f630a1cf2 req-f8d7a25e-9645-4c28-9ba5-b9c14bed212a tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0627527 Jul 16 02:14:21.261915 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c1ddc86c-e877-4474-97ca-1f8f630a1cf2 req-639d4554-6d12-48dc-bd43-be668f44c275 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308437 Jul 16 02:14:22.437350 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b55e6-40f2-46e3-8568-22a8f72e4d36 req-de5edc7e-4e19-42a1-baab-95ff836bfcab tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:22.438846 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dd9b55e6-40f2-46e3-8568-22a8f72e4d36 req-de5edc7e-4e19-42a1-baab-95ff836bfcab tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0644524 Jul 16 02:14:22.476345 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dd9b55e6-40f2-46e3-8568-22a8f72e4d36 req-e60be3da-df2d-4ada-90c2-e1292ece45c1 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317597 Jul 16 02:14:23.648667 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b2ee7-de09-47e8-bec8-3110df5c908d req-ec39d7ad-9772-4b61-b146-bf1da7fd329b tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:23.650154 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a70b2ee7-de09-47e8-bec8-3110df5c908d req-ec39d7ad-9772-4b61-b146-bf1da7fd329b tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0636883 Jul 16 02:14:23.691234 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a70b2ee7-de09-47e8-bec8-3110df5c908d req-3e9e1a15-ad73-427a-81d9-2647616a3d04 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352559 Jul 16 02:14:24.117063 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:24.864797 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac29d0d-f4eb-4d15-83f9-61d15c55139e req-8c8d434f-b7b1-452f-a5fb-99e6a50c8197 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:24.866316 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cac29d0d-f4eb-4d15-83f9-61d15c55139e req-8c8d434f-b7b1-452f-a5fb-99e6a50c8197 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0617485 Jul 16 02:14:24.904503 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cac29d0d-f4eb-4d15-83f9-61d15c55139e req-0e960345-27cb-486f-b0f1-6bac3e2e1bde tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326726 Jul 16 02:14:26.076262 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5a213-d5b7-4ca6-9311-2c24e2ce25d8 req-83bef25d-13b4-40f1-8283-a20180642185 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:26.077762 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-07e5a213-d5b7-4ca6-9311-2c24e2ce25d8 req-83bef25d-13b4-40f1-8283-a20180642185 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0640275 Jul 16 02:14:26.115652 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-07e5a213-d5b7-4ca6-9311-2c24e2ce25d8 req-3b9fc733-5342-461f-a4d8-2792c00b4868 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324256 Jul 16 02:14:27.293381 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd036a8-0db6-40fe-8a5c-9636c96fc6c2 req-24aa806b-f48a-4644-924b-d2e60c8a0aed tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:27.294917 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6cd036a8-0db6-40fe-8a5c-9636c96fc6c2 req-24aa806b-f48a-4644-924b-d2e60c8a0aed tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0685968 Jul 16 02:14:27.331549 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6cd036a8-0db6-40fe-8a5c-9636c96fc6c2 req-ac66b3a6-ee6a-4264-b82f-d3d04bb5a8d9 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311453 Jul 16 02:14:28.401504 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-84f4c630-ed96-445b-86fb-6ddc15c8d69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:28.503851 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906c681-5241-4f4d-9b4d-cd996a03898d req-d1af9060-f896-4814-a88a-aec33cf99a53 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:28.505314 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5906c681-5241-4f4d-9b4d-cd996a03898d req-d1af9060-f896-4814-a88a-aec33cf99a53 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0617750 Jul 16 02:14:28.542357 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5906c681-5241-4f4d-9b4d-cd996a03898d req-57eea7df-b409-4fd8-b3f1-dbdbbca04990 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315914 Jul 16 02:14:29.121711 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:29.712904 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f235c8-f3a3-4ef0-b26d-e44805ef3dbd req-f72a36f4-89cb-450e-8613-22a08240dd1c tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:29.714385 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-47f235c8-f3a3-4ef0-b26d-e44805ef3dbd req-f72a36f4-89cb-450e-8613-22a08240dd1c tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0622339 Jul 16 02:14:29.751561 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-47f235c8-f3a3-4ef0-b26d-e44805ef3dbd req-e4d999a9-88fe-4753-a52a-14f12617f13f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317371 Jul 16 02:14:30.303952 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-305ae8a1-4bb3-43a2-a6d3-2cd8f829d5bf service neutron] show failed (client error): The resource could not be found. Jul 16 02:14:30.304986 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-305ae8a1-4bb3-43a2-a6d3-2cd8f829d5bf service neutron] 10.222.0.47 "GET /v2.0/ports/cad15498-cdfb-4f8f-b489-ddb455999f7c/bindings/n-h1-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.1086676 Jul 16 02:14:30.589722 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-47e2f65b-373a-4489-91b3-3f822a7a1c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:30.591215 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-47e2f65b-373a-4489-91b3-3f822a7a1c10 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b&tenant_id=f0e2acea0cd944dfbe57ff96f26a997e HTTP/1.1" status: 200 len: 1096 time: 0.0873673 Jul 16 02:14:30.609202 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:30.678995 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:30.884968 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] For port cad15498-cdfb-4f8f-b489-ddb455999f7c, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=cad15498-cdfb-4f8f-b489-ddb455999f7c,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:30.917761 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] For port cad15498-cdfb-4f8f-b489-ddb455999f7c, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:30.928318 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e5ac7-3011-46e9-a746-b84814d5521f req-001788bc-06fb-4c3c-b8a4-a8f600e7af71 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:30.929976 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f5e5ac7-3011-46e9-a746-b84814d5521f req-001788bc-06fb-4c3c-b8a4-a8f600e7af71 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0645795 Jul 16 02:14:30.958134 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db266d19-05ac-4412-98b1-abcec3543a6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad15498-cdfb-4f8f-b489-ddb455999f7c'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:30.960567 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27dcec7-f611-4103-873f-b0418eb88e6f" -d '{"events": [{"server_uuid": "db266d19-05ac-4412-98b1-abcec3543a6b", "name": "network-vif-unplugged", "status": "completed", "tag": "cad15498-cdfb-4f8f-b489-ddb455999f7c"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:30.964234 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:30.967696 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f5e5ac7-3011-46e9-a746-b84814d5521f req-99283b15-a622-4c36-b343-8015a2f165c7 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321195 Jul 16 02:14:30.976789 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Transition to ACTIVE for port object cad15498-cdfb-4f8f-b489-ddb455999f7c will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:30.982215 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:31.024500 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae81325-a5a5-44be-8e65-9fc16142387a x-openstack-request-id: req-4ae81325-a5a5-44be-8e65-9fc16142387a {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:31.024798 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db266d19-05ac-4412-98b1-abcec3543a6b", "name": "network-vif-unplugged", "status": "completed", "tag": "cad15498-cdfb-4f8f-b489-ddb455999f7c", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:31.025050 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4ae81325-a5a5-44be-8e65-9fc16142387a {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:31.025446 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db266d19-05ac-4412-98b1-abcec3543a6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad15498-cdfb-4f8f-b489-ddb455999f7c', 'code': 200} Jul 16 02:14:31.034298 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cad15498-cdfb-4f8f-b489-ddb455999f7c,revision_number=6']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:31.060811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] No DVR routers for this DVR port cad15498-cdfb-4f8f-b489-ddb455999f7c on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:14:31.063415 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:31.063793 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:31.064141 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:31.064478 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:31.064810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:31.065142 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:31.065469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:31.065793 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:31.066118 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:31.066437 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:31.066758 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:31.067078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:31.103457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Attempting to bind port cad15498-cdfb-4f8f-b489-ddb455999f7c on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:31.103833 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Attempting to bind port cad15498-cdfb-4f8f-b489-ddb455999f7c by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'c859e7cb-4651-44e0-a905-8e835f40f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:31.104166 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Attempting to bind port cad15498-cdfb-4f8f-b489-ddb455999f7c on network f01676d3-6c76-4ebe-92ba-cd716719e5d2 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:31.108355 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Port cad15498-cdfb-4f8f-b489-ddb455999f7c on network f01676d3-6c76-4ebe-92ba-cd716719e5d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:14:31.108681 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Attempting to bind port cad15498-cdfb-4f8f-b489-ddb455999f7c on network f01676d3-6c76-4ebe-92ba-cd716719e5d2 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:31.113588 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:31.113934 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Checking segment: {'id': 'c859e7cb-4651-44e0-a905-8e835f40f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:31.114323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Bound using segment: {'id': 'c859e7cb-4651-44e0-a905-8e835f40f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:31.114756 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Bound port: cad15498-cdfb-4f8f-b489-ddb455999f7c, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c859e7cb-4651-44e0-a905-8e835f40f9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:31.115670 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:31.133157 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:31.136633 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b336-2c31-44c8-96b4-d58ac94da6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:31.179457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] For port cad15498-cdfb-4f8f-b489-ddb455999f7c, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:31.182610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] For port cad15498-cdfb-4f8f-b489-ddb455999f7c, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cad15498-cdfb-4f8f-b489-ddb455999f7c,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:31.185997 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:31.218322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:31.218938 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:31.220370 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] 10.222.0.26 "PUT /v2.0/ports/cad15498-cdfb-4f8f-b489-ddb455999f7c HTTP/1.1" status: 200 len: 1091 time: 0.6151345 Jul 16 02:14:31.251645 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453b631-2953-4a84-8c3b-8a2a89fc08b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cad15498-cdfb-4f8f-b489-ddb455999f7c,revision_number=7']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:31.310495 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-42ce3565-f4ec-4e6a-a0de-446af27b452f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:31.312058 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-42ce3565-f4ec-4e6a-a0de-446af27b452f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 1094 time: 0.0574863 Jul 16 02:14:31.400592 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-a1f0e0a0-4702-4689-96e5-61f56c37b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:31.401976 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-a1f0e0a0-4702-4689-96e5-61f56c37b5f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f01676d3-6c76-4ebe-92ba-cd716719e5d2 HTTP/1.1" status: 200 len: 916 time: 0.0826147 Jul 16 02:14:31.446410 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-c7f11b09-6b44-484f-8880-af2b76aff34b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cad15498-cdfb-4f8f-b489-ddb455999f7c HTTP/1.1" status: 200 len: 217 time: 0.0383754 Jul 16 02:14:31.493462 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-7c3545d4-788a-48bd-b358-f8280c32319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:31.494877 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-7c3545d4-788a-48bd-b358-f8280c32319b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c74b311-389d-4cee-a5d7-9c3209a7574e HTTP/1.1" status: 200 len: 855 time: 0.0425627 Jul 16 02:14:31.525454 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-bcd10680-e9a5-4e5c-b8c7-a832d5b56ff0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f01676d3-6c76-4ebe-92ba-cd716719e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248795 Jul 16 02:14:31.614999 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-05c3fbcc-e31e-4871-9b18-b782859a0cbc service neutron] 10.222.0.26 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828876 Jul 16 02:14:31.701540 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-47b2c6c9-9869-451c-af2f-7e53f7bb511d req-55265b79-0584-45db-9e21-d3a0db365917 service neutron] 10.222.0.26 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804513 Jul 16 02:14:32.143089 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204d3e0-c74e-4b8a-8d6a-d0fcb6c4f6ec req-8b05627a-7c87-4cf5-b00b-2a4ee3f47811 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:32.144610 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1204d3e0-c74e-4b8a-8d6a-d0fcb6c4f6ec req-8b05627a-7c87-4cf5-b00b-2a4ee3f47811 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 943 time: 0.0628061 Jul 16 02:14:32.182003 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1204d3e0-c74e-4b8a-8d6a-d0fcb6c4f6ec req-07f927a1-9a2e-454a-a95c-f3b81a27f827 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312376 Jul 16 02:14:32.197131 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:32.698339 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:14:33.026971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db266d19-05ac-4412-98b1-abcec3543a6b', 'tag': 'cad15498-cdfb-4f8f-b489-ddb455999f7c'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:33.029572 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45065ff-9460-47d6-b97b-c92fafd99014" -d '{"events": [{"name": "network-changed", "server_uuid": "db266d19-05ac-4412-98b1-abcec3543a6b", "tag": "cad15498-cdfb-4f8f-b489-ddb455999f7c"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:33.075933 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd009292-612a-4545-9f34-7e45198ba336 x-openstack-request-id: req-cd009292-612a-4545-9f34-7e45198ba336 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:33.076224 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db266d19-05ac-4412-98b1-abcec3543a6b", "tag": "cad15498-cdfb-4f8f-b489-ddb455999f7c", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:33.076471 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cd009292-612a-4545-9f34-7e45198ba336 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:33.076867 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db266d19-05ac-4412-98b1-abcec3543a6b', 'tag': 'cad15498-cdfb-4f8f-b489-ddb455999f7c', 'status': 'completed', 'code': 200} Jul 16 02:14:33.175544 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-3bb0dee3-66f5-41b4-b28c-abd3e42b9a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:33.177077 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-3bb0dee3-66f5-41b4-b28c-abd3e42b9a57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 1094 time: 0.0536339 Jul 16 02:14:33.177960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-93dcfccb-a7d9-45a3-8f3b-5e778c5153f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:33.179524 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-93dcfccb-a7d9-45a3-8f3b-5e778c5153f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 1094 time: 0.0570157 Jul 16 02:14:33.308850 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-49b8d04c-cccf-4461-8da2-b0c5cf6f25c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:33.310492 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-49b8d04c-cccf-4461-8da2-b0c5cf6f25c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f01676d3-6c76-4ebe-92ba-cd716719e5d2 HTTP/1.1" status: 200 len: 916 time: 0.1241279 Jul 16 02:14:33.319154 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-201450c7-d284-40e7-923a-033acbf2c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:33.321068 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-201450c7-d284-40e7-923a-033acbf2c3d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f01676d3-6c76-4ebe-92ba-cd716719e5d2 HTTP/1.1" status: 200 len: 916 time: 0.1310606 Jul 16 02:14:33.345499 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device cad15498-cdfb-4f8f-b489-ddb455999f7c no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:14:33.362508 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-1564a6b7-54d2-4126-959f-ccdc33c41bff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cad15498-cdfb-4f8f-b489-ddb455999f7c HTTP/1.1" status: 200 len: 217 time: 0.0342803 Jul 16 02:14:33.383096 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-a797a812-91a4-42ac-a1b9-d8eb14c15961 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cad15498-cdfb-4f8f-b489-ddb455999f7c HTTP/1.1" status: 200 len: 217 time: 0.0604179 Jul 16 02:14:33.393758 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device cad15498-cdfb-4f8f-b489-ddb455999f7c not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:14:33.423356 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-23c2c8ad-1079-4a0e-b4d4-81a089893f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:33.425078 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-23c2c8ad-1079-4a0e-b4d4-81a089893f5c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c74b311-389d-4cee-a5d7-9c3209a7574e HTTP/1.1" status: 200 len: 855 time: 0.0562565 Jul 16 02:14:33.451813 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f4296-af36-4db4-b5fd-b31b629b2f59 req-03ac57c3-e849-44a6-b535-0a9c66a8a6c2 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:33.453318 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f42f4296-af36-4db4-b5fd-b31b629b2f59 req-03ac57c3-e849-44a6-b535-0a9c66a8a6c2 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 943 time: 0.1417387 Jul 16 02:14:33.457019 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-9084517e-0209-4a58-9d41-85d485adc851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:33.458422 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-9084517e-0209-4a58-9d41-85d485adc851 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c74b311-389d-4cee-a5d7-9c3209a7574e HTTP/1.1" status: 200 len: 855 time: 0.0675206 Jul 16 02:14:33.460303 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-bd06953f-a040-42f9-8ead-e5d883f438de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f01676d3-6c76-4ebe-92ba-cd716719e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293124 Jul 16 02:14:33.503872 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-c990f54c-faf1-4a03-94d2-d0bf54dc720c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f01676d3-6c76-4ebe-92ba-cd716719e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376887 Jul 16 02:14:33.538922 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f42f4296-af36-4db4-b5fd-b31b629b2f59 req-b076d012-77a1-4cb9-a65c-ed9dd41067ac tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788622 Jul 16 02:14:33.553720 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-d9834d20-d37a-4d25-8278-38fd2ad1b0a6 service neutron] 10.222.0.26 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876129 Jul 16 02:14:33.608236 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-72bebee1-f027-4abf-a371-2186f40dff5e service neutron] 10.222.0.47 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936584 Jul 16 02:14:33.641225 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-b0c02ca6-86b9-4f1d-8f9e-1e120db26b93 service neutron] 10.222.0.26 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820320 Jul 16 02:14:33.703629 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d45065ff-9460-47d6-b97b-c92fafd99014 req-6a77ed37-8c41-4d9f-ad0f-ae6edfa2e726 service neutron] 10.222.0.47 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893250 Jul 16 02:14:33.931699 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:33.954451 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device cad15498-cdfb-4f8f-b489-ddb455999f7c details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:14:34.192859 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port cad15498-cdfb-4f8f-b489-ddb455999f7c, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cad15498-cdfb-4f8f-b489-ddb455999f7c,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:34.204011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'cad15498-cdfb-4f8f-b489-ddb455999f7c', 'network_id': 'f01676d3-6c76-4ebe-92ba-cd716719e5d2', 'port_id': 'cad15498-cdfb-4f8f-b489-ddb455999f7c', 'mac_address': 'fa:16:3e:53:56:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c74b311-389d-4cee-a5d7-9c3209a7574e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:14:34.242102 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:34.254129 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad15498-cdfb-4f8f-b489-ddb455999f7c {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:14:34.273720 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port cad15498-cdfb-4f8f-b489-ddb455999f7c, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cad15498-cdfb-4f8f-b489-ddb455999f7c,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:34.277525 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:34.326155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=cad15498-cdfb-4f8f-b489-ddb455999f7c,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:34.333692 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:34.334055 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:34.334396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:34.334730 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:34.335061 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:34.335391 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:34.335734 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:34.336064 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:34.336387 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:34.336707 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:34.337027 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:34.337346 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:34.564659 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['cad15498-cdfb-4f8f-b489-ddb455999f7c'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:14:34.718818 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489bebd-0f23-4f53-a046-784d65a04ab0 req-06fde03e-273f-4bf3-b824-08c981a41462 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:34.720347 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7489bebd-0f23-4f53-a046-784d65a04ab0 req-06fde03e-273f-4bf3-b824-08c981a41462 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 944 time: 0.0659726 Jul 16 02:14:34.761552 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7489bebd-0f23-4f53-a046-784d65a04ab0 req-afd46505-aa69-4772-800d-31ecc215dac4 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350435 Jul 16 02:14:35.053654 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8878f-d31a-450e-b153-4ca36ad18441 req-5800cf1e-5f99-4875-8aac-904ea7829985 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:35.055168 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f7d8878f-d31a-450e-b153-4ca36ad18441 req-5800cf1e-5f99-4875-8aac-904ea7829985 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 944 time: 0.0667121 Jul 16 02:14:35.074814 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62286654-7377-4cc2-8f81-8c5400b01ce8 req-22532a6a-d245-410e-97c9-a8d05f3916f2 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:35.076320 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62286654-7377-4cc2-8f81-8c5400b01ce8 req-22532a6a-d245-410e-97c9-a8d05f3916f2 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.47 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b&tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 944 time: 0.0718939 Jul 16 02:14:35.093346 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f7d8878f-d31a-450e-b153-4ca36ad18441 req-297a72ca-92c6-41d8-a83b-312891ac9823 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326247 Jul 16 02:14:35.136963 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [req-62286654-7377-4cc2-8f81-8c5400b01ce8 req-c529bc04-b9ed-40d9-b5a0-c08248969221 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:14:35.137911 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62286654-7377-4cc2-8f81-8c5400b01ce8 req-c529bc04-b9ed-40d9-b5a0-c08248969221 service neutron] 10.222.0.47 "DELETE /v2.0/ports/cad15498-cdfb-4f8f-b489-ddb455999f7c/bindings/n-h2-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.0551720 Jul 16 02:14:35.257853 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62286654-7377-4cc2-8f81-8c5400b01ce8 req-735b320a-39d6-4f80-ae82-b0f27c54a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:35.259361 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62286654-7377-4cc2-8f81-8c5400b01ce8 req-735b320a-39d6-4f80-ae82-b0f27c54a2ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 1095 time: 0.0578222 Jul 16 02:14:35.352050 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62286654-7377-4cc2-8f81-8c5400b01ce8 req-c5fb02c1-9da6-46aa-96e6-c435b3d12925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:35.353562 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62286654-7377-4cc2-8f81-8c5400b01ce8 req-c5fb02c1-9da6-46aa-96e6-c435b3d12925 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f01676d3-6c76-4ebe-92ba-cd716719e5d2 HTTP/1.1" status: 200 len: 916 time: 0.0877657 Jul 16 02:14:35.398537 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62286654-7377-4cc2-8f81-8c5400b01ce8 req-f415c1ba-c084-41f4-98fe-d3b29ee74666 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cad15498-cdfb-4f8f-b489-ddb455999f7c HTTP/1.1" status: 200 len: 217 time: 0.0381689 Jul 16 02:14:35.446887 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62286654-7377-4cc2-8f81-8c5400b01ce8 req-d23c0b34-15b6-4aff-852f-7cd767cc65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:35.448347 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62286654-7377-4cc2-8f81-8c5400b01ce8 req-d23c0b34-15b6-4aff-852f-7cd767cc65f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c74b311-389d-4cee-a5d7-9c3209a7574e HTTP/1.1" status: 200 len: 855 time: 0.0431130 Jul 16 02:14:35.480013 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62286654-7377-4cc2-8f81-8c5400b01ce8 req-4bc3131e-cb07-452f-b279-85dd705fb33a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f01676d3-6c76-4ebe-92ba-cd716719e5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252752 Jul 16 02:14:35.571151 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62286654-7377-4cc2-8f81-8c5400b01ce8 req-33845a4c-45f0-46dd-80ad-530bb7932d84 service neutron] 10.222.0.47 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850837 Jul 16 02:14:35.659083 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62286654-7377-4cc2-8f81-8c5400b01ce8 req-ad43673b-577d-43c2-937e-7e2e047606ad service neutron] 10.222.0.47 "GET /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807381 Jul 16 02:14:35.969184 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device cad15498-cdfb-4f8f-b489-ddb455999f7c up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:36.017822 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port cad15498-cdfb-4f8f-b489-ddb455999f7c completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:36.021792 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port cad15498-cdfb-4f8f-b489-ddb455999f7c triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:36.022175 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:36.098489 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:36.121796 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db266d19-05ac-4412-98b1-abcec3543a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad15498-cdfb-4f8f-b489-ddb455999f7c'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:36.124100 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50949656-5951-4dc2-99cc-81dad47a7719" -d '{"events": [{"server_uuid": "db266d19-05ac-4412-98b1-abcec3543a6b", "name": "network-vif-plugged", "status": "completed", "tag": "cad15498-cdfb-4f8f-b489-ddb455999f7c"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:36.137373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port cad15498-cdfb-4f8f-b489-ddb455999f7c, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cad15498-cdfb-4f8f-b489-ddb455999f7c,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:36.142032 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:36.172889 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd98ffd-9fac-4765-923a-458bcaea6b90 x-openstack-request-id: req-bcd98ffd-9fac-4765-923a-458bcaea6b90 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:36.173151 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db266d19-05ac-4412-98b1-abcec3543a6b", "name": "network-vif-plugged", "status": "completed", "tag": "cad15498-cdfb-4f8f-b489-ddb455999f7c", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:36.173418 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bcd98ffd-9fac-4765-923a-458bcaea6b90 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:36.173819 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db266d19-05ac-4412-98b1-abcec3543a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad15498-cdfb-4f8f-b489-ddb455999f7c', 'code': 200} Jul 16 02:14:36.201749 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=cad15498-cdfb-4f8f-b489-ddb455999f7c,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:36.301959 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86dbc1-c9f2-4ea7-ab17-73d58c1f0fb0 req-fafb9788-cd9d-43de-b17a-2050cbb3d2b1 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:36.303768 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd86dbc1-c9f2-4ea7-ab17-73d58c1f0fb0 req-fafb9788-cd9d-43de-b17a-2050cbb3d2b1 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0746605 Jul 16 02:14:36.343947 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bd86dbc1-c9f2-4ea7-ab17-73d58c1f0fb0 req-0da1b492-8643-497b-bb05-852953021cec tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345013 Jul 16 02:14:36.519980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c0af6-46e3-431c-8098-2353251f3bc4 req-49cfe89d-aed7-4aab-9eee-ba826001fe50 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:36.521386 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7d3c0af6-46e3-431c-8098-2353251f3bc4 req-49cfe89d-aed7-4aab-9eee-ba826001fe50 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0632658 Jul 16 02:14:36.559170 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7d3c0af6-46e3-431c-8098-2353251f3bc4 req-91ae79ed-3c1f-44b8-b27e-e212b47cb955 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316002 Jul 16 02:14:36.728320 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc4f93-777b-4de7-8b00-4304bf3ccd2b req-a28688dd-0c5a-478d-82ee-dc1bf9517a73 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:36.729807 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbbc4f93-777b-4de7-8b00-4304bf3ccd2b req-a28688dd-0c5a-478d-82ee-dc1bf9517a73 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0622959 Jul 16 02:14:36.766205 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dbbc4f93-777b-4de7-8b00-4304bf3ccd2b req-6cf4f8bb-4b8e-4895-971c-a9ed1e0a4ba1 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309269 Jul 16 02:14:37.384993 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43351067-e528-48ad-bc24-511ea169cc6a req-ff054298-9456-4837-b03d-f956bc355976 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:37.386531 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-43351067-e528-48ad-bc24-511ea169cc6a req-ff054298-9456-4837-b03d-f956bc355976 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0749042 Jul 16 02:14:37.431641 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-43351067-e528-48ad-bc24-511ea169cc6a req-39565149-267c-45a8-b81e-41f6b41299ff tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361884 Jul 16 02:14:38.598465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83237550-9422-4472-a3b1-9fe9e9db7974 req-28391be1-3758-4794-b79c-29a45555be03 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:38.600307 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-83237550-9422-4472-a3b1-9fe9e9db7974 req-28391be1-3758-4794-b79c-29a45555be03 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.26 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0654054 Jul 16 02:14:38.607646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c8889-7144-46bf-89cb-cfdad8d5466e req-ef59a538-89de-4c5f-a928-528f8be29d58 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:38.609143 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f28c8889-7144-46bf-89cb-cfdad8d5466e req-ef59a538-89de-4c5f-a928-528f8be29d58 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/ports?device_id=db266d19-05ac-4412-98b1-abcec3543a6b HTTP/1.1" status: 200 len: 945 time: 0.0628054 Jul 16 02:14:38.647639 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f28c8889-7144-46bf-89cb-cfdad8d5466e req-a1e94c1a-0885-493e-8602-ea38408789d4 tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f343a3f-0bcd-42c0-a884-6882c55891d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327053 Jul 16 02:14:38.704154 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-83237550-9422-4472-a3b1-9fe9e9db7974 req-1f15b651-f608-42cc-96f5-f45cc85be97f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Deleting port cad15498-cdfb-4f8f-b489-ddb455999f7c {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:14:38.704493 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-83237550-9422-4472-a3b1-9fe9e9db7974 req-1f15b651-f608-42cc-96f5-f45cc85be97f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.791883 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-83237550-9422-4472-a3b1-9fe9e9db7974 req-1f15b651-f608-42cc-96f5-f45cc85be97f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] For port cad15498-cdfb-4f8f-b489-ddb455999f7c, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=cad15498-cdfb-4f8f-b489-ddb455999f7c,segment=NetworkSegment(c859e7cb-4651-44e0-a905-8e835f40f9c9),segment_id=c859e7cb-4651-44e0-a905-8e835f40f9c9)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:38.792243 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-83237550-9422-4472-a3b1-9fe9e9db7974 req-1f15b651-f608-42cc-96f5-f45cc85be97f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.805127 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-83237550-9422-4472-a3b1-9fe9e9db7974 req-1f15b651-f608-42cc-96f5-f45cc85be97f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Calling delete_port for cad15498-cdfb-4f8f-b489-ddb455999f7c owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:14:38.936596 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-83237550-9422-4472-a3b1-9fe9e9db7974 req-1f15b651-f608-42cc-96f5-f45cc85be97f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.964626 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15b651-f608-42cc-96f5-f45cc85be97f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Pushing event deleted for resources: {'Port': ['ID=cad15498-cdfb-4f8f-b489-ddb455999f7c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:38.969949 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['cad15498-cdfb-4f8f-b489-ddb455999f7c'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:14:39.011533 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-83237550-9422-4472-a3b1-9fe9e9db7974 req-1f15b651-f608-42cc-96f5-f45cc85be97f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] No DVR routers for this DVR port cad15498-cdfb-4f8f-b489-ddb455999f7c on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:14:39.014074 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-83237550-9422-4472-a3b1-9fe9e9db7974 req-1f15b651-f608-42cc-96f5-f45cc85be97f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:39.016124 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-83237550-9422-4472-a3b1-9fe9e9db7974 req-1f15b651-f608-42cc-96f5-f45cc85be97f tempest-ServerDiskConfigTestJSON-1297701641 tempest-ServerDiskConfigTestJSON-1297701641-project] 10.222.0.26 "DELETE /v2.0/ports/cad15498-cdfb-4f8f-b489-ddb455999f7c HTTP/1.1" status: 204 len: 173 time: 0.4108574 Jul 16 02:14:39.016576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db266d19-05ac-4412-98b1-abcec3543a6b', 'name': 'network-vif-deleted', 'tag': 'cad15498-cdfb-4f8f-b489-ddb455999f7c'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:39.018792 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52b6084-e160-4ede-b349-e1781602e7aa" -d '{"events": [{"server_uuid": "db266d19-05ac-4412-98b1-abcec3543a6b", "name": "network-vif-deleted", "tag": "cad15498-cdfb-4f8f-b489-ddb455999f7c"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:39.057165 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4694b51-2d44-4a9b-8348-4f9ac6904cdf x-openstack-request-id: req-f4694b51-2d44-4a9b-8348-4f9ac6904cdf {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:39.057459 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db266d19-05ac-4412-98b1-abcec3543a6b", "name": "network-vif-deleted", "tag": "cad15498-cdfb-4f8f-b489-ddb455999f7c", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:39.057712 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f4694b51-2d44-4a9b-8348-4f9ac6904cdf {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:39.058110 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db266d19-05ac-4412-98b1-abcec3543a6b', 'name': 'network-vif-deleted', 'tag': 'cad15498-cdfb-4f8f-b489-ddb455999f7c', 'status': 'completed', 'code': 200} Jul 16 02:14:39.878742 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46308) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:39.929050 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-5712a49e-de6e-497c-a448-718d87c1a8a5 admin admin] Deleting subnet 4c74b311-389d-4cee-a5d7-9c3209a7574e {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:14:39.932178 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5712a49e-de6e-497c-a448-718d87c1a8a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:39.966336 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5712a49e-de6e-497c-a448-718d87c1a8a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.006334 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5712a49e-de6e-497c-a448-718d87c1a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.060651 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5712a49e-de6e-497c-a448-718d87c1a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.085449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712a49e-de6e-497c-a448-718d87c1a8a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c74b311-389d-4cee-a5d7-9c3209a7574e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:40.089147 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5712a49e-de6e-497c-a448-718d87c1a8a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.093242 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5712a49e-de6e-497c-a448-718d87c1a8a5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4c74b311-389d-4cee-a5d7-9c3209a7574e HTTP/1.1" status: 204 len: 168 time: 0.2112370 Jul 16 02:14:40.094511 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46310) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:40.165923 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c84eb0ae-4ea6-4640-8add-ff4177bcfd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.245755 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c84eb0ae-4ea6-4640-8add-ff4177bcfd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.255833 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c84eb0ae-4ea6-4640-8add-ff4177bcfd6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01676d3-6c76-4ebe-92ba-cd716719e5d2']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:40.266358 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c84eb0ae-4ea6-4640-8add-ff4177bcfd6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c859e7cb-4651-44e0-a905-8e835f40f9c9') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:40.266653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-c84eb0ae-4ea6-4640-8add-ff4177bcfd6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c859e7cb-4651-44e0-a905-8e835f40f9c9') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:40.276085 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c84eb0ae-4ea6-4640-8add-ff4177bcfd6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.294265 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c84eb0ae-4ea6-4640-8add-ff4177bcfd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.300557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84eb0ae-4ea6-4640-8add-ff4177bcfd6d admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:14:40.300953 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c84eb0ae-4ea6-4640-8add-ff4177bcfd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:14:40.303565 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:14:40.356908 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c84eb0ae-4ea6-4640-8add-ff4177bcfd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.362083 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c84eb0ae-4ea6-4640-8add-ff4177bcfd6d admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.365630 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c84eb0ae-4ea6-4640-8add-ff4177bcfd6d admin admin] 10.222.0.54 "DELETE /v2.0/networks/f01676d3-6c76-4ebe-92ba-cd716719e5d2 HTTP/1.1" status: 204 len: 168 time: 0.2693965 Jul 16 02:14:40.374923 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84eb0ae-4ea6-4640-8add-ff4177bcfd6d admin admin] Pushing event deleted for resources: {'Network': ['ID=f01676d3-6c76-4ebe-92ba-cd716719e5d2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:40.472893 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46314) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:40.518402 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ee849a33-65c1-4917-84bf-d48b1a2b9ca4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f0e2acea0cd944dfbe57ff96f26a997e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443435 Jul 16 02:14:40.520835 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46316) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:40.570182 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6bde5bee-945b-4eae-954d-35179f975814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.591276 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6bde5bee-945b-4eae-954d-35179f975814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.640595 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6bde5bee-945b-4eae-954d-35179f975814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.643328 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-6bde5bee-945b-4eae-954d-35179f975814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.644502 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6bde5bee-945b-4eae-954d-35179f975814 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3f343a3f-0bcd-42c0-a884-6882c55891d7 HTTP/1.1" status: 204 len: 168 time: 0.1220777 Jul 16 02:14:40.653101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde5bee-945b-4eae-954d-35179f975814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f343a3f-0bcd-42c0-a884-6882c55891d7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:41.289017 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46338) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:41.386044 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-cd499e26-d501-46db-ac07-4885c86f8b43 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-125634732-network', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:41.410970 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd499e26-d501-46db-ac07-4885c86f8b43 admin admin] Made reservation on behalf of 9b09901fa6c94a9bb4e78afefb3e2856 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:14:41.413415 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd499e26-d501-46db-ac07-4885c86f8b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.421447 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd499e26-d501-46db-ac07-4885c86f8b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.508883 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd499e26-d501-46db-ac07-4885c86f8b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.512437 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd499e26-d501-46db-ac07-4885c86f8b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.536381 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd499e26-d501-46db-ac07-4885c86f8b43 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:14:41.545747 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd499e26-d501-46db-ac07-4885c86f8b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32731002-1a57-4962-a847-a8669226a3b0,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:41.553685 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd499e26-d501-46db-ac07-4885c86f8b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.554027 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-cd499e26-d501-46db-ac07-4885c86f8b43 admin admin] Added segment 76da2e0a-f4b0-49dc-b980-7a08ff39ba2f of type vlan for network f1e7b6de-139f-4833-a80f-2c88b5409fe7 Jul 16 02:14:41.595129 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd499e26-d501-46db-ac07-4885c86f8b43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.623018 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd499e26-d501-46db-ac07-4885c86f8b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.623968 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd499e26-d501-46db-ac07-4885c86f8b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:41.624534 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cd499e26-d501-46db-ac07-4885c86f8b43 admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.657023 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cd499e26-d501-46db-ac07-4885c86f8b43 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3669100 Jul 16 02:14:41.660205 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46342) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:41.666035 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-0844498f-fa97-44e4-97e0-bb1adba250f3 admin admin] Request body: {'subnet': {'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-125634732-subnet', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:41.682406 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd499e26-d501-46db-ac07-4885c86f8b43 admin admin] Pushing event updated for resources: {'Network': ['ID=f1e7b6de-139f-4833-a80f-2c88b5409fe7,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:41.688530 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0844498f-fa97-44e4-97e0-bb1adba250f3 admin admin] Made reservation on behalf of 9b09901fa6c94a9bb4e78afefb3e2856 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:14:41.691379 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0844498f-fa97-44e4-97e0-bb1adba250f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.693169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network f1e7b6de-139f-4833-a80f-2c88b5409fe7 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:14:41.861892 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0844498f-fa97-44e4-97e0-bb1adba250f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.923925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844498f-fa97-44e4-97e0-bb1adba250f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21e5a26c-53fe-4fd2-ad27-e1be303ff20f,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:41.931875 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0844498f-fa97-44e4-97e0-bb1adba250f3 admin admin] Checking segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:41.932479 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0844498f-fa97-44e4-97e0-bb1adba250f3 admin admin] Network hostable DHCP agents. Network: f1e7b6de-139f-4833-a80f-2c88b5409fe7, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:14:41.949154 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0844498f-fa97-44e4-97e0-bb1adba250f3 admin admin] Network f1e7b6de-139f-4833-a80f-2c88b5409fe7 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:14:41.957686 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-0844498f-fa97-44e4-97e0-bb1adba250f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, f1e7b6de-139f-4833-a80f-2c88b5409fe7) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:41.962427 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0844498f-fa97-44e4-97e0-bb1adba250f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:41.963017 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0844498f-fa97-44e4-97e0-bb1adba250f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:41.967215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d8f2b-2db3-473b-9e83-1e15343e2a0f None None] Network f1e7b6de-139f-4833-a80f-2c88b5409fe7 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:14:41.977325 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0844498f-fa97-44e4-97e0-bb1adba250f3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3160172 Jul 16 02:14:41.980138 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46344) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:41.984465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:42.005371 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.006415 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.024405 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device cad15498-cdfb-4f8f-b489-ddb455999f7c no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:14:42.048660 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: cad15498-cdfb-4f8f-b489-ddb455999f7c {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:14:42.049002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device cad15498-cdfb-4f8f-b489-ddb455999f7c not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:14:42.060923 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.135684 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:14:42.136570 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.200508 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.265821 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Allocated IP 172.20.0.2 (f1e7b6de-139f-4833-a80f-2c88b5409fe7/21e5a26c-53fe-4fd2-ad27-e1be303ff20f/e2462880-8c5e-41a4-9b0a-29a50f0986af) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:42.409691 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.410060 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.419200 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Transition to ACTIVE for port object e2462880-8c5e-41a4-9b0a-29a50f0986af will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:42.428791 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.434031 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Transition to ACTIVE for port object e2462880-8c5e-41a4-9b0a-29a50f0986af will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:42.439787 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.479543 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Network f1e7b6de-139f-4833-a80f-2c88b5409fe7 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:42.482207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:42.485743 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:42.491137 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Pushing event updated for resources: {'Port': ['ID=e2462880-8c5e-41a4-9b0a-29a50f0986af,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:42.529591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] Allocated IP 172.25.1.71 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/4920dfba-dd0f-426f-8759-fea628085bd3) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:42.550428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Attempting to bind port e2462880-8c5e-41a4-9b0a-29a50f0986af on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:42.550800 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Attempting to bind port e2462880-8c5e-41a4-9b0a-29a50f0986af by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:42.551167 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Attempting to bind port e2462880-8c5e-41a4-9b0a-29a50f0986af on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:42.556429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:42.556824 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Checking segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:42.557214 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.557613 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Bound using segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:42.558078 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Bound port: e2462880-8c5e-41a4-9b0a-29a50f0986af, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:42.558489 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.619682 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] For port e2462880-8c5e-41a4-9b0a-29a50f0986af, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:42.622720 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] For port e2462880-8c5e-41a4-9b0a-29a50f0986af, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e2462880-8c5e-41a4-9b0a-29a50f0986af,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:42.626144 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.634743 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.679886 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:42.681648 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17bd88b-f003-4c1b-8e74-9efc6f8ffc5e None None] Pushing event updated for resources: {'Port': ['ID=e2462880-8c5e-41a4-9b0a-29a50f0986af,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:42.726709 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:42.729864 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:42.734489 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:42.737715 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] Pushing event updated for resources: {'Port': ['ID=4920dfba-dd0f-426f-8759-fea628085bd3,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:43.002990 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.196197 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.336354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e2462880-8c5e-41a4-9b0a-29a50f0986af up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:43.396114 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port e2462880-8c5e-41a4-9b0a-29a50f0986af completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:43.585614 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bcae24-51ed-4e00-8dc7-324db7ec0f31 None None] Network f1e7b6de-139f-4833-a80f-2c88b5409fe7 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:14:43.673288 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] Router e756f446-c8a1-4a31-8203-dfe668dcc440 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:14:43.706454 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ed061228-8988-4c42-b8c4-21e69174e154 None None] Provisioning for port e2462880-8c5e-41a4-9b0a-29a50f0986af completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:43.731899 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ed061228-8988-4c42-b8c4-21e69174e154 None None] Provisioning complete for port e2462880-8c5e-41a4-9b0a-29a50f0986af triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:43.732287 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed061228-8988-4c42-b8c4-21e69174e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.782941 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:14:43.794569 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Sync routers for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:14:43.801328 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.806070 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-83dbd304-7cd1-40f0-8471-aa8e0b9ae7ed admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8214948 Jul 16 02:14:43.806415 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46346) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:43.832536 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:43.833193 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:14:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:43.874227 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed061228-8988-4c42-b8c4-21e69174e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.950929 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ed061228-8988-4c42-b8c4-21e69174e154 None None] For port e2462880-8c5e-41a4-9b0a-29a50f0986af, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e2462880-8c5e-41a4-9b0a-29a50f0986af,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:43.958741 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ed061228-8988-4c42-b8c4-21e69174e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:43.989170 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:44.091544 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed061228-8988-4c42-b8c4-21e69174e154 None None] Pushing event updated for resources: {'Port': ['ID=e2462880-8c5e-41a4-9b0a-29a50f0986af,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:44.137141 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a73da753-7905-4d9d-add4-17073d17f52f None None] Provisioning complete for port e2462880-8c5e-41a4-9b0a-29a50f0986af triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:44.137518 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a73da753-7905-4d9d-add4-17073d17f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.248176 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.267410 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:42Z', 'revision_number': 3, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:44.293847 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Checking router: e756f446-c8a1-4a31-8203-dfe668dcc440 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:14:44.294201 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Updating router e756f446-c8a1-4a31-8203-dfe668dcc440 port 4920dfba-dd0f-426f-8759-fea628085bd3 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:14:44.328683 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.410781 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] Allocated IP 172.20.0.1 (f1e7b6de-139f-4833-a80f-2c88b5409fe7/21e5a26c-53fe-4fd2-ad27-e1be303ff20f/a808da69-b045-423e-8422-369f80b849e5) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:44.516267 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.531265 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] Transition to ACTIVE for port object a808da69-b045-423e-8422-369f80b849e5 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:44.563893 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.582296 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.593151 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Transition to ACTIVE for port object 4920dfba-dd0f-426f-8759-fea628085bd3 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:44.598998 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.599278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] Network f1e7b6de-139f-4833-a80f-2c88b5409fe7 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:44.605703 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:44.609119 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:44.635181 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] Pushing event updated for resources: {'Port': ['ID=a808da69-b045-423e-8422-369f80b849e5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:44.648802 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Attempting to bind port 4920dfba-dd0f-426f-8759-fea628085bd3 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:44.649184 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Attempting to bind port 4920dfba-dd0f-426f-8759-fea628085bd3 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:44.649563 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Attempting to bind port 4920dfba-dd0f-426f-8759-fea628085bd3 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:44.653500 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.661584 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:44.661990 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:44.662552 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.662962 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:44.663448 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Bound port: 4920dfba-dd0f-426f-8759-fea628085bd3, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:44.663864 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.686372 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211ded2-6111-4c93-82e9-48388a4af87e None None] Pushing event updated for resources: {'Port': ['ID=4920dfba-dd0f-426f-8759-fea628085bd3,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:44.725175 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] For port 4920dfba-dd0f-426f-8759-fea628085bd3, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:44.728737 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] For port 4920dfba-dd0f-426f-8759-fea628085bd3, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4920dfba-dd0f-426f-8759-fea628085bd3,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:44.732858 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.798644 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.803367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:44.804481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:14:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:44.806483 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211ded2-6111-4c93-82e9-48388a4af87e None None] Pushing event updated for resources: {'Port': ['ID=4920dfba-dd0f-426f-8759-fea628085bd3,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:44.912593 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3220b4ac-4f70-4685-861c-edd088dcc5d7 None None] Provisioning for port a808da69-b045-423e-8422-369f80b849e5 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:44.922734 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3220b4ac-4f70-4685-861c-edd088dcc5d7 None None] Provisioning complete for port a808da69-b045-423e-8422-369f80b849e5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:44.923108 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3220b4ac-4f70-4685-861c-edd088dcc5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.928133 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:44.967972 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.972680 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:44.992788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3220b4ac-4f70-4685-861c-edd088dcc5d7 None None] Port a808da69-b045-423e-8422-369f80b849e5 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:14:45.043200 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:45.045005 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] Pushing event updated for resources: {'Port': ['ID=a808da69-b045-423e-8422-369f80b849e5,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:45.141672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] Network f1e7b6de-139f-4833-a80f-2c88b5409fe7 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:45.143114 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:45.269834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] Router e756f446-c8a1-4a31-8203-dfe668dcc440 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:14:45.332678 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 1, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:45.336456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e2462880-8c5e-41a4-9b0a-29a50f0986af up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:45.365376 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9955ff-2675-403c-8c87-c9265e167028 None None] The sync data for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 is: [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 1, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:14:45.395277 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:14:45.403759 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-05a97431-6011-474c-ab47-3774a6ab86fc admin admin] 10.222.0.54 "PUT /v2.0/routers/e756f446-c8a1-4a31-8203-dfe668dcc440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5936639 Jul 16 02:14:45.426803 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e2462880-8c5e-41a4-9b0a-29a50f0986af triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:45.427174 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:45.450470 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a7868284-8798-4365-96a7-8d9262876d61 None None] Provisioning complete for port a808da69-b045-423e-8422-369f80b849e5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:45.450849 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a7868284-8798-4365-96a7-8d9262876d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:45.501685 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a7868284-8798-4365-96a7-8d9262876d61 None None] Port a808da69-b045-423e-8422-369f80b849e5 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:14:47.243520 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Sync routers for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:14:47.253668 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:47.254514 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:14:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:47.363735 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46356) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:47.368912 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-a1952ea5-ebff-4f16-8a83-4b00f6e96e67 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1211782296', 'description': 'tempest-description--559011136'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:47.370227 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4920dfba-dd0f-426f-8759-fea628085bd3 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:47.370711 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:47.390721 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a1952ea5-ebff-4f16-8a83-4b00f6e96e67 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.421102 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 4920dfba-dd0f-426f-8759-fea628085bd3 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:47.424834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 4920dfba-dd0f-426f-8759-fea628085bd3 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:47.425212 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.489712 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a1952ea5-ebff-4f16-8a83-4b00f6e96e67 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.494006 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a1952ea5-ebff-4f16-8a83-4b00f6e96e67 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.520909 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.525430 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a1952ea5-ebff-4f16-8a83-4b00f6e96e67 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.529740 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a1952ea5-ebff-4f16-8a83-4b00f6e96e67 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1619968 Jul 16 02:14:47.529740 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1952ea5-ebff-4f16-8a83-4b00f6e96e67 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d238bad-6512-4646-93b9-114d6ff91342,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:47.530117 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46358) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:47.536458 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-7ee1e06f-ef4a-4470-9c7c-105fe7e09c7f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Request body: {'security_group_rule': {'security_group_id': '9d238bad-6512-4646-93b9-114d6ff91342', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:47.559464 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 4920dfba-dd0f-426f-8759-fea628085bd3, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4920dfba-dd0f-426f-8759-fea628085bd3,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:47.564727 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.572782 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e06f-ef4a-4470-9c7c-105fe7e09c7f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.589333 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 2, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:47.619536 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=4920dfba-dd0f-426f-8759-fea628085bd3,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:47.626301 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Checking router: e756f446-c8a1-4a31-8203-dfe668dcc440 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:14:47.627171 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Updating router e756f446-c8a1-4a31-8203-dfe668dcc440 port a808da69-b045-423e-8422-369f80b849e5 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:14:47.650715 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e06f-ef4a-4470-9c7c-105fe7e09c7f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.655040 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e06f-ef4a-4470-9c7c-105fe7e09c7f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.664153 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.682405 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1e06f-ef4a-4470-9c7c-105fe7e09c7f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c984a6e0-e7af-46cd-bda6-6fbe98e2fdc1,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:47.686277 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7ee1e06f-ef4a-4470-9c7c-105fe7e09c7f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.688218 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7ee1e06f-ef4a-4470-9c7c-105fe7e09c7f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1563311 Jul 16 02:14:47.690222 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46360) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:47.694774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-eb490ef7-80ff-4006-b67a-ef585ffb522c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Request body: {'security_group_rule': {'security_group_id': '9d238bad-6512-4646-93b9-114d6ff91342', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:47.721245 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb490ef7-80ff-4006-b67a-ef585ffb522c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.935451 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:47.945576 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Transition to ACTIVE for port object a808da69-b045-423e-8422-369f80b849e5 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:47.951564 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.004421 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b366de-84cb-4b6a-9c37-491ec6c2cfb4 None None] Pushing event updated for resources: {'Port': ['ID=a808da69-b045-423e-8422-369f80b849e5,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:48.013631 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b366de-84cb-4b6a-9c37-491ec6c2cfb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:48.013889 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb490ef7-80ff-4006-b67a-ef585ffb522c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.014044 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b366de-84cb-4b6a-9c37-491ec6c2cfb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:48.014390 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b366de-84cb-4b6a-9c37-491ec6c2cfb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:48.014635 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b366de-84cb-4b6a-9c37-491ec6c2cfb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:48.014970 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b366de-84cb-4b6a-9c37-491ec6c2cfb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:48.015300 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b366de-84cb-4b6a-9c37-491ec6c2cfb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:48.015634 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b366de-84cb-4b6a-9c37-491ec6c2cfb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:48.015989 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b366de-84cb-4b6a-9c37-491ec6c2cfb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:48.016360 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b366de-84cb-4b6a-9c37-491ec6c2cfb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:48.016654 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b366de-84cb-4b6a-9c37-491ec6c2cfb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:48.016954 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b366de-84cb-4b6a-9c37-491ec6c2cfb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:48.017447 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b366de-84cb-4b6a-9c37-491ec6c2cfb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:48.019372 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb490ef7-80ff-4006-b67a-ef585ffb522c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.040679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb490ef7-80ff-4006-b67a-ef585ffb522c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bfe7551-f674-496d-a97b-9f7bc4b90385,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:48.047882 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb490ef7-80ff-4006-b67a-ef585ffb522c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.051895 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-eb490ef7-80ff-4006-b67a-ef585ffb522c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3578496 Jul 16 02:14:48.052178 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 46362) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:48.057479 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-cc68211a-3652-4bde-9359-283d61bb48f4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:48.075883 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Attempting to bind port a808da69-b045-423e-8422-369f80b849e5 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:48.076251 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Attempting to bind port a808da69-b045-423e-8422-369f80b849e5 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:48.077737 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Attempting to bind port a808da69-b045-423e-8422-369f80b849e5 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:48.083270 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:48.084618 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Checking segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:48.084903 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.085183 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc68211a-3652-4bde-9359-283d61bb48f4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.085316 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Bound using segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:48.085752 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Bound port: a808da69-b045-423e-8422-369f80b849e5, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:48.086313 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.158574 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] For port a808da69-b045-423e-8422-369f80b849e5, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:48.162081 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] For port a808da69-b045-423e-8422-369f80b849e5, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a808da69-b045-423e-8422-369f80b849e5,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:48.166494 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.197198 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc68211a-3652-4bde-9359-283d61bb48f4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.225433 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:48.226111 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:14:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:48.263537 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b366de-84cb-4b6a-9c37-491ec6c2cfb4 None None] Pushing event updated for resources: {'Port': ['ID=a808da69-b045-423e-8422-369f80b849e5,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:48.323126 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-cc68211a-3652-4bde-9359-283d61bb48f4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Allocated IP 172.25.1.223 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/70d48572-9ce1-451a-b16f-509f5d0165f1) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:48.340376 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:48.435983 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc68211a-3652-4bde-9359-283d61bb48f4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.476604 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc68211a-3652-4bde-9359-283d61bb48f4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.512795 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc68211a-3652-4bde-9359-283d61bb48f4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:48.518903 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-cc68211a-3652-4bde-9359-283d61bb48f4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:48.522663 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc68211a-3652-4bde-9359-283d61bb48f4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:48.541248 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:48Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:48.553377 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68211a-3652-4bde-9359-283d61bb48f4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Pushing event updated for resources: {'Port': ['ID=70d48572-9ce1-451a-b16f-509f5d0165f1,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:48.566982 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f168c3-617e-4279-9bc9-5addef3fcae9 None None] The sync data for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 is: [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:48Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:14:48.620780 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc68211a-3652-4bde-9359-283d61bb48f4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.666095 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc68211a-3652-4bde-9359-283d61bb48f4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.824859 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc68211a-3652-4bde-9359-283d61bb48f4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.829958 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc68211a-3652-4bde-9359-283d61bb48f4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.899085 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68211a-3652-4bde-9359-283d61bb48f4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Pushing event updated for resources: {'Port': ['ID=70d48572-9ce1-451a-b16f-509f5d0165f1,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:48.909954 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc68211a-3652-4bde-9359-283d61bb48f4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.924409 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc68211a-3652-4bde-9359-283d61bb48f4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:48.925732 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cc68211a-3652-4bde-9359-283d61bb48f4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8724566 Jul 16 02:14:49.078668 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b805a09-9992-4d59-a153-d22d54266f1b req-02075e1d-6b96-493d-a6da-ef07146e70b6 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1211782296&fields=id&tenant_id=9b09901fa6c94a9bb4e78afefb3e2856 HTTP/1.1" status: 200 len: 267 time: 0.0455048 Jul 16 02:14:49.189713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805a09-9992-4d59-a153-d22d54266f1b req-8bcd2e1e-e0ee-4536-b8dc-a9725474f103 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:49.191258 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b805a09-9992-4d59-a153-d22d54266f1b req-8bcd2e1e-e0ee-4536-b8dc-a9725474f103 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 811 time: 0.1056561 Jul 16 02:14:49.206241 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b805a09-9992-4d59-a153-d22d54266f1b req-1eefaaca-24f1-4ed4-8b52-1ad573273079 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/quotas/9b09901fa6c94a9bb4e78afefb3e2856 HTTP/1.1" status: 200 len: 375 time: 0.0095012 Jul 16 02:14:49.277487 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b805a09-9992-4d59-a153-d22d54266f1b req-710348bd-ccd8-4ca2-9b63-9456b1b31970 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661154 Jul 16 02:14:49.337015 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4920dfba-dd0f-426f-8759-fea628085bd3 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:49.387043 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 4920dfba-dd0f-426f-8759-fea628085bd3 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:49.387413 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:49.431099 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b805a09-9992-4d59-a153-d22d54266f1b req-07276d4f-0258-401b-820f-478f69b5ee2f service neutron] 10.222.0.54 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410356 Jul 16 02:14:49.466570 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a808da69-b045-423e-8422-369f80b849e5 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:49.514409 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port a808da69-b045-423e-8422-369f80b849e5 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:49.518051 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port a808da69-b045-423e-8422-369f80b849e5 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:49.518365 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:49.528238 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b805a09-9992-4d59-a153-d22d54266f1b req-525134ca-bd8c-4837-97b6-03b365a36eee service neutron] 10.222.0.54 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911784 Jul 16 02:14:49.595916 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:49.631564 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port a808da69-b045-423e-8422-369f80b849e5, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a808da69-b045-423e-8422-369f80b849e5,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:49.635986 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:49.687381 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=a808da69-b045-423e-8422-369f80b849e5,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:49.714019 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-096647a8-6555-4629-9a42-57d806d51ecc req-937005ac-406f-4955-9142-27b260efce7d tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 210 time: 0.0335071 Jul 16 02:14:50.866829 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0360a82d-e820-46bd-83d2-d71d0a0dba30 req-4e76eaf0-063f-463c-a1a4-4e58acf5bd29 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 210 time: 0.0348699 Jul 16 02:14:50.890917 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805a09-9992-4d59-a153-d22d54266f1b req-49941968-fb6b-49eb-8201-96b05cf5438d tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:50.892443 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b805a09-9992-4d59-a153-d22d54266f1b req-49941968-fb6b-49eb-8201-96b05cf5438d tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 811 time: 0.1393564 Jul 16 02:14:50.949869 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5910bd50-3223-4dcd-9061-c26197aa799d tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b09901fa6c94a9bb4e78afefb3e2856 HTTP/1.1" status: 200 len: 380 time: 0.0431399 Jul 16 02:14:50.958438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-1b805a09-9992-4d59-a153-d22d54266f1b req-40b739bf-8975-4a80-b70e-fa97e6baa5d8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Request body: {'port': {'device_id': 'cc0ace8d-090b-40d1-8744-7a4a05dd386a', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'admin_state_up': True, 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'security_groups': ['9d238bad-6512-4646-93b9-114d6ff91342']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:51.065694 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b805a09-9992-4d59-a153-d22d54266f1b req-40b739bf-8975-4a80-b70e-fa97e6baa5d8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Made reservation on behalf of 9b09901fa6c94a9bb4e78afefb3e2856 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:14:51.069496 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1b805a09-9992-4d59-a153-d22d54266f1b req-40b739bf-8975-4a80-b70e-fa97e6baa5d8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:51.194171 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-1b805a09-9992-4d59-a153-d22d54266f1b req-40b739bf-8975-4a80-b70e-fa97e6baa5d8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Allocated IP 172.20.0.3 (f1e7b6de-139f-4833-a80f-2c88b5409fe7/21e5a26c-53fe-4fd2-ad27-e1be303ff20f/6d161f7e-5e23-4163-ae4b-e7cdbc7ae238) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:51.316064 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a808da69-b045-423e-8422-369f80b849e5 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:51.332246 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1b805a09-9992-4d59-a153-d22d54266f1b req-40b739bf-8975-4a80-b70e-fa97e6baa5d8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:51.346016 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-1b805a09-9992-4d59-a153-d22d54266f1b req-40b739bf-8975-4a80-b70e-fa97e6baa5d8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Transition to ACTIVE for port object 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:51.363582 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port a808da69-b045-423e-8422-369f80b849e5 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:51.364012 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:51.378552 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1b805a09-9992-4d59-a153-d22d54266f1b req-40b739bf-8975-4a80-b70e-fa97e6baa5d8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:51.430755 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b805a09-9992-4d59-a153-d22d54266f1b req-40b739bf-8975-4a80-b70e-fa97e6baa5d8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Network f1e7b6de-139f-4833-a80f-2c88b5409fe7 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:51.433917 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-1b805a09-9992-4d59-a153-d22d54266f1b req-40b739bf-8975-4a80-b70e-fa97e6baa5d8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:51.437406 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b805a09-9992-4d59-a153-d22d54266f1b req-40b739bf-8975-4a80-b70e-fa97e6baa5d8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:51.467862 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b739bf-8975-4a80-b70e-fa97e6baa5d8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Pushing event updated for resources: {'Port': ['ID=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:51.495917 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805a09-9992-4d59-a153-d22d54266f1b req-40b739bf-8975-4a80-b70e-fa97e6baa5d8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:51.496540 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1b805a09-9992-4d59-a153-d22d54266f1b req-40b739bf-8975-4a80-b70e-fa97e6baa5d8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:51.512632 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b805a09-9992-4d59-a153-d22d54266f1b req-40b739bf-8975-4a80-b70e-fa97e6baa5d8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5578959 Jul 16 02:14:51.530861 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Request body: {'port': {'device_id': 'cc0ace8d-090b-40d1-8744-7a4a05dd386a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:51.604327 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:51.707252 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-cc82777b-d82b-45ef-830e-7f7f1eb1d6c0 None None] Provisioning for port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:51.711169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-cc82777b-d82b-45ef-830e-7f7f1eb1d6c0 None None] Provisioning complete for port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:51.711479 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cc82777b-d82b-45ef-830e-7f7f1eb1d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:51.744941 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-cc82777b-d82b-45ef-830e-7f7f1eb1d6c0 None None] Port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:14:51.867764 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:14:51.874984 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:51.887204 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Transition to ACTIVE for port object 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:51.891294 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:51.965275 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Pushing event updated for resources: {'Port': ['ID=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:52.021860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Attempting to bind port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:52.022210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Attempting to bind port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:52.022684 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Attempting to bind port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:52.027624 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:14:52.028396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Attempting to bind port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:52.034106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:52.034501 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Checking segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:52.034912 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Bound using segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:52.035759 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Bound port: 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:52.036051 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:52.053589 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a1c8f-2b02-41be-996c-cb25d42b815e req-32146d78-06e5-4afa-a198-c097f27afac1 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:52.055166 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b82a1c8f-2b02-41be-996c-cb25d42b815e req-32146d78-06e5-4afa-a198-c097f27afac1 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 943 time: 0.0703099 Jul 16 02:14:52.096976 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b82a1c8f-2b02-41be-996c-cb25d42b815e req-7a3a34bd-3284-4595-9ef8-47f1575e5c7e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350900 Jul 16 02:14:52.106609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] For port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:52.109991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] For port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:52.114310 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:52.153564 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:52.154196 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:52.155609 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b805a09-9992-4d59-a153-d22d54266f1b req-5e84367d-7323-468d-a497-c15c430864ac service neutron] 10.222.0.47 "PUT /v2.0/ports/6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 HTTP/1.1" status: 200 len: 1091 time: 0.6295552 Jul 16 02:14:52.156104 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0ace8d-090b-40d1-8744-7a4a05dd386a', 'tag': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:52.159924 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e9f4f7-def2-43dc-85bb-cd0703a002f9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0ace8d-090b-40d1-8744-7a4a05dd386a", "tag": "6d161f7e-5e23-4163-ae4b-e7cdbc7ae238"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:52.183966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84367d-7323-468d-a497-c15c430864ac service neutron] Pushing event updated for resources: {'Port': ['ID=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:52.202302 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b54ddac-55ed-4818-bea3-4e5ac47e3b8a x-openstack-request-id: req-3b54ddac-55ed-4818-bea3-4e5ac47e3b8a {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:52.202645 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0ace8d-090b-40d1-8744-7a4a05dd386a", "tag": "6d161f7e-5e23-4163-ae4b-e7cdbc7ae238", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:52.202983 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b54ddac-55ed-4818-bea3-4e5ac47e3b8a {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:52.203402 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0ace8d-090b-40d1-8744-7a4a05dd386a', 'tag': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238', 'status': 'completed', 'code': 200} Jul 16 02:14:52.277684 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805a09-9992-4d59-a153-d22d54266f1b req-7526cc2f-9e7a-45b2-acf2-81ecc916a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:52.279505 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b805a09-9992-4d59-a153-d22d54266f1b req-7526cc2f-9e7a-45b2-acf2-81ecc916a98c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 1094 time: 0.0598752 Jul 16 02:14:52.327675 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b805a09-9992-4d59-a153-d22d54266f1b req-7658361b-5784-4123-8cac-0bfebc2813a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 HTTP/1.1" status: 200 len: 217 time: 0.0353081 Jul 16 02:14:52.376183 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805a09-9992-4d59-a153-d22d54266f1b req-f74cc848-62ee-41d2-ac0b-dd7466f1d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:52.377682 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b805a09-9992-4d59-a153-d22d54266f1b req-f74cc848-62ee-41d2-ac0b-dd7466f1d9f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0443823 Jul 16 02:14:52.435253 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805a09-9992-4d59-a153-d22d54266f1b req-565adb76-8497-4460-bae8-02befa6e486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:52.436782 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b805a09-9992-4d59-a153-d22d54266f1b req-565adb76-8497-4460-bae8-02befa6e486c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522439 Jul 16 02:14:52.526983 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b805a09-9992-4d59-a153-d22d54266f1b req-333ace0f-5fb1-4565-8b4b-e998d5b96df0 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839801 Jul 16 02:14:52.618562 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1b805a09-9992-4d59-a153-d22d54266f1b req-7cf34975-0609-4238-8c74-e1a69a3aeea2 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853319 Jul 16 02:14:52.755554 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9f4f7-def2-43dc-85bb-cd0703a002f9 req-9585181f-71e8-4c07-b462-56676c92ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:52.757310 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4e9f4f7-def2-43dc-85bb-cd0703a002f9 req-9585181f-71e8-4c07-b462-56676c92ec3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 1094 time: 0.0546203 Jul 16 02:14:52.845511 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9f4f7-def2-43dc-85bb-cd0703a002f9 req-72bbeefc-3c41-4470-ad86-0430b39f34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:52.847007 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4e9f4f7-def2-43dc-85bb-cd0703a002f9 req-72bbeefc-3c41-4470-ad86-0430b39f34cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0828755 Jul 16 02:14:52.890339 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4e9f4f7-def2-43dc-85bb-cd0703a002f9 req-4be7f9ee-f558-48d8-8b02-daba17b81b92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 HTTP/1.1" status: 200 len: 217 time: 0.0367241 Jul 16 02:14:52.939118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9f4f7-def2-43dc-85bb-cd0703a002f9 req-194d797e-d4d9-4209-a6d4-c6f73d94c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:52.940515 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4e9f4f7-def2-43dc-85bb-cd0703a002f9 req-194d797e-d4d9-4209-a6d4-c6f73d94c146 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0429330 Jul 16 02:14:52.996608 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9f4f7-def2-43dc-85bb-cd0703a002f9 req-1f17c692-bb15-4d75-8b77-a3d97de704af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:52.998134 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4e9f4f7-def2-43dc-85bb-cd0703a002f9 req-1f17c692-bb15-4d75-8b77-a3d97de704af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508490 Jul 16 02:14:53.092315 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4e9f4f7-def2-43dc-85bb-cd0703a002f9 req-dd13a074-ae3b-4f1a-81d7-fc603e9dc9b7 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854979 Jul 16 02:14:53.182241 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4e9f4f7-def2-43dc-85bb-cd0703a002f9 req-8bc0db8a-ce2f-4f59-ac66-45e6d78922e7 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833933 Jul 16 02:14:53.276768 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbce20a-9842-47fc-a3c2-fdf5906f718c req-803a78f2-41e4-43a2-9b20-a41fb41e82d2 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:53.278534 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1fbce20a-9842-47fc-a3c2-fdf5906f718c req-803a78f2-41e4-43a2-9b20-a41fb41e82d2 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 943 time: 0.0630198 Jul 16 02:14:53.315822 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1fbce20a-9842-47fc-a3c2-fdf5906f718c req-9a1d7276-0edc-494e-af79-c8a0a836e343 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316889 Jul 16 02:14:54.118344 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:54.494329 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7835ab-c47d-4ec8-9ef2-eb4d92cb7589 req-613de867-d04e-4c3b-9a49-f3d5f75f535e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:54.495779 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8c7835ab-c47d-4ec8-9ef2-eb4d92cb7589 req-613de867-d04e-4c3b-9a49-f3d5f75f535e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 943 time: 0.0683069 Jul 16 02:14:54.534117 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8c7835ab-c47d-4ec8-9ef2-eb4d92cb7589 req-0fdf01db-b497-48f4-9154-b2fe55156ee9 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328846 Jul 16 02:14:55.422053 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:14:55.515735 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:55.528316 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'port_id': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238', 'mac_address': 'fa:16:3e:29:70:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:14:55.573319 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:55.586697 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:14:55.606402 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:55.610593 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:55.658048 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:55.713490 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5b0cf-b2bd-4412-b544-2005030d5e7d req-1a73de4a-b4fa-4ba4-93f7-c6fc7e4a23d5 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:55.714992 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6b5b0cf-b2bd-4412-b544-2005030d5e7d req-1a73de4a-b4fa-4ba4-93f7-c6fc7e4a23d5 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 944 time: 0.0694120 Jul 16 02:14:55.753469 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c6b5b0cf-b2bd-4412-b544-2005030d5e7d req-5ed2bd5e-84cd-47ee-b53e-ac188e9edbe3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328116 Jul 16 02:14:55.886486 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['6d161f7e-5e23-4163-ae4b-e7cdbc7ae238'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:14:56.936917 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bc9c6-3bb0-4d69-9b25-ce22e47a9486 req-d824d303-f60e-4a43-a248-d8b28fe8087b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:56.938429 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-674bc9c6-3bb0-4d69-9b25-ce22e47a9486 req-d824d303-f60e-4a43-a248-d8b28fe8087b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 944 time: 0.0632496 Jul 16 02:14:56.976257 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-674bc9c6-3bb0-4d69-9b25-ce22e47a9486 req-1dcd8ced-c7ca-4612-bb50-a8caa6124c02 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322053 Jul 16 02:14:57.450424 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:57.497570 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:57.501237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:57.501645 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:57.588964 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:57.610534 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0ace8d-090b-40d1-8744-7a4a05dd386a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:57.612838 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b16259-9945-47c9-b832-eb0b24c55b20" -d '{"events": [{"server_uuid": "cc0ace8d-090b-40d1-8744-7a4a05dd386a", "name": "network-vif-plugged", "status": "completed", "tag": "6d161f7e-5e23-4163-ae4b-e7cdbc7ae238"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:57.625968 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:57.630126 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:57.657006 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0a0b9a-8a65-46e6-af3f-bea1e68018ae x-openstack-request-id: req-6c0a0b9a-8a65-46e6-af3f-bea1e68018ae {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:57.657302 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0ace8d-090b-40d1-8744-7a4a05dd386a", "name": "network-vif-plugged", "status": "completed", "tag": "6d161f7e-5e23-4163-ae4b-e7cdbc7ae238", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:57.657550 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6c0a0b9a-8a65-46e6-af3f-bea1e68018ae {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:57.657927 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0ace8d-090b-40d1-8744-7a4a05dd386a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238', 'code': 200} Jul 16 02:14:57.683280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:57.795875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a153522-3d02-432a-ae17-c99b4575e401 req-eca7bc3c-d235-461c-b604-4402f8f74ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:57.797372 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a153522-3d02-432a-ae17-c99b4575e401 req-eca7bc3c-d235-461c-b604-4402f8f74ea4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 1096 time: 0.0562019 Jul 16 02:14:57.830937 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6a153522-3d02-432a-ae17-c99b4575e401 req-3562b879-a7ce-4f66-9611-cba8734b0f41 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267177 Jul 16 02:14:58.146118 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232a0a2-be3a-4f60-93be-1b3c62225adb req-cfeb748f-f069-4d72-a028-545846200945 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:58.148235 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b232a0a2-be3a-4f60-93be-1b3c62225adb req-cfeb748f-f069-4d72-a028-545846200945 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0626318 Jul 16 02:14:58.185892 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b232a0a2-be3a-4f60-93be-1b3c62225adb req-2dafab04-67f3-48b8-8fb3-59a1aeef9be0 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319152 Jul 16 02:14:58.401600 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b77f09e-ae64-4b38-b26a-d32727d659f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:59.129028 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:59.357181 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731679d1-72e9-4a31-b892-bce51d74f17c req-021a4f3d-77f7-468e-abd2-624f9d8f72ca tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:59.358658 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-731679d1-72e9-4a31-b892-bce51d74f17c req-021a4f3d-77f7-468e-abd2-624f9d8f72ca tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0626967 Jul 16 02:14:59.396235 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-731679d1-72e9-4a31-b892-bce51d74f17c req-89bff36e-bdd8-4325-8974-67585fe4bc24 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319958 Jul 16 02:14:59.571617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0134938-1aed-4c18-b849-2c3f4e0e0e33 req-6e0c3c5c-473e-4828-bfd1-1bc5a2291a96 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:59.573227 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b0134938-1aed-4c18-b849-2c3f4e0e0e33 req-6e0c3c5c-473e-4828-bfd1-1bc5a2291a96 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0639431 Jul 16 02:14:59.583145 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46412) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:59.587721 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-28bb4200-9750-4b4e-a442-9a50691ad99b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Request body: {'floatingip': {'port_id': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:59.658950 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28bb4200-9750-4b4e-a442-9a50691ad99b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for floatingip, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:00.482753 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28bb4200-9750-4b4e-a442-9a50691ad99b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:00.486716 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28bb4200-9750-4b4e-a442-9a50691ad99b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:00.585213 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-28bb4200-9750-4b4e-a442-9a50691ad99b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Floating IP 5fc64cd2-1712-4381-a969-bf50c37e0944 associated. External IP: 172.25.1.223, port: 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238. Jul 16 02:15:00.791014 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bb4200-9750-4b4e-a442-9a50691ad99b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Router e756f446-c8a1-4a31-8203-dfe668dcc440 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:15:00.898289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bb4200-9750-4b4e-a442-9a50691ad99b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:15:00.902664 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28bb4200-9750-4b4e-a442-9a50691ad99b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:00.908446 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126c7385-5b10-48ec-8173-2ec2b3e521ae None None] Sync routers for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:15:00.918477 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126c7385-5b10-48ec-8173-2ec2b3e521ae None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:00.919104 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-126c7385-5b10-48ec-8173-2ec2b3e521ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:14:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:00.940449 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-28bb4200-9750-4b4e-a442-9a50691ad99b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "PUT /v2.0/floatingips/5fc64cd2-1712-4381-a969-bf50c37e0944 HTTP/1.1" status: 200 len: 991 time: 1.3562064 Jul 16 02:15:00.941102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0ace8d-090b-40d1-8744-7a4a05dd386a', 'tag': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:00.944179 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b97b68a-0ae6-4933-bcb6-c2b3c38d2982" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0ace8d-090b-40d1-8744-7a4a05dd386a", "tag": "6d161f7e-5e23-4163-ae4b-e7cdbc7ae238"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:00.982674 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab34cffc-493f-4e5f-af9d-4836c2c9c61c x-openstack-request-id: req-ab34cffc-493f-4e5f-af9d-4836c2c9c61c {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:00.983075 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0ace8d-090b-40d1-8744-7a4a05dd386a", "tag": "6d161f7e-5e23-4163-ae4b-e7cdbc7ae238", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:00.983429 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ab34cffc-493f-4e5f-af9d-4836c2c9c61c {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:00.983965 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0ace8d-090b-40d1-8744-7a4a05dd386a', 'tag': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238', 'status': 'completed', 'code': 200} Jul 16 02:15:01.033638 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-126c7385-5b10-48ec-8173-2ec2b3e521ae None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:01.080523 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97b68a-0ae6-4933-bcb6-c2b3c38d2982 req-f2d8e6bb-b86a-4a01-a0f9-f98d6c0159f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:01.082038 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b97b68a-0ae6-4933-bcb6-c2b3c38d2982 req-f2d8e6bb-b86a-4a01-a0f9-f98d6c0159f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 1096 time: 0.0556562 Jul 16 02:15:01.144818 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:01.150596 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-20a2e052-bd99-4705-9390-a6d78afb42e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:01.176817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97b68a-0ae6-4933-bcb6-c2b3c38d2982 req-8e12b8d2-934c-41bb-9da4-de52cad53ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:01.178677 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b97b68a-0ae6-4933-bcb6-c2b3c38d2982 req-8e12b8d2-934c-41bb-9da4-de52cad53ce8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0902200 Jul 16 02:15:01.275023 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b97b68a-0ae6-4933-bcb6-c2b3c38d2982 req-815e0033-a9ec-4354-8721-31eeb4eb334d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 HTTP/1.1" status: 200 len: 999 time: 0.0903120 Jul 16 02:15:01.284247 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-126c7385-5b10-48ec-8173-2ec2b3e521ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5fc64cd2-1712-4381-a969-bf50c37e0944', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'port_id': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'mac_address': 'fa:16:3e:29:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0ace8d-090b-40d1-8744-7a4a05dd386a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:48Z', 'updated_at': '2021-07-16T02:15:00Z', 'revision_number': 1, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:01.310810 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126c7385-5b10-48ec-8173-2ec2b3e521ae None None] Checking router: e756f446-c8a1-4a31-8203-dfe668dcc440 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:15:01.320638 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126c7385-5b10-48ec-8173-2ec2b3e521ae None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:01.321257 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-126c7385-5b10-48ec-8173-2ec2b3e521ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:15:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:01.324552 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97b68a-0ae6-4933-bcb6-c2b3c38d2982 req-10183b01-3db9-4437-bee4-2a4f70e689cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:01.326098 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b97b68a-0ae6-4933-bcb6-c2b3c38d2982 req-10183b01-3db9-4437-bee4-2a4f70e689cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0453422 Jul 16 02:15:01.384189 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97b68a-0ae6-4933-bcb6-c2b3c38d2982 req-b0786824-a34f-4bb5-93f4-2b5e338ba665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:01.385737 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b97b68a-0ae6-4933-bcb6-c2b3c38d2982 req-b0786824-a34f-4bb5-93f4-2b5e338ba665 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531812 Jul 16 02:15:01.429883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-126c7385-5b10-48ec-8173-2ec2b3e521ae None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:01.479736 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b97b68a-0ae6-4933-bcb6-c2b3c38d2982 req-0de0aa7e-977b-4159-88da-788eb7b0c651 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869708 Jul 16 02:15:01.567210 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b97b68a-0ae6-4933-bcb6-c2b3c38d2982 req-24c02d4f-73e9-4bff-b2a6-b8dd66143f55 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815094 Jul 16 02:15:01.661157 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-126c7385-5b10-48ec-8173-2ec2b3e521ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5fc64cd2-1712-4381-a969-bf50c37e0944', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'port_id': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'mac_address': 'fa:16:3e:29:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0ace8d-090b-40d1-8744-7a4a05dd386a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:48Z', 'updated_at': '2021-07-16T02:15:00Z', 'revision_number': 1, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:01.691041 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126c7385-5b10-48ec-8173-2ec2b3e521ae None None] The sync data for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 is: [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5fc64cd2-1712-4381-a969-bf50c37e0944', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'port_id': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'mac_address': 'fa:16:3e:29:70:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0ace8d-090b-40d1-8744-7a4a05dd386a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:48Z', 'updated_at': '2021-07-16T02:15:00Z', 'revision_number': 1, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:15:01.872735 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216818c0-91e9-4567-9aad-ab9a89bbf83e None None] New status for floating IP 5fc64cd2-1712-4381-a969-bf50c37e0944: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:15:02.200445 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:03.934694 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:09.697190 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:15:24.115115 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.404116 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-92dad2a5-6803-405c-8f0b-ae4fb7a65dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.119887 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:31.136158 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:31.137647 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2800c1ab-fe06-4bdc-a6e6-4577494a4126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.200348 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:33.937776 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:46.696938 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:15:54.112191 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:54.665352 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97394320-5eca-4591-aa76-1f20d10b6f98 req-3eaa0ab4-1460-4ae4-a51c-51750a523bfc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552220 Jul 16 02:15:54.773317 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97394320-5eca-4591-aa76-1f20d10b6f98 req-0ded9df2-c00b-4b6b-a55a-ee35518f36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:54.774826 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97394320-5eca-4591-aa76-1f20d10b6f98 req-0ded9df2-c00b-4b6b-a55a-ee35518f36dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 1096 time: 0.0523593 Jul 16 02:15:54.879485 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97394320-5eca-4591-aa76-1f20d10b6f98 req-64f26c7b-880a-404b-ab74-efa3927a796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:54.880974 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97394320-5eca-4591-aa76-1f20d10b6f98 req-64f26c7b-880a-404b-ab74-efa3927a796b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0829499 Jul 16 02:15:54.948007 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97394320-5eca-4591-aa76-1f20d10b6f98 req-19e7fff4-8a24-4360-90b4-c56a98191fbf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 HTTP/1.1" status: 200 len: 1001 time: 0.0595560 Jul 16 02:15:54.994845 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97394320-5eca-4591-aa76-1f20d10b6f98 req-f4b98913-e835-4a36-aed9-5f2a8e954733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:54.996264 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97394320-5eca-4591-aa76-1f20d10b6f98 req-f4b98913-e835-4a36-aed9-5f2a8e954733 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0424378 Jul 16 02:15:55.050676 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97394320-5eca-4591-aa76-1f20d10b6f98 req-e9791649-3cf1-469a-8440-c6662028ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:55.052152 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97394320-5eca-4591-aa76-1f20d10b6f98 req-e9791649-3cf1-469a-8440-c6662028ed02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497830 Jul 16 02:15:55.141914 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97394320-5eca-4591-aa76-1f20d10b6f98 req-38e0a373-e93a-4b75-9ff3-fdbf254785bd service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828512 Jul 16 02:15:55.229973 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97394320-5eca-4591-aa76-1f20d10b6f98 req-66806b03-e861-49bf-95cc-83a2fb40c484 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810440 Jul 16 02:15:58.404207 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c32aa7c-6a5a-4c09-99ee-69f96b7e4106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:59.116164 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:01.135718 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:01.137474 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-874f07fe-e3eb-4bb1-8b70-198010a23a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:02.204718 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:03.940559 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:23.695651 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:16:24.131387 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:28.406695 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6b3cbb3-7ff2-43a8-87fa-b899aef47ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:29.130530 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:31.133293 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:31.134954 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-75ee12ce-1b67-4c1e-885d-04fcd2cac6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:32.205950 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:33.942695 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:37.433273 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951432c6-8677-48dc-859e-307b615fd85c req-e452f93a-a4fb-4806-a281-ebc6cf32c5a8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:37.434695 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-951432c6-8677-48dc-859e-307b615fd85c req-e452f93a-a4fb-4806-a281-ebc6cf32c5a8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0705183 Jul 16 02:16:37.472315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-951432c6-8677-48dc-859e-307b615fd85c req-c372f376-5183-4f35-a0e9-79c6f580c663 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320444 Jul 16 02:16:37.811977 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-96c1996b-6171-47c2-9f94-b8e0a559eeb6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0557270 Jul 16 02:16:37.869736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7f6c5-5456-4ba3-b44b-dd9c7c8b0349 req-5c66feef-9d39-4799-ac40-8232e5c74744 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:37.871266 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-70a7f6c5-5456-4ba3-b44b-dd9c7c8b0349 req-5c66feef-9d39-4799-ac40-8232e5c74744 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0652730 Jul 16 02:16:37.910417 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-70a7f6c5-5456-4ba3-b44b-dd9c7c8b0349 req-67e744c1-e6bd-45af-8e59-b0f037bd4fb9 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329566 Jul 16 02:16:39.108484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab0453-f2ba-4d3c-8920-f9c7275e8e50 req-0a12b582-7857-49f4-a21e-fdca6eb0ff96 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:39.110504 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6ab0453-f2ba-4d3c-8920-f9c7275e8e50 req-0a12b582-7857-49f4-a21e-fdca6eb0ff96 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0747504 Jul 16 02:16:39.151922 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a6ab0453-f2ba-4d3c-8920-f9c7275e8e50 req-73453275-3829-40f3-906f-56b36d8d40af tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358140 Jul 16 02:16:40.326397 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218e4d9-9c30-4d94-989e-b34630e9802b req-7710dac5-f7a3-4652-b41b-23a4c4b3682a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:40.327947 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1218e4d9-9c30-4d94-989e-b34630e9802b req-7710dac5-f7a3-4652-b41b-23a4c4b3682a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0643589 Jul 16 02:16:40.375266 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1218e4d9-9c30-4d94-989e-b34630e9802b req-d0199a3c-b263-4976-bf70-2761e92b7b87 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407741 Jul 16 02:16:41.287344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-bfd82d21-6a1e-49af-83eb-0dccf830ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:41.288879 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-bfd82d21-6a1e-49af-83eb-0dccf830ab97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 1096 time: 0.0565262 Jul 16 02:16:41.377626 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-75c600e7-03dd-414c-b9cb-bd269213c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:41.379084 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-75c600e7-03dd-414c-b9cb-bd269213c427 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0832534 Jul 16 02:16:41.447549 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-7cafcf5d-3097-4370-bb5b-6490ef444cbd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 HTTP/1.1" status: 200 len: 1001 time: 0.0604548 Jul 16 02:16:41.505680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-638aadfc-4230-4744-bcf6-110f9145260f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:41.507117 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-638aadfc-4230-4744-bcf6-110f9145260f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0529783 Jul 16 02:16:41.595603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8199874-98f6-491d-ac11-0131532698e2 req-18ea5c0d-a6c8-433c-b09b-183240438b16 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:41.597112 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c8199874-98f6-491d-ac11-0131532698e2 req-18ea5c0d-a6c8-433c-b09b-183240438b16 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.1061127 Jul 16 02:16:41.602907 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-d5b15e92-4f43-492b-ac98-ae0235558546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:41.604332 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-d5b15e92-4f43-492b-ac98-ae0235558546 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806193 Jul 16 02:16:41.690935 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c8199874-98f6-491d-ac11-0131532698e2 req-799ea7f7-55c2-4ca6-8117-0b206c4ab182 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856369 Jul 16 02:16:41.718528 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-0e12e0f5-7d7b-461e-86c1-ceec4a66ac25 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072710 Jul 16 02:16:41.809037 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-29929847-3994-4082-97ff-4982da8b2d9f service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843201 Jul 16 02:16:42.868064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912020df-57e7-4400-8aa7-4f75d1f339cb req-c68e188a-42fe-43e8-a772-a4b4da3577dd tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:42.869557 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-912020df-57e7-4400-8aa7-4f75d1f339cb req-c68e188a-42fe-43e8-a772-a4b4da3577dd tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0655856 Jul 16 02:16:42.906793 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-912020df-57e7-4400-8aa7-4f75d1f339cb req-5dfa0d41-1ea6-4185-bdda-3192045fae85 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314231 Jul 16 02:16:44.077670 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4e74c-35c6-4fb4-9263-5826fd9a14af req-bafdc0cb-fd39-4b1a-ad97-19d1b2d0e8db tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:44.079290 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-39c4e74c-35c6-4fb4-9263-5826fd9a14af req-bafdc0cb-fd39-4b1a-ad97-19d1b2d0e8db tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0621219 Jul 16 02:16:44.116526 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-39c4e74c-35c6-4fb4-9263-5826fd9a14af req-eeebf071-f758-4286-a870-95ed77daf814 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317478 Jul 16 02:16:45.288832 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b696bf0-cad2-42ff-bb66-127318dc6924 req-47bca29c-c4f0-4531-aa5a-ddf31e032451 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:45.290350 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b696bf0-cad2-42ff-bb66-127318dc6924 req-47bca29c-c4f0-4531-aa5a-ddf31e032451 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0637069 Jul 16 02:16:45.328108 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b696bf0-cad2-42ff-bb66-127318dc6924 req-bfd3370e-39e7-4e95-88ec-25ac352af272 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321903 Jul 16 02:16:46.503349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b0f4d-42d9-46a1-913c-8f3fec47a9a2 req-cf39e201-1b16-4097-a339-d0f55074eaf9 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:46.504755 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b19b0f4d-42d9-46a1-913c-8f3fec47a9a2 req-cf39e201-1b16-4097-a339-d0f55074eaf9 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0634000 Jul 16 02:16:46.541921 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b19b0f4d-42d9-46a1-913c-8f3fec47a9a2 req-abc4fbd2-80f8-497c-a963-4fecd86519b0 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317366 Jul 16 02:16:47.723166 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f84a1f-aac3-4b64-b335-d2ac5f8d1d61 req-35c9d071-2837-4748-83a5-52a8cc707fb0 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:47.724706 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e6f84a1f-aac3-4b64-b335-d2ac5f8d1d61 req-35c9d071-2837-4748-83a5-52a8cc707fb0 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0671782 Jul 16 02:16:47.761825 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e6f84a1f-aac3-4b64-b335-d2ac5f8d1d61 req-086396c8-dc20-4703-b0d4-67f69c6186aa tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317295 Jul 16 02:16:48.937615 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd21111-bd2d-46fe-bf88-08eab950dcb9 req-45e62982-9cb7-4ee5-8622-7af31a0891fb tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:48.939162 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7cd21111-bd2d-46fe-bf88-08eab950dcb9 req-45e62982-9cb7-4ee5-8622-7af31a0891fb tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0666513 Jul 16 02:16:48.976127 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7cd21111-bd2d-46fe-bf88-08eab950dcb9 req-5c443db8-ee3d-41ae-b7fd-cba4e9c7585b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312741 Jul 16 02:16:50.146771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68557410-8f24-4c8b-9a8a-4f1f2cd5a1bb req-d8b5529a-d0da-4050-9dd2-7fe2a73c65cc tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:50.148297 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-68557410-8f24-4c8b-9a8a-4f1f2cd5a1bb req-d8b5529a-d0da-4050-9dd2-7fe2a73c65cc tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0632629 Jul 16 02:16:50.185489 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-68557410-8f24-4c8b-9a8a-4f1f2cd5a1bb req-f0509e65-e5fb-4880-bbaa-345eda9cbbdd tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314980 Jul 16 02:16:51.361469 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c54af3-2e54-4f33-9871-96ec13786cee req-409f1a1d-2048-4385-ae8b-4412affc0f88 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:51.362995 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-41c54af3-2e54-4f33-9871-96ec13786cee req-409f1a1d-2048-4385-ae8b-4412affc0f88 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0640693 Jul 16 02:16:51.400477 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-41c54af3-2e54-4f33-9871-96ec13786cee req-ae01ddbd-d906-4d5b-9492-3c706621545b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319200 Jul 16 02:16:52.570709 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fed55c-870e-430d-8392-7de9bbe54d50 req-5ac1bd42-595a-4906-b5b1-4dea6482d8bc tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:52.572191 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a3fed55c-870e-430d-8392-7de9bbe54d50 req-5ac1bd42-595a-4906-b5b1-4dea6482d8bc tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0622435 Jul 16 02:16:52.612824 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a3fed55c-870e-430d-8392-7de9bbe54d50 req-18c73a95-829f-48fc-9a7f-e718c5faab8b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351980 Jul 16 02:16:53.783383 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bd54c-580e-4e88-af1c-e103bb318576 req-f8b8b084-490f-41d2-8963-1edb071eedd7 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:53.785053 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5d4bd54c-580e-4e88-af1c-e103bb318576 req-f8b8b084-490f-41d2-8963-1edb071eedd7 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0624819 Jul 16 02:16:53.825798 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5d4bd54c-580e-4e88-af1c-e103bb318576 req-e6f7b3b9-c468-40d8-8588-09f05cd753c8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352485 Jul 16 02:16:53.915207 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-af6a5f6a-60ca-44f1-8c07-a4203d6fa67e service neutron] show failed (client error): The resource could not be found. Jul 16 02:16:53.916209 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-af6a5f6a-60ca-44f1-8c07-a4203d6fa67e service neutron] 10.222.0.47 "GET /v2.0/ports/6d161f7e-5e23-4163-ae4b-e7cdbc7ae238/bindings/n-h1-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.0544748 Jul 16 02:16:54.129330 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.261689 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-a73f74bb-41a3-4806-9b09-8cb50a9d1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:54.263168 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-a73f74bb-41a3-4806-9b09-8cb50a9d1a28 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a&tenant_id=9b09901fa6c94a9bb4e78afefb3e2856 HTTP/1.1" status: 200 len: 1096 time: 0.1508691 Jul 16 02:16:54.280907 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:16:54.351659 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.560229 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] For port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:54.592469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] For port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:16:54.632233 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0ace8d-090b-40d1-8744-7a4a05dd386a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:54.634614 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3b0431-d598-464f-828c-fc0841d324d9" -d '{"events": [{"server_uuid": "cc0ace8d-090b-40d1-8744-7a4a05dd386a", "name": "network-vif-unplugged", "status": "completed", "tag": "6d161f7e-5e23-4163-ae4b-e7cdbc7ae238"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:54.638109 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.650409 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Transition to ACTIVE for port object 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:16:54.654640 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.708041 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Pushing event updated for resources: {'Port': ['ID=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,revision_number=6']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:54.768593 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93969308-564a-4dcf-8667-02761b4e05a4 x-openstack-request-id: req-93969308-564a-4dcf-8667-02761b4e05a4 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:54.768890 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0ace8d-090b-40d1-8744-7a4a05dd386a", "name": "network-vif-unplugged", "status": "completed", "tag": "6d161f7e-5e23-4163-ae4b-e7cdbc7ae238", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:54.769144 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-93969308-564a-4dcf-8667-02761b4e05a4 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:54.769543 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0ace8d-090b-40d1-8744-7a4a05dd386a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238', 'code': 200} Jul 16 02:16:54.770873 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:54.771220 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:54.771564 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:54.771928 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:54.772262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:54.772594 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:54.772923 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:54.773251 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:54.773575 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:54.773902 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:54.774227 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:54.774591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:54.849973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] No DVR routers for this DVR port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:16:54.987474 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Attempting to bind port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:16:54.987916 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Attempting to bind port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:16:54.988378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Attempting to bind port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:16:54.993018 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:16:54.993348 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Attempting to bind port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:16:54.998108 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:16:54.998450 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Checking segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:16:54.998835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Bound using segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:16:54.999264 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Bound port: 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:16:54.999620 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:55.006574 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62210923-c51a-48bf-aa27-f289c933af06 req-ccc38e88-592d-4258-85d4-2f95f5a55ddc tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:55.008133 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62210923-c51a-48bf-aa27-f289c933af06 req-ccc38e88-592d-4258-85d4-2f95f5a55ddc tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 943 time: 0.0672672 Jul 16 02:16:55.046954 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62210923-c51a-48bf-aa27-f289c933af06 req-320470c9-e4ea-4611-89fd-169aa6538db1 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328271 Jul 16 02:16:55.066009 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] For port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:16:55.069392 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] For port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:16:55.073195 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:55.108069 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:55.108694 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:55.110097 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] 10.222.0.26 "PUT /v2.0/ports/6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 HTTP/1.1" status: 200 len: 1091 time: 0.8336527 Jul 16 02:16:55.134445 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82623546-28f0-4e96-9adf-73ea718dad8c service neutron] Pushing event updated for resources: {'Port': ['ID=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,revision_number=7']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:55.198244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-6df5fb5d-30ed-422d-899a-02ed9405db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:55.199805 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-6df5fb5d-30ed-422d-899a-02ed9405db78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 1094 time: 0.0551882 Jul 16 02:16:55.296217 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-536f79db-180d-4f97-8c83-44db39fc2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:55.297710 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-536f79db-180d-4f97-8c83-44db39fc2773 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0921490 Jul 16 02:16:55.363944 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-fb86c466-f604-442b-87b9-7521a5115952 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 HTTP/1.1" status: 200 len: 999 time: 0.0598612 Jul 16 02:16:55.416356 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-f66c93be-da18-4ac5-ba6f-251b4c144da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:55.417729 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-f66c93be-da18-4ac5-ba6f-251b4c144da7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0479767 Jul 16 02:16:55.474470 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-860a36b9-7584-4310-80f4-04bc12f526f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:55.476029 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-860a36b9-7584-4310-80f4-04bc12f526f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521972 Jul 16 02:16:55.564147 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-38f98381-47af-4e42-924b-30755054a960 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812650 Jul 16 02:16:55.656903 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-a6906881-cec8-4610-a4fa-7d341c36b59e service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856016 Jul 16 02:16:56.221804 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8b37e-b3a1-4294-82d8-216aa124496f req-2ec2e187-2cb1-4f21-9c21-2a583f3d7d6a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:56.223281 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-15c8b37e-b3a1-4294-82d8-216aa124496f req-2ec2e187-2cb1-4f21-9c21-2a583f3d7d6a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 943 time: 0.0616961 Jul 16 02:16:56.260684 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-15c8b37e-b3a1-4294-82d8-216aa124496f req-d702fcb1-478a-4f35-836d-8fb186a5134a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318880 Jul 16 02:16:56.770242 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0ace8d-090b-40d1-8744-7a4a05dd386a', 'tag': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:56.772622 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b0fe2f-1fe6-4462-9b26-273c1347c265" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0ace8d-090b-40d1-8744-7a4a05dd386a", "tag": "6d161f7e-5e23-4163-ae4b-e7cdbc7ae238"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:56.819101 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71df99c9-97e5-4744-8659-3be18f5d8657 x-openstack-request-id: req-71df99c9-97e5-4744-8659-3be18f5d8657 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:56.819389 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0ace8d-090b-40d1-8744-7a4a05dd386a", "tag": "6d161f7e-5e23-4163-ae4b-e7cdbc7ae238", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:56.819634 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-71df99c9-97e5-4744-8659-3be18f5d8657 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:56.820048 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0ace8d-090b-40d1-8744-7a4a05dd386a', 'tag': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238', 'status': 'completed', 'code': 200} Jul 16 02:16:56.916926 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-5b5e5517-6417-4a83-b450-6c531ecb8a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:56.918430 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-5b5e5517-6417-4a83-b450-6c531ecb8a8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 1094 time: 0.0567253 Jul 16 02:16:56.918561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-9017d259-0e79-4d87-9494-12f504613cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:56.919989 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-9017d259-0e79-4d87-9494-12f504613cd8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 1094 time: 0.0564997 Jul 16 02:16:57.007031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-55f04021-4d69-472c-832e-fe523adaf9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:57.008532 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-55f04021-4d69-472c-832e-fe523adaf9c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0831323 Jul 16 02:16:57.008683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-58e18265-e11c-4a08-b9bf-c0c50233a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:57.010024 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-58e18265-e11c-4a08-b9bf-c0c50233a5e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0842416 Jul 16 02:16:57.077087 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-105fc62e-4420-45ac-8be7-d007330e17df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 HTTP/1.1" status: 200 len: 999 time: 0.0616620 Jul 16 02:16:57.077700 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-6d449606-8442-4302-a441-7ce665940be0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 HTTP/1.1" status: 200 len: 999 time: 0.0611737 Jul 16 02:16:57.125250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-3f984b29-cf9c-4c98-af8d-4810510ff966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:57.127271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-fdcae8a5-394f-4dfb-99d9-7bfeb94a5163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:57.127526 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-3f984b29-cf9c-4c98-af8d-4810510ff966 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0433934 Jul 16 02:16:57.128748 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-fdcae8a5-394f-4dfb-99d9-7bfeb94a5163 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0447364 Jul 16 02:16:57.185020 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-ed9d66e9-472d-409d-b4b0-df81066e6779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:57.186537 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-ed9d66e9-472d-409d-b4b0-df81066e6779 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531592 Jul 16 02:16:57.187758 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-4b08415d-f88f-41fa-a93e-8f989efb9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:57.189880 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-4b08415d-f88f-41fa-a93e-8f989efb9322 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531623 Jul 16 02:16:57.289925 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-5c8cd0ad-a7a2-4d7c-a4e0-900485510633 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961914 Jul 16 02:16:57.395850 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-747ceb7a-ff7f-441b-9848-c8a4565317dd service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989153 Jul 16 02:16:57.703303 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-b2f07ded-c1a3-4389-acc3-f7f2adede740 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655824 Jul 16 02:16:57.757200 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d9b90-0a77-4a07-9dd9-021d951980d2 req-fff5e9c8-d178-4d93-a2a7-4ca8a2ae3c5e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:57.758640 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-920d9b90-0a77-4a07-9dd9-021d951980d2 req-fff5e9c8-d178-4d93-a2a7-4ca8a2ae3c5e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 943 time: 0.1033080 Jul 16 02:16:57.834495 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-920d9b90-0a77-4a07-9dd9-021d951980d2 req-fcc5439f-86ac-4d1f-a2cf-6f392772c89d tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484972 Jul 16 02:16:57.837948 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23b0fe2f-1fe6-4462-9b26-273c1347c265 req-4bc84da9-8ea8-4287-a51d-eb527a208298 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281440 Jul 16 02:16:58.035630 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:16:58.072583 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:16:58.406227 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e6c87590-03ce-4fd9-819f-01390dcda5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.693035 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:16:58.788723 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:58.799534 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'port_id': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238', 'mac_address': 'fa:16:3e:29:70:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:16:58.836145 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.848706 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:16:58.868555 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:58.872594 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.919769 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:58.928021 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:58.928302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:58.928644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:58.928981 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:58.929315 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:58.929651 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:58.929981 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:58.930308 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:58.930633 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:58.930958 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:58.931282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:58.931604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:59.015254 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc38e9-7118-4896-a450-4fbb6bea91b2 req-eecf6545-69c1-4fc4-a18e-5230ed5f3fe2 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:59.016910 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4dbc38e9-7118-4896-a450-4fbb6bea91b2 req-eecf6545-69c1-4fc4-a18e-5230ed5f3fe2 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 944 time: 0.0671268 Jul 16 02:16:59.134188 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:59.185993 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['6d161f7e-5e23-4163-ae4b-e7cdbc7ae238'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:16:59.317461 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4dbc38e9-7118-4896-a450-4fbb6bea91b2 req-9c241f87-df3e-450f-bcc2-09750f0c2580 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950487 Jul 16 02:16:59.666132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d0ee-bac0-4cd3-b9a6-863465ab90ea req-9b0dfd52-f348-45c1-a2cc-feb83faf9126 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:59.667610 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44b0d0ee-bac0-4cd3-b9a6-863465ab90ea req-9b0dfd52-f348-45c1-a2cc-feb83faf9126 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 944 time: 0.1154578 Jul 16 02:16:59.676761 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bfa9e-d12c-4855-98c2-3b74a188b5fb req-bd1a0e92-b964-4c54-a794-06cd397d7bff tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:59.678107 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a49bfa9e-d12c-4855-98c2-3b74a188b5fb req-bd1a0e92-b964-4c54-a794-06cd397d7bff tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a&tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 944 time: 0.0980163 Jul 16 02:16:59.739841 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-44b0d0ee-bac0-4cd3-b9a6-863465ab90ea req-be92f1e1-d3bc-41ab-9245-eaf02ae9a6f5 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606158 Jul 16 02:16:59.758530 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [req-a49bfa9e-d12c-4855-98c2-3b74a188b5fb req-21b72e13-b48e-4ddb-b55d-fb2ee46db921 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:16:59.759514 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a49bfa9e-d12c-4855-98c2-3b74a188b5fb req-21b72e13-b48e-4ddb-b55d-fb2ee46db921 service neutron] 10.222.0.47 "DELETE /v2.0/ports/6d161f7e-5e23-4163-ae4b-e7cdbc7ae238/bindings/n-h2-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.0736296 Jul 16 02:16:59.877980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bfa9e-d12c-4855-98c2-3b74a188b5fb req-aaaebc69-7a5e-44cd-9b34-61ff76eab33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:59.879449 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a49bfa9e-d12c-4855-98c2-3b74a188b5fb req-aaaebc69-7a5e-44cd-9b34-61ff76eab33c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 1095 time: 0.0531335 Jul 16 02:16:59.973130 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bfa9e-d12c-4855-98c2-3b74a188b5fb req-2eb83724-2193-41f9-83be-a5033e54c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:59.974587 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a49bfa9e-d12c-4855-98c2-3b74a188b5fb req-2eb83724-2193-41f9-83be-a5033e54c53f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0870471 Jul 16 02:17:00.038400 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a49bfa9e-d12c-4855-98c2-3b74a188b5fb req-1488dd5b-969d-45d3-8e6e-187aeb9ef194 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 HTTP/1.1" status: 200 len: 1000 time: 0.0573101 Jul 16 02:17:00.090140 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bfa9e-d12c-4855-98c2-3b74a188b5fb req-01fbdcdf-a807-4338-a5f6-280734d5308d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:00.091568 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a49bfa9e-d12c-4855-98c2-3b74a188b5fb req-01fbdcdf-a807-4338-a5f6-280734d5308d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0470872 Jul 16 02:17:00.147356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bfa9e-d12c-4855-98c2-3b74a188b5fb req-6b197f21-7b77-49dd-b36a-5de276bf7025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:00.148841 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a49bfa9e-d12c-4855-98c2-3b74a188b5fb req-6b197f21-7b77-49dd-b36a-5de276bf7025 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506902 Jul 16 02:17:00.237197 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a49bfa9e-d12c-4855-98c2-3b74a188b5fb req-bd93df6d-149c-499d-b66d-9db90157c5bd service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815310 Jul 16 02:17:00.329934 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a49bfa9e-d12c-4855-98c2-3b74a188b5fb req-0fdd212c-b5d0-4fb3-a140-06f1c7bfe36d service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858498 Jul 16 02:17:00.694177 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:17:00.715420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:17:00.771958 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:17:00.776070 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:00.776449 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:00.861070 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:00.884885 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0ace8d-090b-40d1-8744-7a4a05dd386a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:00.887193 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9066e28-855a-4b19-9143-7a93023507e8" -d '{"events": [{"server_uuid": "cc0ace8d-090b-40d1-8744-7a4a05dd386a", "name": "network-vif-plugged", "status": "completed", "tag": "6d161f7e-5e23-4163-ae4b-e7cdbc7ae238"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:00.910403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:00.917289 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:00.943075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a07404-926c-4b64-bd15-04743a2dd8a3 req-4b6f24f8-8f2b-4992-8af4-1aae17860736 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:00.949882 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b8a07404-926c-4b64-bd15-04743a2dd8a3 req-4b6f24f8-8f2b-4992-8af4-1aae17860736 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 944 time: 0.0873296 Jul 16 02:17:00.973926 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:00.996010 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b8a07404-926c-4b64-bd15-04743a2dd8a3 req-155cda71-edf5-4aff-ae70-51b537ebf38e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449915 Jul 16 02:17:01.009947 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1732e8d6-fd71-4961-9ab7-cf774c69d0f9 x-openstack-request-id: req-1732e8d6-fd71-4961-9ab7-cf774c69d0f9 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:01.010312 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0ace8d-090b-40d1-8744-7a4a05dd386a", "name": "network-vif-plugged", "status": "completed", "tag": "6d161f7e-5e23-4163-ae4b-e7cdbc7ae238", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:01.010550 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1732e8d6-fd71-4961-9ab7-cf774c69d0f9 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:01.010998 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0ace8d-090b-40d1-8744-7a4a05dd386a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238', 'code': 200} Jul 16 02:17:01.131735 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.135158 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71f579cc-85e9-4b82-93bf-78138e1507f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:02.169821 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ae60b-7522-407c-a37a-72f96ebbcdf2 req-e173b7e0-ae98-4c13-878a-26ed4faa8d19 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:02.171303 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f8ae60b-7522-407c-a37a-72f96ebbcdf2 req-e173b7e0-ae98-4c13-878a-26ed4faa8d19 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0633421 Jul 16 02:17:02.209126 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:02.211358 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f8ae60b-7522-407c-a37a-72f96ebbcdf2 req-f490765f-a98b-4778-ac99-5a7f052a44d8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338879 Jul 16 02:17:02.385529 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78ae02-3510-4e6c-aaff-94905ab5525c req-18d67eb2-4429-4f35-9cc4-1540f1dfee98 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:02.387005 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ef78ae02-3510-4e6c-aaff-94905ab5525c req-18d67eb2-4429-4f35-9cc4-1540f1dfee98 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0633376 Jul 16 02:17:02.425356 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ef78ae02-3510-4e6c-aaff-94905ab5525c req-f0567d1a-3a3a-4721-b592-98071224114e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325842 Jul 16 02:17:02.599789 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f7182-378e-4563-a64c-f8d59c56cc94 req-92f9f4a9-4225-4bea-9e81-814b0d9a43ed tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:02.601296 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ea1f7182-378e-4563-a64c-f8d59c56cc94 req-92f9f4a9-4225-4bea-9e81-814b0d9a43ed tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0673521 Jul 16 02:17:02.637735 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ea1f7182-378e-4563-a64c-f8d59c56cc94 req-c6ca97cf-14e3-4169-ad36-7a2c6c2a4af5 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309603 Jul 16 02:17:03.018728 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397db05a-5ac5-4625-a086-a0315de6d074 req-afaf7ec4-6150-4d34-ae8e-d60a41fb266f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:03.020315 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-397db05a-5ac5-4625-a086-a0315de6d074 req-afaf7ec4-6150-4d34-ae8e-d60a41fb266f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0632823 Jul 16 02:17:03.058027 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-397db05a-5ac5-4625-a086-a0315de6d074 req-8dcbcc9b-a07e-440d-8284-3f183f1f0898 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322456 Jul 16 02:17:03.945631 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:04.237758 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0091450-7545-40ed-9233-9936ff57b5f0 req-631404b7-3085-44f8-992b-2383cf8360c5 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:04.239169 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b0091450-7545-40ed-9233-9936ff57b5f0 req-631404b7-3085-44f8-992b-2383cf8360c5 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0682266 Jul 16 02:17:04.305207 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b0091450-7545-40ed-9233-9936ff57b5f0 req-5a7d1e8c-5d4b-4e60-b600-ed1c84ad3e3b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604954 Jul 16 02:17:04.334411 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337d496-d324-4d36-a4e9-474021b3086a req-69dc691e-62b4-4737-abb3-c92713fe4da2 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:04.335930 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c337d496-d324-4d36-a4e9-474021b3086a req-69dc691e-62b4-4737-abb3-c92713fe4da2 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 945 time: 0.0758002 Jul 16 02:17:04.437140 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-c337d496-d324-4d36-a4e9-474021b3086a req-27008470-0ad0-4bf2-beb9-fabc30542747 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Deleting port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:17:04.437488 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c337d496-d324-4d36-a4e9-474021b3086a req-27008470-0ad0-4bf2-beb9-fabc30542747 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:04.523853 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-c337d496-d324-4d36-a4e9-474021b3086a req-27008470-0ad0-4bf2-beb9-fabc30542747 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] For port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:04.524135 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c337d496-d324-4d36-a4e9-474021b3086a req-27008470-0ad0-4bf2-beb9-fabc30542747 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:04.744117 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c337d496-d324-4d36-a4e9-474021b3086a req-27008470-0ad0-4bf2-beb9-fabc30542747 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:04.744498 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c337d496-d324-4d36-a4e9-474021b3086a req-27008470-0ad0-4bf2-beb9-fabc30542747 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:04.744799 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [req-c337d496-d324-4d36-a4e9-474021b3086a req-27008470-0ad0-4bf2-beb9-fabc30542747 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Floating IP 5fc64cd2-1712-4381-a969-bf50c37e0944 disassociated. External IP: 172.25.1.223, port: 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238. Jul 16 02:17:04.745283 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-c337d496-d324-4d36-a4e9-474021b3086a req-27008470-0ad0-4bf2-beb9-fabc30542747 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Calling delete_port for 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:17:04.877662 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c337d496-d324-4d36-a4e9-474021b3086a req-27008470-0ad0-4bf2-beb9-fabc30542747 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:04.906715 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27008470-0ad0-4bf2-beb9-fabc30542747 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Pushing event deleted for resources: {'Port': ['ID=6d161f7e-5e23-4163-ae4b-e7cdbc7ae238,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:05.028021 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c337d496-d324-4d36-a4e9-474021b3086a req-27008470-0ad0-4bf2-beb9-fabc30542747 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Router e756f446-c8a1-4a31-8203-dfe668dcc440 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:17:05.137546 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c337d496-d324-4d36-a4e9-474021b3086a req-27008470-0ad0-4bf2-beb9-fabc30542747 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:17:05.147513 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21baaa91-c2a4-4674-9d50-ccc30f4a5a3c None None] Sync routers for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:17:05.156702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21baaa91-c2a4-4674-9d50-ccc30f4a5a3c None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:17:05.157906 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-21baaa91-c2a4-4674-9d50-ccc30f4a5a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:17:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:05.182028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c337d496-d324-4d36-a4e9-474021b3086a req-27008470-0ad0-4bf2-beb9-fabc30542747 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] No DVR routers for this DVR port 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:17:05.184577 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-c337d496-d324-4d36-a4e9-474021b3086a req-27008470-0ad0-4bf2-beb9-fabc30542747 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:05.186554 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c337d496-d324-4d36-a4e9-474021b3086a req-27008470-0ad0-4bf2-beb9-fabc30542747 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.26 "DELETE /v2.0/ports/6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 HTTP/1.1" status: 204 len: 173 time: 0.8457196 Jul 16 02:17:05.186984 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0ace8d-090b-40d1-8744-7a4a05dd386a', 'name': 'network-vif-deleted', 'tag': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:05.189419 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fb7c68-1434-423c-9286-96bd7ba5e6dc" -d '{"events": [{"server_uuid": "cc0ace8d-090b-40d1-8744-7a4a05dd386a", "name": "network-vif-deleted", "tag": "6d161f7e-5e23-4163-ae4b-e7cdbc7ae238"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:05.229820 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1ec2a9-7d4b-483f-bcbc-645d51fd7bc8 x-openstack-request-id: req-7f1ec2a9-7d4b-483f-bcbc-645d51fd7bc8 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:05.230114 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0ace8d-090b-40d1-8744-7a4a05dd386a", "name": "network-vif-deleted", "tag": "6d161f7e-5e23-4163-ae4b-e7cdbc7ae238", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:05.230368 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7f1ec2a9-7d4b-483f-bcbc-645d51fd7bc8 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:05.230769 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0ace8d-090b-40d1-8744-7a4a05dd386a', 'name': 'network-vif-deleted', 'tag': '6d161f7e-5e23-4163-ae4b-e7cdbc7ae238', 'status': 'completed', 'code': 200} Jul 16 02:17:05.267320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-21baaa91-c2a4-4674-9d50-ccc30f4a5a3c None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:17:05.475269 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c5b74da-fd47-4cc5-bd17-7ed2cdd1b590 req-0a1b770e-f776-4c9c-878d-9f0c91f8f135 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0ace8d-090b-40d1-8744-7a4a05dd386a HTTP/1.1" status: 200 len: 210 time: 0.0364616 Jul 16 02:17:05.478341 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-21baaa91-c2a4-4674-9d50-ccc30f4a5a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:05.506392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21baaa91-c2a4-4674-9d50-ccc30f4a5a3c None None] Checking router: e756f446-c8a1-4a31-8203-dfe668dcc440 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:17:05.514854 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21baaa91-c2a4-4674-9d50-ccc30f4a5a3c None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:17:05.515476 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-21baaa91-c2a4-4674-9d50-ccc30f4a5a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:17:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:05.624072 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-21baaa91-c2a4-4674-9d50-ccc30f4a5a3c None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:17:05.815328 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-21baaa91-c2a4-4674-9d50-ccc30f4a5a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:05.844055 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21baaa91-c2a4-4674-9d50-ccc30f4a5a3c None None] The sync data for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 is: [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:17:06.059946 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cef509-57f6-43d3-ad6f-76ba02febd19 None None] New status for floating IP 5fc64cd2-1712-4381-a969-bf50c37e0944: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:17:06.777673 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-9a7551b8-a82d-4bd3-8114-52f92ab8f757 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1211782296&fields=id&tenant_id=9b09901fa6c94a9bb4e78afefb3e2856 HTTP/1.1" status: 200 len: 267 time: 0.0325382 Jul 16 02:17:06.885944 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-7e51647c-ab5c-40fd-9fee-3c9c3fadc324 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:06.887400 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-7e51647c-ab5c-40fd-9fee-3c9c3fadc324 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 811 time: 0.1025245 Jul 16 02:17:06.902052 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-948616da-8919-46a4-83cb-187ebc1843e2 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/quotas/9b09901fa6c94a9bb4e78afefb3e2856 HTTP/1.1" status: 200 len: 375 time: 0.0087187 Jul 16 02:17:06.971640 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-3df6b817-b86d-4052-ab49-3d832bfd3f0b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646296 Jul 16 02:17:07.066546 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-73927d45-384e-42a1-bdf5-5a20a546fd0a service neutron] 10.222.0.54 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839496 Jul 16 02:17:07.152850 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-d0991706-9e83-4818-b30d-766fb956fabe service neutron] 10.222.0.54 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806170 Jul 16 02:17:07.325680 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-10212fe2-f1c1-46cd-9bc3-9ae1f19ee84f req-e0e1c86b-6d2d-4c03-bf7a-6a0c6481c7c3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 210 time: 0.0302970 Jul 16 02:17:08.477811 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bb9365f0-5ecf-461f-9163-b538dafc6ece req-6343a3c1-9e26-4fdb-b357-f3025e2afb2e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 210 time: 0.0348454 Jul 16 02:17:08.582797 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-5ca70aa2-5fc2-49b2-b14b-e64aaa990aed tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:08.584292 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-5ca70aa2-5fc2-49b2-b14b-e64aaa990aed tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 811 time: 0.1088817 Jul 16 02:17:08.642629 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-c0b82c7e-dc2a-41f7-9192-26be70e37d6a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b09901fa6c94a9bb4e78afefb3e2856 HTTP/1.1" status: 200 len: 380 time: 0.0399745 Jul 16 02:17:08.651359 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-4b9a0394-e736-43d2-be41-7b89062e6f15 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Request body: {'port': {'device_id': 'e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'admin_state_up': True, 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'security_groups': ['9d238bad-6512-4646-93b9-114d6ff91342']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:08.757162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-4b9a0394-e736-43d2-be41-7b89062e6f15 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Made reservation on behalf of 9b09901fa6c94a9bb4e78afefb3e2856 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:17:08.760905 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-4b9a0394-e736-43d2-be41-7b89062e6f15 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:08.782177 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:17:08.802713 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:17:08.803068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 6d161f7e-5e23-4163-ae4b-e7cdbc7ae238 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:17:08.902244 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-4b9a0394-e736-43d2-be41-7b89062e6f15 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Allocated IP 172.20.0.12 (f1e7b6de-139f-4833-a80f-2c88b5409fe7/21e5a26c-53fe-4fd2-ad27-e1be303ff20f/448f6692-c6d5-4a2a-969c-5fee75bc80ca) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:17:09.035629 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-4b9a0394-e736-43d2-be41-7b89062e6f15 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.053662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-4b9a0394-e736-43d2-be41-7b89062e6f15 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Transition to ACTIVE for port object 448f6692-c6d5-4a2a-969c-5fee75bc80ca will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:17:09.085691 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-4b9a0394-e736-43d2-be41-7b89062e6f15 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.130864 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-4b9a0394-e736-43d2-be41-7b89062e6f15 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Network f1e7b6de-139f-4833-a80f-2c88b5409fe7 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:17:09.134058 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-4b9a0394-e736-43d2-be41-7b89062e6f15 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:17:09.137955 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-4b9a0394-e736-43d2-be41-7b89062e6f15 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:17:09.144506 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a0394-e736-43d2-be41-7b89062e6f15 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Pushing event updated for resources: {'Port': ['ID=448f6692-c6d5-4a2a-969c-5fee75bc80ca,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:09.192825 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-4b9a0394-e736-43d2-be41-7b89062e6f15 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:09.193465 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-4b9a0394-e736-43d2-be41-7b89062e6f15 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.208847 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-4b9a0394-e736-43d2-be41-7b89062e6f15 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5613225 Jul 16 02:17:09.225761 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Request body: {'port': {'device_id': 'e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:09.306113 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.413584 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b9f119cf-d042-400b-8d79-8519f61c9973 None None] Provisioning for port 448f6692-c6d5-4a2a-969c-5fee75bc80ca completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:17:09.417663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b9f119cf-d042-400b-8d79-8519f61c9973 None None] Provisioning complete for port 448f6692-c6d5-4a2a-969c-5fee75bc80ca triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:09.418047 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9f119cf-d042-400b-8d79-8519f61c9973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.451008 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b9f119cf-d042-400b-8d79-8519f61c9973 None None] Port 448f6692-c6d5-4a2a-969c-5fee75bc80ca cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:17:09.568488 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448f6692-c6d5-4a2a-969c-5fee75bc80ca {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:17:09.576042 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.588504 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Transition to ACTIVE for port object 448f6692-c6d5-4a2a-969c-5fee75bc80ca will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:17:09.592972 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.679741 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Pushing event updated for resources: {'Port': ['ID=448f6692-c6d5-4a2a-969c-5fee75bc80ca,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:09.761876 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af286fec-3f94-4190-ab05-c6e295601737 req-75db1962-8ac1-42dd-a4e8-1fc33a82cc36 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:09.763422 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af286fec-3f94-4190-ab05-c6e295601737 req-75db1962-8ac1-42dd-a4e8-1fc33a82cc36 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 944 time: 0.1618855 Jul 16 02:17:09.780883 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Attempting to bind port 448f6692-c6d5-4a2a-969c-5fee75bc80ca on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:17:09.781212 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Attempting to bind port 448f6692-c6d5-4a2a-969c-5fee75bc80ca by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:17:09.781553 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Attempting to bind port 448f6692-c6d5-4a2a-969c-5fee75bc80ca on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:17:09.795993 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Port 448f6692-c6d5-4a2a-969c-5fee75bc80ca on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:17:09.796323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Attempting to bind port 448f6692-c6d5-4a2a-969c-5fee75bc80ca on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:17:09.809083 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:17:09.809334 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Checking segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:17:09.809717 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Bound using segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:17:09.810155 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Bound port: 448f6692-c6d5-4a2a-969c-5fee75bc80ca, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:17:09.810514 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.825432 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af286fec-3f94-4190-ab05-c6e295601737 req-f333a132-a4e5-4036-8c15-854ffd6a17b9 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535693 Jul 16 02:17:09.879874 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] For port 448f6692-c6d5-4a2a-969c-5fee75bc80ca, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:17:09.882883 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] For port 448f6692-c6d5-4a2a-969c-5fee75bc80ca, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:17:09.887153 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.924031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:09.924599 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.926006 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] 10.222.0.26 "PUT /v2.0/ports/448f6692-c6d5-4a2a-969c-5fee75bc80ca HTTP/1.1" status: 200 len: 1092 time: 0.7047267 Jul 16 02:17:09.926443 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b', 'tag': '448f6692-c6d5-4a2a-969c-5fee75bc80ca'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:09.928725 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a080718c-28e8-4604-9847-1ed601203436" -d '{"events": [{"name": "network-changed", "server_uuid": "e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b", "tag": "448f6692-c6d5-4a2a-969c-5fee75bc80ca"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:09.966478 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb02946-cc51-4b60-b6f5-06e7a4df231e service neutron] Pushing event updated for resources: {'Port': ['ID=448f6692-c6d5-4a2a-969c-5fee75bc80ca,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:09.972897 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4d2f80-3a5e-4aff-8b5e-be279cea198c x-openstack-request-id: req-2d4d2f80-3a5e-4aff-8b5e-be279cea198c {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:09.973370 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b", "tag": "448f6692-c6d5-4a2a-969c-5fee75bc80ca", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:09.973662 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2d4d2f80-3a5e-4aff-8b5e-be279cea198c {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:09.974331 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b', 'tag': '448f6692-c6d5-4a2a-969c-5fee75bc80ca', 'status': 'completed', 'code': 200} Jul 16 02:17:10.040625 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-8d4e04e6-160c-4cf8-9151-005777de5f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:10.042147 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-8d4e04e6-160c-4cf8-9151-005777de5f5d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 1095 time: 0.0559239 Jul 16 02:17:10.093739 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-b5e79c34-bc3a-442f-9d44-e0d6910c0386 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca HTTP/1.1" status: 200 len: 217 time: 0.0362985 Jul 16 02:17:10.146867 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-cd36fd67-f0a9-4986-ada0-fb69f49a62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:10.148439 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-cd36fd67-f0a9-4986-ada0-fb69f49a62e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0487270 Jul 16 02:17:10.206578 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-6a3fa49f-07a6-4744-9afc-00b8d02bf4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:10.208140 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-6a3fa49f-07a6-4744-9afc-00b8d02bf4fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535789 Jul 16 02:17:10.295910 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-889a6543-0162-407e-b05b-d39a14f9eb81 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810356 Jul 16 02:17:10.389230 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a3492cb0-0540-4061-9ab6-b85842359d33 req-e3ae3518-608f-44c1-8ce2-1a230d548c83 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876985 Jul 16 02:17:10.521928 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080718c-28e8-4604-9847-1ed601203436 req-023f796d-c250-4702-88c9-f99e4fc07086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:10.523326 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a080718c-28e8-4604-9847-1ed601203436 req-023f796d-c250-4702-88c9-f99e4fc07086 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 1095 time: 0.0517538 Jul 16 02:17:10.616658 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080718c-28e8-4604-9847-1ed601203436 req-fa59a061-9d3b-4e2d-bca5-682a5c0eb7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:10.618135 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a080718c-28e8-4604-9847-1ed601203436 req-fa59a061-9d3b-4e2d-bca5-682a5c0eb7b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0880179 Jul 16 02:17:10.658226 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a080718c-28e8-4604-9847-1ed601203436 req-14c85a28-90d5-40f2-a515-868d961c78dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca HTTP/1.1" status: 200 len: 217 time: 0.0339200 Jul 16 02:17:10.706444 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080718c-28e8-4604-9847-1ed601203436 req-70f7157b-ad7b-4c67-8775-4a05c984bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:10.708139 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a080718c-28e8-4604-9847-1ed601203436 req-70f7157b-ad7b-4c67-8775-4a05c984bc5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0434434 Jul 16 02:17:10.768878 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080718c-28e8-4604-9847-1ed601203436 req-d66ea1e8-431f-488b-b4ad-f7a98c12941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:10.770342 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a080718c-28e8-4604-9847-1ed601203436 req-d66ea1e8-431f-488b-b4ad-f7a98c12941e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550046 Jul 16 02:17:10.860033 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a080718c-28e8-4604-9847-1ed601203436 req-32b2b913-160d-4c09-9619-cebc5b320567 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813897 Jul 16 02:17:10.983741 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a080718c-28e8-4604-9847-1ed601203436 req-c083f607-9c50-436a-acc9-6fab3b887ff8 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170905 Jul 16 02:17:11.013076 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e66ffb-d8de-4676-b144-d5ac610699da req-b438b526-f4cc-44b9-8e80-e40bcd0ef37b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:11.014579 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-54e66ffb-d8de-4676-b144-d5ac610699da req-b438b526-f4cc-44b9-8e80-e40bcd0ef37b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 944 time: 0.0761116 Jul 16 02:17:11.052401 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-54e66ffb-d8de-4676-b144-d5ac610699da req-133d822a-99bf-4138-9808-773650ee189a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321724 Jul 16 02:17:12.228142 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0f562-31f1-444c-9746-7ee1c5d385f5 req-23608ab4-f747-4fa5-a87d-66714c0e076f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:12.229627 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83e0f562-31f1-444c-9746-7ee1c5d385f5 req-23608ab4-f747-4fa5-a87d-66714c0e076f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 944 time: 0.0629241 Jul 16 02:17:12.267452 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83e0f562-31f1-444c-9746-7ee1c5d385f5 req-26591248-6d9b-403d-8b59-9cf1965b2620 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322795 Jul 16 02:17:12.809876 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 448f6692-c6d5-4a2a-969c-5fee75bc80ca details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:17:12.904329 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 448f6692-c6d5-4a2a-969c-5fee75bc80ca, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:12.916166 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '448f6692-c6d5-4a2a-969c-5fee75bc80ca', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'port_id': '448f6692-c6d5-4a2a-969c-5fee75bc80ca', 'mac_address': 'fa:16:3e:77:82:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:17:12.951524 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:12.963678 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448f6692-c6d5-4a2a-969c-5fee75bc80ca {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:17:12.983256 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 448f6692-c6d5-4a2a-969c-5fee75bc80ca, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:12.988433 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:13.037657 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=448f6692-c6d5-4a2a-969c-5fee75bc80ca,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:13.244285 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['448f6692-c6d5-4a2a-969c-5fee75bc80ca'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:17:13.445672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12176aae-a976-4d35-9e0d-6a67efaaba95 req-e17f49d2-206d-407a-bf61-9c17833d5147 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:13.447150 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-12176aae-a976-4d35-9e0d-6a67efaaba95 req-e17f49d2-206d-407a-bf61-9c17833d5147 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 945 time: 0.0660772 Jul 16 02:17:13.484855 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-12176aae-a976-4d35-9e0d-6a67efaaba95 req-8b6c0993-cff4-4711-ac86-70f46002f52a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317755 Jul 16 02:17:14.655148 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71170517-30ce-4804-9613-f2dace600341 req-58d4c0d9-526a-472e-9125-addf54bb60e2 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:14.656642 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71170517-30ce-4804-9613-f2dace600341 req-58d4c0d9-526a-472e-9125-addf54bb60e2 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 945 time: 0.0618558 Jul 16 02:17:14.697048 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71170517-30ce-4804-9613-f2dace600341 req-e807510d-8145-43f4-8d01-e56b148b4d75 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342305 Jul 16 02:17:14.824957 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 448f6692-c6d5-4a2a-969c-5fee75bc80ca up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:17:14.872924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 448f6692-c6d5-4a2a-969c-5fee75bc80ca completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:17:14.876617 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 448f6692-c6d5-4a2a-969c-5fee75bc80ca triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:14.876995 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:14.955741 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:14.978058 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448f6692-c6d5-4a2a-969c-5fee75bc80ca'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:14.980674 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacdfb79-5097-4dca-95f8-435d85ff31aa" -d '{"events": [{"server_uuid": "e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b", "name": "network-vif-plugged", "status": "completed", "tag": "448f6692-c6d5-4a2a-969c-5fee75bc80ca"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:14.993750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 448f6692-c6d5-4a2a-969c-5fee75bc80ca, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:14.997833 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:15.023676 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f699815-fa32-4764-b40c-90c506d812d3 x-openstack-request-id: req-8f699815-fa32-4764-b40c-90c506d812d3 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:15.023990 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b", "name": "network-vif-plugged", "status": "completed", "tag": "448f6692-c6d5-4a2a-969c-5fee75bc80ca", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:15.024243 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8f699815-fa32-4764-b40c-90c506d812d3 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:15.024632 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448f6692-c6d5-4a2a-969c-5fee75bc80ca', 'code': 200} Jul 16 02:17:15.049638 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=448f6692-c6d5-4a2a-969c-5fee75bc80ca,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:15.157159 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abacaa-7352-414d-8a9f-b9c9278338e5 req-24bec616-8af3-442c-a219-26a9aff54c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:15.158626 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99abacaa-7352-414d-8a9f-b9c9278338e5 req-24bec616-8af3-442c-a219-26a9aff54c6c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 1097 time: 0.0506628 Jul 16 02:17:15.191812 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99abacaa-7352-414d-8a9f-b9c9278338e5 req-2b4b23a7-b28e-4817-bca0-9b8b22bd4353 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264809 Jul 16 02:17:15.869725 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8630963-3b7e-4ab7-8b11-ef0cf766de16 req-e08d79cc-c868-46d7-84ec-142768002afd tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:15.871941 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f8630963-3b7e-4ab7-8b11-ef0cf766de16 req-e08d79cc-c868-46d7-84ec-142768002afd tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.0646408 Jul 16 02:17:15.910184 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f8630963-3b7e-4ab7-8b11-ef0cf766de16 req-0dc7d31d-3972-4662-8c72-884f3291fb88 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324240 Jul 16 02:17:17.092837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68505338-a713-4e75-b0be-68008bea1dc1 req-a75eab3f-0d4d-4d37-a93e-ca9f786405da tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:17.094306 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-68505338-a713-4e75-b0be-68008bea1dc1 req-a75eab3f-0d4d-4d37-a93e-ca9f786405da tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.0628767 Jul 16 02:17:17.135010 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-68505338-a713-4e75-b0be-68008bea1dc1 req-b4f4f546-e96e-45c9-86c3-5496c482451c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350244 Jul 16 02:17:17.302581 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8dbdc-a97a-4eae-8530-b8229f1f0e81 req-9e8a0993-4443-4dee-b90f-2163a370198f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:17.304119 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a5c8dbdc-a97a-4eae-8530-b8229f1f0e81 req-9e8a0993-4443-4dee-b90f-2163a370198f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.0648024 Jul 16 02:17:17.312657 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 46782) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:17.317194 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-68c1d9a8-0028-4935-bbde-10956089e39f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Request body: {'floatingip': {'port_id': '448f6692-c6d5-4a2a-969c-5fee75bc80ca'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:17.359479 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68c1d9a8-0028-4935-bbde-10956089e39f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for floatingip, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:17.795076 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68c1d9a8-0028-4935-bbde-10956089e39f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:17.799194 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68c1d9a8-0028-4935-bbde-10956089e39f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:17.894001 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-68c1d9a8-0028-4935-bbde-10956089e39f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Floating IP 5fc64cd2-1712-4381-a969-bf50c37e0944 associated. External IP: 172.25.1.223, port: 448f6692-c6d5-4a2a-969c-5fee75bc80ca. Jul 16 02:17:18.097524 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c1d9a8-0028-4935-bbde-10956089e39f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Router e756f446-c8a1-4a31-8203-dfe668dcc440 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:17:18.201795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c1d9a8-0028-4935-bbde-10956089e39f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:17:18.206824 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68c1d9a8-0028-4935-bbde-10956089e39f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:18.211937 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc15599-9b1c-45f9-ab1b-50b8769e6303 None None] Sync routers for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:17:18.221888 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc15599-9b1c-45f9-ab1b-50b8769e6303 None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:17:18.222508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-edc15599-9b1c-45f9-ab1b-50b8769e6303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:17:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:18.242813 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-68c1d9a8-0028-4935-bbde-10956089e39f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "PUT /v2.0/floatingips/5fc64cd2-1712-4381-a969-bf50c37e0944 HTTP/1.1" status: 200 len: 992 time: 0.9290597 Jul 16 02:17:18.243406 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b', 'tag': '448f6692-c6d5-4a2a-969c-5fee75bc80ca'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:18.245752 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe209e0-006f-43f7-a2c4-35b16c66c818" -d '{"events": [{"name": "network-changed", "server_uuid": "e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b", "tag": "448f6692-c6d5-4a2a-969c-5fee75bc80ca"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:18.340036 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-edc15599-9b1c-45f9-ab1b-50b8769e6303 None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:17:18.356787 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a4a65c-7c13-4491-a327-04c438c8019d x-openstack-request-id: req-02a4a65c-7c13-4491-a327-04c438c8019d {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:18.357290 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b", "tag": "448f6692-c6d5-4a2a-969c-5fee75bc80ca", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:18.357406 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02a4a65c-7c13-4491-a327-04c438c8019d {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:18.357743 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b', 'tag': '448f6692-c6d5-4a2a-969c-5fee75bc80ca', 'status': 'completed', 'code': 200} Jul 16 02:17:18.457520 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe209e0-006f-43f7-a2c4-35b16c66c818 req-4ad85856-8dfa-4c4e-bd5f-7ff2af182e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:18.459069 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2fe209e0-006f-43f7-a2c4-35b16c66c818 req-4ad85856-8dfa-4c4e-bd5f-7ff2af182e63 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 1097 time: 0.0542085 Jul 16 02:17:18.550689 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe209e0-006f-43f7-a2c4-35b16c66c818 req-4d4ec8ee-ce0f-4a38-b8bf-79689d6f5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:18.552229 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2fe209e0-006f-43f7-a2c4-35b16c66c818 req-4d4ec8ee-ce0f-4a38-b8bf-79689d6f5f13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0872319 Jul 16 02:17:18.565457 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-edc15599-9b1c-45f9-ab1b-50b8769e6303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5fc64cd2-1712-4381-a969-bf50c37e0944', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'port_id': '448f6692-c6d5-4a2a-969c-5fee75bc80ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'mac_address': 'fa:16:3e:77:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:48Z', 'updated_at': '2021-07-16T02:17:17Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:18.591358 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc15599-9b1c-45f9-ab1b-50b8769e6303 None None] Checking router: e756f446-c8a1-4a31-8203-dfe668dcc440 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:17:18.600505 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc15599-9b1c-45f9-ab1b-50b8769e6303 None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:17:18.601051 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-edc15599-9b1c-45f9-ab1b-50b8769e6303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:17:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:18.620176 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2fe209e0-006f-43f7-a2c4-35b16c66c818 req-77bf71ce-c651-4134-98c1-6367994f2e40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca HTTP/1.1" status: 200 len: 1000 time: 0.0619404 Jul 16 02:17:18.668099 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe209e0-006f-43f7-a2c4-35b16c66c818 req-3763167a-2d44-4fd5-b179-6dfe8cd60053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:18.669553 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2fe209e0-006f-43f7-a2c4-35b16c66c818 req-3763167a-2d44-4fd5-b179-6dfe8cd60053 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0439506 Jul 16 02:17:18.706785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-edc15599-9b1c-45f9-ab1b-50b8769e6303 None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:17:18.724773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe209e0-006f-43f7-a2c4-35b16c66c818 req-15a7b1b2-1a16-4545-900f-f03ac54cc350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:18.726317 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2fe209e0-006f-43f7-a2c4-35b16c66c818 req-15a7b1b2-1a16-4545-900f-f03ac54cc350 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510054 Jul 16 02:17:18.820238 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2fe209e0-006f-43f7-a2c4-35b16c66c818 req-4bdbc98f-b5ee-4416-9616-4b54e8b1d40b service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877090 Jul 16 02:17:18.910290 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2fe209e0-006f-43f7-a2c4-35b16c66c818 req-2922a24b-c980-473e-a683-312715ca8a5a service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838060 Jul 16 02:17:18.932878 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-edc15599-9b1c-45f9-ab1b-50b8769e6303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5fc64cd2-1712-4381-a969-bf50c37e0944', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'port_id': '448f6692-c6d5-4a2a-969c-5fee75bc80ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'mac_address': 'fa:16:3e:77:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:48Z', 'updated_at': '2021-07-16T02:17:17Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:18.959101 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc15599-9b1c-45f9-ab1b-50b8769e6303 None None] The sync data for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 is: [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5fc64cd2-1712-4381-a969-bf50c37e0944', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'port_id': '448f6692-c6d5-4a2a-969c-5fee75bc80ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'mac_address': 'fa:16:3e:77:82:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:48Z', 'updated_at': '2021-07-16T02:17:17Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:17:19.153015 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18a75e4-95dd-4734-ad3b-9ae23ce6ee82 None None] New status for floating IP 5fc64cd2-1712-4381-a969-bf50c37e0944: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:17:24.151932 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:27.218882 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-b40213fb-9211-4edc-979e-daeb0712b35f req-a768f8d0-76e2-472b-9fea-b1d05489315d service neutron] (93832) timed out ('10.222.0.54', 35254) {{(pid=93832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:17:28.409058 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-45c8115c-ce36-4952-a121-722275f99615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:29.141068 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:31.131168 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:31.132916 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b645a6bf-fcae-45e3-8004-ee467e4aac53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:32.213281 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:33.948203 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:37.693477 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:17:45.271318 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3268df4c-d1d1-4bac-aded-37c59d67e341 req-079ca3eb-e422-4ece-832a-7d62e1a9eeb3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546129 Jul 16 02:17:45.381373 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268df4c-d1d1-4bac-aded-37c59d67e341 req-72448398-8032-4923-8cd1-4dae6c6cba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:45.382870 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3268df4c-d1d1-4bac-aded-37c59d67e341 req-72448398-8032-4923-8cd1-4dae6c6cba51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 1097 time: 0.0522599 Jul 16 02:17:45.487419 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268df4c-d1d1-4bac-aded-37c59d67e341 req-d8cae8ad-8ca7-4585-89a7-f03da998abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:45.489135 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3268df4c-d1d1-4bac-aded-37c59d67e341 req-d8cae8ad-8ca7-4585-89a7-f03da998abb6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0872471 Jul 16 02:17:45.553304 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3268df4c-d1d1-4bac-aded-37c59d67e341 req-bf3b3489-dfe7-4124-973f-197a93ef394b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca HTTP/1.1" status: 200 len: 1002 time: 0.0579021 Jul 16 02:17:45.600967 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268df4c-d1d1-4bac-aded-37c59d67e341 req-6c5087c9-20c7-4db6-8f87-66a21ed04b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:45.602301 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3268df4c-d1d1-4bac-aded-37c59d67e341 req-6c5087c9-20c7-4db6-8f87-66a21ed04b56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0429075 Jul 16 02:17:45.661580 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268df4c-d1d1-4bac-aded-37c59d67e341 req-0c7a263b-b252-4085-811c-e3c7de99eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:45.663053 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3268df4c-d1d1-4bac-aded-37c59d67e341 req-0c7a263b-b252-4085-811c-e3c7de99eee5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542915 Jul 16 02:17:45.749131 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3268df4c-d1d1-4bac-aded-37c59d67e341 req-a23a97da-7894-4f2c-b242-971c38055aa6 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798213 Jul 16 02:17:45.840528 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3268df4c-d1d1-4bac-aded-37c59d67e341 req-0fd4be7a-0fb7-4611-8dd9-eb05520f67e4 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851328 Jul 16 02:17:54.143413 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:58.410494 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-662eb4ab-1998-4df2-ba4e-8afda30ed97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:59.160702 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:01.130072 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:01.135156 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0b206f99-5801-4122-8db6-2202cf60fe8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.214380 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:03.950439 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:14.692261 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:18:24.173180 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:28.411466 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6005db6d-8905-407b-b961-5db443b82f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:29.162140 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:31.132661 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:31.134439 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bda5b019-f50d-46a5-86e2-1110227239cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:32.218352 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:33.952506 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:45.250050 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec7c323a-0880-482e-93f0-c77815f9ac6d req-4611bf66-cd41-424a-90f1-4420549bc484 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563097 Jul 16 02:18:45.360293 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c323a-0880-482e-93f0-c77815f9ac6d req-a6d8dcca-352b-49c3-801e-4a1c26a1873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:45.361776 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec7c323a-0880-482e-93f0-c77815f9ac6d req-a6d8dcca-352b-49c3-801e-4a1c26a1873e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 1097 time: 0.0519762 Jul 16 02:18:45.467780 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c323a-0880-482e-93f0-c77815f9ac6d req-ed5cee3f-c802-40c7-be6b-452eca510764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:45.469361 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec7c323a-0880-482e-93f0-c77815f9ac6d req-ed5cee3f-c802-40c7-be6b-452eca510764 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0883203 Jul 16 02:18:45.532528 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec7c323a-0880-482e-93f0-c77815f9ac6d req-e0fad0a5-feb7-46c6-adc4-6996385e87a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca HTTP/1.1" status: 200 len: 1002 time: 0.0572231 Jul 16 02:18:45.584764 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c323a-0880-482e-93f0-c77815f9ac6d req-b39b793c-56b2-4a0a-bd5c-4ce0c53c38cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:45.586303 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec7c323a-0880-482e-93f0-c77815f9ac6d req-b39b793c-56b2-4a0a-bd5c-4ce0c53c38cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0476587 Jul 16 02:18:45.642194 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c323a-0880-482e-93f0-c77815f9ac6d req-a22beec5-d192-4074-a997-59240b7e8122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:45.643656 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec7c323a-0880-482e-93f0-c77815f9ac6d req-a22beec5-d192-4074-a997-59240b7e8122 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514603 Jul 16 02:18:45.740550 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec7c323a-0880-482e-93f0-c77815f9ac6d req-3e4bb1c5-943f-4885-adeb-47451538f229 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903573 Jul 16 02:18:45.831325 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec7c323a-0880-482e-93f0-c77815f9ac6d req-f31c0fc4-d82d-4bb2-94b0-051ca4037e17 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840213 Jul 16 02:18:51.691399 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:18:54.190682 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:56.015234 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482261a5-2e7b-40d5-967b-e37b3a46a0c5 req-675c76f0-caba-439e-b2c6-b754c70d2450 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:56.016832 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-482261a5-2e7b-40d5-967b-e37b3a46a0c5 req-675c76f0-caba-439e-b2c6-b754c70d2450 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.1573753 Jul 16 02:18:56.056208 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-482261a5-2e7b-40d5-967b-e37b3a46a0c5 req-92f72ed2-fcbc-4e51-b820-136c46030f7f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334775 Jul 16 02:18:57.309908 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0847f7-6d5e-4b83-9e60-5ae559cfbbe0 req-040bf6fa-2a09-42e9-9631-fe2969c38f63 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:57.311447 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c0847f7-6d5e-4b83-9e60-5ae559cfbbe0 req-040bf6fa-2a09-42e9-9631-fe2969c38f63 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.1394486 Jul 16 02:18:57.348561 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c0847f7-6d5e-4b83-9e60-5ae559cfbbe0 req-fe0401a0-8b97-4bea-9acf-ee14fcbd6cab tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314822 Jul 16 02:18:58.413524 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-498bc4f0-6cf3-43e6-90f3-c7bdfbbf53ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:58.521362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c2600-01d8-4fb0-ace0-e9113294159b req-fe03471f-fcc3-48ec-9bcd-1504876331ef tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:58.523556 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a07c2600-01d8-4fb0-ace0-e9113294159b req-fe03471f-fcc3-48ec-9bcd-1504876331ef tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.0635903 Jul 16 02:18:58.561978 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a07c2600-01d8-4fb0-ace0-e9113294159b req-ee8154ad-f296-45c7-ad3d-56297ab85ac3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314834 Jul 16 02:18:59.181415 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:59.740513 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852afb1-071b-453e-a26c-88ad9dc711f3 req-afba59b0-6d0e-40e1-a9ad-e22ef20c48cb tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:59.742003 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e852afb1-071b-453e-a26c-88ad9dc711f3 req-afba59b0-6d0e-40e1-a9ad-e22ef20c48cb tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.0676446 Jul 16 02:18:59.779956 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e852afb1-071b-453e-a26c-88ad9dc711f3 req-5fdbb047-70c7-48e8-9836-60d93d36f609 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315974 Jul 16 02:19:00.953874 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55027e-0f2f-49f0-8c87-4936c3d13199 req-4ecc88ab-bd4a-48d2-92d4-4e7553bf6be4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:00.955253 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3d55027e-0f2f-49f0-8c87-4936c3d13199 req-4ecc88ab-bd4a-48d2-92d4-4e7553bf6be4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.0624833 Jul 16 02:19:00.992822 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3d55027e-0f2f-49f0-8c87-4936c3d13199 req-752a9e3d-a8c5-4ea3-ab1a-8c7ad8ad260f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320058 Jul 16 02:19:01.131502 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:01.133336 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-db019d7e-65a8-47f6-b6d0-c762eaf97466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:02.164015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7cc43-ab4c-43fc-9e99-1690e3baa328 req-0919f65b-e7e3-46b2-8e3a-4307c4385439 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:02.166027 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fdc7cc43-ab4c-43fc-9e99-1690e3baa328 req-0919f65b-e7e3-46b2-8e3a-4307c4385439 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.0628493 Jul 16 02:19:02.206098 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fdc7cc43-ab4c-43fc-9e99-1690e3baa328 req-ca2385e1-ec66-4648-ac96-cb00d66a3d4b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345039 Jul 16 02:19:02.220571 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:03.381886 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd1816-59bb-4536-b99e-4fc426b1693a req-2044e524-68e7-4f15-92cd-6d1832d95cf5 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:03.382708 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ffd1816-59bb-4536-b99e-4fc426b1693a req-2044e524-68e7-4f15-92cd-6d1832d95cf5 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.0663309 Jul 16 02:19:03.420528 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0ffd1816-59bb-4536-b99e-4fc426b1693a req-3fe16d6c-e8c8-411e-9a65-6eb1c0a7f4e5 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315382 Jul 16 02:19:03.954064 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:04.596170 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64165b39-dba0-465f-b196-d15ff8f375f1 req-198e2b16-36e8-4103-882e-e1c2bb2e1edf tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:04.597659 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64165b39-dba0-465f-b196-d15ff8f375f1 req-198e2b16-36e8-4103-882e-e1c2bb2e1edf tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.0670877 Jul 16 02:19:04.635595 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-64165b39-dba0-465f-b196-d15ff8f375f1 req-92f80015-5f6a-4edd-a065-55d083db2e0d tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319273 Jul 16 02:19:05.812222 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb5e4b-dedf-403f-9995-3ee06b334140 req-5ae4fa42-7c60-4677-af91-691eadbbc7f9 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:05.813995 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5abb5e4b-dedf-403f-9995-3ee06b334140 req-5ae4fa42-7c60-4677-af91-691eadbbc7f9 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.0643232 Jul 16 02:19:05.857359 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5abb5e4b-dedf-403f-9995-3ee06b334140 req-1b628c9c-7944-4829-a4c6-4ede9e23d7ac tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381079 Jul 16 02:19:07.032501 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eff828-7a38-447d-a4ea-9eb142001036 req-dc2bba7c-29df-4d51-b777-bc65df8e73f7 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:07.033974 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4eff828-7a38-447d-a4ea-9eb142001036 req-dc2bba7c-29df-4d51-b777-bc65df8e73f7 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.0619502 Jul 16 02:19:07.070313 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f4eff828-7a38-447d-a4ea-9eb142001036 req-d2edf48c-ddc9-4d59-852c-4b6031a6c2ba tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309224 Jul 16 02:19:07.502588 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6dddf-1a84-4478-9cf8-6cf0354b13b6 req-5662ba95-fe74-4ca7-a359-1fae920dfd5b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:07.504043 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-79a6dddf-1a84-4478-9cf8-6cf0354b13b6 req-5662ba95-fe74-4ca7-a359-1fae920dfd5b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.1053624 Jul 16 02:19:07.507482 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-d856c4ff-e658-4c4b-b2c8-942a39635406 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1579349 Jul 16 02:19:07.542754 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-79a6dddf-1a84-4478-9cf8-6cf0354b13b6 req-16fb0d5a-9846-4d6f-a27d-3878e9bd48ca tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326052 Jul 16 02:19:08.718493 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108973de-ed1a-41ef-bfda-081a50e663b1 req-f51bc479-18ce-4108-b18d-6b5d848ad4c7 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:08.720123 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-108973de-ed1a-41ef-bfda-081a50e663b1 req-f51bc479-18ce-4108-b18d-6b5d848ad4c7 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.0664043 Jul 16 02:19:08.758781 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-108973de-ed1a-41ef-bfda-081a50e663b1 req-77009161-e0b1-464b-ae98-55f31009ceca tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330620 Jul 16 02:19:08.878311 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-3910567d-53a6-46bc-8bce-93c50bf5701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:08.879687 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-3910567d-53a6-46bc-8bce-93c50bf5701e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 1097 time: 0.0520120 Jul 16 02:19:08.970763 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-44a4b16c-487c-4656-bfa2-00fd1ebce36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:08.972253 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-44a4b16c-487c-4656-bfa2-00fd1ebce36b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0867765 Jul 16 02:19:09.036012 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-ff8e41d1-70ad-4c4d-8a94-df4cc6224502 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca HTTP/1.1" status: 200 len: 1002 time: 0.0574996 Jul 16 02:19:09.082891 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-cef86368-9f90-466b-bc78-f3c0e7bec1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:09.084303 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-cef86368-9f90-466b-bc78-f3c0e7bec1a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0422187 Jul 16 02:19:09.143126 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-62a39ba7-a478-43ff-8cc8-32f635effaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:09.144533 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-62a39ba7-a478-43ff-8cc8-32f635effaac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542653 Jul 16 02:19:09.231732 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-f8ea58ca-f466-4168-bf38-29bf4e1d4d0c service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807273 Jul 16 02:19:09.322632 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-c26a6c0d-3dcf-467f-b3cf-cd836014b3b9 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852442 Jul 16 02:19:09.933744 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f9574-8b74-40cd-bc4d-5af1e7ecfb0c req-ad065d63-53b0-43f5-b33d-cbc4228c4568 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:09.935232 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d77f9574-8b74-40cd-bc4d-5af1e7ecfb0c req-ad065d63-53b0-43f5-b33d-cbc4228c4568 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.0637240 Jul 16 02:19:09.972132 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d77f9574-8b74-40cd-bc4d-5af1e7ecfb0c req-0752c344-3ecc-45a1-bb80-8d0f15c75a51 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313401 Jul 16 02:19:11.145864 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d992513-32c8-4b1a-8d2a-632bd252e963 req-1fc9dc64-a75d-4d54-9e7b-df7e906a6112 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:11.147329 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7d992513-32c8-4b1a-8d2a-632bd252e963 req-1fc9dc64-a75d-4d54-9e7b-df7e906a6112 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.0623438 Jul 16 02:19:11.185109 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7d992513-32c8-4b1a-8d2a-632bd252e963 req-01b39c48-12fb-4edc-854e-5d2bb3aff834 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320983 Jul 16 02:19:11.252712 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-b8a67df4-905d-4ef0-a3f9-47326890d9de service neutron] show failed (client error): The resource could not be found. Jul 16 02:19:11.253621 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-b8a67df4-905d-4ef0-a3f9-47326890d9de service neutron] 10.222.0.26 "GET /v2.0/ports/448f6692-c6d5-4a2a-969c-5fee75bc80ca/bindings/n-h2-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.0573473 Jul 16 02:19:11.502855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-172dd2ec-7ddd-4079-866e-a739c7a0a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:11.504258 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-172dd2ec-7ddd-4079-866e-a739c7a0a94d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b&tenant_id=9b09901fa6c94a9bb4e78afefb3e2856 HTTP/1.1" status: 200 len: 1097 time: 0.0524204 Jul 16 02:19:11.523399 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:11.596380 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:11.793505 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] For port 448f6692-c6d5-4a2a-969c-5fee75bc80ca, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:11.825442 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] For port 448f6692-c6d5-4a2a-969c-5fee75bc80ca, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:11.863104 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448f6692-c6d5-4a2a-969c-5fee75bc80ca'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:11.865474 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cda1402-45da-452f-9882-3a41a12dc12d" -d '{"events": [{"server_uuid": "e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b", "name": "network-vif-unplugged", "status": "completed", "tag": "448f6692-c6d5-4a2a-969c-5fee75bc80ca"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:11.869269 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:11.891896 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Transition to ACTIVE for port object 448f6692-c6d5-4a2a-969c-5fee75bc80ca will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:11.896362 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:11.927901 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ce0903-3c55-4d58-b17d-6ea10130f0c0 x-openstack-request-id: req-b1ce0903-3c55-4d58-b17d-6ea10130f0c0 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:11.928197 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b", "name": "network-vif-unplugged", "status": "completed", "tag": "448f6692-c6d5-4a2a-969c-5fee75bc80ca", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:11.928450 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b1ce0903-3c55-4d58-b17d-6ea10130f0c0 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:11.928840 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448f6692-c6d5-4a2a-969c-5fee75bc80ca', 'code': 200} Jul 16 02:19:12.016392 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Pushing event updated for resources: {'Port': ['ID=448f6692-c6d5-4a2a-969c-5fee75bc80ca,revision_number=6']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:12.046593 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:12.046869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:12.047208 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:12.047543 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:12.047916 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:12.048248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:12.048576 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:12.048903 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:12.049230 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:12.049555 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:12.049879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:12.050201 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:12.087321 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] No DVR routers for this DVR port 448f6692-c6d5-4a2a-969c-5fee75bc80ca on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:12.228848 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Attempting to bind port 448f6692-c6d5-4a2a-969c-5fee75bc80ca on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:19:12.229429 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Attempting to bind port 448f6692-c6d5-4a2a-969c-5fee75bc80ca by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:19:12.229548 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Attempting to bind port 448f6692-c6d5-4a2a-969c-5fee75bc80ca on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:12.234630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Port 448f6692-c6d5-4a2a-969c-5fee75bc80ca on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:19:12.234972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Attempting to bind port 448f6692-c6d5-4a2a-969c-5fee75bc80ca on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:12.239767 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:19:12.240108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Checking segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:12.240494 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Bound using segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:19:12.240919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Bound port: 448f6692-c6d5-4a2a-969c-5fee75bc80ca, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:19:12.241277 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:12.602059 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] For port 448f6692-c6d5-4a2a-969c-5fee75bc80ca, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:12.617197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] For port 448f6692-c6d5-4a2a-969c-5fee75bc80ca, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:19:12.622941 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:12.671639 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:12.672288 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:12.673744 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] 10.222.0.47 "PUT /v2.0/ports/448f6692-c6d5-4a2a-969c-5fee75bc80ca HTTP/1.1" status: 200 len: 1092 time: 1.1545913 Jul 16 02:19:12.696898 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06f4bf-ef2d-450f-a2f9-b87e1120b424 req-6b6599e8-545d-426e-966d-584fb59f9b28 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:12.698892 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa06f4bf-ef2d-450f-a2f9-b87e1120b424 req-6b6599e8-545d-426e-966d-584fb59f9b28 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 944 time: 0.3997107 Jul 16 02:19:12.702108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53493226-468a-4ca8-b23b-0d0ef19caef6 service neutron] Pushing event updated for resources: {'Port': ['ID=448f6692-c6d5-4a2a-969c-5fee75bc80ca,revision_number=7']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:12.773922 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aa06f4bf-ef2d-450f-a2f9-b87e1120b424 req-61376c62-85a5-46f1-817d-7371b1dce135 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654678 Jul 16 02:19:12.796546 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-30d22cd3-37de-4527-aa6e-2e0bf6ac8645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:12.798050 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-30d22cd3-37de-4527-aa6e-2e0bf6ac8645 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 1095 time: 0.0829930 Jul 16 02:19:12.895038 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-c518aa83-4e61-43d5-91cb-ff61d7ca17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:12.896552 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-c518aa83-4e61-43d5-91cb-ff61d7ca17ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0913837 Jul 16 02:19:12.967472 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-625adc8f-e00c-46bf-85ba-efee07ec0a4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca HTTP/1.1" status: 200 len: 1000 time: 0.0635076 Jul 16 02:19:13.015664 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-22f14024-6ed3-47bf-b8f8-06bfc96b50a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:13.017138 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-22f14024-6ed3-47bf-b8f8-06bfc96b50a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0426586 Jul 16 02:19:13.074132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-068c4bcd-04f7-4c4d-95ae-c8c41f4693fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:13.075597 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-068c4bcd-04f7-4c4d-95ae-c8c41f4693fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512846 Jul 16 02:19:13.168818 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-f94b6af9-2dc3-4c29-b5d8-1e7d77e09c34 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862274 Jul 16 02:19:13.256165 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5412b20f-a6e8-4cd1-bd1c-bd30cedf1f65 req-1d8d046a-61ba-4c64-a55a-b81f3286fce0 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810335 Jul 16 02:19:13.930025 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b', 'tag': '448f6692-c6d5-4a2a-969c-5fee75bc80ca'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:13.932454 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e469cc40-c2d5-49d0-bae7-45991c00e06e" -d '{"events": [{"name": "network-changed", "server_uuid": "e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b", "tag": "448f6692-c6d5-4a2a-969c-5fee75bc80ca"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:13.953794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c4413-21b5-4ab1-81bc-a04ed7b21bc9 req-688d6281-f259-4629-91da-ad815dfa258f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:13.955314 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a8c4413-21b5-4ab1-81bc-a04ed7b21bc9 req-688d6281-f259-4629-91da-ad815dfa258f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 944 time: 0.0650558 Jul 16 02:19:13.981961 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fc8eea-27e5-4124-9a33-27bdbca73233 x-openstack-request-id: req-c3fc8eea-27e5-4124-9a33-27bdbca73233 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:13.982259 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b", "tag": "448f6692-c6d5-4a2a-969c-5fee75bc80ca", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:13.982535 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c3fc8eea-27e5-4124-9a33-27bdbca73233 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:13.982946 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b', 'tag': '448f6692-c6d5-4a2a-969c-5fee75bc80ca', 'status': 'completed', 'code': 200} Jul 16 02:19:13.993346 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a8c4413-21b5-4ab1-81bc-a04ed7b21bc9 req-48ef7a52-0812-4a0e-b748-84144763b0e8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325363 Jul 16 02:19:14.072319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-23c14959-cdff-4254-a6fa-a35d40bb7230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:14.073959 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-23c14959-cdff-4254-a6fa-a35d40bb7230 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 1095 time: 0.0531285 Jul 16 02:19:14.082156 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-b74e1d4d-6911-4ca0-9ad7-8be9879f5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:14.083668 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-b74e1d4d-6911-4ca0-9ad7-8be9879f5ec3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 1095 time: 0.0528777 Jul 16 02:19:14.181798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-e312da20-1c78-4ccd-974b-ec4281eeb9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:14.183880 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-e312da20-1c78-4ccd-974b-ec4281eeb9ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0920625 Jul 16 02:19:14.257396 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-803f0d86-a907-4c80-85a5-9a31e10079b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca HTTP/1.1" status: 200 len: 1000 time: 0.0657284 Jul 16 02:19:14.313100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-f31b7c0f-0889-4cb6-8ddb-4eff4997e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:14.314604 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-f31b7c0f-0889-4cb6-8ddb-4eff4997e8c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0479460 Jul 16 02:19:14.377509 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-042d63d8-990b-4988-b835-225b13fe5e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:14.378952 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-042d63d8-990b-4988-b835-225b13fe5e68 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559134 Jul 16 02:19:14.477713 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-a78751ea-9b55-4817-8187-89fe2d08f2dd service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908031 Jul 16 02:19:14.516809 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-9bf94960-eed3-479d-bbb4-7d7c25615b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:14.518314 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-9bf94960-eed3-479d-bbb4-7d7c25615b90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.4383228 Jul 16 02:19:14.568068 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-86699af8-15c1-4693-9d36-959a30916192 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823891 Jul 16 02:19:14.581345 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-14aa6dfd-435b-4f63-a30b-b0bbd1be7b16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca HTTP/1.1" status: 200 len: 1000 time: 0.0567062 Jul 16 02:19:14.633038 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-b1d38d5f-3d0a-41ac-822f-2a1d7d00c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:14.634418 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-b1d38d5f-3d0a-41ac-822f-2a1d7d00c2a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0477021 Jul 16 02:19:14.692239 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-1d2b8055-7c39-48b3-8a0d-dd1eea468477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:14.693752 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-1d2b8055-7c39-48b3-8a0d-dd1eea468477 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532186 Jul 16 02:19:14.783642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-dab627d9-2e42-4921-81b3-59d5fb3a79ad service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832617 Jul 16 02:19:14.874669 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e469cc40-c2d5-49d0-bae7-45991c00e06e req-bb92b026-9210-474f-8b2c-3ed0762a5faf service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849645 Jul 16 02:19:15.172899 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d8d71-4a58-4ab5-bcd8-a18b90004e56 req-c53982b4-60dd-4c36-818c-c11c9a7414ab tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:15.174381 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6c3d8d71-4a58-4ab5-bcd8-a18b90004e56 req-c53982b4-60dd-4c36-818c-c11c9a7414ab tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 944 time: 0.0670385 Jul 16 02:19:15.211734 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6c3d8d71-4a58-4ab5-bcd8-a18b90004e56 req-a5396839-50b9-4e18-9509-e8133ce9ac68 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316708 Jul 16 02:19:15.304502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 448f6692-c6d5-4a2a-969c-5fee75bc80ca no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:15.342444 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 448f6692-c6d5-4a2a-969c-5fee75bc80ca not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:15.510782 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331174a-9b42-40ea-ae1f-87956a705f17 req-da5614ad-b6f8-4c69-9b6b-d051cd218ac7 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:15.512821 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1331174a-9b42-40ea-ae1f-87956a705f17 req-da5614ad-b6f8-4c69-9b6b-d051cd218ac7 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 944 time: 0.0638983 Jul 16 02:19:15.531351 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a841a89-d385-4bd1-9f03-afcd9f405c6a req-e330d963-bb72-4562-8b81-c76f11d8194c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:15.532993 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a841a89-d385-4bd1-9f03-afcd9f405c6a req-e330d963-bb72-4562-8b81-c76f11d8194c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.26 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b&tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 944 time: 0.0708835 Jul 16 02:19:15.552296 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1331174a-9b42-40ea-ae1f-87956a705f17 req-3b97530a-3ed5-416e-a5c9-4b451ff1f712 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334878 Jul 16 02:19:15.596469 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-5a841a89-d385-4bd1-9f03-afcd9f405c6a req-ac049b0b-3093-4dbb-9567-c36460a31684 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:19:15.597466 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a841a89-d385-4bd1-9f03-afcd9f405c6a req-ac049b0b-3093-4dbb-9567-c36460a31684 service neutron] 10.222.0.26 "DELETE /v2.0/ports/448f6692-c6d5-4a2a-969c-5fee75bc80ca/bindings/n-h1-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.0584266 Jul 16 02:19:15.711665 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a841a89-d385-4bd1-9f03-afcd9f405c6a req-31f3b094-2740-4680-903b-0ab2c5ddc7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:15.713206 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a841a89-d385-4bd1-9f03-afcd9f405c6a req-31f3b094-2740-4680-903b-0ab2c5ddc7b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 1095 time: 0.0510559 Jul 16 02:19:15.802572 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a841a89-d385-4bd1-9f03-afcd9f405c6a req-6f964f94-c486-43d8-aceb-b9bfd96003bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:15.803941 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a841a89-d385-4bd1-9f03-afcd9f405c6a req-6f964f94-c486-43d8-aceb-b9bfd96003bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0845141 Jul 16 02:19:15.865676 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a841a89-d385-4bd1-9f03-afcd9f405c6a req-13edcd66-81e5-4f22-8383-f8822b733cac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca HTTP/1.1" status: 200 len: 1000 time: 0.0559485 Jul 16 02:19:15.914777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a841a89-d385-4bd1-9f03-afcd9f405c6a req-9febadb6-ba56-4303-87e8-663454884252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:15.916232 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a841a89-d385-4bd1-9f03-afcd9f405c6a req-9febadb6-ba56-4303-87e8-663454884252 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0442572 Jul 16 02:19:15.975945 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a841a89-d385-4bd1-9f03-afcd9f405c6a req-b9b52b77-249e-424a-b21b-99cf4fd221d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:15.977430 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a841a89-d385-4bd1-9f03-afcd9f405c6a req-b9b52b77-249e-424a-b21b-99cf4fd221d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550253 Jul 16 02:19:16.063501 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a841a89-d385-4bd1-9f03-afcd9f405c6a req-eec96d5a-025e-440b-b6f4-158f5fbb2aeb service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796709 Jul 16 02:19:16.153047 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a841a89-d385-4bd1-9f03-afcd9f405c6a req-17ab9d24-4c31-45d7-8cd9-cce111835713 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836461 Jul 16 02:19:16.721168 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 448f6692-c6d5-4a2a-969c-5fee75bc80ca details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:19:16.744151 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bacf7-5cd7-4573-b579-a9ea24079638 req-099b1815-aa3b-4777-b42b-a73aeee33cde tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:16.745877 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed5bacf7-5cd7-4573-b579-a9ea24079638 req-099b1815-aa3b-4777-b42b-a73aeee33cde tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 944 time: 0.0781939 Jul 16 02:19:16.786019 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed5bacf7-5cd7-4573-b579-a9ea24079638 req-567e2ef6-b623-42fc-84fe-67ad8276503c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330925 Jul 16 02:19:16.827961 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 448f6692-c6d5-4a2a-969c-5fee75bc80ca, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:16.838942 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '448f6692-c6d5-4a2a-969c-5fee75bc80ca', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'port_id': '448f6692-c6d5-4a2a-969c-5fee75bc80ca', 'mac_address': 'fa:16:3e:77:82:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:19:16.875632 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:16.887872 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448f6692-c6d5-4a2a-969c-5fee75bc80ca {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:16.907575 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 448f6692-c6d5-4a2a-969c-5fee75bc80ca, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:16.910963 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:16.956543 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=448f6692-c6d5-4a2a-969c-5fee75bc80ca,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:16.963608 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:16.963989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:16.964361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:16.965372 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:16.965803 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:16.966143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:16.966475 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:16.966806 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:16.967135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:16.967460 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:16.967814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:16.968145 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:17.250864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['448f6692-c6d5-4a2a-969c-5fee75bc80ca'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:19:17.965896 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52b349-6d0f-49f9-ad4e-805c3d75d41a req-e8dae19d-5ab0-4bb5-aff0-2d180250f536 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:17.967387 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b52b349-6d0f-49f9-ad4e-805c3d75d41a req-e8dae19d-5ab0-4bb5-aff0-2d180250f536 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 945 time: 0.0692105 Jul 16 02:19:18.005078 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b52b349-6d0f-49f9-ad4e-805c3d75d41a req-a06c0c4e-c395-4948-97a8-0d0d5c73090d tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321951 Jul 16 02:19:18.174407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004606c-8e62-41c3-b327-bde7f0ec8857 req-35ac8810-0ee3-4ca2-a312-7ee54a2382f3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:18.175847 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9004606c-8e62-41c3-b327-bde7f0ec8857 req-35ac8810-0ee3-4ca2-a312-7ee54a2382f3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 945 time: 0.0628140 Jul 16 02:19:18.216546 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9004606c-8e62-41c3-b327-bde7f0ec8857 req-a52557bc-7ce5-4f93-aaef-7be89b719cb8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351818 Jul 16 02:19:18.545815 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859035d-e7f5-4341-a652-4852d2067f7b req-e9b7f29d-8d60-40d6-9777-14a2d1ebae73 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:18.547260 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3859035d-e7f5-4341-a652-4852d2067f7b req-e9b7f29d-8d60-40d6-9777-14a2d1ebae73 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 945 time: 0.0639737 Jul 16 02:19:18.560306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8618a44-c1a0-45f8-8243-a5f1be9f035d req-649786c0-6f4e-4075-b323-797cbc35f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:18.561803 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8618a44-c1a0-45f8-8243-a5f1be9f035d req-649786c0-6f4e-4075-b323-797cbc35f3f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 1096 time: 0.0581398 Jul 16 02:19:18.585763 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3859035d-e7f5-4341-a652-4852d2067f7b req-d202bdc9-d91f-48a4-884f-20838c44bef0 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325446 Jul 16 02:19:18.656799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8618a44-c1a0-45f8-8243-a5f1be9f035d req-620c58c0-75b8-4689-a4ed-3e3f0c408e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:18.658431 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8618a44-c1a0-45f8-8243-a5f1be9f035d req-620c58c0-75b8-4689-a4ed-3e3f0c408e2f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0897901 Jul 16 02:19:18.727251 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8618a44-c1a0-45f8-8243-a5f1be9f035d req-43e1ece4-a752-49a2-b518-d90ddb1a35ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca HTTP/1.1" status: 200 len: 1001 time: 0.0618513 Jul 16 02:19:18.732037 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 448f6692-c6d5-4a2a-969c-5fee75bc80ca up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:19:18.774536 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8618a44-c1a0-45f8-8243-a5f1be9f035d req-cddec9a6-2764-4e97-bbb4-fbfab0e33e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:18.776197 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8618a44-c1a0-45f8-8243-a5f1be9f035d req-cddec9a6-2764-4e97-bbb4-fbfab0e33e99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0428553 Jul 16 02:19:18.781299 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 448f6692-c6d5-4a2a-969c-5fee75bc80ca completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:18.785321 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 448f6692-c6d5-4a2a-969c-5fee75bc80ca triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:18.785701 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:18.832685 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8618a44-c1a0-45f8-8243-a5f1be9f035d req-4aa8b474-29e5-43a1-8c5f-0ec454efe66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:18.834194 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8618a44-c1a0-45f8-8243-a5f1be9f035d req-4aa8b474-29e5-43a1-8c5f-0ec454efe66e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516179 Jul 16 02:19:18.865859 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:18.888511 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448f6692-c6d5-4a2a-969c-5fee75bc80ca'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:18.890771 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74900db-a47d-4d34-a490-63ee40280620" -d '{"events": [{"server_uuid": "e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b", "name": "network-vif-plugged", "status": "completed", "tag": "448f6692-c6d5-4a2a-969c-5fee75bc80ca"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:18.904394 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 448f6692-c6d5-4a2a-969c-5fee75bc80ca, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:18.909148 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:18.933868 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8618a44-c1a0-45f8-8243-a5f1be9f035d req-388765dd-87f4-4950-b0c2-4a51adcc1f85 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918128 Jul 16 02:19:18.935094 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc2372a-0d6a-4caf-97eb-c57a604fab7d x-openstack-request-id: req-6dc2372a-0d6a-4caf-97eb-c57a604fab7d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:18.935392 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b", "name": "network-vif-plugged", "status": "completed", "tag": "448f6692-c6d5-4a2a-969c-5fee75bc80ca", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:18.935647 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6dc2372a-0d6a-4caf-97eb-c57a604fab7d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:18.936060 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448f6692-c6d5-4a2a-969c-5fee75bc80ca', 'code': 200} Jul 16 02:19:18.962569 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=448f6692-c6d5-4a2a-969c-5fee75bc80ca,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:19.049693 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e8618a44-c1a0-45f8-8243-a5f1be9f035d req-2c530c06-6ec1-4366-917a-f7579a8bf629 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820045 Jul 16 02:19:19.764720 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59075f7c-80a0-4274-9dd0-fa4b28a0e2ae req-21a87311-26f2-4b83-988c-00df81ac539d tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:19.766227 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-59075f7c-80a0-4274-9dd0-fa4b28a0e2ae req-21a87311-26f2-4b83-988c-00df81ac539d tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.0653048 Jul 16 02:19:19.804681 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-59075f7c-80a0-4274-9dd0-fa4b28a0e2ae req-71cb58eb-c818-48dd-97ae-23f02ac1e4c2 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328236 Jul 16 02:19:20.182341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4513e46-7973-40cc-a515-36477b838eb8 req-b87e72f8-7762-480b-b557-e4955b737e9f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:20.183744 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a4513e46-7973-40cc-a515-36477b838eb8 req-b87e72f8-7762-480b-b557-e4955b737e9f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.0663180 Jul 16 02:19:20.221507 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a4513e46-7973-40cc-a515-36477b838eb8 req-f9ed3a93-b016-4932-877c-da49aae71c6d tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322807 Jul 16 02:19:21.401448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d88a-c59e-4963-b14b-0a037b0d879e req-5edfdbf1-2301-4ce4-a732-25d464693f64 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:21.404116 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7eb3d88a-c59e-4963-b14b-0a037b0d879e req-5edfdbf1-2301-4ce4-a732-25d464693f64 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.0697052 Jul 16 02:19:21.441933 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7eb3d88a-c59e-4963-b14b-0a037b0d879e req-1489a42a-ab8b-4cd2-b532-60891d08ead5 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323658 Jul 16 02:19:21.703733 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9c09a-f0ae-4227-a50f-18a873156d6d req-49793c65-e482-4ee8-9a62-6b91a69d4b1e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:21.705207 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48e9c09a-f0ae-4227-a50f-18a873156d6d req-49793c65-e482-4ee8-9a62-6b91a69d4b1e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.47 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 946 time: 0.0622635 Jul 16 02:19:21.805746 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-48e9c09a-f0ae-4227-a50f-18a873156d6d req-4bdc1490-6388-43f5-b77a-52c96fb51176 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Deleting port 448f6692-c6d5-4a2a-969c-5fee75bc80ca {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:21.806088 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-48e9c09a-f0ae-4227-a50f-18a873156d6d req-4bdc1490-6388-43f5-b77a-52c96fb51176 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:21.891145 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-48e9c09a-f0ae-4227-a50f-18a873156d6d req-4bdc1490-6388-43f5-b77a-52c96fb51176 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] For port 448f6692-c6d5-4a2a-969c-5fee75bc80ca, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=448f6692-c6d5-4a2a-969c-5fee75bc80ca,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:21.891512 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-48e9c09a-f0ae-4227-a50f-18a873156d6d req-4bdc1490-6388-43f5-b77a-52c96fb51176 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:22.110710 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-48e9c09a-f0ae-4227-a50f-18a873156d6d req-4bdc1490-6388-43f5-b77a-52c96fb51176 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:22.111083 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-48e9c09a-f0ae-4227-a50f-18a873156d6d req-4bdc1490-6388-43f5-b77a-52c96fb51176 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:22.111397 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [req-48e9c09a-f0ae-4227-a50f-18a873156d6d req-4bdc1490-6388-43f5-b77a-52c96fb51176 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Floating IP 5fc64cd2-1712-4381-a969-bf50c37e0944 disassociated. External IP: 172.25.1.223, port: 448f6692-c6d5-4a2a-969c-5fee75bc80ca. Jul 16 02:19:22.111754 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-48e9c09a-f0ae-4227-a50f-18a873156d6d req-4bdc1490-6388-43f5-b77a-52c96fb51176 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Calling delete_port for 448f6692-c6d5-4a2a-969c-5fee75bc80ca owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:22.241522 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-48e9c09a-f0ae-4227-a50f-18a873156d6d req-4bdc1490-6388-43f5-b77a-52c96fb51176 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:22.271203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc1490-6388-43f5-b77a-52c96fb51176 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Pushing event deleted for resources: {'Port': ['ID=448f6692-c6d5-4a2a-969c-5fee75bc80ca,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:22.391066 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48e9c09a-f0ae-4227-a50f-18a873156d6d req-4bdc1490-6388-43f5-b77a-52c96fb51176 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Router e756f446-c8a1-4a31-8203-dfe668dcc440 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:19:22.502592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48e9c09a-f0ae-4227-a50f-18a873156d6d req-4bdc1490-6388-43f5-b77a-52c96fb51176 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:19:22.512507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eee4a74-acd9-4ed1-b032-64efbed2bd44 None None] Sync routers for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:19:22.522004 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eee4a74-acd9-4ed1-b032-64efbed2bd44 None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:22.522628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5eee4a74-acd9-4ed1-b032-64efbed2bd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:19:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:22.548312 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e9c09a-f0ae-4227-a50f-18a873156d6d req-4bdc1490-6388-43f5-b77a-52c96fb51176 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] No DVR routers for this DVR port 448f6692-c6d5-4a2a-969c-5fee75bc80ca on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:22.550887 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-48e9c09a-f0ae-4227-a50f-18a873156d6d req-4bdc1490-6388-43f5-b77a-52c96fb51176 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:22.552986 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48e9c09a-f0ae-4227-a50f-18a873156d6d req-4bdc1490-6388-43f5-b77a-52c96fb51176 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.47 "DELETE /v2.0/ports/448f6692-c6d5-4a2a-969c-5fee75bc80ca HTTP/1.1" status: 204 len: 173 time: 0.8411357 Jul 16 02:19:22.553432 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b', 'name': 'network-vif-deleted', 'tag': '448f6692-c6d5-4a2a-969c-5fee75bc80ca'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:22.555694 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2942e016-55ff-409c-b417-bf3686683b74" -d '{"events": [{"server_uuid": "e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b", "name": "network-vif-deleted", "tag": "448f6692-c6d5-4a2a-969c-5fee75bc80ca"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:22.598245 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d71213b-1a62-4677-8f64-572ab862889f x-openstack-request-id: req-6d71213b-1a62-4677-8f64-572ab862889f {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:22.598541 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b", "name": "network-vif-deleted", "tag": "448f6692-c6d5-4a2a-969c-5fee75bc80ca", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:22.598843 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6d71213b-1a62-4677-8f64-572ab862889f {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:22.599288 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b', 'name': 'network-vif-deleted', 'tag': '448f6692-c6d5-4a2a-969c-5fee75bc80ca', 'status': 'completed', 'code': 200} Jul 16 02:19:22.602681 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fe3c9793-ac4a-4947-a0b3-83bf8cb4ce45 req-1fe8a8f4-e650-45d9-af14-535d275bcf00 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=e25b4dab-9ba7-4fbb-b975-2d0c4d4abf9b HTTP/1.1" status: 200 len: 210 time: 0.0450873 Jul 16 02:19:22.642680 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-5eee4a74-acd9-4ed1-b032-64efbed2bd44 None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:22.868991 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5eee4a74-acd9-4ed1-b032-64efbed2bd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:22.895517 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eee4a74-acd9-4ed1-b032-64efbed2bd44 None None] Checking router: e756f446-c8a1-4a31-8203-dfe668dcc440 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:19:22.904109 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eee4a74-acd9-4ed1-b032-64efbed2bd44 None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:22.904729 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5eee4a74-acd9-4ed1-b032-64efbed2bd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:19:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:23.018945 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-5eee4a74-acd9-4ed1-b032-64efbed2bd44 None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:23.211975 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5eee4a74-acd9-4ed1-b032-64efbed2bd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:23.241818 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eee4a74-acd9-4ed1-b032-64efbed2bd44 None None] The sync data for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 is: [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:19:23.445844 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13be88f-ce23-43b9-8722-cc60d236d144 None None] New status for floating IP 5fc64cd2-1712-4381-a969-bf50c37e0944: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:19:23.931895 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-56997492-f821-4f8d-b9d8-2b45ed4ebd78 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1211782296&fields=id&tenant_id=9b09901fa6c94a9bb4e78afefb3e2856 HTTP/1.1" status: 200 len: 267 time: 0.0335717 Jul 16 02:19:24.050172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-bc8f9f86-154c-4863-a1c7-6e9a08d22267 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:24.051730 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-bc8f9f86-154c-4863-a1c7-6e9a08d22267 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 811 time: 0.1127741 Jul 16 02:19:24.066751 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-f4eb192a-0f6e-456a-adef-731f77f65fd9 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/quotas/9b09901fa6c94a9bb4e78afefb3e2856 HTTP/1.1" status: 200 len: 375 time: 0.0098104 Jul 16 02:19:24.140445 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-fc8a0371-965b-4802-8d77-c2bdd9b8efde tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690041 Jul 16 02:19:24.190459 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:24.241213 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-159ede37-7248-4f0e-a4ef-b3f75efe4cb5 service neutron] 10.222.0.54 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896919 Jul 16 02:19:24.330618 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-57ec0115-6096-48b1-a4a5-ce1326102475 service neutron] 10.222.0.54 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831947 Jul 16 02:19:24.493029 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2d249e2-8dd3-4e7f-815e-469f6770052a req-c1bc1b8c-b633-42e7-a816-6cae193d3556 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 210 time: 0.0287681 Jul 16 02:19:24.752491 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 448f6692-c6d5-4a2a-969c-5fee75bc80ca no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:24.772329 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 448f6692-c6d5-4a2a-969c-5fee75bc80ca {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:24.772923 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 448f6692-c6d5-4a2a-969c-5fee75bc80ca not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:25.583271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-3e9ba01f-9479-4015-b3b6-ade859964811 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:25.584789 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-3e9ba01f-9479-4015-b3b6-ade859964811 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 811 time: 0.1111012 Jul 16 02:19:25.642296 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88fa5003-f25b-441d-bd42-15d59879c06e req-7792dce1-95fa-449f-9434-f3874b8ac098 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 210 time: 0.0341711 Jul 16 02:19:25.646980 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-dc35d44c-0026-4e2e-ba18-6743080a40c1 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b09901fa6c94a9bb4e78afefb3e2856 HTTP/1.1" status: 200 len: 380 time: 0.0373216 Jul 16 02:19:25.660263 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Request body: {'port': {'device_id': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'admin_state_up': True, 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'security_groups': ['9d238bad-6512-4646-93b9-114d6ff91342']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:25.769747 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Made reservation on behalf of 9b09901fa6c94a9bb4e78afefb3e2856 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:25.773258 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:25.894608 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Allocated IP 172.20.0.3 (f1e7b6de-139f-4833-a80f-2c88b5409fe7/21e5a26c-53fe-4fd2-ad27-e1be303ff20f/51f53c92-cec7-4a1a-a7bc-6be71d3e6877) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:19:26.034596 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:26.047946 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Transition to ACTIVE for port object 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:26.086086 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:26.133195 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Network f1e7b6de-139f-4833-a80f-2c88b5409fe7 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:19:26.136578 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:26.141463 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:19:26.147824 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Pushing event updated for resources: {'Port': ['ID=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:26.177868 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:26.178218 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:26.178563 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:26.178902 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:26.179236 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:26.179568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:26.179923 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:26.180252 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:26.180582 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:26.180908 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:26.181701 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:26.181701 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:26.212144 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:26.212791 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:26.228355 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-3b432cef-0dfc-4fa5-add5-fb5938926218 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5757024 Jul 16 02:19:26.246535 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Request body: {'port': {'device_id': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:26.324154 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:26.418109 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-072851cb-0ab0-419f-a9fe-106d49de872e None None] Provisioning for port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:26.421880 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-072851cb-0ab0-419f-a9fe-106d49de872e None None] Provisioning complete for port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:26.422268 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-072851cb-0ab0-419f-a9fe-106d49de872e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:26.456425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-072851cb-0ab0-419f-a9fe-106d49de872e None None] Port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:19:26.590255 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:26.597663 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:26.609314 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Transition to ACTIVE for port object 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:26.613029 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:26.660867 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Pushing event updated for resources: {'Port': ['ID=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:26.745458 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Attempting to bind port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:19:26.746442 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Attempting to bind port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:19:26.746997 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Attempting to bind port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:26.751768 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:19:26.752097 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Attempting to bind port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:26.757369 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:19:26.757724 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Checking segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:26.758113 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Bound using segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:19:26.758558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Bound port: 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:19:26.758912 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:26.873876 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:26.878916 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:19:26.884362 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:26.899970 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0f6a1-f03b-4ba7-8107-0cb1b0f5167a req-eeaaf368-b6e1-441a-84c7-c07bb76e9549 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:26.901568 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99a0f6a1-f03b-4ba7-8107-0cb1b0f5167a req-eeaaf368-b6e1-441a-84c7-c07bb76e9549 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 943 time: 0.1325619 Jul 16 02:19:26.929665 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:26.929969 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:26.931441 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] 10.222.0.26 "PUT /v2.0/ports/51f53c92-cec7-4a1a-a7bc-6be71d3e6877 HTTP/1.1" status: 200 len: 1091 time: 0.6901290 Jul 16 02:19:26.938735 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:26.940998 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af4ee93-fb76-4c07-8d80-7e8bcb8fb2bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:26.981554 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88580403-f1b5-428f-ad03-ad02206c7e1a x-openstack-request-id: req-88580403-f1b5-428f-ad03-ad02206c7e1a {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:26.981842 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:26.982092 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-88580403-f1b5-428f-ad03-ad02206c7e1a {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:26.982483 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877', 'status': 'completed', 'code': 200} Jul 16 02:19:26.990611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64599b9-1821-4835-b994-d17a7db9e5bb service neutron] Pushing event updated for resources: {'Port': ['ID=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:26.996028 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99a0f6a1-f03b-4ba7-8107-0cb1b0f5167a req-8ce14fd2-c6f3-420e-a9cb-25a5ca80352f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741873 Jul 16 02:19:27.058712 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-8a4af380-47c1-4e8c-bf2d-9c3787c532c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:27.060350 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-8a4af380-47c1-4e8c-bf2d-9c3787c532c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 1094 time: 0.0621655 Jul 16 02:19:27.108566 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-711ce726-2f74-4b30-b358-b94ad844651b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877 HTTP/1.1" status: 200 len: 217 time: 0.0357482 Jul 16 02:19:27.158390 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a992f064-6b9e-4a4a-9bce-abe2371e6a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:27.159906 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-a992f064-6b9e-4a4a-9bce-abe2371e6a25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0454402 Jul 16 02:19:27.222013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-978f7bf9-2b0c-4db5-87b2-7331795dfa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:27.223468 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-978f7bf9-2b0c-4db5-87b2-7331795dfa85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578156 Jul 16 02:19:27.313548 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-05d53afe-06a3-4d2f-8fdc-b9165736f312 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839505 Jul 16 02:19:27.407214 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-55069cff-8cd0-419b-88b8-bd4529494a84 req-89f8b8ee-bce6-436c-90f2-8ead3a6dd989 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874670 Jul 16 02:19:27.543648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4ee93-fb76-4c07-8d80-7e8bcb8fb2bf req-f7191a4c-9809-4856-9771-33c9144e37ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:27.545096 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8af4ee93-fb76-4c07-8d80-7e8bcb8fb2bf req-f7191a4c-9809-4856-9771-33c9144e37ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 1094 time: 0.0525501 Jul 16 02:19:27.635953 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4ee93-fb76-4c07-8d80-7e8bcb8fb2bf req-33eb25c7-f3af-4ec2-b5d0-8094a4837aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:27.638021 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8af4ee93-fb76-4c07-8d80-7e8bcb8fb2bf req-33eb25c7-f3af-4ec2-b5d0-8094a4837aa6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0868754 Jul 16 02:19:27.678635 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8af4ee93-fb76-4c07-8d80-7e8bcb8fb2bf req-c1dad2dc-e232-4470-8eb9-11775a8ffbb7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877 HTTP/1.1" status: 200 len: 217 time: 0.0336304 Jul 16 02:19:27.725561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4ee93-fb76-4c07-8d80-7e8bcb8fb2bf req-93abcd68-99b2-405a-9b76-68b814f58fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:27.726971 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8af4ee93-fb76-4c07-8d80-7e8bcb8fb2bf req-93abcd68-99b2-405a-9b76-68b814f58fad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0427780 Jul 16 02:19:27.789164 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4ee93-fb76-4c07-8d80-7e8bcb8fb2bf req-5a9d3207-1b04-4078-9284-93ebe0f776fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:27.790675 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8af4ee93-fb76-4c07-8d80-7e8bcb8fb2bf req-5a9d3207-1b04-4078-9284-93ebe0f776fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568280 Jul 16 02:19:27.879114 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8af4ee93-fb76-4c07-8d80-7e8bcb8fb2bf req-908e8cc0-7b53-45ef-9d71-a04a3650b6b0 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813026 Jul 16 02:19:27.971664 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8af4ee93-fb76-4c07-8d80-7e8bcb8fb2bf req-7bcf7c93-bc8f-4531-9eac-d61cdf6dfdd7 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858846 Jul 16 02:19:28.172645 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0fb9c-b827-443d-9c94-23a38cc59c32 req-316afe77-e8ca-4a37-baa3-eab70c690c9a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:28.174049 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9fb0fb9c-b827-443d-9c94-23a38cc59c32 req-316afe77-e8ca-4a37-baa3-eab70c690c9a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 943 time: 0.0627739 Jul 16 02:19:28.211629 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9fb0fb9c-b827-443d-9c94-23a38cc59c32 req-927938a5-0ee1-426b-b9b2-e7ff904fbb6f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320263 Jul 16 02:19:28.416346 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c6e32ce-344b-48f8-afa9-452f0121bd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:28.689907 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:19:29.174222 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.384906 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cdbc3-64ea-4fea-8d70-df9702819214 req-51a0e6aa-91c7-4e7d-8040-1636f3a252ad tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:29.385527 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:19:29.387098 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-099cdbc3-64ea-4fea-8d70-df9702819214 req-51a0e6aa-91c7-4e7d-8040-1636f3a252ad tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 943 time: 0.0634685 Jul 16 02:19:29.425000 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-099cdbc3-64ea-4fea-8d70-df9702819214 req-60cc04d9-1632-4a44-bfd5-42fe67aba89f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320988 Jul 16 02:19:29.481775 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:29.492412 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'port_id': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877', 'mac_address': 'fa:16:3e:4a:6f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:19:29.528358 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.540238 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:29.559296 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:29.563246 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.607918 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:29.838754 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['51f53c92-cec7-4a1a-a7bc-6be71d3e6877'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:19:30.596866 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7eb3f7-4ba6-496d-ad6a-23c795f883fe req-7ec3b8d4-d441-4037-9222-15c28ce2979e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:30.598318 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b7eb3f7-4ba6-496d-ad6a-23c795f883fe req-7ec3b8d4-d441-4037-9222-15c28ce2979e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 944 time: 0.0612135 Jul 16 02:19:30.634175 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b7eb3f7-4ba6-496d-ad6a-23c795f883fe req-5babe13c-5d94-4c65-8744-f6dccdf9224a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304534 Jul 16 02:19:31.131899 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:31.133608 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c479ae8-362f-4591-959b-127189bfa2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:31.403828 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:19:31.451436 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:31.455069 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:31.455449 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:31.532926 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:31.555036 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:31.557387 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8195a0-de09-4ed2-aa92-a6fe53604ed1" -d '{"events": [{"server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "name": "network-vif-plugged", "status": "completed", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:31.570392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:31.575408 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:31.598200 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddccd7d1-6e0e-4b42-a7ba-26d2be5ff0cd x-openstack-request-id: req-ddccd7d1-6e0e-4b42-a7ba-26d2be5ff0cd {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:31.598494 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "name": "network-vif-plugged", "status": "completed", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:31.598750 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ddccd7d1-6e0e-4b42-a7ba-26d2be5ff0cd {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:31.599141 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877', 'code': 200} Jul 16 02:19:31.624245 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:31.733323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c0f3f-adc4-4b37-ba37-34a9c8d4da8d req-cb2ec8ed-fd4b-4f04-a2b8-156ea9b87c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:31.734867 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-726c0f3f-adc4-4b37-ba37-34a9c8d4da8d req-cb2ec8ed-fd4b-4f04-a2b8-156ea9b87c7e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 1096 time: 0.0518110 Jul 16 02:19:31.774703 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-726c0f3f-adc4-4b37-ba37-34a9c8d4da8d req-a5daab6d-4257-4e74-8808-f59303587bfa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328937 Jul 16 02:19:31.816481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c9e51-7afc-457f-82dc-3ba5ab6c2b9c req-90490266-29be-41fe-8d7a-7e189423767a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:31.817987 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-286c9e51-7afc-457f-82dc-3ba5ab6c2b9c req-90490266-29be-41fe-8d7a-7e189423767a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0674791 Jul 16 02:19:31.855455 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-286c9e51-7afc-457f-82dc-3ba5ab6c2b9c req-d821d13e-7090-43e0-b3d5-d0ecf1c3a98d tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318067 Jul 16 02:19:32.223574 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:33.030811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831fcd3-4429-46c4-8e58-0e28b93d7da7 req-73f85de2-5e2c-4882-b800-5722bbbf989c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:33.032352 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4831fcd3-4429-46c4-8e58-0e28b93d7da7 req-73f85de2-5e2c-4882-b800-5722bbbf989c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0641379 Jul 16 02:19:33.070537 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4831fcd3-4429-46c4-8e58-0e28b93d7da7 req-b216692e-58d7-4915-bea5-ac255d4791c2 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327661 Jul 16 02:19:33.238185 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00b565-fa35-49a5-913e-9f12031d48be req-b3e7f195-839a-4d29-8acb-dfb74f7f7a9c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:33.239586 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a00b565-fa35-49a5-913e-9f12031d48be req-b3e7f195-839a-4d29-8acb-dfb74f7f7a9c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0632806 Jul 16 02:19:33.248386 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 47174) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:33.253051 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-8cd2c34d-bf76-4e05-9f51-3f401d7a61aa tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Request body: {'floatingip': {'port_id': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:33.292232 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8cd2c34d-bf76-4e05-9f51-3f401d7a61aa tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for floatingip, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:33.726728 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8cd2c34d-bf76-4e05-9f51-3f401d7a61aa tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:33.730357 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8cd2c34d-bf76-4e05-9f51-3f401d7a61aa tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:33.827485 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-8cd2c34d-bf76-4e05-9f51-3f401d7a61aa tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Floating IP 5fc64cd2-1712-4381-a969-bf50c37e0944 associated. External IP: 172.25.1.223, port: 51f53c92-cec7-4a1a-a7bc-6be71d3e6877. Jul 16 02:19:33.957918 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.034438 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd2c34d-bf76-4e05-9f51-3f401d7a61aa tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Router e756f446-c8a1-4a31-8203-dfe668dcc440 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:19:34.143284 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd2c34d-bf76-4e05-9f51-3f401d7a61aa tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:19:34.148261 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8cd2c34d-bf76-4e05-9f51-3f401d7a61aa tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.152837 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299977b5-2059-42b8-8987-8b98306a3253 None None] Sync routers for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:19:34.161505 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299977b5-2059-42b8-8987-8b98306a3253 None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:34.162122 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-299977b5-2059-42b8-8987-8b98306a3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:19:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:34.186179 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8cd2c34d-bf76-4e05-9f51-3f401d7a61aa tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "PUT /v2.0/floatingips/5fc64cd2-1712-4381-a969-bf50c37e0944 HTTP/1.1" status: 200 len: 991 time: 0.9366705 Jul 16 02:19:34.186762 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:34.189066 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5093e9-630d-459b-89c3-48de87828f59" -d '{"events": [{"name": "network-changed", "server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:34.224995 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32aaa9f6-2b68-47ab-b391-7e2b066440c9 x-openstack-request-id: req-32aaa9f6-2b68-47ab-b391-7e2b066440c9 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:34.225330 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:34.225539 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-32aaa9f6-2b68-47ab-b391-7e2b066440c9 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:34.225942 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877', 'status': 'completed', 'code': 200} Jul 16 02:19:34.269509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-299977b5-2059-42b8-8987-8b98306a3253 None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:34.329478 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5093e9-630d-459b-89c3-48de87828f59 req-f8f11a42-d282-47d8-b180-3ba6f01b1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:34.331016 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e5093e9-630d-459b-89c3-48de87828f59 req-f8f11a42-d282-47d8-b180-3ba6f01b1204 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 1096 time: 0.0593426 Jul 16 02:19:34.426278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5093e9-630d-459b-89c3-48de87828f59 req-0f931c81-f489-4eb2-8491-f5f124c16293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:34.427782 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e5093e9-630d-459b-89c3-48de87828f59 req-0f931c81-f489-4eb2-8491-f5f124c16293 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0910923 Jul 16 02:19:34.491345 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e5093e9-630d-459b-89c3-48de87828f59 req-18ced359-aa6a-4486-be7d-df205fa7a618 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877 HTTP/1.1" status: 200 len: 999 time: 0.0577006 Jul 16 02:19:34.500876 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-299977b5-2059-42b8-8987-8b98306a3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5fc64cd2-1712-4381-a969-bf50c37e0944', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'port_id': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'mac_address': 'fa:16:3e:4a:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:48Z', 'updated_at': '2021-07-16T02:19:33Z', 'revision_number': 9, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:34.526352 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299977b5-2059-42b8-8987-8b98306a3253 None None] Checking router: e756f446-c8a1-4a31-8203-dfe668dcc440 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:19:34.536062 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299977b5-2059-42b8-8987-8b98306a3253 None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:34.536689 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-299977b5-2059-42b8-8987-8b98306a3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:19:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:34.543814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5093e9-630d-459b-89c3-48de87828f59 req-2a7eb33c-e0bf-4f25-9fff-0e41b0253903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:34.545971 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e5093e9-630d-459b-89c3-48de87828f59 req-2a7eb33c-e0bf-4f25-9fff-0e41b0253903 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0489631 Jul 16 02:19:34.602001 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5093e9-630d-459b-89c3-48de87828f59 req-4f69de9a-a164-4f1b-8688-903d6ec387df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:34.603528 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e5093e9-630d-459b-89c3-48de87828f59 req-4f69de9a-a164-4f1b-8688-903d6ec387df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515473 Jul 16 02:19:34.641882 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-299977b5-2059-42b8-8987-8b98306a3253 None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:34.690397 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e5093e9-630d-459b-89c3-48de87828f59 req-833f87bd-e1b2-4423-b20f-e94dad68bfb9 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801415 Jul 16 02:19:34.783376 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e5093e9-630d-459b-89c3-48de87828f59 req-312d7f1f-f8a4-4f4d-9e43-c625f144f792 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870743 Jul 16 02:19:34.864946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-299977b5-2059-42b8-8987-8b98306a3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5fc64cd2-1712-4381-a969-bf50c37e0944', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'port_id': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'mac_address': 'fa:16:3e:4a:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:48Z', 'updated_at': '2021-07-16T02:19:33Z', 'revision_number': 9, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:34.890506 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299977b5-2059-42b8-8987-8b98306a3253 None None] The sync data for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 is: [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5fc64cd2-1712-4381-a969-bf50c37e0944', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'port_id': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'mac_address': 'fa:16:3e:4a:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:48Z', 'updated_at': '2021-07-16T02:19:33Z', 'revision_number': 9, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:19:35.071931 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5014ef-5797-4874-a8c6-7e808f786787 None None] New status for floating IP 5fc64cd2-1712-4381-a969-bf50c37e0944: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:19:45.266406 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8b872af2-39f4-4084-8d9c-1d294dadb4f8 req-b19e55e5-0465-45e4-a612-e1ffaed740f3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497620 Jul 16 02:19:45.387576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b872af2-39f4-4084-8d9c-1d294dadb4f8 req-19d1e8cd-f161-4855-b07f-1d74608721fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:45.389351 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8b872af2-39f4-4084-8d9c-1d294dadb4f8 req-19d1e8cd-f161-4855-b07f-1d74608721fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 1096 time: 0.0561318 Jul 16 02:19:45.493308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b872af2-39f4-4084-8d9c-1d294dadb4f8 req-a9afe0db-0d3a-4f79-aa74-13794b4efb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:45.494714 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8b872af2-39f4-4084-8d9c-1d294dadb4f8 req-a9afe0db-0d3a-4f79-aa74-13794b4efb38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0836012 Jul 16 02:19:45.585630 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8b872af2-39f4-4084-8d9c-1d294dadb4f8 req-d8d7a6af-452e-404a-9eb0-e453fa994525 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877 HTTP/1.1" status: 200 len: 1002 time: 0.0595772 Jul 16 02:19:45.632465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b872af2-39f4-4084-8d9c-1d294dadb4f8 req-e3f2edb9-0384-4178-a1b5-7b35e6de79c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:45.633852 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8b872af2-39f4-4084-8d9c-1d294dadb4f8 req-e3f2edb9-0384-4178-a1b5-7b35e6de79c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0418661 Jul 16 02:19:45.690504 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b872af2-39f4-4084-8d9c-1d294dadb4f8 req-33b7ec71-c288-48cf-93a2-1913e79c98b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:45.691977 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8b872af2-39f4-4084-8d9c-1d294dadb4f8 req-33b7ec71-c288-48cf-93a2-1913e79c98b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495460 Jul 16 02:19:46.126026 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8b872af2-39f4-4084-8d9c-1d294dadb4f8 req-0d33f078-a1ba-4c58-91c0-ff91c7df63c2 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273970 Jul 16 02:19:46.214882 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8b872af2-39f4-4084-8d9c-1d294dadb4f8 req-57c2a89d-bdf9-4fa0-8d34-ee6c0f2ab3d1 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819583 Jul 16 02:19:54.191963 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.417897 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ed53ca-8d5e-4fb8-b6fa-e0fef1e62b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:59.205923 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.133354 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.135021 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c460-a651-4173-8897-dd6020a406d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.225494 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.959833 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.689583 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:20:24.206306 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.419581 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ce4ba23b-c354-45e8-a237-3aa6edc4c8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:29.219950 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:31.133024 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:31.134979 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5199787-e8d3-486b-9611-09a1ff0256b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:32.227232 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:33.963511 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:42.687943 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:20:47.264936 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a57778b0-1f49-48ef-8955-57be30cae18f req-2e019f40-8193-47a1-92f9-cfed9bbc10d7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521598 Jul 16 02:20:47.382378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57778b0-1f49-48ef-8955-57be30cae18f req-1175640a-b182-4a59-a468-42e0d66964d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:47.383807 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a57778b0-1f49-48ef-8955-57be30cae18f req-1175640a-b182-4a59-a468-42e0d66964d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 1096 time: 0.0586970 Jul 16 02:20:47.487059 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57778b0-1f49-48ef-8955-57be30cae18f req-7e4ffbf1-da3e-43a1-a94b-20ecc462948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:47.488559 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a57778b0-1f49-48ef-8955-57be30cae18f req-7e4ffbf1-da3e-43a1-a94b-20ecc462948a service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0835462 Jul 16 02:20:47.554218 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a57778b0-1f49-48ef-8955-57be30cae18f req-58e7afd3-75fb-460b-a11f-f86fb21e9293 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877 HTTP/1.1" status: 200 len: 1002 time: 0.0592022 Jul 16 02:20:47.600214 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57778b0-1f49-48ef-8955-57be30cae18f req-969888ba-6e81-4585-acd6-70090845b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:47.601643 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a57778b0-1f49-48ef-8955-57be30cae18f req-969888ba-6e81-4585-acd6-70090845b6d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0420220 Jul 16 02:20:47.656853 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57778b0-1f49-48ef-8955-57be30cae18f req-72ae9030-4827-41e9-9f1f-f0e8f10114bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:47.658261 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a57778b0-1f49-48ef-8955-57be30cae18f req-72ae9030-4827-41e9-9f1f-f0e8f10114bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504901 Jul 16 02:20:47.668042 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-a57778b0-1f49-48ef-8955-57be30cae18f req-6854766b-c904-48c4-9e63-8a5bdc63f5a3 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:20:47.668989 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a57778b0-1f49-48ef-8955-57be30cae18f req-6854766b-c904-48c4-9e63-8a5bdc63f5a3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049722 Jul 16 02:20:47.759361 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a57778b0-1f49-48ef-8955-57be30cae18f req-49ba223a-0341-42e4-a7c6-c20e7647526d service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838070 Jul 16 02:20:47.847639 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a57778b0-1f49-48ef-8955-57be30cae18f req-f2957c46-bedd-4623-a885-cef95030c0c2 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817022 Jul 16 02:20:54.201143 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:58.420283 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bff9e385-5819-4a4b-9f4e-030443df5075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:59.220839 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:01.131559 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:01.133507 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35b5e2fd-5e2a-4a34-b20b-efb2272fffae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:02.229851 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:03.965875 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:11.184903 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ad0b04d6-cede-4ddc-ba67-f389c75d0a2d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0644379 Jul 16 02:21:11.239208 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95f439-4cc8-4bd8-aa51-c03752513159 req-f0c3d41a-e6b6-438d-891a-a88ebd2fb858 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:11.240773 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fa95f439-4cc8-4bd8-aa51-c03752513159 req-f0c3d41a-e6b6-438d-891a-a88ebd2fb858 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0677388 Jul 16 02:21:11.282314 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fa95f439-4cc8-4bd8-aa51-c03752513159 req-17c4e882-331e-429c-8a6f-57cfa42d0ea3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353851 Jul 16 02:21:12.443096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-3d5d88da-1568-4847-b906-9f1b8148392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:12.444642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-3d5d88da-1568-4847-b906-9f1b8148392a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 1096 time: 0.0535805 Jul 16 02:21:12.468216 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c90a5-bba3-4cd3-a350-17d576599160 req-6109f4e2-8775-4ec9-b96b-07a095bc97d9 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:12.469646 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-800c90a5-bba3-4cd3-a350-17d576599160 req-6109f4e2-8775-4ec9-b96b-07a095bc97d9 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0661392 Jul 16 02:21:12.511630 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-800c90a5-bba3-4cd3-a350-17d576599160 req-efeb1a30-8da5-4f3d-8fff-acaea35c153b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360110 Jul 16 02:21:12.536771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-979407e8-a989-4537-96d8-5f06cbfb7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:12.538296 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-979407e8-a989-4537-96d8-5f06cbfb7523 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0875099 Jul 16 02:21:12.601160 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-f06dfcb8-eabc-4c0d-8e3c-6752fbfa2e0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877 HTTP/1.1" status: 200 len: 1002 time: 0.0569108 Jul 16 02:21:12.652538 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-5d0eea5d-402e-4f0b-a46f-c6add7143057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:12.653961 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-5d0eea5d-402e-4f0b-a46f-c6add7143057 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0474050 Jul 16 02:21:12.710783 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-43dd5c3c-4cdc-476e-abd7-ccf4660bbe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:12.712296 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-43dd5c3c-4cdc-476e-abd7-ccf4660bbe04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514512 Jul 16 02:21:12.802446 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-7f6316c6-d61f-4318-9915-ac98bca97376 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835185 Jul 16 02:21:12.895444 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-64f26900-885b-43bb-8085-39e5f400803d service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875099 Jul 16 02:21:13.684283 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f020f-8349-4f78-9cac-fe4da5c4d4d9 req-ddc6aa56-2553-483b-9836-b2eaae77804a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:13.685837 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e62f020f-8349-4f78-9cac-fe4da5c4d4d9 req-ddc6aa56-2553-483b-9836-b2eaae77804a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0629673 Jul 16 02:21:13.723551 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e62f020f-8349-4f78-9cac-fe4da5c4d4d9 req-e9f98e8d-9038-4175-896a-ed184f4961e9 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321543 Jul 16 02:21:14.897042 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c2eac-c259-4fa3-8a51-0d5d30ff1b56 req-69a7c3d7-0238-4301-b05a-ca8e3c39d0ed tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:14.898527 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f58c2eac-c259-4fa3-8a51-0d5d30ff1b56 req-69a7c3d7-0238-4301-b05a-ca8e3c39d0ed tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0636027 Jul 16 02:21:14.935919 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f58c2eac-c259-4fa3-8a51-0d5d30ff1b56 req-2fb966ca-2d4d-40ab-b4fe-657faffbdd2e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316260 Jul 16 02:21:16.113148 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd7068-4a0e-4905-9e73-96d0ca52b767 req-ea3776cc-ab90-4508-a4fb-6c13b49b6fa6 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:16.114648 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b3fd7068-4a0e-4905-9e73-96d0ca52b767 req-ea3776cc-ab90-4508-a4fb-6c13b49b6fa6 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0692189 Jul 16 02:21:16.150885 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b3fd7068-4a0e-4905-9e73-96d0ca52b767 req-2fe4a2fe-315b-44c0-83c8-795233924a3a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307205 Jul 16 02:21:17.324307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc301bf-e005-45ef-982d-cfff3dc14ec2 req-dcd779f0-808c-4ec8-83a1-3194bb683d93 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:17.325844 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7dc301bf-e005-45ef-982d-cfff3dc14ec2 req-dcd779f0-808c-4ec8-83a1-3194bb683d93 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0636234 Jul 16 02:21:17.363318 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7dc301bf-e005-45ef-982d-cfff3dc14ec2 req-199d8b52-78a5-425a-b68a-17a20229239a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318465 Jul 16 02:21:18.535429 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86891928-1f6c-476e-a0ce-d0391e308c36 req-e74fba4f-6650-4509-b413-04619489f0be tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:18.536944 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-86891928-1f6c-476e-a0ce-d0391e308c36 req-e74fba4f-6650-4509-b413-04619489f0be tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0623398 Jul 16 02:21:18.573517 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-86891928-1f6c-476e-a0ce-d0391e308c36 req-7ff10c58-aafa-4a42-8b94-26ce8f937862 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311451 Jul 16 02:21:19.687214 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:21:19.748425 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e194cc6-0da7-45ff-909a-fec55b55a798 req-c3c30e01-0990-49dc-9d32-42fdd5bdd93b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:19.749885 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e194cc6-0da7-45ff-909a-fec55b55a798 req-c3c30e01-0990-49dc-9d32-42fdd5bdd93b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0664752 Jul 16 02:21:19.789003 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e194cc6-0da7-45ff-909a-fec55b55a798 req-6c3570d9-9ef9-4c5f-a4ee-1c8316d6697c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334911 Jul 16 02:21:20.969110 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32e610-732b-45fc-935a-97232bfad06b req-c8a152ed-8e14-442c-8ef9-c93b1e104dcf tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:20.970645 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1a32e610-732b-45fc-935a-97232bfad06b req-c8a152ed-8e14-442c-8ef9-c93b1e104dcf tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0679359 Jul 16 02:21:21.008545 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1a32e610-732b-45fc-935a-97232bfad06b req-3a8b5c8d-ed2e-4b92-b17b-85f84e20312f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322714 Jul 16 02:21:22.183239 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f9742-8f4a-49f9-bdc8-754208d153be req-0a4fdc87-9029-4f34-8db8-2ca4cdbcd857 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:22.184733 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-305f9742-8f4a-49f9-bdc8-754208d153be req-0a4fdc87-9029-4f34-8db8-2ca4cdbcd857 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0636868 Jul 16 02:21:22.222058 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-305f9742-8f4a-49f9-bdc8-754208d153be req-ede85770-5496-4efd-8366-fd5aa6cc4d5e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313437 Jul 16 02:21:23.395129 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c2726-d7df-471a-9733-3006796695fa req-2727c31b-6eed-43f4-9b61-40ed080fc0a1 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:23.396712 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b66c2726-d7df-471a-9733-3006796695fa req-2727c31b-6eed-43f4-9b61-40ed080fc0a1 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0629625 Jul 16 02:21:23.434396 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b66c2726-d7df-471a-9733-3006796695fa req-23bca9ff-4344-4df4-9dd0-75f5395f8278 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322332 Jul 16 02:21:24.231174 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:24.604247 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b609f0-a9c8-4cee-b037-c4884b9048db req-c17436f9-f62f-4b51-ba71-5092ddf98b57 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:24.605716 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-72b609f0-a9c8-4cee-b037-c4884b9048db req-c17436f9-f62f-4b51-ba71-5092ddf98b57 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0620210 Jul 16 02:21:24.646884 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-72b609f0-a9c8-4cee-b037-c4884b9048db req-4040d24e-1d4a-4f92-9324-97d3871d9e13 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355051 Jul 16 02:21:24.859133 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-2ce03669-42af-4777-87c4-d7d5a4357687 service neutron] show failed (client error): The resource could not be found. Jul 16 02:21:24.860188 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-2ce03669-42af-4777-87c4-d7d5a4357687 service neutron] 10.222.0.26 "GET /v2.0/ports/51f53c92-cec7-4a1a-a7bc-6be71d3e6877/bindings/n-h2-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.0548968 Jul 16 02:21:25.177873 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-52ce4038-11fd-42e6-9aa3-aee1de8a3c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:25.179357 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-52ce4038-11fd-42e6-9aa3-aee1de8a3c69 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd&tenant_id=9b09901fa6c94a9bb4e78afefb3e2856 HTTP/1.1" status: 200 len: 1096 time: 0.1200223 Jul 16 02:21:25.196780 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:25.266922 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:25.471816 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:25.784677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:25.823374 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:25.825785 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442d5652-cfb5-4271-af2a-efaa161dcce4" -d '{"events": [{"server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "name": "network-vif-unplugged", "status": "completed", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:25.831168 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be27e32-2e01-4e1e-88d4-9be6ec4e5f49 req-97ec3e0d-f8c2-415e-8f25-7c77b5962aa8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:25.831378 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:25.832770 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6be27e32-2e01-4e1e-88d4-9be6ec4e5f49 req-97ec3e0d-f8c2-415e-8f25-7c77b5962aa8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0708001 Jul 16 02:21:25.845300 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Transition to ACTIVE for port object 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:25.850481 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:25.874556 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6be27e32-2e01-4e1e-88d4-9be6ec4e5f49 req-f6a1e831-3c5e-456b-8568-65e4b8797907 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345852 Jul 16 02:21:25.885944 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa36489-22e0-4704-81f0-be7a24a76089 x-openstack-request-id: req-daa36489-22e0-4704-81f0-be7a24a76089 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:25.886239 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "name": "network-vif-unplugged", "status": "completed", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:25.886493 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-daa36489-22e0-4704-81f0-be7a24a76089 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:25.886880 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877', 'code': 200} Jul 16 02:21:25.945120 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Pushing event updated for resources: {'Port': ['ID=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,revision_number=6']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:25.959449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:25.959815 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:25.960143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:25.960481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:25.960810 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:25.961132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:25.961455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:25.961775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:25.962094 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:25.962411 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:25.962728 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:25.963042 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:25.990180 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] No DVR routers for this DVR port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:21:26.124794 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Attempting to bind port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:26.125122 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Attempting to bind port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:26.125445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Attempting to bind port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:26.130325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:21:26.130641 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Attempting to bind port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:26.135307 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:26.135639 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Checking segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:26.136045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Bound using segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:26.136464 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Bound port: 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:26.136809 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.199136 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:26.202040 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:26.206413 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.242683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:26.243357 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.244793 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] 10.222.0.47 "PUT /v2.0/ports/51f53c92-cec7-4a1a-a7bc-6be71d3e6877 HTTP/1.1" status: 200 len: 1091 time: 1.0519202 Jul 16 02:21:26.266225 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88e1b2-6300-4b9e-853f-15c68cdcf207 service neutron] Pushing event updated for resources: {'Port': ['ID=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,revision_number=7']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:26.338154 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-816f0f31-cf76-4381-b4ac-86cc8a600b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:26.339691 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-816f0f31-cf76-4381-b4ac-86cc8a600b09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 1094 time: 0.0561855 Jul 16 02:21:26.436592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-fc89e4f1-e7f7-4715-85d9-19574e5ea6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:26.438061 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-fc89e4f1-e7f7-4715-85d9-19574e5ea6e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0922897 Jul 16 02:21:26.502464 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-ef1749c0-c0f6-4f52-83f1-d52a007b9ca5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877 HTTP/1.1" status: 200 len: 1000 time: 0.0576427 Jul 16 02:21:26.550472 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-3092da25-7cde-4e15-9506-e154ccff8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:26.551814 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-3092da25-7cde-4e15-9506-e154ccff8c62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0434427 Jul 16 02:21:26.612573 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-2b7e8c2b-d1d3-45e0-a575-d59c3a4946fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:26.614063 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-2b7e8c2b-d1d3-45e0-a575-d59c3a4946fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556386 Jul 16 02:21:26.624379 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-e52be2ab-d1fc-4405-ac6f-65d4c811665a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:21:26.625305 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-e52be2ab-d1fc-4405-ac6f-65d4c811665a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049517 Jul 16 02:21:26.712093 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-50ca9fd2-35e6-4de6-8cd0-ecad21dfa02a service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806594 Jul 16 02:21:26.806458 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94e9b146-1c11-4d2e-9474-4fa3798be120 req-6e633125-fd32-4385-ac64-9921f5a0bb6a service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882950 Jul 16 02:21:27.062197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0aba21-ac8d-493d-a062-1e4e11a81cb7 req-571e444b-d3fd-4fb3-9dc7-909ccee73199 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:27.063698 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1c0aba21-ac8d-493d-a062-1e4e11a81cb7 req-571e444b-d3fd-4fb3-9dc7-909ccee73199 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 943 time: 0.0635829 Jul 16 02:21:27.101786 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1c0aba21-ac8d-493d-a062-1e4e11a81cb7 req-839f637e-2e8d-4973-821e-786280963d3f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326025 Jul 16 02:21:27.888018 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:27.890774 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b633f2-b825-4628-991f-81e0bed7b245" -d '{"events": [{"name": "network-changed", "server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:27.955848 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1371449-b859-47cc-89f3-b812d9d7a02f x-openstack-request-id: req-a1371449-b859-47cc-89f3-b812d9d7a02f {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:27.956146 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:27.956400 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a1371449-b859-47cc-89f3-b812d9d7a02f {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:27.956805 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877', 'status': 'completed', 'code': 200} Jul 16 02:21:27.997946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:28.038089 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:28.048600 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b633f2-b825-4628-991f-81e0bed7b245 req-0d2535ec-07f0-42ca-87de-82fee50d846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:28.050163 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52b633f2-b825-4628-991f-81e0bed7b245 req-0d2535ec-07f0-42ca-87de-82fee50d846d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 1094 time: 0.0549424 Jul 16 02:21:28.054595 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b633f2-b825-4628-991f-81e0bed7b245 req-9c10ac41-6976-401d-b3f6-dbdec8258e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:28.056279 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52b633f2-b825-4628-991f-81e0bed7b245 req-9c10ac41-6976-401d-b3f6-dbdec8258e32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 1094 time: 0.0566969 Jul 16 02:21:28.146267 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b633f2-b825-4628-991f-81e0bed7b245 req-cce78fe9-00d2-4b11-8ee4-a8a08b5abd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:28.147783 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52b633f2-b825-4628-991f-81e0bed7b245 req-cce78fe9-00d2-4b11-8ee4-a8a08b5abd42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0914788 Jul 16 02:21:28.154993 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b633f2-b825-4628-991f-81e0bed7b245 req-83e3923d-e150-4d03-8cdd-57917367f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:28.156495 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52b633f2-b825-4628-991f-81e0bed7b245 req-83e3923d-e150-4d03-8cdd-57917367f6a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0926750 Jul 16 02:21:28.212810 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52b633f2-b825-4628-991f-81e0bed7b245 req-6404b388-8e10-4e79-b491-ce16f3a00dd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877 HTTP/1.1" status: 200 len: 1000 time: 0.0584679 Jul 16 02:21:28.261327 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b633f2-b825-4628-991f-81e0bed7b245 req-3287b35b-1d72-4bcb-92ef-eddc995cb42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:28.261598 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52b633f2-b825-4628-991f-81e0bed7b245 req-7844958f-0755-4ae0-b8ce-fadc2e88f8a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877 HTTP/1.1" status: 200 len: 1000 time: 0.0901558 Jul 16 02:21:28.262769 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52b633f2-b825-4628-991f-81e0bed7b245 req-3287b35b-1d72-4bcb-92ef-eddc995cb42d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0438044 Jul 16 02:21:28.322959 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b633f2-b825-4628-991f-81e0bed7b245 req-fb365d3e-fc18-4f27-8710-72384e08a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:28.324532 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52b633f2-b825-4628-991f-81e0bed7b245 req-fb365d3e-fc18-4f27-8710-72384e08a0e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558007 Jul 16 02:21:28.331211 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9c30d-9a26-421f-be01-bc0917487507 req-7ae8c53b-6870-4493-98d5-b50480969e46 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:28.332728 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-54a9c30d-9a26-421f-be01-bc0917487507 req-7ae8c53b-6870-4493-98d5-b50480969e46 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 943 time: 0.1140072 Jul 16 02:21:28.334535 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b633f2-b825-4628-991f-81e0bed7b245 req-891f7719-2e61-41ef-929a-3a207311301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:28.335903 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52b633f2-b825-4628-991f-81e0bed7b245 req-891f7719-2e61-41ef-929a-3a207311301c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0664926 Jul 16 02:21:28.405032 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-54a9c30d-9a26-421f-be01-bc0917487507 req-1f752559-3ad4-4559-9001-9410452320bf tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666163 Jul 16 02:21:28.419061 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52b633f2-b825-4628-991f-81e0bed7b245 req-7558e0e5-9903-4d0b-8a53-7d42de8d8987 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875635 Jul 16 02:21:28.425036 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ad397939-8c35-4c91-bdad-86a2c713b5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:28.429824 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b633f2-b825-4628-991f-81e0bed7b245 req-33429cbc-f616-4ceb-9ce9-245f2feb4e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:28.431355 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52b633f2-b825-4628-991f-81e0bed7b245 req-33429cbc-f616-4ceb-9ce9-245f2feb4e69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869865 Jul 16 02:21:28.525612 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-52b633f2-b825-4628-991f-81e0bed7b245 req-47fa3ab1-52b7-412d-9456-c67c82a48093 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005037 Jul 16 02:21:28.551071 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52b633f2-b825-4628-991f-81e0bed7b245 req-ac7f8450-25bd-401b-bbdd-a679988d82fd service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923002 Jul 16 02:21:28.648257 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52b633f2-b825-4628-991f-81e0bed7b245 req-1b2aac99-4fde-4ec8-b28f-d72a14b81b78 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903656 Jul 16 02:21:29.234849 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.355523 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:21:29.450376 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:29.461669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'port_id': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877', 'mac_address': 'fa:16:3e:4a:6f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:21:29.497887 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.511190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:21:29.531164 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:29.537034 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.585189 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee2d90-af5e-4cff-912a-610b7229fb89 req-f8f68723-c2ab-44b7-9f42-0130acc689d8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:29.586720 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1cee2d90-af5e-4cff-912a-610b7229fb89 req-f8f68723-c2ab-44b7-9f42-0130acc689d8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 943 time: 0.0652115 Jul 16 02:21:29.587435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:29.594754 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:29.595667 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:29.596025 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:29.596365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:29.596698 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:29.597037 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:29.597371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:29.597702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:29.598033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:29.598363 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:29.598696 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:29.599022 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:29.625783 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1cee2d90-af5e-4cff-912a-610b7229fb89 req-47475c96-0c5c-4281-aa66-8805a687e816 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333502 Jul 16 02:21:29.828858 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['51f53c92-cec7-4a1a-a7bc-6be71d3e6877'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:21:30.027399 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-8ce1c0bf-3b4c-4720-a2cc-50a8d7f3179d tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:30.028864 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-8ce1c0bf-3b4c-4720-a2cc-50a8d7f3179d tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd&tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 944 time: 0.0725074 Jul 16 02:21:30.090689 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-61a6fda1-0c33-4475-a9db-fa65d1e60b44 service neutron] 10.222.0.47 "GET /v2.0/ports/51f53c92-cec7-4a1a-a7bc-6be71d3e6877/bindings/n-h2-800086-6 HTTP/1.1" status: 200 len: 382 time: 0.0542400 Jul 16 02:21:30.091341 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed69e4f-93c2-4c35-8c84-d743ad5603b3 req-fc399aa0-ce85-486c-97fa-811cc4ef3423 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:30.092952 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2ed69e4f-93c2-4c35-8c84-d743ad5603b3 req-fc399aa0-ce85-486c-97fa-811cc4ef3423 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 944 time: 0.0689917 Jul 16 02:21:30.132359 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2ed69e4f-93c2-4c35-8c84-d743ad5603b3 req-dc7b78fc-82b3-435b-a572-8d5ff9e26626 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327888 Jul 16 02:21:30.189808 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-fab9f352-4380-4bae-b47d-f77c2b0da62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:30.191311 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-fab9f352-4380-4bae-b47d-f77c2b0da62e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 1095 time: 0.0593057 Jul 16 02:21:30.280247 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-0ae6e10e-6ad4-4b4d-98c4-e751f2af87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:30.281636 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-0ae6e10e-6ad4-4b4d-98c4-e751f2af87a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0832648 Jul 16 02:21:30.351135 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-0a2f9e63-3ee8-4575-8d2f-bef9c93c0ad5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877 HTTP/1.1" status: 200 len: 1001 time: 0.0623579 Jul 16 02:21:30.400407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-eb7ca7cf-b518-4d34-aad2-405b2c43ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:30.402097 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-eb7ca7cf-b518-4d34-aad2-405b2c43ccf2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0436349 Jul 16 02:21:30.457983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-2ab4a472-f3c2-4d81-a1c7-c3b093860335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:30.459456 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-2ab4a472-f3c2-4d81-a1c7-c3b093860335 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505271 Jul 16 02:21:30.553120 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-da558b2e-cbb3-46a1-84f6-b0e10b9247c2 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861447 Jul 16 02:21:30.641428 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-ca41fdc2-8b86-4adc-967c-b00765319545 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806413 Jul 16 02:21:31.130113 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a4b30484-6b7a-4515-869a-1b6a3c04524e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.131879 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.321446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb57d76-76ff-482c-b337-6653b6b6461c req-3f8e3a78-3b2d-41a0-9c5e-2f6e97d49a24 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:31.322927 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbb57d76-76ff-482c-b337-6653b6b6461c req-3f8e3a78-3b2d-41a0-9c5e-2f6e97d49a24 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 944 time: 0.0678861 Jul 16 02:21:31.355483 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:31.360094 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bbb57d76-76ff-482c-b337-6653b6b6461c req-5e1f72e2-0d02-4bbc-b319-b8027d6246ca tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316830 Jul 16 02:21:31.405492 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:31.409011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:31.409385 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.483678 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.504922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:31.507158 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c513a001-0cde-4b68-9efc-840c46f87876" -d '{"events": [{"server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "name": "network-vif-plugged", "status": "completed", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:31.519877 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:31.523648 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.558889 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0c7d15-9df0-47ab-b2a8-f0831f50591b x-openstack-request-id: req-8b0c7d15-9df0-47ab-b2a8-f0831f50591b {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:31.559183 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "name": "network-vif-plugged", "status": "completed", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:31.559432 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8b0c7d15-9df0-47ab-b2a8-f0831f50591b {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:31.559836 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877', 'code': 200} Jul 16 02:21:31.575118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:32.233143 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:32.534424 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500baae4-134c-46a4-8310-f42230137694 req-556322e8-1621-4c44-b0bb-3192471cfa4e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:32.535926 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-500baae4-134c-46a4-8310-f42230137694 req-556322e8-1621-4c44-b0bb-3192471cfa4e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0646985 Jul 16 02:21:32.575208 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-500baae4-134c-46a4-8310-f42230137694 req-ccd5f8e2-3aa9-4bfe-8ffa-0e1b581b8037 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336492 Jul 16 02:21:32.896214 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-75f7e2fc-f77f-496d-8bfb-b9129c9f5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:32.898037 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-75f7e2fc-f77f-496d-8bfb-b9129c9f5f2b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd&tenant_id=9b09901fa6c94a9bb4e78afefb3e2856 HTTP/1.1" status: 200 len: 1096 time: 0.0549278 Jul 16 02:21:32.914474 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:32.984476 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:33.189717 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:33.221524 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:33.268416 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:33.270681 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4e8580-a555-4ffe-b33c-e249b09ab65b" -d '{"events": [{"server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "name": "network-vif-unplugged", "status": "completed", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:33.274600 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:33.290288 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Transition to ACTIVE for port object 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:33.295317 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:33.335456 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e7e8da-be8c-42e5-a82f-d0cf084249ee x-openstack-request-id: req-23e7e8da-be8c-42e5-a82f-d0cf084249ee {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:33.335777 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "name": "network-vif-unplugged", "status": "completed", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:33.336031 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-23e7e8da-be8c-42e5-a82f-d0cf084249ee {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:33.336426 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877', 'code': 200} Jul 16 02:21:33.380858 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Pushing event updated for resources: {'Port': ['ID=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,revision_number=10']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:33.392670 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:33.393010 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:33.393354 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:33.393692 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:33.394022 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:33.394351 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:33.394676 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:33.394999 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:33.395325 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:33.395644 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:33.395985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:33.396311 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:33.431749 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] No DVR routers for this DVR port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:21:33.570677 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Attempting to bind port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:33.571016 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Attempting to bind port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:33.571346 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Attempting to bind port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:33.575497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:21:33.575859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Attempting to bind port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:33.580800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:33.581139 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Checking segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:33.581526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Bound using segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:33.581951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Bound port: 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:33.582305 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:33.645669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:33.648771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:33.654048 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:33.686723 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:33.687204 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:33.689045 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] 10.222.0.26 "PUT /v2.0/ports/51f53c92-cec7-4a1a-a7bc-6be71d3e6877 HTTP/1.1" status: 200 len: 1092 time: 0.7783589 Jul 16 02:21:33.716456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde8fa1-95db-4e1a-b51e-68c8125b46c1 service neutron] Pushing event updated for resources: {'Port': ['ID=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,revision_number=11']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:33.761774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63072bec-0d95-4c08-8c7c-f74dc35c306e req-12fe6daf-3985-4866-ba1a-a75f29ee4e9c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:33.763427 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63072bec-0d95-4c08-8c7c-f74dc35c306e req-12fe6daf-3985-4866-ba1a-a75f29ee4e9c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 944 time: 0.0716217 Jul 16 02:21:33.786104 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-e9c903ea-b668-450e-97fd-4683dace8e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:33.787831 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-e9c903ea-b668-450e-97fd-4683dace8e4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 1095 time: 0.0623014 Jul 16 02:21:33.805082 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63072bec-0d95-4c08-8c7c-f74dc35c306e req-c2bf6c55-3b32-405f-ba4f-4c82e8b4cab6 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351121 Jul 16 02:21:33.885048 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-34fd5d17-c5c0-4b22-9194-17b5a6f29176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:33.886536 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-34fd5d17-c5c0-4b22-9194-17b5a6f29176 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0927970 Jul 16 02:21:33.958800 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-4c7ddf42-2945-4821-a7af-5079968e78fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877 HTTP/1.1" status: 200 len: 1000 time: 0.0657053 Jul 16 02:21:33.967902 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:34.008527 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-97a2ded1-e3d8-425d-9c1c-695df921dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:34.009972 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-97a2ded1-e3d8-425d-9c1c-695df921dfc3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0444679 Jul 16 02:21:34.066839 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-709964e8-62e9-439b-bbf5-70b2d22144d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:34.068372 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-709964e8-62e9-439b-bbf5-70b2d22144d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521412 Jul 16 02:21:34.160732 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-553c7d62-1e83-4f2f-b4db-e0c94123e44c service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857525 Jul 16 02:21:34.247413 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23d9ce37-5d2a-48e8-9e4e-ef0c4a98a8bd req-b0d628b3-d52e-4773-8467-3e1e9d4349d5 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807118 Jul 16 02:21:34.987462 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a2415-69c2-4632-9852-e3bb4ec0f541 req-e8d5f612-a541-4cb5-9208-7fddc518cf27 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:34.989004 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a2a2415-69c2-4632-9852-e3bb4ec0f541 req-e8d5f612-a541-4cb5-9208-7fddc518cf27 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 944 time: 0.0681713 Jul 16 02:21:35.027086 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a2a2415-69c2-4632-9852-e3bb4ec0f541 req-80445165-fd35-468b-b018-4ffe8b42c57b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323479 Jul 16 02:21:35.337303 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:35.339646 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb3a412-1de6-43a5-92f1-abae11eef67c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:35.379239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:35.386341 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c59d82b-a01a-41c6-baf4-580f2c8a72ee x-openstack-request-id: req-0c59d82b-a01a-41c6-baf4-580f2c8a72ee {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:35.386617 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:35.386864 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c59d82b-a01a-41c6-baf4-580f2c8a72ee {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:35.387253 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877', 'status': 'completed', 'code': 200} Jul 16 02:21:35.417329 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:35.484410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-309a4643-8419-4328-901e-40ed35b169a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:35.486059 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-309a4643-8419-4328-901e-40ed35b169a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 1095 time: 0.0551729 Jul 16 02:21:35.487988 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-6f1b5d90-313e-430a-921d-6df0c0544a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:35.489475 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-6f1b5d90-313e-430a-921d-6df0c0544a2e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 1095 time: 0.0574818 Jul 16 02:21:35.579990 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-b2c0c88d-494a-4a26-af0d-26f2a99b90a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:35.580525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-bcea9c08-0441-44ff-88d8-8a80ae015dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:35.581498 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-b2c0c88d-494a-4a26-af0d-26f2a99b90a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0859780 Jul 16 02:21:35.581967 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-bcea9c08-0441-44ff-88d8-8a80ae015dee service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0870709 Jul 16 02:21:35.649292 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-b430cfe3-3618-4eb1-8993-51062f3a89dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877 HTTP/1.1" status: 200 len: 1000 time: 0.0596921 Jul 16 02:21:35.651181 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-6f21234c-973b-4701-8e88-7f52136d715e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877 HTTP/1.1" status: 200 len: 1000 time: 0.0626247 Jul 16 02:21:35.701606 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-f6dde3fe-eeb2-439f-8f4f-230f8d541c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:35.703066 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-f6dde3fe-eeb2-439f-8f4f-230f8d541c4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0448878 Jul 16 02:21:35.738110 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-518bf3a3-c326-4c0c-a93c-87fb41eac0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:35.739636 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-518bf3a3-c326-4c0c-a93c-87fb41eac0bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0454805 Jul 16 02:21:35.764907 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-c33a41b4-d2f2-4056-83d8-5e79b0b6b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:35.766528 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-c33a41b4-d2f2-4056-83d8-5e79b0b6b32f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576880 Jul 16 02:21:35.803090 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-d66f3f77-326e-41b2-a64c-fa74580fddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:35.804649 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-d66f3f77-326e-41b2-a64c-fa74580fddb5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581677 Jul 16 02:21:35.868758 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-51d361ec-40c9-4917-b1a9-21c2daef8a85 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950367 Jul 16 02:21:35.906452 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-02115f81-149d-499c-a2d3-2e5aff992033 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881219 Jul 16 02:21:35.963213 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-f4ce0bee-8e98-4878-b6a9-e266b08a07c3 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875483 Jul 16 02:21:36.013523 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-deb3a412-1de6-43a5-92f1-abae11eef67c req-44b6ba89-691b-47e0-a6a9-17a6be39caed service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932314 Jul 16 02:21:36.044966 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:21:36.144417 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:36.155410 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'port_id': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877', 'mac_address': 'fa:16:3e:4a:6f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:21:36.191861 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:36.200797 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df319494-64ac-41e9-994d-6b4d8142ecd4 req-efb4ccd4-b8cb-4827-af45-525d0256391f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:36.202317 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df319494-64ac-41e9-994d-6b4d8142ecd4 req-efb4ccd4-b8cb-4827-af45-525d0256391f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 944 time: 0.0639265 Jul 16 02:21:36.204263 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:21:36.223251 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:36.226347 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:36.241549 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df319494-64ac-41e9-994d-6b4d8142ecd4 req-f7337062-ddd4-4058-b009-219dacba3e34 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332580 Jul 16 02:21:36.274352 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,revision_number=12']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:36.421719 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dacf11-4e56-4d54-9c2c-493e265b379c req-766f3e84-5041-4876-a362-13e71ecea10c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:36.423774 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f5dacf11-4e56-4d54-9c2c-493e265b379c req-766f3e84-5041-4876-a362-13e71ecea10c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0687916 Jul 16 02:21:36.462410 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f5dacf11-4e56-4d54-9c2c-493e265b379c req-ffa916f4-36f1-4ca1-a640-fc61c1072c71 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331221 Jul 16 02:21:36.544298 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['51f53c92-cec7-4a1a-a7bc-6be71d3e6877'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:21:36.640908 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79890ea-1f2f-4433-b1a6-2644470cbb66 req-00f213a9-23cb-4f49-9445-755943f48381 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:36.642968 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b79890ea-1f2f-4433-b1a6-2644470cbb66 req-00f213a9-23cb-4f49-9445-755943f48381 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0681820 Jul 16 02:21:36.681077 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b79890ea-1f2f-4433-b1a6-2644470cbb66 req-6c9e2da0-9c5e-4723-a455-0b3341807b8d tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324302 Jul 16 02:21:37.054204 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7a3a3-447e-4566-9ee6-422533f5cf3d req-2cdb6d01-01a0-4516-a820-35956fc47e9c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:37.055619 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a1d7a3a3-447e-4566-9ee6-422533f5cf3d req-2cdb6d01-01a0-4516-a820-35956fc47e9c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0639927 Jul 16 02:21:37.094084 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a1d7a3a3-447e-4566-9ee6-422533f5cf3d req-53d6aa61-4dfb-4ffb-b764-6a38ccbc713f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326655 Jul 16 02:21:38.052225 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:38.100480 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:38.104102 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:38.104480 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.184811 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.207207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:38.209494 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3399667f-11aa-422e-be07-7032d075e1a4" -d '{"events": [{"server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "name": "network-vif-plugged", "status": "completed", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:38.222921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:38.227148 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.250342 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1329f2c-9a44-4f97-ba23-741765ea35af x-openstack-request-id: req-c1329f2c-9a44-4f97-ba23-741765ea35af {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:38.250643 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "name": "network-vif-plugged", "status": "completed", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:38.250894 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1329f2c-9a44-4f97-ba23-741765ea35af {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:38.251285 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877', 'code': 200} Jul 16 02:21:38.277320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,revision_number=13']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:38.278803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0ade4-e14d-462a-8581-04609b9fda44 req-a495ca7f-8a3c-4ffd-9164-464de57a78ba tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:38.280386 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aeb0ade4-e14d-462a-8581-04609b9fda44 req-a495ca7f-8a3c-4ffd-9164-464de57a78ba tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 945 time: 0.0671885 Jul 16 02:21:38.319512 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aeb0ade4-e14d-462a-8581-04609b9fda44 req-56ab8c19-15a0-477e-a744-dc85f03d9607 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318241 Jul 16 02:21:38.416330 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57139c30-c429-4e7c-aac8-f55268544445 req-6e8cd6c1-5257-438e-a34e-3839043ae34f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:38.418131 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-57139c30-c429-4e7c-aac8-f55268544445 req-6e8cd6c1-5257-438e-a34e-3839043ae34f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 946 time: 0.0630195 Jul 16 02:21:38.516681 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-57139c30-c429-4e7c-aac8-f55268544445 req-5f2b24b9-ff58-444c-a333-e03d938ae970 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Deleting port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:38.517051 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-57139c30-c429-4e7c-aac8-f55268544445 req-5f2b24b9-ff58-444c-a333-e03d938ae970 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.601992 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-57139c30-c429-4e7c-aac8-f55268544445 req-5f2b24b9-ff58-444c-a333-e03d938ae970 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] For port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:38.602267 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-57139c30-c429-4e7c-aac8-f55268544445 req-5f2b24b9-ff58-444c-a333-e03d938ae970 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.769734 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-57139c30-c429-4e7c-aac8-f55268544445 req-5f2b24b9-ff58-444c-a333-e03d938ae970 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.770098 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-57139c30-c429-4e7c-aac8-f55268544445 req-5f2b24b9-ff58-444c-a333-e03d938ae970 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.770408 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [req-57139c30-c429-4e7c-aac8-f55268544445 req-5f2b24b9-ff58-444c-a333-e03d938ae970 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Floating IP 5fc64cd2-1712-4381-a969-bf50c37e0944 disassociated. External IP: 172.25.1.223, port: 51f53c92-cec7-4a1a-a7bc-6be71d3e6877. Jul 16 02:21:38.770741 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-57139c30-c429-4e7c-aac8-f55268544445 req-5f2b24b9-ff58-444c-a333-e03d938ae970 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Calling delete_port for 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:38.898495 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-57139c30-c429-4e7c-aac8-f55268544445 req-5f2b24b9-ff58-444c-a333-e03d938ae970 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.930707 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b24b9-ff58-444c-a333-e03d938ae970 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Pushing event deleted for resources: {'Port': ['ID=51f53c92-cec7-4a1a-a7bc-6be71d3e6877,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:39.046714 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57139c30-c429-4e7c-aac8-f55268544445 req-5f2b24b9-ff58-444c-a333-e03d938ae970 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Router e756f446-c8a1-4a31-8203-dfe668dcc440 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:21:39.157363 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57139c30-c429-4e7c-aac8-f55268544445 req-5f2b24b9-ff58-444c-a333-e03d938ae970 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:39.166513 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14540336-534c-4a08-a0b7-c8ed736f55a1 None None] Sync routers for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:21:39.176151 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14540336-534c-4a08-a0b7-c8ed736f55a1 None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:39.176773 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-14540336-534c-4a08-a0b7-c8ed736f55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:21:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:39.204952 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-57139c30-c429-4e7c-aac8-f55268544445 req-5f2b24b9-ff58-444c-a333-e03d938ae970 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] No DVR routers for this DVR port 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:21:39.207604 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-57139c30-c429-4e7c-aac8-f55268544445 req-5f2b24b9-ff58-444c-a333-e03d938ae970 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:39.209679 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-57139c30-c429-4e7c-aac8-f55268544445 req-5f2b24b9-ff58-444c-a333-e03d938ae970 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.26 "DELETE /v2.0/ports/51f53c92-cec7-4a1a-a7bc-6be71d3e6877 HTTP/1.1" status: 204 len: 173 time: 0.7864888 Jul 16 02:21:39.210175 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'name': 'network-vif-deleted', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:39.212600 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2791e0-b816-4901-a95c-9b3efdd1b7dd" -d '{"events": [{"server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "name": "network-vif-deleted", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:39.250621 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61c3202-9b02-449c-bd42-1eef3e3f85c4 x-openstack-request-id: req-a61c3202-9b02-449c-bd42-1eef3e3f85c4 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:39.250920 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f80d0b9-5768-4433-908c-6dc52322eedd", "name": "network-vif-deleted", "tag": "51f53c92-cec7-4a1a-a7bc-6be71d3e6877", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:39.251175 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a61c3202-9b02-449c-bd42-1eef3e3f85c4 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:39.251621 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f80d0b9-5768-4433-908c-6dc52322eedd', 'name': 'network-vif-deleted', 'tag': '51f53c92-cec7-4a1a-a7bc-6be71d3e6877', 'status': 'completed', 'code': 200} Jul 16 02:21:39.290608 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-14540336-534c-4a08-a0b7-c8ed736f55a1 None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:39.490506 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-42f48df6-907c-4f4b-b8f0-3d34051eb28c req-f6cacb14-1d94-4e9d-89e1-dae8b7208cdf tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f80d0b9-5768-4433-908c-6dc52322eedd HTTP/1.1" status: 200 len: 210 time: 0.0382378 Jul 16 02:21:39.496949 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-14540336-534c-4a08-a0b7-c8ed736f55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:39.526131 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14540336-534c-4a08-a0b7-c8ed736f55a1 None None] Checking router: e756f446-c8a1-4a31-8203-dfe668dcc440 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:21:39.535225 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14540336-534c-4a08-a0b7-c8ed736f55a1 None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:39.535870 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-14540336-534c-4a08-a0b7-c8ed736f55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:21:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:39.638892 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-14540336-534c-4a08-a0b7-c8ed736f55a1 None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:39.850210 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-14540336-534c-4a08-a0b7-c8ed736f55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:39.876648 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14540336-534c-4a08-a0b7-c8ed736f55a1 None None] The sync data for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 is: [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:21:40.126086 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecfb3e-6103-4d2e-ba5a-2b9cb4199e47 None None] New status for floating IP 5fc64cd2-1712-4381-a969-bf50c37e0944: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:21:40.832462 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6788225d-627f-428d-8e21-be53af23c0fd req-bd30dd43-9bfd-4794-9535-edb3b1ff9671 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1211782296&fields=id&tenant_id=9b09901fa6c94a9bb4e78afefb3e2856 HTTP/1.1" status: 200 len: 267 time: 0.0336888 Jul 16 02:21:40.940855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788225d-627f-428d-8e21-be53af23c0fd req-dc004639-8c5a-47d8-afc6-915ccc15dc67 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:40.942471 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6788225d-627f-428d-8e21-be53af23c0fd req-dc004639-8c5a-47d8-afc6-915ccc15dc67 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 811 time: 0.1034486 Jul 16 02:21:40.957337 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6788225d-627f-428d-8e21-be53af23c0fd req-089efcb1-cfe4-4945-ad8d-aeba74f34ac9 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/quotas/9b09901fa6c94a9bb4e78afefb3e2856 HTTP/1.1" status: 200 len: 375 time: 0.0094798 Jul 16 02:21:41.029113 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6788225d-627f-428d-8e21-be53af23c0fd req-7f3d3795-2a66-42b8-a6bc-0bfc6d171ab7 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667467 Jul 16 02:21:41.166492 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6788225d-627f-428d-8e21-be53af23c0fd req-8c1cbfd3-74b1-471b-924d-bd603d6a9fb5 service neutron] 10.222.0.54 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264980 Jul 16 02:21:41.255868 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6788225d-627f-428d-8e21-be53af23c0fd req-8bd93aaf-0595-4875-b63a-1095818f3e86 service neutron] 10.222.0.54 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837011 Jul 16 02:21:41.437005 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-854ffacf-6efa-4d2f-8141-9419dfc3eccc req-6d8e45e8-f1f4-46c4-bf7b-6c7d6ed7c28c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 210 time: 0.0333509 Jul 16 02:21:42.053001 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:42.076091 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:42.076431 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 51f53c92-cec7-4a1a-a7bc-6be71d3e6877 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:42.518690 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-137e1834-9747-431f-945b-d7254198cfae req-48c189c1-8792-4464-af96-92debe0996ef tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 210 time: 0.0283511 Jul 16 02:21:43.599039 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9e978d1f-341d-4f56-8152-736c1675b34e req-5a4c63b0-14b1-45bb-b580-52101f6c1474 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 210 time: 0.0281148 Jul 16 02:21:44.583202 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788225d-627f-428d-8e21-be53af23c0fd req-47574e2b-bb9c-4eb7-8d72-5e860841d290 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:44.585026 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6788225d-627f-428d-8e21-be53af23c0fd req-47574e2b-bb9c-4eb7-8d72-5e860841d290 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 811 time: 0.1022325 Jul 16 02:21:44.642285 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6788225d-627f-428d-8e21-be53af23c0fd req-4d0150e2-a30d-4d0e-9967-0b114da68c46 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b09901fa6c94a9bb4e78afefb3e2856 HTTP/1.1" status: 200 len: 380 time: 0.0393052 Jul 16 02:21:44.651426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-6788225d-627f-428d-8e21-be53af23c0fd req-bd873668-9244-458b-8203-98184d27c276 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Request body: {'port': {'device_id': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'admin_state_up': True, 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'security_groups': ['9d238bad-6512-4646-93b9-114d6ff91342']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:44.745790 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-01963756-5c6c-4339-9637-9ea88280d4b3 req-570a19c6-b85f-44d9-a4b1-6201240c2a9c tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 210 time: 0.0316000 Jul 16 02:21:44.759699 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6788225d-627f-428d-8e21-be53af23c0fd req-bd873668-9244-458b-8203-98184d27c276 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Made reservation on behalf of 9b09901fa6c94a9bb4e78afefb3e2856 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:21:44.763287 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6788225d-627f-428d-8e21-be53af23c0fd req-bd873668-9244-458b-8203-98184d27c276 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.894843 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-6788225d-627f-428d-8e21-be53af23c0fd req-bd873668-9244-458b-8203-98184d27c276 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Allocated IP 172.20.0.7 (f1e7b6de-139f-4833-a80f-2c88b5409fe7/21e5a26c-53fe-4fd2-ad27-e1be303ff20f/729c3d55-d314-4d86-abbb-4a2a50d59664) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:45.039901 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6788225d-627f-428d-8e21-be53af23c0fd req-bd873668-9244-458b-8203-98184d27c276 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.060449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-6788225d-627f-428d-8e21-be53af23c0fd req-bd873668-9244-458b-8203-98184d27c276 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Transition to ACTIVE for port object 729c3d55-d314-4d86-abbb-4a2a50d59664 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:45.096865 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6788225d-627f-428d-8e21-be53af23c0fd req-bd873668-9244-458b-8203-98184d27c276 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.142868 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6788225d-627f-428d-8e21-be53af23c0fd req-bd873668-9244-458b-8203-98184d27c276 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Network f1e7b6de-139f-4833-a80f-2c88b5409fe7 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:45.146609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-6788225d-627f-428d-8e21-be53af23c0fd req-bd873668-9244-458b-8203-98184d27c276 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:45.150617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-6788225d-627f-428d-8e21-be53af23c0fd req-bd873668-9244-458b-8203-98184d27c276 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:45.178778 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd873668-9244-458b-8203-98184d27c276 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Pushing event updated for resources: {'Port': ['ID=729c3d55-d314-4d86-abbb-4a2a50d59664,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:45.212087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788225d-627f-428d-8e21-be53af23c0fd req-bd873668-9244-458b-8203-98184d27c276 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:45.213108 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6788225d-627f-428d-8e21-be53af23c0fd req-bd873668-9244-458b-8203-98184d27c276 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.232062 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6788225d-627f-428d-8e21-be53af23c0fd req-bd873668-9244-458b-8203-98184d27c276 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5840244 Jul 16 02:21:45.250518 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Request body: {'port': {'device_id': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:45.341198 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.437410 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-68e74f0e-487f-4e78-aa66-149211ddbbd4 None None] Provisioning for port 729c3d55-d314-4d86-abbb-4a2a50d59664 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:45.441845 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-68e74f0e-487f-4e78-aa66-149211ddbbd4 None None] Provisioning complete for port 729c3d55-d314-4d86-abbb-4a2a50d59664 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:45.442279 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-68e74f0e-487f-4e78-aa66-149211ddbbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.481124 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-68e74f0e-487f-4e78-aa66-149211ddbbd4 None None] Port 729c3d55-d314-4d86-abbb-4a2a50d59664 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:21:45.624344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729c3d55-d314-4d86-abbb-4a2a50d59664 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:21:45.633242 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.646714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Transition to ACTIVE for port object 729c3d55-d314-4d86-abbb-4a2a50d59664 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:45.650514 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.703253 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Pushing event updated for resources: {'Port': ['ID=729c3d55-d314-4d86-abbb-4a2a50d59664,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:45.778512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Attempting to bind port 729c3d55-d314-4d86-abbb-4a2a50d59664 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:45.778854 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Attempting to bind port 729c3d55-d314-4d86-abbb-4a2a50d59664 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:45.779186 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Attempting to bind port 729c3d55-d314-4d86-abbb-4a2a50d59664 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:45.783794 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Port 729c3d55-d314-4d86-abbb-4a2a50d59664 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:21:45.784622 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Attempting to bind port 729c3d55-d314-4d86-abbb-4a2a50d59664 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:45.789523 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:45.789862 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Checking segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:45.790242 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Bound using segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:45.790663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Bound port: 729c3d55-d314-4d86-abbb-4a2a50d59664, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:45.791014 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.864066 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:45.868140 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=729c3d55-d314-4d86-abbb-4a2a50d59664,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:45.875214 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.945648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:45.946286 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:45.947722 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6788225d-627f-428d-8e21-be53af23c0fd req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] 10.222.0.47 "PUT /v2.0/ports/729c3d55-d314-4d86-abbb-4a2a50d59664 HTTP/1.1" status: 200 len: 1091 time: 0.7021329 Jul 16 02:21:45.948873 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:45.951206 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c116d7e-c424-465b-9d87-01695480f922" -d '{"events": [{"name": "network-changed", "server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:45.979592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4ba59-1c94-4e42-902a-1dc86f6f6eaa service neutron] Pushing event updated for resources: {'Port': ['ID=729c3d55-d314-4d86-abbb-4a2a50d59664,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:46.002616 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559063d-4504-4cae-8547-263d1e232c97 req-abd3b0f5-2c20-49f5-8cbd-04b8c3e01532 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:46.009896 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6559063d-4504-4cae-8547-263d1e232c97 req-abd3b0f5-2c20-49f5-8cbd-04b8c3e01532 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 943 time: 0.1370451 Jul 16 02:21:46.012773 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a39092a-98b0-4a26-8b0e-175577692c68 x-openstack-request-id: req-3a39092a-98b0-4a26-8b0e-175577692c68 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:46.013099 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:46.013362 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3a39092a-98b0-4a26-8b0e-175577692c68 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:46.013760 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664', 'status': 'completed', 'code': 200} Jul 16 02:21:46.077873 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6559063d-4504-4cae-8547-263d1e232c97 req-18dac15f-c640-45ec-894a-ae28901edcae tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669365 Jul 16 02:21:46.100832 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788225d-627f-428d-8e21-be53af23c0fd req-79214523-c2a4-49b2-8f4b-3f9a6f27372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:46.102521 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6788225d-627f-428d-8e21-be53af23c0fd req-79214523-c2a4-49b2-8f4b-3f9a6f27372f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 1094 time: 0.0713487 Jul 16 02:21:46.150447 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6788225d-627f-428d-8e21-be53af23c0fd req-aab3d47c-a6e1-4e00-9f82-4448cd846bd3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729c3d55-d314-4d86-abbb-4a2a50d59664 HTTP/1.1" status: 200 len: 217 time: 0.0340157 Jul 16 02:21:46.478310 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788225d-627f-428d-8e21-be53af23c0fd req-3c30eb35-83a5-48fe-8cbf-b549abd63e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:46.479810 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6788225d-627f-428d-8e21-be53af23c0fd req-3c30eb35-83a5-48fe-8cbf-b549abd63e7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.3224242 Jul 16 02:21:46.537117 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788225d-627f-428d-8e21-be53af23c0fd req-30125c9e-a462-4aff-aa28-3a4a29ac1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:46.538480 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6788225d-627f-428d-8e21-be53af23c0fd req-30125c9e-a462-4aff-aa28-3a4a29ac1343 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519128 Jul 16 02:21:46.627699 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6788225d-627f-428d-8e21-be53af23c0fd req-3df3d3ce-3951-4129-9244-2e471249740f service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816274 Jul 16 02:21:46.715648 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6788225d-627f-428d-8e21-be53af23c0fd req-0f7407ab-c045-4f4f-bde3-35b431ebb95f service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801327 Jul 16 02:21:46.851758 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c116d7e-c424-465b-9d87-01695480f922 req-b7b18c13-efb4-4271-9343-282dd4c307cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:46.853262 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c116d7e-c424-465b-9d87-01695480f922 req-b7b18c13-efb4-4271-9343-282dd4c307cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 1094 time: 0.0520146 Jul 16 02:21:46.947074 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c116d7e-c424-465b-9d87-01695480f922 req-3c862353-8f43-46d6-a128-76d6be2361e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:46.948580 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c116d7e-c424-465b-9d87-01695480f922 req-3c862353-8f43-46d6-a128-76d6be2361e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0872834 Jul 16 02:21:46.988871 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c116d7e-c424-465b-9d87-01695480f922 req-84634484-8a99-4c69-bfe6-5b044aad5539 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729c3d55-d314-4d86-abbb-4a2a50d59664 HTTP/1.1" status: 200 len: 217 time: 0.0336754 Jul 16 02:21:47.045987 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c116d7e-c424-465b-9d87-01695480f922 req-92e438ad-af2d-4883-8045-9e023840c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:47.047414 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c116d7e-c424-465b-9d87-01695480f922 req-92e438ad-af2d-4883-8045-9e023840c7ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0466082 Jul 16 02:21:47.104181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c116d7e-c424-465b-9d87-01695480f922 req-0a439304-b510-4ad3-b001-fc25480ffa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:47.105574 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c116d7e-c424-465b-9d87-01695480f922 req-0a439304-b510-4ad3-b001-fc25480ffa4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505068 Jul 16 02:21:47.199254 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c116d7e-c424-465b-9d87-01695480f922 req-34aeffdf-2f66-43e9-9bab-c68976e9793d service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860620 Jul 16 02:21:47.255856 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfad980-7caa-443a-b802-df4aa124075e req-4a44f0db-b664-4c31-a20e-5f49478e5f8a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:47.257344 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1bfad980-7caa-443a-b802-df4aa124075e req-4a44f0db-b664-4c31-a20e-5f49478e5f8a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 943 time: 0.0629697 Jul 16 02:21:47.294131 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c116d7e-c424-465b-9d87-01695480f922 req-01776e12-2a32-4da3-9bd2-d33b5fda3bd3 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883205 Jul 16 02:21:47.296476 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1bfad980-7caa-443a-b802-df4aa124075e req-3cf927ce-89d0-4d24-ab2c-d936ef23bc9e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336223 Jul 16 02:21:48.470743 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aea209-f6ae-44b4-aa9d-ed59ec05153c req-fb452197-5c6b-43e4-883c-2a0d974b4476 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:48.472775 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94aea209-f6ae-44b4-aa9d-ed59ec05153c req-fb452197-5c6b-43e4-883c-2a0d974b4476 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 943 time: 0.0626302 Jul 16 02:21:48.509578 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-94aea209-f6ae-44b4-aa9d-ed59ec05153c req-a62143e9-9748-47d4-971d-43137c392bff tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313413 Jul 16 02:21:49.447128 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 729c3d55-d314-4d86-abbb-4a2a50d59664 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:21:49.541858 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=729c3d55-d314-4d86-abbb-4a2a50d59664,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:49.553785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '729c3d55-d314-4d86-abbb-4a2a50d59664', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'port_id': '729c3d55-d314-4d86-abbb-4a2a50d59664', 'mac_address': 'fa:16:3e:65:51:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:21:49.590100 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.602622 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729c3d55-d314-4d86-abbb-4a2a50d59664 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:21:49.622788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=729c3d55-d314-4d86-abbb-4a2a50d59664,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:49.627155 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.673789 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=729c3d55-d314-4d86-abbb-4a2a50d59664,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:49.682382 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679f6a8-5287-4534-b398-6d58a4de75be req-ad4d6eb2-fc4e-4064-a4c7-541cfb497745 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:49.683976 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e679f6a8-5287-4534-b398-6d58a4de75be req-ad4d6eb2-fc4e-4064-a4c7-541cfb497745 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 944 time: 0.0642562 Jul 16 02:21:49.721307 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e679f6a8-5287-4534-b398-6d58a4de75be req-7b6018ab-0f82-4798-aac1-03e2ff81f8e1 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318351 Jul 16 02:21:49.921202 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['729c3d55-d314-4d86-abbb-4a2a50d59664'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:21:50.897902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a744e1-d0b3-4d14-9c1e-abd46d558fdf req-366caafb-113e-4d57-bc0b-bbe78c3bf045 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:50.899388 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04a744e1-d0b3-4d14-9c1e-abd46d558fdf req-366caafb-113e-4d57-bc0b-bbe78c3bf045 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 944 time: 0.0689797 Jul 16 02:21:50.936844 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04a744e1-d0b3-4d14-9c1e-abd46d558fdf req-e05ab522-601b-44fc-998d-092b06f6e1c8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317304 Jul 16 02:21:51.458384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 729c3d55-d314-4d86-abbb-4a2a50d59664 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:51.506538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 729c3d55-d314-4d86-abbb-4a2a50d59664 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:51.510195 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 729c3d55-d314-4d86-abbb-4a2a50d59664 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:51.510588 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.587835 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.609904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:51.612247 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609cdbef-7435-4163-892e-6dbc5a3ddd76" -d '{"events": [{"server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "name": "network-vif-plugged", "status": "completed", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:51.625390 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=729c3d55-d314-4d86-abbb-4a2a50d59664,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:51.629830 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:51.653271 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc552f2-d259-4c2c-9030-39348e54f2f1 x-openstack-request-id: req-2fc552f2-d259-4c2c-9030-39348e54f2f1 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:51.653548 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "name": "network-vif-plugged", "status": "completed", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:51.653795 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2fc552f2-d259-4c2c-9030-39348e54f2f1 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:51.654174 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664', 'code': 200} Jul 16 02:21:51.678483 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=729c3d55-d314-4d86-abbb-4a2a50d59664,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:51.800952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4422478-9bba-443f-92d7-a1b520d54b03 req-f3534f1f-e181-41dc-bac6-d0f1de6db1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:51.802423 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4422478-9bba-443f-92d7-a1b520d54b03 req-f3534f1f-e181-41dc-bac6-d0f1de6db1b1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 1096 time: 0.0519929 Jul 16 02:21:51.836514 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c4422478-9bba-443f-92d7-a1b520d54b03 req-27702747-873f-468d-a618-9b2697e769a1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268495 Jul 16 02:21:52.106870 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe18be9-5fad-412c-8c13-696381193403 req-549e2d49-8595-4432-8e6c-b4c809c7a6dd tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:52.108380 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-afe18be9-5fad-412c-8c13-696381193403 req-549e2d49-8595-4432-8e6c-b4c809c7a6dd tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.0618038 Jul 16 02:21:52.148205 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-afe18be9-5fad-412c-8c13-696381193403 req-05d0a08e-2332-47dd-86d1-ab99192cb991 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342107 Jul 16 02:21:53.327192 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8d111-2f87-46f4-93f7-ed7c343a6dc1 req-25371161-3d0e-407f-88f2-02ca73ac6236 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:53.328681 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f9b8d111-2f87-46f4-93f7-ed7c343a6dc1 req-25371161-3d0e-407f-88f2-02ca73ac6236 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.0669923 Jul 16 02:21:53.365617 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f9b8d111-2f87-46f4-93f7-ed7c343a6dc1 req-0ae0a5a2-c738-4dbb-afc7-49bfe4f9e8a9 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312772 Jul 16 02:21:53.533293 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f33a3-41d9-48a7-85fc-5a374e141903 req-4e41f00d-1c13-437d-b3c3-8a5174402405 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:53.535466 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2e4f33a3-41d9-48a7-85fc-5a374e141903 req-4e41f00d-1c13-437d-b3c3-8a5174402405 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.0634594 Jul 16 02:21:53.543946 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47546) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:53.548496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-5f0072f9-609f-44cb-9440-d89bc75845de tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Request body: {'floatingip': {'port_id': '729c3d55-d314-4d86-abbb-4a2a50d59664'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:53.586978 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5f0072f9-609f-44cb-9440-d89bc75845de tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for floatingip, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.022254 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5f0072f9-609f-44cb-9440-d89bc75845de tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.025982 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5f0072f9-609f-44cb-9440-d89bc75845de tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.125792 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-5f0072f9-609f-44cb-9440-d89bc75845de tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Floating IP 5fc64cd2-1712-4381-a969-bf50c37e0944 associated. External IP: 172.25.1.223, port: 729c3d55-d314-4d86-abbb-4a2a50d59664. Jul 16 02:21:54.230623 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.335316 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0072f9-609f-44cb-9440-d89bc75845de tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Router e756f446-c8a1-4a31-8203-dfe668dcc440 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:21:54.443037 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0072f9-609f-44cb-9440-d89bc75845de tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:54.447518 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5f0072f9-609f-44cb-9440-d89bc75845de tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:54.453278 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54325790-d27a-4e06-8e5c-98a64028bca0 None None] Sync routers for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:21:54.462118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54325790-d27a-4e06-8e5c-98a64028bca0 None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:54.462740 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-54325790-d27a-4e06-8e5c-98a64028bca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:21:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:54.484669 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5f0072f9-609f-44cb-9440-d89bc75845de tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "PUT /v2.0/floatingips/5fc64cd2-1712-4381-a969-bf50c37e0944 HTTP/1.1" status: 200 len: 992 time: 0.9396675 Jul 16 02:21:54.485568 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:54.488867 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640b15ba-0a2c-4108-9a7d-261ea21ffc85" -d '{"events": [{"name": "network-changed", "server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:54.529764 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13a28d4-9611-4c4b-9f32-2f4cdb7510ab x-openstack-request-id: req-a13a28d4-9611-4c4b-9f32-2f4cdb7510ab {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:54.530065 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:54.530451 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a13a28d4-9611-4c4b-9f32-2f4cdb7510ab {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:54.530862 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664', 'status': 'completed', 'code': 200} Jul 16 02:21:54.569270 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-54325790-d27a-4e06-8e5c-98a64028bca0 None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:54.657735 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b15ba-0a2c-4108-9a7d-261ea21ffc85 req-12dee02f-2c7d-49a4-85d1-4a745d13bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:54.659866 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-640b15ba-0a2c-4108-9a7d-261ea21ffc85 req-12dee02f-2c7d-49a4-85d1-4a745d13bea3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 1096 time: 0.0536821 Jul 16 02:21:54.753841 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b15ba-0a2c-4108-9a7d-261ea21ffc85 req-ea217071-2dec-488f-9b52-3cd7c29e3878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:54.755327 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-640b15ba-0a2c-4108-9a7d-261ea21ffc85 req-ea217071-2dec-488f-9b52-3cd7c29e3878 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0886059 Jul 16 02:21:54.792912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-54325790-d27a-4e06-8e5c-98a64028bca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5fc64cd2-1712-4381-a969-bf50c37e0944', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'port_id': '729c3d55-d314-4d86-abbb-4a2a50d59664', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'mac_address': 'fa:16:3e:65:51:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:48Z', 'updated_at': '2021-07-16T02:21:53Z', 'revision_number': 13, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:54.823160 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-640b15ba-0a2c-4108-9a7d-261ea21ffc85 req-e6e57809-4797-4cb0-8372-6922bc7b89be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729c3d55-d314-4d86-abbb-4a2a50d59664 HTTP/1.1" status: 200 len: 1000 time: 0.0601759 Jul 16 02:21:54.881157 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b15ba-0a2c-4108-9a7d-261ea21ffc85 req-3fb9d427-766b-4a0c-ba10-c2dbb04335dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:54.882670 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-640b15ba-0a2c-4108-9a7d-261ea21ffc85 req-3fb9d427-766b-4a0c-ba10-c2dbb04335dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0524216 Jul 16 02:21:54.943826 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b15ba-0a2c-4108-9a7d-261ea21ffc85 req-cbe09a7e-eaeb-4260-8d85-a20f2611fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:54.945360 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-640b15ba-0a2c-4108-9a7d-261ea21ffc85 req-cbe09a7e-eaeb-4260-8d85-a20f2611fc20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554798 Jul 16 02:21:54.975410 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54325790-d27a-4e06-8e5c-98a64028bca0 None None] Checking router: e756f446-c8a1-4a31-8203-dfe668dcc440 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:21:54.983636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54325790-d27a-4e06-8e5c-98a64028bca0 None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:54.984376 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-54325790-d27a-4e06-8e5c-98a64028bca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:21:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:55.036931 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-640b15ba-0a2c-4108-9a7d-261ea21ffc85 req-bfdfb8b9-2a4b-42b4-9ce8-6444570c1606 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847011 Jul 16 02:21:55.089259 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-54325790-d27a-4e06-8e5c-98a64028bca0 None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:55.132826 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-640b15ba-0a2c-4108-9a7d-261ea21ffc85 req-4c7bd09f-b0cc-4d89-a43f-7c42d953b929 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876575 Jul 16 02:21:55.309855 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-54325790-d27a-4e06-8e5c-98a64028bca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5fc64cd2-1712-4381-a969-bf50c37e0944', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'port_id': '729c3d55-d314-4d86-abbb-4a2a50d59664', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'mac_address': 'fa:16:3e:65:51:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:48Z', 'updated_at': '2021-07-16T02:21:53Z', 'revision_number': 13, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:55.335701 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54325790-d27a-4e06-8e5c-98a64028bca0 None None] The sync data for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 is: [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '5fc64cd2-1712-4381-a969-bf50c37e0944', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'port_id': '729c3d55-d314-4d86-abbb-4a2a50d59664', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'mac_address': 'fa:16:3e:65:51:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:48Z', 'updated_at': '2021-07-16T02:21:53Z', 'revision_number': 13, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:21:55.521940 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7057c4-b444-4956-93c5-5e42343a3163 None None] New status for floating IP 5fc64cd2-1712-4381-a969-bf50c37e0944: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:21:56.685762 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:21:58.426497 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-85ed9ccc-f468-4143-aad9-b6aa05e52f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:59.259482 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.129088 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.130880 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4224ef5-aa41-474c-ab48-5256477e1e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:02.235275 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:03.648609 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cca45b9b-f3b7-425c-9226-b67a8fe41597 req-a1843e9c-3924-48b1-acfd-6ba771dc5355 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507412 Jul 16 02:22:03.767936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45b9b-f3b7-425c-9226-b67a8fe41597 req-e3de51fc-634b-4d79-8a77-a269a380d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:03.769420 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cca45b9b-f3b7-425c-9226-b67a8fe41597 req-e3de51fc-634b-4d79-8a77-a269a380d9b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 1096 time: 0.0565419 Jul 16 02:22:03.871966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45b9b-f3b7-425c-9226-b67a8fe41597 req-c3279c55-7cce-45f7-89e1-b1a2f4cbc899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:03.873420 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cca45b9b-f3b7-425c-9226-b67a8fe41597 req-c3279c55-7cce-45f7-89e1-b1a2f4cbc899 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0828962 Jul 16 02:22:03.942167 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cca45b9b-f3b7-425c-9226-b67a8fe41597 req-791a3d8c-6f34-4a75-9854-bac45c514b16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729c3d55-d314-4d86-abbb-4a2a50d59664 HTTP/1.1" status: 200 len: 1002 time: 0.0603361 Jul 16 02:22:03.972856 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:03.992846 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45b9b-f3b7-425c-9226-b67a8fe41597 req-fe092647-c11d-4bb4-8a73-ca35cbe001b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:03.994310 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cca45b9b-f3b7-425c-9226-b67a8fe41597 req-fe092647-c11d-4bb4-8a73-ca35cbe001b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0451312 Jul 16 02:22:04.053249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45b9b-f3b7-425c-9226-b67a8fe41597 req-e32ef8c9-755b-40d5-9f66-188cddeacd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:04.054741 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cca45b9b-f3b7-425c-9226-b67a8fe41597 req-e32ef8c9-755b-40d5-9f66-188cddeacd97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534992 Jul 16 02:22:04.146751 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cca45b9b-f3b7-425c-9226-b67a8fe41597 req-84ca003d-32ba-440d-b88f-4a5acec8e8da service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850520 Jul 16 02:22:04.233930 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cca45b9b-f3b7-425c-9226-b67a8fe41597 req-76ddf795-985a-449e-abcb-2aa9b7496deb service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795829 Jul 16 02:22:24.244034 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:28.426879 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d4bc7b74-bca4-43ff-b837-874256ff1af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:29.259314 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:31.127351 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:31.129161 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ff414d25-9689-4dfe-b8c1-c2f1189e2c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:32.238111 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:33.684969 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:22:33.971259 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:54.258348 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:58.429200 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9498acb0-ffaa-49b6-83a9-b67907e30328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:59.264888 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:01.125493 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:01.127196 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d37cedbb-b68b-4e2e-9743-03b111ca013e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:02.240568 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:03.644263 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0d513d21-c59f-437c-88db-9f45511ac8ff req-ebfcfb44-8442-417f-802c-01de4616cbba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552137 Jul 16 02:23:03.756312 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d513d21-c59f-437c-88db-9f45511ac8ff req-7d62c3fc-60b7-4a49-aa6d-4d520632f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:03.757858 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0d513d21-c59f-437c-88db-9f45511ac8ff req-7d62c3fc-60b7-4a49-aa6d-4d520632f0b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 1096 time: 0.0519683 Jul 16 02:23:03.859831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d513d21-c59f-437c-88db-9f45511ac8ff req-326215af-d51a-4fe7-8868-0b39b15bca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:03.861371 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0d513d21-c59f-437c-88db-9f45511ac8ff req-326215af-d51a-4fe7-8868-0b39b15bca74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0831482 Jul 16 02:23:03.929643 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0d513d21-c59f-437c-88db-9f45511ac8ff req-d577220e-3ea0-41e0-b28e-4321184786b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729c3d55-d314-4d86-abbb-4a2a50d59664 HTTP/1.1" status: 200 len: 1002 time: 0.0616205 Jul 16 02:23:03.980633 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:03.989007 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d513d21-c59f-437c-88db-9f45511ac8ff req-435abe11-5ee4-4081-a783-4c17d2406d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:03.990468 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0d513d21-c59f-437c-88db-9f45511ac8ff req-435abe11-5ee4-4081-a783-4c17d2406d86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0541401 Jul 16 02:23:04.048056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d513d21-c59f-437c-88db-9f45511ac8ff req-9f412f61-7f16-4731-abc7-f00f239f1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:04.049541 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0d513d21-c59f-437c-88db-9f45511ac8ff req-9f412f61-7f16-4731-abc7-f00f239f1eea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528076 Jul 16 02:23:04.139993 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0d513d21-c59f-437c-88db-9f45511ac8ff req-2fdb6628-1de1-4055-9e7f-66eec6820851 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837440 Jul 16 02:23:04.225819 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0d513d21-c59f-437c-88db-9f45511ac8ff req-11bc9fee-325c-47f9-9845-b457fa8932c1 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795228 Jul 16 02:23:10.684248 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:23:24.274640 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.430803 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb940bd2-5e2b-41ab-b472-3cedee9366bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.264456 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.124964 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.126767 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-93afa931-72a5-4363-89da-bdc3b841bec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.246020 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.494864 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835025e-18c3-4797-96b0-85bf05e53bb6 req-524b6a8f-fe61-4555-9258-2a7c8658ed6a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:33.496485 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7835025e-18c3-4797-96b0-85bf05e53bb6 req-524b6a8f-fe61-4555-9258-2a7c8658ed6a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.0649991 Jul 16 02:23:33.534651 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7835025e-18c3-4797-96b0-85bf05e53bb6 req-61249f62-e686-4a46-a27f-7503552dfafd tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326564 Jul 16 02:23:33.983326 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:43.533099 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-dffe6f80-f38d-4504-a759-ffd2f16e509d req-64633f5c-16d7-41c2-b963-7040f03ff442 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:23:43.534081 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dffe6f80-f38d-4504-a759-ffd2f16e509d req-64633f5c-16d7-41c2-b963-7040f03ff442 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054259 Jul 16 02:23:43.758717 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-531c5654-6a6e-4373-95a1-096b0177f101 req-74c47624-0113-4014-a501-e547bfd60de5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0571930 Jul 16 02:23:43.821699 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8ff8c-3be8-4e63-9fe0-8eed8eec6d47 req-a9802b11-0184-4707-bfd7-a51ece6d8e1f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:43.823215 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-82a8ff8c-3be8-4e63-9fe0-8eed8eec6d47 req-a9802b11-0184-4707-bfd7-a51ece6d8e1f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.0687587 Jul 16 02:23:43.861777 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-82a8ff8c-3be8-4e63-9fe0-8eed8eec6d47 req-b97126dc-df81-42d6-b856-30359f36f511 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328319 Jul 16 02:23:44.995433 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c5654-6a6e-4373-95a1-096b0177f101 req-36fc1076-fd45-464a-8228-d8a5e8203d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:44.996983 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-531c5654-6a6e-4373-95a1-096b0177f101 req-36fc1076-fd45-464a-8228-d8a5e8203d4c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 1096 time: 0.0537648 Jul 16 02:23:45.042536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917488c-ea80-4d82-85b8-518726ae7148 req-1429574a-45d9-47d1-973b-1356f75def7d tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:45.045057 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2917488c-ea80-4d82-85b8-518726ae7148 req-1429574a-45d9-47d1-973b-1356f75def7d tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.0646107 Jul 16 02:23:45.081735 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2917488c-ea80-4d82-85b8-518726ae7148 req-d72a22ae-5f79-4e86-870c-5c38703069e5 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321739 Jul 16 02:23:45.090717 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c5654-6a6e-4373-95a1-096b0177f101 req-21fad9cb-953b-4d01-8506-32b11fc4524f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:45.092340 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-531c5654-6a6e-4373-95a1-096b0177f101 req-21fad9cb-953b-4d01-8506-32b11fc4524f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0886343 Jul 16 02:23:45.155952 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-531c5654-6a6e-4373-95a1-096b0177f101 req-6f4c71d9-668d-4fa1-b681-55a846a624b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729c3d55-d314-4d86-abbb-4a2a50d59664 HTTP/1.1" status: 200 len: 1002 time: 0.0571935 Jul 16 02:23:45.206995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c5654-6a6e-4373-95a1-096b0177f101 req-66f754b7-3d0f-4d05-9d8e-60f2a27d0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:45.208980 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-531c5654-6a6e-4373-95a1-096b0177f101 req-66f754b7-3d0f-4d05-9d8e-60f2a27d0dee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0458636 Jul 16 02:23:45.264330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c5654-6a6e-4373-95a1-096b0177f101 req-04a9e2a5-977a-4716-8079-fd8f85563a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:45.265835 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-531c5654-6a6e-4373-95a1-096b0177f101 req-04a9e2a5-977a-4716-8079-fd8f85563a60 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510380 Jul 16 02:23:45.354636 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-531c5654-6a6e-4373-95a1-096b0177f101 req-4bfe3c06-535a-4800-9ba9-fb5ea92ffc5a service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824404 Jul 16 02:23:45.446881 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-531c5654-6a6e-4373-95a1-096b0177f101 req-3fbdae29-dc85-4c52-8bed-1aa8a4f5bb0b service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851564 Jul 16 02:23:46.257061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348857d-a13d-4e8a-ad42-40e5dc788df5 req-e6ba09ca-961a-45f8-9ad4-dc2e697c7ecf tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:46.258556 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d348857d-a13d-4e8a-ad42-40e5dc788df5 req-e6ba09ca-961a-45f8-9ad4-dc2e697c7ecf tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.0630667 Jul 16 02:23:46.295904 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d348857d-a13d-4e8a-ad42-40e5dc788df5 req-b601f59b-8ad1-4c3e-8c11-84e702fbec02 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316083 Jul 16 02:23:47.469158 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2355f47-cb2e-4761-ac4a-5e24b7ed6460 req-bcbf9e77-2f95-4781-a512-ad45b06115fa tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:47.470618 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2355f47-cb2e-4761-ac4a-5e24b7ed6460 req-bcbf9e77-2f95-4781-a512-ad45b06115fa tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.0621994 Jul 16 02:23:47.508328 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a2355f47-cb2e-4761-ac4a-5e24b7ed6460 req-7510f164-0951-443d-81c6-fdc22a5cb094 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318720 Jul 16 02:23:47.684482 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:23:48.685372 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ada45-a42d-43fc-98ee-f45bd7d82e2b req-b0842b01-9b80-4acd-a8ed-bee9c9c3c461 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:48.686860 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-317ada45-a42d-43fc-98ee-f45bd7d82e2b req-b0842b01-9b80-4acd-a8ed-bee9c9c3c461 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.0672555 Jul 16 02:23:48.725025 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-317ada45-a42d-43fc-98ee-f45bd7d82e2b req-33860e47-4ede-45e6-9f9a-b7392d2c8148 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325985 Jul 16 02:23:49.901257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010aa8c7-6b6c-4205-8156-2367d7dfd8a6 req-d652b702-8d56-4920-aed2-afef8a491681 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:49.902816 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-010aa8c7-6b6c-4205-8156-2367d7dfd8a6 req-d652b702-8d56-4920-aed2-afef8a491681 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.0660338 Jul 16 02:23:49.939807 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-010aa8c7-6b6c-4205-8156-2367d7dfd8a6 req-53b7d445-4591-4c48-bfcc-12ef263cf3c3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314248 Jul 16 02:23:51.111024 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790c653-7edd-4dfb-bf40-61e243bf1238 req-33f0db17-4f77-436e-a137-4456c08a4b24 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:51.112507 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c790c653-7edd-4dfb-bf40-61e243bf1238 req-33f0db17-4f77-436e-a137-4456c08a4b24 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.0619791 Jul 16 02:23:51.149265 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c790c653-7edd-4dfb-bf40-61e243bf1238 req-b9e9fdb4-c28f-4273-83c1-72921a52f163 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304642 Jul 16 02:23:52.324818 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d21475-6c99-4b48-b0b8-c86ba21f4fdb req-2cbd9b42-0920-4927-a670-16019f8a665b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:52.326311 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b7d21475-6c99-4b48-b0b8-c86ba21f4fdb req-2cbd9b42-0920-4927-a670-16019f8a665b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.0657117 Jul 16 02:23:52.362712 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b7d21475-6c99-4b48-b0b8-c86ba21f4fdb req-ec1517fd-6d74-49d9-9ca7-28d218480f63 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309381 Jul 16 02:23:53.535184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ac0e2-7daa-4a20-88dc-09c1c67d15fd req-4aecfcf4-3296-48c9-a366-43008aa8d483 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:53.536831 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-680ac0e2-7daa-4a20-88dc-09c1c67d15fd req-4aecfcf4-3296-48c9-a366-43008aa8d483 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.0628777 Jul 16 02:23:53.574486 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-680ac0e2-7daa-4a20-88dc-09c1c67d15fd req-ec6b3e42-27b3-487a-83e6-d24d663e8a84 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319877 Jul 16 02:23:54.267926 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:54.748717 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc156a-f08a-4ee2-b2ef-738e85bcbe00 req-f914980e-d63a-41a7-94aa-10c3f7fa2f97 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:54.750202 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c5fc156a-f08a-4ee2-b2ef-738e85bcbe00 req-f914980e-d63a-41a7-94aa-10c3f7fa2f97 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.0614183 Jul 16 02:23:54.792721 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c5fc156a-f08a-4ee2-b2ef-738e85bcbe00 req-e76f3ba0-4f10-4f35-8b09-20261b59eb55 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359082 Jul 16 02:23:56.245045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa19365-e70f-443c-96ce-9d8bbdf97ce1 req-41fe4ed0-ad56-4443-9517-f45ff7bb97d3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:56.246452 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9aa19365-e70f-443c-96ce-9d8bbdf97ce1 req-41fe4ed0-ad56-4443-9517-f45ff7bb97d3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.3426571 Jul 16 02:23:56.353483 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9aa19365-e70f-443c-96ce-9d8bbdf97ce1 req-662cc66e-f53f-4774-818d-c10753fe4ade tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010568 Jul 16 02:23:57.574060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ceb2f-55e5-4ca7-9c6d-036516c34a04 req-291a4f56-d285-4904-87e2-1e6e63b948cc tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:57.575534 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e01ceb2f-55e5-4ca7-9c6d-036516c34a04 req-291a4f56-d285-4904-87e2-1e6e63b948cc tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.1095448 Jul 16 02:23:57.612583 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e01ceb2f-55e5-4ca7-9c6d-036516c34a04 req-cbc58ddc-3d4c-41cd-880f-693eed834dfe tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315177 Jul 16 02:23:58.431060 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-17cee652-c690-4ca0-9244-8e78a9118e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:58.793420 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406450c-8d56-41db-8797-5d175feebf45 req-c202aa6c-a69d-4ded-b74c-771b00d934e0 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:58.794826 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4406450c-8d56-41db-8797-5d175feebf45 req-c202aa6c-a69d-4ded-b74c-771b00d934e0 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.0649722 Jul 16 02:23:58.835982 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4406450c-8d56-41db-8797-5d175feebf45 req-23767ac3-2b19-4241-998c-7593192c7694 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353751 Jul 16 02:23:59.279965 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:59.653525 n-d-800086-6 neutron-server[93831]: INFO neutron.api.v2.resource [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8354c9da-5a95-475f-826e-2e615fe9fe4b service neutron] show failed (client error): The resource could not be found. Jul 16 02:23:59.654523 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8354c9da-5a95-475f-826e-2e615fe9fe4b service neutron] 10.222.0.47 "GET /v2.0/ports/729c3d55-d314-4d86-abbb-4a2a50d59664/bindings/n-h1-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.0621145 Jul 16 02:23:59.949074 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c5654-6a6e-4373-95a1-096b0177f101 req-0bb562d4-668d-4d41-8d73-ac12998ee773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:59.950596 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-531c5654-6a6e-4373-95a1-096b0177f101 req-0bb562d4-668d-4d41-8d73-ac12998ee773 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b&tenant_id=9b09901fa6c94a9bb4e78afefb3e2856 HTTP/1.1" status: 200 len: 1096 time: 0.0967090 Jul 16 02:23:59.986183 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:00.178677 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 729c3d55-d314-4d86-abbb-4a2a50d59664 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:00.259442 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:00.293844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:00.293844 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1254440a-b4b9-4aff-b51c-f7207bb76a31" -d '{"events": [{"server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "name": "network-vif-unplugged", "status": "completed", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:00.298449 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=729c3d55-d314-4d86-abbb-4a2a50d59664,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:00.305092 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:00.359897 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=729c3d55-d314-4d86-abbb-4a2a50d59664,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:00.368427 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.369002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.369651 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.370084 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.370600 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.370944 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.371384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.371946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.372499 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.373047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.373572 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.373965 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.403916 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592be10b-680a-4607-8435-9907cbf558f5 x-openstack-request-id: req-592be10b-680a-4607-8435-9907cbf558f5 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:00.404214 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "name": "network-vif-unplugged", "status": "completed", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:00.404469 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-592be10b-680a-4607-8435-9907cbf558f5 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:00.404863 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664', 'code': 200} Jul 16 02:24:00.445906 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a283862-de7f-4bf6-a5c5-99dea695cbb7 req-9a3e76f8-e43e-48e1-8d9a-1dc847f86b50 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:00.447332 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8a283862-de7f-4bf6-a5c5-99dea695cbb7 req-9a3e76f8-e43e-48e1-8d9a-1dc847f86b50 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.4958725 Jul 16 02:24:00.447917 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:00.526303 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8a283862-de7f-4bf6-a5c5-99dea695cbb7 req-4c3a05a9-87fd-42d6-9245-f9bab693ce27 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699561 Jul 16 02:24:00.680299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=729c3d55-d314-4d86-abbb-4a2a50d59664,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:00.712169 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h2-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:00.744489 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729c3d55-d314-4d86-abbb-4a2a50d59664 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:24:00.752257 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:00.763940 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Transition to ACTIVE for port object 729c3d55-d314-4d86-abbb-4a2a50d59664 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:00.767318 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:00.845202 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Pushing event updated for resources: {'Port': ['ID=729c3d55-d314-4d86-abbb-4a2a50d59664,revision_number=7']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:00.860295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.860651 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.860977 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.861316 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.861652 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.861985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.862318 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.862642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.862981 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.863291 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.863613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.863967 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:00.902046 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] No DVR routers for this DVR port 729c3d55-d314-4d86-abbb-4a2a50d59664 on host n-h2-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:24:01.044274 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Attempting to bind port 729c3d55-d314-4d86-abbb-4a2a50d59664 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:24:01.044949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Attempting to bind port 729c3d55-d314-4d86-abbb-4a2a50d59664 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:24:01.044949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Attempting to bind port 729c3d55-d314-4d86-abbb-4a2a50d59664 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:01.048990 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Port 729c3d55-d314-4d86-abbb-4a2a50d59664 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:24:01.049308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Attempting to bind port 729c3d55-d314-4d86-abbb-4a2a50d59664 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:01.054507 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:24:01.054839 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Checking segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:01.055219 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Bound using segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:24:01.055637 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Bound port: 729c3d55-d314-4d86-abbb-4a2a50d59664, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:24:01.056011 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:01.118276 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:01.121618 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=729c3d55-d314-4d86-abbb-4a2a50d59664,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:24:01.124791 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:01.126404 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:01.126548 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-756d1d90-d138-4072-81ee-48e8215a00f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:01.161736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:01.162358 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:01.163765 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-531c5654-6a6e-4373-95a1-096b0177f101 req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] 10.222.0.26 "PUT /v2.0/ports/729c3d55-d314-4d86-abbb-4a2a50d59664 HTTP/1.1" status: 200 len: 1091 time: 1.1828003 Jul 16 02:24:01.164200 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:01.166434 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:01.193941 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6bab0-4995-4937-8c3f-2872cb21b80d service neutron] Pushing event updated for resources: {'Port': ['ID=729c3d55-d314-4d86-abbb-4a2a50d59664,revision_number=8']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:01.260107 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c5654-6a6e-4373-95a1-096b0177f101 req-f2139a4a-bc09-49f1-a470-e50a930bb0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:01.261687 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-531c5654-6a6e-4373-95a1-096b0177f101 req-f2139a4a-bc09-49f1-a470-e50a930bb0a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 1094 time: 0.0611086 Jul 16 02:24:01.289008 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9a982f-bb9f-441c-a264-20b0e4f16c4f x-openstack-request-id: req-de9a982f-bb9f-441c-a264-20b0e4f16c4f {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:01.289297 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:01.289614 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-de9a982f-bb9f-441c-a264-20b0e4f16c4f {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:01.289926 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664', 'status': 'completed', 'code': 200} Jul 16 02:24:01.360505 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c5654-6a6e-4373-95a1-096b0177f101 req-74220df8-3c4b-4ef1-b32e-69fd6aa85c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:01.362029 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-531c5654-6a6e-4373-95a1-096b0177f101 req-74220df8-3c4b-4ef1-b32e-69fd6aa85c1b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0941384 Jul 16 02:24:01.387419 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-78c990fb-2cb9-4f68-9a9f-95b9b27c20d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:01.388976 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-78c990fb-2cb9-4f68-9a9f-95b9b27c20d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 1094 time: 0.0571146 Jul 16 02:24:01.432043 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-531c5654-6a6e-4373-95a1-096b0177f101 req-71e825fb-d107-4874-b40c-420f1252bf20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729c3d55-d314-4d86-abbb-4a2a50d59664 HTTP/1.1" status: 200 len: 1000 time: 0.0634015 Jul 16 02:24:01.480304 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c5654-6a6e-4373-95a1-096b0177f101 req-0c190650-0b7e-4cd8-a23f-d3ee4bb4fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:01.481005 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-ae8ca08b-0c91-4917-8013-1215c2217321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:01.481791 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-531c5654-6a6e-4373-95a1-096b0177f101 req-0c190650-0b7e-4cd8-a23f-d3ee4bb4fec1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0442436 Jul 16 02:24:01.482447 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-ae8ca08b-0c91-4917-8013-1215c2217321 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0857821 Jul 16 02:24:01.539754 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c5654-6a6e-4373-95a1-096b0177f101 req-9f1cef1b-762a-41ae-8171-7c6e2db7e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:01.541212 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-531c5654-6a6e-4373-95a1-096b0177f101 req-9f1cef1b-762a-41ae-8171-7c6e2db7e130 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527170 Jul 16 02:24:01.551350 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-c263421d-cc6a-40fa-9c91-b9ef0eabdbf2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729c3d55-d314-4d86-abbb-4a2a50d59664 HTTP/1.1" status: 200 len: 1000 time: 0.0623426 Jul 16 02:24:01.599603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-8b9ac8c7-e0a5-4d13-9a3c-425c8b496057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:01.601199 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-8b9ac8c7-e0a5-4d13-9a3c-425c8b496057 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0441005 Jul 16 02:24:01.643256 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-531c5654-6a6e-4373-95a1-096b0177f101 req-c7ed034b-36b4-4f62-9ee7-c58b3d343dca service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957823 Jul 16 02:24:01.658190 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-ce3f485f-3f45-47b1-bc3c-e8b785acbd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:01.659747 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-ce3f485f-3f45-47b1-bc3c-e8b785acbd0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523703 Jul 16 02:24:01.752729 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-3b4c7c98-55a1-41fb-b08b-14b5b8ab70ba service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866778 Jul 16 02:24:01.778445 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740942a9-cd21-4f6a-8384-ce9447aedfb9 req-89fac431-2087-4416-8da3-3e26b2c54b7b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:01.779977 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-740942a9-cd21-4f6a-8384-ce9447aedfb9 req-89fac431-2087-4416-8da3-3e26b2c54b7b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 943 time: 0.1357441 Jul 16 02:24:01.785732 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-531c5654-6a6e-4373-95a1-096b0177f101 req-93a60e20-6027-4619-bc6a-1f4a34bf9685 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308274 Jul 16 02:24:01.821286 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-740942a9-cd21-4f6a-8384-ce9447aedfb9 req-15fede6a-2b57-4bcd-ab2e-9709bd2b87ea tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349414 Jul 16 02:24:01.857866 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-593f0309-d81d-4530-bf67-411205774804 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984004 Jul 16 02:24:01.912005 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-22b5deeb-84be-4735-b940-c3bb3d103ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:01.913639 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-22b5deeb-84be-4735-b940-c3bb3d103ace service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 1094 time: 0.0562470 Jul 16 02:24:02.010015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-f75ae7ab-b61a-4206-b0d0-7e9b64cd6ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:02.011525 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-f75ae7ab-b61a-4206-b0d0-7e9b64cd6ed1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0923421 Jul 16 02:24:02.078940 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-8012fce4-8322-4924-96a8-35e60f212a12 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729c3d55-d314-4d86-abbb-4a2a50d59664 HTTP/1.1" status: 200 len: 1000 time: 0.0605168 Jul 16 02:24:02.131311 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-766728c1-bcb6-4510-ac02-12ebc0b3143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:02.132828 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-766728c1-bcb6-4510-ac02-12ebc0b3143a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0479052 Jul 16 02:24:02.190052 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-ca98e1de-7089-4904-a872-fbe9f4405a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:02.191597 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-ca98e1de-7089-4904-a872-fbe9f4405a97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529642 Jul 16 02:24:02.247896 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:02.284162 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-5d151e9e-2da6-476a-b328-cd3496e783d8 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858972 Jul 16 02:24:02.381356 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f42a50e-1110-49cb-9279-d97b8cf9d8ca req-7099331f-c984-45f4-9455-ba5852ccd5ae service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905828 Jul 16 02:24:02.998545 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97400de1-d5c5-449c-b6e8-f15a3309c62c req-7e2ad5ae-9b82-4a1e-867a-e22a6d826125 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:03.000168 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97400de1-d5c5-449c-b6e8-f15a3309c62c req-7e2ad5ae-9b82-4a1e-867a-e22a6d826125 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 943 time: 0.0639215 Jul 16 02:24:03.040168 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97400de1-d5c5-449c-b6e8-f15a3309c62c req-8598cb70-be10-49e4-8900-7a35af5fd130 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333159 Jul 16 02:24:03.987121 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:04.218727 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca740a1-78a0-4ffd-90d1-d273bacf12d3 req-fc35127c-0ac3-4d76-9887-92e8542539e7 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:04.220155 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9ca740a1-78a0-4ffd-90d1-d273bacf12d3 req-fc35127c-0ac3-4d76-9887-92e8542539e7 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 943 time: 0.0647757 Jul 16 02:24:04.258922 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9ca740a1-78a0-4ffd-90d1-d273bacf12d3 req-8973ceb6-66f6-4be5-9eeb-934d31c2b8f8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329051 Jul 16 02:24:05.453014 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc12958-93e8-4a3b-a6d5-ade2fd9efa23 req-e1fd82cd-ac24-4974-ac11-704338d33bd8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:05.454499 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cbc12958-93e8-4a3b-a6d5-ade2fd9efa23 req-e1fd82cd-ac24-4974-ac11-704338d33bd8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 943 time: 0.0638547 Jul 16 02:24:05.493951 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cbc12958-93e8-4a3b-a6d5-ade2fd9efa23 req-09971e3f-96b6-45fe-bbd5-efcfab087e0b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328741 Jul 16 02:24:06.675862 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac81f7-9454-4e2d-aabf-e4c24d088d98 req-89876e8b-549b-41db-88a0-fb06a1a9913f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:06.677479 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ddac81f7-9454-4e2d-aabf-e4c24d088d98 req-89876e8b-549b-41db-88a0-fb06a1a9913f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 943 time: 0.0677571 Jul 16 02:24:06.714917 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ddac81f7-9454-4e2d-aabf-e4c24d088d98 req-935bb7e5-a6c8-43d0-bb4c-0e3ff95b0c0f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320640 Jul 16 02:24:07.892316 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d4aa0-86b8-4344-b545-5ad5bd9f6698 req-73a18998-4d20-439c-a08a-1b3c98ec9f79 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:07.893803 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b03d4aa0-86b8-4344-b545-5ad5bd9f6698 req-73a18998-4d20-439c-a08a-1b3c98ec9f79 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 943 time: 0.0662749 Jul 16 02:24:07.931901 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b03d4aa0-86b8-4344-b545-5ad5bd9f6698 req-66df62ea-1e01-424f-98cb-cd42bd096d43 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319853 Jul 16 02:24:09.105483 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f286f-34e3-4208-a9a9-837d338b916c req-d8a48069-747b-4079-8123-16aeace0e3c3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:09.106969 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-814f286f-34e3-4208-a9a9-837d338b916c req-d8a48069-747b-4079-8123-16aeace0e3c3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 943 time: 0.0628428 Jul 16 02:24:09.145187 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-814f286f-34e3-4208-a9a9-837d338b916c req-7acab454-b5b7-4d5b-9116-e131619b9593 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326886 Jul 16 02:24:10.320162 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49247f50-aec2-4ecc-85ec-39678b5fcab6 req-c0246727-cfbe-4fe2-9e62-ea9e483c374e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:10.321660 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-49247f50-aec2-4ecc-85ec-39678b5fcab6 req-c0246727-cfbe-4fe2-9e62-ea9e483c374e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 943 time: 0.0658398 Jul 16 02:24:10.358807 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-49247f50-aec2-4ecc-85ec-39678b5fcab6 req-bf8ddd13-7fff-487c-b39d-caec622cad95 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316324 Jul 16 02:24:11.535701 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f918aa3-db6e-4cc3-aae6-f1b58825bf75 req-51da73b2-8c89-4758-be8e-fab1f7786df1 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:11.537118 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f918aa3-db6e-4cc3-aae6-f1b58825bf75 req-51da73b2-8c89-4758-be8e-fab1f7786df1 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 943 time: 0.0634346 Jul 16 02:24:11.574734 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f918aa3-db6e-4cc3-aae6-f1b58825bf75 req-52159324-fa1e-410c-b991-a22e213c2d02 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321069 Jul 16 02:24:12.750939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d09a5a-5551-48c6-b1ed-aaa89ea7cb72 req-2748a124-016e-44f6-b4d3-223e8566e0c8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:12.752434 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1d09a5a-5551-48c6-b1ed-aaa89ea7cb72 req-2748a124-016e-44f6-b4d3-223e8566e0c8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 943 time: 0.0655706 Jul 16 02:24:12.791046 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b1d09a5a-5551-48c6-b1ed-aaa89ea7cb72 req-238d9904-860b-4e86-973f-be8d0059c229 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329235 Jul 16 02:24:13.970611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba1105-93fc-4f60-a916-1282cc859117 req-71d2db65-7899-4d92-9823-e48707351414 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:13.972102 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-66ba1105-93fc-4f60-a916-1282cc859117 req-71d2db65-7899-4d92-9823-e48707351414 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 943 time: 0.0664296 Jul 16 02:24:14.009043 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-66ba1105-93fc-4f60-a916-1282cc859117 req-34c32548-f37f-438b-812d-bd8905b54ed3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309155 Jul 16 02:24:14.415285 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-4afefc55-ce1e-4496-a66a-2d0a12f82be5 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:14.416681 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-4afefc55-ce1e-4496-a66a-2d0a12f82be5 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b&tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&binding%3Ahost_id=n-h1-800086-6 HTTP/1.1" status: 200 len: 943 time: 0.0857441 Jul 16 02:24:14.505555 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-18adfedc-1b48-44e2-abb3-ad30d3fb5870 service neutron] 10.222.0.26 "GET /v2.0/ports/729c3d55-d314-4d86-abbb-4a2a50d59664/bindings/n-h1-800086-6 HTTP/1.1" status: 200 len: 382 time: 0.0723455 Jul 16 02:24:14.517816 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fcddf-9cb6-4973-805c-3a1e1d849b17 req-238a9201-098d-43c2-bc7d-31dda45c00c6 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:14.519661 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1c3fcddf-9cb6-4973-805c-3a1e1d849b17 req-238a9201-098d-43c2-bc7d-31dda45c00c6 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 943 time: 0.1269886 Jul 16 02:24:14.585762 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1c3fcddf-9cb6-4973-805c-3a1e1d849b17 req-3b7f43e1-bbdf-491e-b203-76dd5e684035 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603707 Jul 16 02:24:14.610751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-8fc8916b-fc46-4315-b52d-63248bb369dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:14.612275 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-8fc8916b-fc46-4315-b52d-63248bb369dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 1094 time: 0.0646784 Jul 16 02:24:14.710554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-7b321231-0b56-4933-a43e-14c921c91cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:14.711952 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-7b321231-0b56-4933-a43e-14c921c91cfc service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0940568 Jul 16 02:24:14.773805 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-cb788956-fa24-4620-aad3-da1fd5eb1ea0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729c3d55-d314-4d86-abbb-4a2a50d59664 HTTP/1.1" status: 200 len: 1000 time: 0.0560327 Jul 16 02:24:14.824393 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-22cacaee-625b-4eff-a274-4081bfa9ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:14.825804 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-22cacaee-625b-4eff-a274-4081bfa9ac68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0463619 Jul 16 02:24:14.881262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-e4021665-6b3f-4aca-87a4-51c37b9bd225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:14.882807 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-e4021665-6b3f-4aca-87a4-51c37b9bd225 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504134 Jul 16 02:24:14.968551 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-9f28b444-4ed6-43c8-a363-527c54575498 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797446 Jul 16 02:24:14.996404 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 729c3d55-d314-4d86-abbb-4a2a50d59664 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:24:15.061774 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-74db2387-4bad-454d-ac6f-f666e83feeab service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871584 Jul 16 02:24:15.091484 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=729c3d55-d314-4d86-abbb-4a2a50d59664,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:15.102518 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '729c3d55-d314-4d86-abbb-4a2a50d59664', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'port_id': '729c3d55-d314-4d86-abbb-4a2a50d59664', 'mac_address': 'fa:16:3e:65:51:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:24:15.138601 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:15.150720 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729c3d55-d314-4d86-abbb-4a2a50d59664 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:24:15.169471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=729c3d55-d314-4d86-abbb-4a2a50d59664,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:15.173362 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:15.222576 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=729c3d55-d314-4d86-abbb-4a2a50d59664,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:15.504998 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['729c3d55-d314-4d86-abbb-4a2a50d59664'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:24:15.761467 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9a850-e77b-41ae-bdd1-0dbea24e4a51 req-b12c9457-4d8c-4e71-8b4c-c4a10e830240 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:15.762857 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-14d9a850-e77b-41ae-bdd1-0dbea24e4a51 req-b12c9457-4d8c-4e71-8b4c-c4a10e830240 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 944 time: 0.0636785 Jul 16 02:24:15.800582 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-14d9a850-e77b-41ae-bdd1-0dbea24e4a51 req-3083cd7b-31ba-47ac-8ba0-d610430bb371 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322530 Jul 16 02:24:16.977082 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b402211-0478-4bed-ad38-81635991a1ce req-03cb0345-3039-4d04-a5f8-fcc92b5eb843 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:16.978276 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8b402211-0478-4bed-ad38-81635991a1ce req-03cb0345-3039-4d04-a5f8-fcc92b5eb843 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 944 time: 0.0638807 Jul 16 02:24:17.004710 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 729c3d55-d314-4d86-abbb-4a2a50d59664 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:17.017334 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8b402211-0478-4bed-ad38-81635991a1ce req-b8a0f596-3e91-4ca0-b774-5565d3ae88a7 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332544 Jul 16 02:24:17.056334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 729c3d55-d314-4d86-abbb-4a2a50d59664 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:17.059909 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 729c3d55-d314-4d86-abbb-4a2a50d59664 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:17.060299 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:17.138206 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:17.161997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:17.164427 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7265f05-5bc3-4032-a2ba-4b9c7d2f94d8" -d '{"events": [{"server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "name": "network-vif-plugged", "status": "completed", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:17.175302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=729c3d55-d314-4d86-abbb-4a2a50d59664,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:17.180465 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:17.221277 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afe75e1-bc0c-46df-bf1b-33f11f6ffa16 x-openstack-request-id: req-5afe75e1-bc0c-46df-bf1b-33f11f6ffa16 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:17.221581 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "name": "network-vif-plugged", "status": "completed", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:17.221823 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5afe75e1-bc0c-46df-bf1b-33f11f6ffa16 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:17.222213 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664', 'code': 200} Jul 16 02:24:17.231908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=729c3d55-d314-4d86-abbb-4a2a50d59664,revision_number=10']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:18.202214 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dcc83-57fe-412f-af86-e789e894924b req-4a92b517-49ff-42d2-9a68-582cf14fe4f1 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:18.203754 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1c0dcc83-57fe-412f-af86-e789e894924b req-4a92b517-49ff-42d2-9a68-582cf14fe4f1 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 946 time: 0.0722697 Jul 16 02:24:18.246013 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1c0dcc83-57fe-412f-af86-e789e894924b req-57e12f2f-4868-4782-b75c-89b702f61113 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367668 Jul 16 02:24:19.011247 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 729c3d55-d314-4d86-abbb-4a2a50d59664 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:19.089639 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:19.115165 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-05c79219-05db-4f55-b76d-7e7c25b5c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:19.116838 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-05c79219-05db-4f55-b76d-7e7c25b5c2b7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b&tenant_id=9b09901fa6c94a9bb4e78afefb3e2856 HTTP/1.1" status: 200 len: 1097 time: 0.0528059 Jul 16 02:24:19.121308 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=729c3d55-d314-4d86-abbb-4a2a50d59664,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:19.124877 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:19.134372 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:19.171050 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=729c3d55-d314-4d86-abbb-4a2a50d59664,revision_number=11']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:19.210169 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:19.223535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:19.225955 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb8b06b-58e0-4f4e-870e-78fc060146a9" -d '{"events": [{"server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "name": "network-vif-unplugged", "status": "completed", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:19.275543 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af21ea3d-cafb-41f6-8920-197c94ea5c1f x-openstack-request-id: req-af21ea3d-cafb-41f6-8920-197c94ea5c1f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:19.280433 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "name": "network-vif-unplugged", "status": "completed", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:19.280433 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af21ea3d-cafb-41f6-8920-197c94ea5c1f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:19.280433 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664', 'code': 200} Jul 16 02:24:19.416102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=729c3d55-d314-4d86-abbb-4a2a50d59664,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:19.424904 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f34d28-a288-4cb4-bada-38576815d199 req-f932ce34-6428-4a00-a081-fa1b5d32daa5 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:19.426467 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-14f34d28-a288-4cb4-bada-38576815d199 req-f932ce34-6428-4a00-a081-fa1b5d32daa5 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 944 time: 0.0643101 Jul 16 02:24:19.449914 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:19.465300 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-14f34d28-a288-4cb4-bada-38576815d199 req-68690561-5677-4abe-b961-312eb299460b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321162 Jul 16 02:24:19.481697 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729c3d55-d314-4d86-abbb-4a2a50d59664 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:24:19.489047 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:19.501181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Transition to ACTIVE for port object 729c3d55-d314-4d86-abbb-4a2a50d59664 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:19.504149 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:19.586079 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Pushing event updated for resources: {'Port': ['ID=729c3d55-d314-4d86-abbb-4a2a50d59664,revision_number=12']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:19.602244 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.603547 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.603942 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.604512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.604930 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.605341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.605755 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.606160 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.606497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.606835 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.607167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.607496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.639129 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] No DVR routers for this DVR port 729c3d55-d314-4d86-abbb-4a2a50d59664 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:24:19.779036 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Attempting to bind port 729c3d55-d314-4d86-abbb-4a2a50d59664 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:24:19.779367 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Attempting to bind port 729c3d55-d314-4d86-abbb-4a2a50d59664 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:24:19.779690 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Attempting to bind port 729c3d55-d314-4d86-abbb-4a2a50d59664 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:19.783885 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Port 729c3d55-d314-4d86-abbb-4a2a50d59664 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:24:19.784210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Attempting to bind port 729c3d55-d314-4d86-abbb-4a2a50d59664 on network f1e7b6de-139f-4833-a80f-2c88b5409fe7 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:19.789391 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:24:19.789724 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Checking segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:19.790101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Bound using segment: {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:24:19.790516 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Bound port: 729c3d55-d314-4d86-abbb-4a2a50d59664, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:24:19.790862 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:19.854048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:19.857206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=729c3d55-d314-4d86-abbb-4a2a50d59664,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:24:19.860625 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:19.896451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:19.897075 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:19.898681 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] 10.222.0.47 "PUT /v2.0/ports/729c3d55-d314-4d86-abbb-4a2a50d59664 HTTP/1.1" status: 200 len: 1092 time: 0.7691872 Jul 16 02:24:19.899125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:19.901702 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:19.928780 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31001e9e-0de0-478f-8498-db381b0f769a service neutron] Pushing event updated for resources: {'Port': ['ID=729c3d55-d314-4d86-abbb-4a2a50d59664,revision_number=13']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:19.993843 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-e000a58e-a192-4031-8d2f-74198c0b8d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:19.995426 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-e000a58e-a192-4031-8d2f-74198c0b8d36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 1095 time: 0.0589027 Jul 16 02:24:20.021009 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a24c2b-2458-443c-8b86-2ff5517cb323 x-openstack-request-id: req-d9a24c2b-2458-443c-8b86-2ff5517cb323 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:20.021300 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:20.021562 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d9a24c2b-2458-443c-8b86-2ff5517cb323 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:20.021961 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664', 'status': 'completed', 'code': 200} Jul 16 02:24:20.097728 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-15ea41b5-fb87-4d88-a2ea-b0582b438830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:20.099258 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-15ea41b5-fb87-4d88-a2ea-b0582b438830 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0977888 Jul 16 02:24:20.114995 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-656e0cac-f9a4-4970-9c12-3e746afc4b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:20.116687 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-656e0cac-f9a4-4970-9c12-3e746afc4b03 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 1095 time: 0.0549798 Jul 16 02:24:20.165706 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-7e1d5829-9de5-4a5e-9254-c700b0b26244 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729c3d55-d314-4d86-abbb-4a2a50d59664 HTTP/1.1" status: 200 len: 1000 time: 0.0599387 Jul 16 02:24:20.212168 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-0df3c03f-c52e-44ab-86c0-1e31f47d2aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:20.213558 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-0df3c03f-c52e-44ab-86c0-1e31f47d2aeb service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0906630 Jul 16 02:24:20.218121 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-0423fc99-938b-4eb7-9ffb-4381612c6afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:20.219548 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-0423fc99-938b-4eb7-9ffb-4381612c6afd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0483577 Jul 16 02:24:20.277231 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-ac644fe1-9029-4287-bb2e-b3f2dbee41cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:20.278781 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-ac644fe1-9029-4287-bb2e-b3f2dbee41cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519056 Jul 16 02:24:20.279637 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-8ffcdb9c-dfe4-4598-93cb-81ca4333701e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729c3d55-d314-4d86-abbb-4a2a50d59664 HTTP/1.1" status: 200 len: 1000 time: 0.0594261 Jul 16 02:24:20.332918 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-0a85ae83-e713-4778-afef-5edfffa6cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:20.334368 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-0a85ae83-e713-4778-afef-5edfffa6cf14 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0482783 Jul 16 02:24:20.370244 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-b4c526c0-315e-49b4-847d-b82ffabff2b9 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840528 Jul 16 02:24:20.391675 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-2b5a6638-a7a9-4654-8f93-b37cb5fa6c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:20.393216 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-2b5a6638-a7a9-4654-8f93-b37cb5fa6c1d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523293 Jul 16 02:24:20.465916 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-df447e2e-36d0-44c5-b762-a65bb2499201 req-fc3f1eba-68b7-438d-a06f-442ddfff39c2 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891900 Jul 16 02:24:20.484553 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-03c83b2b-aaee-4a8d-a1f1-3cd717f891ad service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845289 Jul 16 02:24:20.580037 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-a768e95f-159f-495a-a345-08da10ef82d1 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896575 Jul 16 02:24:20.613655 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-61d980e2-74a4-480a-82d9-314f8ef231c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:20.616244 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-61d980e2-74a4-480a-82d9-314f8ef231c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 1095 time: 0.0780075 Jul 16 02:24:20.647650 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c34974-e756-435e-b334-8e669881adc3 req-2c766e17-5b6e-4407-b1c3-798ae401d9f1 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:20.650512 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b6c34974-e756-435e-b334-8e669881adc3 req-2c766e17-5b6e-4407-b1c3-798ae401d9f1 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 944 time: 0.0682163 Jul 16 02:24:20.698761 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b6c34974-e756-435e-b334-8e669881adc3 req-f1eff32f-a25b-48f7-9322-40e2644f6396 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421319 Jul 16 02:24:20.718615 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-b964b82f-b005-4142-8b68-8e34f532947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:20.720143 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-b964b82f-b005-4142-8b68-8e34f532947c service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 200 len: 912 time: 0.0975742 Jul 16 02:24:20.786813 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-966e7183-a645-4a7a-88e9-f14c86078166 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729c3d55-d314-4d86-abbb-4a2a50d59664 HTTP/1.1" status: 200 len: 1000 time: 0.0595891 Jul 16 02:24:20.840200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-00629a23-1003-4b63-970e-ba2cbbf364fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:20.841595 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-00629a23-1003-4b63-970e-ba2cbbf364fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 200 len: 850 time: 0.0485883 Jul 16 02:24:20.899248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-cd8ed5e3-12e9-40d2-a8b9-0ab0340fcd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:20.901063 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-cd8ed5e3-12e9-40d2-a8b9-0ab0340fcd9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e7b6de-139f-4833-a80f-2c88b5409fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531237 Jul 16 02:24:20.989505 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-75319a2a-fb62-4f91-be44-ef81097ffc95 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815239 Jul 16 02:24:21.086916 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-af0d0695-5f57-4ed1-abf3-0ce159a9c19c req-26f787c2-aee7-4b68-b33e-35319c0cb0d0 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901780 Jul 16 02:24:21.877251 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e949c-55b5-46c3-a900-cb9afc1a562c req-5155c68c-27ca-4c51-9458-31770e7e8941 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:21.878741 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b4e949c-55b5-46c3-a900-cb9afc1a562c req-5155c68c-27ca-4c51-9458-31770e7e8941 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 944 time: 0.0633309 Jul 16 02:24:21.918248 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3b4e949c-55b5-46c3-a900-cb9afc1a562c req-aed8d515-d27e-47c3-8981-1d6e3447a176 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335343 Jul 16 02:24:23.094663 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853eb69b-ed5a-466b-9c4d-fb1de9f9a848 req-a63439cd-8eec-48f4-ab8b-45d0fff0ea4d tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:23.096181 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-853eb69b-ed5a-466b-9c4d-fb1de9f9a848 req-a63439cd-8eec-48f4-ab8b-45d0fff0ea4d tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 944 time: 0.0649915 Jul 16 02:24:23.134084 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-853eb69b-ed5a-466b-9c4d-fb1de9f9a848 req-9c9e8910-a4c9-4ae1-9c83-6d2a30fe66d0 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316072 Jul 16 02:24:24.298965 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:24.328517 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e1435-4ebc-4254-bdce-cf916c4fe7c5 req-f0655ab1-a245-4fc0-801a-18f920e7d685 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:24.330029 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f5e1435-4ebc-4254-bdce-cf916c4fe7c5 req-f0655ab1-a245-4fc0-801a-18f920e7d685 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 944 time: 0.0745070 Jul 16 02:24:24.368632 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1f5e1435-4ebc-4254-bdce-cf916c4fe7c5 req-a87303e3-688a-4dba-8a8e-fccfb6adb37a tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321698 Jul 16 02:24:24.684324 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:24:25.541523 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d5309-f015-445f-904a-25205c18126f req-b45647fe-0917-44ed-83f2-6ef3c81c9fb3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:25.543015 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fe9d5309-f015-445f-904a-25205c18126f req-b45647fe-0917-44ed-83f2-6ef3c81c9fb3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 944 time: 0.0630920 Jul 16 02:24:25.579878 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fe9d5309-f015-445f-904a-25205c18126f req-03342bb7-1a60-45cb-ba96-f53bea20881f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313759 Jul 16 02:24:26.760195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5f118-f578-43ba-bb23-41f00dac30c9 req-2ee21b44-88d8-42dc-9114-be0b60cb4cd2 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:26.761684 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9ae5f118-f578-43ba-bb23-41f00dac30c9 req-2ee21b44-88d8-42dc-9114-be0b60cb4cd2 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 944 time: 0.0683694 Jul 16 02:24:26.800073 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9ae5f118-f578-43ba-bb23-41f00dac30c9 req-115b160e-559e-4b92-a336-2b3d1ac1d7c6 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328174 Jul 16 02:24:27.983951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec55d4c-4079-4383-8123-98eea1e605cc req-ceda13ad-b7fa-4afc-b2ba-2098fce1f7c0 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:27.985434 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1ec55d4c-4079-4383-8123-98eea1e605cc req-ceda13ad-b7fa-4afc-b2ba-2098fce1f7c0 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 944 time: 0.0677879 Jul 16 02:24:28.022585 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1ec55d4c-4079-4383-8123-98eea1e605cc req-2e222254-cb74-46e1-b25d-13c5bbc03e8e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316780 Jul 16 02:24:28.433332 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4abe6403-944f-4ec3-a171-ee67b13f4a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:29.200216 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c85306-33d4-435d-91ea-3e7cb4feb870 req-6df39d5e-d5d3-4f52-ac5f-c0eff57a5cbd tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:29.201764 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77c85306-33d4-435d-91ea-3e7cb4feb870 req-6df39d5e-d5d3-4f52-ac5f-c0eff57a5cbd tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 944 time: 0.0669692 Jul 16 02:24:29.239539 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77c85306-33d4-435d-91ea-3e7cb4feb870 req-a09b4cce-4787-4f85-bd45-ebc80796c3b3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323701 Jul 16 02:24:29.279235 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:30.427489 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b51c68-db53-4b23-b279-728b7203d46c req-78680a3c-5834-4053-87e3-b3bcda4995b8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:30.429006 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a3b51c68-db53-4b23-b279-728b7203d46c req-78680a3c-5834-4053-87e3-b3bcda4995b8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 944 time: 0.0644581 Jul 16 02:24:30.466915 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a3b51c68-db53-4b23-b279-728b7203d46c req-81982945-f5c9-4f51-8b84-f2a4ffd23476 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317740 Jul 16 02:24:31.124701 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:31.126451 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c32c4136-a0a8-47ce-94e4-a737283d13a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:31.643154 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4b123-b493-404d-9d94-14356a44a79e req-ebbefbe1-95f7-4402-b8ed-5d6ba3682017 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:31.644616 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e0c4b123-b493-404d-9d94-14356a44a79e req-ebbefbe1-95f7-4402-b8ed-5d6ba3682017 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 944 time: 0.0665221 Jul 16 02:24:31.682385 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e0c4b123-b493-404d-9d94-14356a44a79e req-101a1cbf-944b-49f8-8f77-48387f8af2ac tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313942 Jul 16 02:24:31.853951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736b387-0458-45d2-b7d4-020471898708 req-b92d0cc2-c34e-47f5-9df0-8b46a9e9c23e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:31.855439 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7736b387-0458-45d2-b7d4-020471898708 req-b92d0cc2-c34e-47f5-9df0-8b46a9e9c23e tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 944 time: 0.0629537 Jul 16 02:24:31.897530 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7736b387-0458-45d2-b7d4-020471898708 req-4598d529-edd2-4232-b9b9-87ebc06ff71b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364316 Jul 16 02:24:32.069637 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1024ad-fccc-4f95-8932-521d06d28575 req-e8864088-9454-44a1-a955-5ad1dae4650b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:32.071728 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1e1024ad-fccc-4f95-8932-521d06d28575 req-e8864088-9454-44a1-a955-5ad1dae4650b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 944 time: 0.0638723 Jul 16 02:24:32.108212 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1e1024ad-fccc-4f95-8932-521d06d28575 req-39144085-892b-416a-9955-1461ac82c20b tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309548 Jul 16 02:24:32.245240 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.303202 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 729c3d55-d314-4d86-abbb-4a2a50d59664 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:24:32.413441 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=729c3d55-d314-4d86-abbb-4a2a50d59664,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:32.425105 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '729c3d55-d314-4d86-abbb-4a2a50d59664', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'port_id': '729c3d55-d314-4d86-abbb-4a2a50d59664', 'mac_address': 'fa:16:3e:65:51:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:24:32.462623 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.478864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729c3d55-d314-4d86-abbb-4a2a50d59664 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:24:32.494561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9696c6a-f435-4003-863c-b3043ab24721 req-ffef2b26-c4c4-4130-bdcc-4a58162afbaf tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:32.496078 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9696c6a-f435-4003-863c-b3043ab24721 req-ffef2b26-c4c4-4130-bdcc-4a58162afbaf tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 944 time: 0.0675483 Jul 16 02:24:32.498234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=729c3d55-d314-4d86-abbb-4a2a50d59664,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:32.501655 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.535856 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b9696c6a-f435-4003-863c-b3043ab24721 req-5e1f9995-d890-4c15-b096-29432d95edd8 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335462 Jul 16 02:24:32.549887 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=729c3d55-d314-4d86-abbb-4a2a50d59664,revision_number=14']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:32.808463 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['729c3d55-d314-4d86-abbb-4a2a50d59664'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:24:33.709999 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a704fc1-a9cc-4a12-82b4-b83c15f9e87b req-ac4fe79d-b80c-4606-88af-ac7811e508d2 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:33.712045 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a704fc1-a9cc-4a12-82b4-b83c15f9e87b req-ac4fe79d-b80c-4606-88af-ac7811e508d2 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.0635793 Jul 16 02:24:33.749116 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a704fc1-a9cc-4a12-82b4-b83c15f9e87b req-8296f3d5-6fdb-42c7-bc99-763e77564ecd tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d238bad-6512-4646-93b9-114d6ff91342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316248 Jul 16 02:24:33.988891 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:34.227343 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6080c8-c00e-4bc9-a848-a4de3914e781 req-8f57b516-f9c2-4825-b4c9-99f040a40eba tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:34.228665 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d6080c8-c00e-4bc9-a848-a4de3914e781 req-8f57b516-f9c2-4825-b4c9-99f040a40eba tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 945 time: 0.0642343 Jul 16 02:24:34.332829 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-8d6080c8-c00e-4bc9-a848-a4de3914e781 req-d5a89d79-638d-401c-9918-24f65015e767 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Deleting port 729c3d55-d314-4d86-abbb-4a2a50d59664 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:34.333182 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8d6080c8-c00e-4bc9-a848-a4de3914e781 req-d5a89d79-638d-401c-9918-24f65015e767 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:34.333817 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 729c3d55-d314-4d86-abbb-4a2a50d59664 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:34.386559 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 729c3d55-d314-4d86-abbb-4a2a50d59664 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:34.390330 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 729c3d55-d314-4d86-abbb-4a2a50d59664 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:34.390706 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:34.423996 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-8d6080c8-c00e-4bc9-a848-a4de3914e781 req-d5a89d79-638d-401c-9918-24f65015e767 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=729c3d55-d314-4d86-abbb-4a2a50d59664,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:34.424366 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8d6080c8-c00e-4bc9-a848-a4de3914e781 req-d5a89d79-638d-401c-9918-24f65015e767 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:34.467493 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:34.489772 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:34.491956 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a852bc-b0f3-406f-9414-6952c19bcaea" -d '{"events": [{"server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "name": "network-vif-plugged", "status": "completed", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:34.505053 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 729c3d55-d314-4d86-abbb-4a2a50d59664, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=729c3d55-d314-4d86-abbb-4a2a50d59664,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:34.509836 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:34.537391 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d33e78-7548-4883-823b-af3be47fc0d0 x-openstack-request-id: req-33d33e78-7548-4883-823b-af3be47fc0d0 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:34.537672 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "name": "network-vif-plugged", "status": "completed", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:34.537924 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-33d33e78-7548-4883-823b-af3be47fc0d0 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:34.538314 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664', 'code': 200} Jul 16 02:24:34.563735 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=729c3d55-d314-4d86-abbb-4a2a50d59664,revision_number=15']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:34.601330 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8d6080c8-c00e-4bc9-a848-a4de3914e781 req-d5a89d79-638d-401c-9918-24f65015e767 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:34.602398 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8d6080c8-c00e-4bc9-a848-a4de3914e781 req-d5a89d79-638d-401c-9918-24f65015e767 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:34.602943 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [req-8d6080c8-c00e-4bc9-a848-a4de3914e781 req-d5a89d79-638d-401c-9918-24f65015e767 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Floating IP 5fc64cd2-1712-4381-a969-bf50c37e0944 disassociated. External IP: 172.25.1.223, port: 729c3d55-d314-4d86-abbb-4a2a50d59664. Jul 16 02:24:34.603344 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-8d6080c8-c00e-4bc9-a848-a4de3914e781 req-d5a89d79-638d-401c-9918-24f65015e767 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Calling delete_port for 729c3d55-d314-4d86-abbb-4a2a50d59664 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:34.726484 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8d6080c8-c00e-4bc9-a848-a4de3914e781 req-d5a89d79-638d-401c-9918-24f65015e767 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:34.761426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a89d79-638d-401c-9918-24f65015e767 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Pushing event deleted for resources: {'Port': ['ID=729c3d55-d314-4d86-abbb-4a2a50d59664,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:34.886722 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d6080c8-c00e-4bc9-a848-a4de3914e781 req-d5a89d79-638d-401c-9918-24f65015e767 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Router e756f446-c8a1-4a31-8203-dfe668dcc440 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:24:34.911195 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-182a1f91-0fc0-4812-ab82-14f2f5d59d6a req-e565e2af-998e-44bf-aca4-b96100706a22 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 210 time: 0.0312467 Jul 16 02:24:35.000280 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d6080c8-c00e-4bc9-a848-a4de3914e781 req-d5a89d79-638d-401c-9918-24f65015e767 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:24:35.010603 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae65645-6eb4-47b3-8e37-591ffc6c4376 None None] Sync routers for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:24:35.019644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae65645-6eb4-47b3-8e37-591ffc6c4376 None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:35.020247 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-eae65645-6eb4-47b3-8e37-591ffc6c4376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:24:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:35.046822 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6080c8-c00e-4bc9-a848-a4de3914e781 req-d5a89d79-638d-401c-9918-24f65015e767 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] No DVR routers for this DVR port 729c3d55-d314-4d86-abbb-4a2a50d59664 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:24:35.049390 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-8d6080c8-c00e-4bc9-a848-a4de3914e781 req-d5a89d79-638d-401c-9918-24f65015e767 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:35.051436 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d6080c8-c00e-4bc9-a848-a4de3914e781 req-d5a89d79-638d-401c-9918-24f65015e767 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.47 "DELETE /v2.0/ports/729c3d55-d314-4d86-abbb-4a2a50d59664 HTTP/1.1" status: 204 len: 173 time: 0.8164940 Jul 16 02:24:35.051910 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'name': 'network-vif-deleted', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:35.054216 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7fd847-e29c-4061-8384-69a02d09d61b" -d '{"events": [{"server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "name": "network-vif-deleted", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:35.092789 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f3547a-17ed-4ed8-96bb-55d83dfbf0a5 x-openstack-request-id: req-14f3547a-17ed-4ed8-96bb-55d83dfbf0a5 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:35.093125 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1101801-b9ae-4b8a-9df4-5d825d0f511b", "name": "network-vif-deleted", "tag": "729c3d55-d314-4d86-abbb-4a2a50d59664", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:35.093371 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-14f3547a-17ed-4ed8-96bb-55d83dfbf0a5 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:35.093753 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1101801-b9ae-4b8a-9df4-5d825d0f511b', 'name': 'network-vif-deleted', 'tag': '729c3d55-d314-4d86-abbb-4a2a50d59664', 'status': 'completed', 'code': 200} Jul 16 02:24:35.142740 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-eae65645-6eb4-47b3-8e37-591ffc6c4376 None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:35.339063 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-eae65645-6eb4-47b3-8e37-591ffc6c4376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:35.364756 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae65645-6eb4-47b3-8e37-591ffc6c4376 None None] Checking router: e756f446-c8a1-4a31-8203-dfe668dcc440 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:24:35.373147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae65645-6eb4-47b3-8e37-591ffc6c4376 None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:35.373755 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-eae65645-6eb4-47b3-8e37-591ffc6c4376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:24:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:35.479203 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-eae65645-6eb4-47b3-8e37-591ffc6c4376 None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:35.832789 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-eae65645-6eb4-47b3-8e37-591ffc6c4376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:35.858010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae65645-6eb4-47b3-8e37-591ffc6c4376 None None] The sync data for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 is: [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:44Z', 'revision_number': 4, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a808da69-b045-423e-8422-369f80b849e5', 'name': '', 'network_id': 'f1e7b6de-139f-4833-a80f-2c88b5409fe7', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'mac_address': 'fa:16:3e:59:6d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:44Z', 'updated_at': '2021-07-16T02:14:49Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'subnets': [{'id': '21e5a26c-53fe-4fd2-ad27-e1be303ff20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:24:36.061672 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4289f38f-aed7-4e21-baab-f0bd43794aa8 req-aea4dc65-27c2-4a26-b696-2e8dbeac308f tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 210 time: 0.0291653 Jul 16 02:24:36.101307 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612c8aca-3848-4fbf-8e79-3fef97e89319 None None] New status for floating IP 5fc64cd2-1712-4381-a969-bf50c37e0944: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:24:37.207587 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-31a733cc-2c11-4167-b6a2-2ce16445dcda req-063a4b28-8572-44bc-ac72-046d8594a797 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 210 time: 0.0304029 Jul 16 02:24:38.356950 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9324da72-f1bc-453a-a89a-4d621a80c607 req-da9dcc4e-59b5-449c-96bf-46006d669ff4 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1101801-b9ae-4b8a-9df4-5d825d0f511b HTTP/1.1" status: 200 len: 210 time: 0.0331423 Jul 16 02:24:38.366406 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 729c3d55-d314-4d86-abbb-4a2a50d59664 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:38.387662 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 729c3d55-d314-4d86-abbb-4a2a50d59664 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:38.388070 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 729c3d55-d314-4d86-abbb-4a2a50d59664 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:42.379849 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 47998) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:42.436395 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a434bca9-ae52-4d41-9772-08783c32a4c9 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.459222 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a434bca9-ae52-4d41-9772-08783c32a4c9 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.506236 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a434bca9-ae52-4d41-9772-08783c32a4c9 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.509372 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a434bca9-ae52-4d41-9772-08783c32a4c9 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.512840 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a434bca9-ae52-4d41-9772-08783c32a4c9 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "DELETE /v2.0/security-groups/9d238bad-6512-4646-93b9-114d6ff91342 HTTP/1.1" status: 204 len: 168 time: 0.1293166 Jul 16 02:24:42.513367 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48000) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:42.519720 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434bca9-ae52-4d41-9772-08783c32a4c9 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d238bad-6512-4646-93b9-114d6ff91342,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:42.532373 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-82ecb1aa-d9df-4e5d-bcdb-f4b839850fae tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] show failed (client error): The resource could not be found. Jul 16 02:24:42.536309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48002) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:42.536540 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-82ecb1aa-d9df-4e5d-bcdb-f4b839850fae tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "GET /v2.0/security-groups/9d238bad-6512-4646-93b9-114d6ff91342 HTTP/1.1" status: 404 len: 347 time: 0.0219021 Jul 16 02:24:42.658740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-b0a97f19-8af1-4bd9-a067-8f260b7cecf3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Deleting port 70d48572-9ce1-451a-b16f-509f5d0165f1 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:42.658990 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0a97f19-8af1-4bd9-a067-8f260b7cecf3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.738231 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0a97f19-8af1-4bd9-a067-8f260b7cecf3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.738563 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0a97f19-8af1-4bd9-a067-8f260b7cecf3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.751185 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-b0a97f19-8af1-4bd9-a067-8f260b7cecf3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Calling delete_port for 70d48572-9ce1-451a-b16f-509f5d0165f1 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:42.895077 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0a97f19-8af1-4bd9-a067-8f260b7cecf3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.922108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a97f19-8af1-4bd9-a067-8f260b7cecf3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Pushing event deleted for resources: {'Port': ['ID=70d48572-9ce1-451a-b16f-509f5d0165f1,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:42.983488 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0a97f19-8af1-4bd9-a067-8f260b7cecf3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.986070 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b0a97f19-8af1-4bd9-a067-8f260b7cecf3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:42.987217 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b0a97f19-8af1-4bd9-a067-8f260b7cecf3 tempest-ServerActionsTestJSON-1395911756 tempest-ServerActionsTestJSON-1395911756-project] 10.222.0.54 "DELETE /v2.0/floatingips/5fc64cd2-1712-4381-a969-bf50c37e0944 HTTP/1.1" status: 204 len: 168 time: 0.4495106 Jul 16 02:24:42.990107 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48004) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:43.501372 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ef70c39-220a-44e1-955f-18029270dd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:43.749193 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-3ef70c39-220a-44e1-955f-18029270dd02 admin admin] Deleting port a808da69-b045-423e-8422-369f80b849e5 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:43.749536 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ef70c39-220a-44e1-955f-18029270dd02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:43.824462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-3ef70c39-220a-44e1-955f-18029270dd02 admin admin] For port a808da69-b045-423e-8422-369f80b849e5, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a808da69-b045-423e-8422-369f80b849e5,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:43.824741 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ef70c39-220a-44e1-955f-18029270dd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:43.836759 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-3ef70c39-220a-44e1-955f-18029270dd02 admin admin] Calling delete_port for a808da69-b045-423e-8422-369f80b849e5 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:44.013057 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ef70c39-220a-44e1-955f-18029270dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:44.039469 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef70c39-220a-44e1-955f-18029270dd02 admin admin] Pushing event deleted for resources: {'Port': ['ID=a808da69-b045-423e-8422-369f80b849e5,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:44.210747 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3ef70c39-220a-44e1-955f-18029270dd02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:44.695585 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef70c39-220a-44e1-955f-18029270dd02 admin admin] Router e756f446-c8a1-4a31-8203-dfe668dcc440 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:24:44.800017 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef70c39-220a-44e1-955f-18029270dd02 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:24:44.808002 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3ef70c39-220a-44e1-955f-18029270dd02 admin admin] 10.222.0.54 "PUT /v2.0/routers/e756f446-c8a1-4a31-8203-dfe668dcc440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8139622 Jul 16 02:24:44.808206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48008) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:44.808923 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05999f79-118a-4adf-9d39-de22c767372e None None] Sync routers for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:24:44.819625 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05999f79-118a-4adf-9d39-de22c767372e None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:44.820282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-05999f79-118a-4adf-9d39-de22c767372e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:24:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:44.911287 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4e3477d-0809-4301-beff-b0335f5cd4e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:44.924597 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-05999f79-118a-4adf-9d39-de22c767372e None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:45.009949 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4e3477d-0809-4301-beff-b0335f5cd4e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.066996 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-d4e3477d-0809-4301-beff-b0335f5cd4e5 admin admin] Deleting port 4920dfba-dd0f-426f-8759-fea628085bd3 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:45.067336 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4e3477d-0809-4301-beff-b0335f5cd4e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.104909 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-05999f79-118a-4adf-9d39-de22c767372e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:24:43Z', 'revision_number': 5, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port': {'id': '4920dfba-dd0f-426f-8759-fea628085bd3', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:45.130755 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05999f79-118a-4adf-9d39-de22c767372e None None] Checking router: e756f446-c8a1-4a31-8203-dfe668dcc440 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:24:45.139225 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05999f79-118a-4adf-9d39-de22c767372e None None] Routers {'e756f446-c8a1-4a31-8203-dfe668dcc440'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:45.140129 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-05999f79-118a-4adf-9d39-de22c767372e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:24:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['e756f446-c8a1-4a31-8203-dfe668dcc440'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:45.146357 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-d4e3477d-0809-4301-beff-b0335f5cd4e5 admin admin] For port 4920dfba-dd0f-426f-8759-fea628085bd3, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4920dfba-dd0f-426f-8759-fea628085bd3,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:45.146718 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4e3477d-0809-4301-beff-b0335f5cd4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.159161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-d4e3477d-0809-4301-beff-b0335f5cd4e5 admin admin] Calling delete_port for 4920dfba-dd0f-426f-8759-fea628085bd3 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:45.226315 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-05999f79-118a-4adf-9d39-de22c767372e None None] Set router e756f446-c8a1-4a31-8203-dfe668dcc440 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:45.283277 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-05999f79-118a-4adf-9d39-de22c767372e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:24:45Z', 'revision_number': 6, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:45.311238 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05999f79-118a-4adf-9d39-de22c767372e None None] The sync data for ids ['e756f446-c8a1-4a31-8203-dfe668dcc440'] in n-d-800086-6 is: [{'id': 'e756f446-c8a1-4a31-8203-dfe668dcc440', 'name': 'tempest-ServerActionsTestJSON-125634732-router', 'tenant_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:42Z', 'updated_at': '2021-07-16T02:24:45Z', 'revision_number': 6, 'project_id': '9b09901fa6c94a9bb4e78afefb3e2856', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:24:45.332467 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4e3477d-0809-4301-beff-b0335f5cd4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.358877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3477d-0809-4301-beff-b0335f5cd4e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4920dfba-dd0f-426f-8759-fea628085bd3,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:45.424099 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4e3477d-0809-4301-beff-b0335f5cd4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.513132 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4e3477d-0809-4301-beff-b0335f5cd4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.515206 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4e3477d-0809-4301-beff-b0335f5cd4e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.560590 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4e3477d-0809-4301-beff-b0335f5cd4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.561133 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e3477d-0809-4301-beff-b0335f5cd4e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e756f446-c8a1-4a31-8203-dfe668dcc440 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:24:45.567642 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d4e3477d-0809-4301-beff-b0335f5cd4e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.568906 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d4e3477d-0809-4301-beff-b0335f5cd4e5 admin admin] 10.222.0.54 "DELETE /v2.0/routers/e756f446-c8a1-4a31-8203-dfe668dcc440 HTTP/1.1" status: 204 len: 168 time: 0.7597499 Jul 16 02:24:45.571630 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48010) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:45.615832 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3fc027-8dc6-4612-aa1e-eb7ba19134cc admin admin] Deleting subnet 21e5a26c-53fe-4fd2-ad27-e1be303ff20f {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:24:45.618871 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc027-8dc6-4612-aa1e-eb7ba19134cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.653845 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc027-8dc6-4612-aa1e-eb7ba19134cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.742196 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc027-8dc6-4612-aa1e-eb7ba19134cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.769546 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a808da69-b045-423e-8422-369f80b849e5 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:45.794967 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: a808da69-b045-423e-8422-369f80b849e5 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:45.795331 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a808da69-b045-423e-8422-369f80b849e5 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:45.799971 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc027-8dc6-4612-aa1e-eb7ba19134cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.823082 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fc027-8dc6-4612-aa1e-eb7ba19134cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21e5a26c-53fe-4fd2-ad27-e1be303ff20f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:45.831148 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc027-8dc6-4612-aa1e-eb7ba19134cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.833102 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ba3fc027-8dc6-4612-aa1e-eb7ba19134cc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/21e5a26c-53fe-4fd2-ad27-e1be303ff20f HTTP/1.1" status: 204 len: 168 time: 0.2604241 Jul 16 02:24:45.833823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c01f0d-bc49-4cd7-95c6-e38824433ca6 None None] Network f1e7b6de-139f-4833-a80f-2c88b5409fe7 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:24:45.835845 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48012) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:45.909290 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:45.964165 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] Deleting port e2462880-8c5e-41a4-9b0a-29a50f0986af {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:45.964516 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:46.031220 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] For port e2462880-8c5e-41a4-9b0a-29a50f0986af, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e2462880-8c5e-41a4-9b0a-29a50f0986af,segment=NetworkSegment(76da2e0a-f4b0-49dc-b980-7a08ff39ba2f),segment_id=76da2e0a-f4b0-49dc-b980-7a08ff39ba2f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:46.031663 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:46.042939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] Calling delete_port for e2462880-8c5e-41a4-9b0a-29a50f0986af owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:46.121645 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:46.137645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4856981-0387-4832-8c5f-4f73f2d89bd9 None None] DHCP port deletion for f1e7b6de-139f-4833-a80f-2c88b5409fe7 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:24:46.147341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2462880-8c5e-41a4-9b0a-29a50f0986af,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:46.154185 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] No DVR routers for this DVR port e2462880-8c5e-41a4-9b0a-29a50f0986af on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:24:46.228533 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:46.239095 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e7b6de-139f-4833-a80f-2c88b5409fe7']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:46.250392 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:46.250689 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76da2e0a-f4b0-49dc-b980-7a08ff39ba2f') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:46.260742 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:46.274660 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:46.281196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:24:46.281599 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:24:46.283297 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:24:46.338907 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:46.345036 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:46.346872 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f1e7b6de-139f-4833-a80f-2c88b5409fe7 HTTP/1.1" status: 204 len: 168 time: 0.5095031 Jul 16 02:24:46.362449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ff690-eb01-4fa0-aecb-1809aad66a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e7b6de-139f-4833-a80f-2c88b5409fe7,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:46.473898 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48016) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:46.514073 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fa4e0113-0cce-4c28-b35c-bf6d3f920d8a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9b09901fa6c94a9bb4e78afefb3e2856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390038 Jul 16 02:24:46.516574 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48018) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:46.564046 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a0eb1212-b7fe-47db-9e90-f8032c1d944e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:46.585113 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a0eb1212-b7fe-47db-9e90-f8032c1d944e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:46.632958 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a0eb1212-b7fe-47db-9e90-f8032c1d944e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:46.635586 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-a0eb1212-b7fe-47db-9e90-f8032c1d944e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:46.636794 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a0eb1212-b7fe-47db-9e90-f8032c1d944e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32731002-1a57-4962-a847-a8669226a3b0 HTTP/1.1" status: 204 len: 168 time: 0.1193235 Jul 16 02:24:46.645035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb1212-b7fe-47db-9e90-f8032c1d944e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32731002-1a57-4962-a847-a8669226a3b0,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:47.323617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48040) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:47.416243 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-69274b87-809c-4b62-8487-8487384260be admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-168791696-network', 'tenant_id': '471ce054529f4c9fa2b08ce55c7c01c5'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:47.436564 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69274b87-809c-4b62-8487-8487384260be admin admin] Made reservation on behalf of 471ce054529f4c9fa2b08ce55c7c01c5 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:24:47.438822 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-69274b87-809c-4b62-8487-8487384260be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:47.446854 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-69274b87-809c-4b62-8487-8487384260be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:47.533544 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-69274b87-809c-4b62-8487-8487384260be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:47.536905 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-69274b87-809c-4b62-8487-8487384260be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:47.561074 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69274b87-809c-4b62-8487-8487384260be admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:24:47.576220 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69274b87-809c-4b62-8487-8487384260be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69cb4f6-22d3-415c-b6ac-e14dd601c60e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:47.579157 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-69274b87-809c-4b62-8487-8487384260be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:47.579509 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-69274b87-809c-4b62-8487-8487384260be admin admin] Added segment 342e8ac0-7447-41eb-bf5d-6a90aa2152d9 of type vlan for network 447d9c64-5013-4486-8280-beb31b444124 Jul 16 02:24:47.621762 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-69274b87-809c-4b62-8487-8487384260be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:47.640273 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e2462880-8c5e-41a4-9b0a-29a50f0986af no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:47.652243 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-69274b87-809c-4b62-8487-8487384260be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:47.653309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69274b87-809c-4b62-8487-8487384260be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:47.653895 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-69274b87-809c-4b62-8487-8487384260be admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:47.660325 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: e2462880-8c5e-41a4-9b0a-29a50f0986af {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:47.660679 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e2462880-8c5e-41a4-9b0a-29a50f0986af not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:47.661309 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4920dfba-dd0f-426f-8759-fea628085bd3 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:47.680349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 4920dfba-dd0f-426f-8759-fea628085bd3 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:47.680906 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4920dfba-dd0f-426f-8759-fea628085bd3 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:47.689891 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-69274b87-809c-4b62-8487-8487384260be admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3623707 Jul 16 02:24:47.690049 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48044) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:47.695548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-80c6c0ae-21d4-4d3b-9827-7a72cd32ecb2 admin admin] Request body: {'subnet': {'network_id': '447d9c64-5013-4486-8280-beb31b444124', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-168791696-subnet', 'tenant_id': '471ce054529f4c9fa2b08ce55c7c01c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:47.716731 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c6c0ae-21d4-4d3b-9827-7a72cd32ecb2 admin admin] Made reservation on behalf of 471ce054529f4c9fa2b08ce55c7c01c5 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:24:47.718439 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69274b87-809c-4b62-8487-8487384260be admin admin] Pushing event updated for resources: {'Network': ['ID=447d9c64-5013-4486-8280-beb31b444124,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:47.719082 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-80c6c0ae-21d4-4d3b-9827-7a72cd32ecb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:47.728718 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 447d9c64-5013-4486-8280-beb31b444124 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:24:47.888689 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-80c6c0ae-21d4-4d3b-9827-7a72cd32ecb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:47.945187 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6c0ae-21d4-4d3b-9827-7a72cd32ecb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be2cb15-0113-4685-9fe9-4d499ec6bb9f,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:47.952430 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c6c0ae-21d4-4d3b-9827-7a72cd32ecb2 admin admin] Checking segment: {'id': '342e8ac0-7447-41eb-bf5d-6a90aa2152d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '447d9c64-5013-4486-8280-beb31b444124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:47.952789 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c6c0ae-21d4-4d3b-9827-7a72cd32ecb2 admin admin] Network hostable DHCP agents. Network: 447d9c64-5013-4486-8280-beb31b444124, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:24:47.969797 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c6c0ae-21d4-4d3b-9827-7a72cd32ecb2 admin admin] Network 447d9c64-5013-4486-8280-beb31b444124 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:24:47.978821 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-80c6c0ae-21d4-4d3b-9827-7a72cd32ecb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 447d9c64-5013-4486-8280-beb31b444124) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:47.984415 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c6c0ae-21d4-4d3b-9827-7a72cd32ecb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:47.984740 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-80c6c0ae-21d4-4d3b-9827-7a72cd32ecb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:47.988542 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54842b0-078f-464e-bc57-df0748371dd9 None None] Network 447d9c64-5013-4486-8280-beb31b444124 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:24:48.007240 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-80c6c0ae-21d4-4d3b-9827-7a72cd32ecb2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3155313 Jul 16 02:24:48.110609 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d443a1b-97ea-4b00-ad32-22c1727490e5 None None] Network 447d9c64-5013-4486-8280-beb31b444124 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:24:48.432691 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-a37d742d-3c9c-4841-afef-d09094440b9b tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:48.434088 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-a37d742d-3c9c-4841-afef-d09094440b9b tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/networks?id=447d9c64-5013-4486-8280-beb31b444124 HTTP/1.1" status: 200 len: 813 time: 0.1070063 Jul 16 02:24:48.449107 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-b4879e26-a124-4163-aed1-8648b318ee5a tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/quotas/471ce054529f4c9fa2b08ce55c7c01c5 HTTP/1.1" status: 200 len: 375 time: 0.0097055 Jul 16 02:24:48.482101 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-b0ed92a8-99e9-4910-b22a-45d250301fcb tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=471ce054529f4c9fa2b08ce55c7c01c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281394 Jul 16 02:24:48.542051 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-af00e228-2c64-4002-a69f-43dde806f5d9 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:24:48.543049 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-af00e228-2c64-4002-a69f-43dde806f5d9 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0551026 Jul 16 02:24:48.634742 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-3032b334-a88c-4dcb-9dab-8cc5679c6669 service neutron] 10.222.0.54 "GET /v2.0/networks/447d9c64-5013-4486-8280-beb31b444124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857930 Jul 16 02:24:48.724908 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-e1d910af-5af6-43d2-8a85-c84b3ab6ac2e service neutron] 10.222.0.54 "GET /v2.0/networks/447d9c64-5013-4486-8280-beb31b444124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843968 Jul 16 02:24:48.895558 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a65fe6f7-4242-45a9-b2fd-1d3b2aab4373 req-939ae87a-8b53-49df-9134-bad4072031cc tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 210 time: 0.0322766 Jul 16 02:24:50.044768 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-423bb671-1556-4bfb-a74e-bb175cfc4c52 req-75191df1-680d-4d36-b0a5-34603879f266 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 210 time: 0.0286949 Jul 16 02:24:50.186771 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-01fb9473-d502-40bf-9c65-0f40f8feedb9 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:50.188168 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-01fb9473-d502-40bf-9c65-0f40f8feedb9 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.47 "GET /v2.0/networks?id=447d9c64-5013-4486-8280-beb31b444124 HTTP/1.1" status: 200 len: 813 time: 0.1108742 Jul 16 02:24:50.206816 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-cf666aee-7cbd-43df-91e8-9215d2195ca2 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Request body: {'port': {'device_id': '47499ad3-6679-4a17-993b-6af3b268fc58', 'network_id': '447d9c64-5013-4486-8280-beb31b444124', 'admin_state_up': True, 'tenant_id': '471ce054529f4c9fa2b08ce55c7c01c5'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:50.319194 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-cf666aee-7cbd-43df-91e8-9215d2195ca2 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Made reservation on behalf of 471ce054529f4c9fa2b08ce55c7c01c5 for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:24:50.323388 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-cf666aee-7cbd-43df-91e8-9215d2195ca2 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:50.443549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-cf666aee-7cbd-43df-91e8-9215d2195ca2 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Allocated IP 172.20.0.8 (447d9c64-5013-4486-8280-beb31b444124/1be2cb15-0113-4685-9fe9-4d499ec6bb9f/96692549-4e4c-4e1b-9c62-555cc04a8804) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:24:50.588658 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-cf666aee-7cbd-43df-91e8-9215d2195ca2 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:50.625947 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-cf666aee-7cbd-43df-91e8-9215d2195ca2 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:50.666152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-cf666aee-7cbd-43df-91e8-9215d2195ca2 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Network 447d9c64-5013-4486-8280-beb31b444124 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:50.671072 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-cf666aee-7cbd-43df-91e8-9215d2195ca2 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:50.674713 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-cf666aee-7cbd-43df-91e8-9215d2195ca2 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:24:50.705238 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf666aee-7cbd-43df-91e8-9215d2195ca2 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Pushing event updated for resources: {'Port': ['ID=96692549-4e4c-4e1b-9c62-555cc04a8804,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:50.730287 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-cf666aee-7cbd-43df-91e8-9215d2195ca2 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:50.730893 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-cf666aee-7cbd-43df-91e8-9215d2195ca2 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:50.744840 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-cf666aee-7cbd-43df-91e8-9215d2195ca2 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5422084 Jul 16 02:24:50.762592 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Request body: {'port': {'device_id': '47499ad3-6679-4a17-993b-6af3b268fc58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:50.836033 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:51.104503 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96692549-4e4c-4e1b-9c62-555cc04a8804 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:24:51.112612 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:51.125558 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Transition to ACTIVE for port object 96692549-4e4c-4e1b-9c62-555cc04a8804 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:51.129587 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:51.182504 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Pushing event updated for resources: {'Port': ['ID=96692549-4e4c-4e1b-9c62-555cc04a8804,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:51.247632 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7812908-2454-4899-bd95-fea3b099ca18 req-afd4e07b-ff34-46e4-b679-e8dfc95f9dea tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:51.249230 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e7812908-2454-4899-bd95-fea3b099ca18 req-afd4e07b-ff34-46e4-b679-e8dfc95f9dea tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 943 time: 0.0731983 Jul 16 02:24:51.254112 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Attempting to bind port 96692549-4e4c-4e1b-9c62-555cc04a8804 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:24:51.254464 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Attempting to bind port 96692549-4e4c-4e1b-9c62-555cc04a8804 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '342e8ac0-7447-41eb-bf5d-6a90aa2152d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '447d9c64-5013-4486-8280-beb31b444124'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:24:51.254797 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Attempting to bind port 96692549-4e4c-4e1b-9c62-555cc04a8804 on network 447d9c64-5013-4486-8280-beb31b444124 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:51.260178 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Port 96692549-4e4c-4e1b-9c62-555cc04a8804 on network 447d9c64-5013-4486-8280-beb31b444124 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:24:51.260502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Attempting to bind port 96692549-4e4c-4e1b-9c62-555cc04a8804 on network 447d9c64-5013-4486-8280-beb31b444124 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:51.265484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:24:51.265834 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Checking segment: {'id': '342e8ac0-7447-41eb-bf5d-6a90aa2152d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '447d9c64-5013-4486-8280-beb31b444124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:51.266215 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Bound using segment: {'id': '342e8ac0-7447-41eb-bf5d-6a90aa2152d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '447d9c64-5013-4486-8280-beb31b444124'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:24:51.266639 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Bound port: 96692549-4e4c-4e1b-9c62-555cc04a8804, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342e8ac0-7447-41eb-bf5d-6a90aa2152d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '447d9c64-5013-4486-8280-beb31b444124'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:24:51.266995 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:51.292908 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e7812908-2454-4899-bd95-fea3b099ca18 req-ab1f3f26-53a3-4a4e-a742-c8a0182f535d tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379355 Jul 16 02:24:51.343565 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] For port 96692549-4e4c-4e1b-9c62-555cc04a8804, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:51.346623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] For port 96692549-4e4c-4e1b-9c62-555cc04a8804, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=96692549-4e4c-4e1b-9c62-555cc04a8804,segment=NetworkSegment(342e8ac0-7447-41eb-bf5d-6a90aa2152d9),segment_id=342e8ac0-7447-41eb-bf5d-6a90aa2152d9)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:24:51.350840 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:51.390918 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:51.391544 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:51.392991 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] 10.222.0.47 "PUT /v2.0/ports/96692549-4e4c-4e1b-9c62-555cc04a8804 HTTP/1.1" status: 200 len: 1091 time: 0.6345978 Jul 16 02:24:51.393439 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47499ad3-6679-4a17-993b-6af3b268fc58', 'tag': '96692549-4e4c-4e1b-9c62-555cc04a8804'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:51.396002 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36917c8c-c88b-4b14-94e1-8ea303aed6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "47499ad3-6679-4a17-993b-6af3b268fc58", "tag": "96692549-4e4c-4e1b-9c62-555cc04a8804"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:51.426249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27db615-8349-45f7-952d-426b8e65b987 service neutron] Pushing event updated for resources: {'Port': ['ID=96692549-4e4c-4e1b-9c62-555cc04a8804,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:51.438298 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e523044-cbbf-4f22-bc06-8a44f75f158d x-openstack-request-id: req-5e523044-cbbf-4f22-bc06-8a44f75f158d {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:51.438593 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47499ad3-6679-4a17-993b-6af3b268fc58", "tag": "96692549-4e4c-4e1b-9c62-555cc04a8804", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:51.438904 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e523044-cbbf-4f22-bc06-8a44f75f158d {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:51.439302 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47499ad3-6679-4a17-993b-6af3b268fc58', 'tag': '96692549-4e4c-4e1b-9c62-555cc04a8804', 'status': 'completed', 'code': 200} Jul 16 02:24:51.522311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-443c9914-1d81-441a-8ae8-acb87e39a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:51.523884 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-443c9914-1d81-441a-8ae8-acb87e39a34c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=471ce054529f4c9fa2b08ce55c7c01c5&device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 1094 time: 0.0671237 Jul 16 02:24:51.581811 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-80c68ffb-ac5c-4e60-ab3c-b8e38cceff77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96692549-4e4c-4e1b-9c62-555cc04a8804 HTTP/1.1" status: 200 len: 217 time: 0.0439003 Jul 16 02:24:51.642761 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-282c1da0-f2e8-4ca7-9f6d-b4340cb1323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:51.644155 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-282c1da0-f2e8-4ca7-9f6d-b4340cb1323c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1be2cb15-0113-4685-9fe9-4d499ec6bb9f HTTP/1.1" status: 200 len: 853 time: 0.0543802 Jul 16 02:24:51.679026 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-d4f45884-1cc6-4417-a083-54f1513579b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=447d9c64-5013-4486-8280-beb31b444124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279560 Jul 16 02:24:51.771839 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-0165a30e-b135-4efe-ba66-eea132bb4982 service neutron] 10.222.0.47 "GET /v2.0/networks/447d9c64-5013-4486-8280-beb31b444124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847533 Jul 16 02:24:51.859510 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-171ae745-37b8-4089-89d5-fe0bb1484316 req-1dd8099d-2015-42a6-a0d9-2bf32677431c service neutron] 10.222.0.47 "GET /v2.0/networks/447d9c64-5013-4486-8280-beb31b444124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805898 Jul 16 02:24:52.004216 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36917c8c-c88b-4b14-94e1-8ea303aed6dd req-f2a3b8ba-429e-4baa-8792-3e1b2dc2b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:52.005609 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-36917c8c-c88b-4b14-94e1-8ea303aed6dd req-f2a3b8ba-429e-4baa-8792-3e1b2dc2b723 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=471ce054529f4c9fa2b08ce55c7c01c5&device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 1094 time: 0.0530386 Jul 16 02:24:52.097189 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36917c8c-c88b-4b14-94e1-8ea303aed6dd req-9222352f-772b-441b-8ed8-a2e379678514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:52.098636 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-36917c8c-c88b-4b14-94e1-8ea303aed6dd req-9222352f-772b-441b-8ed8-a2e379678514 service neutron] 10.222.0.47 "GET /v2.0/networks?id=447d9c64-5013-4486-8280-beb31b444124 HTTP/1.1" status: 200 len: 914 time: 0.0852957 Jul 16 02:24:52.139431 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-36917c8c-c88b-4b14-94e1-8ea303aed6dd req-bb43b4a7-59a1-4a1d-baed-22ec324a2e4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96692549-4e4c-4e1b-9c62-555cc04a8804 HTTP/1.1" status: 200 len: 217 time: 0.0326054 Jul 16 02:24:52.191397 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36917c8c-c88b-4b14-94e1-8ea303aed6dd req-7592b22e-c06b-4544-a5be-4daf8cb6b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:52.192854 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-36917c8c-c88b-4b14-94e1-8ea303aed6dd req-7592b22e-c06b-4544-a5be-4daf8cb6b4c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1be2cb15-0113-4685-9fe9-4d499ec6bb9f HTTP/1.1" status: 200 len: 853 time: 0.0468574 Jul 16 02:24:52.225669 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-36917c8c-c88b-4b14-94e1-8ea303aed6dd req-f0ef4d66-8fcd-479f-86c8-d8111bd15570 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=447d9c64-5013-4486-8280-beb31b444124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252588 Jul 16 02:24:52.319335 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-36917c8c-c88b-4b14-94e1-8ea303aed6dd req-9d44f93c-c94b-4926-b685-2341560af579 service neutron] 10.222.0.47 "GET /v2.0/networks/447d9c64-5013-4486-8280-beb31b444124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859239 Jul 16 02:24:52.476510 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc4f14-d694-4ae8-87ca-a67b31861cc0 req-7e6dfacc-0cd3-43fd-b13f-f2b2628d8bfb tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:52.479039 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56cc4f14-d694-4ae8-87ca-a67b31861cc0 req-7e6dfacc-0cd3-43fd-b13f-f2b2628d8bfb tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 943 time: 0.0666065 Jul 16 02:24:52.517580 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-56cc4f14-d694-4ae8-87ca-a67b31861cc0 req-b5fe0d15-977b-4f85-a1ca-d77c7a840097 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328636 Jul 16 02:24:52.694437 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-36917c8c-c88b-4b14-94e1-8ea303aed6dd req-1e42420f-ea38-47b4-ad31-bea35a3e01cb service neutron] 10.222.0.47 "GET /v2.0/networks/447d9c64-5013-4486-8280-beb31b444124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668139 Jul 16 02:24:53.696779 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df7682-eab4-49de-99a3-24b0b47073cd req-db258e7a-6e40-4760-a287-7d77a3b2e8c0 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:53.698255 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b2df7682-eab4-49de-99a3-24b0b47073cd req-db258e7a-6e40-4760-a287-7d77a3b2e8c0 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 943 time: 0.0659535 Jul 16 02:24:53.735609 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b2df7682-eab4-49de-99a3-24b0b47073cd req-fd5cf3e0-28b2-4e01-97b7-13aeab99f1fd tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316563 Jul 16 02:24:54.301835 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:54.460128 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 96692549-4e4c-4e1b-9c62-555cc04a8804 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:24:54.552614 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 96692549-4e4c-4e1b-9c62-555cc04a8804, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=96692549-4e4c-4e1b-9c62-555cc04a8804,segment=NetworkSegment(342e8ac0-7447-41eb-bf5d-6a90aa2152d9),segment_id=342e8ac0-7447-41eb-bf5d-6a90aa2152d9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:54.563595 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '96692549-4e4c-4e1b-9c62-555cc04a8804', 'network_id': '447d9c64-5013-4486-8280-beb31b444124', 'port_id': '96692549-4e4c-4e1b-9c62-555cc04a8804', 'mac_address': 'fa:16:3e:5a:fe:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be2cb15-0113-4685-9fe9-4d499ec6bb9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:24:54.603212 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:54.615228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96692549-4e4c-4e1b-9c62-555cc04a8804 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:24:54.635120 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 96692549-4e4c-4e1b-9c62-555cc04a8804, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=96692549-4e4c-4e1b-9c62-555cc04a8804,segment=NetworkSegment(342e8ac0-7447-41eb-bf5d-6a90aa2152d9),segment_id=342e8ac0-7447-41eb-bf5d-6a90aa2152d9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:54.638638 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:54.685273 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=96692549-4e4c-4e1b-9c62-555cc04a8804,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:54.911753 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9343b6b-0635-4b06-83c5-a0910c04be90 req-6a6e3495-d2e8-4083-bc1f-cd281d058d85 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:54.913263 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a9343b6b-0635-4b06-83c5-a0910c04be90 req-6a6e3495-d2e8-4083-bc1f-cd281d058d85 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 944 time: 0.0680110 Jul 16 02:24:54.942401 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['96692549-4e4c-4e1b-9c62-555cc04a8804'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:24:54.951245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a9343b6b-0635-4b06-83c5-a0910c04be90 req-0bf0d5f7-8a91-4f1b-aef0-880c8bca8cf5 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321014 Jul 16 02:24:56.121669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e418d60-3774-48c2-8f78-511e3b970a39 req-6591447a-d293-48a5-b7b6-3115b4837554 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:56.123150 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8e418d60-3774-48c2-8f78-511e3b970a39 req-6591447a-d293-48a5-b7b6-3115b4837554 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 944 time: 0.0620458 Jul 16 02:24:56.160418 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8e418d60-3774-48c2-8f78-511e3b970a39 req-8bb8d1fd-73ee-465b-b63f-742fa340adb6 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318127 Jul 16 02:24:56.475076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 96692549-4e4c-4e1b-9c62-555cc04a8804 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:56.521483 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 96692549-4e4c-4e1b-9c62-555cc04a8804 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:56.525968 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 96692549-4e4c-4e1b-9c62-555cc04a8804 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:56.526405 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.599222 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.623524 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47499ad3-6679-4a17-993b-6af3b268fc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96692549-4e4c-4e1b-9c62-555cc04a8804'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:56.625786 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a46c2e3-672b-40a4-a40a-ea8754ed5855" -d '{"events": [{"server_uuid": "47499ad3-6679-4a17-993b-6af3b268fc58", "name": "network-vif-plugged", "status": "completed", "tag": "96692549-4e4c-4e1b-9c62-555cc04a8804"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:56.638524 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 96692549-4e4c-4e1b-9c62-555cc04a8804, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=96692549-4e4c-4e1b-9c62-555cc04a8804,segment=NetworkSegment(342e8ac0-7447-41eb-bf5d-6a90aa2152d9),segment_id=342e8ac0-7447-41eb-bf5d-6a90aa2152d9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:56.642337 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.667874 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3d7177-fa37-4419-98c9-070ad608c514 x-openstack-request-id: req-5b3d7177-fa37-4419-98c9-070ad608c514 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:56.668169 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47499ad3-6679-4a17-993b-6af3b268fc58", "name": "network-vif-plugged", "status": "completed", "tag": "96692549-4e4c-4e1b-9c62-555cc04a8804", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:56.668423 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b3d7177-fa37-4419-98c9-070ad608c514 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:56.668811 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47499ad3-6679-4a17-993b-6af3b268fc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96692549-4e4c-4e1b-9c62-555cc04a8804', 'code': 200} Jul 16 02:24:56.692927 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=96692549-4e4c-4e1b-9c62-555cc04a8804,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:56.809537 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c2a22-8d88-42d6-8ffc-b27cc92499bc req-8e73264b-174a-4092-b21a-9f0da77cbe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:56.811025 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a20c2a22-8d88-42d6-8ffc-b27cc92499bc req-8e73264b-174a-4092-b21a-9f0da77cbe68 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 1096 time: 0.0511343 Jul 16 02:24:56.846354 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a20c2a22-8d88-42d6-8ffc-b27cc92499bc req-df597dac-4b82-4cc1-bb1d-34fad004060e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284412 Jul 16 02:24:57.337995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfc43d-e8c5-436c-bbbf-9a0944f5be05 req-6d605fe6-edcd-4f08-9575-bf059120c86d tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:57.339512 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3adfc43d-e8c5-436c-bbbf-9a0944f5be05 req-6d605fe6-edcd-4f08-9575-bf059120c86d tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 945 time: 0.0690179 Jul 16 02:24:57.377694 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3adfc43d-e8c5-436c-bbbf-9a0944f5be05 req-0acd8982-9d66-428e-b0f3-cb3e98a184c9 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326369 Jul 16 02:24:58.434459 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe796a33-88a2-42e9-b897-9086150601b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.554031 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342b1d0-b76a-44b3-89be-5a3c0fe1d504 req-45052046-50cb-4421-83d1-df3dd083ebf1 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:58.555957 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d342b1d0-b76a-44b3-89be-5a3c0fe1d504 req-45052046-50cb-4421-83d1-df3dd083ebf1 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 945 time: 0.0625029 Jul 16 02:24:58.592482 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d342b1d0-b76a-44b3-89be-5a3c0fe1d504 req-894a812a-ad37-41da-90e6-3910eae36efe tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309613 Jul 16 02:24:58.819966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-40e6e2cd-8f46-40ca-b79f-19e196a2bc53 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:58.822225 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-40e6e2cd-8f46-40ca-b79f-19e196a2bc53 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/networks?id=447d9c64-5013-4486-8280-beb31b444124 HTTP/1.1" status: 200 len: 813 time: 0.1047697 Jul 16 02:24:58.837382 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-83a71fcc-7706-4c56-90aa-22c863c30633 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/quotas/471ce054529f4c9fa2b08ce55c7c01c5 HTTP/1.1" status: 200 len: 375 time: 0.0097160 Jul 16 02:24:58.903533 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-ed1c81f8-5b95-4f8f-9ea4-2ac75b27ff5d tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=471ce054529f4c9fa2b08ce55c7c01c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613618 Jul 16 02:24:58.993348 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-53bd2873-6d20-4e1d-9aa6-76af02e6d9ec service neutron] 10.222.0.54 "GET /v2.0/networks/447d9c64-5013-4486-8280-beb31b444124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832701 Jul 16 02:24:59.086497 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-a7fbe40b-396c-4347-bddb-4f185052ae37 service neutron] 10.222.0.54 "GET /v2.0/networks/447d9c64-5013-4486-8280-beb31b444124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874515 Jul 16 02:24:59.257732 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f30b5331-55fe-46f6-94cc-4925b67beeb6 req-7e757edc-5535-4642-8bb2-d45ec8b18bc7 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=66e0cde7-90f9-431b-b556-d58c561b7f95 HTTP/1.1" status: 200 len: 210 time: 0.0322158 Jul 16 02:24:59.297166 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.408223 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-68da6cae-4a2b-43d8-8fb8-1d65025bd925 req-08b82d5c-9b4f-43b4-b5e2-d9e00eb8874b tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=66e0cde7-90f9-431b-b556-d58c561b7f95 HTTP/1.1" status: 200 len: 210 time: 0.0310762 Jul 16 02:25:00.430371 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-2260079e-757d-4c2e-ad7c-7d23a209b7b5 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:00.431998 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-2260079e-757d-4c2e-ad7c-7d23a209b7b5 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.26 "GET /v2.0/networks?id=447d9c64-5013-4486-8280-beb31b444124 HTTP/1.1" status: 200 len: 813 time: 0.1112170 Jul 16 02:25:00.454302 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Request body: {'port': {'device_id': '66e0cde7-90f9-431b-b556-d58c561b7f95', 'network_id': '447d9c64-5013-4486-8280-beb31b444124', 'admin_state_up': True, 'tenant_id': '471ce054529f4c9fa2b08ce55c7c01c5'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:00.565590 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Made reservation on behalf of 471ce054529f4c9fa2b08ce55c7c01c5 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:00.569286 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.689347 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Allocated IP 172.20.0.5 (447d9c64-5013-4486-8280-beb31b444124/1be2cb15-0113-4685-9fe9-4d499ec6bb9f/a86f093b-8a46-473b-9773-b26251431904) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:00.834074 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.872657 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.911215 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['96692549-4e4c-4e1b-9c62-555cc04a8804'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:25:00.913581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Network 447d9c64-5013-4486-8280-beb31b444124 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:00.919580 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:00.923493 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:00.956966 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Pushing event updated for resources: {'Port': ['ID=a86f093b-8a46-473b-9773-b26251431904,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:00.972061 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:00.972409 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:00.972751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:00.973094 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:00.973430 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:00.973759 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:00.974087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:00.974421 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:00.974751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:00.975075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:00.975397 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:00.975741 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:00.993079 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:00.993700 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.007458 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-616090a5-3cb4-4ef7-9896-fc00e58ed94f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5571067 Jul 16 02:25:01.025678 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Request body: {'port': {'device_id': '66e0cde7-90f9-431b-b556-d58c561b7f95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:01.102575 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.122586 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.125432 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfa06-6a5b-4bc0-ab70-ccd95c79032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.360574 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a86f093b-8a46-473b-9773-b26251431904 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:25:01.368245 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.379642 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Transition to ACTIVE for port object a86f093b-8a46-473b-9773-b26251431904 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:01.383971 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.453538 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Pushing event updated for resources: {'Port': ['ID=a86f093b-8a46-473b-9773-b26251431904,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:01.499672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Attempting to bind port a86f093b-8a46-473b-9773-b26251431904 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:01.500030 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Attempting to bind port a86f093b-8a46-473b-9773-b26251431904 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '342e8ac0-7447-41eb-bf5d-6a90aa2152d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '447d9c64-5013-4486-8280-beb31b444124'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:01.500357 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Attempting to bind port a86f093b-8a46-473b-9773-b26251431904 on network 447d9c64-5013-4486-8280-beb31b444124 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:01.504693 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Port a86f093b-8a46-473b-9773-b26251431904 on network 447d9c64-5013-4486-8280-beb31b444124 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:25:01.505018 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Attempting to bind port a86f093b-8a46-473b-9773-b26251431904 on network 447d9c64-5013-4486-8280-beb31b444124 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:01.510698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:01.511043 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Checking segment: {'id': '342e8ac0-7447-41eb-bf5d-6a90aa2152d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '447d9c64-5013-4486-8280-beb31b444124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:01.511489 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Bound using segment: {'id': '342e8ac0-7447-41eb-bf5d-6a90aa2152d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '447d9c64-5013-4486-8280-beb31b444124'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:01.511941 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Bound port: a86f093b-8a46-473b-9773-b26251431904, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342e8ac0-7447-41eb-bf5d-6a90aa2152d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '447d9c64-5013-4486-8280-beb31b444124'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:01.512299 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.618132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] For port a86f093b-8a46-473b-9773-b26251431904, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:01.623335 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] For port a86f093b-8a46-473b-9773-b26251431904, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a86f093b-8a46-473b-9773-b26251431904,segment=NetworkSegment(342e8ac0-7447-41eb-bf5d-6a90aa2152d9),segment_id=342e8ac0-7447-41eb-bf5d-6a90aa2152d9)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:01.632202 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c520237-10e2-4aa2-85e8-7ab4cb842842 req-2378bc95-a8b2-47a0-8d32-5fbbe3bfb1dd tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:01.633849 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8c520237-10e2-4aa2-85e8-7ab4cb842842 req-2378bc95-a8b2-47a0-8d32-5fbbe3bfb1dd tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=66e0cde7-90f9-431b-b556-d58c561b7f95 HTTP/1.1" status: 200 len: 943 time: 0.1091638 Jul 16 02:25:01.635384 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.684347 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:25:01.687681 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:01.688326 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.689711 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] 10.222.0.26 "PUT /v2.0/ports/a86f093b-8a46-473b-9773-b26251431904 HTTP/1.1" status: 200 len: 1091 time: 0.6693051 Jul 16 02:25:01.690271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e0cde7-90f9-431b-b556-d58c561b7f95', 'tag': 'a86f093b-8a46-473b-9773-b26251431904'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:01.692528 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461f53d7-e4b9-4be9-b396-e9e1e0240e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "66e0cde7-90f9-431b-b556-d58c561b7f95", "tag": "a86f093b-8a46-473b-9773-b26251431904"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:01.719092 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8c520237-10e2-4aa2-85e8-7ab4cb842842 req-c001c7f3-3504-4dbc-aa2a-23233120768d tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791399 Jul 16 02:25:01.732937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cd7fa-127c-40e0-8c6d-d9803fc0f42a service neutron] Pushing event updated for resources: {'Port': ['ID=a86f093b-8a46-473b-9773-b26251431904,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:01.740270 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbf7bd6-0029-4fc8-b08d-82cc3afe9be2 x-openstack-request-id: req-1dbf7bd6-0029-4fc8-b08d-82cc3afe9be2 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:01.740604 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e0cde7-90f9-431b-b556-d58c561b7f95", "tag": "a86f093b-8a46-473b-9773-b26251431904", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:01.740849 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1dbf7bd6-0029-4fc8-b08d-82cc3afe9be2 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:01.741241 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e0cde7-90f9-431b-b556-d58c561b7f95', 'tag': 'a86f093b-8a46-473b-9773-b26251431904', 'status': 'completed', 'code': 200} Jul 16 02:25:01.808435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-2e6d3778-4761-4381-bfbc-6ef5ef09d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:01.809931 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-2e6d3778-4761-4381-bfbc-6ef5ef09d55d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=471ce054529f4c9fa2b08ce55c7c01c5&device_id=66e0cde7-90f9-431b-b556-d58c561b7f95 HTTP/1.1" status: 200 len: 1094 time: 0.0529609 Jul 16 02:25:01.856762 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-eb90f5f8-a1e1-4879-8466-bd3eaf502bf0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a86f093b-8a46-473b-9773-b26251431904 HTTP/1.1" status: 200 len: 217 time: 0.0338712 Jul 16 02:25:01.908265 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-262f56a9-e311-44fa-bfe5-b9540b118280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:01.909600 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-262f56a9-e311-44fa-bfe5-b9540b118280 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1be2cb15-0113-4685-9fe9-4d499ec6bb9f HTTP/1.1" status: 200 len: 853 time: 0.0464404 Jul 16 02:25:01.942310 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-81d25272-0cd8-44a4-90f4-9499586670a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=447d9c64-5013-4486-8280-beb31b444124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262754 Jul 16 02:25:02.029063 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-59db8b1f-1201-4b87-8949-688aad81f24e service neutron] 10.222.0.26 "GET /v2.0/networks/447d9c64-5013-4486-8280-beb31b444124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801806 Jul 16 02:25:02.118341 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-563d8127-eed1-41ba-988d-6eb9703aaf3c req-87c6be7f-5fb8-4132-a4af-e18dd9b2fdee service neutron] 10.222.0.26 "GET /v2.0/networks/447d9c64-5013-4486-8280-beb31b444124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833178 Jul 16 02:25:02.248208 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.251323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f53d7-e4b9-4be9-b396-e9e1e0240e8d req-b1940dd3-8f65-4213-8e52-9c17e436822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:02.252977 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-461f53d7-e4b9-4be9-b396-e9e1e0240e8d req-b1940dd3-8f65-4213-8e52-9c17e436822f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=471ce054529f4c9fa2b08ce55c7c01c5&device_id=66e0cde7-90f9-431b-b556-d58c561b7f95 HTTP/1.1" status: 200 len: 1094 time: 0.0533390 Jul 16 02:25:02.691147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f53d7-e4b9-4be9-b396-e9e1e0240e8d req-f9a3de0a-1bf7-4189-a0e7-0db2e85f2315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:02.692734 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-461f53d7-e4b9-4be9-b396-e9e1e0240e8d req-f9a3de0a-1bf7-4189-a0e7-0db2e85f2315 service neutron] 10.222.0.26 "GET /v2.0/networks?id=447d9c64-5013-4486-8280-beb31b444124 HTTP/1.1" status: 200 len: 914 time: 0.4329023 Jul 16 02:25:02.732491 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-461f53d7-e4b9-4be9-b396-e9e1e0240e8d req-3022f78b-666e-4452-b426-d24507332688 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a86f093b-8a46-473b-9773-b26251431904 HTTP/1.1" status: 200 len: 217 time: 0.0333350 Jul 16 02:25:02.782207 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f53d7-e4b9-4be9-b396-e9e1e0240e8d req-0dacc1df-4539-4a21-a212-082d3337d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:02.783696 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-461f53d7-e4b9-4be9-b396-e9e1e0240e8d req-0dacc1df-4539-4a21-a212-082d3337d03f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1be2cb15-0113-4685-9fe9-4d499ec6bb9f HTTP/1.1" status: 200 len: 853 time: 0.0445821 Jul 16 02:25:02.822236 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-461f53d7-e4b9-4be9-b396-e9e1e0240e8d req-b309423b-1b67-45bb-8589-5e9c54e2a3a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=447d9c64-5013-4486-8280-beb31b444124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318432 Jul 16 02:25:02.904541 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd76a16-f466-4866-b68f-363d71ab4fac req-9adceb95-c891-4d6d-a767-f18f97482c01 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:02.906291 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8bd76a16-f466-4866-b68f-363d71ab4fac req-9adceb95-c891-4d6d-a767-f18f97482c01 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=66e0cde7-90f9-431b-b556-d58c561b7f95 HTTP/1.1" status: 200 len: 943 time: 0.0672026 Jul 16 02:25:02.913315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-461f53d7-e4b9-4be9-b396-e9e1e0240e8d req-464eece8-5ecd-406a-a39d-ffa06ca11eb8 service neutron] 10.222.0.26 "GET /v2.0/networks/447d9c64-5013-4486-8280-beb31b444124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842347 Jul 16 02:25:02.946720 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8bd76a16-f466-4866-b68f-363d71ab4fac req-c64127c6-0a46-4c97-9a4d-2dcafe8d706c tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347703 Jul 16 02:25:03.007793 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-461f53d7-e4b9-4be9-b396-e9e1e0240e8d req-3353f920-a975-4d7e-b246-3d1e0b1cfed0 service neutron] 10.222.0.26 "GET /v2.0/networks/447d9c64-5013-4486-8280-beb31b444124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874505 Jul 16 02:25:03.993145 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:04.117393 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbb4dc-bfe3-45f9-97b9-45b0488ee2a0 req-478b2e7a-f83a-4c0c-b7ce-21406f4cdd41 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:04.118952 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2bbb4dc-bfe3-45f9-97b9-45b0488ee2a0 req-478b2e7a-f83a-4c0c-b7ce-21406f4cdd41 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=66e0cde7-90f9-431b-b556-d58c561b7f95 HTTP/1.1" status: 200 len: 943 time: 0.0639653 Jul 16 02:25:04.156839 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e2bbb4dc-bfe3-45f9-97b9-45b0488ee2a0 req-6a75fc5e-c9c8-46f0-aabc-6319a713a633 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325065 Jul 16 02:25:05.169575 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device a86f093b-8a46-473b-9773-b26251431904 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:25:05.263023 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port a86f093b-8a46-473b-9773-b26251431904, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a86f093b-8a46-473b-9773-b26251431904,segment=NetworkSegment(342e8ac0-7447-41eb-bf5d-6a90aa2152d9),segment_id=342e8ac0-7447-41eb-bf5d-6a90aa2152d9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:05.275197 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'a86f093b-8a46-473b-9773-b26251431904', 'network_id': '447d9c64-5013-4486-8280-beb31b444124', 'port_id': 'a86f093b-8a46-473b-9773-b26251431904', 'mac_address': 'fa:16:3e:53:fa:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be2cb15-0113-4685-9fe9-4d499ec6bb9f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:25:05.317506 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.329332 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c53d6-6bce-4858-817f-a26ecb10c190 req-3022ff7c-5b01-49f3-9d2d-e3cbb8b3d145 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:05.330627 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a86f093b-8a46-473b-9773-b26251431904 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:25:05.330848 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d17c53d6-6bce-4858-817f-a26ecb10c190 req-3022ff7c-5b01-49f3-9d2d-e3cbb8b3d145 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=66e0cde7-90f9-431b-b556-d58c561b7f95 HTTP/1.1" status: 200 len: 943 time: 0.0651438 Jul 16 02:25:05.350003 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port a86f093b-8a46-473b-9773-b26251431904, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a86f093b-8a46-473b-9773-b26251431904,segment=NetworkSegment(342e8ac0-7447-41eb-bf5d-6a90aa2152d9),segment_id=342e8ac0-7447-41eb-bf5d-6a90aa2152d9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:05.354841 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.372163 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d17c53d6-6bce-4858-817f-a26ecb10c190 req-0ccc9ec4-4103-472a-ac77-89717ef283f3 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354769 Jul 16 02:25:05.401350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=a86f093b-8a46-473b-9773-b26251431904,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:05.408530 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:05.408882 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:05.409224 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:05.409629 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:05.409969 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:05.410311 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:05.410636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:05.410978 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:05.411290 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:05.411615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:05.411969 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:05.412294 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:05.612113 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['a86f093b-8a46-473b-9773-b26251431904'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:25:05.641567 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-202d9ad0-1759-41d5-a917-102c6f49a763 req-15b4eb11-b87b-491b-b417-aa62c7d3df4f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516949 Jul 16 02:25:05.757786 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d9ad0-1759-41d5-a917-102c6f49a763 req-e8a7a814-7f6a-4fa2-b83b-a33f7f589d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:05.759352 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-202d9ad0-1759-41d5-a917-102c6f49a763 req-e8a7a814-7f6a-4fa2-b83b-a33f7f589d34 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=471ce054529f4c9fa2b08ce55c7c01c5&device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 1096 time: 0.0568538 Jul 16 02:25:05.863227 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d9ad0-1759-41d5-a917-102c6f49a763 req-c288ac38-f474-4529-b8b4-b65bcc28b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:05.864723 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-202d9ad0-1759-41d5-a917-102c6f49a763 req-c288ac38-f474-4529-b8b4-b65bcc28b6fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=447d9c64-5013-4486-8280-beb31b444124 HTTP/1.1" status: 200 len: 914 time: 0.0833535 Jul 16 02:25:05.910554 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-202d9ad0-1759-41d5-a917-102c6f49a763 req-6998d3a9-0545-4ed7-b090-44c018611bac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96692549-4e4c-4e1b-9c62-555cc04a8804 HTTP/1.1" status: 200 len: 217 time: 0.0374513 Jul 16 02:25:05.957978 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d9ad0-1759-41d5-a917-102c6f49a763 req-444b4d19-85b1-4ab2-9996-d6e0981d391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:05.959385 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-202d9ad0-1759-41d5-a917-102c6f49a763 req-444b4d19-85b1-4ab2-9996-d6e0981d391e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1be2cb15-0113-4685-9fe9-4d499ec6bb9f HTTP/1.1" status: 200 len: 853 time: 0.0420523 Jul 16 02:25:05.993614 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-202d9ad0-1759-41d5-a917-102c6f49a763 req-90b19f90-9035-4c88-9f20-f23c0eb1c77c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=447d9c64-5013-4486-8280-beb31b444124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260410 Jul 16 02:25:06.085131 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-202d9ad0-1759-41d5-a917-102c6f49a763 req-a1fd4c9c-9122-4f97-8333-766119af868f service neutron] 10.222.0.47 "GET /v2.0/networks/447d9c64-5013-4486-8280-beb31b444124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834944 Jul 16 02:25:06.173861 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-202d9ad0-1759-41d5-a917-102c6f49a763 req-f8bfce86-e3a5-4f10-a43a-7c90b345e4dc service neutron] 10.222.0.47 "GET /v2.0/networks/447d9c64-5013-4486-8280-beb31b444124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813732 Jul 16 02:25:06.545821 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc43bc0-cbff-43dc-ad47-fb3ab108b968 req-7608ce62-d734-4d81-b64e-e8147f91c3f3 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:06.547290 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2fc43bc0-cbff-43dc-ad47-fb3ab108b968 req-7608ce62-d734-4d81-b64e-e8147f91c3f3 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=66e0cde7-90f9-431b-b556-d58c561b7f95 HTTP/1.1" status: 200 len: 944 time: 0.0617697 Jul 16 02:25:06.620277 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2fc43bc0-cbff-43dc-ad47-fb3ab108b968 req-7331c39b-00ad-4bf8-ae32-e56149684aa2 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673702 Jul 16 02:25:07.169921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device a86f093b-8a46-473b-9773-b26251431904 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:07.218632 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port a86f093b-8a46-473b-9773-b26251431904 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:07.222368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port a86f093b-8a46-473b-9773-b26251431904 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:07.222744 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.297593 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.321470 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e0cde7-90f9-431b-b556-d58c561b7f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86f093b-8a46-473b-9773-b26251431904'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:07.323670 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f69cd2d-c2f3-4cec-a62e-55c521e73efb" -d '{"events": [{"server_uuid": "66e0cde7-90f9-431b-b556-d58c561b7f95", "name": "network-vif-plugged", "status": "completed", "tag": "a86f093b-8a46-473b-9773-b26251431904"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:07.336750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port a86f093b-8a46-473b-9773-b26251431904, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a86f093b-8a46-473b-9773-b26251431904,segment=NetworkSegment(342e8ac0-7447-41eb-bf5d-6a90aa2152d9),segment_id=342e8ac0-7447-41eb-bf5d-6a90aa2152d9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:07.340648 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.363316 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcb8c42-5a7f-490e-8234-e0ed565ae23f x-openstack-request-id: req-bdcb8c42-5a7f-490e-8234-e0ed565ae23f {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:07.363617 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e0cde7-90f9-431b-b556-d58c561b7f95", "name": "network-vif-plugged", "status": "completed", "tag": "a86f093b-8a46-473b-9773-b26251431904", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:07.363901 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bdcb8c42-5a7f-490e-8234-e0ed565ae23f {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:07.364294 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e0cde7-90f9-431b-b556-d58c561b7f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86f093b-8a46-473b-9773-b26251431904', 'code': 200} Jul 16 02:25:07.389602 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=a86f093b-8a46-473b-9773-b26251431904,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:07.495833 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158ab6a-3b40-4f4c-92f3-3153d6710864 req-c846bdc7-8850-471e-9a63-e6621e0d8914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:07.497215 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1158ab6a-3b40-4f4c-92f3-3153d6710864 req-c846bdc7-8850-471e-9a63-e6621e0d8914 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=66e0cde7-90f9-431b-b556-d58c561b7f95 HTTP/1.1" status: 200 len: 1096 time: 0.0507939 Jul 16 02:25:07.531386 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1158ab6a-3b40-4f4c-92f3-3153d6710864 req-16a596fa-f25a-4149-bc53-7f0b0d0e0f95 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279515 Jul 16 02:25:07.784408 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09b4e3-90db-4947-8def-53ce9eb879a4 req-07a5f2e6-d986-4a08-b4f2-2c665aa1e961 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:07.785806 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ab09b4e3-90db-4947-8def-53ce9eb879a4 req-07a5f2e6-d986-4a08-b4f2-2c665aa1e961 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=66e0cde7-90f9-431b-b556-d58c561b7f95 HTTP/1.1" status: 200 len: 945 time: 0.0631137 Jul 16 02:25:07.822931 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ab09b4e3-90db-4947-8def-53ce9eb879a4 req-bc139f17-f5fc-47da-9569-6104a43032d7 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314140 Jul 16 02:25:09.001017 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca067d8-ba88-4c6b-9a87-1294136d744e req-7476eefc-29e4-454d-a046-1dbe44ce4162 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:09.002498 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6ca067d8-ba88-4c6b-9a87-1294136d744e req-7476eefc-29e4-454d-a046-1dbe44ce4162 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=66e0cde7-90f9-431b-b556-d58c561b7f95 HTTP/1.1" status: 200 len: 945 time: 0.0656214 Jul 16 02:25:09.039673 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6ca067d8-ba88-4c6b-9a87-1294136d744e req-84ea1b58-155a-4e11-b1b5-7f980175ca97 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311565 Jul 16 02:25:09.423848 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97307936-8cb4-444c-81b4-66fcb77d40c2 req-7dced526-a89c-4487-bc94-42d0748c0c20 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:09.425256 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97307936-8cb4-444c-81b4-66fcb77d40c2 req-7dced526-a89c-4487-bc94-42d0748c0c20 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=66e0cde7-90f9-431b-b556-d58c561b7f95 HTTP/1.1" status: 200 len: 945 time: 0.0640812 Jul 16 02:25:09.461566 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97307936-8cb4-444c-81b4-66fcb77d40c2 req-2b2bcaa9-28d1-46fc-b536-cb1885248689 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309086 Jul 16 02:25:10.643213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb09562-17c8-4900-adca-1ad4e27a7fb3 req-8c809970-591a-4944-a007-80ec15424d45 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:10.644696 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9cb09562-17c8-4900-adca-1ad4e27a7fb3 req-8c809970-591a-4944-a007-80ec15424d45 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=66e0cde7-90f9-431b-b556-d58c561b7f95 HTTP/1.1" status: 200 len: 945 time: 0.0673594 Jul 16 02:25:10.691668 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9cb09562-17c8-4900-adca-1ad4e27a7fb3 req-0c6429aa-520c-4f18-b870-7479372a4f56 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404541 Jul 16 02:25:10.745724 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d04fa8-19b5-41e8-86e3-5ad792376bed req-1201d121-8e0d-4691-ac68-c63abb848a3d tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:10.747373 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-18d04fa8-19b5-41e8-86e3-5ad792376bed req-1201d121-8e0d-4691-ac68-c63abb848a3d tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e0cde7-90f9-431b-b556-d58c561b7f95 HTTP/1.1" status: 200 len: 945 time: 0.0665393 Jul 16 02:25:10.848742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-18d04fa8-19b5-41e8-86e3-5ad792376bed req-cd8a9311-1a37-4197-a7a7-2abddbd29ee4 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Deleting port a86f093b-8a46-473b-9773-b26251431904 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:10.849084 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-18d04fa8-19b5-41e8-86e3-5ad792376bed req-cd8a9311-1a37-4197-a7a7-2abddbd29ee4 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.938561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-18d04fa8-19b5-41e8-86e3-5ad792376bed req-cd8a9311-1a37-4197-a7a7-2abddbd29ee4 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] For port a86f093b-8a46-473b-9773-b26251431904, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a86f093b-8a46-473b-9773-b26251431904,segment=NetworkSegment(342e8ac0-7447-41eb-bf5d-6a90aa2152d9),segment_id=342e8ac0-7447-41eb-bf5d-6a90aa2152d9)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:10.938840 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-18d04fa8-19b5-41e8-86e3-5ad792376bed req-cd8a9311-1a37-4197-a7a7-2abddbd29ee4 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.951096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-18d04fa8-19b5-41e8-86e3-5ad792376bed req-cd8a9311-1a37-4197-a7a7-2abddbd29ee4 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Calling delete_port for a86f093b-8a46-473b-9773-b26251431904 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:11.080053 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-18d04fa8-19b5-41e8-86e3-5ad792376bed req-cd8a9311-1a37-4197-a7a7-2abddbd29ee4 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:11.113111 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['a86f093b-8a46-473b-9773-b26251431904'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:25:11.115323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a9311-1a37-4197-a7a7-2abddbd29ee4 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Pushing event deleted for resources: {'Port': ['ID=a86f093b-8a46-473b-9773-b26251431904,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:11.136125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['96692549-4e4c-4e1b-9c62-555cc04a8804'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:25:11.159100 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d04fa8-19b5-41e8-86e3-5ad792376bed req-cd8a9311-1a37-4197-a7a7-2abddbd29ee4 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] No DVR routers for this DVR port a86f093b-8a46-473b-9773-b26251431904 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:25:11.161919 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-18d04fa8-19b5-41e8-86e3-5ad792376bed req-cd8a9311-1a37-4197-a7a7-2abddbd29ee4 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:11.163991 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-18d04fa8-19b5-41e8-86e3-5ad792376bed req-cd8a9311-1a37-4197-a7a7-2abddbd29ee4 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.26 "DELETE /v2.0/ports/a86f093b-8a46-473b-9773-b26251431904 HTTP/1.1" status: 204 len: 173 time: 0.4108107 Jul 16 02:25:11.164435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e0cde7-90f9-431b-b556-d58c561b7f95', 'name': 'network-vif-deleted', 'tag': 'a86f093b-8a46-473b-9773-b26251431904'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:11.167037 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6d8d41-da75-452d-8fc8-8e9c8b2b4ed7" -d '{"events": [{"server_uuid": "66e0cde7-90f9-431b-b556-d58c561b7f95", "name": "network-vif-deleted", "tag": "a86f093b-8a46-473b-9773-b26251431904"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:11.208891 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d872c8-3ff4-4e1d-bb1d-a863694b7f9d x-openstack-request-id: req-29d872c8-3ff4-4e1d-bb1d-a863694b7f9d {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:11.209183 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e0cde7-90f9-431b-b556-d58c561b7f95", "name": "network-vif-deleted", "tag": "a86f093b-8a46-473b-9773-b26251431904", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:11.209443 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-29d872c8-3ff4-4e1d-bb1d-a863694b7f9d {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:11.209842 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e0cde7-90f9-431b-b556-d58c561b7f95', 'name': 'network-vif-deleted', 'tag': 'a86f093b-8a46-473b-9773-b26251431904', 'status': 'completed', 'code': 200} Jul 16 02:25:12.116628 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd8856-77da-4697-8f10-9cde4a4d6231 req-16b0c2d9-2469-4385-a2ea-71b8f06972e2 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:12.118748 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97dd8856-77da-4697-8f10-9cde4a4d6231 req-16b0c2d9-2469-4385-a2ea-71b8f06972e2 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 945 time: 0.0633972 Jul 16 02:25:12.156361 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97dd8856-77da-4697-8f10-9cde4a4d6231 req-92e18598-6026-4d7d-9603-dba596c983d5 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321028 Jul 16 02:25:12.347029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d475-4d6c-4458-93aa-7597d8ee00fd req-ca35da4c-a8c6-43a4-a316-a938eebee22e tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:12.348529 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4104d475-4d6c-4458-93aa-7597d8ee00fd req-ca35da4c-a8c6-43a4-a316-a938eebee22e tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 945 time: 0.0669930 Jul 16 02:25:12.386088 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4104d475-4d6c-4458-93aa-7597d8ee00fd req-c75aed17-733b-41e1-9bee-4853b1dc60f5 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313673 Jul 16 02:25:12.559307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f8dc2-859a-4dbd-9f29-8116b2146673 req-afa64bb8-4f4c-4a93-835c-8c4c09571291 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:12.560806 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e30f8dc2-859a-4dbd-9f29-8116b2146673 req-afa64bb8-4f4c-4a93-835c-8c4c09571291 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 945 time: 0.0654802 Jul 16 02:25:12.598433 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e30f8dc2-859a-4dbd-9f29-8116b2146673 req-a38983f8-5a20-4f2a-a2c1-812df318463d tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321348 Jul 16 02:25:12.720139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-064fb237-7639-4065-9510-6ef5b7acd863 req-4ea1ab85-20be-46b4-978e-eb35946e4183 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:25:12.721120 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-064fb237-7639-4065-9510-6ef5b7acd863 req-4ea1ab85-20be-46b4-978e-eb35946e4183 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055847 Jul 16 02:25:12.880449 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a039e45-06fe-4204-90c2-fab874f6fc38 req-0ba71402-d9a2-48c6-8297-4a9f8e88825b tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:12.881826 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1a039e45-06fe-4204-90c2-fab874f6fc38 req-0ba71402-d9a2-48c6-8297-4a9f8e88825b tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 945 time: 0.0628061 Jul 16 02:25:12.918319 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1a039e45-06fe-4204-90c2-fab874f6fc38 req-33d3cc09-cf43-4b56-9601-0e9650aa4bd6 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304801 Jul 16 02:25:13.091632 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0715d-2a66-4972-be7d-3d6823b58e58 req-09538d3d-1605-4b0f-b446-32d9683662b7 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:13.093171 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ef0715d-2a66-4972-be7d-3d6823b58e58 req-09538d3d-1605-4b0f-b446-32d9683662b7 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 945 time: 0.0641625 Jul 16 02:25:13.130044 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ef0715d-2a66-4972-be7d-3d6823b58e58 req-88b44210-4acd-44fe-b15a-621a902bd151 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313609 Jul 16 02:25:13.201260 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device a86f093b-8a46-473b-9773-b26251431904 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:13.220934 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: a86f093b-8a46-473b-9773-b26251431904 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:13.221276 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device a86f093b-8a46-473b-9773-b26251431904 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:13.331790 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675af78-e8ab-4f70-9c88-cade4aa12d76 req-64dd8653-e45e-40cd-9d1f-b7cc0423239c tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:13.333271 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e675af78-e8ab-4f70-9c88-cade4aa12d76 req-64dd8653-e45e-40cd-9d1f-b7cc0423239c tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 945 time: 0.0680592 Jul 16 02:25:13.371538 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e675af78-e8ab-4f70-9c88-cade4aa12d76 req-85698072-0f4e-4779-99a2-af393650a258 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326743 Jul 16 02:25:13.888354 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54df603-cdf9-4045-81f3-b8f44400ae96 req-04304541-d28d-4442-97fa-de16250216ce tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:13.889846 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c54df603-cdf9-4045-81f3-b8f44400ae96 req-04304541-d28d-4442-97fa-de16250216ce tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 945 time: 0.0661185 Jul 16 02:25:13.928057 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c54df603-cdf9-4045-81f3-b8f44400ae96 req-8ff272e8-dfa4-4aea-a0bd-b7690ed41c5c tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322630 Jul 16 02:25:15.100833 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0086698-ea47-4385-b0f1-cb13bfcc167a req-5c64add5-8173-446a-a6e8-b120c8804660 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:15.102365 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f0086698-ea47-4385-b0f1-cb13bfcc167a req-5c64add5-8173-446a-a6e8-b120c8804660 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 945 time: 0.0648358 Jul 16 02:25:15.144028 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f0086698-ea47-4385-b0f1-cb13bfcc167a req-b5e58121-1311-464a-b754-570a6a345c7a tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/security-groups?id=f69cb4f6-22d3-415c-b6ac-e14dd601c60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354419 Jul 16 02:25:15.444362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d35750-dc37-47d3-9a34-954303fef172 req-e4d8af89-d0f7-4635-a2a5-155606ffd235 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:15.445792 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73d35750-dc37-47d3-9a34-954303fef172 req-e4d8af89-d0f7-4635-a2a5-155606ffd235 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.47 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 945 time: 0.0620184 Jul 16 02:25:15.547542 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-73d35750-dc37-47d3-9a34-954303fef172 req-701c25e4-8237-41f7-8cc4-3d5ad6f7d735 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Deleting port 96692549-4e4c-4e1b-9c62-555cc04a8804 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:15.547825 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-73d35750-dc37-47d3-9a34-954303fef172 req-701c25e4-8237-41f7-8cc4-3d5ad6f7d735 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.633367 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-73d35750-dc37-47d3-9a34-954303fef172 req-701c25e4-8237-41f7-8cc4-3d5ad6f7d735 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] For port 96692549-4e4c-4e1b-9c62-555cc04a8804, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=96692549-4e4c-4e1b-9c62-555cc04a8804,segment=NetworkSegment(342e8ac0-7447-41eb-bf5d-6a90aa2152d9),segment_id=342e8ac0-7447-41eb-bf5d-6a90aa2152d9)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:15.633721 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-73d35750-dc37-47d3-9a34-954303fef172 req-701c25e4-8237-41f7-8cc4-3d5ad6f7d735 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.651841 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-73d35750-dc37-47d3-9a34-954303fef172 req-701c25e4-8237-41f7-8cc4-3d5ad6f7d735 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Calling delete_port for 96692549-4e4c-4e1b-9c62-555cc04a8804 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:15.775047 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-73d35750-dc37-47d3-9a34-954303fef172 req-701c25e4-8237-41f7-8cc4-3d5ad6f7d735 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.803873 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c25e4-8237-41f7-8cc4-3d5ad6f7d735 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Pushing event deleted for resources: {'Port': ['ID=96692549-4e4c-4e1b-9c62-555cc04a8804,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:15.812787 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['96692549-4e4c-4e1b-9c62-555cc04a8804'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:25:15.852373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d35750-dc37-47d3-9a34-954303fef172 req-701c25e4-8237-41f7-8cc4-3d5ad6f7d735 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] No DVR routers for this DVR port 96692549-4e4c-4e1b-9c62-555cc04a8804 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:25:15.854930 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-73d35750-dc37-47d3-9a34-954303fef172 req-701c25e4-8237-41f7-8cc4-3d5ad6f7d735 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.856949 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-73d35750-dc37-47d3-9a34-954303fef172 req-701c25e4-8237-41f7-8cc4-3d5ad6f7d735 tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.47 "DELETE /v2.0/ports/96692549-4e4c-4e1b-9c62-555cc04a8804 HTTP/1.1" status: 204 len: 173 time: 0.4050436 Jul 16 02:25:15.857388 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47499ad3-6679-4a17-993b-6af3b268fc58', 'name': 'network-vif-deleted', 'tag': '96692549-4e4c-4e1b-9c62-555cc04a8804'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:15.859651 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe90eab8-57ac-4a1f-b225-f94a0cdeccce" -d '{"events": [{"server_uuid": "47499ad3-6679-4a17-993b-6af3b268fc58", "name": "network-vif-deleted", "tag": "96692549-4e4c-4e1b-9c62-555cc04a8804"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:15.896636 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ab9571-8462-410d-b6d2-afb760a1d861 x-openstack-request-id: req-06ab9571-8462-410d-b6d2-afb760a1d861 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:15.896941 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47499ad3-6679-4a17-993b-6af3b268fc58", "name": "network-vif-deleted", "tag": "96692549-4e4c-4e1b-9c62-555cc04a8804", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:15.897198 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-06ab9571-8462-410d-b6d2-afb760a1d861 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:15.897608 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47499ad3-6679-4a17-993b-6af3b268fc58', 'name': 'network-vif-deleted', 'tag': '96692549-4e4c-4e1b-9c62-555cc04a8804', 'status': 'completed', 'code': 200} Jul 16 02:25:16.298629 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c1beb316-4e46-4e8c-90ba-4ce74da6652b req-1373ba85-b17a-4f21-beba-1ab3173d0e0f tempest-ServersNegativeTestJSON-1745422570 tempest-ServersNegativeTestJSON-1745422570-project] 10.222.0.54 "GET /v2.0/ports?device_id=47499ad3-6679-4a17-993b-6af3b268fc58 HTTP/1.1" status: 200 len: 210 time: 0.0296376 Jul 16 02:25:17.393352 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48200) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:17.437573 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf9f295-6885-4b18-8fea-2e661f049cf4 admin admin] Deleting subnet 1be2cb15-0113-4685-9fe9-4d499ec6bb9f {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:25:17.440522 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8cf9f295-6885-4b18-8fea-2e661f049cf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.472590 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8cf9f295-6885-4b18-8fea-2e661f049cf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.509344 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8cf9f295-6885-4b18-8fea-2e661f049cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.564258 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8cf9f295-6885-4b18-8fea-2e661f049cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.588539 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9f295-6885-4b18-8fea-2e661f049cf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be2cb15-0113-4685-9fe9-4d499ec6bb9f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:17.592352 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8cf9f295-6885-4b18-8fea-2e661f049cf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.594130 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8cf9f295-6885-4b18-8fea-2e661f049cf4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1be2cb15-0113-4685-9fe9-4d499ec6bb9f HTTP/1.1" status: 204 len: 168 time: 0.1997573 Jul 16 02:25:17.596620 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48202) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:17.662520 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d98bdb11-f320-4382-8009-f8f8ec906cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.742997 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d98bdb11-f320-4382-8009-f8f8ec906cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.752560 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-d98bdb11-f320-4382-8009-f8f8ec906cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447d9c64-5013-4486-8280-beb31b444124']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:17.761953 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-d98bdb11-f320-4382-8009-f8f8ec906cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342e8ac0-7447-41eb-bf5d-6a90aa2152d9') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:17.762248 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-d98bdb11-f320-4382-8009-f8f8ec906cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342e8ac0-7447-41eb-bf5d-6a90aa2152d9') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:17.770672 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d98bdb11-f320-4382-8009-f8f8ec906cdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.784562 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d98bdb11-f320-4382-8009-f8f8ec906cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.790166 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98bdb11-f320-4382-8009-f8f8ec906cdc admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:25:17.790554 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d98bdb11-f320-4382-8009-f8f8ec906cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:25:17.792155 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:25:17.850175 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d98bdb11-f320-4382-8009-f8f8ec906cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.855688 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d98bdb11-f320-4382-8009-f8f8ec906cdc admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.857537 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d98bdb11-f320-4382-8009-f8f8ec906cdc admin admin] 10.222.0.54 "DELETE /v2.0/networks/447d9c64-5013-4486-8280-beb31b444124 HTTP/1.1" status: 204 len: 168 time: 0.2600195 Jul 16 02:25:17.869090 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bdb11-f320-4382-8009-f8f8ec906cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=447d9c64-5013-4486-8280-beb31b444124,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:17.963995 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48206) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:18.003114 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ed897300-8e24-41cd-9b73-cb818035b567 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=471ce054529f4c9fa2b08ce55c7c01c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379083 Jul 16 02:25:18.005438 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48208) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:18.053706 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45c43bc3-6c91-45e5-9d80-1ed96986902b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:18.074880 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45c43bc3-6c91-45e5-9d80-1ed96986902b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:18.121329 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45c43bc3-6c91-45e5-9d80-1ed96986902b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:18.124939 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45c43bc3-6c91-45e5-9d80-1ed96986902b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:18.126130 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-45c43bc3-6c91-45e5-9d80-1ed96986902b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f69cb4f6-22d3-415c-b6ac-e14dd601c60e HTTP/1.1" status: 204 len: 168 time: 0.1197491 Jul 16 02:25:18.134096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c43bc3-6c91-45e5-9d80-1ed96986902b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69cb4f6-22d3-415c-b6ac-e14dd601c60e,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:18.782630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48230) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:18.874492 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-84175de2-d285-4ef3-8457-bf782252d42c tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1093451900'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:18.895663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84175de2-d285-4ef3-8457-bf782252d42c tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Made reservation on behalf of e457c6db8cfc4dfbbaad56ad8b57f136 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:18.899122 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84175de2-d285-4ef3-8457-bf782252d42c tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:18.908582 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84175de2-d285-4ef3-8457-bf782252d42c tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:18.998286 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84175de2-d285-4ef3-8457-bf782252d42c tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:19.001965 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84175de2-d285-4ef3-8457-bf782252d42c tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:19.027728 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84175de2-d285-4ef3-8457-bf782252d42c tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:25:19.038103 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84175de2-d285-4ef3-8457-bf782252d42c tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8086cc-5e74-4c18-96c2-e05ede2c7fc2,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:19.042881 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84175de2-d285-4ef3-8457-bf782252d42c tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:19.043222 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-84175de2-d285-4ef3-8457-bf782252d42c tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Added segment 982ee0cf-1a36-4322-9402-f07dd1d21821 of type vlan for network 2ab71af6-fe92-40c8-be8e-cb4021c1104f Jul 16 02:25:19.082483 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84175de2-d285-4ef3-8457-bf782252d42c tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:19.111466 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84175de2-d285-4ef3-8457-bf782252d42c tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:19.117031 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84175de2-d285-4ef3-8457-bf782252d42c tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:19.117616 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84175de2-d285-4ef3-8457-bf782252d42c tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:19.175937 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-84175de2-d285-4ef3-8457-bf782252d42c tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3920949 Jul 16 02:25:19.219214 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84175de2-d285-4ef3-8457-bf782252d42c tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event updated for resources: {'Network': ['ID=2ab71af6-fe92-40c8-be8e-cb4021c1104f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:19.230399 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 2ab71af6-fe92-40c8-be8e-cb4021c1104f details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:25:20.567687 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 96692549-4e4c-4e1b-9c62-555cc04a8804 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:20.587192 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 96692549-4e4c-4e1b-9c62-555cc04a8804 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:20.587531 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 96692549-4e4c-4e1b-9c62-555cc04a8804 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:22.490741 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48234) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:22.495984 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Request body: {'subnet': {'network_id': '2ab71af6-fe92-40c8-be8e-cb4021c1104f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:22.584211 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Made reservation on behalf of e457c6db8cfc4dfbbaad56ad8b57f136 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:22.587891 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:22.765327 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:22.822929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event updated for resources: {'Subnet': ['ID=67f995a0-a01c-4673-a381-e61531204db3,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:22.835612 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.835907 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.836248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.836590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.836918 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.837250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.837572 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.837901 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.838227 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.838546 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.838864 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.839183 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:22.843039 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Checking segment: {'id': '982ee0cf-1a36-4322-9402-f07dd1d21821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2ab71af6-fe92-40c8-be8e-cb4021c1104f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:22.843473 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Network hostable DHCP agents. Network: 2ab71af6-fe92-40c8-be8e-cb4021c1104f, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:25:22.859956 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Network 2ab71af6-fe92-40c8-be8e-cb4021c1104f is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:25:22.868250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 2ab71af6-fe92-40c8-be8e-cb4021c1104f) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:22.872176 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:22.872764 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:22.878454 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce5cfdc-5d41-4c1f-8d62-8d23fbb5988d None None] Network 2ab71af6-fe92-40c8-be8e-cb4021c1104f requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:22.888130 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c1ce736b-9cfc-4de0-b837-10313e1a268b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3962641 Jul 16 02:25:22.891663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48236) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:22.896632 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-7b98ea57-7396-4243-9ea0-a82721cee086 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-148565391'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:22.917223 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b98ea57-7396-4243-9ea0-a82721cee086 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Made reservation on behalf of e457c6db8cfc4dfbbaad56ad8b57f136 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:22.921388 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b98ea57-7396-4243-9ea0-a82721cee086 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:22.945694 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b98ea57-7396-4243-9ea0-a82721cee086 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:25:22.954637 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b98ea57-7396-4243-9ea0-a82721cee086 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:22.954989 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-7b98ea57-7396-4243-9ea0-a82721cee086 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Added segment d71db34a-e44f-446f-83ba-1625f79bcef7 of type vlan for network b8fd06cd-5ed3-40b2-a7af-6784ebbce873 Jul 16 02:25:22.998070 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b98ea57-7396-4243-9ea0-a82721cee086 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.027339 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b98ea57-7396-4243-9ea0-a82721cee086 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.029099 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-2ab71af6-fe92-40c8-be8e-cb4021c1104f', 'network_id': '2ab71af6-fe92-40c8-be8e-cb4021c1104f', 'tenant_id': 'e457c6db8cfc4dfbbaad56ad8b57f136', 'fixed_ips': [{'subnet_id': '67f995a0-a01c-4673-a381-e61531204db3'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:25:23.030542 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.033666 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b98ea57-7396-4243-9ea0-a82721cee086 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:23.034263 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7b98ea57-7396-4243-9ea0-a82721cee086 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.068297 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7b98ea57-7396-4243-9ea0-a82721cee086 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1755645 Jul 16 02:25:23.071167 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48238) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:23.078634 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-40576dfc-6390-4c89-abb3-9e17710ab89f tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Request body: {'subnet': {'network_id': 'b8fd06cd-5ed3-40b2-a7af-6784ebbce873', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:23.119866 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98ea57-7396-4243-9ea0-a82721cee086 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event updated for resources: {'Network': ['ID=b8fd06cd-5ed3-40b2-a7af-6784ebbce873,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:23.146696 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network b8fd06cd-5ed3-40b2-a7af-6784ebbce873 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:25:23.199064 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40576dfc-6390-4c89-abb3-9e17710ab89f tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Made reservation on behalf of e457c6db8cfc4dfbbaad56ad8b57f136 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:23.203240 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-40576dfc-6390-4c89-abb3-9e17710ab89f tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.218714 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Allocated IP 2001:db8:0:ffff::2 (2ab71af6-fe92-40c8-be8e-cb4021c1104f/67f995a0-a01c-4673-a381-e61531204db3/2678faed-eaee-4dbc-a000-d0014a75881a) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:23.405638 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-40576dfc-6390-4c89-abb3-9e17710ab89f tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.467912 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40576dfc-6390-4c89-abb3-9e17710ab89f tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event updated for resources: {'Subnet': ['ID=b570c7ad-1b8a-4db4-9a36-11b82b4efcc2,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:23.477196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40576dfc-6390-4c89-abb3-9e17710ab89f tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Checking segment: {'id': 'd71db34a-e44f-446f-83ba-1625f79bcef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b8fd06cd-5ed3-40b2-a7af-6784ebbce873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:23.477559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40576dfc-6390-4c89-abb3-9e17710ab89f tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Network hostable DHCP agents. Network: b8fd06cd-5ed3-40b2-a7af-6784ebbce873, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:25:23.495375 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40576dfc-6390-4c89-abb3-9e17710ab89f tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Network b8fd06cd-5ed3-40b2-a7af-6784ebbce873 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:25:23.504882 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-40576dfc-6390-4c89-abb3-9e17710ab89f tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, b8fd06cd-5ed3-40b2-a7af-6784ebbce873) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:23.509536 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40576dfc-6390-4c89-abb3-9e17710ab89f tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:23.510140 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-40576dfc-6390-4c89-abb3-9e17710ab89f tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.517285 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1febed-87ae-4ae6-8780-bfd2f4edad98 None None] Network b8fd06cd-5ed3-40b2-a7af-6784ebbce873 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:23.524776 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-40576dfc-6390-4c89-abb3-9e17710ab89f tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4522276 Jul 16 02:25:23.527430 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48240) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:23.582413 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.600340 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Transition to ACTIVE for port object 2678faed-eaee-4dbc-a000-d0014a75881a will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:23.626834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Transition to ACTIVE for port object 2678faed-eaee-4dbc-a000-d0014a75881a will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:23.627081 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fabcaa19-f74b-4ccb-a00d-bd642938c15b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.634123 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.696664 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Network 2ab71af6-fe92-40c8-be8e-cb4021c1104f is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:23.700799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:23.703496 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fabcaa19-f74b-4ccb-a00d-bd642938c15b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.707005 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:23.718187 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Pushing event updated for resources: {'Port': ['ID=2678faed-eaee-4dbc-a000-d0014a75881a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:23.773842 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fabcaa19-f74b-4ccb-a00d-bd642938c15b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.782182 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f57e98-ef2c-4986-a669-085890444cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-b8fd06cd-5ed3-40b2-a7af-6784ebbce873', 'network_id': 'b8fd06cd-5ed3-40b2-a7af-6784ebbce873', 'tenant_id': 'e457c6db8cfc4dfbbaad56ad8b57f136', 'fixed_ips': [{'subnet_id': 'b570c7ad-1b8a-4db4-9a36-11b82b4efcc2'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:25:23.783036 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e3f57e98-ef2c-4986-a669-085890444cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.801647 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcaa19-f74b-4ccb-a00d-bd642938c15b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event deleted for resources: {'Subnet': ['ID=b570c7ad-1b8a-4db4-9a36-11b82b4efcc2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:23.804770 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Attempting to bind port 2678faed-eaee-4dbc-a000-d0014a75881a on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:23.805159 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Attempting to bind port 2678faed-eaee-4dbc-a000-d0014a75881a by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '982ee0cf-1a36-4322-9402-f07dd1d21821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2ab71af6-fe92-40c8-be8e-cb4021c1104f'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:23.805529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Attempting to bind port 2678faed-eaee-4dbc-a000-d0014a75881a on network 2ab71af6-fe92-40c8-be8e-cb4021c1104f {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:23.816874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:23.817289 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Checking segment: {'id': '982ee0cf-1a36-4322-9402-f07dd1d21821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2ab71af6-fe92-40c8-be8e-cb4021c1104f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:23.817652 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.818628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Bound using segment: {'id': '982ee0cf-1a36-4322-9402-f07dd1d21821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2ab71af6-fe92-40c8-be8e-cb4021c1104f'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:23.818628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Bound port: 2678faed-eaee-4dbc-a000-d0014a75881a, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982ee0cf-1a36-4322-9402-f07dd1d21821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2ab71af6-fe92-40c8-be8e-cb4021c1104f'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:23.818907 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.861354 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fabcaa19-f74b-4ccb-a00d-bd642938c15b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.871139 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-fabcaa19-f74b-4ccb-a00d-bd642938c15b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8fd06cd-5ed3-40b2-a7af-6784ebbce873']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:23.882741 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-fabcaa19-f74b-4ccb-a00d-bd642938c15b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71db34a-e44f-446f-83ba-1625f79bcef7') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:23.883052 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-fabcaa19-f74b-4ccb-a00d-bd642938c15b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71db34a-e44f-446f-83ba-1625f79bcef7') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:23.893149 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fabcaa19-f74b-4ccb-a00d-bd642938c15b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.900586 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8b347a-3efd-4c4b-8d52-b08d7007e693 None None] Network b8fd06cd-5ed3-40b2-a7af-6784ebbce873 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:23.907147 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fabcaa19-f74b-4ccb-a00d-bd642938c15b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.913378 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabcaa19-f74b-4ccb-a00d-bd642938c15b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:25:23.913811 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fabcaa19-f74b-4ccb-a00d-bd642938c15b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:25:23.916888 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:25:23.979652 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fabcaa19-f74b-4ccb-a00d-bd642938c15b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.987340 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fabcaa19-f74b-4ccb-a00d-bd642938c15b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.988828 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] For port 2678faed-eaee-4dbc-a000-d0014a75881a, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:23.993066 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fabcaa19-f74b-4ccb-a00d-bd642938c15b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "DELETE /v2.0/networks/b8fd06cd-5ed3-40b2-a7af-6784ebbce873 HTTP/1.1" status: 204 len: 168 time: 0.4609568 Jul 16 02:25:23.993505 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48242) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:23.999206 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f3ac7822-c737-4adf-a8ca-9d94cb2d0818 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-784630217'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:24.000992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcaa19-f74b-4ccb-a00d-bd642938c15b tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event deleted for resources: {'Network': ['ID=b8fd06cd-5ed3-40b2-a7af-6784ebbce873,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:24.003408 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] For port 2678faed-eaee-4dbc-a000-d0014a75881a, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2678faed-eaee-4dbc-a000-d0014a75881a,segment=NetworkSegment(982ee0cf-1a36-4322-9402-f07dd1d21821),segment_id=982ee0cf-1a36-4322-9402-f07dd1d21821)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:24.021944 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.022363 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ac7822-c737-4adf-a8ca-9d94cb2d0818 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Made reservation on behalf of e457c6db8cfc4dfbbaad56ad8b57f136 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:24.026271 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7822-c737-4adf-a8ca-9d94cb2d0818 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.051393 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ac7822-c737-4adf-a8ca-9d94cb2d0818 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:25:24.061564 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7822-c737-4adf-a8ca-9d94cb2d0818 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.061904 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-f3ac7822-c737-4adf-a8ca-9d94cb2d0818 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Added segment 92416aeb-a740-424a-8662-11b8951ed39e of type vlan for network 2b3de672-1b51-4500-9c27-e4da8dd4f7e3 Jul 16 02:25:24.104664 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d0d1d-1a81-406c-8b58-047302912bd1 None None] Pushing event updated for resources: {'Port': ['ID=2678faed-eaee-4dbc-a000-d0014a75881a,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:24.107280 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7822-c737-4adf-a8ca-9d94cb2d0818 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.138964 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7822-c737-4adf-a8ca-9d94cb2d0818 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.145018 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ac7822-c737-4adf-a8ca-9d94cb2d0818 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:24.145606 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7822-c737-4adf-a8ca-9d94cb2d0818 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.181801 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f3ac7822-c737-4adf-a8ca-9d94cb2d0818 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1870000 Jul 16 02:25:24.184626 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48244) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:24.190180 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-08b8df2c-1415-4ac1-a089-d2635d912397 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Request body: {'subnet': {'network_id': '2b3de672-1b51-4500-9c27-e4da8dd4f7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:24.248333 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac7822-c737-4adf-a8ca-9d94cb2d0818 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event updated for resources: {'Network': ['ID=2b3de672-1b51-4500-9c27-e4da8dd4f7e3,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:24.272824 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 2b3de672-1b51-4500-9c27-e4da8dd4f7e3 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:25:24.345978 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b8df2c-1415-4ac1-a089-d2635d912397 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Made reservation on behalf of e457c6db8cfc4dfbbaad56ad8b57f136 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:24.349630 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08b8df2c-1415-4ac1-a089-d2635d912397 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.355545 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.412262 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.ipam_backend_mixin [None req-08b8df2c-1415-4ac1-a089-d2635d912397 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Performing IP validity checks on allocation pools {{(pid=93832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 02:25:24.412784 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.ipam_backend_mixin [None req-08b8df2c-1415-4ac1-a089-d2635d912397 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 02:25:24.534864 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08b8df2c-1415-4ac1-a089-d2635d912397 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.593579 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8df2c-1415-4ac1-a089-d2635d912397 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event updated for resources: {'Subnet': ['ID=c0402af8-c211-41e4-a25e-61abea2984e7,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:24.603558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b8df2c-1415-4ac1-a089-d2635d912397 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Checking segment: {'id': '92416aeb-a740-424a-8662-11b8951ed39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2b3de672-1b51-4500-9c27-e4da8dd4f7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:24.603953 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b8df2c-1415-4ac1-a089-d2635d912397 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Network hostable DHCP agents. Network: 2b3de672-1b51-4500-9c27-e4da8dd4f7e3, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:25:24.619608 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b8df2c-1415-4ac1-a089-d2635d912397 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Network 2b3de672-1b51-4500-9c27-e4da8dd4f7e3 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:25:24.628170 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-08b8df2c-1415-4ac1-a089-d2635d912397 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 2b3de672-1b51-4500-9c27-e4da8dd4f7e3) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:24.632326 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b8df2c-1415-4ac1-a089-d2635d912397 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:24.632931 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-08b8df2c-1415-4ac1-a089-d2635d912397 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.637904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47940ee7-243b-44c5-9a33-c98c50aae314 None None] Network 2b3de672-1b51-4500-9c27-e4da8dd4f7e3 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:24.647318 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-08b8df2c-1415-4ac1-a089-d2635d912397 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4614820 Jul 16 02:25:24.649949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48246) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:24.747954 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-450423f1-a363-4d0e-9d71-9a62317ca112 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.793750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f3f6b1-90e7-44d4-973a-97bdc86fa863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-2b3de672-1b51-4500-9c27-e4da8dd4f7e3', 'network_id': '2b3de672-1b51-4500-9c27-e4da8dd4f7e3', 'tenant_id': 'e457c6db8cfc4dfbbaad56ad8b57f136', 'fixed_ips': [{'subnet_id': 'c0402af8-c211-41e4-a25e-61abea2984e7'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:25:24.794648 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7f3f6b1-90e7-44d4-973a-97bdc86fa863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.835128 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-450423f1-a363-4d0e-9d71-9a62317ca112 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.901917 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-450423f1-a363-4d0e-9d71-9a62317ca112 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server [None req-d7f3f6b1-90e7-44d4-973a-97bdc86fa863 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0402af8-c211-41e4-a25e-61abea2984e7: This subnet is being modified by another concurrent operation. Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server raise exception Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0402af8-c211-41e4-a25e-61abea2984e7: This subnet is being modified by another concurrent operation. Jul 16 02:25:24.906386 n-d-800086-6 neutron-server[93833]: ERROR oslo_messaging.rpc.server Jul 16 02:25:24.927225 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304a7a4c-ef55-48a2-b687-a80f03d83100 None None] Network 2b3de672-1b51-4500-9c27-e4da8dd4f7e3 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:24.933524 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450423f1-a363-4d0e-9d71-9a62317ca112 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event deleted for resources: {'Subnet': ['ID=c0402af8-c211-41e4-a25e-61abea2984e7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:25.006369 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-450423f1-a363-4d0e-9d71-9a62317ca112 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.017811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-450423f1-a363-4d0e-9d71-9a62317ca112 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3de672-1b51-4500-9c27-e4da8dd4f7e3']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:25.030249 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-450423f1-a363-4d0e-9d71-9a62317ca112 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92416aeb-a740-424a-8662-11b8951ed39e') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:25.030591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-450423f1-a363-4d0e-9d71-9a62317ca112 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92416aeb-a740-424a-8662-11b8951ed39e') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:25.040339 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-450423f1-a363-4d0e-9d71-9a62317ca112 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.054516 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-450423f1-a363-4d0e-9d71-9a62317ca112 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.060499 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450423f1-a363-4d0e-9d71-9a62317ca112 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:25:25.060994 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-450423f1-a363-4d0e-9d71-9a62317ca112 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:25:25.064206 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:25:25.122869 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-450423f1-a363-4d0e-9d71-9a62317ca112 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.130860 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-450423f1-a363-4d0e-9d71-9a62317ca112 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.133175 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-450423f1-a363-4d0e-9d71-9a62317ca112 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "DELETE /v2.0/networks/2b3de672-1b51-4500-9c27-e4da8dd4f7e3 HTTP/1.1" status: 204 len: 168 time: 0.4822969 Jul 16 02:25:25.137313 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48248) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:25.144496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-99add681-4318-4e5e-a7b8-2a5ae0f100ca tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-741870157'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:25.151893 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450423f1-a363-4d0e-9d71-9a62317ca112 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event deleted for resources: {'Network': ['ID=2b3de672-1b51-4500-9c27-e4da8dd4f7e3,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:25.166817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99add681-4318-4e5e-a7b8-2a5ae0f100ca tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Made reservation on behalf of e457c6db8cfc4dfbbaad56ad8b57f136 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:25.170716 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99add681-4318-4e5e-a7b8-2a5ae0f100ca tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.182148 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c88624-6ed0-4979-a21d-b20fe7e124d4 None None] Network 2ab71af6-fe92-40c8-be8e-cb4021c1104f requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:25.198182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99add681-4318-4e5e-a7b8-2a5ae0f100ca tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:25:25.208496 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99add681-4318-4e5e-a7b8-2a5ae0f100ca tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.208936 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-99add681-4318-4e5e-a7b8-2a5ae0f100ca tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Added segment f30e5015-9275-40eb-a4b4-e99486f65876 of type vlan for network ed2d3438-fb77-47f8-9928-720217011d2b Jul 16 02:25:25.258266 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99add681-4318-4e5e-a7b8-2a5ae0f100ca tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.268305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-166b6001-c594-4b93-a700-a6da727a5511 None None] Provisioning for port 2678faed-eaee-4dbc-a000-d0014a75881a completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:25.288059 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99add681-4318-4e5e-a7b8-2a5ae0f100ca tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.294147 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99add681-4318-4e5e-a7b8-2a5ae0f100ca tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:25.294876 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-99add681-4318-4e5e-a7b8-2a5ae0f100ca tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.334258 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-99add681-4318-4e5e-a7b8-2a5ae0f100ca tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1952806 Jul 16 02:25:25.337042 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48250) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:25.344578 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d373b65f-35f8-4b4d-adce-467c530bef25 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Request body: {'subnet': {'network_id': 'ed2d3438-fb77-47f8-9928-720217011d2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:25.385676 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99add681-4318-4e5e-a7b8-2a5ae0f100ca tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event updated for resources: {'Network': ['ID=ed2d3438-fb77-47f8-9928-720217011d2b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:25.398272 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network ed2d3438-fb77-47f8-9928-720217011d2b details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:25:25.471671 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d373b65f-35f8-4b4d-adce-467c530bef25 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Made reservation on behalf of e457c6db8cfc4dfbbaad56ad8b57f136 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:25.475243 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d373b65f-35f8-4b4d-adce-467c530bef25 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.536155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d27362e-bc12-4354-9df5-9990352dec01 None None] get_active_networks_info from n-d-800086-6 {{(pid=93833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:25:25.607417 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d27362e-bc12-4354-9df5-9990352dec01 None None] Resources bound (agent type, host, resource id): {{(pid=93833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:25:25.677678 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d373b65f-35f8-4b4d-adce-467c530bef25 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.700720 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2678faed-eaee-4dbc-a000-d0014a75881a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:25.746621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373b65f-35f8-4b4d-adce-467c530bef25 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event updated for resources: {'Subnet': ['ID=546a7188-050a-45e1-ab7d-7d33fe17b307,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:25.755996 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d373b65f-35f8-4b4d-adce-467c530bef25 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Checking segment: {'id': 'f30e5015-9275-40eb-a4b4-e99486f65876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ed2d3438-fb77-47f8-9928-720217011d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:25.756361 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d373b65f-35f8-4b4d-adce-467c530bef25 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Network hostable DHCP agents. Network: ed2d3438-fb77-47f8-9928-720217011d2b, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:25:25.773728 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d373b65f-35f8-4b4d-adce-467c530bef25 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Network ed2d3438-fb77-47f8-9928-720217011d2b is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:25:25.783393 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-d373b65f-35f8-4b4d-adce-467c530bef25 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, ed2d3438-fb77-47f8-9928-720217011d2b) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:25.789509 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d373b65f-35f8-4b4d-adce-467c530bef25 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:25.791012 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d373b65f-35f8-4b4d-adce-467c530bef25 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.793002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 2678faed-eaee-4dbc-a000-d0014a75881a completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:25.799508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 2678faed-eaee-4dbc-a000-d0014a75881a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:25.799917 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.805336 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d373b65f-35f8-4b4d-adce-467c530bef25 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4672887 Jul 16 02:25:25.808812 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48252) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:25.813914 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-64593478-d402-4d0b-9769-e859f3c3b1b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-651395026'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:25.835249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64593478-d402-4d0b-9769-e859f3c3b1b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Made reservation on behalf of e457c6db8cfc4dfbbaad56ad8b57f136 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:25.839856 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-64593478-d402-4d0b-9769-e859f3c3b1b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.864146 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64593478-d402-4d0b-9769-e859f3c3b1b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:25:25.873267 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-64593478-d402-4d0b-9769-e859f3c3b1b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.873607 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-64593478-d402-4d0b-9769-e859f3c3b1b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Added segment 58450571-c500-4474-b701-1a6ff2d811f6 of type vlan for network 4d00f90c-ba7e-4e6b-9776-7fb76998427b Jul 16 02:25:25.913878 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-64593478-d402-4d0b-9769-e859f3c3b1b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.933509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2d0c29-beb3-4d35-9ff6-8d187bbc4b85 None None] Network ed2d3438-fb77-47f8-9928-720217011d2b requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:25.938049 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.944051 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-64593478-d402-4d0b-9769-e859f3c3b1b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.949808 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64593478-d402-4d0b-9769-e859f3c3b1b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:25.950395 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-64593478-d402-4d0b-9769-e859f3c3b1b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.991991 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-64593478-d402-4d0b-9769-e859f3c3b1b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1793764 Jul 16 02:25:25.992228 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48254) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:26.023178 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 2678faed-eaee-4dbc-a000-d0014a75881a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2678faed-eaee-4dbc-a000-d0014a75881a,segment=NetworkSegment(982ee0cf-1a36-4322-9402-f07dd1d21821),segment_id=982ee0cf-1a36-4322-9402-f07dd1d21821)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:26.025415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-13b2efba-bed8-4789-a426-433cf65f47b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Request body: {'subnet': {'network_id': '4d00f90c-ba7e-4e6b-9776-7fb76998427b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:26.028551 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.031759 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64593478-d402-4d0b-9769-e859f3c3b1b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event updated for resources: {'Network': ['ID=4d00f90c-ba7e-4e6b-9776-7fb76998427b,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:26.055023 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 4d00f90c-ba7e-4e6b-9776-7fb76998427b details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:25:26.120560 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b2efba-bed8-4789-a426-433cf65f47b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Made reservation on behalf of e457c6db8cfc4dfbbaad56ad8b57f136 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:26.124689 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13b2efba-bed8-4789-a426-433cf65f47b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.172751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=2678faed-eaee-4dbc-a000-d0014a75881a,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:26.216188 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-ed2d3438-fb77-47f8-9928-720217011d2b', 'network_id': 'ed2d3438-fb77-47f8-9928-720217011d2b', 'tenant_id': 'e457c6db8cfc4dfbbaad56ad8b57f136', 'fixed_ips': [{'subnet_id': '546a7188-050a-45e1-ab7d-7d33fe17b307'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:25:26.217088 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.308268 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13b2efba-bed8-4789-a426-433cf65f47b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.358841 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Allocated IP 2001:db8::2 (ed2d3438-fb77-47f8-9928-720217011d2b/546a7188-050a-45e1-ab7d-7d33fe17b307/2c39604e-859c-4325-b2d6-6a19dd5716f8) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:26.372752 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2efba-bed8-4789-a426-433cf65f47b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event updated for resources: {'Subnet': ['ID=d3b941a3-e82e-4bf5-8b05-28d2ddd0d69d,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:26.381108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b2efba-bed8-4789-a426-433cf65f47b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Checking segment: {'id': '58450571-c500-4474-b701-1a6ff2d811f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4d00f90c-ba7e-4e6b-9776-7fb76998427b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:26.381521 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b2efba-bed8-4789-a426-433cf65f47b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Network hostable DHCP agents. Network: 4d00f90c-ba7e-4e6b-9776-7fb76998427b, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:25:26.400618 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b2efba-bed8-4789-a426-433cf65f47b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Network 4d00f90c-ba7e-4e6b-9776-7fb76998427b is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:25:26.408743 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-13b2efba-bed8-4789-a426-433cf65f47b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 4d00f90c-ba7e-4e6b-9776-7fb76998427b) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:26.412772 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b2efba-bed8-4789-a426-433cf65f47b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:26.413359 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-13b2efba-bed8-4789-a426-433cf65f47b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.428213 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-13b2efba-bed8-4789-a426-433cf65f47b2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4350276 Jul 16 02:25:26.430764 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48256) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:26.431429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6798220d-1f3f-4fb6-86b1-c85d638ba4c7 None None] Network 4d00f90c-ba7e-4e6b-9776-7fb76998427b requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:26.526964 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fce1c7e6-8e9c-490e-a092-c0a65170f9eb tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.580391 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fce1c7e6-8e9c-490e-a092-c0a65170f9eb tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.645835 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fce1c7e6-8e9c-490e-a092-c0a65170f9eb tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.752218 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.779508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Transition to ACTIVE for port object 2c39604e-859c-4325-b2d6-6a19dd5716f8 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:26.786396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8b0c90-252a-4eb9-b708-123bd417eb25 None None] Network 4d00f90c-ba7e-4e6b-9776-7fb76998427b requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:26.820733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Transition to ACTIVE for port object 2c39604e-859c-4325-b2d6-6a19dd5716f8 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:26.829992 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.902103 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Network ed2d3438-fb77-47f8-9928-720217011d2b is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:26.927962 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:26.931921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:26.961557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Pushing event updated for resources: {'Port': ['ID=2c39604e-859c-4325-b2d6-6a19dd5716f8,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:26.962245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1c7e6-8e9c-490e-a092-c0a65170f9eb tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event deleted for resources: {'Subnet': ['ID=d3b941a3-e82e-4bf5-8b05-28d2ddd0d69d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:27.015535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Attempting to bind port 2c39604e-859c-4325-b2d6-6a19dd5716f8 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:27.015933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Attempting to bind port 2c39604e-859c-4325-b2d6-6a19dd5716f8 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'f30e5015-9275-40eb-a4b4-e99486f65876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ed2d3438-fb77-47f8-9928-720217011d2b'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:27.016303 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Attempting to bind port 2c39604e-859c-4325-b2d6-6a19dd5716f8 on network ed2d3438-fb77-47f8-9928-720217011d2b {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:27.020722 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fce1c7e6-8e9c-490e-a092-c0a65170f9eb tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.021249 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:27.021625 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Checking segment: {'id': 'f30e5015-9275-40eb-a4b4-e99486f65876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ed2d3438-fb77-47f8-9928-720217011d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:27.022028 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.022425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Bound using segment: {'id': 'f30e5015-9275-40eb-a4b4-e99486f65876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ed2d3438-fb77-47f8-9928-720217011d2b'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:27.022893 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Bound port: 2c39604e-859c-4325-b2d6-6a19dd5716f8, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30e5015-9275-40eb-a4b4-e99486f65876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ed2d3438-fb77-47f8-9928-720217011d2b'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:27.023277 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.030886 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-fce1c7e6-8e9c-490e-a092-c0a65170f9eb tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d00f90c-ba7e-4e6b-9776-7fb76998427b']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:27.040438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-fce1c7e6-8e9c-490e-a092-c0a65170f9eb tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58450571-c500-4474-b701-1a6ff2d811f6') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:27.040730 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-fce1c7e6-8e9c-490e-a092-c0a65170f9eb tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58450571-c500-4474-b701-1a6ff2d811f6') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:27.049514 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fce1c7e6-8e9c-490e-a092-c0a65170f9eb tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.063736 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fce1c7e6-8e9c-490e-a092-c0a65170f9eb tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.069631 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce1c7e6-8e9c-490e-a092-c0a65170f9eb tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:25:27.070014 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fce1c7e6-8e9c-490e-a092-c0a65170f9eb tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:25:27.072887 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:25:27.087168 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] For port 2c39604e-859c-4325-b2d6-6a19dd5716f8, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:27.090925 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] For port 2c39604e-859c-4325-b2d6-6a19dd5716f8, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2c39604e-859c-4325-b2d6-6a19dd5716f8,segment=NetworkSegment(f30e5015-9275-40eb-a4b4-e99486f65876),segment_id=f30e5015-9275-40eb-a4b4-e99486f65876)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:27.094888 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.138161 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fce1c7e6-8e9c-490e-a092-c0a65170f9eb tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.147836 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fce1c7e6-8e9c-490e-a092-c0a65170f9eb tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.152869 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fce1c7e6-8e9c-490e-a092-c0a65170f9eb tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "DELETE /v2.0/networks/4d00f90c-ba7e-4e6b-9776-7fb76998427b HTTP/1.1" status: 204 len: 168 time: 0.7178845 Jul 16 02:25:27.153708 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48258) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:27.160262 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1c7e6-8e9c-490e-a092-c0a65170f9eb tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event deleted for resources: {'Network': ['ID=4d00f90c-ba7e-4e6b-9776-7fb76998427b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:27.162311 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecd7f8-fcfb-4ec3-ad1f-ff0e6ffd4e59 None None] Pushing event updated for resources: {'Port': ['ID=2c39604e-859c-4325-b2d6-6a19dd5716f8,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:27.188803 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8f52fe-ef7b-4395-9243-bdb578445ab2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] GET failed (client error): The resource could not be found. Jul 16 02:25:27.190161 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8d8f52fe-ef7b-4395-9243-bdb578445ab2 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "GET /v2.0/subnets/d3b941a3-e82e-4bf5-8b05-28d2ddd0d69d HTTP/1.1" status: 404 len: 337 time: 0.0347497 Jul 16 02:25:27.193066 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48260) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:27.212018 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-4233ca2f-16e1-4f85-9a3f-4e4a3821fcb7 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] DELETE failed (client error): The resource could not be found. Jul 16 02:25:27.212661 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4233ca2f-16e1-4f85-9a3f-4e4a3821fcb7 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:25:27.214504 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4233ca2f-16e1-4f85-9a3f-4e4a3821fcb7 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "DELETE /v2.0/networks/4d00f90c-ba7e-4e6b-9776-7fb76998427b HTTP/1.1" status: 404 len: 339 time: 0.0203805 Jul 16 02:25:27.218470 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48262) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:27.247359 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-f155afd8-cdcb-45f7-8632-c34847d91333 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] DELETE failed (client error): The resource could not be found. Jul 16 02:25:27.247839 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f155afd8-cdcb-45f7-8632-c34847d91333 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:25:27.250858 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f155afd8-cdcb-45f7-8632-c34847d91333 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "DELETE /v2.0/subnets/d3b941a3-e82e-4bf5-8b05-28d2ddd0d69d HTTP/1.1" status: 404 len: 337 time: 0.0313830 Jul 16 02:25:27.253399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48264) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:27.282337 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a9c075-4920-444d-a820-19a7fc4ee7c3 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] DELETE failed (client error): The resource could not be found. Jul 16 02:25:27.282876 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a9c075-4920-444d-a820-19a7fc4ee7c3 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:25:27.287328 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a1a9c075-4920-444d-a820-19a7fc4ee7c3 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "DELETE /v2.0/networks/4d00f90c-ba7e-4e6b-9776-7fb76998427b HTTP/1.1" status: 404 len: 339 time: 0.0276899 Jul 16 02:25:27.293184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48266) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:27.355975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-95219ffe-c1aa-440b-84bf-14121cd76135 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Deleting subnet 546a7188-050a-45e1-ab7d-7d33fe17b307 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:25:27.360157 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95219ffe-c1aa-440b-84bf-14121cd76135 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.409681 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95219ffe-c1aa-440b-84bf-14121cd76135 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.495809 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95219ffe-c1aa-440b-84bf-14121cd76135 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.552400 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95219ffe-c1aa-440b-84bf-14121cd76135 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.579539 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95219ffe-c1aa-440b-84bf-14121cd76135 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event deleted for resources: {'Subnet': ['ID=546a7188-050a-45e1-ab7d-7d33fe17b307,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:27.581447 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95219ffe-c1aa-440b-84bf-14121cd76135 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.583306 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-95219ffe-c1aa-440b-84bf-14121cd76135 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "DELETE /v2.0/subnets/546a7188-050a-45e1-ab7d-7d33fe17b307 HTTP/1.1" status: 204 len: 168 time: 0.2905879 Jul 16 02:25:27.585972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48268) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:27.672133 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.716135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2c39604e-859c-4325-b2d6-6a19dd5716f8 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:27.727979 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Deleting port 2c39604e-859c-4325-b2d6-6a19dd5716f8 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:27.728318 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.765301 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 2c39604e-859c-4325-b2d6-6a19dd5716f8 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:27.769204 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2678faed-eaee-4dbc-a000-d0014a75881a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:27.799925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] For port 2c39604e-859c-4325-b2d6-6a19dd5716f8, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2c39604e-859c-4325-b2d6-6a19dd5716f8,segment=NetworkSegment(f30e5015-9275-40eb-a4b4-e99486f65876),segment_id=f30e5015-9275-40eb-a4b4-e99486f65876)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:27.799925 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.812491 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Calling delete_port for 2c39604e-859c-4325-b2d6-6a19dd5716f8 owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:27.818308 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 2678faed-eaee-4dbc-a000-d0014a75881a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:27.818686 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.897074 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.929261 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] No DVR routers for this DVR port 2c39604e-859c-4325-b2d6-6a19dd5716f8 on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:25:27.935660 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event deleted for resources: {'Port': ['ID=2c39604e-859c-4325-b2d6-6a19dd5716f8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:28.015755 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.027160 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2d3438-fb77-47f8-9928-720217011d2b']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:28.038341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30e5015-9275-40eb-a4b4-e99486f65876') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:28.038630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30e5015-9275-40eb-a4b4-e99486f65876') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:28.048520 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.063025 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.069484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:25:28.069881 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:25:28.072834 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:25:28.112998 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f9c6cb-2418-4637-a693-7790b46a5814 None None] Network ed2d3438-fb77-47f8-9928-720217011d2b requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:28.138566 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.145812 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.147764 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "DELETE /v2.0/networks/ed2d3438-fb77-47f8-9928-720217011d2b HTTP/1.1" status: 204 len: 168 time: 0.5608530 Jul 16 02:25:28.150919 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48270) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:28.158872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa079bf-77a7-4596-87f8-86996feb2d14 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event deleted for resources: {'Network': ['ID=ed2d3438-fb77-47f8-9928-720217011d2b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:28.180435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5ba35039-3c58-423a-bea8-38e33c1c58ca None None] Could not find standard attr ID for object 2c39604e-859c-4325-b2d6-6a19dd5716f8. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:25:28.182067 n-d-800086-6 neutron-server[93832]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f4a567-fba0-4302-b6a9-d4fbd7f43572 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] DELETE failed (client error): The resource could not be found. Jul 16 02:25:28.182557 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f4a567-fba0-4302-b6a9-d4fbd7f43572 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:25:28.184319 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a9f4a567-fba0-4302-b6a9-d4fbd7f43572 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "DELETE /v2.0/subnets/c0402af8-c211-41e4-a25e-61abea2984e7 HTTP/1.1" status: 404 len: 337 time: 0.0321426 Jul 16 02:25:28.187346 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48272) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:28.205979 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96c4605-3f83-4a51-ba3c-d76bcd8469fb tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] DELETE failed (client error): The resource could not be found. Jul 16 02:25:28.206608 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96c4605-3f83-4a51-ba3c-d76bcd8469fb tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:25:28.208353 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f96c4605-3f83-4a51-ba3c-d76bcd8469fb tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "DELETE /v2.0/networks/2b3de672-1b51-4500-9c27-e4da8dd4f7e3 HTTP/1.1" status: 404 len: 339 time: 0.0199351 Jul 16 02:25:28.210838 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48274) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:28.236991 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef84ba8-8ee3-4926-b9de-b761b9ef5c0c tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] DELETE failed (client error): The resource could not be found. Jul 16 02:25:28.237439 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef84ba8-8ee3-4926-b9de-b761b9ef5c0c tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:25:28.239181 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9ef84ba8-8ee3-4926-b9de-b761b9ef5c0c tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "DELETE /v2.0/subnets/b570c7ad-1b8a-4db4-9a36-11b82b4efcc2 HTTP/1.1" status: 404 len: 337 time: 0.0274076 Jul 16 02:25:28.241773 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48276) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:28.261181 n-d-800086-6 neutron-server[93831]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d83f6f5-2fc2-438a-812c-15923890d54a tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] DELETE failed (client error): The resource could not be found. Jul 16 02:25:28.261734 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d83f6f5-2fc2-438a-812c-15923890d54a tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:25:28.263406 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5d83f6f5-2fc2-438a-812c-15923890d54a tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "DELETE /v2.0/networks/b8fd06cd-5ed3-40b2-a7af-6784ebbce873 HTTP/1.1" status: 404 len: 339 time: 0.0206902 Jul 16 02:25:28.266783 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48278) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:28.288155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525815b3-edb8-431e-bd46-0612647cbbe8 None None] DHCP port deletion for ed2d3438-fb77-47f8-9928-720217011d2b request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:25:28.319679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a5b94a-ef76-4b1a-ab84-0c0d1c54eb30 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Deleting subnet 67f995a0-a01c-4673-a381-e61531204db3 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:25:28.322751 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b94a-ef76-4b1a-ab84-0c0d1c54eb30 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.366659 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b94a-ef76-4b1a-ab84-0c0d1c54eb30 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.434604 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-939a6f64-c548-4b0a-b523-6c5c27750eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.453447 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b94a-ef76-4b1a-ab84-0c0d1c54eb30 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.508794 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b94a-ef76-4b1a-ab84-0c0d1c54eb30 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.539298 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5b94a-ef76-4b1a-ab84-0c0d1c54eb30 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event deleted for resources: {'Subnet': ['ID=67f995a0-a01c-4673-a381-e61531204db3,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:28.544921 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b94a-ef76-4b1a-ab84-0c0d1c54eb30 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.547000 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f5a5b94a-ef76-4b1a-ab84-0c0d1c54eb30 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "DELETE /v2.0/subnets/67f995a0-a01c-4673-a381-e61531204db3 HTTP/1.1" status: 204 len: 168 time: 0.2792838 Jul 16 02:25:28.549510 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48280) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:28.552105 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e7812a-8f4e-422c-9052-c0461c4b3316 None None] Network 2ab71af6-fe92-40c8-be8e-cb4021c1104f requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:28.623023 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.676107 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Deleting port 2678faed-eaee-4dbc-a000-d0014a75881a {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:28.676561 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.727195 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a128ec4-1e14-4d30-8b47-433eb1bbb0f6 None None] DHCP port deletion for 2ab71af6-fe92-40c8-be8e-cb4021c1104f request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:25:28.745644 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] For port 2678faed-eaee-4dbc-a000-d0014a75881a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2678faed-eaee-4dbc-a000-d0014a75881a,segment=NetworkSegment(982ee0cf-1a36-4322-9402-f07dd1d21821),segment_id=982ee0cf-1a36-4322-9402-f07dd1d21821)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:28.746006 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.758192 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Calling delete_port for 2678faed-eaee-4dbc-a000-d0014a75881a owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:28.777370 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6a128ec4-1e14-4d30-8b47-433eb1bbb0f6 None None] Deleting port 2678faed-eaee-4dbc-a000-d0014a75881a {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:28.777755 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6a128ec4-1e14-4d30-8b47-433eb1bbb0f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.836837 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.838761 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6a128ec4-1e14-4d30-8b47-433eb1bbb0f6 None None] For port 2678faed-eaee-4dbc-a000-d0014a75881a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2678faed-eaee-4dbc-a000-d0014a75881a,segment=NetworkSegment(982ee0cf-1a36-4322-9402-f07dd1d21821),segment_id=982ee0cf-1a36-4322-9402-f07dd1d21821)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:28.839298 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6a128ec4-1e14-4d30-8b47-433eb1bbb0f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.851599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6a128ec4-1e14-4d30-8b47-433eb1bbb0f6 None None] Calling delete_port for 2678faed-eaee-4dbc-a000-d0014a75881a owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:28.863910 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event deleted for resources: {'Port': ['ID=2678faed-eaee-4dbc-a000-d0014a75881a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:28.865862 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] No DVR routers for this DVR port 2678faed-eaee-4dbc-a000-d0014a75881a on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:25:28.930112 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6a128ec4-1e14-4d30-8b47-433eb1bbb0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.946932 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.953075 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a128ec4-1e14-4d30-8b47-433eb1bbb0f6 None None] Pushing event deleted for resources: {'Port': ['ID=2678faed-eaee-4dbc-a000-d0014a75881a,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:28.958101 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab71af6-fe92-40c8-be8e-cb4021c1104f']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:28.958743 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a128ec4-1e14-4d30-8b47-433eb1bbb0f6 None None] No DVR routers for this DVR port 2678faed-eaee-4dbc-a000-d0014a75881a on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:25:28.972007 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982ee0cf-1a36-4322-9402-f07dd1d21821') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:28.972305 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982ee0cf-1a36-4322-9402-f07dd1d21821') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:28.981392 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.995439 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.001246 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:25:29.001630 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:25:29.004527 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:25:29.064464 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.071212 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.073070 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] 10.222.0.54 "DELETE /v2.0/networks/2ab71af6-fe92-40c8-be8e-cb4021c1104f HTTP/1.1" status: 204 len: 168 time: 0.5226438 Jul 16 02:25:29.084068 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b7905-4d0a-4b2d-9434-08fdbaa5a468 tempest-NetworksIpV6Test-1810592794 tempest-NetworksIpV6Test-1810592794-project] Pushing event deleted for resources: {'Network': ['ID=2ab71af6-fe92-40c8-be8e-cb4021c1104f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:29.308302 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48286) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:29.311435 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.442318 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a4b6e0d2-60b6-490d-afa4-4301a67d90cf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e457c6db8cfc4dfbbaad56ad8b57f136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324434 Jul 16 02:25:29.444913 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48290) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:29.492622 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ca0594b1-d5c6-427a-a47d-b77d5d3c8652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.512827 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ca0594b1-d5c6-427a-a47d-b77d5d3c8652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.559599 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ca0594b1-d5c6-427a-a47d-b77d5d3c8652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.562393 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ca0594b1-d5c6-427a-a47d-b77d5d3c8652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.563538 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ca0594b1-d5c6-427a-a47d-b77d5d3c8652 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3a8086cc-5e74-4c18-96c2-e05ede2c7fc2 HTTP/1.1" status: 204 len: 168 time: 0.1177299 Jul 16 02:25:29.571368 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0594b1-d5c6-427a-a47d-b77d5d3c8652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8086cc-5e74-4c18-96c2-e05ede2c7fc2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:29.652134 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2c39604e-859c-4325-b2d6-6a19dd5716f8 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:29.672806 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 2c39604e-859c-4325-b2d6-6a19dd5716f8 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:29.673153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2c39604e-859c-4325-b2d6-6a19dd5716f8 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:29.673569 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2678faed-eaee-4dbc-a000-d0014a75881a no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:29.691760 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 2678faed-eaee-4dbc-a000-d0014a75881a {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:29.692115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2678faed-eaee-4dbc-a000-d0014a75881a not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:30.178363 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48312) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:30.270103 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-29442e01-4202-491a-8890-450970b36b67 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-218699304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:30.293014 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-29442e01-4202-491a-8890-450970b36b67 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.294027 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-29442e01-4202-491a-8890-450970b36b67 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.348539 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-29442e01-4202-491a-8890-450970b36b67 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.352767 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-29442e01-4202-491a-8890-450970b36b67 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.368381 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-29442e01-4202-491a-8890-450970b36b67 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.369746 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-29442e01-4202-491a-8890-450970b36b67 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1898813 Jul 16 02:25:30.372485 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48316) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:30.377953 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c4db0900-6b31-4748-9fab-11df75bceaa0 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-304138155'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:30.398162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4db0900-6b31-4748-9fab-11df75bceaa0 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Made reservation on behalf of 93c53ca715f04f6c8f06e7ec43221e57 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:30.401985 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c4db0900-6b31-4748-9fab-11df75bceaa0 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.410850 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c4db0900-6b31-4748-9fab-11df75bceaa0 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.503462 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c4db0900-6b31-4748-9fab-11df75bceaa0 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.507050 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c4db0900-6b31-4748-9fab-11df75bceaa0 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.535247 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4db0900-6b31-4748-9fab-11df75bceaa0 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:25:30.540304 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db0900-6b31-4748-9fab-11df75bceaa0 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b30b6dbf-75a1-473c-bd8e-4bca5710b168,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:30.548284 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c4db0900-6b31-4748-9fab-11df75bceaa0 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.548674 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-c4db0900-6b31-4748-9fab-11df75bceaa0 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Added segment 3aa5c82b-4755-4c85-8c05-0beeee2ab813 of type vlan for network 211a13e3-a8eb-48a8-a874-006240efb6bf Jul 16 02:25:30.586630 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c4db0900-6b31-4748-9fab-11df75bceaa0 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.615459 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c4db0900-6b31-4748-9fab-11df75bceaa0 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.620894 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4db0900-6b31-4748-9fab-11df75bceaa0 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:30.621469 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c4db0900-6b31-4748-9fab-11df75bceaa0 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.654332 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c4db0900-6b31-4748-9fab-11df75bceaa0 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2808628 Jul 16 02:25:30.657777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48318) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:30.662585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2df17e93-37b4-4d35-a72f-e2807e444a9f tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Request body: {'subnet': {'network_id': '211a13e3-a8eb-48a8-a874-006240efb6bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:30.712636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db0900-6b31-4748-9fab-11df75bceaa0 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Pushing event updated for resources: {'Network': ['ID=211a13e3-a8eb-48a8-a874-006240efb6bf,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:30.723030 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 211a13e3-a8eb-48a8-a874-006240efb6bf details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:25:30.781914 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df17e93-37b4-4d35-a72f-e2807e444a9f tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Made reservation on behalf of 93c53ca715f04f6c8f06e7ec43221e57 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:30.785537 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2df17e93-37b4-4d35-a72f-e2807e444a9f tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.963178 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2df17e93-37b4-4d35-a72f-e2807e444a9f tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.028797 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df17e93-37b4-4d35-a72f-e2807e444a9f tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Pushing event updated for resources: {'Subnet': ['ID=dc3dc43c-6ffa-4f42-85da-ce34ca224d3a,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:31.037706 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df17e93-37b4-4d35-a72f-e2807e444a9f tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Checking segment: {'id': '3aa5c82b-4755-4c85-8c05-0beeee2ab813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '211a13e3-a8eb-48a8-a874-006240efb6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:31.038074 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df17e93-37b4-4d35-a72f-e2807e444a9f tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Network hostable DHCP agents. Network: 211a13e3-a8eb-48a8-a874-006240efb6bf, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:25:31.054268 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df17e93-37b4-4d35-a72f-e2807e444a9f tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Network 211a13e3-a8eb-48a8-a874-006240efb6bf is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:25:31.062667 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-2df17e93-37b4-4d35-a72f-e2807e444a9f tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 211a13e3-a8eb-48a8-a874-006240efb6bf) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:31.066846 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df17e93-37b4-4d35-a72f-e2807e444a9f tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:31.067436 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2df17e93-37b4-4d35-a72f-e2807e444a9f tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.072070 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263d40f5-6854-4a94-9cad-bc0e753610a6 None None] Network 211a13e3-a8eb-48a8-a874-006240efb6bf requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:31.081587 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2df17e93-37b4-4d35-a72f-e2807e444a9f tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4227867 Jul 16 02:25:31.084698 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48320) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:31.089753 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-784ec34a-ac5c-4955-bb10-e5fea3578fbc tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-787876551'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:31.112348 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784ec34a-ac5c-4955-bb10-e5fea3578fbc tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Made reservation on behalf of 93c53ca715f04f6c8f06e7ec43221e57 for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:31.115913 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-784ec34a-ac5c-4955-bb10-e5fea3578fbc tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.141124 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784ec34a-ac5c-4955-bb10-e5fea3578fbc tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:25:31.148193 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.150672 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-784ec34a-ac5c-4955-bb10-e5fea3578fbc tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.151041 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-784ec34a-ac5c-4955-bb10-e5fea3578fbc tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Added segment a949071b-f578-4335-83b5-3b7d120fa09f of type vlan for network e9b0dc77-8639-429d-ad63-857a1f8e795c Jul 16 02:25:31.164190 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-293e2e3a-f95b-4c0c-8b2d-370af90abcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.192036 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-784ec34a-ac5c-4955-bb10-e5fea3578fbc tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.222044 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-784ec34a-ac5c-4955-bb10-e5fea3578fbc tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.227565 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784ec34a-ac5c-4955-bb10-e5fea3578fbc tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:31.228477 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-784ec34a-ac5c-4955-bb10-e5fea3578fbc tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.245263 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-211a13e3-a8eb-48a8-a874-006240efb6bf', 'network_id': '211a13e3-a8eb-48a8-a874-006240efb6bf', 'tenant_id': '93c53ca715f04f6c8f06e7ec43221e57', 'fixed_ips': [{'subnet_id': 'dc3dc43c-6ffa-4f42-85da-ce34ca224d3a'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:25:31.246135 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.263240 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-784ec34a-ac5c-4955-bb10-e5fea3578fbc tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1774778 Jul 16 02:25:31.266826 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48322) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:31.271966 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-3ee5fb5c-3a63-4266-b309-377949b5c2f1 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Request body: {'subnet': {'network_id': 'e9b0dc77-8639-429d-ad63-857a1f8e795c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:31.324876 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ec34a-ac5c-4955-bb10-e5fea3578fbc tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Pushing event updated for resources: {'Network': ['ID=e9b0dc77-8639-429d-ad63-857a1f8e795c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:31.341583 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network e9b0dc77-8639-429d-ad63-857a1f8e795c details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:25:31.392608 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee5fb5c-3a63-4266-b309-377949b5c2f1 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Made reservation on behalf of 93c53ca715f04f6c8f06e7ec43221e57 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:31.396246 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3ee5fb5c-3a63-4266-b309-377949b5c2f1 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.455982 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Allocated IP 172.20.0.2 (211a13e3-a8eb-48a8-a874-006240efb6bf/dc3dc43c-6ffa-4f42-85da-ce34ca224d3a/fd87a6f1-58ae-4d49-b481-c85446549d3b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:31.578865 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3ee5fb5c-3a63-4266-b309-377949b5c2f1 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.601727 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.611321 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Transition to ACTIVE for port object fd87a6f1-58ae-4d49-b481-c85446549d3b will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:31.626114 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Transition to ACTIVE for port object fd87a6f1-58ae-4d49-b481-c85446549d3b will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:31.632078 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.641320 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5fb5c-3a63-4266-b309-377949b5c2f1 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Pushing event updated for resources: {'Subnet': ['ID=493058e5-7c72-403e-88ef-d5322e7ba6a6,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:31.648600 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5fb5c-3a63-4266-b309-377949b5c2f1 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Checking segment: {'id': 'a949071b-f578-4335-83b5-3b7d120fa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9b0dc77-8639-429d-ad63-857a1f8e795c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:31.648740 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee5fb5c-3a63-4266-b309-377949b5c2f1 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Network hostable DHCP agents. Network: e9b0dc77-8639-429d-ad63-857a1f8e795c, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:25:31.666379 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee5fb5c-3a63-4266-b309-377949b5c2f1 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Network e9b0dc77-8639-429d-ad63-857a1f8e795c is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:25:31.672393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Network 211a13e3-a8eb-48a8-a874-006240efb6bf is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:31.675275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-3ee5fb5c-3a63-4266-b309-377949b5c2f1 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, e9b0dc77-8639-429d-ad63-857a1f8e795c) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:31.675506 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:31.679248 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee5fb5c-3a63-4266-b309-377949b5c2f1 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:31.679498 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:31.679866 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3ee5fb5c-3a63-4266-b309-377949b5c2f1 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.687581 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Pushing event updated for resources: {'Port': ['ID=fd87a6f1-58ae-4d49-b481-c85446549d3b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:31.690166 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2505abe4-bff9-41d6-af15-a3ccfcee9847 None None] Network e9b0dc77-8639-429d-ad63-857a1f8e795c requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:31.698236 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3ee5fb5c-3a63-4266-b309-377949b5c2f1 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4275963 Jul 16 02:25:31.698465 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48324) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:31.703551 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-3f2a4ceb-c294-4dbd-ad0a-3207521f9e27 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e9b0dc77-8639-429d-ad63-857a1f8e795c'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:31.792534 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Attempting to bind port fd87a6f1-58ae-4d49-b481-c85446549d3b on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:31.793109 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Attempting to bind port fd87a6f1-58ae-4d49-b481-c85446549d3b by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '3aa5c82b-4755-4c85-8c05-0beeee2ab813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '211a13e3-a8eb-48a8-a874-006240efb6bf'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:31.793261 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Attempting to bind port fd87a6f1-58ae-4d49-b481-c85446549d3b on network 211a13e3-a8eb-48a8-a874-006240efb6bf {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:31.801735 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:31.802112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Checking segment: {'id': '3aa5c82b-4755-4c85-8c05-0beeee2ab813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '211a13e3-a8eb-48a8-a874-006240efb6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:31.802515 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.802904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Bound using segment: {'id': '3aa5c82b-4755-4c85-8c05-0beeee2ab813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '211a13e3-a8eb-48a8-a874-006240efb6bf'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:31.803363 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Bound port: fd87a6f1-58ae-4d49-b481-c85446549d3b, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa5c82b-4755-4c85-8c05-0beeee2ab813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '211a13e3-a8eb-48a8-a874-006240efb6bf'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:31.803764 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.910157 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3f2a4ceb-c294-4dbd-ad0a-3207521f9e27 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.925249 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] For port fd87a6f1-58ae-4d49-b481-c85446549d3b, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:31.935430 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-e9b0dc77-8639-429d-ad63-857a1f8e795c', 'network_id': 'e9b0dc77-8639-429d-ad63-857a1f8e795c', 'tenant_id': '93c53ca715f04f6c8f06e7ec43221e57', 'fixed_ips': [{'subnet_id': '493058e5-7c72-403e-88ef-d5322e7ba6a6'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:25:31.936515 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.942414 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] For port fd87a6f1-58ae-4d49-b481-c85446549d3b, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=fd87a6f1-58ae-4d49-b481-c85446549d3b,segment=NetworkSegment(3aa5c82b-4755-4c85-8c05-0beeee2ab813),segment_id=3aa5c82b-4755-4c85-8c05-0beeee2ab813)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:31.950255 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.025530 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [None req-3f2a4ceb-c294-4dbd-ad0a-3207521f9e27 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:25:32.026599 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3f2a4ceb-c294-4dbd-ad0a-3207521f9e27 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] 10.222.0.54 "PUT /v2.0/routers/c47908c5-7b0f-4816-8dfd-2726b7ba394d HTTP/1.1" status: 400 len: 364 time: 0.3272021 Jul 16 02:25:32.032808 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48326) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:32.080358 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9c1ea-e8d3-4590-8a3f-3b6687ff69ee None None] Pushing event updated for resources: {'Port': ['ID=fd87a6f1-58ae-4d49-b481-c85446549d3b,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:32.093404 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f93eb7-0196-4be0-ac55-85fd0e90fb24 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Deleting subnet 493058e5-7c72-403e-88ef-d5322e7ba6a6 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:25:32.132407 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Allocated IP 172.21.0.2 (e9b0dc77-8639-429d-ad63-857a1f8e795c/493058e5-7c72-403e-88ef-d5322e7ba6a6/eebc6ac3-57c0-4de1-965a-e08bf709465e) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:32.262173 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.305296 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.314684 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Transition to ACTIVE for port object eebc6ac3-57c0-4de1-965a-e08bf709465e will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:32.329659 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Transition to ACTIVE for port object eebc6ac3-57c0-4de1-965a-e08bf709465e will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:32.335332 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-63f93eb7-0196-4be0-ac55-85fd0e90fb24 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.335879 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.375831 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Network e9b0dc77-8639-429d-ad63-857a1f8e795c is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:32.377135 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-63f93eb7-0196-4be0-ac55-85fd0e90fb24 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.378673 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:32.382271 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:32.390255 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Pushing event updated for resources: {'Port': ['ID=eebc6ac3-57c0-4de1-965a-e08bf709465e,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:32.447672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Attempting to bind port eebc6ac3-57c0-4de1-965a-e08bf709465e on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:32.448084 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Attempting to bind port eebc6ac3-57c0-4de1-965a-e08bf709465e by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'a949071b-f578-4335-83b5-3b7d120fa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9b0dc77-8639-429d-ad63-857a1f8e795c'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:32.448780 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Attempting to bind port eebc6ac3-57c0-4de1-965a-e08bf709465e on network e9b0dc77-8639-429d-ad63-857a1f8e795c {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:32.454457 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:32.454875 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Checking segment: {'id': 'a949071b-f578-4335-83b5-3b7d120fa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9b0dc77-8639-429d-ad63-857a1f8e795c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:32.455267 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.455667 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Bound using segment: {'id': 'a949071b-f578-4335-83b5-3b7d120fa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9b0dc77-8639-429d-ad63-857a1f8e795c'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:32.456162 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Bound port: eebc6ac3-57c0-4de1-965a-e08bf709465e, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a949071b-f578-4335-83b5-3b7d120fa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9b0dc77-8639-429d-ad63-857a1f8e795c'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:32.456555 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.464198 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-63f93eb7-0196-4be0-ac55-85fd0e90fb24 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.527771 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-63f93eb7-0196-4be0-ac55-85fd0e90fb24 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.531236 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] For port eebc6ac3-57c0-4de1-965a-e08bf709465e, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:32.534445 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] For port eebc6ac3-57c0-4de1-965a-e08bf709465e, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=eebc6ac3-57c0-4de1-965a-e08bf709465e,segment=NetworkSegment(a949071b-f578-4335-83b5-3b7d120fa09f),segment_id=a949071b-f578-4335-83b5-3b7d120fa09f)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:32.539828 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.556701 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f93eb7-0196-4be0-ac55-85fd0e90fb24 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Pushing event deleted for resources: {'Subnet': ['ID=493058e5-7c72-403e-88ef-d5322e7ba6a6,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:32.558801 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-63f93eb7-0196-4be0-ac55-85fd0e90fb24 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.560777 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-63f93eb7-0196-4be0-ac55-85fd0e90fb24 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] 10.222.0.54 "DELETE /v2.0/subnets/493058e5-7c72-403e-88ef-d5322e7ba6a6 HTTP/1.1" status: 204 len: 168 time: 0.5268610 Jul 16 02:25:32.563229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48328) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:32.607196 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d9fc7-c4ff-435d-baf0-9002c5fc35b0 None None] Pushing event updated for resources: {'Port': ['ID=eebc6ac3-57c0-4de1-965a-e08bf709465e,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:32.644970 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.708032 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Deleting port eebc6ac3-57c0-4de1-965a-e08bf709465e {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:32.708466 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.787336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] For port eebc6ac3-57c0-4de1-965a-e08bf709465e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=eebc6ac3-57c0-4de1-965a-e08bf709465e,segment=NetworkSegment(a949071b-f578-4335-83b5-3b7d120fa09f),segment_id=a949071b-f578-4335-83b5-3b7d120fa09f)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:32.787734 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.807692 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Calling delete_port for eebc6ac3-57c0-4de1-965a-e08bf709465e owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:32.902083 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.929956 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Pushing event deleted for resources: {'Port': ['ID=eebc6ac3-57c0-4de1-965a-e08bf709465e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:32.933804 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] No DVR routers for this DVR port eebc6ac3-57c0-4de1-965a-e08bf709465e on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:25:33.023996 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.034229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e66798c-14fd-4489-acde-222159e48369 None None] Network 211a13e3-a8eb-48a8-a874-006240efb6bf requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:33.036322 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b0dc77-8639-429d-ad63-857a1f8e795c']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:33.051446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a949071b-f578-4335-83b5-3b7d120fa09f') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:33.051758 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a949071b-f578-4335-83b5-3b7d120fa09f') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:33.060850 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.074501 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.080392 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:25:33.080775 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:25:33.083902 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:25:33.143967 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.151272 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.153138 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] 10.222.0.54 "DELETE /v2.0/networks/e9b0dc77-8639-429d-ad63-857a1f8e795c HTTP/1.1" status: 204 len: 168 time: 0.5889692 Jul 16 02:25:33.157280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48330) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:33.159021 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b4d30cb0-17f5-4cec-9dc1-dfc411f1ddc6 None None] Provisioning for port fd87a6f1-58ae-4d49-b481-c85446549d3b completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:33.164974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a65d3d-f16a-4696-a626-de68c3f19a8d tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Pushing event deleted for resources: {'Network': ['ID=e9b0dc77-8639-429d-ad63-857a1f8e795c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:33.223423 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-881d24a4-fbf2-4cb8-b703-fbc76fa7c6a7 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Deleting subnet dc3dc43c-6ffa-4f42-85da-ce34ca224d3a {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:25:33.226667 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-881d24a4-fbf2-4cb8-b703-fbc76fa7c6a7 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.268669 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-881d24a4-fbf2-4cb8-b703-fbc76fa7c6a7 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.363165 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-881d24a4-fbf2-4cb8-b703-fbc76fa7c6a7 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.432084 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-881d24a4-fbf2-4cb8-b703-fbc76fa7c6a7 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.461253 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d24a4-fbf2-4cb8-b703-fbc76fa7c6a7 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Pushing event deleted for resources: {'Subnet': ['ID=dc3dc43c-6ffa-4f42-85da-ce34ca224d3a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:33.465128 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-881d24a4-fbf2-4cb8-b703-fbc76fa7c6a7 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.469919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48332) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:33.470067 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-881d24a4-fbf2-4cb8-b703-fbc76fa7c6a7 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] 10.222.0.54 "DELETE /v2.0/subnets/dc3dc43c-6ffa-4f42-85da-ce34ca224d3a HTTP/1.1" status: 204 len: 168 time: 0.3099961 Jul 16 02:25:33.473905 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeae826-ccc8-4151-8dae-7befbdda4a6f None None] Network 211a13e3-a8eb-48a8-a874-006240efb6bf requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:33.555792 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.634246 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Deleting port fd87a6f1-58ae-4d49-b481-c85446549d3b {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:33.634817 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.704157 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] For port fd87a6f1-58ae-4d49-b481-c85446549d3b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=fd87a6f1-58ae-4d49-b481-c85446549d3b,segment=NetworkSegment(3aa5c82b-4755-4c85-8c05-0beeee2ab813),segment_id=3aa5c82b-4755-4c85-8c05-0beeee2ab813)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:33.704524 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.729243 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Calling delete_port for fd87a6f1-58ae-4d49-b481-c85446549d3b owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:33.739701 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device fd87a6f1-58ae-4d49-b481-c85446549d3b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:33.761032 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4847f7d1-176b-4539-ab67-315ff7cd0d6a None None] Could not find standard attr ID for object eebc6ac3-57c0-4de1-965a-e08bf709465e. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:25:33.786570 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212960e9-835c-4a6e-a67a-e61296f5cae4 None None] DHCP port deletion for e9b0dc77-8639-429d-ad63-857a1f8e795c request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:25:33.813575 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c6fed5-4815-4f79-a308-3a3b6eb5772c None None] Network e9b0dc77-8639-429d-ad63-857a1f8e795c requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:33.818826 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.834811 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Could not find standard attr ID for object fd87a6f1-58ae-4d49-b481-c85446549d3b. {{(pid=93833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:25:33.837127 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c6fed5-4815-4f79-a308-3a3b6eb5772c None None] Network e9b0dc77-8639-429d-ad63-857a1f8e795c could not be found, it might have been deleted concurrently. {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 02:25:33.849803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] No DVR routers for this DVR port fd87a6f1-58ae-4d49-b481-c85446549d3b on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:25:33.854877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Pushing event deleted for resources: {'Port': ['ID=fd87a6f1-58ae-4d49-b481-c85446549d3b,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:33.909768 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87422880-f100-42da-891d-02747ce4bbbc None None] DHCP port deletion for 211a13e3-a8eb-48a8-a874-006240efb6bf request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:25:33.939252 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.949256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211a13e3-a8eb-48a8-a874-006240efb6bf']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:33.959452 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa5c82b-4755-4c85-8c05-0beeee2ab813') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:33.959778 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa5c82b-4755-4c85-8c05-0beeee2ab813') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:33.969175 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.983143 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.989204 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:25:33.989587 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:25:33.992788 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:25:33.996671 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:34.049634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:34.056690 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:34.058522 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] 10.222.0.54 "DELETE /v2.0/networks/211a13e3-a8eb-48a8-a874-006240efb6bf HTTP/1.1" status: 204 len: 168 time: 0.5875783 Jul 16 02:25:34.061534 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48334) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:34.074061 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f3f53-804c-49f9-8d73-eaea059907fb tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Pushing event deleted for resources: {'Network': ['ID=211a13e3-a8eb-48a8-a874-006240efb6bf,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:34.093003 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b84db44c-fc92-4598-8a8e-082ab92cf256 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] 10.222.0.54 "GET /v2.0/ports?device_id=c47908c5-7b0f-4816-8dfd-2726b7ba394d HTTP/1.1" status: 200 len: 205 time: 0.0303276 Jul 16 02:25:34.095435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48336) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:34.167362 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6f0fc24d-4a45-4862-ab7b-bc4da273fb95 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:34.320276 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6f0fc24d-4a45-4862-ab7b-bc4da273fb95 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:34.322340 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6f0fc24d-4a45-4862-ab7b-bc4da273fb95 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:34.364962 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6f0fc24d-4a45-4862-ab7b-bc4da273fb95 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:34.365548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0fc24d-4a45-4862-ab7b-bc4da273fb95 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Fanout notify agent at l3_agent the message router_deleted on router c47908c5-7b0f-4816-8dfd-2726b7ba394d {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:25:34.373791 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6f0fc24d-4a45-4862-ab7b-bc4da273fb95 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:34.374880 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6f0fc24d-4a45-4862-ab7b-bc4da273fb95 tempest-RoutersNegativeTest-1571959447 tempest-RoutersNegativeTest-1571959447-project] 10.222.0.54 "DELETE /v2.0/routers/c47908c5-7b0f-4816-8dfd-2726b7ba394d HTTP/1.1" status: 204 len: 168 time: 0.2785347 Jul 16 02:25:34.607053 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48342) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:34.735293 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-39d32dcf-dd8b-4f84-bb54-b835cf5a770b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93c53ca715f04f6c8f06e7ec43221e57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263754 Jul 16 02:25:34.737701 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48348) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:34.784657 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-361743d6-6d50-49e9-ba98-d02ea8e90a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:34.808217 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-361743d6-6d50-49e9-ba98-d02ea8e90a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:34.852905 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-361743d6-6d50-49e9-ba98-d02ea8e90a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:34.855480 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-361743d6-6d50-49e9-ba98-d02ea8e90a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:34.856742 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-361743d6-6d50-49e9-ba98-d02ea8e90a15 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b30b6dbf-75a1-473c-bd8e-4bca5710b168 HTTP/1.1" status: 204 len: 168 time: 0.1181629 Jul 16 02:25:34.865089 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361743d6-6d50-49e9-ba98-d02ea8e90a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30b6dbf-75a1-473c-bd8e-4bca5710b168,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:35.446971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48370) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:35.541651 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f12818be-a7db-481a-b316-0b06403ae765 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-889022131-network', 'tenant_id': '5f8306cbfc734f95902441f5a045e76f'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:35.562449 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12818be-a7db-481a-b316-0b06403ae765 admin admin] Made reservation on behalf of 5f8306cbfc734f95902441f5a045e76f for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:35.564709 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f12818be-a7db-481a-b316-0b06403ae765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:35.572765 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f12818be-a7db-481a-b316-0b06403ae765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:35.647615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device eebc6ac3-57c0-4de1-965a-e08bf709465e no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:35.672276 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: eebc6ac3-57c0-4de1-965a-e08bf709465e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:35.672630 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device eebc6ac3-57c0-4de1-965a-e08bf709465e not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:35.673061 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device fd87a6f1-58ae-4d49-b481-c85446549d3b no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:35.677778 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f12818be-a7db-481a-b316-0b06403ae765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:35.682133 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f12818be-a7db-481a-b316-0b06403ae765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:35.692551 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: fd87a6f1-58ae-4d49-b481-c85446549d3b {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:35.692908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device fd87a6f1-58ae-4d49-b481-c85446549d3b not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:35.709078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12818be-a7db-481a-b316-0b06403ae765 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:25:35.714299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12818be-a7db-481a-b316-0b06403ae765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5683f000-1589-4fe0-99be-25812133114c,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:35.722367 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f12818be-a7db-481a-b316-0b06403ae765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:35.722705 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-f12818be-a7db-481a-b316-0b06403ae765 admin admin] Added segment d1cb44e2-2240-4e55-93e0-22cce9e0d620 of type vlan for network e63cbffd-79a6-48a0-bbd4-693fece58999 Jul 16 02:25:35.762402 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f12818be-a7db-481a-b316-0b06403ae765 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:35.789443 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f12818be-a7db-481a-b316-0b06403ae765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:35.790481 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12818be-a7db-481a-b316-0b06403ae765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:35.791057 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f12818be-a7db-481a-b316-0b06403ae765 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:35.824272 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f12818be-a7db-481a-b316-0b06403ae765 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3761294 Jul 16 02:25:35.827410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48374) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:35.832133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-cfea4717-03be-479b-b0ff-6a6d093c9295 admin admin] Request body: {'subnet': {'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-889022131-subnet', 'tenant_id': '5f8306cbfc734f95902441f5a045e76f', 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:35.864591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12818be-a7db-481a-b316-0b06403ae765 admin admin] Pushing event updated for resources: {'Network': ['ID=e63cbffd-79a6-48a0-bbd4-693fece58999,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:35.875548 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network e63cbffd-79a6-48a0-bbd4-693fece58999 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:25:35.880017 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfea4717-03be-479b-b0ff-6a6d093c9295 admin admin] Made reservation on behalf of 5f8306cbfc734f95902441f5a045e76f for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:35.882535 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cfea4717-03be-479b-b0ff-6a6d093c9295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:36.047721 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cfea4717-03be-479b-b0ff-6a6d093c9295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:36.103212 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea4717-03be-479b-b0ff-6a6d093c9295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddeb66ef-ab4c-4025-a93d-fafbcb52dd89,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:36.110631 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfea4717-03be-479b-b0ff-6a6d093c9295 admin admin] Checking segment: {'id': 'd1cb44e2-2240-4e55-93e0-22cce9e0d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:36.111003 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfea4717-03be-479b-b0ff-6a6d093c9295 admin admin] Network hostable DHCP agents. Network: e63cbffd-79a6-48a0-bbd4-693fece58999, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:25:36.127318 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfea4717-03be-479b-b0ff-6a6d093c9295 admin admin] Network e63cbffd-79a6-48a0-bbd4-693fece58999 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:25:36.135044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-cfea4717-03be-479b-b0ff-6a6d093c9295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, e63cbffd-79a6-48a0-bbd4-693fece58999) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:36.139067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfea4717-03be-479b-b0ff-6a6d093c9295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:36.139655 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cfea4717-03be-479b-b0ff-6a6d093c9295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:36.145463 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54219ab0-1b55-4853-81c2-57e42820cff9 None None] Network e63cbffd-79a6-48a0-bbd4-693fece58999 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:36.153691 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cfea4717-03be-479b-b0ff-6a6d093c9295 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3252399 Jul 16 02:25:36.156338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48376) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:36.160685 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-889022131-router', 'tenant_id': '5f8306cbfc734f95902441f5a045e76f', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:36.181429 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:36.182405 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:36.236221 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:36.290162 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-e63cbffd-79a6-48a0-bbd4-693fece58999', 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999', 'tenant_id': '5f8306cbfc734f95902441f5a045e76f', 'fixed_ips': [{'subnet_id': 'ddeb66ef-ab4c-4025-a93d-fafbcb52dd89'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:25:36.291094 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:36.433054 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Allocated IP 172.20.0.2 (e63cbffd-79a6-48a0-bbd4-693fece58999/ddeb66ef-ab4c-4025-a93d-fafbcb52dd89/dae66289-d35e-47b1-9285-df1cd6c247de) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:36.588537 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:36.597585 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Transition to ACTIVE for port object dae66289-d35e-47b1-9285-df1cd6c247de will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:36.612837 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Transition to ACTIVE for port object dae66289-d35e-47b1-9285-df1cd6c247de will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:36.618333 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:36.659239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Network e63cbffd-79a6-48a0-bbd4-693fece58999 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:36.662125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:36.665903 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:36.671618 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Pushing event updated for resources: {'Port': ['ID=dae66289-d35e-47b1-9285-df1cd6c247de,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:36.726609 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:36.727860 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Attempting to bind port dae66289-d35e-47b1-9285-df1cd6c247de on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:36.728233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Attempting to bind port dae66289-d35e-47b1-9285-df1cd6c247de by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'd1cb44e2-2240-4e55-93e0-22cce9e0d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:36.728595 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Attempting to bind port dae66289-d35e-47b1-9285-df1cd6c247de on network e63cbffd-79a6-48a0-bbd4-693fece58999 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:36.733529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:36.734048 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Checking segment: {'id': 'd1cb44e2-2240-4e55-93e0-22cce9e0d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:36.734427 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:36.734868 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Bound using segment: {'id': 'd1cb44e2-2240-4e55-93e0-22cce9e0d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:36.735328 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Bound port: dae66289-d35e-47b1-9285-df1cd6c247de, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cb44e2-2240-4e55-93e0-22cce9e0d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:36.735722 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:36.798435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] For port dae66289-d35e-47b1-9285-df1cd6c247de, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:36.801531 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] For port dae66289-d35e-47b1-9285-df1cd6c247de, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=dae66289-d35e-47b1-9285-df1cd6c247de,segment=NetworkSegment(d1cb44e2-2240-4e55-93e0-22cce9e0d620),segment_id=d1cb44e2-2240-4e55-93e0-22cce9e0d620)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:36.804950 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:36.868643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f00c0-254f-48fd-b209-50b0543fd156 None None] Pushing event updated for resources: {'Port': ['ID=dae66289-d35e-47b1-9285-df1cd6c247de,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:36.934165 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:36.954386 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:37.081935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] Allocated IP 172.25.1.188 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/fd4dde38-1b06-45f5-9326-9623346ca902) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:37.184442 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:37.222817 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:37.267387 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:37.270235 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:37.273846 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:37.297036 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] Pushing event updated for resources: {'Port': ['ID=fd4dde38-1b06-45f5-9326-9623346ca902,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:37.527037 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:37.683908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device dae66289-d35e-47b1-9285-df1cd6c247de up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:37.745091 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port dae66289-d35e-47b1-9285-df1cd6c247de completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:37.750353 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:37.757851 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e74387-1585-4947-9257-f5c73bc5a16c None None] Network e63cbffd-79a6-48a0-bbd4-693fece58999 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:37.835188 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d86de139-9da6-48f0-8403-91a5e315314a None None] Provisioning for port dae66289-d35e-47b1-9285-df1cd6c247de completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:37.845503 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d86de139-9da6-48f0-8403-91a5e315314a None None] Provisioning complete for port dae66289-d35e-47b1-9285-df1cd6c247de triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:37.845895 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d86de139-9da6-48f0-8403-91a5e315314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:37.880927 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] Router 07cf4d05-2acf-476f-8743-fec904c0eea1 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:25:37.985985 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d86de139-9da6-48f0-8403-91a5e315314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:37.990116 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:38.002405 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Sync routers for ids ['07cf4d05-2acf-476f-8743-fec904c0eea1'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:38.010689 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:38.015661 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48378) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:38.016596 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5dd16b79-8d71-4809-ac9c-342daabffbd4 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8589609 Jul 16 02:25:38.026353 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d86de139-9da6-48f0-8403-91a5e315314a None None] For port dae66289-d35e-47b1-9285-df1cd6c247de, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=dae66289-d35e-47b1-9285-df1cd6c247de,segment=NetworkSegment(d1cb44e2-2240-4e55-93e0-22cce9e0d620),segment_id=d1cb44e2-2240-4e55-93e0-22cce9e0d620)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:38.028964 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Routers {'07cf4d05-2acf-476f-8743-fec904c0eea1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:38.029982 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:25:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['07cf4d05-2acf-476f-8743-fec904c0eea1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:38.031229 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d86de139-9da6-48f0-8403-91a5e315314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:38.084534 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86de139-9da6-48f0-8403-91a5e315314a None None] Pushing event updated for resources: {'Port': ['ID=dae66289-d35e-47b1-9285-df1cd6c247de,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:38.161967 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Set router 07cf4d05-2acf-476f-8743-fec904c0eea1 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:38.253091 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-dd4d0e73-854a-4497-8e0e-f0650aae5056 None None] Provisioning complete for port dae66289-d35e-47b1-9285-df1cd6c247de triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:38.253474 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0e73-854a-4497-8e0e-f0650aae5056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:38.350019 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cf4d05-2acf-476f-8743-fec904c0eea1', 'name': 'tempest-TestEncryptedCinderVolumes-889022131-router', 'tenant_id': '5f8306cbfc734f95902441f5a045e76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fd4dde38-1b06-45f5-9326-9623346ca902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:36Z', 'updated_at': '2021-07-16T02:25:37Z', 'revision_number': 3, 'project_id': '5f8306cbfc734f95902441f5a045e76f', 'gw_port': {'id': 'fd4dde38-1b06-45f5-9326-9623346ca902', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf4d05-2acf-476f-8743-fec904c0eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:36Z', 'updated_at': '2021-07-16T02:25:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:38.376130 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Checking router: 07cf4d05-2acf-476f-8743-fec904c0eea1 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:38.376472 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Updating router 07cf4d05-2acf-476f-8743-fec904c0eea1 port fd4dde38-1b06-45f5-9326-9623346ca902 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:25:38.410716 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:38.486616 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:38.658064 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:38.668063 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Transition to ACTIVE for port object fd4dde38-1b06-45f5-9326-9623346ca902 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:38.673504 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:38.703539 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:25:38.729929 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] Allocated IP 172.20.0.1 (e63cbffd-79a6-48a0-bbd4-693fece58999/ddeb66ef-ab4c-4025-a93d-fafbcb52dd89/4253ff94-439a-4720-9370-9d2cccd2a209) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:38.732007 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Attempting to bind port fd4dde38-1b06-45f5-9326-9623346ca902 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:38.732254 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Attempting to bind port fd4dde38-1b06-45f5-9326-9623346ca902 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:38.732812 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Attempting to bind port fd4dde38-1b06-45f5-9326-9623346ca902 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:38.735716 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab498c-98d6-4aed-b3b3-adc3477b7c46 None None] Pushing event updated for resources: {'Port': ['ID=fd4dde38-1b06-45f5-9326-9623346ca902,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:38.743531 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:38.743925 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:38.744334 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:38.744723 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:38.745200 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Bound port: fd4dde38-1b06-45f5-9326-9623346ca902, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:38.745553 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:38.749083 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab498c-98d6-4aed-b3b3-adc3477b7c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:38.749428 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab498c-98d6-4aed-b3b3-adc3477b7c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:38.749761 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab498c-98d6-4aed-b3b3-adc3477b7c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:38.750093 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab498c-98d6-4aed-b3b3-adc3477b7c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:38.750421 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab498c-98d6-4aed-b3b3-adc3477b7c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:38.750745 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab498c-98d6-4aed-b3b3-adc3477b7c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:38.751065 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab498c-98d6-4aed-b3b3-adc3477b7c46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:38.751382 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab498c-98d6-4aed-b3b3-adc3477b7c46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:38.751700 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab498c-98d6-4aed-b3b3-adc3477b7c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:38.752033 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab498c-98d6-4aed-b3b3-adc3477b7c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:38.752350 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab498c-98d6-4aed-b3b3-adc3477b7c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:38.752663 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab498c-98d6-4aed-b3b3-adc3477b7c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:38.804077 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] For port fd4dde38-1b06-45f5-9326-9623346ca902, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:38.807950 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] For port fd4dde38-1b06-45f5-9326-9623346ca902, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=fd4dde38-1b06-45f5-9326-9623346ca902,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:38.812603 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:38.836969 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:38.850318 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] Transition to ACTIVE for port object 4253ff94-439a-4720-9370-9d2cccd2a209 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:38.871918 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Routers {'07cf4d05-2acf-476f-8743-fec904c0eea1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:38.872536 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:25:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['07cf4d05-2acf-476f-8743-fec904c0eea1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:38.885083 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:38.909498 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab498c-98d6-4aed-b3b3-adc3477b7c46 None None] Pushing event updated for resources: {'Port': ['ID=fd4dde38-1b06-45f5-9326-9623346ca902,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:38.927262 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] Network e63cbffd-79a6-48a0-bbd4-693fece58999 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:38.933215 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:38.936750 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:38.961288 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] Pushing event updated for resources: {'Port': ['ID=4253ff94-439a-4720-9370-9d2cccd2a209,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:38.982057 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:38.984553 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] Set router 07cf4d05-2acf-476f-8743-fec904c0eea1 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:39.159299 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:39.171434 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cf4d05-2acf-476f-8743-fec904c0eea1', 'name': 'tempest-TestEncryptedCinderVolumes-889022131-router', 'tenant_id': '5f8306cbfc734f95902441f5a045e76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fd4dde38-1b06-45f5-9326-9623346ca902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:36Z', 'updated_at': '2021-07-16T02:25:37Z', 'revision_number': 3, 'project_id': '5f8306cbfc734f95902441f5a045e76f', 'gw_port': {'id': 'fd4dde38-1b06-45f5-9326-9623346ca902', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf4d05-2acf-476f-8743-fec904c0eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:36Z', 'updated_at': '2021-07-16T02:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:39.174142 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3bb4d6eb-d92e-4ea4-8753-8ebf38efe67c None None] Provisioning for port 4253ff94-439a-4720-9370-9d2cccd2a209 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:39.181012 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3bb4d6eb-d92e-4ea4-8753-8ebf38efe67c None None] Provisioning complete for port 4253ff94-439a-4720-9370-9d2cccd2a209 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:39.181287 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3bb4d6eb-d92e-4ea4-8753-8ebf38efe67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:39.199113 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7b074f-c77d-403c-a42e-7d300ec27801 None None] The sync data for ids ['07cf4d05-2acf-476f-8743-fec904c0eea1'] in n-d-800086-6 is: [{'id': '07cf4d05-2acf-476f-8743-fec904c0eea1', 'name': 'tempest-TestEncryptedCinderVolumes-889022131-router', 'tenant_id': '5f8306cbfc734f95902441f5a045e76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fd4dde38-1b06-45f5-9326-9623346ca902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:36Z', 'updated_at': '2021-07-16T02:25:37Z', 'revision_number': 3, 'project_id': '5f8306cbfc734f95902441f5a045e76f', 'gw_port': {'id': 'fd4dde38-1b06-45f5-9326-9623346ca902', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf4d05-2acf-476f-8743-fec904c0eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:36Z', 'updated_at': '2021-07-16T02:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:39.221549 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3bb4d6eb-d92e-4ea4-8753-8ebf38efe67c None None] Port 4253ff94-439a-4720-9370-9d2cccd2a209 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:39.328157 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:39.332495 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:39.402853 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:39.406261 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] Pushing event updated for resources: {'Port': ['ID=4253ff94-439a-4720-9370-9d2cccd2a209,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:39.524598 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] Network e63cbffd-79a6-48a0-bbd4-693fece58999 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:39.526019 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:39.676888 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] Router 07cf4d05-2acf-476f-8743-fec904c0eea1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:25:39.822578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device dae66289-d35e-47b1-9285-df1cd6c247de up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:39.825786 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:39.833252 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2a486977-c4c5-47ee-8a9d-9403a3c7614e admin admin] 10.222.0.54 "PUT /v2.0/routers/07cf4d05-2acf-476f-8743-fec904c0eea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8165159 Jul 16 02:25:39.872194 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-cb0782af-db71-4a01-927a-05e1115456ae None None] Provisioning complete for port 4253ff94-439a-4720-9370-9d2cccd2a209 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:39.872567 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb0782af-db71-4a01-927a-05e1115456ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:39.919646 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port dae66289-d35e-47b1-9285-df1cd6c247de triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:39.920069 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:39.922834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-cb0782af-db71-4a01-927a-05e1115456ae None None] Port 4253ff94-439a-4720-9370-9d2cccd2a209 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:40.043526 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device fd4dde38-1b06-45f5-9326-9623346ca902 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:40.103184 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port fd4dde38-1b06-45f5-9326-9623346ca902 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:40.108288 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port fd4dde38-1b06-45f5-9326-9623346ca902 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:40.108772 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:40.219804 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:40.241343 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port fd4dde38-1b06-45f5-9326-9623346ca902, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=fd4dde38-1b06-45f5-9326-9623346ca902,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:40.246279 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:40.298362 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=fd4dde38-1b06-45f5-9326-9623346ca902,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:40.394498 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48394) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:40.400182 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ad966eeb-7fa7-4721-8adb-0249bfedd8ca admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-630907807-network', 'tenant_id': 'd2c169577cb7493ba58cc4fd5d93addd'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:40.421159 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad966eeb-7fa7-4721-8adb-0249bfedd8ca admin admin] Made reservation on behalf of d2c169577cb7493ba58cc4fd5d93addd for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:40.423523 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad966eeb-7fa7-4721-8adb-0249bfedd8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:40.432784 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad966eeb-7fa7-4721-8adb-0249bfedd8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:40.524588 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad966eeb-7fa7-4721-8adb-0249bfedd8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:40.528311 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad966eeb-7fa7-4721-8adb-0249bfedd8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:40.555978 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad966eeb-7fa7-4721-8adb-0249bfedd8ca admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:25:40.562773 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad966eeb-7fa7-4721-8adb-0249bfedd8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc26965-45cd-4d8b-b03b-3c20a0db9934,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:40.569037 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad966eeb-7fa7-4721-8adb-0249bfedd8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:40.569405 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-ad966eeb-7fa7-4721-8adb-0249bfedd8ca admin admin] Added segment ca832dad-6f70-416e-be9d-5b493c546244 of type vlan for network 59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24 Jul 16 02:25:40.614234 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad966eeb-7fa7-4721-8adb-0249bfedd8ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:40.645300 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad966eeb-7fa7-4721-8adb-0249bfedd8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:40.646371 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad966eeb-7fa7-4721-8adb-0249bfedd8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:40.646956 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ad966eeb-7fa7-4721-8adb-0249bfedd8ca admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:40.680345 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ad966eeb-7fa7-4721-8adb-0249bfedd8ca admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2846568 Jul 16 02:25:40.683013 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48396) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:40.690014 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-2bb2d987-c6ba-4e2f-bf8d-987e2b6d7177 admin admin] Request body: {'subnet': {'network_id': '59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-630907807-subnet', 'tenant_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:40.718104 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad966eeb-7fa7-4721-8adb-0249bfedd8ca admin admin] Pushing event updated for resources: {'Network': ['ID=59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:40.735522 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:25:40.741617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb2d987-c6ba-4e2f-bf8d-987e2b6d7177 admin admin] Made reservation on behalf of d2c169577cb7493ba58cc4fd5d93addd for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:40.744372 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2bb2d987-c6ba-4e2f-bf8d-987e2b6d7177 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:40.969531 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Sync routers for ids ['07cf4d05-2acf-476f-8743-fec904c0eea1'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:40.978978 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Routers {'07cf4d05-2acf-476f-8743-fec904c0eea1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:40.979625 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:25:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['07cf4d05-2acf-476f-8743-fec904c0eea1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:41.087673 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Set router 07cf4d05-2acf-476f-8743-fec904c0eea1 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:41.213278 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2bb2d987-c6ba-4e2f-bf8d-987e2b6d7177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:41.279859 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2d987-c6ba-4e2f-bf8d-987e2b6d7177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c850c802-d181-4747-8581-1830f6eb23d4,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:41.286560 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2d987-c6ba-4e2f-bf8d-987e2b6d7177 admin admin] Checking segment: {'id': 'ca832dad-6f70-416e-be9d-5b493c546244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:41.286933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb2d987-c6ba-4e2f-bf8d-987e2b6d7177 admin admin] Network hostable DHCP agents. Network: 59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:25:41.287975 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cf4d05-2acf-476f-8743-fec904c0eea1', 'name': 'tempest-TestEncryptedCinderVolumes-889022131-router', 'tenant_id': '5f8306cbfc734f95902441f5a045e76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fd4dde38-1b06-45f5-9326-9623346ca902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:36Z', 'updated_at': '2021-07-16T02:25:39Z', 'revision_number': 4, 'project_id': '5f8306cbfc734f95902441f5a045e76f', 'gw_port': {'id': 'fd4dde38-1b06-45f5-9326-9623346ca902', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf4d05-2acf-476f-8743-fec904c0eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:36Z', 'updated_at': '2021-07-16T02:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '4253ff94-439a-4720-9370-9d2cccd2a209', 'name': '', 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999', 'tenant_id': '5f8306cbfc734f95902441f5a045e76f', 'mac_address': 'fa:16:3e:a3:4f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf4d05-2acf-476f-8743-fec904c0eea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ddeb66ef-ab4c-4025-a93d-fafbcb52dd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:38Z', 'updated_at': '2021-07-16T02:25:39Z', 'revision_number': 2, 'project_id': '5f8306cbfc734f95902441f5a045e76f', 'subnets': [{'id': 'ddeb66ef-ab4c-4025-a93d-fafbcb52dd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:41.305481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb2d987-c6ba-4e2f-bf8d-987e2b6d7177 admin admin] Network 59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:25:41.314778 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Checking router: 07cf4d05-2acf-476f-8743-fec904c0eea1 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:41.314990 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-2bb2d987-c6ba-4e2f-bf8d-987e2b6d7177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:41.315143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Updating router 07cf4d05-2acf-476f-8743-fec904c0eea1 port 4253ff94-439a-4720-9370-9d2cccd2a209 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:25:41.320288 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb2d987-c6ba-4e2f-bf8d-987e2b6d7177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:41.321389 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2bb2d987-c6ba-4e2f-bf8d-987e2b6d7177 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:41.335956 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2bb2d987-c6ba-4e2f-bf8d-987e2b6d7177 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6518979 Jul 16 02:25:41.338590 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48398) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:41.339648 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32967af0-9003-475d-9ae7-2299477df8cc None None] Network 59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:41.344588 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-630907807-router', 'tenant_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:41.365768 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:41.367054 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:41.375929 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:41.421978 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:41.558429 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:41.614083 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24', 'network_id': '59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24', 'tenant_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'fixed_ips': [{'subnet_id': 'c850c802-d181-4747-8581-1830f6eb23d4'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:25:41.614940 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:41.671789 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device fd4dde38-1b06-45f5-9326-9623346ca902 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:41.760872 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:41.786126 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:41.894942 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] Allocated IP 172.25.1.82 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/52f65c74-1ce5-440c-8bf8-7fc04ffa5076) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:42.000816 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.040559 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.041988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port fd4dde38-1b06-45f5-9326-9623346ca902 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:42.042375 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.044364 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Allocated IP 172.20.0.2 (59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24/c850c802-d181-4747-8581-1830f6eb23d4/e44bbf9c-e2a6-414d-b073-b67634728bbb) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:42.067840 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.082653 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:42.085433 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:42.088577 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:42.097854 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Transition to ACTIVE for port object 4253ff94-439a-4720-9370-9d2cccd2a209 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:42.115338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] Pushing event updated for resources: {'Port': ['ID=52f65c74-1ce5-440c-8bf8-7fc04ffa5076,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:42.121814 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.222094 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412833ad-4552-4f86-983e-f1f4b3491c27 None None] Pushing event updated for resources: {'Port': ['ID=4253ff94-439a-4720-9370-9d2cccd2a209,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:42.354094 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Attempting to bind port 4253ff94-439a-4720-9370-9d2cccd2a209 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:42.354736 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Attempting to bind port 4253ff94-439a-4720-9370-9d2cccd2a209 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'd1cb44e2-2240-4e55-93e0-22cce9e0d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:42.354851 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Attempting to bind port 4253ff94-439a-4720-9370-9d2cccd2a209 on network e63cbffd-79a6-48a0-bbd4-693fece58999 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:42.365510 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.370411 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:42.370890 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Checking segment: {'id': 'd1cb44e2-2240-4e55-93e0-22cce9e0d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:42.371213 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.371669 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Bound using segment: {'id': 'd1cb44e2-2240-4e55-93e0-22cce9e0d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:42.372149 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Bound port: 4253ff94-439a-4720-9370-9d2cccd2a209, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cb44e2-2240-4e55-93e0-22cce9e0d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:42.372523 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.375284 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.393246 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Transition to ACTIVE for port object e44bbf9c-e2a6-414d-b073-b67634728bbb will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:42.428906 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Transition to ACTIVE for port object e44bbf9c-e2a6-414d-b073-b67634728bbb will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:42.442336 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.494803 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] For port 4253ff94-439a-4720-9370-9d2cccd2a209, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:42.500507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] For port 4253ff94-439a-4720-9370-9d2cccd2a209, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4253ff94-439a-4720-9370-9d2cccd2a209,segment=NetworkSegment(d1cb44e2-2240-4e55-93e0-22cce9e0d620),segment_id=d1cb44e2-2240-4e55-93e0-22cce9e0d620)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:42.509279 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Network 59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:42.512275 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.525169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:42.529598 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:42.531566 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Pushing event updated for resources: {'Port': ['ID=e44bbf9c-e2a6-414d-b073-b67634728bbb,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:42.571485 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.612529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Routers {'07cf4d05-2acf-476f-8743-fec904c0eea1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:42.613190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:25:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['07cf4d05-2acf-476f-8743-fec904c0eea1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:42.678946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412833ad-4552-4f86-983e-f1f4b3491c27 None None] Pushing event updated for resources: {'Port': ['ID=4253ff94-439a-4720-9370-9d2cccd2a209,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:42.687330 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Attempting to bind port e44bbf9c-e2a6-414d-b073-b67634728bbb on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:42.688345 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Attempting to bind port e44bbf9c-e2a6-414d-b073-b67634728bbb by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'ca832dad-6f70-416e-be9d-5b493c546244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:42.688345 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Attempting to bind port e44bbf9c-e2a6-414d-b073-b67634728bbb on network 59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:42.698275 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:42.698655 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Checking segment: {'id': 'ca832dad-6f70-416e-be9d-5b493c546244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:42.698988 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.699384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Bound using segment: {'id': 'ca832dad-6f70-416e-be9d-5b493c546244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:42.699914 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Bound port: e44bbf9c-e2a6-414d-b073-b67634728bbb, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca832dad-6f70-416e-be9d-5b493c546244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:42.700375 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.717498 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] Router b960e82f-6a52-45e4-912f-fb052f53b40e is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:25:42.791182 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] Set router 07cf4d05-2acf-476f-8743-fec904c0eea1 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:42.853026 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] For port e44bbf9c-e2a6-414d-b073-b67634728bbb, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:42.910708 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] For port e44bbf9c-e2a6-414d-b073-b67634728bbb, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e44bbf9c-e2a6-414d-b073-b67634728bbb,segment=NetworkSegment(ca832dad-6f70-416e-be9d-5b493c546244),segment_id=ca832dad-6f70-416e-be9d-5b493c546244)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:42.923218 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:43.034949 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd993fd-42c7-4a05-9b45-fa862e5f3c38 None None] Pushing event updated for resources: {'Port': ['ID=e44bbf9c-e2a6-414d-b073-b67634728bbb,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:43.102108 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cf4d05-2acf-476f-8743-fec904c0eea1', 'name': 'tempest-TestEncryptedCinderVolumes-889022131-router', 'tenant_id': '5f8306cbfc734f95902441f5a045e76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fd4dde38-1b06-45f5-9326-9623346ca902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:36Z', 'updated_at': '2021-07-16T02:25:39Z', 'revision_number': 4, 'project_id': '5f8306cbfc734f95902441f5a045e76f', 'gw_port': {'id': 'fd4dde38-1b06-45f5-9326-9623346ca902', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf4d05-2acf-476f-8743-fec904c0eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:36Z', 'updated_at': '2021-07-16T02:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '4253ff94-439a-4720-9370-9d2cccd2a209', 'name': '', 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999', 'tenant_id': '5f8306cbfc734f95902441f5a045e76f', 'mac_address': 'fa:16:3e:a3:4f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf4d05-2acf-476f-8743-fec904c0eea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ddeb66ef-ab4c-4025-a93d-fafbcb52dd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:38Z', 'updated_at': '2021-07-16T02:25:42Z', 'revision_number': 4, 'project_id': '5f8306cbfc734f95902441f5a045e76f', 'subnets': [{'id': 'ddeb66ef-ab4c-4025-a93d-fafbcb52dd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:43.130467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b1f816-4f89-45f3-b8e5-2ab113a945b2 None None] The sync data for ids ['07cf4d05-2acf-476f-8743-fec904c0eea1'] in n-d-800086-6 is: [{'id': '07cf4d05-2acf-476f-8743-fec904c0eea1', 'name': 'tempest-TestEncryptedCinderVolumes-889022131-router', 'tenant_id': '5f8306cbfc734f95902441f5a045e76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fd4dde38-1b06-45f5-9326-9623346ca902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:36Z', 'updated_at': '2021-07-16T02:25:39Z', 'revision_number': 4, 'project_id': '5f8306cbfc734f95902441f5a045e76f', 'gw_port': {'id': 'fd4dde38-1b06-45f5-9326-9623346ca902', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf4d05-2acf-476f-8743-fec904c0eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:36Z', 'updated_at': '2021-07-16T02:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '4253ff94-439a-4720-9370-9d2cccd2a209', 'name': '', 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999', 'tenant_id': '5f8306cbfc734f95902441f5a045e76f', 'mac_address': 'fa:16:3e:a3:4f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07cf4d05-2acf-476f-8743-fec904c0eea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'ddeb66ef-ab4c-4025-a93d-fafbcb52dd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:38Z', 'updated_at': '2021-07-16T02:25:42Z', 'revision_number': 4, 'project_id': '5f8306cbfc734f95902441f5a045e76f', 'subnets': [{'id': 'ddeb66ef-ab4c-4025-a93d-fafbcb52dd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:43.212680 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:43.238004 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Sync routers for ids ['b960e82f-6a52-45e4-912f-fb052f53b40e'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:43.256547 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Routers {'b960e82f-6a52-45e4-912f-fb052f53b40e'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:43.257172 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:25:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b960e82f-6a52-45e4-912f-fb052f53b40e'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:43.263004 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:43.265363 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d946369c-4db6-4ba0-a4d0-045b1d7f7065 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9251754 Jul 16 02:25:43.268123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48400) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:43.511822 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Set router b960e82f-6a52-45e4-912f-fb052f53b40e gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:43.748185 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b960e82f-6a52-45e4-912f-fb052f53b40e', 'name': 'tempest-TestEncryptedCinderVolumes-630907807-router', 'tenant_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '52f65c74-1ce5-440c-8bf8-7fc04ffa5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:41Z', 'updated_at': '2021-07-16T02:25:42Z', 'revision_number': 3, 'project_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'gw_port': {'id': '52f65c74-1ce5-440c-8bf8-7fc04ffa5076', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b960e82f-6a52-45e4-912f-fb052f53b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:41Z', 'updated_at': '2021-07-16T02:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:43.767171 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e44bbf9c-e2a6-414d-b073-b67634728bbb up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:43.781959 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Checking router: b960e82f-6a52-45e4-912f-fb052f53b40e for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:43.782160 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Updating router b960e82f-6a52-45e4-912f-fb052f53b40e port 52f65c74-1ce5-440c-8bf8-7fc04ffa5076 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:25:43.783107 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:43.833814 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:43.856038 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port e44bbf9c-e2a6-414d-b073-b67634728bbb completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:43.861417 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4253ff94-439a-4720-9370-9d2cccd2a209 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:43.940380 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 4253ff94-439a-4720-9370-9d2cccd2a209 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:43.946751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 4253ff94-439a-4720-9370-9d2cccd2a209 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:43.947311 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.030917 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] Allocated IP 172.20.0.1 (59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24/c850c802-d181-4747-8581-1830f6eb23d4/2f5aeb13-7fb4-4e85-bf9d-370bfaedf342) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:44.078374 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.116111 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 4253ff94-439a-4720-9370-9d2cccd2a209, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4253ff94-439a-4720-9370-9d2cccd2a209,segment=NetworkSegment(d1cb44e2-2240-4e55-93e0-22cce9e0d620),segment_id=d1cb44e2-2240-4e55-93e0-22cce9e0d620)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:44.127268 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.197913 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.205703 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=4253ff94-439a-4720-9370-9d2cccd2a209,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:44.227148 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] Transition to ACTIVE for port object 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:44.233474 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.244935 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Transition to ACTIVE for port object 52f65c74-1ce5-440c-8bf8-7fc04ffa5076 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:44.251383 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.273661 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5dfc00-8684-49da-b993-98890c7eb212 None None] Network 59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:44.287988 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.311279 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6fb0549c-530a-4441-a048-c8dad07d255f None None] Provisioning for port e44bbf9c-e2a6-414d-b073-b67634728bbb completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:44.316790 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Attempting to bind port 52f65c74-1ce5-440c-8bf8-7fc04ffa5076 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:44.317416 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Attempting to bind port 52f65c74-1ce5-440c-8bf8-7fc04ffa5076 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:44.317951 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Attempting to bind port 52f65c74-1ce5-440c-8bf8-7fc04ffa5076 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:44.319212 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6fb0549c-530a-4441-a048-c8dad07d255f None None] Provisioning complete for port e44bbf9c-e2a6-414d-b073-b67634728bbb triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:44.319589 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6fb0549c-530a-4441-a048-c8dad07d255f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.325746 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:44.326668 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:44.327259 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.327846 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:44.328612 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Bound port: 52f65c74-1ce5-440c-8bf8-7fc04ffa5076, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:44.329164 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.349635 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] Pushing event updated for resources: {'Port': ['ID=2f5aeb13-7fb4-4e85-bf9d-370bfaedf342,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:44.353837 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a1155-a25e-46da-9c5c-3cee4ce03b94 None None] Pushing event updated for resources: {'Port': ['ID=52f65c74-1ce5-440c-8bf8-7fc04ffa5076,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:44.360720 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] Network 59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:44.363177 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:44.371462 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:44.425306 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] For port 52f65c74-1ce5-440c-8bf8-7fc04ffa5076, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:44.429044 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] For port 52f65c74-1ce5-440c-8bf8-7fc04ffa5076, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=52f65c74-1ce5-440c-8bf8-7fc04ffa5076,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:44.432282 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.433607 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.486014 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6fb0549c-530a-4441-a048-c8dad07d255f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.489710 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Routers {'b960e82f-6a52-45e4-912f-fb052f53b40e'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:44.490340 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:25:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b960e82f-6a52-45e4-912f-fb052f53b40e'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:44.534688 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a1155-a25e-46da-9c5c-3cee4ce03b94 None None] Pushing event updated for resources: {'Port': ['ID=52f65c74-1ce5-440c-8bf8-7fc04ffa5076,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:44.543857 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-6fb0549c-530a-4441-a048-c8dad07d255f None None] For port e44bbf9c-e2a6-414d-b073-b67634728bbb, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e44bbf9c-e2a6-414d-b073-b67634728bbb,segment=NetworkSegment(ca832dad-6f70-416e-be9d-5b493c546244),segment_id=ca832dad-6f70-416e-be9d-5b493c546244)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:44.550006 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6fb0549c-530a-4441-a048-c8dad07d255f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.634274 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] Set router b960e82f-6a52-45e4-912f-fb052f53b40e gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:44.638527 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.640376 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0549c-530a-4441-a048-c8dad07d255f None None] Pushing event updated for resources: {'Port': ['ID=e44bbf9c-e2a6-414d-b073-b67634728bbb,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:44.831540 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b960e82f-6a52-45e4-912f-fb052f53b40e', 'name': 'tempest-TestEncryptedCinderVolumes-630907807-router', 'tenant_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '52f65c74-1ce5-440c-8bf8-7fc04ffa5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:41Z', 'updated_at': '2021-07-16T02:25:42Z', 'revision_number': 3, 'project_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'gw_port': {'id': '52f65c74-1ce5-440c-8bf8-7fc04ffa5076', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b960e82f-6a52-45e4-912f-fb052f53b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:41Z', 'updated_at': '2021-07-16T02:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:44.838808 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.844848 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.862991 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec2a86-3cc2-4ca4-8f09-e85d00c612ab None None] The sync data for ids ['b960e82f-6a52-45e4-912f-fb052f53b40e'] in n-d-800086-6 is: [{'id': 'b960e82f-6a52-45e4-912f-fb052f53b40e', 'name': 'tempest-TestEncryptedCinderVolumes-630907807-router', 'tenant_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '52f65c74-1ce5-440c-8bf8-7fc04ffa5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:41Z', 'updated_at': '2021-07-16T02:25:42Z', 'revision_number': 3, 'project_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'gw_port': {'id': '52f65c74-1ce5-440c-8bf8-7fc04ffa5076', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b960e82f-6a52-45e4-912f-fb052f53b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:41Z', 'updated_at': '2021-07-16T02:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:44.887623 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4c4d5d8d-e09f-4b34-964b-39392a5f6cca None None] Provisioning for port 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:44.887623 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4c4d5d8d-e09f-4b34-964b-39392a5f6cca None None] Provisioning complete for port 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:44.887623 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c4d5d8d-e09f-4b34-964b-39392a5f6cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.923581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] Pushing event updated for resources: {'Port': ['ID=2f5aeb13-7fb4-4e85-bf9d-370bfaedf342,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:44.932211 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.933884 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d5d8d-e09f-4b34-964b-39392a5f6cca None None] Port 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:44.948087 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4c4d5d8d-e09f-4b34-964b-39392a5f6cca None None] Provisioning complete for port e44bbf9c-e2a6-414d-b073-b67634728bbb triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:44.948745 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c4d5d8d-e09f-4b34-964b-39392a5f6cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:45.042042 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] Network 59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:45.043444 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:45.177613 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0d037d93-38fb-4427-95e4-2735dd38b626 None None] Provisioning complete for port 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:45.178234 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0d037d93-38fb-4427-95e4-2735dd38b626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:45.188989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] Router b960e82f-6a52-45e4-912f-fb052f53b40e has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:25:45.224050 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0d037d93-38fb-4427-95e4-2735dd38b626 None None] Port 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:45.324218 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:45.332207 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2ee4a861-aded-46cd-bf77-88bcd9e04bfd admin admin] 10.222.0.54 "PUT /v2.0/routers/b960e82f-6a52-45e4-912f-fb052f53b40e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0629308 Jul 16 02:25:45.346282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-93c9e1f9-9480-4d07-b064-9b5f17299a0b None None] Provisioning complete for port 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:45.346739 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-93c9e1f9-9480-4d07-b064-9b5f17299a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:45.383859 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-93c9e1f9-9480-4d07-b064-9b5f17299a0b None None] Port 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:45.759429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e44bbf9c-e2a6-414d-b073-b67634728bbb up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:45.814965 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e44bbf9c-e2a6-414d-b073-b67634728bbb triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:45.815418 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:45.902741 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4253ff94-439a-4720-9370-9d2cccd2a209 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:45.949325 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 4253ff94-439a-4720-9370-9d2cccd2a209 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:45.949706 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:46.028663 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 52f65c74-1ce5-440c-8bf8-7fc04ffa5076 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:46.049484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-2724749d-d690-4d63-8ad6-80112362823f tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:46.050989 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-2724749d-d690-4d63-8ad6-80112362823f tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/networks?id=e63cbffd-79a6-48a0-bbd4-693fece58999 HTTP/1.1" status: 200 len: 816 time: 0.1023991 Jul 16 02:25:46.066607 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-6dedd91a-3128-41d2-a1d1-9258f77eb4ba tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/quotas/5f8306cbfc734f95902441f5a045e76f HTTP/1.1" status: 200 len: 375 time: 0.0097589 Jul 16 02:25:46.074661 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 52f65c74-1ce5-440c-8bf8-7fc04ffa5076 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:46.079667 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 52f65c74-1ce5-440c-8bf8-7fc04ffa5076 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:46.080073 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:46.143814 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-8c508146-bcab-445d-b6a2-b5cbbe367f61 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f8306cbfc734f95902441f5a045e76f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708418 Jul 16 02:25:46.162799 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:46.183525 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 52f65c74-1ce5-440c-8bf8-7fc04ffa5076, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=52f65c74-1ce5-440c-8bf8-7fc04ffa5076,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:46.188067 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:46.235734 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=52f65c74-1ce5-440c-8bf8-7fc04ffa5076,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:46.241287 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-74dce31c-c78b-4f59-9328-652ef0b2537f service neutron] 10.222.0.54 "GET /v2.0/networks/e63cbffd-79a6-48a0-bbd4-693fece58999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853875 Jul 16 02:25:46.339079 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-12fac277-34f2-4c6a-9f9e-38df98b082f9 service neutron] 10.222.0.54 "GET /v2.0/networks/e63cbffd-79a6-48a0-bbd4-693fece58999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921319 Jul 16 02:25:46.515204 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7318e3b4-306d-422e-b3f5-45a3363b94d7 req-1022824f-e7a6-417a-9f3a-2b5bbcbca056 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b18a420-ffdc-4811-8977-7eb50d56da1e HTTP/1.1" status: 200 len: 210 time: 0.0316768 Jul 16 02:25:46.638683 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Sync routers for ids ['b960e82f-6a52-45e4-912f-fb052f53b40e'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:46.648062 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Routers {'b960e82f-6a52-45e4-912f-fb052f53b40e'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:46.648697 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:25:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b960e82f-6a52-45e4-912f-fb052f53b40e'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:46.757356 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Set router b960e82f-6a52-45e4-912f-fb052f53b40e gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:46.957812 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b960e82f-6a52-45e4-912f-fb052f53b40e', 'name': 'tempest-TestEncryptedCinderVolumes-630907807-router', 'tenant_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '52f65c74-1ce5-440c-8bf8-7fc04ffa5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:41Z', 'updated_at': '2021-07-16T02:25:44Z', 'revision_number': 4, 'project_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'gw_port': {'id': '52f65c74-1ce5-440c-8bf8-7fc04ffa5076', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b960e82f-6a52-45e4-912f-fb052f53b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:41Z', 'updated_at': '2021-07-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2f5aeb13-7fb4-4e85-bf9d-370bfaedf342', 'name': '', 'network_id': '59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24', 'tenant_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'mac_address': 'fa:16:3e:4f:6f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b960e82f-6a52-45e4-912f-fb052f53b40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'c850c802-d181-4747-8581-1830f6eb23d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:43Z', 'updated_at': '2021-07-16T02:25:44Z', 'revision_number': 2, 'project_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'subnets': [{'id': 'c850c802-d181-4747-8581-1830f6eb23d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:46.989047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Checking router: b960e82f-6a52-45e4-912f-fb052f53b40e for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:46.989950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Updating router b960e82f-6a52-45e4-912f-fb052f53b40e port 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:25:47.024606 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:47.286565 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:47.297270 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Transition to ACTIVE for port object 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:47.302813 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:47.373040 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034c740-3144-4988-9043-6f696bf8e6c5 None None] Pushing event updated for resources: {'Port': ['ID=2f5aeb13-7fb4-4e85-bf9d-370bfaedf342,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:47.405400 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Attempting to bind port 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:47.405903 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Attempting to bind port 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'ca832dad-6f70-416e-be9d-5b493c546244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:47.406358 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Attempting to bind port 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 on network 59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:47.411964 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:47.412755 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Checking segment: {'id': 'ca832dad-6f70-416e-be9d-5b493c546244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:47.413180 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:47.413588 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Bound using segment: {'id': 'ca832dad-6f70-416e-be9d-5b493c546244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:47.414069 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Bound port: 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca832dad-6f70-416e-be9d-5b493c546244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:47.414465 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:47.486139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] For port 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:47.489658 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] For port 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2f5aeb13-7fb4-4e85-bf9d-370bfaedf342,segment=NetworkSegment(ca832dad-6f70-416e-be9d-5b493c546244),segment_id=ca832dad-6f70-416e-be9d-5b493c546244)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:47.494095 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:47.557538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Routers {'b960e82f-6a52-45e4-912f-fb052f53b40e'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:47.558185 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:25:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b960e82f-6a52-45e4-912f-fb052f53b40e'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:47.596387 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034c740-3144-4988-9043-6f696bf8e6c5 None None] Pushing event updated for resources: {'Port': ['ID=2f5aeb13-7fb4-4e85-bf9d-370bfaedf342,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:47.724756 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5e0169a2-12fe-445b-a45d-0711cdc555ca req-7b434635-8242-4b18-82b1-662a638c67e7 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b18a420-ffdc-4811-8977-7eb50d56da1e HTTP/1.1" status: 200 len: 210 time: 0.0585840 Jul 16 02:25:47.826465 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-f1d531e6-76d6-4996-9d4e-b09471269def tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:47.828684 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-f1d531e6-76d6-4996-9d4e-b09471269def tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.47 "GET /v2.0/networks?id=e63cbffd-79a6-48a0-bbd4-693fece58999 HTTP/1.1" status: 200 len: 816 time: 0.2260880 Jul 16 02:25:47.849214 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-79923e4c-9e7d-4683-83a0-83c5e31c3c03 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Request body: {'port': {'device_id': '4b18a420-ffdc-4811-8977-7eb50d56da1e', 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999', 'admin_state_up': True, 'tenant_id': '5f8306cbfc734f95902441f5a045e76f'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:47.863352 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 52f65c74-1ce5-440c-8bf8-7fc04ffa5076 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:47.920248 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] Set router b960e82f-6a52-45e4-912f-fb052f53b40e gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:47.961918 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-79923e4c-9e7d-4683-83a0-83c5e31c3c03 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Made reservation on behalf of 5f8306cbfc734f95902441f5a045e76f for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:47.965957 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-79923e4c-9e7d-4683-83a0-83c5e31c3c03 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:48.000004 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 52f65c74-1ce5-440c-8bf8-7fc04ffa5076 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:48.000609 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:48.097880 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-79923e4c-9e7d-4683-83a0-83c5e31c3c03 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Allocated IP 172.20.0.9 (e63cbffd-79a6-48a0-bbd4-693fece58999/ddeb66ef-ab4c-4025-a93d-fafbcb52dd89/d005d869-af75-4575-8761-3ff44eedc6e2) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:48.194509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b960e82f-6a52-45e4-912f-fb052f53b40e', 'name': 'tempest-TestEncryptedCinderVolumes-630907807-router', 'tenant_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '52f65c74-1ce5-440c-8bf8-7fc04ffa5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:41Z', 'updated_at': '2021-07-16T02:25:44Z', 'revision_number': 4, 'project_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'gw_port': {'id': '52f65c74-1ce5-440c-8bf8-7fc04ffa5076', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b960e82f-6a52-45e4-912f-fb052f53b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:41Z', 'updated_at': '2021-07-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2f5aeb13-7fb4-4e85-bf9d-370bfaedf342', 'name': '', 'network_id': '59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24', 'tenant_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'mac_address': 'fa:16:3e:4f:6f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b960e82f-6a52-45e4-912f-fb052f53b40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'c850c802-d181-4747-8581-1830f6eb23d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:43Z', 'updated_at': '2021-07-16T02:25:47Z', 'revision_number': 4, 'project_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'subnets': [{'id': 'c850c802-d181-4747-8581-1830f6eb23d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:48.220793 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1104295c-746f-44eb-a9c5-4ed876a3cc87 None None] The sync data for ids ['b960e82f-6a52-45e4-912f-fb052f53b40e'] in n-d-800086-6 is: [{'id': 'b960e82f-6a52-45e4-912f-fb052f53b40e', 'name': 'tempest-TestEncryptedCinderVolumes-630907807-router', 'tenant_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '52f65c74-1ce5-440c-8bf8-7fc04ffa5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:41Z', 'updated_at': '2021-07-16T02:25:44Z', 'revision_number': 4, 'project_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'gw_port': {'id': '52f65c74-1ce5-440c-8bf8-7fc04ffa5076', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b960e82f-6a52-45e4-912f-fb052f53b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:41Z', 'updated_at': '2021-07-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2f5aeb13-7fb4-4e85-bf9d-370bfaedf342', 'name': '', 'network_id': '59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24', 'tenant_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'mac_address': 'fa:16:3e:4f:6f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b960e82f-6a52-45e4-912f-fb052f53b40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'c850c802-d181-4747-8581-1830f6eb23d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:43Z', 'updated_at': '2021-07-16T02:25:47Z', 'revision_number': 4, 'project_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'subnets': [{'id': 'c850c802-d181-4747-8581-1830f6eb23d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:48.253896 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-79923e4c-9e7d-4683-83a0-83c5e31c3c03 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:48.272120 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-79923e4c-9e7d-4683-83a0-83c5e31c3c03 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Transition to ACTIVE for port object d005d869-af75-4575-8761-3ff44eedc6e2 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:48.307449 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-79923e4c-9e7d-4683-83a0-83c5e31c3c03 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:48.358642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-79923e4c-9e7d-4683-83a0-83c5e31c3c03 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Network e63cbffd-79a6-48a0-bbd4-693fece58999 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:48.362088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-79923e4c-9e7d-4683-83a0-83c5e31c3c03 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:48.366823 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-79923e4c-9e7d-4683-83a0-83c5e31c3c03 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:48.394822 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79923e4c-9e7d-4683-83a0-83c5e31c3c03 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Pushing event updated for resources: {'Port': ['ID=d005d869-af75-4575-8761-3ff44eedc6e2,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:48.424397 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-79923e4c-9e7d-4683-83a0-83c5e31c3c03 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:48.425196 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-79923e4c-9e7d-4683-83a0-83c5e31c3c03 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:48.444757 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-79923e4c-9e7d-4683-83a0-83c5e31c3c03 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6002622 Jul 16 02:25:48.464055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Request body: {'port': {'device_id': '4b18a420-ffdc-4811-8977-7eb50d56da1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:48.549368 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:48.582437 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7397fa4b-893f-476f-855c-cef9181fcb13 None None] Provisioning for port d005d869-af75-4575-8761-3ff44eedc6e2 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:48.586643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7397fa4b-893f-476f-855c-cef9181fcb13 None None] Provisioning complete for port d005d869-af75-4575-8761-3ff44eedc6e2 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:48.587348 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7397fa4b-893f-476f-855c-cef9181fcb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:48.634343 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-7397fa4b-893f-476f-855c-cef9181fcb13 None None] Port d005d869-af75-4575-8761-3ff44eedc6e2 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:48.832362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d005d869-af75-4575-8761-3ff44eedc6e2 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:25:48.839974 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:48.853153 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Transition to ACTIVE for port object d005d869-af75-4575-8761-3ff44eedc6e2 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:48.856821 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:48.913211 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8c8f3-0007-41c0-badd-975a6672fbca req-78d4dea7-14e6-4f74-b1ec-3265c4f311ec tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:48.914822 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cfb8c8f3-0007-41c0-badd-975a6672fbca req-78d4dea7-14e6-4f74-b1ec-3265c4f311ec tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b18a420-ffdc-4811-8977-7eb50d56da1e HTTP/1.1" status: 200 len: 931 time: 0.0746148 Jul 16 02:25:48.921460 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Pushing event updated for resources: {'Port': ['ID=d005d869-af75-4575-8761-3ff44eedc6e2,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:48.955677 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cfb8c8f3-0007-41c0-badd-975a6672fbca req-316a8f49-b115-433e-83ad-b60074277f28 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344119 Jul 16 02:25:48.992442 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Attempting to bind port d005d869-af75-4575-8761-3ff44eedc6e2 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:48.992776 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Attempting to bind port d005d869-af75-4575-8761-3ff44eedc6e2 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'd1cb44e2-2240-4e55-93e0-22cce9e0d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:48.993104 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Attempting to bind port d005d869-af75-4575-8761-3ff44eedc6e2 on network e63cbffd-79a6-48a0-bbd4-693fece58999 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:48.997614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Port d005d869-af75-4575-8761-3ff44eedc6e2 on network e63cbffd-79a6-48a0-bbd4-693fece58999 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:25:48.998470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Attempting to bind port d005d869-af75-4575-8761-3ff44eedc6e2 on network e63cbffd-79a6-48a0-bbd4-693fece58999 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:49.003522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:49.003898 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Checking segment: {'id': 'd1cb44e2-2240-4e55-93e0-22cce9e0d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:49.004283 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Bound using segment: {'id': 'd1cb44e2-2240-4e55-93e0-22cce9e0d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:49.004705 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Bound port: d005d869-af75-4575-8761-3ff44eedc6e2, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cb44e2-2240-4e55-93e0-22cce9e0d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:49.005061 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:49.070723 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] For port d005d869-af75-4575-8761-3ff44eedc6e2, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:49.073926 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] For port d005d869-af75-4575-8761-3ff44eedc6e2, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d005d869-af75-4575-8761-3ff44eedc6e2,segment=NetworkSegment(d1cb44e2-2240-4e55-93e0-22cce9e0d620),segment_id=d1cb44e2-2240-4e55-93e0-22cce9e0d620)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:49.079593 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:49.117309 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:49.117928 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:49.119404 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] 10.222.0.47 "PUT /v2.0/ports/d005d869-af75-4575-8761-3ff44eedc6e2 HTTP/1.1" status: 200 len: 1091 time: 0.6605883 Jul 16 02:25:49.119878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b18a420-ffdc-4811-8977-7eb50d56da1e', 'tag': 'd005d869-af75-4575-8761-3ff44eedc6e2'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:49.122176 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6d6ae3-1a29-4cda-b023-ebda60ba161e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b18a420-ffdc-4811-8977-7eb50d56da1e", "tag": "d005d869-af75-4575-8761-3ff44eedc6e2"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:49.149732 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e7b06-3a5e-4b00-9449-c71e2bfdaf70 service neutron] Pushing event updated for resources: {'Port': ['ID=d005d869-af75-4575-8761-3ff44eedc6e2,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:49.172850 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599a4fa4-07ea-4c6a-902a-6d1da64f01a3 x-openstack-request-id: req-599a4fa4-07ea-4c6a-902a-6d1da64f01a3 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:49.173156 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b18a420-ffdc-4811-8977-7eb50d56da1e", "tag": "d005d869-af75-4575-8761-3ff44eedc6e2", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:49.173407 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-599a4fa4-07ea-4c6a-902a-6d1da64f01a3 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:49.173808 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b18a420-ffdc-4811-8977-7eb50d56da1e', 'tag': 'd005d869-af75-4575-8761-3ff44eedc6e2', 'status': 'completed', 'code': 200} Jul 16 02:25:49.239525 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-5450d9df-5643-4b47-bf1a-73809a08b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:49.241103 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-5450d9df-5643-4b47-bf1a-73809a08b1ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f8306cbfc734f95902441f5a045e76f&device_id=4b18a420-ffdc-4811-8977-7eb50d56da1e HTTP/1.1" status: 200 len: 1094 time: 0.0547810 Jul 16 02:25:49.289160 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-8bf650c2-4945-48a6-9a80-e34bca09d706 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d005d869-af75-4575-8761-3ff44eedc6e2 HTTP/1.1" status: 200 len: 217 time: 0.0354581 Jul 16 02:25:49.337982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-5fdf0bfa-53b1-4fdd-a8e9-3b2a989e8fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:49.339402 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-5fdf0bfa-53b1-4fdd-a8e9-3b2a989e8fef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ddeb66ef-ab4c-4025-a93d-fafbcb52dd89 HTTP/1.1" status: 200 len: 855 time: 0.0436523 Jul 16 02:25:49.402967 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-d4949ef8-0357-4116-b1a1-be062de911f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:49.404581 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-d4949ef8-0357-4116-b1a1-be062de911f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e63cbffd-79a6-48a0-bbd4-693fece58999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573201 Jul 16 02:25:49.505118 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-3820faf6-d7b6-4d06-8b72-6233edf4ed2c service neutron] 10.222.0.47 "GET /v2.0/networks/e63cbffd-79a6-48a0-bbd4-693fece58999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939846 Jul 16 02:25:49.599363 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d838e87f-8028-425d-9c80-7b4ccbf3a9c8 req-86b07b5e-de67-4f0a-b141-4f090d245f4e service neutron] 10.222.0.47 "GET /v2.0/networks/e63cbffd-79a6-48a0-bbd4-693fece58999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867102 Jul 16 02:25:49.681251 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:49.731158 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:49.735482 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:49.735893 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:49.743802 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d6ae3-1a29-4cda-b023-ebda60ba161e req-603e31e1-ba4b-4f9c-9516-0bad54a86741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:49.745391 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d6d6ae3-1a29-4cda-b023-ebda60ba161e req-603e31e1-ba4b-4f9c-9516-0bad54a86741 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f8306cbfc734f95902441f5a045e76f&device_id=4b18a420-ffdc-4811-8977-7eb50d56da1e HTTP/1.1" status: 200 len: 1094 time: 0.0558226 Jul 16 02:25:49.812490 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:49.844175 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2f5aeb13-7fb4-4e85-bf9d-370bfaedf342,segment=NetworkSegment(ca832dad-6f70-416e-be9d-5b493c546244),segment_id=ca832dad-6f70-416e-be9d-5b493c546244)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:49.848281 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:49.851083 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d6ae3-1a29-4cda-b023-ebda60ba161e req-b88ba968-8bec-4b90-b3af-9b384cf3f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:49.852648 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d6d6ae3-1a29-4cda-b023-ebda60ba161e req-b88ba968-8bec-4b90-b3af-9b384cf3f2f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e63cbffd-79a6-48a0-bbd4-693fece58999 HTTP/1.1" status: 200 len: 917 time: 0.0998995 Jul 16 02:25:49.894840 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d6d6ae3-1a29-4cda-b023-ebda60ba161e req-810099d6-7f53-465d-ae7a-8412b10f0a30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d005d869-af75-4575-8761-3ff44eedc6e2 HTTP/1.1" status: 200 len: 217 time: 0.0343914 Jul 16 02:25:49.901496 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=2f5aeb13-7fb4-4e85-bf9d-370bfaedf342,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:49.946132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d6ae3-1a29-4cda-b023-ebda60ba161e req-135da64f-fd37-4528-abc2-ca8aad89ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:49.947653 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d6d6ae3-1a29-4cda-b023-ebda60ba161e req-135da64f-fd37-4528-abc2-ca8aad89ef97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ddeb66ef-ab4c-4025-a93d-fafbcb52dd89 HTTP/1.1" status: 200 len: 855 time: 0.0460935 Jul 16 02:25:50.010807 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d6ae3-1a29-4cda-b023-ebda60ba161e req-f347ec58-e0e5-4539-8b21-d28034c9f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:50.012375 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d6d6ae3-1a29-4cda-b023-ebda60ba161e req-f347ec58-e0e5-4539-8b21-d28034c9f19a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e63cbffd-79a6-48a0-bbd4-693fece58999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569251 Jul 16 02:25:50.102933 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d6d6ae3-1a29-4cda-b023-ebda60ba161e req-a7ebbd9d-ec95-4ede-b494-b8e7f4c6bdbe service neutron] 10.222.0.47 "GET /v2.0/networks/e63cbffd-79a6-48a0-bbd4-693fece58999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823855 Jul 16 02:25:50.128590 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e52bdc-e356-41ed-8da2-e163decccd69 req-bf0275e4-2d7c-462a-b02f-b5b08becc322 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:50.130100 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-74e52bdc-e356-41ed-8da2-e163decccd69 req-bf0275e4-2d7c-462a-b02f-b5b08becc322 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b18a420-ffdc-4811-8977-7eb50d56da1e HTTP/1.1" status: 200 len: 943 time: 0.0629036 Jul 16 02:25:50.168667 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-74e52bdc-e356-41ed-8da2-e163decccd69 req-790001b2-503c-4098-b57a-45f5462b351a tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328465 Jul 16 02:25:50.200666 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8d6d6ae3-1a29-4cda-b023-ebda60ba161e req-6c1801ab-dff1-48b4-8fb6-71fb02453816 service neutron] 10.222.0.47 "GET /v2.0/networks/e63cbffd-79a6-48a0-bbd4-693fece58999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900421 Jul 16 02:25:50.680771 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device d005d869-af75-4575-8761-3ff44eedc6e2 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:25:50.778354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port d005d869-af75-4575-8761-3ff44eedc6e2, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d005d869-af75-4575-8761-3ff44eedc6e2,segment=NetworkSegment(d1cb44e2-2240-4e55-93e0-22cce9e0d620),segment_id=d1cb44e2-2240-4e55-93e0-22cce9e0d620)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:50.790744 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'd005d869-af75-4575-8761-3ff44eedc6e2', 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999', 'port_id': 'd005d869-af75-4575-8761-3ff44eedc6e2', 'mac_address': 'fa:16:3e:35:84:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddeb66ef-ab4c-4025-a93d-fafbcb52dd89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:25:50.834082 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:50.848018 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d005d869-af75-4575-8761-3ff44eedc6e2 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:25:50.868603 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port d005d869-af75-4575-8761-3ff44eedc6e2, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d005d869-af75-4575-8761-3ff44eedc6e2,segment=NetworkSegment(d1cb44e2-2240-4e55-93e0-22cce9e0d620),segment_id=d1cb44e2-2240-4e55-93e0-22cce9e0d620)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:50.872411 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:50.923359 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=d005d869-af75-4575-8761-3ff44eedc6e2,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:51.157855 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['d005d869-af75-4575-8761-3ff44eedc6e2'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:25:51.353478 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519666f0-75ef-4132-9636-0a997d3b9942 req-9669d153-fe19-41da-bc17-c4c72502aa89 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:51.354989 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-519666f0-75ef-4132-9636-0a997d3b9942 req-9669d153-fe19-41da-bc17-c4c72502aa89 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b18a420-ffdc-4811-8977-7eb50d56da1e HTTP/1.1" status: 200 len: 944 time: 0.0713725 Jul 16 02:25:51.394092 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-519666f0-75ef-4132-9636-0a997d3b9942 req-581c2d72-c0c8-435b-bb81-d1d2041b5fe2 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324924 Jul 16 02:25:51.663017 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:51.709201 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:51.709578 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:52.587896 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b7412-ea75-4fd4-b13f-8eb81cff316e req-70e9cdf9-dfde-4a66-8d98-2d6015f3d828 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:52.589376 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b05b7412-ea75-4fd4-b13f-8eb81cff316e req-70e9cdf9-dfde-4a66-8d98-2d6015f3d828 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b18a420-ffdc-4811-8977-7eb50d56da1e HTTP/1.1" status: 200 len: 944 time: 0.0628223 Jul 16 02:25:52.628391 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b05b7412-ea75-4fd4-b13f-8eb81cff316e req-3874584b-1a41-467c-8196-edda6d6544f2 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332773 Jul 16 02:25:52.691494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device d005d869-af75-4575-8761-3ff44eedc6e2 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:52.742423 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port d005d869-af75-4575-8761-3ff44eedc6e2 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:52.746695 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port d005d869-af75-4575-8761-3ff44eedc6e2 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:52.747079 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:52.824272 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:52.847846 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b18a420-ffdc-4811-8977-7eb50d56da1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd005d869-af75-4575-8761-3ff44eedc6e2'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:52.850121 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18367ce4-5972-4060-89e8-69884aa12530" -d '{"events": [{"server_uuid": "4b18a420-ffdc-4811-8977-7eb50d56da1e", "name": "network-vif-plugged", "status": "completed", "tag": "d005d869-af75-4575-8761-3ff44eedc6e2"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:52.864260 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port d005d869-af75-4575-8761-3ff44eedc6e2, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d005d869-af75-4575-8761-3ff44eedc6e2,segment=NetworkSegment(d1cb44e2-2240-4e55-93e0-22cce9e0d620),segment_id=d1cb44e2-2240-4e55-93e0-22cce9e0d620)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:52.868327 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:52.892218 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2976b901-d5ed-4dc6-9058-e1fb947dc9af x-openstack-request-id: req-2976b901-d5ed-4dc6-9058-e1fb947dc9af {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:52.892542 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b18a420-ffdc-4811-8977-7eb50d56da1e", "name": "network-vif-plugged", "status": "completed", "tag": "d005d869-af75-4575-8761-3ff44eedc6e2", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:52.892797 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2976b901-d5ed-4dc6-9058-e1fb947dc9af {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:52.893186 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b18a420-ffdc-4811-8977-7eb50d56da1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd005d869-af75-4575-8761-3ff44eedc6e2', 'code': 200} Jul 16 02:25:52.921511 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=d005d869-af75-4575-8761-3ff44eedc6e2,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:53.032266 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9c453-655d-4165-97d9-f332cd26fc35 req-4887381e-19a4-4583-b8ea-95f735db0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:53.033750 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-02b9c453-655d-4165-97d9-f332cd26fc35 req-4887381e-19a4-4583-b8ea-95f735db0180 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b18a420-ffdc-4811-8977-7eb50d56da1e HTTP/1.1" status: 200 len: 1096 time: 0.0570130 Jul 16 02:25:53.068284 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-02b9c453-655d-4165-97d9-f332cd26fc35 req-9da057ab-9ae4-48e2-8a63-3d524686c2e4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282509 Jul 16 02:25:53.805964 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775fb1e-27c3-4bf8-8bce-4d8e977de155 req-9dfb0d15-f577-4eb7-a920-267c99e91037 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:53.807453 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8775fb1e-27c3-4bf8-8bce-4d8e977de155 req-9dfb0d15-f577-4eb7-a920-267c99e91037 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b18a420-ffdc-4811-8977-7eb50d56da1e HTTP/1.1" status: 200 len: 945 time: 0.0684690 Jul 16 02:25:53.845663 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8775fb1e-27c3-4bf8-8bce-4d8e977de155 req-0c8ed594-2b88-4bab-919e-6da00986a6ac tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323222 Jul 16 02:25:54.302358 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:55.017890 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35caa38-dd55-4fec-9353-f7c03a35bd7c req-ae9658d5-3658-4fe9-b348-99274fce0149 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:55.019387 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d35caa38-dd55-4fec-9353-f7c03a35bd7c req-ae9658d5-3658-4fe9-b348-99274fce0149 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b18a420-ffdc-4811-8977-7eb50d56da1e HTTP/1.1" status: 200 len: 945 time: 0.0632131 Jul 16 02:25:55.057886 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d35caa38-dd55-4fec-9353-f7c03a35bd7c req-a51c9e12-26e7-447d-a4d7-f19f9039a670 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326796 Jul 16 02:25:55.226867 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af545a-137f-46e7-85ee-306e9eaad1f7 req-a8d7fad8-b9de-48e5-9d37-131f31bbe5d4 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:55.228361 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-58af545a-137f-46e7-85ee-306e9eaad1f7 req-a8d7fad8-b9de-48e5-9d37-131f31bbe5d4 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b18a420-ffdc-4811-8977-7eb50d56da1e HTTP/1.1" status: 200 len: 945 time: 0.0621705 Jul 16 02:25:55.266303 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-58af545a-137f-46e7-85ee-306e9eaad1f7 req-76d2ac24-5a5e-4846-bfc4-482e5c44b6a0 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Jul 16 02:25:58.436842 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aed4f079-7ca2-4db6-a11e-5e7a634cacac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:59.333222 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:01.120602 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:01.122282 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4aa4-e2e8-4c70-b954-cda539068ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:02.254249 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:03.999169 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:06.660369 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-caaa0293-d97c-49a8-a4fc-76820c31ff3b req-b2969178-9cad-49b0-a3a8-ccf47d5e77f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b18a420-ffdc-4811-8977-7eb50d56da1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533698 Jul 16 02:26:06.786360 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa0293-d97c-49a8-a4fc-76820c31ff3b req-425ffb60-b402-4d55-b3ca-a2b63de6582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:06.787969 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-caaa0293-d97c-49a8-a4fc-76820c31ff3b req-425ffb60-b402-4d55-b3ca-a2b63de6582f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f8306cbfc734f95902441f5a045e76f&device_id=4b18a420-ffdc-4811-8977-7eb50d56da1e HTTP/1.1" status: 200 len: 1096 time: 0.0633481 Jul 16 02:26:06.900225 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa0293-d97c-49a8-a4fc-76820c31ff3b req-98d8b7ec-cedb-44f0-9c0d-ae0112c14628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:06.901643 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-caaa0293-d97c-49a8-a4fc-76820c31ff3b req-98d8b7ec-cedb-44f0-9c0d-ae0112c14628 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e63cbffd-79a6-48a0-bbd4-693fece58999 HTTP/1.1" status: 200 len: 917 time: 0.0914969 Jul 16 02:26:06.949474 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-caaa0293-d97c-49a8-a4fc-76820c31ff3b req-f6d8656a-7a44-42b7-bed8-e0a2bdfd2136 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d005d869-af75-4575-8761-3ff44eedc6e2 HTTP/1.1" status: 200 len: 217 time: 0.0409524 Jul 16 02:26:07.002628 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa0293-d97c-49a8-a4fc-76820c31ff3b req-79574033-9038-4e5b-a65d-39f158dc3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:07.004407 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-caaa0293-d97c-49a8-a4fc-76820c31ff3b req-79574033-9038-4e5b-a65d-39f158dc3d4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ddeb66ef-ab4c-4025-a93d-fafbcb52dd89 HTTP/1.1" status: 200 len: 855 time: 0.0480263 Jul 16 02:26:07.067193 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa0293-d97c-49a8-a4fc-76820c31ff3b req-9da03176-4578-4795-b3c2-4dbfb2737989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:07.068908 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-caaa0293-d97c-49a8-a4fc-76820c31ff3b req-9da03176-4578-4795-b3c2-4dbfb2737989 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e63cbffd-79a6-48a0-bbd4-693fece58999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574601 Jul 16 02:26:07.186058 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-caaa0293-d97c-49a8-a4fc-76820c31ff3b req-7978e8bc-6f83-4841-94fb-a7d063883246 service neutron] 10.222.0.47 "GET /v2.0/networks/e63cbffd-79a6-48a0-bbd4-693fece58999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059368 Jul 16 02:26:07.276694 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-caaa0293-d97c-49a8-a4fc-76820c31ff3b req-7f7a7598-7905-4d00-818b-0949a8b469ec service neutron] 10.222.0.47 "GET /v2.0/networks/e63cbffd-79a6-48a0-bbd4-693fece58999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841208 Jul 16 02:26:14.416886 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd30f03-7a9c-4d70-92f6-0bf85ea54567 req-40c02929-9b10-4135-95a9-08672961874e tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:14.418326 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8cd30f03-7a9c-4d70-92f6-0bf85ea54567 req-40c02929-9b10-4135-95a9-08672961874e tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b18a420-ffdc-4811-8977-7eb50d56da1e HTTP/1.1" status: 200 len: 945 time: 0.0700028 Jul 16 02:26:14.461062 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8cd30f03-7a9c-4d70-92f6-0bf85ea54567 req-ffafda9e-91f2-4caa-945a-37577cd0064a tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369771 Jul 16 02:26:15.673550 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2798a9e-84b8-4798-93e6-9da9a4bad0d1 req-d8f9937e-746b-48c6-ac42-d51a854559d9 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:15.675223 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f2798a9e-84b8-4798-93e6-9da9a4bad0d1 req-d8f9937e-746b-48c6-ac42-d51a854559d9 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b18a420-ffdc-4811-8977-7eb50d56da1e HTTP/1.1" status: 200 len: 945 time: 0.0673890 Jul 16 02:26:15.682081 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:26:15.713231 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f2798a9e-84b8-4798-93e6-9da9a4bad0d1 req-54cb0041-0032-4b7e-b8b9-0ad5349a4776 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324450 Jul 16 02:26:16.114784 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfc154-ed0d-4862-8a1e-787804db2d08 req-73a03a65-71b4-479c-b270-0024eb26a14f tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:16.116286 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3dfc154-ed0d-4862-8a1e-787804db2d08 req-73a03a65-71b4-479c-b270-0024eb26a14f tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b18a420-ffdc-4811-8977-7eb50d56da1e HTTP/1.1" status: 200 len: 945 time: 0.0616968 Jul 16 02:26:16.212963 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-b3dfc154-ed0d-4862-8a1e-787804db2d08 req-92cf0454-6f06-45d7-a710-10443de27fab tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Deleting port d005d869-af75-4575-8761-3ff44eedc6e2 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:26:16.213307 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b3dfc154-ed0d-4862-8a1e-787804db2d08 req-92cf0454-6f06-45d7-a710-10443de27fab tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:16.302380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-b3dfc154-ed0d-4862-8a1e-787804db2d08 req-92cf0454-6f06-45d7-a710-10443de27fab tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] For port d005d869-af75-4575-8761-3ff44eedc6e2, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=d005d869-af75-4575-8761-3ff44eedc6e2,segment=NetworkSegment(d1cb44e2-2240-4e55-93e0-22cce9e0d620),segment_id=d1cb44e2-2240-4e55-93e0-22cce9e0d620)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:16.302746 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b3dfc154-ed0d-4862-8a1e-787804db2d08 req-92cf0454-6f06-45d7-a710-10443de27fab tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:16.315566 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-b3dfc154-ed0d-4862-8a1e-787804db2d08 req-92cf0454-6f06-45d7-a710-10443de27fab tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Calling delete_port for d005d869-af75-4575-8761-3ff44eedc6e2 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:26:16.443016 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b3dfc154-ed0d-4862-8a1e-787804db2d08 req-92cf0454-6f06-45d7-a710-10443de27fab tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:16.470710 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf0454-6f06-45d7-a710-10443de27fab tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Pushing event deleted for resources: {'Port': ['ID=d005d869-af75-4575-8761-3ff44eedc6e2,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:16.478368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['d005d869-af75-4575-8761-3ff44eedc6e2'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:26:16.518381 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3dfc154-ed0d-4862-8a1e-787804db2d08 req-92cf0454-6f06-45d7-a710-10443de27fab tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] No DVR routers for this DVR port d005d869-af75-4575-8761-3ff44eedc6e2 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:26:16.521165 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-b3dfc154-ed0d-4862-8a1e-787804db2d08 req-92cf0454-6f06-45d7-a710-10443de27fab tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:16.523187 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3dfc154-ed0d-4862-8a1e-787804db2d08 req-92cf0454-6f06-45d7-a710-10443de27fab tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.47 "DELETE /v2.0/ports/d005d869-af75-4575-8761-3ff44eedc6e2 HTTP/1.1" status: 204 len: 173 time: 0.4009180 Jul 16 02:26:16.523635 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b18a420-ffdc-4811-8977-7eb50d56da1e', 'name': 'network-vif-deleted', 'tag': 'd005d869-af75-4575-8761-3ff44eedc6e2'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:26:16.526229 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cfef332a72003fde873753a4527f74a77f335c18da8fb302923e030e05b02c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28494733-a2c9-40ea-a042-266f69326c3f" -d '{"events": [{"server_uuid": "4b18a420-ffdc-4811-8977-7eb50d56da1e", "name": "network-vif-deleted", "tag": "d005d869-af75-4575-8761-3ff44eedc6e2"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:26:16.579015 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42b4408-8bce-44ce-8334-c0f9af51df1d x-openstack-request-id: req-e42b4408-8bce-44ce-8334-c0f9af51df1d {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:26:16.579378 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b18a420-ffdc-4811-8977-7eb50d56da1e", "name": "network-vif-deleted", "tag": "d005d869-af75-4575-8761-3ff44eedc6e2", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:26:16.579639 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e42b4408-8bce-44ce-8334-c0f9af51df1d {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:26:16.580064 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b18a420-ffdc-4811-8977-7eb50d56da1e', 'name': 'network-vif-deleted', 'tag': 'd005d869-af75-4575-8761-3ff44eedc6e2', 'status': 'completed', 'code': 200} Jul 16 02:26:16.867495 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-329db952-1e2a-4a1f-9e8c-8e9ce281c192 req-1f4380c5-b35a-4e84-b709-d7622c79b3ab tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b18a420-ffdc-4811-8977-7eb50d56da1e HTTP/1.1" status: 200 len: 210 time: 0.0326159 Jul 16 02:26:19.534696 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-a2ccfd72-cfa5-4ab7-93b2-2f90d7e82ab0 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:19.536082 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-a2ccfd72-cfa5-4ab7-93b2-2f90d7e82ab0 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/networks?id=e63cbffd-79a6-48a0-bbd4-693fece58999 HTTP/1.1" status: 200 len: 816 time: 0.0987365 Jul 16 02:26:19.550308 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-7284ed7c-e771-49e8-b92e-4eb657f24a81 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/quotas/5f8306cbfc734f95902441f5a045e76f HTTP/1.1" status: 200 len: 375 time: 0.0090060 Jul 16 02:26:19.622626 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-77fc3212-5e4b-47b5-a911-575adbf43272 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f8306cbfc734f95902441f5a045e76f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676548 Jul 16 02:26:19.714957 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-dfb1e9eb-2e3d-40a5-9913-868765601c61 service neutron] 10.222.0.54 "GET /v2.0/networks/e63cbffd-79a6-48a0-bbd4-693fece58999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804873 Jul 16 02:26:19.804558 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-f1bc0840-66f6-465f-9950-ae1cd64860b0 service neutron] 10.222.0.54 "GET /v2.0/networks/e63cbffd-79a6-48a0-bbd4-693fece58999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839472 Jul 16 02:26:20.099061 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-75010097-fcff-4c39-bd19-0d317d5f26bf req-e79f5b10-eda2-4c6f-8252-4c9578a86f9e tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89 HTTP/1.1" status: 200 len: 210 time: 0.1206970 Jul 16 02:26:20.865590 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device d005d869-af75-4575-8761-3ff44eedc6e2 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:26:20.886231 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: d005d869-af75-4575-8761-3ff44eedc6e2 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:26:20.886580 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device d005d869-af75-4575-8761-3ff44eedc6e2 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:26:21.061785 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-40c0a595-c149-40ae-bad5-8296d8641ddf tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:21.063308 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-40c0a595-c149-40ae-bad5-8296d8641ddf tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.26 "GET /v2.0/networks?id=e63cbffd-79a6-48a0-bbd4-693fece58999 HTTP/1.1" status: 200 len: 816 time: 0.1062572 Jul 16 02:26:21.088998 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Request body: {'port': {'device_id': '1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89', 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999', 'admin_state_up': True, 'tenant_id': '5f8306cbfc734f95902441f5a045e76f'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:21.197553 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Made reservation on behalf of 5f8306cbfc734f95902441f5a045e76f for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:26:21.201536 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:21.332218 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3c47ba3c-a7ed-404c-bda9-ce474926437c req-e318226c-4830-44d2-98c5-5171e471e76f tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89 HTTP/1.1" status: 200 len: 210 time: 0.0786154 Jul 16 02:26:21.334517 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Allocated IP 172.20.0.6 (e63cbffd-79a6-48a0-bbd4-693fece58999/ddeb66ef-ab4c-4025-a93d-fafbcb52dd89/13de8a89-9b6e-42a6-9c22-8fda4749c736) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:26:21.482963 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:21.496554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Transition to ACTIVE for port object 13de8a89-9b6e-42a6-9c22-8fda4749c736 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:26:21.528763 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:21.573422 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Network e63cbffd-79a6-48a0-bbd4-693fece58999 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:26:21.576554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:26:21.580493 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:26:21.588818 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Pushing event updated for resources: {'Port': ['ID=13de8a89-9b6e-42a6-9c22-8fda4749c736,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:21.617524 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:21.618468 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:21.618468 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:21.618637 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:21.618927 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:21.619148 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:21.619476 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:21.619825 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:21.620153 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:21.620620 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:21.620832 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:21.621164 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:21.653908 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:21.654551 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:21.670213 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-0e2b09e8-0c77-425e-bb48-2a00d9a71bca tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5849817 Jul 16 02:26:21.688142 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Request body: {'port': {'device_id': '1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:21.766067 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:21.800557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c485c3ad-3cc6-4829-b211-9ff4cad55523 None None] Provisioning for port 13de8a89-9b6e-42a6-9c22-8fda4749c736 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:26:21.804527 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c485c3ad-3cc6-4829-b211-9ff4cad55523 None None] Provisioning complete for port 13de8a89-9b6e-42a6-9c22-8fda4749c736 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:26:21.804965 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c485c3ad-3cc6-4829-b211-9ff4cad55523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:21.840358 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c485c3ad-3cc6-4829-b211-9ff4cad55523 None None] Port 13de8a89-9b6e-42a6-9c22-8fda4749c736 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:26:22.026055 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13de8a89-9b6e-42a6-9c22-8fda4749c736 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:26:22.033252 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:22.045295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Transition to ACTIVE for port object 13de8a89-9b6e-42a6-9c22-8fda4749c736 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:26:22.048836 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:22.119513 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Pushing event updated for resources: {'Port': ['ID=13de8a89-9b6e-42a6-9c22-8fda4749c736,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:22.172432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Attempting to bind port 13de8a89-9b6e-42a6-9c22-8fda4749c736 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:26:22.172779 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Attempting to bind port 13de8a89-9b6e-42a6-9c22-8fda4749c736 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'd1cb44e2-2240-4e55-93e0-22cce9e0d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:26:22.173113 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Attempting to bind port 13de8a89-9b6e-42a6-9c22-8fda4749c736 on network e63cbffd-79a6-48a0-bbd4-693fece58999 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:26:22.178139 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Port 13de8a89-9b6e-42a6-9c22-8fda4749c736 on network e63cbffd-79a6-48a0-bbd4-693fece58999 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:26:22.178473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Attempting to bind port 13de8a89-9b6e-42a6-9c22-8fda4749c736 on network e63cbffd-79a6-48a0-bbd4-693fece58999 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:26:22.183439 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:26:22.183814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Checking segment: {'id': 'd1cb44e2-2240-4e55-93e0-22cce9e0d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:26:22.184227 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Bound using segment: {'id': 'd1cb44e2-2240-4e55-93e0-22cce9e0d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:26:22.184639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Bound port: 13de8a89-9b6e-42a6-9c22-8fda4749c736, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cb44e2-2240-4e55-93e0-22cce9e0d620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:26:22.184999 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:22.250799 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] For port 13de8a89-9b6e-42a6-9c22-8fda4749c736, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:26:22.254059 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] For port 13de8a89-9b6e-42a6-9c22-8fda4749c736, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=13de8a89-9b6e-42a6-9c22-8fda4749c736,segment=NetworkSegment(d1cb44e2-2240-4e55-93e0-22cce9e0d620),segment_id=d1cb44e2-2240-4e55-93e0-22cce9e0d620)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:26:22.258583 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:22.293497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:22.294126 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:22.295540 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] 10.222.0.26 "PUT /v2.0/ports/13de8a89-9b6e-42a6-9c22-8fda4749c736 HTTP/1.1" status: 200 len: 1091 time: 0.6118751 Jul 16 02:26:22.296008 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89', 'tag': '13de8a89-9b6e-42a6-9c22-8fda4749c736'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:26:22.298258 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}529651215aac05e05088afbb2098a6a0238b89d90c1473c779d12b61ddffae13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acffd0c7-34ad-45c8-81ac-1ce4af03b1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89", "tag": "13de8a89-9b6e-42a6-9c22-8fda4749c736"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:26:22.323873 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd4ec9-2a89-4d5b-8ca8-aec2e2a46e9f service neutron] Pushing event updated for resources: {'Port': ['ID=13de8a89-9b6e-42a6-9c22-8fda4749c736,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:22.343532 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7588c754-a5fd-4584-a554-771f57abcf4e x-openstack-request-id: req-7588c754-a5fd-4584-a554-771f57abcf4e {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:26:22.343861 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89", "tag": "13de8a89-9b6e-42a6-9c22-8fda4749c736", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:26:22.344125 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7588c754-a5fd-4584-a554-771f57abcf4e {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:26:22.344537 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89', 'tag': '13de8a89-9b6e-42a6-9c22-8fda4749c736', 'status': 'completed', 'code': 200} Jul 16 02:26:22.509838 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-127f8a3b-91df-4277-a1cb-8dd2cf55da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:22.511515 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-127f8a3b-91df-4277-a1cb-8dd2cf55da29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5f8306cbfc734f95902441f5a045e76f&device_id=1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89 HTTP/1.1" status: 200 len: 1094 time: 0.1079340 Jul 16 02:26:22.517426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebe511-093a-48df-878f-0e1359f98d2c req-c3d45436-bd2d-4dbf-b802-66001c213c2f tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:22.518985 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7ebe511-093a-48df-878f-0e1359f98d2c req-c3d45436-bd2d-4dbf-b802-66001c213c2f tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89 HTTP/1.1" status: 200 len: 943 time: 0.0655437 Jul 16 02:26:22.557356 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7ebe511-093a-48df-878f-0e1359f98d2c req-4ece901b-e8d4-4ee9-9959-a02704d00455 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325136 Jul 16 02:26:22.559758 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-8989bcf1-ba4a-4e1a-88a8-bc93fc5c5cd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13de8a89-9b6e-42a6-9c22-8fda4749c736 HTTP/1.1" status: 200 len: 217 time: 0.0352108 Jul 16 02:26:22.608418 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-b90b42ff-3cfc-4540-90e1-9c09650e87cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:22.609891 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-b90b42ff-3cfc-4540-90e1-9c09650e87cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ddeb66ef-ab4c-4025-a93d-fafbcb52dd89 HTTP/1.1" status: 200 len: 855 time: 0.0437183 Jul 16 02:26:22.671035 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-b7e29478-0ad5-4808-a91e-df90e3ee6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:22.672577 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-b7e29478-0ad5-4808-a91e-df90e3ee6291 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e63cbffd-79a6-48a0-bbd4-693fece58999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554516 Jul 16 02:26:22.759996 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-9e19ff6c-caa1-4536-bbf4-a07b13619053 service neutron] 10.222.0.26 "GET /v2.0/networks/e63cbffd-79a6-48a0-bbd4-693fece58999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808017 Jul 16 02:26:22.852428 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-884f0138-c0b5-4b8e-849c-bac86988c2cb req-0893f3cf-1e05-439a-a750-52dc96a0096e service neutron] 10.222.0.26 "GET /v2.0/networks/e63cbffd-79a6-48a0-bbd4-693fece58999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864308 Jul 16 02:26:22.984771 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffd0c7-34ad-45c8-81ac-1ce4af03b1b8 req-6a8bab8e-60c9-437e-bb72-2f8a19facf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:22.986239 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-acffd0c7-34ad-45c8-81ac-1ce4af03b1b8 req-6a8bab8e-60c9-437e-bb72-2f8a19facf71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5f8306cbfc734f95902441f5a045e76f&device_id=1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89 HTTP/1.1" status: 200 len: 1094 time: 0.0516958 Jul 16 02:26:23.078492 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffd0c7-34ad-45c8-81ac-1ce4af03b1b8 req-c15d187b-47ce-4b76-a826-7fc089ed787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:23.079991 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-acffd0c7-34ad-45c8-81ac-1ce4af03b1b8 req-c15d187b-47ce-4b76-a826-7fc089ed787c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e63cbffd-79a6-48a0-bbd4-693fece58999 HTTP/1.1" status: 200 len: 917 time: 0.0869188 Jul 16 02:26:23.120168 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-acffd0c7-34ad-45c8-81ac-1ce4af03b1b8 req-7b4f2f2b-11f1-48bb-a795-e731aa25d6f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13de8a89-9b6e-42a6-9c22-8fda4749c736 HTTP/1.1" status: 200 len: 217 time: 0.0340841 Jul 16 02:26:23.167390 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffd0c7-34ad-45c8-81ac-1ce4af03b1b8 req-b62cf6b7-7f49-45a2-b0c6-a65a5e758f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:23.168872 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-acffd0c7-34ad-45c8-81ac-1ce4af03b1b8 req-b62cf6b7-7f49-45a2-b0c6-a65a5e758f02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ddeb66ef-ab4c-4025-a93d-fafbcb52dd89 HTTP/1.1" status: 200 len: 855 time: 0.0431318 Jul 16 02:26:23.229299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffd0c7-34ad-45c8-81ac-1ce4af03b1b8 req-add70bbf-6be9-4592-b24a-8e994366784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:23.230773 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-acffd0c7-34ad-45c8-81ac-1ce4af03b1b8 req-add70bbf-6be9-4592-b24a-8e994366784b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e63cbffd-79a6-48a0-bbd4-693fece58999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546753 Jul 16 02:26:23.320689 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-acffd0c7-34ad-45c8-81ac-1ce4af03b1b8 req-fe714c94-8224-42d3-8b51-c0349a1be036 service neutron] 10.222.0.26 "GET /v2.0/networks/e63cbffd-79a6-48a0-bbd4-693fece58999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817845 Jul 16 02:26:23.411773 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-acffd0c7-34ad-45c8-81ac-1ce4af03b1b8 req-b1a540a1-e1b2-4198-a057-603f0753007b service neutron] 10.222.0.26 "GET /v2.0/networks/e63cbffd-79a6-48a0-bbd4-693fece58999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847771 Jul 16 02:26:23.733494 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb35f0-a15e-4257-a086-9e4223ed6ed6 req-c9f5bd55-b592-42af-a66d-2e0412c1b5e4 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:23.734897 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-70cb35f0-a15e-4257-a086-9e4223ed6ed6 req-c9f5bd55-b592-42af-a66d-2e0412c1b5e4 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89 HTTP/1.1" status: 200 len: 943 time: 0.0635672 Jul 16 02:26:23.771943 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-70cb35f0-a15e-4257-a086-9e4223ed6ed6 req-8d40d274-1cf7-4af8-993d-5b7889295d83 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313339 Jul 16 02:26:24.305482 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:24.948041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdda8ee-23c0-4909-8653-23be78fa4433 req-a711ecb1-d8a1-4c3d-9016-c85fbbef2fb8 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:24.949527 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4bdda8ee-23c0-4909-8653-23be78fa4433 req-a711ecb1-d8a1-4c3d-9016-c85fbbef2fb8 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89 HTTP/1.1" status: 200 len: 943 time: 0.0689738 Jul 16 02:26:24.987443 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4bdda8ee-23c0-4909-8653-23be78fa4433 req-7d4a031b-443c-4361-879f-df1a3b247910 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323648 Jul 16 02:26:25.510518 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 13de8a89-9b6e-42a6-9c22-8fda4749c736 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:26:25.601283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 13de8a89-9b6e-42a6-9c22-8fda4749c736, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=13de8a89-9b6e-42a6-9c22-8fda4749c736,segment=NetworkSegment(d1cb44e2-2240-4e55-93e0-22cce9e0d620),segment_id=d1cb44e2-2240-4e55-93e0-22cce9e0d620)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:25.612653 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '13de8a89-9b6e-42a6-9c22-8fda4749c736', 'network_id': 'e63cbffd-79a6-48a0-bbd4-693fece58999', 'port_id': '13de8a89-9b6e-42a6-9c22-8fda4749c736', 'mac_address': 'fa:16:3e:28:08:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddeb66ef-ab4c-4025-a93d-fafbcb52dd89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:26:25.652166 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:25.665067 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13de8a89-9b6e-42a6-9c22-8fda4749c736 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:26:25.684404 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 13de8a89-9b6e-42a6-9c22-8fda4749c736, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=13de8a89-9b6e-42a6-9c22-8fda4749c736,segment=NetworkSegment(d1cb44e2-2240-4e55-93e0-22cce9e0d620),segment_id=d1cb44e2-2240-4e55-93e0-22cce9e0d620)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:25.688472 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:25.736109 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=13de8a89-9b6e-42a6-9c22-8fda4749c736,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:25.743986 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:25.744342 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:25.744689 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:25.745033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:25.745377 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:25.745709 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:25.746044 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:25.746375 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:25.746703 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:25.747030 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:25.747361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:25.747692 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:25.959632 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['13de8a89-9b6e-42a6-9c22-8fda4749c736'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:26:26.161641 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1575b52-f40c-4544-92bd-7c773aea8824 req-35143e54-dd11-4e60-aea5-6d7f2ee0832c tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:26.163115 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c1575b52-f40c-4544-92bd-7c773aea8824 req-35143e54-dd11-4e60-aea5-6d7f2ee0832c tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89 HTTP/1.1" status: 200 len: 944 time: 0.0626802 Jul 16 02:26:26.203249 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c1575b52-f40c-4544-92bd-7c773aea8824 req-cf18eb50-5f1a-4a8a-87b0-f4bb31c71191 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346463 Jul 16 02:26:27.372579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9244ab-90f4-494f-b35e-2aa86efb69a7 req-c0cbea84-a66e-4fe7-a41f-65bc74b76185 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:27.374040 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd9244ab-90f4-494f-b35e-2aa86efb69a7 req-c0cbea84-a66e-4fe7-a41f-65bc74b76185 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89 HTTP/1.1" status: 200 len: 944 time: 0.0618613 Jul 16 02:26:27.412439 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd9244ab-90f4-494f-b35e-2aa86efb69a7 req-465e934c-e653-48cb-9cff-bc9738866453 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Jul 16 02:26:27.510382 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 13de8a89-9b6e-42a6-9c22-8fda4749c736 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:26:27.558501 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 13de8a89-9b6e-42a6-9c22-8fda4749c736 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:26:27.562127 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 13de8a89-9b6e-42a6-9c22-8fda4749c736 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:26:27.562505 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:27.637890 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:27.659659 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13de8a89-9b6e-42a6-9c22-8fda4749c736'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:26:27.661990 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719931112cd623b4a29cc26f707b8f191d05e4420f7df2d5955adec9b3444319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c3246e-5b0e-4840-9223-4ecd080774af" -d '{"events": [{"server_uuid": "1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89", "name": "network-vif-plugged", "status": "completed", "tag": "13de8a89-9b6e-42a6-9c22-8fda4749c736"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:26:27.675129 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 13de8a89-9b6e-42a6-9c22-8fda4749c736, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=13de8a89-9b6e-42a6-9c22-8fda4749c736,segment=NetworkSegment(d1cb44e2-2240-4e55-93e0-22cce9e0d620),segment_id=d1cb44e2-2240-4e55-93e0-22cce9e0d620)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:27.679085 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:27.705695 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14da3e7-cc74-4058-af22-110cbd854d19 x-openstack-request-id: req-d14da3e7-cc74-4058-af22-110cbd854d19 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:26:27.705991 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89", "name": "network-vif-plugged", "status": "completed", "tag": "13de8a89-9b6e-42a6-9c22-8fda4749c736", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:26:27.706247 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d14da3e7-cc74-4058-af22-110cbd854d19 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:26:27.706636 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13de8a89-9b6e-42a6-9c22-8fda4749c736', 'code': 200} Jul 16 02:26:27.731774 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=13de8a89-9b6e-42a6-9c22-8fda4749c736,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:27.831945 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4d7a0-7e66-4f71-b601-d426fcd7b3c3 req-7bb6a2b6-c189-4d37-b9e6-1f110bec7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:27.833422 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3aa4d7a0-7e66-4f71-b601-d426fcd7b3c3 req-7bb6a2b6-c189-4d37-b9e6-1f110bec7e4d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89 HTTP/1.1" status: 200 len: 1096 time: 0.0511918 Jul 16 02:26:27.866698 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3aa4d7a0-7e66-4f71-b601-d426fcd7b3c3 req-89b1d772-5c32-4731-a664-165e22ecb81f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274153 Jul 16 02:26:28.438242 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32998d33-3d5f-444c-adb7-4c82471337c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:28.586172 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc2af3-f49b-4cee-bbf0-5647cd0e5dd0 req-3dbfc771-c27b-493b-952e-33a300522c7c tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:28.587661 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4fc2af3-f49b-4cee-bbf0-5647cd0e5dd0 req-3dbfc771-c27b-493b-952e-33a300522c7c tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89 HTTP/1.1" status: 200 len: 945 time: 0.0621014 Jul 16 02:26:28.629654 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4fc2af3-f49b-4cee-bbf0-5647cd0e5dd0 req-7ac33f2f-c012-4efd-990b-1c24aac0360a tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363717 Jul 16 02:26:29.321871 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:29.802741 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f7b67-43a1-4d53-9d17-272c5a3cdbd9 req-d50540e4-9e4d-489f-b90c-8370a07caf78 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:29.804274 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-365f7b67-43a1-4d53-9d17-272c5a3cdbd9 req-d50540e4-9e4d-489f-b90c-8370a07caf78 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89 HTTP/1.1" status: 200 len: 945 time: 0.0629506 Jul 16 02:26:29.841027 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-365f7b67-43a1-4d53-9d17-272c5a3cdbd9 req-5d1dc670-1a0a-4943-851b-2d2f3a9662fd tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313287 Jul 16 02:26:30.012176 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83487d41-8c0e-484f-b617-595103871333 req-76243c29-b885-4109-8a0b-c1c538a7e51e tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:30.013666 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83487d41-8c0e-484f-b617-595103871333 req-76243c29-b885-4109-8a0b-c1c538a7e51e tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89 HTTP/1.1" status: 200 len: 945 time: 0.0631356 Jul 16 02:26:30.051736 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-83487d41-8c0e-484f-b617-595103871333 req-b909cbc8-151b-4f71-bcae-52da79498a4e tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321922 Jul 16 02:26:31.120796 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7dc3b208-bfae-4923-aca7-5e631d70964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:31.122499 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:32.258534 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:34.004174 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.089359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33ce01-39f6-44cb-a601-7979407062db req-10af51bd-1cb3-4610-90c7-dd1c4e6f23f6 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:49.091051 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de33ce01-39f6-44cb-a601-7979407062db req-10af51bd-1cb3-4610-90c7-dd1c4e6f23f6 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89 HTTP/1.1" status: 200 len: 945 time: 0.0654778 Jul 16 02:26:49.130939 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-de33ce01-39f6-44cb-a601-7979407062db req-8ff518ac-519f-4454-9277-fb66322ddf7a tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334516 Jul 16 02:26:50.311477 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5bd19-c1ec-4c84-9eba-4e17e3df3901 req-bf9712d9-1c4f-4d39-827d-43badad64910 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:50.312998 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eca5bd19-c1ec-4c84-9eba-4e17e3df3901 req-bf9712d9-1c4f-4d39-827d-43badad64910 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89 HTTP/1.1" status: 200 len: 945 time: 0.0668764 Jul 16 02:26:50.351037 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eca5bd19-c1ec-4c84-9eba-4e17e3df3901 req-9f79f8e7-5294-40f5-a093-2a373f32370e tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/security-groups?id=5683f000-1589-4fe0-99be-25812133114c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320172 Jul 16 02:26:50.690616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326f196-b019-4f5a-b6f7-f1e19150f9da req-03c2d62f-93e4-48a2-8760-6cab47f2ccdc tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:50.692092 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f326f196-b019-4f5a-b6f7-f1e19150f9da req-03c2d62f-93e4-48a2-8760-6cab47f2ccdc tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89 HTTP/1.1" status: 200 len: 945 time: 0.0627191 Jul 16 02:26:50.787610 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-f326f196-b019-4f5a-b6f7-f1e19150f9da req-a0ba611b-d085-4b0f-9134-a68a9d2b10e2 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Deleting port 13de8a89-9b6e-42a6-9c22-8fda4749c736 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:26:50.787962 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f326f196-b019-4f5a-b6f7-f1e19150f9da req-a0ba611b-d085-4b0f-9134-a68a9d2b10e2 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.877540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-f326f196-b019-4f5a-b6f7-f1e19150f9da req-a0ba611b-d085-4b0f-9134-a68a9d2b10e2 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] For port 13de8a89-9b6e-42a6-9c22-8fda4749c736, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=13de8a89-9b6e-42a6-9c22-8fda4749c736,segment=NetworkSegment(d1cb44e2-2240-4e55-93e0-22cce9e0d620),segment_id=d1cb44e2-2240-4e55-93e0-22cce9e0d620)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:50.877896 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f326f196-b019-4f5a-b6f7-f1e19150f9da req-a0ba611b-d085-4b0f-9134-a68a9d2b10e2 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.889790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-f326f196-b019-4f5a-b6f7-f1e19150f9da req-a0ba611b-d085-4b0f-9134-a68a9d2b10e2 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Calling delete_port for 13de8a89-9b6e-42a6-9c22-8fda4749c736 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:26:51.014134 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f326f196-b019-4f5a-b6f7-f1e19150f9da req-a0ba611b-d085-4b0f-9134-a68a9d2b10e2 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:51.043058 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba611b-d085-4b0f-9134-a68a9d2b10e2 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Pushing event deleted for resources: {'Port': ['ID=13de8a89-9b6e-42a6-9c22-8fda4749c736,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:51.047874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['13de8a89-9b6e-42a6-9c22-8fda4749c736'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:26:51.087924 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f326f196-b019-4f5a-b6f7-f1e19150f9da req-a0ba611b-d085-4b0f-9134-a68a9d2b10e2 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] No DVR routers for this DVR port 13de8a89-9b6e-42a6-9c22-8fda4749c736 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:26:51.090560 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f326f196-b019-4f5a-b6f7-f1e19150f9da req-a0ba611b-d085-4b0f-9134-a68a9d2b10e2 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:51.092736 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f326f196-b019-4f5a-b6f7-f1e19150f9da req-a0ba611b-d085-4b0f-9134-a68a9d2b10e2 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.26 "DELETE /v2.0/ports/13de8a89-9b6e-42a6-9c22-8fda4749c736 HTTP/1.1" status: 204 len: 173 time: 0.3956020 Jul 16 02:26:51.093177 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89', 'name': 'network-vif-deleted', 'tag': '13de8a89-9b6e-42a6-9c22-8fda4749c736'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:26:51.131498 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6eac6e3-0938-48a2-ade5-1b132a32c8f7" -d '{"events": [{"server_uuid": "1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89", "name": "network-vif-deleted", "tag": "13de8a89-9b6e-42a6-9c22-8fda4749c736"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:26:51.222336 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695e3203-21e2-4fee-a635-428dc8fdcac2 x-openstack-request-id: req-695e3203-21e2-4fee-a635-428dc8fdcac2 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:26:51.222688 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89", "name": "network-vif-deleted", "tag": "13de8a89-9b6e-42a6-9c22-8fda4749c736", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:26:51.223000 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-695e3203-21e2-4fee-a635-428dc8fdcac2 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:26:51.223455 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89', 'name': 'network-vif-deleted', 'tag': '13de8a89-9b6e-42a6-9c22-8fda4749c736', 'status': 'completed', 'code': 200} Jul 16 02:26:51.505429 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-91d2aef5-7300-41ee-91c3-2a666bea7606 req-ca6179f4-c3d4-4bd7-8c14-8fd9ebf7d677 tempest-TestEncryptedCinderVolumes-1554996744 tempest-TestEncryptedCinderVolumes-1554996744-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fc1e0a9-ee4e-4f43-a3b1-6d75d4766a89 HTTP/1.1" status: 200 len: 210 time: 0.0316896 Jul 16 02:26:52.632745 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48714) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:52.681730 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:26:53.317565 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a0fde2cd-c2f0-4dd3-a2a1-81df1cd0b8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.565028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-a0fde2cd-c2f0-4dd3-a2a1-81df1cd0b8fc admin admin] Deleting port 4253ff94-439a-4720-9370-9d2cccd2a209 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:26:53.565388 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a0fde2cd-c2f0-4dd3-a2a1-81df1cd0b8fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.642855 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-a0fde2cd-c2f0-4dd3-a2a1-81df1cd0b8fc admin admin] For port 4253ff94-439a-4720-9370-9d2cccd2a209, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4253ff94-439a-4720-9370-9d2cccd2a209,segment=NetworkSegment(d1cb44e2-2240-4e55-93e0-22cce9e0d620),segment_id=d1cb44e2-2240-4e55-93e0-22cce9e0d620)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:53.643419 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a0fde2cd-c2f0-4dd3-a2a1-81df1cd0b8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.655582 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-a0fde2cd-c2f0-4dd3-a2a1-81df1cd0b8fc admin admin] Calling delete_port for 4253ff94-439a-4720-9370-9d2cccd2a209 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:26:53.830392 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a0fde2cd-c2f0-4dd3-a2a1-81df1cd0b8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.860876 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fde2cd-c2f0-4dd3-a2a1-81df1cd0b8fc admin admin] Pushing event deleted for resources: {'Port': ['ID=4253ff94-439a-4720-9370-9d2cccd2a209,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:54.042263 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a0fde2cd-c2f0-4dd3-a2a1-81df1cd0b8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:54.264711 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fde2cd-c2f0-4dd3-a2a1-81df1cd0b8fc admin admin] Router 07cf4d05-2acf-476f-8743-fec904c0eea1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:26:54.316055 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:54.383472 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fde2cd-c2f0-4dd3-a2a1-81df1cd0b8fc admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:26:54.391987 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a0fde2cd-c2f0-4dd3-a2a1-81df1cd0b8fc admin admin] 10.222.0.54 "PUT /v2.0/routers/07cf4d05-2acf-476f-8743-fec904c0eea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7576580 Jul 16 02:26:54.394264 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab79411e-1c12-4cb8-bb8e-cd28728541cd None None] Sync routers for ids ['07cf4d05-2acf-476f-8743-fec904c0eea1'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:26:54.394936 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48716) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:54.406215 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab79411e-1c12-4cb8-bb8e-cd28728541cd None None] Routers {'07cf4d05-2acf-476f-8743-fec904c0eea1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:26:54.407123 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ab79411e-1c12-4cb8-bb8e-cd28728541cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:26:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['07cf4d05-2acf-476f-8743-fec904c0eea1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:54.518915 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9590e60-a5e7-445d-bcee-c17ea637313c admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:54.551997 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ab79411e-1c12-4cb8-bb8e-cd28728541cd None None] Set router 07cf4d05-2acf-476f-8743-fec904c0eea1 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:26:54.644360 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9590e60-a5e7-445d-bcee-c17ea637313c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:54.707587 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b9590e60-a5e7-445d-bcee-c17ea637313c admin admin] Deleting port fd4dde38-1b06-45f5-9326-9623346ca902 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:26:54.707958 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9590e60-a5e7-445d-bcee-c17ea637313c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:54.732008 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ab79411e-1c12-4cb8-bb8e-cd28728541cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cf4d05-2acf-476f-8743-fec904c0eea1', 'name': 'tempest-TestEncryptedCinderVolumes-889022131-router', 'tenant_id': '5f8306cbfc734f95902441f5a045e76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fd4dde38-1b06-45f5-9326-9623346ca902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:36Z', 'updated_at': '2021-07-16T02:26:53Z', 'revision_number': 5, 'project_id': '5f8306cbfc734f95902441f5a045e76f', 'gw_port': {'id': 'fd4dde38-1b06-45f5-9326-9623346ca902', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ca:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cf4d05-2acf-476f-8743-fec904c0eea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:36Z', 'updated_at': '2021-07-16T02:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:54.758339 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab79411e-1c12-4cb8-bb8e-cd28728541cd None None] Checking router: 07cf4d05-2acf-476f-8743-fec904c0eea1 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:26:54.767837 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab79411e-1c12-4cb8-bb8e-cd28728541cd None None] Routers {'07cf4d05-2acf-476f-8743-fec904c0eea1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:26:54.768456 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ab79411e-1c12-4cb8-bb8e-cd28728541cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:26:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['07cf4d05-2acf-476f-8743-fec904c0eea1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:54.786217 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-b9590e60-a5e7-445d-bcee-c17ea637313c admin admin] For port fd4dde38-1b06-45f5-9326-9623346ca902, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=fd4dde38-1b06-45f5-9326-9623346ca902,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:54.786496 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9590e60-a5e7-445d-bcee-c17ea637313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:54.805054 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-b9590e60-a5e7-445d-bcee-c17ea637313c admin admin] Calling delete_port for fd4dde38-1b06-45f5-9326-9623346ca902 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:26:54.947645 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ab79411e-1c12-4cb8-bb8e-cd28728541cd None None] Set router 07cf4d05-2acf-476f-8743-fec904c0eea1 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:26:54.973007 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9590e60-a5e7-445d-bcee-c17ea637313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.000868 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ab79411e-1c12-4cb8-bb8e-cd28728541cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cf4d05-2acf-476f-8743-fec904c0eea1', 'name': 'tempest-TestEncryptedCinderVolumes-889022131-router', 'tenant_id': '5f8306cbfc734f95902441f5a045e76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:36Z', 'updated_at': '2021-07-16T02:26:54Z', 'revision_number': 6, 'project_id': '5f8306cbfc734f95902441f5a045e76f', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:55.004316 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9590e60-a5e7-445d-bcee-c17ea637313c admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4dde38-1b06-45f5-9326-9623346ca902,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:55.031497 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab79411e-1c12-4cb8-bb8e-cd28728541cd None None] The sync data for ids ['07cf4d05-2acf-476f-8743-fec904c0eea1'] in n-d-800086-6 is: [{'id': '07cf4d05-2acf-476f-8743-fec904c0eea1', 'name': 'tempest-TestEncryptedCinderVolumes-889022131-router', 'tenant_id': '5f8306cbfc734f95902441f5a045e76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:36Z', 'updated_at': '2021-07-16T02:26:54Z', 'revision_number': 6, 'project_id': '5f8306cbfc734f95902441f5a045e76f', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:26:55.066826 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9590e60-a5e7-445d-bcee-c17ea637313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.155179 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9590e60-a5e7-445d-bcee-c17ea637313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.157221 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9590e60-a5e7-445d-bcee-c17ea637313c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.204384 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9590e60-a5e7-445d-bcee-c17ea637313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.205548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9590e60-a5e7-445d-bcee-c17ea637313c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07cf4d05-2acf-476f-8743-fec904c0eea1 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:26:55.211242 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b9590e60-a5e7-445d-bcee-c17ea637313c admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.212524 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b9590e60-a5e7-445d-bcee-c17ea637313c admin admin] 10.222.0.54 "DELETE /v2.0/routers/07cf4d05-2acf-476f-8743-fec904c0eea1 HTTP/1.1" status: 204 len: 168 time: 0.8161943 Jul 16 02:26:55.215020 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48718) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:55.260059 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8cd58f8-1ef0-4326-94ba-74f3af16063c admin admin] Deleting subnet ddeb66ef-ab4c-4025-a93d-fafbcb52dd89 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:26:55.263013 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f8cd58f8-1ef0-4326-94ba-74f3af16063c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.299102 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f8cd58f8-1ef0-4326-94ba-74f3af16063c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.383483 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f8cd58f8-1ef0-4326-94ba-74f3af16063c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.438611 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f8cd58f8-1ef0-4326-94ba-74f3af16063c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.465985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd58f8-1ef0-4326-94ba-74f3af16063c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddeb66ef-ab4c-4025-a93d-fafbcb52dd89,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:55.472663 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f8cd58f8-1ef0-4326-94ba-74f3af16063c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.476078 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f8cd58f8-1ef0-4326-94ba-74f3af16063c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ddeb66ef-ab4c-4025-a93d-fafbcb52dd89 HTTP/1.1" status: 204 len: 168 time: 0.2592587 Jul 16 02:26:55.477704 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f23cc9-d5a9-4518-a8f9-2feda765f100 None None] Network e63cbffd-79a6-48a0-bbd4-693fece58999 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:26:55.478181 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48720) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:55.546018 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.603854 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] Deleting port dae66289-d35e-47b1-9285-df1cd6c247de {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:26:55.604200 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.666834 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] For port dae66289-d35e-47b1-9285-df1cd6c247de, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=dae66289-d35e-47b1-9285-df1cd6c247de,segment=NetworkSegment(d1cb44e2-2240-4e55-93e0-22cce9e0d620),segment_id=d1cb44e2-2240-4e55-93e0-22cce9e0d620)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:55.667489 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.677387 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 13de8a89-9b6e-42a6-9c22-8fda4749c736 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:26:55.679307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] Calling delete_port for dae66289-d35e-47b1-9285-df1cd6c247de owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:26:55.696514 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 13de8a89-9b6e-42a6-9c22-8fda4749c736 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:26:55.696863 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 13de8a89-9b6e-42a6-9c22-8fda4749c736 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:26:55.763044 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.790475 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] Pushing event deleted for resources: {'Port': ['ID=dae66289-d35e-47b1-9285-df1cd6c247de,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:55.791176 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] No DVR routers for this DVR port dae66289-d35e-47b1-9285-df1cd6c247de on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:26:55.831103 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a2a3b4-0843-4d55-a6ae-9191b579de8f None None] DHCP port deletion for e63cbffd-79a6-48a0-bbd4-693fece58999 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:26:55.887356 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.899164 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device dae66289-d35e-47b1-9285-df1cd6c247de no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:26:55.900641 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63cbffd-79a6-48a0-bbd4-693fece58999']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:55.915761 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cb44e2-2240-4e55-93e0-22cce9e0d620') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:55.916209 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cb44e2-2240-4e55-93e0-22cce9e0d620') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:55.923036 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: dae66289-d35e-47b1-9285-df1cd6c247de {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:26:55.923379 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device dae66289-d35e-47b1-9285-df1cd6c247de not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:26:55.924387 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4253ff94-439a-4720-9370-9d2cccd2a209 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:26:55.926893 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.944689 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 4253ff94-439a-4720-9370-9d2cccd2a209 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:26:55.945050 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4253ff94-439a-4720-9370-9d2cccd2a209 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:26:55.945477 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device fd4dde38-1b06-45f5-9326-9623346ca902 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:26:55.953590 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.960556 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:26:55.961198 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:26:55.962879 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:26:55.970455 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: fd4dde38-1b06-45f5-9326-9623346ca902 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:26:55.970810 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device fd4dde38-1b06-45f5-9326-9623346ca902 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:26:56.018326 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:56.024642 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:56.030197 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] 10.222.0.54 "DELETE /v2.0/networks/e63cbffd-79a6-48a0-bbd4-693fece58999 HTTP/1.1" status: 204 len: 168 time: 0.5481210 Jul 16 02:26:56.030197 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48722) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:56.045102 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10861975-e2e4-4af6-a4a4-891df1fea8bd admin admin] Pushing event deleted for resources: {'Network': ['ID=e63cbffd-79a6-48a0-bbd4-693fece58999,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:56.383727 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8afc7cc2-3809-4652-b359-06c21179dd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:56.630401 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8afc7cc2-3809-4652-b359-06c21179dd92 admin admin] Deleting port 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:26:56.630744 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8afc7cc2-3809-4652-b359-06c21179dd92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:56.705687 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-8afc7cc2-3809-4652-b359-06c21179dd92 admin admin] For port 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2f5aeb13-7fb4-4e85-bf9d-370bfaedf342,segment=NetworkSegment(ca832dad-6f70-416e-be9d-5b493c546244),segment_id=ca832dad-6f70-416e-be9d-5b493c546244)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:56.706353 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8afc7cc2-3809-4652-b359-06c21179dd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:56.717859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8afc7cc2-3809-4652-b359-06c21179dd92 admin admin] Calling delete_port for 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:26:56.896510 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8afc7cc2-3809-4652-b359-06c21179dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:56.923352 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc7cc2-3809-4652-b359-06c21179dd92 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f5aeb13-7fb4-4e85-bf9d-370bfaedf342,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:57.094129 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8afc7cc2-3809-4652-b359-06c21179dd92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:57.659250 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afc7cc2-3809-4652-b359-06c21179dd92 admin admin] Router b960e82f-6a52-45e4-912f-fb052f53b40e has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:26:57.762605 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afc7cc2-3809-4652-b359-06c21179dd92 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:26:57.768158 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8afc7cc2-3809-4652-b359-06c21179dd92 admin admin] 10.222.0.54 "PUT /v2.0/routers/b960e82f-6a52-45e4-912f-fb052f53b40e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7368846 Jul 16 02:26:57.770751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48724) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:57.773755 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4cc0e2-805c-4295-aaa8-fd113dc294b3 None None] Sync routers for ids ['b960e82f-6a52-45e4-912f-fb052f53b40e'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:26:57.782785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4cc0e2-805c-4295-aaa8-fd113dc294b3 None None] Routers {'b960e82f-6a52-45e4-912f-fb052f53b40e'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:26:57.784146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-cd4cc0e2-805c-4295-aaa8-fd113dc294b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:26:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b960e82f-6a52-45e4-912f-fb052f53b40e'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:57.875182 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19312d5e-51aa-46a3-9292-93f12351fe2c admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:57.902945 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-cd4cc0e2-805c-4295-aaa8-fd113dc294b3 None None] Set router b960e82f-6a52-45e4-912f-fb052f53b40e gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:26:57.981480 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19312d5e-51aa-46a3-9292-93f12351fe2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.034566 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-19312d5e-51aa-46a3-9292-93f12351fe2c admin admin] Deleting port 52f65c74-1ce5-440c-8bf8-7fc04ffa5076 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:26:58.034566 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19312d5e-51aa-46a3-9292-93f12351fe2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.083643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-cd4cc0e2-805c-4295-aaa8-fd113dc294b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b960e82f-6a52-45e4-912f-fb052f53b40e', 'name': 'tempest-TestEncryptedCinderVolumes-630907807-router', 'tenant_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '52f65c74-1ce5-440c-8bf8-7fc04ffa5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:41Z', 'updated_at': '2021-07-16T02:26:56Z', 'revision_number': 5, 'project_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'gw_port': {'id': '52f65c74-1ce5-440c-8bf8-7fc04ffa5076', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b960e82f-6a52-45e4-912f-fb052f53b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:41Z', 'updated_at': '2021-07-16T02:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:58.112648 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4cc0e2-805c-4295-aaa8-fd113dc294b3 None None] Checking router: b960e82f-6a52-45e4-912f-fb052f53b40e for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:26:58.115096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-19312d5e-51aa-46a3-9292-93f12351fe2c admin admin] For port 52f65c74-1ce5-440c-8bf8-7fc04ffa5076, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=52f65c74-1ce5-440c-8bf8-7fc04ffa5076,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:58.115464 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19312d5e-51aa-46a3-9292-93f12351fe2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.120825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4cc0e2-805c-4295-aaa8-fd113dc294b3 None None] Routers {'b960e82f-6a52-45e4-912f-fb052f53b40e'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:26:58.121445 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-cd4cc0e2-805c-4295-aaa8-fd113dc294b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:26:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['b960e82f-6a52-45e4-912f-fb052f53b40e'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:58.127903 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-19312d5e-51aa-46a3-9292-93f12351fe2c admin admin] Calling delete_port for 52f65c74-1ce5-440c-8bf8-7fc04ffa5076 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:26:58.206830 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-cd4cc0e2-805c-4295-aaa8-fd113dc294b3 None None] Set router b960e82f-6a52-45e4-912f-fb052f53b40e gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:26:58.304864 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19312d5e-51aa-46a3-9292-93f12351fe2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.331251 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19312d5e-51aa-46a3-9292-93f12351fe2c admin admin] Pushing event deleted for resources: {'Port': ['ID=52f65c74-1ce5-440c-8bf8-7fc04ffa5076,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:58.397585 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19312d5e-51aa-46a3-9292-93f12351fe2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.417388 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-cd4cc0e2-805c-4295-aaa8-fd113dc294b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b960e82f-6a52-45e4-912f-fb052f53b40e', 'name': 'tempest-TestEncryptedCinderVolumes-630907807-router', 'tenant_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:41Z', 'updated_at': '2021-07-16T02:26:57Z', 'revision_number': 6, 'project_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:58.446605 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4cc0e2-805c-4295-aaa8-fd113dc294b3 None None] The sync data for ids ['b960e82f-6a52-45e4-912f-fb052f53b40e'] in n-d-800086-6 is: [{'id': 'b960e82f-6a52-45e4-912f-fb052f53b40e', 'name': 'tempest-TestEncryptedCinderVolumes-630907807-router', 'tenant_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:41Z', 'updated_at': '2021-07-16T02:26:57Z', 'revision_number': 6, 'project_id': 'd2c169577cb7493ba58cc4fd5d93addd', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:26:58.459926 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-da07ae9a-74eb-43ba-b2c5-73502c00e25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.491533 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19312d5e-51aa-46a3-9292-93f12351fe2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.493647 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19312d5e-51aa-46a3-9292-93f12351fe2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.537947 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19312d5e-51aa-46a3-9292-93f12351fe2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.538485 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19312d5e-51aa-46a3-9292-93f12351fe2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b960e82f-6a52-45e4-912f-fb052f53b40e {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:26:58.542664 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-19312d5e-51aa-46a3-9292-93f12351fe2c admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.543822 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-19312d5e-51aa-46a3-9292-93f12351fe2c admin admin] 10.222.0.54 "DELETE /v2.0/routers/b960e82f-6a52-45e4-912f-fb052f53b40e HTTP/1.1" status: 204 len: 168 time: 0.7721267 Jul 16 02:26:58.546338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48726) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:58.590216 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbff9207-d0fa-4e00-88fa-d5a2a84936ad admin admin] Deleting subnet c850c802-d181-4747-8581-1830f6eb23d4 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:26:58.593225 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fbff9207-d0fa-4e00-88fa-d5a2a84936ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.626206 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fbff9207-d0fa-4e00-88fa-d5a2a84936ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.709457 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fbff9207-d0fa-4e00-88fa-d5a2a84936ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.760248 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fbff9207-d0fa-4e00-88fa-d5a2a84936ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.787259 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff9207-d0fa-4e00-88fa-d5a2a84936ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c850c802-d181-4747-8581-1830f6eb23d4,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:58.790913 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fbff9207-d0fa-4e00-88fa-d5a2a84936ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.792858 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fbff9207-d0fa-4e00-88fa-d5a2a84936ad admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c850c802-d181-4747-8581-1830f6eb23d4 HTTP/1.1" status: 204 len: 168 time: 0.2455943 Jul 16 02:26:58.795779 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48728) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:58.798273 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42a1091-ff8a-4433-a878-618d0b19bdc4 None None] Network 59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:26:58.874824 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.928051 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Deleting port e44bbf9c-e2a6-414d-b073-b67634728bbb {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:26:58.928400 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.995336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] For port e44bbf9c-e2a6-414d-b073-b67634728bbb, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e44bbf9c-e2a6-414d-b073-b67634728bbb,segment=NetworkSegment(ca832dad-6f70-416e-be9d-5b493c546244),segment_id=ca832dad-6f70-416e-be9d-5b493c546244)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:58.995699 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.007496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Calling delete_port for e44bbf9c-e2a6-414d-b073-b67634728bbb owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:26:59.084795 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.107671 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Pushing event deleted for resources: {'Port': ['ID=e44bbf9c-e2a6-414d-b073-b67634728bbb,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:59.118525 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] No DVR routers for this DVR port e44bbf9c-e2a6-414d-b073-b67634728bbb on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:26:59.123903 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:59.124199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:59.124545 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:59.124885 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:59.125221 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:59.125552 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:59.125883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:59.126218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:59.126551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:59.127582 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:59.128090 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:59.128451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:59.200219 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.211660 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:59.212554 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a116bdae-0e43-4003-9e8e-34482588faba None None] DHCP port deletion for 59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:26:59.222750 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca832dad-6f70-416e-be9d-5b493c546244') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:59.223045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca832dad-6f70-416e-be9d-5b493c546244') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:59.232250 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.246890 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.253714 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:26:59.254428 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:26:59.255772 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:26:59.312263 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.320243 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.321652 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] 10.222.0.54 "DELETE /v2.0/networks/59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24 HTTP/1.1" status: 204 len: 168 time: 0.5234585 Jul 16 02:26:59.332969 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa7403-ce9f-43df-8e89-64f5428bd085 admin admin] Pushing event deleted for resources: {'Network': ['ID=59e2b4c3-dc7a-4ffc-ae90-8ba433b2cc24,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:59.349593 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.493622 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48732) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:59.533609 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c8e50d36-036d-4b09-993a-1d05b87ab25c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5f8306cbfc734f95902441f5a045e76f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388238 Jul 16 02:26:59.536224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48734) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:59.584573 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8daa878f-6ac3-477c-beab-bfa9b4087127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.605637 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8daa878f-6ac3-477c-beab-bfa9b4087127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.656641 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8daa878f-6ac3-477c-beab-bfa9b4087127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.660179 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8daa878f-6ac3-477c-beab-bfa9b4087127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.663890 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8daa878f-6ac3-477c-beab-bfa9b4087127 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5683f000-1589-4fe0-99be-25812133114c HTTP/1.1" status: 204 len: 168 time: 0.1242652 Jul 16 02:26:59.669954 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa878f-6ac3-477c-beab-bfa9b4087127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5683f000-1589-4fe0-99be-25812133114c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:59.702511 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e44bbf9c-e2a6-414d-b073-b67634728bbb no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:26:59.726789 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: e44bbf9c-e2a6-414d-b073-b67634728bbb {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:26:59.727067 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e44bbf9c-e2a6-414d-b073-b67634728bbb not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:26:59.727482 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 52f65c74-1ce5-440c-8bf8-7fc04ffa5076 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:26:59.745556 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 52f65c74-1ce5-440c-8bf8-7fc04ffa5076 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:26:59.745905 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 52f65c74-1ce5-440c-8bf8-7fc04ffa5076 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:26:59.746316 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:26:59.764700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:26:59.765053 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2f5aeb13-7fb4-4e85-bf9d-370bfaedf342 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:26:59.982750 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48740) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:00.025800 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-954b7e51-c341-4dbb-b0ba-e58b3a4a0278 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d2c169577cb7493ba58cc4fd5d93addd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418599 Jul 16 02:27:00.028329 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48742) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:00.077414 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d581b562-2c76-48bf-b778-6fc48ca50a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:00.099011 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d581b562-2c76-48bf-b778-6fc48ca50a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:00.145114 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d581b562-2c76-48bf-b778-6fc48ca50a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:00.147660 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d581b562-2c76-48bf-b778-6fc48ca50a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:00.149033 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d581b562-2c76-48bf-b778-6fc48ca50a53 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dbc26965-45cd-4d8b-b03b-3c20a0db9934 HTTP/1.1" status: 204 len: 168 time: 0.1198065 Jul 16 02:27:00.156516 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581b562-2c76-48bf-b778-6fc48ca50a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc26965-45cd-4d8b-b03b-3c20a0db9934,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:00.798154 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48764) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:00.895649 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-5e326071-9993-4fe2-ad6b-64d04a52b05c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1801556356-network', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:00.917036 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e326071-9993-4fe2-ad6b-64d04a52b05c admin admin] Made reservation on behalf of d189b28da5214aeb84e9a84e0fd9fe8f for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:27:00.919347 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e326071-9993-4fe2-ad6b-64d04a52b05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:00.928179 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e326071-9993-4fe2-ad6b-64d04a52b05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.015212 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e326071-9993-4fe2-ad6b-64d04a52b05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.020137 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e326071-9993-4fe2-ad6b-64d04a52b05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.040992 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e326071-9993-4fe2-ad6b-64d04a52b05c admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:27:01.054420 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e326071-9993-4fe2-ad6b-64d04a52b05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977ffbd7-d628-4427-be9b-2f0126fac3be,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:01.062299 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e326071-9993-4fe2-ad6b-64d04a52b05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.062652 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-5e326071-9993-4fe2-ad6b-64d04a52b05c admin admin] Added segment e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73 of type vlan for network 1daf4511-4800-449c-8123-98510950a99e Jul 16 02:27:01.101815 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e326071-9993-4fe2-ad6b-64d04a52b05c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.119692 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f53caab2-eeda-4c59-809a-bc684c5533e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.122547 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.131761 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e326071-9993-4fe2-ad6b-64d04a52b05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.132744 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e326071-9993-4fe2-ad6b-64d04a52b05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:01.133319 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5e326071-9993-4fe2-ad6b-64d04a52b05c admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.164288 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5e326071-9993-4fe2-ad6b-64d04a52b05c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3650506 Jul 16 02:27:01.167196 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48768) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:01.172469 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-8e8b6e69-703f-4f9b-888b-30c92dab0192 admin admin] Request body: {'subnet': {'network_id': '1daf4511-4800-449c-8123-98510950a99e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1801556356-subnet', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:01.194023 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8b6e69-703f-4f9b-888b-30c92dab0192 admin admin] Made reservation on behalf of d189b28da5214aeb84e9a84e0fd9fe8f for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:27:01.194281 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e326071-9993-4fe2-ad6b-64d04a52b05c admin admin] Pushing event updated for resources: {'Network': ['ID=1daf4511-4800-449c-8123-98510950a99e,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:01.196491 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8e8b6e69-703f-4f9b-888b-30c92dab0192 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.203962 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 1daf4511-4800-449c-8123-98510950a99e details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:27:01.662292 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8e8b6e69-703f-4f9b-888b-30c92dab0192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.717804 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b6e69-703f-4f9b-888b-30c92dab0192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb60d52b-8146-4538-961f-c67fd78c9756,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:01.725701 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8b6e69-703f-4f9b-888b-30c92dab0192 admin admin] Checking segment: {'id': 'e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1daf4511-4800-449c-8123-98510950a99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:01.726060 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8b6e69-703f-4f9b-888b-30c92dab0192 admin admin] Network hostable DHCP agents. Network: 1daf4511-4800-449c-8123-98510950a99e, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:27:01.743210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8b6e69-703f-4f9b-888b-30c92dab0192 admin admin] Network 1daf4511-4800-449c-8123-98510950a99e is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:27:01.752378 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-8e8b6e69-703f-4f9b-888b-30c92dab0192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 1daf4511-4800-449c-8123-98510950a99e) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:01.756549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8b6e69-703f-4f9b-888b-30c92dab0192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:01.757162 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8e8b6e69-703f-4f9b-888b-30c92dab0192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.761330 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f88f3c-9f41-48a8-9612-7a0a5682e659 None None] Network 1daf4511-4800-449c-8123-98510950a99e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:27:01.771179 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8e8b6e69-703f-4f9b-888b-30c92dab0192 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6028450 Jul 16 02:27:01.774358 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48770) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:01.778906 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1801556356-router', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:01.805176 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.806157 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.860792 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.913235 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-1daf4511-4800-449c-8123-98510950a99e', 'network_id': '1daf4511-4800-449c-8123-98510950a99e', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'fixed_ips': [{'subnet_id': 'eb60d52b-8146-4538-961f-c67fd78c9756'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:27:01.914083 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.003778 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.045105 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Allocated IP 172.20.0.2 (1daf4511-4800-449c-8123-98510950a99e/eb60d52b-8146-4538-961f-c67fd78c9756/02d42516-747e-4dc9-937b-bc627ae2746a) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:02.188277 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.197052 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Transition to ACTIVE for port object 02d42516-747e-4dc9-937b-bc627ae2746a will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:02.211333 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Transition to ACTIVE for port object 02d42516-747e-4dc9-937b-bc627ae2746a will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:02.214431 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.217758 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.234631 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.258544 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Network 1daf4511-4800-449c-8123-98510950a99e is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:02.267373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:02.272710 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:02.281061 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Pushing event updated for resources: {'Port': ['ID=02d42516-747e-4dc9-937b-bc627ae2746a,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:02.287800 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.338624 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Attempting to bind port 02d42516-747e-4dc9-937b-bc627ae2746a on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:02.338998 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Attempting to bind port 02d42516-747e-4dc9-937b-bc627ae2746a by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1daf4511-4800-449c-8123-98510950a99e'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:02.339367 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Attempting to bind port 02d42516-747e-4dc9-937b-bc627ae2746a on network 1daf4511-4800-449c-8123-98510950a99e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:02.344829 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:02.345204 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Checking segment: {'id': 'e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1daf4511-4800-449c-8123-98510950a99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:02.346175 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.346739 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Bound using segment: {'id': 'e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1daf4511-4800-449c-8123-98510950a99e'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:02.347208 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Bound port: 02d42516-747e-4dc9-937b-bc627ae2746a, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1daf4511-4800-449c-8123-98510950a99e'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:02.347590 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.352000 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] Allocated IP 172.25.1.128 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/6f5543a5-24c9-4551-a216-a09fa15372e8) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:02.413472 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] For port 02d42516-747e-4dc9-937b-bc627ae2746a, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:02.417094 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] For port 02d42516-747e-4dc9-937b-bc627ae2746a, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=02d42516-747e-4dc9-937b-bc627ae2746a,segment=NetworkSegment(e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73),segment_id=e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:02.420769 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.460271 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.479701 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075d0bc-79c6-40b0-b4b8-50a34e8f20d0 None None] Pushing event updated for resources: {'Port': ['ID=02d42516-747e-4dc9-937b-bc627ae2746a,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:02.510568 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.551969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:02.554823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:02.558456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:02.564565 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] Pushing event updated for resources: {'Port': ['ID=6f5543a5-24c9-4551-a216-a09fa15372e8,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:02.824296 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.020340 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.152611 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] Router 942c2a76-2461-4d67-88eb-261213a240b1 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:27:03.266713 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:27:03.279956 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Sync routers for ids ['942c2a76-2461-4d67-88eb-261213a240b1'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:27:03.289697 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.293654 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-391eb0fd-6cdb-4ca2-b4ec-7c99f31282ac admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5156775 Jul 16 02:27:03.295495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48772) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:03.296009 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Routers {'942c2a76-2461-4d67-88eb-261213a240b1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:03.296433 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:27:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['942c2a76-2461-4d67-88eb-261213a240b1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:03.377662 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcde9fb5-f2ff-491b-ade4-c599a10cab71 None None] Network 1daf4511-4800-449c-8123-98510950a99e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:27:03.406654 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Set router 942c2a76-2461-4d67-88eb-261213a240b1 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:03.512293 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-be65c795-61bb-400d-ab78-8071682a99c1 None None] Provisioning for port 02d42516-747e-4dc9-937b-bc627ae2746a completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:03.590746 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c2a76-2461-4d67-88eb-261213a240b1', 'name': 'tempest-TestMinimumBasicScenario-1801556356-router', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:01Z', 'updated_at': '2021-07-16T02:27:02Z', 'revision_number': 3, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'gw_port': {'id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:02Z', 'updated_at': '2021-07-16T02:27:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:03.617823 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Checking router: 942c2a76-2461-4d67-88eb-261213a240b1 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:27:03.618175 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Updating router 942c2a76-2461-4d67-88eb-261213a240b1 port 6f5543a5-24c9-4551-a216-a09fa15372e8 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:27:03.659093 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.744917 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 02d42516-747e-4dc9-937b-bc627ae2746a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:03.784047 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.807170 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 02d42516-747e-4dc9-937b-bc627ae2746a completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:03.810978 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 02d42516-747e-4dc9-937b-bc627ae2746a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:03.811353 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.862967 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d51c5d90-621a-4836-b190-8568e7334f45 None None] Provisioning complete for port 02d42516-747e-4dc9-937b-bc627ae2746a triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:03.863343 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d51c5d90-621a-4836-b190-8568e7334f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.935857 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.952782 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:03.953036 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] Allocated IP 172.20.0.1 (1daf4511-4800-449c-8123-98510950a99e/eb60d52b-8146-4538-961f-c67fd78c9756/ef3546c8-7b89-4e87-8320-7854c2ba11f1) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:03.963140 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Transition to ACTIVE for port object 6f5543a5-24c9-4551-a216-a09fa15372e8 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:03.969911 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.009201 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 02d42516-747e-4dc9-937b-bc627ae2746a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=02d42516-747e-4dc9-937b-bc627ae2746a,segment=NetworkSegment(e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73),segment_id=e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:04.012773 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d51c5d90-621a-4836-b190-8568e7334f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.022746 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.025251 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Attempting to bind port 6f5543a5-24c9-4551-a216-a09fa15372e8 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:04.025722 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Attempting to bind port 6f5543a5-24c9-4551-a216-a09fa15372e8 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:04.026486 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Attempting to bind port 6f5543a5-24c9-4551-a216-a09fa15372e8 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:04.028032 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.033794 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87440d16-5f83-44ac-8fc3-3bdedc4cd528 None None] Pushing event updated for resources: {'Port': ['ID=6f5543a5-24c9-4551-a216-a09fa15372e8,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:04.040304 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:04.043086 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:04.043086 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.043455 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:04.044102 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Bound port: 6f5543a5-24c9-4551-a216-a09fa15372e8, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:04.044630 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.066327 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440d16-5f83-44ac-8fc3-3bdedc4cd528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:04.066805 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440d16-5f83-44ac-8fc3-3bdedc4cd528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:04.067232 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440d16-5f83-44ac-8fc3-3bdedc4cd528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:04.067657 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440d16-5f83-44ac-8fc3-3bdedc4cd528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:04.068091 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440d16-5f83-44ac-8fc3-3bdedc4cd528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:04.068509 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440d16-5f83-44ac-8fc3-3bdedc4cd528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:04.068924 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440d16-5f83-44ac-8fc3-3bdedc4cd528 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:04.069357 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440d16-5f83-44ac-8fc3-3bdedc4cd528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:04.069774 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440d16-5f83-44ac-8fc3-3bdedc4cd528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:04.070187 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440d16-5f83-44ac-8fc3-3bdedc4cd528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:04.070600 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440d16-5f83-44ac-8fc3-3bdedc4cd528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:04.071011 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87440d16-5f83-44ac-8fc3-3bdedc4cd528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:04.073182 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.088212 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] Transition to ACTIVE for port object ef3546c8-7b89-4e87-8320-7854c2ba11f1 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:04.108256 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] For port 6f5543a5-24c9-4551-a216-a09fa15372e8, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:04.108708 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=02d42516-747e-4dc9-937b-bc627ae2746a,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:04.112396 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] For port 6f5543a5-24c9-4551-a216-a09fa15372e8, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6f5543a5-24c9-4551-a216-a09fa15372e8,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:04.113247 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.db.api [None req-d51c5d90-621a-4836-b190-8568e7334f45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:27:04.113638 n-d-800086-6 neutron-server[93833]: DEBUG oslo_db.api [None req-d51c5d90-621a-4836-b190-8568e7334f45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:27:04.117957 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.122668 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.159677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] Network 1daf4511-4800-449c-8123-98510950a99e is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:04.166445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:04.170109 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:04.180843 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Routers {'942c2a76-2461-4d67-88eb-261213a240b1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:04.181498 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:27:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['942c2a76-2461-4d67-88eb-261213a240b1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:04.206289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] Pushing event updated for resources: {'Port': ['ID=ef3546c8-7b89-4e87-8320-7854c2ba11f1,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:04.217149 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87440d16-5f83-44ac-8fc3-3bdedc4cd528 None None] Pushing event updated for resources: {'Port': ['ID=6f5543a5-24c9-4551-a216-a09fa15372e8,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:04.222455 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.301084 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] Set router 942c2a76-2461-4d67-88eb-261213a240b1 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:04.370399 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.482229 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c2a76-2461-4d67-88eb-261213a240b1', 'name': 'tempest-TestMinimumBasicScenario-1801556356-router', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:01Z', 'updated_at': '2021-07-16T02:27:02Z', 'revision_number': 3, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'gw_port': {'id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:02Z', 'updated_at': '2021-07-16T02:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:04.508943 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc3302a-dd29-4e81-8550-a5777d67b712 None None] The sync data for ids ['942c2a76-2461-4d67-88eb-261213a240b1'] in n-d-800086-6 is: [{'id': '942c2a76-2461-4d67-88eb-261213a240b1', 'name': 'tempest-TestMinimumBasicScenario-1801556356-router', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:01Z', 'updated_at': '2021-07-16T02:27:02Z', 'revision_number': 3, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'gw_port': {'id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:02Z', 'updated_at': '2021-07-16T02:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:27:04.539531 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.544376 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.607992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] Pushing event updated for resources: {'Port': ['ID=ef3546c8-7b89-4e87-8320-7854c2ba11f1,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:04.614494 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.736126 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] Network 1daf4511-4800-449c-8123-98510950a99e is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:04.737859 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:04.782955 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-624ed383-83f6-430d-87ab-55a10978a8ce None None] Provisioning for port ef3546c8-7b89-4e87-8320-7854c2ba11f1 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:04.787421 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-624ed383-83f6-430d-87ab-55a10978a8ce None None] Provisioning complete for port ef3546c8-7b89-4e87-8320-7854c2ba11f1 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:04.787896 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-624ed383-83f6-430d-87ab-55a10978a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.828097 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-624ed383-83f6-430d-87ab-55a10978a8ce None None] Port ef3546c8-7b89-4e87-8320-7854c2ba11f1 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:27:04.869928 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] Router 942c2a76-2461-4d67-88eb-261213a240b1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:27:04.988874 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:27:04.994317 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7c5fd7a7-25d6-47b7-b687-1fcd7ab931c7 admin admin] 10.222.0.54 "PUT /v2.0/routers/942c2a76-2461-4d67-88eb-261213a240b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6977053 Jul 16 02:27:05.049013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-aa9ce2dc-f8f1-44bf-8d70-cd572702042b None None] Provisioning complete for port ef3546c8-7b89-4e87-8320-7854c2ba11f1 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:05.049585 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-aa9ce2dc-f8f1-44bf-8d70-cd572702042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.086747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-aa9ce2dc-f8f1-44bf-8d70-cd572702042b None None] Port ef3546c8-7b89-4e87-8320-7854c2ba11f1 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:27:05.465362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48788) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:05.470573 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-47d299ff-c532-4a61-8880-af2fff8eb729 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-986234447-network', 'tenant_id': '04be74a638de4150b2817edc97f24777'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:05.491014 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d299ff-c532-4a61-8880-af2fff8eb729 admin admin] Made reservation on behalf of 04be74a638de4150b2817edc97f24777 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:27:05.493541 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47d299ff-c532-4a61-8880-af2fff8eb729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.502551 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47d299ff-c532-4a61-8880-af2fff8eb729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.595075 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47d299ff-c532-4a61-8880-af2fff8eb729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.599383 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47d299ff-c532-4a61-8880-af2fff8eb729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.626082 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d299ff-c532-4a61-8880-af2fff8eb729 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:27:05.632871 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d299ff-c532-4a61-8880-af2fff8eb729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7fe92e-fae4-428b-8587-a818460283a3,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:05.638819 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47d299ff-c532-4a61-8880-af2fff8eb729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.639159 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-47d299ff-c532-4a61-8880-af2fff8eb729 admin admin] Added segment 3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3 of type vlan for network ccad8c10-54b9-4cb5-a95a-5775836e780a Jul 16 02:27:05.680558 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47d299ff-c532-4a61-8880-af2fff8eb729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.713585 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47d299ff-c532-4a61-8880-af2fff8eb729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.714844 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d299ff-c532-4a61-8880-af2fff8eb729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:05.715208 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-47d299ff-c532-4a61-8880-af2fff8eb729 admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.747999 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-47d299ff-c532-4a61-8880-af2fff8eb729 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2814798 Jul 16 02:27:05.750662 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48790) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:05.756107 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-2a47a3bb-d26c-4d20-97e9-13480c1a52e3 admin admin] Request body: {'subnet': {'network_id': 'ccad8c10-54b9-4cb5-a95a-5775836e780a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-986234447-subnet', 'tenant_id': '04be74a638de4150b2817edc97f24777', 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:05.787444 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6f5543a5-24c9-4551-a216-a09fa15372e8 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:05.791296 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d299ff-c532-4a61-8880-af2fff8eb729 admin admin] Pushing event updated for resources: {'Network': ['ID=ccad8c10-54b9-4cb5-a95a-5775836e780a,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:05.805758 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a47a3bb-d26c-4d20-97e9-13480c1a52e3 admin admin] Made reservation on behalf of 04be74a638de4150b2817edc97f24777 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:27:05.808496 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a47a3bb-d26c-4d20-97e9-13480c1a52e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.816565 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network ccad8c10-54b9-4cb5-a95a-5775836e780a details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:27:05.906782 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 6f5543a5-24c9-4551-a216-a09fa15372e8 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:05.910456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6f5543a5-24c9-4551-a216-a09fa15372e8 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:05.910845 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.990985 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a47a3bb-d26c-4d20-97e9-13480c1a52e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.991258 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.012818 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 6f5543a5-24c9-4551-a216-a09fa15372e8, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6f5543a5-24c9-4551-a216-a09fa15372e8,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:06.016924 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.017885 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 02d42516-747e-4dc9-937b-bc627ae2746a up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:06.059297 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47a3bb-d26c-4d20-97e9-13480c1a52e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f0d57d4-99e6-45d7-8769-5e815d065891,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:06.072019 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a47a3bb-d26c-4d20-97e9-13480c1a52e3 admin admin] Checking segment: {'id': '3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ccad8c10-54b9-4cb5-a95a-5775836e780a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:06.072402 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a47a3bb-d26c-4d20-97e9-13480c1a52e3 admin admin] Network hostable DHCP agents. Network: ccad8c10-54b9-4cb5-a95a-5775836e780a, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:27:06.090315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a47a3bb-d26c-4d20-97e9-13480c1a52e3 admin admin] Network ccad8c10-54b9-4cb5-a95a-5775836e780a is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:27:06.101094 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-2a47a3bb-d26c-4d20-97e9-13480c1a52e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, ccad8c10-54b9-4cb5-a95a-5775836e780a) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:06.105431 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a47a3bb-d26c-4d20-97e9-13480c1a52e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:06.106018 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2a47a3bb-d26c-4d20-97e9-13480c1a52e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.107124 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=6f5543a5-24c9-4551-a216-a09fa15372e8,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:06.112338 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f256869-415b-4d41-b249-4d8d3ea9b54a None None] Network ccad8c10-54b9-4cb5-a95a-5775836e780a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:27:06.122464 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2a47a3bb-d26c-4d20-97e9-13480c1a52e3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3705528 Jul 16 02:27:06.125453 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 48792) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:06.130209 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-986234447-router', 'tenant_id': '04be74a638de4150b2817edc97f24777', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:06.144562 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 02d42516-747e-4dc9-937b-bc627ae2746a triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:06.145165 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.153813 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.155128 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.195864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Sync routers for ids ['942c2a76-2461-4d67-88eb-261213a240b1'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:27:06.210036 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.234674 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Routers {'942c2a76-2461-4d67-88eb-261213a240b1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:06.235314 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:27:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['942c2a76-2461-4d67-88eb-261213a240b1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:06.348639 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.551451 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.569834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-ccad8c10-54b9-4cb5-a95a-5775836e780a', 'network_id': 'ccad8c10-54b9-4cb5-a95a-5775836e780a', 'tenant_id': '04be74a638de4150b2817edc97f24777', 'fixed_ips': [{'subnet_id': '0f0d57d4-99e6-45d7-8769-5e815d065891'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:27:06.570680 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.574023 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.592998 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Set router 942c2a76-2461-4d67-88eb-261213a240b1 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:06.678268 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] Allocated IP 172.25.1.87 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/8bd8350b-da4d-452d-a3fd-5ab3c35f5c02) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:06.784510 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.824601 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.837033 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Allocated IP 172.20.0.2 (ccad8c10-54b9-4cb5-a95a-5775836e780a/0f0d57d4-99e6-45d7-8769-5e815d065891/1d9c9e0a-8563-4896-9e19-ca640c1c5343) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:06.858744 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:06.861691 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:06.867159 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:06.894515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd8350b-da4d-452d-a3fd-5ab3c35f5c02,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:06.964305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c2a76-2461-4d67-88eb-261213a240b1', 'name': 'tempest-TestMinimumBasicScenario-1801556356-router', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:01Z', 'updated_at': '2021-07-16T02:27:04Z', 'revision_number': 4, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'gw_port': {'id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:02Z', 'updated_at': '2021-07-16T02:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'ef3546c8-7b89-4e87-8320-7854c2ba11f1', 'name': '', 'network_id': '1daf4511-4800-449c-8123-98510950a99e', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'mac_address': 'fa:16:3e:60:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'eb60d52b-8146-4538-961f-c67fd78c9756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:03Z', 'updated_at': '2021-07-16T02:27:04Z', 'revision_number': 2, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'subnets': [{'id': 'eb60d52b-8146-4538-961f-c67fd78c9756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:06.998017 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Checking router: 942c2a76-2461-4d67-88eb-261213a240b1 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:27:06.998378 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Updating router 942c2a76-2461-4d67-88eb-261213a240b1 port ef3546c8-7b89-4e87-8320-7854c2ba11f1 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:27:07.069872 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.074930 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.091330 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Transition to ACTIVE for port object 1d9c9e0a-8563-4896-9e19-ca640c1c5343 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:07.116743 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.129619 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Transition to ACTIVE for port object 1d9c9e0a-8563-4896-9e19-ca640c1c5343 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:07.141117 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.241428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Network ccad8c10-54b9-4cb5-a95a-5775836e780a is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:07.252149 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:07.261777 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:07.271738 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Pushing event updated for resources: {'Port': ['ID=1d9c9e0a-8563-4896-9e19-ca640c1c5343,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:07.364534 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Attempting to bind port 1d9c9e0a-8563-4896-9e19-ca640c1c5343 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:07.365020 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Attempting to bind port 1d9c9e0a-8563-4896-9e19-ca640c1c5343 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ccad8c10-54b9-4cb5-a95a-5775836e780a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:07.365461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Attempting to bind port 1d9c9e0a-8563-4896-9e19-ca640c1c5343 on network ccad8c10-54b9-4cb5-a95a-5775836e780a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:07.408785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:07.409479 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Checking segment: {'id': '3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ccad8c10-54b9-4cb5-a95a-5775836e780a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:07.409773 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.410245 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Bound using segment: {'id': '3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ccad8c10-54b9-4cb5-a95a-5775836e780a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:07.410821 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Bound port: 1d9c9e0a-8563-4896-9e19-ca640c1c5343, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ccad8c10-54b9-4cb5-a95a-5775836e780a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:07.411268 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.513381 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] For port 1d9c9e0a-8563-4896-9e19-ca640c1c5343, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:07.555644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] For port 1d9c9e0a-8563-4896-9e19-ca640c1c5343, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1d9c9e0a-8563-4896-9e19-ca640c1c5343,segment=NetworkSegment(3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3),segment_id=3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:07.563513 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.621233 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.641953 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Transition to ACTIVE for port object ef3546c8-7b89-4e87-8320-7854c2ba11f1 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:07.647539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5fbd7-b82a-4146-b816-18d586740518 None None] Pushing event updated for resources: {'Port': ['ID=1d9c9e0a-8563-4896-9e19-ca640c1c5343,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:07.650980 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.717715 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.723656 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fa3f4-8446-47fc-ba0f-a0cf98ea5954 None None] Pushing event updated for resources: {'Port': ['ID=ef3546c8-7b89-4e87-8320-7854c2ba11f1,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:07.767337 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Attempting to bind port ef3546c8-7b89-4e87-8320-7854c2ba11f1 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:07.767500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Attempting to bind port ef3546c8-7b89-4e87-8320-7854c2ba11f1 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1daf4511-4800-449c-8123-98510950a99e'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:07.768068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Attempting to bind port ef3546c8-7b89-4e87-8320-7854c2ba11f1 on network 1daf4511-4800-449c-8123-98510950a99e {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:07.774775 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:07.775500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Checking segment: {'id': 'e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1daf4511-4800-449c-8123-98510950a99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:07.776170 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.776776 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Bound using segment: {'id': 'e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1daf4511-4800-449c-8123-98510950a99e'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:07.777496 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Bound port: ef3546c8-7b89-4e87-8320-7854c2ba11f1, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1daf4511-4800-449c-8123-98510950a99e'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:07.778179 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.783376 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6f5543a5-24c9-4551-a216-a09fa15372e8 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:07.885015 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6f5543a5-24c9-4551-a216-a09fa15372e8 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:07.885840 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.904968 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] For port ef3546c8-7b89-4e87-8320-7854c2ba11f1, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:07.910551 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] For port ef3546c8-7b89-4e87-8320-7854c2ba11f1, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ef3546c8-7b89-4e87-8320-7854c2ba11f1,segment=NetworkSegment(e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73),segment_id=e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:07.913071 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] Router 22cef768-489b-4325-89be-f1ea582a2d2c is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:27:07.931449 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.999461 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fa3f4-8446-47fc-ba0f-a0cf98ea5954 None None] Pushing event updated for resources: {'Port': ['ID=ef3546c8-7b89-4e87-8320-7854c2ba11f1,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:08.032202 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Routers {'942c2a76-2461-4d67-88eb-261213a240b1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:08.033531 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:27:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['942c2a76-2461-4d67-88eb-261213a240b1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:08.044450 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:27:08.054086 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Sync routers for ids ['22cef768-489b-4325-89be-f1ea582a2d2c'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:27:08.068880 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Routers {'22cef768-489b-4325-89be-f1ea582a2d2c'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:08.069684 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.069956 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:27:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['22cef768-489b-4325-89be-f1ea582a2d2c'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:08.075046 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 48794) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:08.083287 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c0b3b1b2-2946-402f-8c1d-a7ebde963483 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9556541 Jul 16 02:27:08.196199 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Set router 22cef768-489b-4325-89be-f1ea582a2d2c gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:08.238220 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] Set router 942c2a76-2461-4d67-88eb-261213a240b1 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:08.461142 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c2a76-2461-4d67-88eb-261213a240b1', 'name': 'tempest-TestMinimumBasicScenario-1801556356-router', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:01Z', 'updated_at': '2021-07-16T02:27:04Z', 'revision_number': 4, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'gw_port': {'id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:02Z', 'updated_at': '2021-07-16T02:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'ef3546c8-7b89-4e87-8320-7854c2ba11f1', 'name': '', 'network_id': '1daf4511-4800-449c-8123-98510950a99e', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'mac_address': 'fa:16:3e:60:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'eb60d52b-8146-4538-961f-c67fd78c9756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:03Z', 'updated_at': '2021-07-16T02:27:07Z', 'revision_number': 4, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'subnets': [{'id': 'eb60d52b-8146-4538-961f-c67fd78c9756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:08.491687 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd86a1f0-ad76-4a28-a3db-5e1f5a1f68e8 None None] The sync data for ids ['942c2a76-2461-4d67-88eb-261213a240b1'] in n-d-800086-6 is: [{'id': '942c2a76-2461-4d67-88eb-261213a240b1', 'name': 'tempest-TestMinimumBasicScenario-1801556356-router', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:01Z', 'updated_at': '2021-07-16T02:27:04Z', 'revision_number': 4, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'gw_port': {'id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:02Z', 'updated_at': '2021-07-16T02:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'ef3546c8-7b89-4e87-8320-7854c2ba11f1', 'name': '', 'network_id': '1daf4511-4800-449c-8123-98510950a99e', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'mac_address': 'fa:16:3e:60:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'eb60d52b-8146-4538-961f-c67fd78c9756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:03Z', 'updated_at': '2021-07-16T02:27:07Z', 'revision_number': 4, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'subnets': [{'id': 'eb60d52b-8146-4538-961f-c67fd78c9756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:27:08.492964 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'name': 'tempest-TestMinimumBasicScenario-986234447-router', 'tenant_id': '04be74a638de4150b2817edc97f24777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '8bd8350b-da4d-452d-a3fd-5ab3c35f5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:06Z', 'updated_at': '2021-07-16T02:27:07Z', 'revision_number': 3, 'project_id': '04be74a638de4150b2817edc97f24777', 'gw_port': {'id': '8bd8350b-da4d-452d-a3fd-5ab3c35f5c02', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:06Z', 'updated_at': '2021-07-16T02:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:08.524905 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Checking router: 22cef768-489b-4325-89be-f1ea582a2d2c for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:27:08.525447 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Updating router 22cef768-489b-4325-89be-f1ea582a2d2c port 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:27:08.583802 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.584750 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.785939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] Allocated IP 172.20.0.1 (ccad8c10-54b9-4cb5-a95a-5775836e780a/0f0d57d4-99e6-45d7-8769-5e815d065891/9021b26d-f053-4ba4-89a0-5b183b7b9217) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:08.895535 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.907209 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Transition to ACTIVE for port object 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:08.912017 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.915243 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.927336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] Transition to ACTIVE for port object 9021b26d-f053-4ba4-89a0-5b183b7b9217 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:08.959365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00ce372-2287-4848-b9b2-f95f3ca947ff None None] Network ccad8c10-54b9-4cb5-a95a-5775836e780a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:27:08.973162 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.994298 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Attempting to bind port 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:08.994671 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Attempting to bind port 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:08.995130 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Attempting to bind port 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:08.998082 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce62d49-5206-49d4-9a19-9c799670d3dc None None] Pushing event updated for resources: {'Port': ['ID=8bd8350b-da4d-452d-a3fd-5ab3c35f5c02,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:09.010235 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:09.010608 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:09.011005 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.011493 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:09.011993 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Bound port: 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:09.012370 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.018142 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] Pushing event updated for resources: {'Port': ['ID=9021b26d-f053-4ba4-89a0-5b183b7b9217,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:09.030630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] Network ccad8c10-54b9-4cb5-a95a-5775836e780a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:09.032220 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:09.035325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:09.074317 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] For port 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:09.077767 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] For port 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8bd8350b-da4d-452d-a3fd-5ab3c35f5c02,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:09.078333 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.089154 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.121937 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-f232cb56-d42e-49df-bdb3-c4413cb2e054 None None] Provisioning for port 1d9c9e0a-8563-4896-9e19-ca640c1c5343 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:09.182518 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce62d49-5206-49d4-9a19-9c799670d3dc None None] Pushing event updated for resources: {'Port': ['ID=8bd8350b-da4d-452d-a3fd-5ab3c35f5c02,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:09.202920 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Routers {'22cef768-489b-4325-89be-f1ea582a2d2c'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:09.203557 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:27:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['22cef768-489b-4325-89be-f1ea582a2d2c'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:09.258893 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.323101 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] Set router 22cef768-489b-4325-89be-f1ea582a2d2c gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:09.466291 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.468829 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ecb18fcb-07d9-441a-a215-e0aab5f1b9a2 None None] Provisioning for port 9021b26d-f053-4ba4-89a0-5b183b7b9217 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:09.472474 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.473505 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ecb18fcb-07d9-441a-a215-e0aab5f1b9a2 None None] Provisioning complete for port 9021b26d-f053-4ba4-89a0-5b183b7b9217 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:09.474003 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ecb18fcb-07d9-441a-a215-e0aab5f1b9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.533909 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ecb18fcb-07d9-441a-a215-e0aab5f1b9a2 None None] Port 9021b26d-f053-4ba4-89a0-5b183b7b9217 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:27:09.547853 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'name': 'tempest-TestMinimumBasicScenario-986234447-router', 'tenant_id': '04be74a638de4150b2817edc97f24777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '8bd8350b-da4d-452d-a3fd-5ab3c35f5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:06Z', 'updated_at': '2021-07-16T02:27:07Z', 'revision_number': 3, 'project_id': '04be74a638de4150b2817edc97f24777', 'gw_port': {'id': '8bd8350b-da4d-452d-a3fd-5ab3c35f5c02', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:06Z', 'updated_at': '2021-07-16T02:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:09.582998 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.587801 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc483d2-eba0-4aa2-b678-97a020625f40 None None] The sync data for ids ['22cef768-489b-4325-89be-f1ea582a2d2c'] in n-d-800086-6 is: [{'id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'name': 'tempest-TestMinimumBasicScenario-986234447-router', 'tenant_id': '04be74a638de4150b2817edc97f24777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '8bd8350b-da4d-452d-a3fd-5ab3c35f5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:06Z', 'updated_at': '2021-07-16T02:27:07Z', 'revision_number': 3, 'project_id': '04be74a638de4150b2817edc97f24777', 'gw_port': {'id': '8bd8350b-da4d-452d-a3fd-5ab3c35f5c02', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:06Z', 'updated_at': '2021-07-16T02:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:27:09.591972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] Pushing event updated for resources: {'Port': ['ID=9021b26d-f053-4ba4-89a0-5b183b7b9217,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:09.700316 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] Network ccad8c10-54b9-4cb5-a95a-5775836e780a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:09.701932 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:09.757590 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8370ef2c-31e1-4ebb-85b5-f2dcbbe25694 None None] Provisioning complete for port 9021b26d-f053-4ba4-89a0-5b183b7b9217 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:09.758089 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8370ef2c-31e1-4ebb-85b5-f2dcbbe25694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.820392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8370ef2c-31e1-4ebb-85b5-f2dcbbe25694 None None] Port 9021b26d-f053-4ba4-89a0-5b183b7b9217 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:27:09.836275 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1d9c9e0a-8563-4896-9e19-ca640c1c5343 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:09.881035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] Router 22cef768-489b-4325-89be-f1ea582a2d2c has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:27:09.901330 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 1d9c9e0a-8563-4896-9e19-ca640c1c5343 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:09.906087 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 1d9c9e0a-8563-4896-9e19-ca640c1c5343 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:09.906475 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:10.002831 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:10.015073 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:27:10.029383 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-adbc2e92-4bda-4c77-ad35-167cb80f5401 admin admin] 10.222.0.54 "PUT /v2.0/routers/22cef768-489b-4325-89be-f1ea582a2d2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9445319 Jul 16 02:27:10.063786 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 1d9c9e0a-8563-4896-9e19-ca640c1c5343, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1d9c9e0a-8563-4896-9e19-ca640c1c5343,segment=NetworkSegment(3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3),segment_id=3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:10.069443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0ee37c13-3493-4006-b7a5-56e037747416 None None] Provisioning complete for port 9021b26d-f053-4ba4-89a0-5b183b7b9217 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:10.069925 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ee37c13-3493-4006-b7a5-56e037747416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:10.072400 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:10.073518 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ef3546c8-7b89-4e87-8320-7854c2ba11f1 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:10.163140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0ee37c13-3493-4006-b7a5-56e037747416 None None] Port 9021b26d-f053-4ba4-89a0-5b183b7b9217 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:27:10.184010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=1d9c9e0a-8563-4896-9e19-ca640c1c5343,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:10.202642 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port ef3546c8-7b89-4e87-8320-7854c2ba11f1 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:10.207362 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port ef3546c8-7b89-4e87-8320-7854c2ba11f1 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:10.207818 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:10.302489 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:10.341794 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port ef3546c8-7b89-4e87-8320-7854c2ba11f1, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ef3546c8-7b89-4e87-8320-7854c2ba11f1,segment=NetworkSegment(e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73),segment_id=e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:10.347777 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:10.402922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=ef3546c8-7b89-4e87-8320-7854c2ba11f1,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:11.820253 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1d9c9e0a-8563-4896-9e19-ca640c1c5343 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:11.892526 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 1d9c9e0a-8563-4896-9e19-ca640c1c5343 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:11.893398 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:11.989983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:12.052966 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Sync routers for ids ['22cef768-489b-4325-89be-f1ea582a2d2c'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:27:12.056989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:12.062339 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:12.062710 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:12.091597 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Routers {'22cef768-489b-4325-89be-f1ea582a2d2c'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:12.092281 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:27:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['22cef768-489b-4325-89be-f1ea582a2d2c'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:12.244514 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Set router 22cef768-489b-4325-89be-f1ea582a2d2c gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:12.246612 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:12.308287 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8bd8350b-da4d-452d-a3fd-5ab3c35f5c02,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:12.339797 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:12.340596 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ef3546c8-7b89-4e87-8320-7854c2ba11f1 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:12.640930 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=8bd8350b-da4d-452d-a3fd-5ab3c35f5c02,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:12.668280 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port ef3546c8-7b89-4e87-8320-7854c2ba11f1 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:12.668661 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:12.795079 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'name': 'tempest-TestMinimumBasicScenario-986234447-router', 'tenant_id': '04be74a638de4150b2817edc97f24777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '8bd8350b-da4d-452d-a3fd-5ab3c35f5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:06Z', 'updated_at': '2021-07-16T02:27:09Z', 'revision_number': 4, 'project_id': '04be74a638de4150b2817edc97f24777', 'gw_port': {'id': '8bd8350b-da4d-452d-a3fd-5ab3c35f5c02', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:06Z', 'updated_at': '2021-07-16T02:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '9021b26d-f053-4ba4-89a0-5b183b7b9217', 'name': '', 'network_id': 'ccad8c10-54b9-4cb5-a95a-5775836e780a', 'tenant_id': '04be74a638de4150b2817edc97f24777', 'mac_address': 'fa:16:3e:8d:23:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0f0d57d4-99e6-45d7-8769-5e815d065891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:08Z', 'updated_at': '2021-07-16T02:27:09Z', 'revision_number': 2, 'project_id': '04be74a638de4150b2817edc97f24777', 'subnets': [{'id': '0f0d57d4-99e6-45d7-8769-5e815d065891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:12.829976 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Checking router: 22cef768-489b-4325-89be-f1ea582a2d2c for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:27:12.830741 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Updating router 22cef768-489b-4325-89be-f1ea582a2d2c port 9021b26d-f053-4ba4-89a0-5b183b7b9217 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:27:12.869831 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.165997 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.181691 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Transition to ACTIVE for port object 9021b26d-f053-4ba4-89a0-5b183b7b9217 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:13.188534 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.245046 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9177d-1027-4c3b-832f-92dbb742c3a4 None None] Pushing event updated for resources: {'Port': ['ID=9021b26d-f053-4ba4-89a0-5b183b7b9217,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:13.327177 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Attempting to bind port 9021b26d-f053-4ba4-89a0-5b183b7b9217 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:13.327544 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Attempting to bind port 9021b26d-f053-4ba4-89a0-5b183b7b9217 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ccad8c10-54b9-4cb5-a95a-5775836e780a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:13.327943 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Attempting to bind port 9021b26d-f053-4ba4-89a0-5b183b7b9217 on network ccad8c10-54b9-4cb5-a95a-5775836e780a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:13.334433 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:13.334818 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Checking segment: {'id': '3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ccad8c10-54b9-4cb5-a95a-5775836e780a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:13.335230 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.335634 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Bound using segment: {'id': '3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ccad8c10-54b9-4cb5-a95a-5775836e780a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:13.336142 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Bound port: 9021b26d-f053-4ba4-89a0-5b183b7b9217, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ccad8c10-54b9-4cb5-a95a-5775836e780a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:13.336546 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.420818 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] For port 9021b26d-f053-4ba4-89a0-5b183b7b9217, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:13.424788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] For port 9021b26d-f053-4ba4-89a0-5b183b7b9217, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9021b26d-f053-4ba4-89a0-5b183b7b9217,segment=NetworkSegment(3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3),segment_id=3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:13.431378 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.509469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Routers {'22cef768-489b-4325-89be-f1ea582a2d2c'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:13.510224 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:27:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['22cef768-489b-4325-89be-f1ea582a2d2c'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:13.572382 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9177d-1027-4c3b-832f-92dbb742c3a4 None None] Pushing event updated for resources: {'Port': ['ID=9021b26d-f053-4ba4-89a0-5b183b7b9217,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:13.685565 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] Set router 22cef768-489b-4325-89be-f1ea582a2d2c gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:13.759118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:13.920163 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:13.920831 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:14.059142 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'name': 'tempest-TestMinimumBasicScenario-986234447-router', 'tenant_id': '04be74a638de4150b2817edc97f24777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '8bd8350b-da4d-452d-a3fd-5ab3c35f5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:06Z', 'updated_at': '2021-07-16T02:27:09Z', 'revision_number': 4, 'project_id': '04be74a638de4150b2817edc97f24777', 'gw_port': {'id': '8bd8350b-da4d-452d-a3fd-5ab3c35f5c02', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:06Z', 'updated_at': '2021-07-16T02:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '9021b26d-f053-4ba4-89a0-5b183b7b9217', 'name': '', 'network_id': 'ccad8c10-54b9-4cb5-a95a-5775836e780a', 'tenant_id': '04be74a638de4150b2817edc97f24777', 'mac_address': 'fa:16:3e:8d:23:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0f0d57d4-99e6-45d7-8769-5e815d065891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:08Z', 'updated_at': '2021-07-16T02:27:13Z', 'revision_number': 4, 'project_id': '04be74a638de4150b2817edc97f24777', 'subnets': [{'id': '0f0d57d4-99e6-45d7-8769-5e815d065891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:14.086876 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4cbfca-ab32-41f2-ab12-b5004889ab30 None None] The sync data for ids ['22cef768-489b-4325-89be-f1ea582a2d2c'] in n-d-800086-6 is: [{'id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'name': 'tempest-TestMinimumBasicScenario-986234447-router', 'tenant_id': '04be74a638de4150b2817edc97f24777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '8bd8350b-da4d-452d-a3fd-5ab3c35f5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:06Z', 'updated_at': '2021-07-16T02:27:09Z', 'revision_number': 4, 'project_id': '04be74a638de4150b2817edc97f24777', 'gw_port': {'id': '8bd8350b-da4d-452d-a3fd-5ab3c35f5c02', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:06Z', 'updated_at': '2021-07-16T02:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '9021b26d-f053-4ba4-89a0-5b183b7b9217', 'name': '', 'network_id': 'ccad8c10-54b9-4cb5-a95a-5775836e780a', 'tenant_id': '04be74a638de4150b2817edc97f24777', 'mac_address': 'fa:16:3e:8d:23:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0f0d57d4-99e6-45d7-8769-5e815d065891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:08Z', 'updated_at': '2021-07-16T02:27:13Z', 'revision_number': 4, 'project_id': '04be74a638de4150b2817edc97f24777', 'subnets': [{'id': '0f0d57d4-99e6-45d7-8769-5e815d065891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:27:15.768385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9021b26d-f053-4ba4-89a0-5b183b7b9217 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:15.867264 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 9021b26d-f053-4ba4-89a0-5b183b7b9217 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:15.880579 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 9021b26d-f053-4ba4-89a0-5b183b7b9217 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:15.881347 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:15.986759 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.034644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 9021b26d-f053-4ba4-89a0-5b183b7b9217, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9021b26d-f053-4ba4-89a0-5b183b7b9217,segment=NetworkSegment(3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3),segment_id=3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:16.040348 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.103345 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=9021b26d-f053-4ba4-89a0-5b183b7b9217,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:17.743334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9021b26d-f053-4ba4-89a0-5b183b7b9217 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:17.798920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 9021b26d-f053-4ba4-89a0-5b183b7b9217 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:17.799312 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.003015 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-129b7a75-e177-4c31-9366-6f840194c840 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:20.004533 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-129b7a75-e177-4c31-9366-6f840194c840 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/networks?id=1daf4511-4800-449c-8123-98510950a99e HTTP/1.1" status: 200 len: 815 time: 0.1008761 Jul 16 02:27:20.018768 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-d2146216-69b8-4752-b462-466294721b05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/quotas/d189b28da5214aeb84e9a84e0fd9fe8f HTTP/1.1" status: 200 len: 375 time: 0.0089111 Jul 16 02:27:20.092966 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-fd9ab5d3-9111-458d-a6e3-99c6d8f097f6 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d189b28da5214aeb84e9a84e0fd9fe8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690968 Jul 16 02:27:20.239273 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-b5b09e81-d53d-4002-a9f9-db8760b7e8f2 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:27:20.240326 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-b5b09e81-d53d-4002-a9f9-db8760b7e8f2 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436757 Jul 16 02:27:20.329967 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-67c40fc5-117f-4768-9621-5e6b69b73f78 service neutron] 10.222.0.54 "GET /v2.0/networks/1daf4511-4800-449c-8123-98510950a99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833690 Jul 16 02:27:20.422903 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-6b996666-89a6-49a6-aa5f-77945723d14b service neutron] 10.222.0.54 "GET /v2.0/networks/1daf4511-4800-449c-8123-98510950a99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872064 Jul 16 02:27:20.606848 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-51d3b8b0-91c2-46d6-a112-073cc49e8036 req-2fe1ca2b-503b-4ec0-bb2a-a1f51be6ce11 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 210 time: 0.0289223 Jul 16 02:27:21.754553 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ab3888fe-b8b0-48f0-8598-e9b216a7600a req-41e39bba-c1b4-4d77-8028-ba953dfd8a91 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 210 time: 0.0315065 Jul 16 02:27:21.759919 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-415ed603-d128-451b-b312-3b497624b56e tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:21.761562 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-415ed603-d128-451b-b312-3b497624b56e tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.47 "GET /v2.0/networks?id=1daf4511-4800-449c-8123-98510950a99e HTTP/1.1" status: 200 len: 815 time: 0.1107945 Jul 16 02:27:21.782032 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-c5c6f7bc-1b0f-46cf-82b3-f19c953c9d54 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Request body: {'port': {'device_id': 'ec8eaefb-708c-4308-ac12-b808e6357d22', 'network_id': '1daf4511-4800-449c-8123-98510950a99e', 'admin_state_up': True, 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:21.889153 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-c5c6f7bc-1b0f-46cf-82b3-f19c953c9d54 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Made reservation on behalf of d189b28da5214aeb84e9a84e0fd9fe8f for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:27:21.893755 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-c5c6f7bc-1b0f-46cf-82b3-f19c953c9d54 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:22.023560 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-c5c6f7bc-1b0f-46cf-82b3-f19c953c9d54 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Allocated IP 172.20.0.13 (1daf4511-4800-449c-8123-98510950a99e/eb60d52b-8146-4538-961f-c67fd78c9756/b3e838df-6434-4a91-a851-aa192687b3f4) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:22.535458 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-c5c6f7bc-1b0f-46cf-82b3-f19c953c9d54 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:22.551400 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-c5c6f7bc-1b0f-46cf-82b3-f19c953c9d54 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Transition to ACTIVE for port object b3e838df-6434-4a91-a851-aa192687b3f4 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:22.608180 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-c5c6f7bc-1b0f-46cf-82b3-f19c953c9d54 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:22.661794 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-c5c6f7bc-1b0f-46cf-82b3-f19c953c9d54 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Network 1daf4511-4800-449c-8123-98510950a99e is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:22.664799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-c5c6f7bc-1b0f-46cf-82b3-f19c953c9d54 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:22.668669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-c5c6f7bc-1b0f-46cf-82b3-f19c953c9d54 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:22.693504 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6f7bc-1b0f-46cf-82b3-f19c953c9d54 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Pushing event updated for resources: {'Port': ['ID=b3e838df-6434-4a91-a851-aa192687b3f4,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:22.722621 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-c5c6f7bc-1b0f-46cf-82b3-f19c953c9d54 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:22.723328 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-c5c6f7bc-1b0f-46cf-82b3-f19c953c9d54 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:22.742130 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-c5c6f7bc-1b0f-46cf-82b3-f19c953c9d54 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9641464 Jul 16 02:27:22.970976 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-38ef29da-cc0d-4ff0-99a2-5cdca07ad40d None None] Provisioning for port b3e838df-6434-4a91-a851-aa192687b3f4 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:22.976136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-38ef29da-cc0d-4ff0-99a2-5cdca07ad40d None None] Provisioning complete for port b3e838df-6434-4a91-a851-aa192687b3f4 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:22.978040 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-38ef29da-cc0d-4ff0-99a2-5cdca07ad40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:22.986275 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978313dd-e4b5-4d77-9119-aebad68d8d44 req-5aa41e32-7779-442f-98e9-41b976a73063 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:22.993575 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-978313dd-e4b5-4d77-9119-aebad68d8d44 req-5aa41e32-7779-442f-98e9-41b976a73063 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 932 time: 0.0785000 Jul 16 02:27:23.034065 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-978313dd-e4b5-4d77-9119-aebad68d8d44 req-e8fe7d8a-f04b-4690-8519-7b23e204b98d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395942 Jul 16 02:27:23.049109 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-38ef29da-cc0d-4ff0-99a2-5cdca07ad40d None None] Port b3e838df-6434-4a91-a851-aa192687b3f4 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:27:24.226564 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dc965-34af-4c5d-8990-dbb1efdb0697 req-2eddc15e-ca66-4a5f-a98e-070220777a66 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:24.228094 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-848dc965-34af-4c5d-8990-dbb1efdb0697 req-2eddc15e-ca66-4a5f-a98e-070220777a66 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 932 time: 0.0697334 Jul 16 02:27:24.279659 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-848dc965-34af-4c5d-8990-dbb1efdb0697 req-edea5dad-6af1-422a-881c-d68925b25869 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460474 Jul 16 02:27:24.335833 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:25.461512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f83e9-4b6f-4aaa-ba57-d8157c60dc87 req-81f5746c-8f12-418d-88e9-36e6468d914e tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:25.463025 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-404f83e9-4b6f-4aaa-ba57-d8157c60dc87 req-81f5746c-8f12-418d-88e9-36e6468d914e tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 932 time: 0.0648630 Jul 16 02:27:25.500991 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-404f83e9-4b6f-4aaa-ba57-d8157c60dc87 req-26c024fb-411b-4e86-a279-5725c0c0fc53 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324581 Jul 16 02:27:26.689612 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4998c-2fe6-483b-bcbb-85979ed12c7a req-742cc185-9743-4461-893f-0973f84726be tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:26.691167 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-78b4998c-2fe6-483b-bcbb-85979ed12c7a req-742cc185-9743-4461-893f-0973f84726be tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 932 time: 0.0663095 Jul 16 02:27:26.731378 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-78b4998c-2fe6-483b-bcbb-85979ed12c7a req-0597cd24-4166-4449-814b-87f1e5043f89 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344999 Jul 16 02:27:27.916568 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ad14d-5dd4-4a65-9ce7-8573307a545e req-77e76dda-2b6b-4490-8483-ecacc12c2b76 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:27.918077 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-393ad14d-5dd4-4a65-9ce7-8573307a545e req-77e76dda-2b6b-4490-8483-ecacc12c2b76 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 932 time: 0.0670848 Jul 16 02:27:27.957371 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-393ad14d-5dd4-4a65-9ce7-8573307a545e req-1c57761f-a48d-4178-a8d8-25e6124006f8 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337186 Jul 16 02:27:28.442577 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a14bebf-bf0a-4440-bf8d-bdf0f1d7219b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:29.149824 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9d3ee-a585-4a6d-8a73-1ea4d2f995e2 req-5f0940d7-8f62-4d5f-911d-052db56388a0 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:29.151346 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-29d9d3ee-a585-4a6d-8a73-1ea4d2f995e2 req-5f0940d7-8f62-4d5f-911d-052db56388a0 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 932 time: 0.0689325 Jul 16 02:27:29.191051 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-29d9d3ee-a585-4a6d-8a73-1ea4d2f995e2 req-b3221bf6-3206-45c5-8350-36e47873100b tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334446 Jul 16 02:27:29.359461 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:29.681596 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:27:30.389126 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd98fb0-5ae0-444d-aa26-e6fd30f4c787 req-72873ff8-de00-4751-82c7-f72accd7f461 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:30.390623 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fcd98fb0-5ae0-444d-aa26-e6fd30f4c787 req-72873ff8-de00-4751-82c7-f72accd7f461 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 932 time: 0.0703411 Jul 16 02:27:30.429764 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fcd98fb0-5ae0-444d-aa26-e6fd30f4c787 req-a808ab01-f1a7-4352-a44a-85a7f5cb7699 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325971 Jul 16 02:27:31.121191 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e2cd90e9-7fd4-4743-9dfe-3f2eb93ce435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:31.124111 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:31.605806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b6035-8b28-468e-b8fb-ca6c4d66914b req-6cf98b4d-1b81-4c9d-822e-55b8228c119a tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:31.607303 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e31b6035-8b28-468e-b8fb-ca6c4d66914b req-6cf98b4d-1b81-4c9d-822e-55b8228c119a tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 932 time: 0.0680256 Jul 16 02:27:31.656990 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e31b6035-8b28-468e-b8fb-ca6c4d66914b req-55a250be-0253-4bc7-9700-643ad4be73e4 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430620 Jul 16 02:27:32.264707 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:32.833441 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc476b-333f-4f41-89af-07c86a07305c req-8deddf25-5343-49f0-b2d6-3214552b8da1 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:32.835077 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3cc476b-333f-4f41-89af-07c86a07305c req-8deddf25-5343-49f0-b2d6-3214552b8da1 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 932 time: 0.0647643 Jul 16 02:27:32.874316 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3cc476b-333f-4f41-89af-07c86a07305c req-670324fa-0cf3-4021-825f-62f6ed0f4586 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335615 Jul 16 02:27:33.051126 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Request body: {'port': {'device_id': 'ec8eaefb-708c-4308-ac12-b808e6357d22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:33.126002 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:33.383757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e838df-6434-4a91-a851-aa192687b3f4 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:27:33.390988 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:33.403859 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Transition to ACTIVE for port object b3e838df-6434-4a91-a851-aa192687b3f4 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:33.408511 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:33.466692 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e838df-6434-4a91-a851-aa192687b3f4,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:33.539447 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Attempting to bind port b3e838df-6434-4a91-a851-aa192687b3f4 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:33.539819 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Attempting to bind port b3e838df-6434-4a91-a851-aa192687b3f4 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1daf4511-4800-449c-8123-98510950a99e'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:33.540152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Attempting to bind port b3e838df-6434-4a91-a851-aa192687b3f4 on network 1daf4511-4800-449c-8123-98510950a99e {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:33.544930 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Port b3e838df-6434-4a91-a851-aa192687b3f4 on network 1daf4511-4800-449c-8123-98510950a99e not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:27:33.545255 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Attempting to bind port b3e838df-6434-4a91-a851-aa192687b3f4 on network 1daf4511-4800-449c-8123-98510950a99e {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:33.550633 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:33.550980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Checking segment: {'id': 'e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1daf4511-4800-449c-8123-98510950a99e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:33.551376 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Bound using segment: {'id': 'e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1daf4511-4800-449c-8123-98510950a99e'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:33.551841 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Bound port: b3e838df-6434-4a91-a851-aa192687b3f4, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1daf4511-4800-449c-8123-98510950a99e'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:33.552204 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:33.619550 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] For port b3e838df-6434-4a91-a851-aa192687b3f4, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:33.622609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] For port b3e838df-6434-4a91-a851-aa192687b3f4, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b3e838df-6434-4a91-a851-aa192687b3f4,segment=NetworkSegment(e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73),segment_id=e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:33.627303 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:33.664369 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:33.665051 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:33.666547 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] 10.222.0.47 "PUT /v2.0/ports/b3e838df-6434-4a91-a851-aa192687b3f4 HTTP/1.1" status: 200 len: 1092 time: 0.6629646 Jul 16 02:27:33.666990 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8eaefb-708c-4308-ac12-b808e6357d22', 'tag': 'b3e838df-6434-4a91-a851-aa192687b3f4'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:33.697312 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c59f4-d046-4454-b58c-33c48b6e01c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e838df-6434-4a91-a851-aa192687b3f4,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:33.784841 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-a5097040-efc4-4943-886e-ad25be8dee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:33.786384 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-a5097040-efc4-4943-886e-ad25be8dee02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d189b28da5214aeb84e9a84e0fd9fe8f&device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 1095 time: 0.0583496 Jul 16 02:27:33.789154 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fa4e49-6f1e-4ca3-8f80-76310722ebb5" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8eaefb-708c-4308-ac12-b808e6357d22", "tag": "b3e838df-6434-4a91-a851-aa192687b3f4"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:33.837763 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-ad8becf8-71be-4304-b10c-b3c8e9f53777 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3e838df-6434-4a91-a851-aa192687b3f4 HTTP/1.1" status: 200 len: 217 time: 0.0372615 Jul 16 02:27:33.893805 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-5ad49e0a-e18f-41b7-807f-2177bbf9846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:33.895297 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-5ad49e0a-e18f-41b7-807f-2177bbf9846e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb60d52b-8146-4538-961f-c67fd78c9756 HTTP/1.1" status: 200 len: 854 time: 0.0510972 Jul 16 02:27:33.901563 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab1991e-7034-40f9-90ba-582a671eeb26 x-openstack-request-id: req-1ab1991e-7034-40f9-90ba-582a671eeb26 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:33.901798 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8eaefb-708c-4308-ac12-b808e6357d22", "tag": "b3e838df-6434-4a91-a851-aa192687b3f4", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:33.902051 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1ab1991e-7034-40f9-90ba-582a671eeb26 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:33.902656 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8eaefb-708c-4308-ac12-b808e6357d22', 'tag': 'b3e838df-6434-4a91-a851-aa192687b3f4', 'status': 'completed', 'code': 200} Jul 16 02:27:33.957625 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-84348d01-f144-43c7-978d-e1aba003d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:33.959318 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-84348d01-f144-43c7-978d-e1aba003d849 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1daf4511-4800-449c-8123-98510950a99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548253 Jul 16 02:27:34.010101 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:34.097164 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-a0b799f5-f119-49a9-aa0b-2bcd64e0cfa0 service neutron] 10.222.0.47 "GET /v2.0/networks/1daf4511-4800-449c-8123-98510950a99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308820 Jul 16 02:27:34.110054 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba4af-5b09-4045-9815-f81c20b88891 req-25323f6f-3f59-4b82-b069-a9e2329bd115 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:34.111835 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b4bba4af-5b09-4045-9815-f81c20b88891 req-25323f6f-3f59-4b82-b069-a9e2329bd115 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 944 time: 0.1218345 Jul 16 02:27:34.203646 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b4bba4af-5b09-4045-9815-f81c20b88891 req-fab30054-aba9-40d3-863d-dc3826819cde tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837219 Jul 16 02:27:34.229033 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a60d385a-97ed-4f56-9fb6-1a6c06ec77e7 req-41edc9bb-bf8b-4f07-88cf-ae7b8d6f173e service neutron] 10.222.0.47 "GET /v2.0/networks/1daf4511-4800-449c-8123-98510950a99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162593 Jul 16 02:27:34.385831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa4e49-6f1e-4ca3-8f80-76310722ebb5 req-defdfc74-db15-4800-a2fc-a743a2653276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:34.387349 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03fa4e49-6f1e-4ca3-8f80-76310722ebb5 req-defdfc74-db15-4800-a2fc-a743a2653276 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d189b28da5214aeb84e9a84e0fd9fe8f&device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 1095 time: 0.0625410 Jul 16 02:27:34.477599 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa4e49-6f1e-4ca3-8f80-76310722ebb5 req-235ddddf-ec82-4cb3-a1b6-dfb49a2f006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:34.479032 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03fa4e49-6f1e-4ca3-8f80-76310722ebb5 req-235ddddf-ec82-4cb3-a1b6-dfb49a2f006a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1daf4511-4800-449c-8123-98510950a99e HTTP/1.1" status: 200 len: 916 time: 0.0852659 Jul 16 02:27:34.525166 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03fa4e49-6f1e-4ca3-8f80-76310722ebb5 req-ac1b90de-999d-4a50-8d24-dedf7d4ea862 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3e838df-6434-4a91-a851-aa192687b3f4 HTTP/1.1" status: 200 len: 217 time: 0.0384400 Jul 16 02:27:34.573729 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa4e49-6f1e-4ca3-8f80-76310722ebb5 req-2d039233-6b96-4524-b40e-fb76d4e51e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:34.575191 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03fa4e49-6f1e-4ca3-8f80-76310722ebb5 req-2d039233-6b96-4524-b40e-fb76d4e51e0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb60d52b-8146-4538-961f-c67fd78c9756 HTTP/1.1" status: 200 len: 854 time: 0.0433831 Jul 16 02:27:34.633665 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa4e49-6f1e-4ca3-8f80-76310722ebb5 req-84f9eef2-9cb3-4dda-bbd5-3939c71806d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:34.635181 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03fa4e49-6f1e-4ca3-8f80-76310722ebb5 req-84f9eef2-9cb3-4dda-bbd5-3939c71806d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1daf4511-4800-449c-8123-98510950a99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530503 Jul 16 02:27:34.728952 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03fa4e49-6f1e-4ca3-8f80-76310722ebb5 req-e6168dc1-f7dc-4153-b242-7ec7e8047f0b service neutron] 10.222.0.47 "GET /v2.0/networks/1daf4511-4800-449c-8123-98510950a99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865314 Jul 16 02:27:34.818675 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-03fa4e49-6f1e-4ca3-8f80-76310722ebb5 req-4620675e-7d99-4485-ae00-5d2276a8b9ce service neutron] 10.222.0.47 "GET /v2.0/networks/1daf4511-4800-449c-8123-98510950a99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829711 Jul 16 02:27:35.216647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device b3e838df-6434-4a91-a851-aa192687b3f4 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:27:35.313284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port b3e838df-6434-4a91-a851-aa192687b3f4, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b3e838df-6434-4a91-a851-aa192687b3f4,segment=NetworkSegment(e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73),segment_id=e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:35.324979 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'b3e838df-6434-4a91-a851-aa192687b3f4', 'network_id': '1daf4511-4800-449c-8123-98510950a99e', 'port_id': 'b3e838df-6434-4a91-a851-aa192687b3f4', 'mac_address': 'fa:16:3e:83:cc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb60d52b-8146-4538-961f-c67fd78c9756', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:27:35.361825 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:35.374507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e838df-6434-4a91-a851-aa192687b3f4 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:27:35.386373 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4f4c9-0c3d-4f42-bcf8-254ec229a234 req-a6126f0a-a900-4782-bb04-5886e92a952d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:35.387885 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9db4f4c9-0c3d-4f42-bcf8-254ec229a234 req-a6126f0a-a900-4782-bb04-5886e92a952d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 944 time: 0.0633447 Jul 16 02:27:35.395513 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port b3e838df-6434-4a91-a851-aa192687b3f4, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b3e838df-6434-4a91-a851-aa192687b3f4,segment=NetworkSegment(e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73),segment_id=e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:35.405123 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:35.426354 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9db4f4c9-0c3d-4f42-bcf8-254ec229a234 req-1870818e-fbad-45df-8c31-504619cc9c0d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320561 Jul 16 02:27:35.456975 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=b3e838df-6434-4a91-a851-aa192687b3f4,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:35.464210 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:35.464563 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:35.464910 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:35.465252 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:35.465592 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:35.465927 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:35.466260 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:35.466589 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:35.466988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:35.467247 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:35.467577 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:35.467928 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:35.714269 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['b3e838df-6434-4a91-a851-aa192687b3f4'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:27:36.601407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a2026-916b-4c84-8890-8be200c0d567 req-1aff143e-f6dd-4a73-a42c-392c1d446876 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:36.602899 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab9a2026-916b-4c84-8890-8be200c0d567 req-1aff143e-f6dd-4a73-a42c-392c1d446876 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 945 time: 0.0669684 Jul 16 02:27:36.642833 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ab9a2026-916b-4c84-8890-8be200c0d567 req-6a96d9b9-7768-4660-b1bf-f8fe3fbe1a0e tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344172 Jul 16 02:27:37.218644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device b3e838df-6434-4a91-a851-aa192687b3f4 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:37.269007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port b3e838df-6434-4a91-a851-aa192687b3f4 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:37.272621 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port b3e838df-6434-4a91-a851-aa192687b3f4 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:37.273258 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:37.347583 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:37.368277 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8eaefb-708c-4308-ac12-b808e6357d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e838df-6434-4a91-a851-aa192687b3f4'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:37.381721 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port b3e838df-6434-4a91-a851-aa192687b3f4, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b3e838df-6434-4a91-a851-aa192687b3f4,segment=NetworkSegment(e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73),segment_id=e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:37.385574 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:37.409961 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fbd8a3-9cfa-47b7-92e9-555aad9429c3" -d '{"events": [{"server_uuid": "ec8eaefb-708c-4308-ac12-b808e6357d22", "name": "network-vif-plugged", "status": "completed", "tag": "b3e838df-6434-4a91-a851-aa192687b3f4"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:37.440301 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=b3e838df-6434-4a91-a851-aa192687b3f4,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:37.489373 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c781c6-418c-4140-b9ca-b0b4417f4926 x-openstack-request-id: req-47c781c6-418c-4140-b9ca-b0b4417f4926 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:37.489664 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8eaefb-708c-4308-ac12-b808e6357d22", "name": "network-vif-plugged", "status": "completed", "tag": "b3e838df-6434-4a91-a851-aa192687b3f4", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:37.489918 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-47c781c6-418c-4140-b9ca-b0b4417f4926 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:37.490316 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8eaefb-708c-4308-ac12-b808e6357d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e838df-6434-4a91-a851-aa192687b3f4', 'code': 200} Jul 16 02:27:37.626857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d460bc9-2425-474a-982d-675f8a6f2888 req-0b8f3e4a-3fe2-4422-aa55-813fc8e44894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:37.628354 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5d460bc9-2425-474a-982d-675f8a6f2888 req-0b8f3e4a-3fe2-4422-aa55-813fc8e44894 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 1097 time: 0.0510743 Jul 16 02:27:37.662950 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5d460bc9-2425-474a-982d-675f8a6f2888 req-e2ab0090-5d0b-4ce2-959f-e4109503bc19 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273814 Jul 16 02:27:37.817052 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565209c-c46f-42c2-adeb-eb1e5a266441 req-6695f079-f5bf-442c-9927-0ee61e867712 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:37.818546 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3565209c-c46f-42c2-adeb-eb1e5a266441 req-6695f079-f5bf-442c-9927-0ee61e867712 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 946 time: 0.0631318 Jul 16 02:27:37.859391 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3565209c-c46f-42c2-adeb-eb1e5a266441 req-f5100e90-b7bb-4526-b6de-d5ba50a5632b tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354135 Jul 16 02:27:39.032531 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44d1ab-af68-48ce-ab9c-7d4ce55d1892 req-23254e98-5300-49db-b682-2fc15ef2c0d4 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:39.034124 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f44d1ab-af68-48ce-ab9c-7d4ce55d1892 req-23254e98-5300-49db-b682-2fc15ef2c0d4 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 946 time: 0.0645635 Jul 16 02:27:39.075510 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3f44d1ab-af68-48ce-ab9c-7d4ce55d1892 req-d7b5a965-06f6-4c5e-905e-1f67c2827706 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359404 Jul 16 02:27:39.242524 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33d237-84e8-4d8c-a3ee-6fcaec9b6f0d req-471e5c6e-a3ba-435d-9d76-c02bbf135e49 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:39.244411 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bb33d237-84e8-4d8c-a3ee-6fcaec9b6f0d req-471e5c6e-a3ba-435d-9d76-c02bbf135e49 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 946 time: 0.0631592 Jul 16 02:27:39.282160 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bb33d237-84e8-4d8c-a3ee-6fcaec9b6f0d req-23925cc2-3184-4766-b607-f15bb7b35753 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324404 Jul 16 02:27:39.618923 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbef55-b80a-40ac-ac01-9d9b4502ef84 req-2bf74bc0-b63b-4f59-b2bc-ce3e262a7b14 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:39.620452 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-09cbef55-b80a-40ac-ac01-9d9b4502ef84 req-2bf74bc0-b63b-4f59-b2bc-ce3e262a7b14 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 946 time: 0.0623364 Jul 16 02:27:39.659271 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-09cbef55-b80a-40ac-ac01-9d9b4502ef84 req-cd72810d-4af5-48b6-b45a-63e9404174bd tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332489 Jul 16 02:27:51.334679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120439af-09a7-4dba-bebf-2408a037db23 req-c29439bf-4e40-42e5-abd7-5766d9369d37 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:51.336164 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-120439af-09a7-4dba-bebf-2408a037db23 req-c29439bf-4e40-42e5-abd7-5766d9369d37 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 946 time: 0.0668154 Jul 16 02:27:51.373581 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-120439af-09a7-4dba-bebf-2408a037db23 req-03d8055d-d766-41ce-8437-ded5251073f6 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318141 Jul 16 02:27:51.398514 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49020) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:51.489235 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcbdab3-9e19-445b-a434-f3f054871694 tempest-TestMinimumBasicScenario-1535616500 tempest-TestMinimumBasicScenario-1535616500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:51.490723 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8dcbdab3-9e19-445b-a434-f3f054871694 tempest-TestMinimumBasicScenario-1535616500 tempest-TestMinimumBasicScenario-1535616500-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 1092 time: 0.0912380 Jul 16 02:27:51.493641 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49024) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:51.497943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': 'b3e838df-6434-4a91-a851-aa192687b3f4', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:51.521608 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:51.616313 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:51.718788 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Allocated IP 172.25.1.43 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/95a787b9-fcf9-4a79-99b5-50a2edc7d9ca) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:51.826519 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:51.863862 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:51.900145 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:51.904798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:51.908180 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:51.932808 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Pushing event updated for resources: {'Port': ['ID=95a787b9-fcf9-4a79-99b5-50a2edc7d9ca,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:52.305237 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:52.385851 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:52.534020 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:52.538258 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:52.599435 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Pushing event updated for resources: {'Port': ['ID=95a787b9-fcf9-4a79-99b5-50a2edc7d9ca,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:52.614514 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:52.711314 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Floating IP 49f0f4b9-2cec-4dd1-b1be-b6187a4b32f9 associated. External IP: 172.25.1.43, port: b3e838df-6434-4a91-a851-aa192687b3f4. Jul 16 02:27:52.916642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Router 942c2a76-2461-4d67-88eb-261213a240b1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:27:53.326886 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:27:53.339201 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f45e80-4692-48aa-a15c-b99402910033 None None] Sync routers for ids ['942c2a76-2461-4d67-88eb-261213a240b1'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:27:53.343124 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:53.350268 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f45e80-4692-48aa-a15c-b99402910033 None None] Routers {'942c2a76-2461-4d67-88eb-261213a240b1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:53.350891 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a4f45e80-4692-48aa-a15c-b99402910033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:27:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['942c2a76-2461-4d67-88eb-261213a240b1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:53.379564 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c2012fe7-3d8f-418c-b3f6-c96b30085908 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8848963 Jul 16 02:27:53.380265 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8eaefb-708c-4308-ac12-b808e6357d22', 'tag': 'b3e838df-6434-4a91-a851-aa192687b3f4'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:53.382456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49026) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:53.382953 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c3abca-7958-4043-9ec2-052242b7f5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8eaefb-708c-4308-ac12-b808e6357d22", "tag": "b3e838df-6434-4a91-a851-aa192687b3f4"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:53.387065 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-b3800f2b-c639-453a-81ca-0b743ce7ae05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-680142805', 'description': 'tempest-secgroup-smoke-680142805 description', 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:53.413825 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3800f2b-c639-453a-81ca-0b743ce7ae05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:53.421645 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebf5267-aebb-4b8b-a238-46dbff0e22e0 x-openstack-request-id: req-5ebf5267-aebb-4b8b-a238-46dbff0e22e0 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:53.422152 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8eaefb-708c-4308-ac12-b808e6357d22", "tag": "b3e838df-6434-4a91-a851-aa192687b3f4", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:53.422152 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5ebf5267-aebb-4b8b-a238-46dbff0e22e0 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:53.422556 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8eaefb-708c-4308-ac12-b808e6357d22', 'tag': 'b3e838df-6434-4a91-a851-aa192687b3f4', 'status': 'completed', 'code': 200} Jul 16 02:27:53.460328 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a4f45e80-4692-48aa-a15c-b99402910033 None None] Set router 942c2a76-2461-4d67-88eb-261213a240b1 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:53.504282 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3800f2b-c639-453a-81ca-0b743ce7ae05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:53.508232 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3800f2b-c639-453a-81ca-0b743ce7ae05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:53.528074 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b3800f2b-c639-453a-81ca-0b743ce7ae05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:53.529323 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b3800f2b-c639-453a-81ca-0b743ce7ae05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1458681 Jul 16 02:27:53.532476 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49030) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:53.538918 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-42066bda-a383-4f40-8229-380d1ce69286 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Request body: {'security_group_rule': {'security_group_id': 'a7b68398-aadf-4deb-8dc4-67cba747b9ba', 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:53.547936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3abca-7958-4043-9ec2-052242b7f5eb req-12c7c95e-f1c2-4ec5-93e5-e88e2b8b7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:53.549391 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7c3abca-7958-4043-9ec2-052242b7f5eb req-12c7c95e-f1c2-4ec5-93e5-e88e2b8b7db4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d189b28da5214aeb84e9a84e0fd9fe8f&device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 1097 time: 0.0704195 Jul 16 02:27:53.552290 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3800f2b-c639-453a-81ca-0b743ce7ae05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b68398-aadf-4deb-8dc4-67cba747b9ba,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:53.559824 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3800f2b-c639-453a-81ca-0b743ce7ae05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.560237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3800f2b-c639-453a-81ca-0b743ce7ae05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.560584 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3800f2b-c639-453a-81ca-0b743ce7ae05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.560928 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3800f2b-c639-453a-81ca-0b743ce7ae05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.561267 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3800f2b-c639-453a-81ca-0b743ce7ae05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.561759 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3800f2b-c639-453a-81ca-0b743ce7ae05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.562090 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3800f2b-c639-453a-81ca-0b743ce7ae05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.562473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3800f2b-c639-453a-81ca-0b743ce7ae05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.562882 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3800f2b-c639-453a-81ca-0b743ce7ae05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.563078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3800f2b-c639-453a-81ca-0b743ce7ae05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.563417 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3800f2b-c639-453a-81ca-0b743ce7ae05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.563760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3800f2b-c639-453a-81ca-0b743ce7ae05 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.589881 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-42066bda-a383-4f40-8229-380d1ce69286 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:53.687680 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-42066bda-a383-4f40-8229-380d1ce69286 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:53.688689 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a4f45e80-4692-48aa-a15c-b99402910033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c2a76-2461-4d67-88eb-261213a240b1', 'name': 'tempest-TestMinimumBasicScenario-1801556356-router', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:01Z', 'updated_at': '2021-07-16T02:27:04Z', 'revision_number': 4, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'gw_port': {'id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:02Z', 'updated_at': '2021-07-16T02:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '49f0f4b9-2cec-4dd1-b1be-b6187a4b32f9', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'port_id': 'b3e838df-6434-4a91-a851-aa192687b3f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1daf4511-4800-449c-8123-98510950a99e', 'mac_address': 'fa:16:3e:83:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8eaefb-708c-4308-ac12-b808e6357d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:27:52Z', 'updated_at': '2021-07-16T02:27:52Z', 'revision_number': 0, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3546c8-7b89-4e87-8320-7854c2ba11f1', 'name': '', 'network_id': '1daf4511-4800-449c-8123-98510950a99e', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'mac_address': 'fa:16:3e:60:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'eb60d52b-8146-4538-961f-c67fd78c9756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:03Z', 'updated_at': '2021-07-16T02:27:10Z', 'revision_number': 5, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'subnets': [{'id': 'eb60d52b-8146-4538-961f-c67fd78c9756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:53.689039 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3abca-7958-4043-9ec2-052242b7f5eb req-1c76b0a8-4ab0-406b-bfcc-b9ec94d1fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:53.690749 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7c3abca-7958-4043-9ec2-052242b7f5eb req-1c76b0a8-4ab0-406b-bfcc-b9ec94d1fd56 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1daf4511-4800-449c-8123-98510950a99e HTTP/1.1" status: 200 len: 916 time: 0.1298807 Jul 16 02:27:53.691817 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-42066bda-a383-4f40-8229-380d1ce69286 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:53.716495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42066bda-a383-4f40-8229-380d1ce69286 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226b8515-9cb6-4ef4-be94-459592a19019,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:53.719262 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f45e80-4692-48aa-a15c-b99402910033 None None] Checking router: 942c2a76-2461-4d67-88eb-261213a240b1 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:27:53.729337 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f45e80-4692-48aa-a15c-b99402910033 None None] Routers {'942c2a76-2461-4d67-88eb-261213a240b1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:53.729978 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a4f45e80-4692-48aa-a15c-b99402910033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:27:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['942c2a76-2461-4d67-88eb-261213a240b1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:53.751687 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-42066bda-a383-4f40-8229-380d1ce69286 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:53.755645 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-42066bda-a383-4f40-8229-380d1ce69286 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2193358 Jul 16 02:27:53.756139 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49032) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:53.761128 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-38a60995-16be-40dd-9f6d-2ad57a94fd34 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Request body: {'security_group_rule': {'security_group_id': 'a7b68398-aadf-4deb-8dc4-67cba747b9ba', 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:53.778538 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7c3abca-7958-4043-9ec2-052242b7f5eb req-dd2ccd84-dd92-4bef-9dd7-ceec25262f26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3e838df-6434-4a91-a851-aa192687b3f4 HTTP/1.1" status: 200 len: 999 time: 0.0722668 Jul 16 02:27:53.790376 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38a60995-16be-40dd-9f6d-2ad57a94fd34 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:53.831916 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3abca-7958-4043-9ec2-052242b7f5eb req-b4d22987-af7b-4798-b3f1-8c4de4df2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:53.833438 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7c3abca-7958-4043-9ec2-052242b7f5eb req-b4d22987-af7b-4798-b3f1-8c4de4df2e3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb60d52b-8146-4538-961f-c67fd78c9756 HTTP/1.1" status: 200 len: 854 time: 0.0478086 Jul 16 02:27:53.840422 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a4f45e80-4692-48aa-a15c-b99402910033 None None] Set router 942c2a76-2461-4d67-88eb-261213a240b1 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:53.853368 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38a60995-16be-40dd-9f6d-2ad57a94fd34 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:53.857551 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38a60995-16be-40dd-9f6d-2ad57a94fd34 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:53.875751 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a60995-16be-40dd-9f6d-2ad57a94fd34 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1c6550-7ba9-4c1c-b271-0dfe3214f39f,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:53.887647 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-38a60995-16be-40dd-9f6d-2ad57a94fd34 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:53.892289 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-38a60995-16be-40dd-9f6d-2ad57a94fd34 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1317828 Jul 16 02:27:53.892289 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49034) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:53.898052 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-242ff46c-d130-414c-b30e-8a5e7fdb0009 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Request body: {'security_group_rule': {'security_group_id': 'a7b68398-aadf-4deb-8dc4-67cba747b9ba', 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:53.904856 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3abca-7958-4043-9ec2-052242b7f5eb req-7b85bada-13e7-4999-8265-8f0ad7fa6891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:53.906592 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7c3abca-7958-4043-9ec2-052242b7f5eb req-7b85bada-13e7-4999-8265-8f0ad7fa6891 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1daf4511-4800-449c-8123-98510950a99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661364 Jul 16 02:27:53.930738 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-242ff46c-d130-414c-b30e-8a5e7fdb0009 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:53.997654 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-242ff46c-d130-414c-b30e-8a5e7fdb0009 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.002855 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-242ff46c-d130-414c-b30e-8a5e7fdb0009 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.026223 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ff46c-d130-414c-b30e-8a5e7fdb0009 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f00bdee-cc47-4c4e-89f6-2e142004335a,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:54.033705 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-242ff46c-d130-414c-b30e-8a5e7fdb0009 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.038175 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-242ff46c-d130-414c-b30e-8a5e7fdb0009 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416059 Jul 16 02:27:54.038335 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7c3abca-7958-4043-9ec2-052242b7f5eb req-6f109fd0-693a-41a1-a8da-fcc3ca7bf525 service neutron] 10.222.0.47 "GET /v2.0/networks/1daf4511-4800-449c-8123-98510950a99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201499 Jul 16 02:27:54.038457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49036) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:54.043408 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-27ca65c3-9e42-4790-9f62-2eb566e3c2b6 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Request body: {'security_group_rule': {'security_group_id': 'a7b68398-aadf-4deb-8dc4-67cba747b9ba', 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:54.076351 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27ca65c3-9e42-4790-9f62-2eb566e3c2b6 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.146637 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7c3abca-7958-4043-9ec2-052242b7f5eb req-34faf82a-2f22-4d22-8314-6d8df98537f7 service neutron] 10.222.0.47 "GET /v2.0/networks/1daf4511-4800-449c-8123-98510950a99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041207 Jul 16 02:27:54.152417 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27ca65c3-9e42-4790-9f62-2eb566e3c2b6 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.156324 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27ca65c3-9e42-4790-9f62-2eb566e3c2b6 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.175661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca65c3-9e42-4790-9f62-2eb566e3c2b6 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b151b0-eec6-42c1-8fd8-b3bd82ddb968,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:54.184476 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-27ca65c3-9e42-4790-9f62-2eb566e3c2b6 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.184476 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-27ca65c3-9e42-4790-9f62-2eb566e3c2b6 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1435511 Jul 16 02:27:54.185834 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49038) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:54.191394 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-163d865d-f62f-4ea8-810b-1849262906c4 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Request body: {'security_group_rule': {'security_group_id': 'a7b68398-aadf-4deb-8dc4-67cba747b9ba', 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:54.213885 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-163d865d-f62f-4ea8-810b-1849262906c4 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Project d189b28da5214aeb84e9a84e0fd9fe8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:27:54.218965 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-163d865d-f62f-4ea8-810b-1849262906c4 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.222671 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a4f45e80-4692-48aa-a15c-b99402910033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c2a76-2461-4d67-88eb-261213a240b1', 'name': 'tempest-TestMinimumBasicScenario-1801556356-router', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:01Z', 'updated_at': '2021-07-16T02:27:04Z', 'revision_number': 4, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'gw_port': {'id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:02Z', 'updated_at': '2021-07-16T02:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '49f0f4b9-2cec-4dd1-b1be-b6187a4b32f9', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'port_id': 'b3e838df-6434-4a91-a851-aa192687b3f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1daf4511-4800-449c-8123-98510950a99e', 'mac_address': 'fa:16:3e:83:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8eaefb-708c-4308-ac12-b808e6357d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:27:52Z', 'updated_at': '2021-07-16T02:27:52Z', 'revision_number': 0, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3546c8-7b89-4e87-8320-7854c2ba11f1', 'name': '', 'network_id': '1daf4511-4800-449c-8123-98510950a99e', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'mac_address': 'fa:16:3e:60:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'eb60d52b-8146-4538-961f-c67fd78c9756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:03Z', 'updated_at': '2021-07-16T02:27:10Z', 'revision_number': 5, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'subnets': [{'id': 'eb60d52b-8146-4538-961f-c67fd78c9756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:54.250660 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f45e80-4692-48aa-a15c-b99402910033 None None] The sync data for ids ['942c2a76-2461-4d67-88eb-261213a240b1'] in n-d-800086-6 is: [{'id': '942c2a76-2461-4d67-88eb-261213a240b1', 'name': 'tempest-TestMinimumBasicScenario-1801556356-router', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:01Z', 'updated_at': '2021-07-16T02:27:04Z', 'revision_number': 4, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'gw_port': {'id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:02Z', 'updated_at': '2021-07-16T02:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '49f0f4b9-2cec-4dd1-b1be-b6187a4b32f9', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'port_id': 'b3e838df-6434-4a91-a851-aa192687b3f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1daf4511-4800-449c-8123-98510950a99e', 'mac_address': 'fa:16:3e:83:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8eaefb-708c-4308-ac12-b808e6357d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:27:52Z', 'updated_at': '2021-07-16T02:27:52Z', 'revision_number': 0, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3546c8-7b89-4e87-8320-7854c2ba11f1', 'name': '', 'network_id': '1daf4511-4800-449c-8123-98510950a99e', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'mac_address': 'fa:16:3e:60:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'eb60d52b-8146-4538-961f-c67fd78c9756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:03Z', 'updated_at': '2021-07-16T02:27:10Z', 'revision_number': 5, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'subnets': [{'id': 'eb60d52b-8146-4538-961f-c67fd78c9756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:27:54.300189 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-163d865d-f62f-4ea8-810b-1849262906c4 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.304567 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-163d865d-f62f-4ea8-810b-1849262906c4 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.326747 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d865d-f62f-4ea8-810b-1849262906c4 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ff0e45-e145-4653-9f8c-af8686a2fd2c,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:54.337211 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-163d865d-f62f-4ea8-810b-1849262906c4 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.338883 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-163d865d-f62f-4ea8-810b-1849262906c4 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1516352 Jul 16 02:27:54.341242 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49040) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:54.347089 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e7c7af45-912f-4afd-828e-ea3120689e1e tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Request body: {'security_group_rule': {'security_group_id': 'a7b68398-aadf-4deb-8dc4-67cba747b9ba', 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:54.347311 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.371896 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-e7c7af45-912f-4afd-828e-ea3120689e1e tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Project d189b28da5214aeb84e9a84e0fd9fe8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:27:54.377368 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7c7af45-912f-4afd-828e-ea3120689e1e tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.446166 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7c7af45-912f-4afd-828e-ea3120689e1e tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.450591 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7c7af45-912f-4afd-828e-ea3120689e1e tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.469180 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7af45-912f-4afd-828e-ea3120689e1e tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab1291f-8d2d-42c2-bee4-bdf780c73530,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:54.475789 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e7c7af45-912f-4afd-828e-ea3120689e1e tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.477047 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e7c7af45-912f-4afd-828e-ea3120689e1e tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348548 Jul 16 02:27:54.495650 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d44a5ac-60de-4833-b8c6-088847f5f3e0 None None] New status for floating IP 49f0f4b9-2cec-4dd1-b1be-b6187a4b32f9: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:27:54.601047 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-886dfbc2-9a02-4265-8ead-a7982edb44be req-ad068a49-400a-4352-8d63-f8394b7fce58 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-680142805&fields=id&tenant_id=d189b28da5214aeb84e9a84e0fd9fe8f HTTP/1.1" status: 200 len: 267 time: 0.0343852 Jul 16 02:27:54.670696 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dfbc2-9a02-4265-8ead-a7982edb44be req-ad7354fe-938f-4a5f-b0e9-4e833b15bd09 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:54.672176 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-886dfbc2-9a02-4265-8ead-a7982edb44be req-ad7354fe-938f-4a5f-b0e9-4e833b15bd09 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 946 time: 0.0655644 Jul 16 02:27:54.687051 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-886dfbc2-9a02-4265-8ead-a7982edb44be req-21ffc434-de40-4c91-9578-ea2210a2619d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Request body: {'port': {'security_groups': ['977ffbd7-d628-4427-be9b-2f0126fac3be', 'a7b68398-aadf-4deb-8dc4-67cba747b9ba']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:54.774860 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-886dfbc2-9a02-4265-8ead-a7982edb44be req-21ffc434-de40-4c91-9578-ea2210a2619d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.960972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-886dfbc2-9a02-4265-8ead-a7982edb44be req-21ffc434-de40-4c91-9578-ea2210a2619d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] For port b3e838df-6434-4a91-a851-aa192687b3f4, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b3e838df-6434-4a91-a851-aa192687b3f4,segment=NetworkSegment(e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73),segment_id=e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:54.990376 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-886dfbc2-9a02-4265-8ead-a7982edb44be req-21ffc434-de40-4c91-9578-ea2210a2619d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.995085 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-886dfbc2-9a02-4265-8ead-a7982edb44be req-21ffc434-de40-4c91-9578-ea2210a2619d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:55.033825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['b3e838df-6434-4a91-a851-aa192687b3f4'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:27:55.039197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dfbc2-9a02-4265-8ead-a7982edb44be req-21ffc434-de40-4c91-9578-ea2210a2619d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:55.039861 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-886dfbc2-9a02-4265-8ead-a7982edb44be req-21ffc434-de40-4c91-9578-ea2210a2619d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:55.041364 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-886dfbc2-9a02-4265-8ead-a7982edb44be req-21ffc434-de40-4c91-9578-ea2210a2619d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "PUT /v2.0/ports/b3e838df-6434-4a91-a851-aa192687b3f4 HTTP/1.1" status: 200 len: 982 time: 0.3592777 Jul 16 02:27:55.067462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffc434-de40-4c91-9578-ea2210a2619d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Pushing event updated for resources: {'Port': ['ID=b3e838df-6434-4a91-a851-aa192687b3f4,revision_number=6']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:55.175649 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['b3e838df-6434-4a91-a851-aa192687b3f4'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:27:55.215958 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ccd2b-a858-4a0d-8a8e-8fb56e310ad0 req-741dde05-48fb-43bb-b53d-f6049626987a tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:55.218158 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e53ccd2b-a858-4a0d-8a8e-8fb56e310ad0 req-741dde05-48fb-43bb-b53d-f6049626987a tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 985 time: 0.0685134 Jul 16 02:27:55.260896 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e53ccd2b-a858-4a0d-8a8e-8fb56e310ad0 req-acfbfd2e-a5ec-4f95-a5a9-4227b7476c71 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&id=a7b68398-aadf-4deb-8dc4-67cba747b9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367577 Jul 16 02:27:55.355192 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-83248baa-ebc7-45ac-b825-57c2fabd9114 None None] Provisioning complete for port b3e838df-6434-4a91-a851-aa192687b3f4 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:55.355774 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-83248baa-ebc7-45ac-b825-57c2fabd9114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:55.424339 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8eaefb-708c-4308-ac12-b808e6357d22', 'tag': 'b3e838df-6434-4a91-a851-aa192687b3f4'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:55.426784 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f1410c-5435-40b5-ad88-e93a766cbdd1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8eaefb-708c-4308-ac12-b808e6357d22", "tag": "b3e838df-6434-4a91-a851-aa192687b3f4"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:55.463016 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a36b48-eedf-41c1-8d39-f3c1d55bfa34 x-openstack-request-id: req-55a36b48-eedf-41c1-8d39-f3c1d55bfa34 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:55.463634 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8eaefb-708c-4308-ac12-b808e6357d22", "tag": "b3e838df-6434-4a91-a851-aa192687b3f4", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:55.463634 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-55a36b48-eedf-41c1-8d39-f3c1d55bfa34 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:55.463996 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8eaefb-708c-4308-ac12-b808e6357d22', 'tag': 'b3e838df-6434-4a91-a851-aa192687b3f4', 'status': 'completed', 'code': 200} Jul 16 02:27:55.572374 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1410c-5435-40b5-ad88-e93a766cbdd1 req-9116f182-c2e0-43d2-bd26-2d56080e0f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:55.573959 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52f1410c-5435-40b5-ad88-e93a766cbdd1 req-9116f182-c2e0-43d2-bd26-2d56080e0f2a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d189b28da5214aeb84e9a84e0fd9fe8f&device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 1136 time: 0.0595217 Jul 16 02:27:55.666056 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1410c-5435-40b5-ad88-e93a766cbdd1 req-486ba37c-8e21-4210-9606-bb0a2b6650a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:55.667586 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52f1410c-5435-40b5-ad88-e93a766cbdd1 req-486ba37c-8e21-4210-9606-bb0a2b6650a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1daf4511-4800-449c-8123-98510950a99e HTTP/1.1" status: 200 len: 916 time: 0.0865920 Jul 16 02:27:55.737254 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52f1410c-5435-40b5-ad88-e93a766cbdd1 req-e9414b25-51da-4866-90cd-0ae19a97df81 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3e838df-6434-4a91-a851-aa192687b3f4 HTTP/1.1" status: 200 len: 1001 time: 0.0622759 Jul 16 02:27:55.785445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1410c-5435-40b5-ad88-e93a766cbdd1 req-4788b10e-4187-4292-a6af-03fc6cfd2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:55.786992 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52f1410c-5435-40b5-ad88-e93a766cbdd1 req-4788b10e-4187-4292-a6af-03fc6cfd2fb5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb60d52b-8146-4538-961f-c67fd78c9756 HTTP/1.1" status: 200 len: 854 time: 0.0424354 Jul 16 02:27:55.841942 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1410c-5435-40b5-ad88-e93a766cbdd1 req-0f9968ba-b045-4f2f-9e00-57816a2913b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:55.843424 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52f1410c-5435-40b5-ad88-e93a766cbdd1 req-0f9968ba-b045-4f2f-9e00-57816a2913b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1daf4511-4800-449c-8123-98510950a99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500946 Jul 16 02:27:55.938540 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52f1410c-5435-40b5-ad88-e93a766cbdd1 req-58a67d17-46df-44ad-b626-141a3f25d591 service neutron] 10.222.0.47 "GET /v2.0/networks/1daf4511-4800-449c-8123-98510950a99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853648 Jul 16 02:27:56.029867 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-52f1410c-5435-40b5-ad88-e93a766cbdd1 req-572fdb06-3c26-43ec-9760-d7f8338edbcb service neutron] 10.222.0.47 "GET /v2.0/networks/1daf4511-4800-449c-8123-98510950a99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821762 Jul 16 02:27:58.444180 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1f3d7538-8715-43fb-b938-231469b5f669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:59.368454 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:01.121195 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:01.122970 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-30994c8d-fa43-4d3a-bba5-e939ca62aee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:02.267104 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:04.012230 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:06.680549 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:28:08.639632 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a30c56b5-eb6d-4888-9a88-9661cb857bd3 req-83d82210-1e58-4b9e-ad3e-21d00964165b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578332 Jul 16 02:28:08.755548 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c56b5-eb6d-4888-9a88-9661cb857bd3 req-2f4c94ee-4760-4972-ae26-47186d3ef759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:08.757096 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a30c56b5-eb6d-4888-9a88-9661cb857bd3 req-2f4c94ee-4760-4972-ae26-47186d3ef759 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d189b28da5214aeb84e9a84e0fd9fe8f&device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 1136 time: 0.0532100 Jul 16 02:28:08.860612 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c56b5-eb6d-4888-9a88-9661cb857bd3 req-9c128ee0-9392-408e-96d2-e05f7769c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:08.862731 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a30c56b5-eb6d-4888-9a88-9661cb857bd3 req-9c128ee0-9392-408e-96d2-e05f7769c325 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1daf4511-4800-449c-8123-98510950a99e HTTP/1.1" status: 200 len: 916 time: 0.0847328 Jul 16 02:28:08.933129 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a30c56b5-eb6d-4888-9a88-9661cb857bd3 req-3394f2d8-554a-44bb-83f4-835c9ff1981d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3e838df-6434-4a91-a851-aa192687b3f4 HTTP/1.1" status: 200 len: 1001 time: 0.0627522 Jul 16 02:28:08.981817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c56b5-eb6d-4888-9a88-9661cb857bd3 req-58f2678b-c3ef-4302-85c9-9b87503bd9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:08.983244 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a30c56b5-eb6d-4888-9a88-9661cb857bd3 req-58f2678b-c3ef-4302-85c9-9b87503bd9e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb60d52b-8146-4538-961f-c67fd78c9756 HTTP/1.1" status: 200 len: 854 time: 0.0427845 Jul 16 02:28:09.040124 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c56b5-eb6d-4888-9a88-9661cb857bd3 req-6fad8c07-d847-472d-b877-053a02ec357a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:09.041610 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a30c56b5-eb6d-4888-9a88-9661cb857bd3 req-6fad8c07-d847-472d-b877-053a02ec357a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1daf4511-4800-449c-8123-98510950a99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508797 Jul 16 02:28:09.133185 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a30c56b5-eb6d-4888-9a88-9661cb857bd3 req-a7ed50df-2eaf-4a3f-b75a-237a985be7f9 service neutron] 10.222.0.47 "GET /v2.0/networks/1daf4511-4800-449c-8123-98510950a99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851569 Jul 16 02:28:09.222743 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a30c56b5-eb6d-4888-9a88-9661cb857bd3 req-1a664128-3b86-4ad2-8534-f6b25d53bca0 service neutron] 10.222.0.47 "GET /v2.0/networks/1daf4511-4800-449c-8123-98510950a99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819685 Jul 16 02:28:12.616062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720d84-db5f-4c5d-b6e3-7285bef3ab11 req-069911cc-5fa8-4f01-8c90-47975d26ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:12.617599 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84720d84-db5f-4c5d-b6e3-7285bef3ab11 req-069911cc-5fa8-4f01-8c90-47975d26ce6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d189b28da5214aeb84e9a84e0fd9fe8f&device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 1136 time: 0.1018059 Jul 16 02:28:12.625976 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339844a8-16ea-4e47-8fd1-ed6c165a0cb4 req-0043d52e-20ce-4e22-b8a4-a16e5fb4f7d1 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:12.628047 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-339844a8-16ea-4e47-8fd1-ed6c165a0cb4 req-0043d52e-20ce-4e22-b8a4-a16e5fb4f7d1 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 985 time: 0.1026127 Jul 16 02:28:12.725314 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-339844a8-16ea-4e47-8fd1-ed6c165a0cb4 req-8978a79f-57a7-4a17-887a-f6fa076214e7 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&id=a7b68398-aadf-4deb-8dc4-67cba747b9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0892160 Jul 16 02:28:12.753939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720d84-db5f-4c5d-b6e3-7285bef3ab11 req-e58d1f68-8022-4f8c-a056-7d01f2b07e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:12.755433 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84720d84-db5f-4c5d-b6e3-7285bef3ab11 req-e58d1f68-8022-4f8c-a056-7d01f2b07e72 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1daf4511-4800-449c-8123-98510950a99e HTTP/1.1" status: 200 len: 916 time: 0.1265557 Jul 16 02:28:12.823594 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84720d84-db5f-4c5d-b6e3-7285bef3ab11 req-232b9156-3fc5-4e0a-ac6f-80810eaedb52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3e838df-6434-4a91-a851-aa192687b3f4 HTTP/1.1" status: 200 len: 1001 time: 0.0589664 Jul 16 02:28:12.878442 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720d84-db5f-4c5d-b6e3-7285bef3ab11 req-63df8bda-c796-414b-a4d6-5ffb68a160f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:12.879840 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84720d84-db5f-4c5d-b6e3-7285bef3ab11 req-63df8bda-c796-414b-a4d6-5ffb68a160f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb60d52b-8146-4538-961f-c67fd78c9756 HTTP/1.1" status: 200 len: 854 time: 0.0498295 Jul 16 02:28:12.942817 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720d84-db5f-4c5d-b6e3-7285bef3ab11 req-96dc8175-0651-46fe-a85f-bf2340024861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:12.944362 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84720d84-db5f-4c5d-b6e3-7285bef3ab11 req-96dc8175-0651-46fe-a85f-bf2340024861 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1daf4511-4800-449c-8123-98510950a99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576196 Jul 16 02:28:13.034017 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84720d84-db5f-4c5d-b6e3-7285bef3ab11 req-f154e4bf-dc9e-4e73-a06c-fc588d4e6264 service neutron] 10.222.0.47 "GET /v2.0/networks/1daf4511-4800-449c-8123-98510950a99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817673 Jul 16 02:28:13.130554 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84720d84-db5f-4c5d-b6e3-7285bef3ab11 req-5335f3a9-b294-4cdc-8031-bc0882b29e52 service neutron] 10.222.0.47 "GET /v2.0/networks/1daf4511-4800-449c-8123-98510950a99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882063 Jul 16 02:28:13.909742 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc81af2-ad25-4c57-b6d0-833402619edb req-aebe7a72-07b2-45f9-9cc3-afd43c63df04 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:13.911254 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1bc81af2-ad25-4c57-b6d0-833402619edb req-aebe7a72-07b2-45f9-9cc3-afd43c63df04 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 985 time: 0.0676422 Jul 16 02:28:13.951980 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1bc81af2-ad25-4c57-b6d0-833402619edb req-e1516b99-22f0-44a3-8c73-3882d7008722 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&id=a7b68398-aadf-4deb-8dc4-67cba747b9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349565 Jul 16 02:28:15.122716 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaf013-c28a-42de-9616-a39905727dc6 req-c9d1d955-32b9-4dee-981e-a013486ebe84 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:15.124233 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eeeaf013-c28a-42de-9616-a39905727dc6 req-c9d1d955-32b9-4dee-981e-a013486ebe84 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 985 time: 0.0630109 Jul 16 02:28:15.164347 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-eeeaf013-c28a-42de-9616-a39905727dc6 req-e91333d6-d90f-48e0-9e99-b5433e9d59cf tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&id=a7b68398-aadf-4deb-8dc4-67cba747b9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339878 Jul 16 02:28:16.341281 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f3821-0526-49f8-a19f-ba19c94a0816 req-86e249f8-4c43-4ad1-b587-8eccc8a8fdaa tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:16.342812 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a37f3821-0526-49f8-a19f-ba19c94a0816 req-86e249f8-4c43-4ad1-b587-8eccc8a8fdaa tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 985 time: 0.0695357 Jul 16 02:28:16.382358 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a37f3821-0526-49f8-a19f-ba19c94a0816 req-d881eb82-9425-4c58-91d0-1eeee0528366 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&id=a7b68398-aadf-4deb-8dc4-67cba747b9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332646 Jul 16 02:28:17.563961 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8a27c-8dbb-45b8-b300-19a20dbe464c req-da1b8e4d-6698-4a7b-8528-8931736a0fe4 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:17.565453 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1ac8a27c-8dbb-45b8-b300-19a20dbe464c req-da1b8e4d-6698-4a7b-8528-8931736a0fe4 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 985 time: 0.0706534 Jul 16 02:28:17.605357 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1ac8a27c-8dbb-45b8-b300-19a20dbe464c req-37eaf19f-4755-4177-851b-e3ff186bcb8a tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&id=a7b68398-aadf-4deb-8dc4-67cba747b9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336454 Jul 16 02:28:18.791555 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ee7f9-355f-4225-9ed6-c30b55b6a5ed req-1709ebb4-bea6-4b39-95fe-b684999508ba tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:18.793087 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-131ee7f9-355f-4225-9ed6-c30b55b6a5ed req-1709ebb4-bea6-4b39-95fe-b684999508ba tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 985 time: 0.0683448 Jul 16 02:28:18.832700 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-131ee7f9-355f-4225-9ed6-c30b55b6a5ed req-2e045240-a779-42bf-b1dd-a28e0888113d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&id=a7b68398-aadf-4deb-8dc4-67cba747b9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338941 Jul 16 02:28:20.005189 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6bf0f-c93d-43fc-bb15-4aaf11deed26 req-800f6b61-3e30-43cd-903e-fb70c97bf3ef tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:20.006605 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63d6bf0f-c93d-43fc-bb15-4aaf11deed26 req-800f6b61-3e30-43cd-903e-fb70c97bf3ef tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 985 time: 0.0643675 Jul 16 02:28:20.048212 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-63d6bf0f-c93d-43fc-bb15-4aaf11deed26 req-692aadd9-6cdb-41fb-8587-4cd2f847ff46 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&id=a7b68398-aadf-4deb-8dc4-67cba747b9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359871 Jul 16 02:28:21.226932 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3eca9c-f071-4ea7-9e9a-2761771b223c req-7249d5d5-68b6-4b28-af25-cda3d2100795 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:21.228460 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ba3eca9c-f071-4ea7-9e9a-2761771b223c req-7249d5d5-68b6-4b28-af25-cda3d2100795 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 985 time: 0.0692868 Jul 16 02:28:21.268071 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ba3eca9c-f071-4ea7-9e9a-2761771b223c req-b28826ec-1265-4fef-a557-8fa1de2188d4 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&id=a7b68398-aadf-4deb-8dc4-67cba747b9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337007 Jul 16 02:28:22.452911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e518e-f514-442d-8f37-25655e84e611 req-331634bc-2a32-423e-b2b3-4db5a6c20280 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:22.454407 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6b9e518e-f514-442d-8f37-25655e84e611 req-331634bc-2a32-423e-b2b3-4db5a6c20280 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 985 time: 0.0754566 Jul 16 02:28:22.498340 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6b9e518e-f514-442d-8f37-25655e84e611 req-b196f53d-adf1-4201-a7e2-a4c8f4b2911f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&id=a7b68398-aadf-4deb-8dc4-67cba747b9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375171 Jul 16 02:28:23.669538 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e95935-48a6-4301-9e69-b5ce929658f1 req-f6c75679-c2dd-4c4d-92c2-1bb77304ed80 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:23.671049 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-97e95935-48a6-4301-9e69-b5ce929658f1 req-f6c75679-c2dd-4c4d-92c2-1bb77304ed80 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 985 time: 0.0632668 Jul 16 02:28:23.710597 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-97e95935-48a6-4301-9e69-b5ce929658f1 req-abac59bd-d9dc-4909-a187-6796b01912a0 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&id=a7b68398-aadf-4deb-8dc4-67cba747b9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338259 Jul 16 02:28:24.344413 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:24.883623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71152300-c961-4902-815c-afbefc5e649f req-26e5e6f2-eb52-4ad3-b3bc-8e0f72cf27a6 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:24.885174 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71152300-c961-4902-815c-afbefc5e649f req-26e5e6f2-eb52-4ad3-b3bc-8e0f72cf27a6 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 985 time: 0.0645130 Jul 16 02:28:24.925259 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71152300-c961-4902-815c-afbefc5e649f req-9c30132f-e175-434d-955c-6c349a058002 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&id=a7b68398-aadf-4deb-8dc4-67cba747b9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345151 Jul 16 02:28:28.445013 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-229eb83f-1ab2-4439-8822-ac4f87dc7081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.366513 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:31.120298 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:31.122037 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1b447eee-d06d-42b5-83b5-55b4914d1389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:32.272219 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:34.015009 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:41.095129 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-f0eea0b8-15bc-4534-aedc-279f3353b89a req-ed98690a-5a4d-4fa5-bf1b-8605bb577af7 service neutron] (93831) timed out ('10.222.0.26', 49627) {{(pid=93831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:28:43.680025 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:28:52.411905 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-4b1f7215-7a88-4260-928f-33e32e419171 req-a9436860-e49b-4c86-9a13-ea4bf6192899 service neutron] (93831) timed out ('10.222.0.47', 63727) {{(pid=93831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:28:54.354966 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:57.453070 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1addec8c-d68a-46c7-b41a-8a7a00c3399e req-6a594eef-f099-4445-97f5-9a6e47809b90 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-680142805&fields=id&tenant_id=d189b28da5214aeb84e9a84e0fd9fe8f HTTP/1.1" status: 200 len: 267 time: 0.0339720 Jul 16 02:28:57.528927 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addec8c-d68a-46c7-b41a-8a7a00c3399e req-a215886f-446b-481f-8289-407c0795a142 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:57.530432 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1addec8c-d68a-46c7-b41a-8a7a00c3399e req-a215886f-446b-481f-8289-407c0795a142 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 985 time: 0.0714514 Jul 16 02:28:57.541896 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-1addec8c-d68a-46c7-b41a-8a7a00c3399e req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Request body: {'port': {'security_groups': ['977ffbd7-d628-4427-be9b-2f0126fac3be']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:57.624530 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1addec8c-d68a-46c7-b41a-8a7a00c3399e req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:57.796212 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-1addec8c-d68a-46c7-b41a-8a7a00c3399e req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] For port b3e838df-6434-4a91-a851-aa192687b3f4, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b3e838df-6434-4a91-a851-aa192687b3f4,segment=NetworkSegment(e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73),segment_id=e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:57.824719 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1addec8c-d68a-46c7-b41a-8a7a00c3399e req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:57.829059 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1addec8c-d68a-46c7-b41a-8a7a00c3399e req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:57.865175 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['b3e838df-6434-4a91-a851-aa192687b3f4'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:28:57.876741 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addec8c-d68a-46c7-b41a-8a7a00c3399e req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:57.877360 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-1addec8c-d68a-46c7-b41a-8a7a00c3399e req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:57.879555 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1addec8c-d68a-46c7-b41a-8a7a00c3399e req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "PUT /v2.0/ports/b3e838df-6434-4a91-a851-aa192687b3f4 HTTP/1.1" status: 200 len: 943 time: 0.3420422 Jul 16 02:28:57.880063 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8eaefb-708c-4308-ac12-b808e6357d22', 'tag': 'b3e838df-6434-4a91-a851-aa192687b3f4'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:57.882454 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ea8dbc-e1d2-40e3-b838-6e29c611b06d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8eaefb-708c-4308-ac12-b808e6357d22", "tag": "b3e838df-6434-4a91-a851-aa192687b3f4"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:57.887551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49106) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:57.912084 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Pushing event updated for resources: {'Port': ['ID=b3e838df-6434-4a91-a851-aa192687b3f4,revision_number=7']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:57.920832 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:57.921181 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:57.921524 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:57.921861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:57.922192 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:57.922521 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:57.922859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:57.924017 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:57.924017 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:57.924017 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:57.924314 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:57.924505 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bcac96-65ce-490c-86bf-f01fca0eaf2f tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:57.945447 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7db633-cf1c-44e2-9da1-5fae1bbf5e65 x-openstack-request-id: req-ab7db633-cf1c-44e2-9da1-5fae1bbf5e65 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:57.945801 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8eaefb-708c-4308-ac12-b808e6357d22", "tag": "b3e838df-6434-4a91-a851-aa192687b3f4", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:57.946057 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ab7db633-cf1c-44e2-9da1-5fae1bbf5e65 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:57.946471 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8eaefb-708c-4308-ac12-b808e6357d22', 'tag': 'b3e838df-6434-4a91-a851-aa192687b3f4', 'status': 'completed', 'code': 200} Jul 16 02:28:57.985114 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e9cae757-07d5-4180-aed5-ce418e43a18d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:58.057985 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e9cae757-07d5-4180-aed5-ce418e43a18d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:58.105663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea8dbc-e1d2-40e3-b838-6e29c611b06d req-270e32fe-e79f-435c-80a4-9cad16a46ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:58.107191 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-95ea8dbc-e1d2-40e3-b838-6e29c611b06d req-270e32fe-e79f-435c-80a4-9cad16a46ccb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d189b28da5214aeb84e9a84e0fd9fe8f&device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 1097 time: 0.1186578 Jul 16 02:28:58.137769 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['b3e838df-6434-4a91-a851-aa192687b3f4'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:28:58.144136 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c3ca293b-7f9f-42cb-aa03-057955404734 None None] Provisioning complete for port b3e838df-6434-4a91-a851-aa192687b3f4 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:58.144639 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3ca293b-7f9f-42cb-aa03-057955404734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:58.186489 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e9cae757-07d5-4180-aed5-ce418e43a18d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:58.189054 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e9cae757-07d5-4180-aed5-ce418e43a18d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:58.190195 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e9cae757-07d5-4180-aed5-ce418e43a18d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "DELETE /v2.0/security-groups/a7b68398-aadf-4deb-8dc4-67cba747b9ba HTTP/1.1" status: 204 len: 168 time: 0.2978725 Jul 16 02:28:58.193655 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49114) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:58.207275 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cae757-07d5-4180-aed5-ce418e43a18d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b68398-aadf-4deb-8dc4-67cba747b9ba,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:58.224226 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cae757-07d5-4180-aed5-ce418e43a18d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:58.224719 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cae757-07d5-4180-aed5-ce418e43a18d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:58.225317 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cae757-07d5-4180-aed5-ce418e43a18d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:58.225883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cae757-07d5-4180-aed5-ce418e43a18d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:58.226319 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cae757-07d5-4180-aed5-ce418e43a18d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:58.226753 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cae757-07d5-4180-aed5-ce418e43a18d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:58.227186 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cae757-07d5-4180-aed5-ce418e43a18d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:58.227617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cae757-07d5-4180-aed5-ce418e43a18d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:58.228094 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cae757-07d5-4180-aed5-ce418e43a18d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:58.228518 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cae757-07d5-4180-aed5-ce418e43a18d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:58.228951 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cae757-07d5-4180-aed5-ce418e43a18d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:58.229390 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cae757-07d5-4180-aed5-ce418e43a18d tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:58.237417 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea8dbc-e1d2-40e3-b838-6e29c611b06d req-666d013a-5231-4274-9cca-f07627bccac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:58.238991 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-95ea8dbc-e1d2-40e3-b838-6e29c611b06d req-666d013a-5231-4274-9cca-f07627bccac1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1daf4511-4800-449c-8123-98510950a99e HTTP/1.1" status: 200 len: 916 time: 0.1215441 Jul 16 02:28:58.321720 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-95ea8dbc-e1d2-40e3-b838-6e29c611b06d req-799b9f6c-7535-4c17-9754-63e4f0c5ed70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3e838df-6434-4a91-a851-aa192687b3f4 HTTP/1.1" status: 200 len: 1001 time: 0.0760992 Jul 16 02:28:58.376008 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea8dbc-e1d2-40e3-b838-6e29c611b06d req-781efcf9-0928-4837-9a55-b4395e11ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:58.377543 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-95ea8dbc-e1d2-40e3-b838-6e29c611b06d req-781efcf9-0928-4837-9a55-b4395e11ac67 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb60d52b-8146-4538-961f-c67fd78c9756 HTTP/1.1" status: 200 len: 854 time: 0.0496814 Jul 16 02:28:58.384608 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-62c9e80a-8d4b-45d9-8c9a-be0bc3694447 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Deleting port 95a787b9-fcf9-4a79-99b5-50a2edc7d9ca {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:28:58.384971 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62c9e80a-8d4b-45d9-8c9a-be0bc3694447 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:58.445047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea8dbc-e1d2-40e3-b838-6e29c611b06d req-1fec08ed-51a6-4ae4-b42c-006bbbaea256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:58.446504 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1506646a-3f32-4756-8a9c-27cb2d5d258f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:58.446898 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-95ea8dbc-e1d2-40e3-b838-6e29c611b06d req-1fec08ed-51a6-4ae4-b42c-006bbbaea256 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1daf4511-4800-449c-8123-98510950a99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617445 Jul 16 02:28:58.467438 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62c9e80a-8d4b-45d9-8c9a-be0bc3694447 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:58.468063 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62c9e80a-8d4b-45d9-8c9a-be0bc3694447 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:58.479349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-62c9e80a-8d4b-45d9-8c9a-be0bc3694447 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Calling delete_port for 95a787b9-fcf9-4a79-99b5-50a2edc7d9ca owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:28:58.545466 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-95ea8dbc-e1d2-40e3-b838-6e29c611b06d req-d684ebed-b781-44f5-9a58-426b692d11cd service neutron] 10.222.0.47 "GET /v2.0/networks/1daf4511-4800-449c-8123-98510950a99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911477 Jul 16 02:28:58.631151 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62c9e80a-8d4b-45d9-8c9a-be0bc3694447 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:58.636411 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-95ea8dbc-e1d2-40e3-b838-6e29c611b06d req-5ab11e7c-e0f6-4764-8d4d-c5bf2ec2ab6a service neutron] 10.222.0.47 "GET /v2.0/networks/1daf4511-4800-449c-8123-98510950a99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839455 Jul 16 02:28:58.656463 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9e80a-8d4b-45d9-8c9a-be0bc3694447 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Pushing event deleted for resources: {'Port': ['ID=95a787b9-fcf9-4a79-99b5-50a2edc7d9ca,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:58.720885 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62c9e80a-8d4b-45d9-8c9a-be0bc3694447 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:58.721169 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-62c9e80a-8d4b-45d9-8c9a-be0bc3694447 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Floating IP 49f0f4b9-2cec-4dd1-b1be-b6187a4b32f9 disassociated (deleted). External IP: 172.25.1.43, port: b3e838df-6434-4a91-a851-aa192687b3f4. Jul 16 02:28:58.922697 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c9e80a-8d4b-45d9-8c9a-be0bc3694447 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Router 942c2a76-2461-4d67-88eb-261213a240b1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:28:59.027322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c9e80a-8d4b-45d9-8c9a-be0bc3694447 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:28:59.032140 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-62c9e80a-8d4b-45d9-8c9a-be0bc3694447 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:59.037678 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efcd1b6-38b2-4b81-abf9-c15394f46841 None None] Sync routers for ids ['942c2a76-2461-4d67-88eb-261213a240b1'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:28:59.046496 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efcd1b6-38b2-4b81-abf9-c15394f46841 None None] Routers {'942c2a76-2461-4d67-88eb-261213a240b1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:59.047101 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-8efcd1b6-38b2-4b81-abf9-c15394f46841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:28:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['942c2a76-2461-4d67-88eb-261213a240b1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:59.076650 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-62c9e80a-8d4b-45d9-8c9a-be0bc3694447 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "DELETE /v2.0/floatingips/49f0f4b9-2cec-4dd1-b1be-b6187a4b32f9 HTTP/1.1" status: 204 len: 168 time: 0.8818984 Jul 16 02:28:59.160652 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-8efcd1b6-38b2-4b81-abf9-c15394f46841 None None] Set router 942c2a76-2461-4d67-88eb-261213a240b1 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:59.372614 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:59.376829 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-8efcd1b6-38b2-4b81-abf9-c15394f46841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c2a76-2461-4d67-88eb-261213a240b1', 'name': 'tempest-TestMinimumBasicScenario-1801556356-router', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:01Z', 'updated_at': '2021-07-16T02:27:04Z', 'revision_number': 4, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'gw_port': {'id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:02Z', 'updated_at': '2021-07-16T02:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'ef3546c8-7b89-4e87-8320-7854c2ba11f1', 'name': '', 'network_id': '1daf4511-4800-449c-8123-98510950a99e', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'mac_address': 'fa:16:3e:60:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'eb60d52b-8146-4538-961f-c67fd78c9756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:03Z', 'updated_at': '2021-07-16T02:27:10Z', 'revision_number': 5, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'subnets': [{'id': 'eb60d52b-8146-4538-961f-c67fd78c9756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:59.403494 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efcd1b6-38b2-4b81-abf9-c15394f46841 None None] Checking router: 942c2a76-2461-4d67-88eb-261213a240b1 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:28:59.412618 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efcd1b6-38b2-4b81-abf9-c15394f46841 None None] Routers {'942c2a76-2461-4d67-88eb-261213a240b1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:59.413250 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-8efcd1b6-38b2-4b81-abf9-c15394f46841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:28:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['942c2a76-2461-4d67-88eb-261213a240b1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:59.517813 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-8efcd1b6-38b2-4b81-abf9-c15394f46841 None None] Set router 942c2a76-2461-4d67-88eb-261213a240b1 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:59.713177 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-8efcd1b6-38b2-4b81-abf9-c15394f46841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c2a76-2461-4d67-88eb-261213a240b1', 'name': 'tempest-TestMinimumBasicScenario-1801556356-router', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:01Z', 'updated_at': '2021-07-16T02:27:04Z', 'revision_number': 4, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'gw_port': {'id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:02Z', 'updated_at': '2021-07-16T02:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'ef3546c8-7b89-4e87-8320-7854c2ba11f1', 'name': '', 'network_id': '1daf4511-4800-449c-8123-98510950a99e', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'mac_address': 'fa:16:3e:60:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'eb60d52b-8146-4538-961f-c67fd78c9756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:03Z', 'updated_at': '2021-07-16T02:27:10Z', 'revision_number': 5, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'subnets': [{'id': 'eb60d52b-8146-4538-961f-c67fd78c9756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:59.738962 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efcd1b6-38b2-4b81-abf9-c15394f46841 None None] The sync data for ids ['942c2a76-2461-4d67-88eb-261213a240b1'] in n-d-800086-6 is: [{'id': '942c2a76-2461-4d67-88eb-261213a240b1', 'name': 'tempest-TestMinimumBasicScenario-1801556356-router', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:01Z', 'updated_at': '2021-07-16T02:27:04Z', 'revision_number': 4, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'gw_port': {'id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:02Z', 'updated_at': '2021-07-16T02:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'ef3546c8-7b89-4e87-8320-7854c2ba11f1', 'name': '', 'network_id': '1daf4511-4800-449c-8123-98510950a99e', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'mac_address': 'fa:16:3e:60:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'eb60d52b-8146-4538-961f-c67fd78c9756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:03Z', 'updated_at': '2021-07-16T02:27:10Z', 'revision_number': 5, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'subnets': [{'id': 'eb60d52b-8146-4538-961f-c67fd78c9756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:28:59.948219 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8eaefb-708c-4308-ac12-b808e6357d22', 'tag': 'b3e838df-6434-4a91-a851-aa192687b3f4'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:59.950649 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650035c2-64c3-4c9f-83ca-6d0c7f3f521a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8eaefb-708c-4308-ac12-b808e6357d22", "tag": "b3e838df-6434-4a91-a851-aa192687b3f4"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:59.993712 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da851853-829e-4c76-bc12-94b22ce20175 x-openstack-request-id: req-da851853-829e-4c76-bc12-94b22ce20175 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:59.994005 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8eaefb-708c-4308-ac12-b808e6357d22", "tag": "b3e838df-6434-4a91-a851-aa192687b3f4", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:59.994254 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-da851853-829e-4c76-bc12-94b22ce20175 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:59.994649 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8eaefb-708c-4308-ac12-b808e6357d22', 'tag': 'b3e838df-6434-4a91-a851-aa192687b3f4', 'status': 'completed', 'code': 200} Jul 16 02:28:59.994840 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb233573-e04d-4eb2-b8c7-a421889b479e None None] New status for floating IP 49f0f4b9-2cec-4dd1-b1be-b6187a4b32f9: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:29:00.104241 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650035c2-64c3-4c9f-83ca-6d0c7f3f521a req-3a416eca-0e90-464b-8bda-bcc1f37365a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:00.105714 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-650035c2-64c3-4c9f-83ca-6d0c7f3f521a req-3a416eca-0e90-464b-8bda-bcc1f37365a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d189b28da5214aeb84e9a84e0fd9fe8f&device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 1097 time: 0.0589485 Jul 16 02:29:00.195962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650035c2-64c3-4c9f-83ca-6d0c7f3f521a req-aae6d946-56d0-4ab7-8540-839ae8cc0abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:00.197446 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-650035c2-64c3-4c9f-83ca-6d0c7f3f521a req-aae6d946-56d0-4ab7-8540-839ae8cc0abf service neutron] 10.222.0.47 "GET /v2.0/networks?id=1daf4511-4800-449c-8123-98510950a99e HTTP/1.1" status: 200 len: 916 time: 0.0853779 Jul 16 02:29:00.242609 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-650035c2-64c3-4c9f-83ca-6d0c7f3f521a req-ad40b6c7-f045-47d9-b8d0-9855fde2c829 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3e838df-6434-4a91-a851-aa192687b3f4 HTTP/1.1" status: 200 len: 217 time: 0.0377686 Jul 16 02:29:00.312152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650035c2-64c3-4c9f-83ca-6d0c7f3f521a req-b62a174b-27a2-4095-8dcc-99fd4a987723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:00.313625 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-650035c2-64c3-4c9f-83ca-6d0c7f3f521a req-b62a174b-27a2-4095-8dcc-99fd4a987723 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb60d52b-8146-4538-961f-c67fd78c9756 HTTP/1.1" status: 200 len: 854 time: 0.0454454 Jul 16 02:29:00.371214 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650035c2-64c3-4c9f-83ca-6d0c7f3f521a req-85e23169-7796-4895-958b-8d5994154fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:00.372675 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-650035c2-64c3-4c9f-83ca-6d0c7f3f521a req-85e23169-7796-4895-958b-8d5994154fc9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1daf4511-4800-449c-8123-98510950a99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512600 Jul 16 02:29:00.471538 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-650035c2-64c3-4c9f-83ca-6d0c7f3f521a req-e3a9b78e-122a-4b25-a4e7-9e61e1b480b8 service neutron] 10.222.0.47 "GET /v2.0/networks/1daf4511-4800-449c-8123-98510950a99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909333 Jul 16 02:29:00.564891 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-650035c2-64c3-4c9f-83ca-6d0c7f3f521a req-a508d25f-2ad1-45ec-ac4c-7b29e32c79c3 service neutron] 10.222.0.47 "GET /v2.0/networks/1daf4511-4800-449c-8123-98510950a99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859845 Jul 16 02:29:01.124262 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.127720 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-25313ddf-e55e-475b-877d-8da405bcf697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:02.274931 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:04.021230 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:06.471669 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781656f-e654-403f-8973-5162beba30a1 req-64f84161-2785-4f06-b09f-464cd01041b8 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:06.473918 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8781656f-e654-403f-8973-5162beba30a1 req-64f84161-2785-4f06-b09f-464cd01041b8 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 946 time: 0.0740511 Jul 16 02:29:06.513241 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8781656f-e654-403f-8973-5162beba30a1 req-60fa8056-8682-465b-a2fc-74fbdd90cdfc tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336888 Jul 16 02:29:07.692992 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d2a34-6a55-4b8b-8746-e08318fb4433 req-4faeaf4e-58a6-46ee-bbfd-62542dda760b tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:07.694489 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f1d2a34-6a55-4b8b-8746-e08318fb4433 req-4faeaf4e-58a6-46ee-bbfd-62542dda760b tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 946 time: 0.0638225 Jul 16 02:29:07.731497 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f1d2a34-6a55-4b8b-8746-e08318fb4433 req-d87a8e5e-549b-4e49-9eb7-dc642d44dce2 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/security-groups?id=977ffbd7-d628-4427-be9b-2f0126fac3be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315719 Jul 16 02:29:08.236037 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673df142-880a-4616-8897-394f1b73c527 req-5bfb1afa-1967-41e3-b241-24aab133fd22 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:08.238185 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-673df142-880a-4616-8897-394f1b73c527 req-5bfb1afa-1967-41e3-b241-24aab133fd22 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 946 time: 0.0626695 Jul 16 02:29:08.336694 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-673df142-880a-4616-8897-394f1b73c527 req-74f85c7b-45c3-4e05-9472-5d6f0ac4b111 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Deleting port b3e838df-6434-4a91-a851-aa192687b3f4 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:29:08.337039 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-673df142-880a-4616-8897-394f1b73c527 req-74f85c7b-45c3-4e05-9472-5d6f0ac4b111 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:08.427992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-673df142-880a-4616-8897-394f1b73c527 req-74f85c7b-45c3-4e05-9472-5d6f0ac4b111 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] For port b3e838df-6434-4a91-a851-aa192687b3f4, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=b3e838df-6434-4a91-a851-aa192687b3f4,segment=NetworkSegment(e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73),segment_id=e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:08.428357 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-673df142-880a-4616-8897-394f1b73c527 req-74f85c7b-45c3-4e05-9472-5d6f0ac4b111 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:08.440487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-673df142-880a-4616-8897-394f1b73c527 req-74f85c7b-45c3-4e05-9472-5d6f0ac4b111 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Calling delete_port for b3e838df-6434-4a91-a851-aa192687b3f4 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:29:08.570465 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-673df142-880a-4616-8897-394f1b73c527 req-74f85c7b-45c3-4e05-9472-5d6f0ac4b111 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:08.607740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f85c7b-45c3-4e05-9472-5d6f0ac4b111 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Pushing event deleted for resources: {'Port': ['ID=b3e838df-6434-4a91-a851-aa192687b3f4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:08.609004 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['b3e838df-6434-4a91-a851-aa192687b3f4'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:29:08.654862 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-673df142-880a-4616-8897-394f1b73c527 req-74f85c7b-45c3-4e05-9472-5d6f0ac4b111 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] No DVR routers for this DVR port b3e838df-6434-4a91-a851-aa192687b3f4 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:29:08.657373 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-673df142-880a-4616-8897-394f1b73c527 req-74f85c7b-45c3-4e05-9472-5d6f0ac4b111 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:08.659392 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-673df142-880a-4616-8897-394f1b73c527 req-74f85c7b-45c3-4e05-9472-5d6f0ac4b111 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.47 "DELETE /v2.0/ports/b3e838df-6434-4a91-a851-aa192687b3f4 HTTP/1.1" status: 204 len: 173 time: 0.4156661 Jul 16 02:29:08.660040 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8eaefb-708c-4308-ac12-b808e6357d22', 'name': 'network-vif-deleted', 'tag': 'b3e838df-6434-4a91-a851-aa192687b3f4'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:29:08.662293 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd78bbe0-4935-437a-bb21-e43fadce05ef" -d '{"events": [{"server_uuid": "ec8eaefb-708c-4308-ac12-b808e6357d22", "name": "network-vif-deleted", "tag": "b3e838df-6434-4a91-a851-aa192687b3f4"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:29:08.699153 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe60f06-2b42-4138-ae63-ebbc6c4e56f3 x-openstack-request-id: req-2fe60f06-2b42-4138-ae63-ebbc6c4e56f3 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:29:08.699400 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8eaefb-708c-4308-ac12-b808e6357d22", "name": "network-vif-deleted", "tag": "b3e838df-6434-4a91-a851-aa192687b3f4", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:29:08.699685 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2fe60f06-2b42-4138-ae63-ebbc6c4e56f3 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:29:08.700146 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8eaefb-708c-4308-ac12-b808e6357d22', 'name': 'network-vif-deleted', 'tag': 'b3e838df-6434-4a91-a851-aa192687b3f4', 'status': 'completed', 'code': 200} Jul 16 02:29:08.882747 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5117d860-bbb9-4888-a56f-c0c60a1025fb req-9ee384b9-20f5-4e57-8aed-774a7259d885 tempest-TestMinimumBasicScenario-35598266 tempest-TestMinimumBasicScenario-35598266-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec8eaefb-708c-4308-ac12-b808e6357d22 HTTP/1.1" status: 200 len: 210 time: 0.0292745 Jul 16 02:29:10.532451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49216) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:10.872844 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3169803-fdfc-4c71-a36f-ee3654f8e8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:11.124780 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-e3169803-fdfc-4c71-a36f-ee3654f8e8b5 admin admin] Deleting port ef3546c8-7b89-4e87-8320-7854c2ba11f1 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:29:11.125008 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3169803-fdfc-4c71-a36f-ee3654f8e8b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:11.201132 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-e3169803-fdfc-4c71-a36f-ee3654f8e8b5 admin admin] For port ef3546c8-7b89-4e87-8320-7854c2ba11f1, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=ef3546c8-7b89-4e87-8320-7854c2ba11f1,segment=NetworkSegment(e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73),segment_id=e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:11.201492 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3169803-fdfc-4c71-a36f-ee3654f8e8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:11.213857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-e3169803-fdfc-4c71-a36f-ee3654f8e8b5 admin admin] Calling delete_port for ef3546c8-7b89-4e87-8320-7854c2ba11f1 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:29:11.390865 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3169803-fdfc-4c71-a36f-ee3654f8e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:11.421285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3169803-fdfc-4c71-a36f-ee3654f8e8b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3546c8-7b89-4e87-8320-7854c2ba11f1,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:11.670851 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device b3e838df-6434-4a91-a851-aa192687b3f4 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:29:11.691440 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: b3e838df-6434-4a91-a851-aa192687b3f4 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:29:11.691700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device b3e838df-6434-4a91-a851-aa192687b3f4 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:29:11.899540 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e3169803-fdfc-4c71-a36f-ee3654f8e8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:12.106142 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3169803-fdfc-4c71-a36f-ee3654f8e8b5 admin admin] Router 942c2a76-2461-4d67-88eb-261213a240b1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:29:12.209069 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3169803-fdfc-4c71-a36f-ee3654f8e8b5 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:29:12.213929 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e3169803-fdfc-4c71-a36f-ee3654f8e8b5 admin admin] 10.222.0.54 "PUT /v2.0/routers/942c2a76-2461-4d67-88eb-261213a240b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6804907 Jul 16 02:29:12.216475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49218) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:12.219236 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ae16c9-a8be-444a-8b9f-d438814add94 None None] Sync routers for ids ['942c2a76-2461-4d67-88eb-261213a240b1'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:29:12.228550 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ae16c9-a8be-444a-8b9f-d438814add94 None None] Routers {'942c2a76-2461-4d67-88eb-261213a240b1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:29:12.229165 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-20ae16c9-a8be-444a-8b9f-d438814add94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:29:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['942c2a76-2461-4d67-88eb-261213a240b1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:12.322554 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add4d58e-7b57-4b72-b3b7-165f8c0b6100 admin admin] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:12.333937 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-20ae16c9-a8be-444a-8b9f-d438814add94 None None] Set router 942c2a76-2461-4d67-88eb-261213a240b1 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:29:12.430442 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add4d58e-7b57-4b72-b3b7-165f8c0b6100 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:12.482330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-add4d58e-7b57-4b72-b3b7-165f8c0b6100 admin admin] Deleting port 6f5543a5-24c9-4551-a216-a09fa15372e8 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:29:12.482679 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add4d58e-7b57-4b72-b3b7-165f8c0b6100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:12.510567 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-20ae16c9-a8be-444a-8b9f-d438814add94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c2a76-2461-4d67-88eb-261213a240b1', 'name': 'tempest-TestMinimumBasicScenario-1801556356-router', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:01Z', 'updated_at': '2021-07-16T02:29:11Z', 'revision_number': 5, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'gw_port': {'id': '6f5543a5-24c9-4551-a216-a09fa15372e8', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c2a76-2461-4d67-88eb-261213a240b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:02Z', 'updated_at': '2021-07-16T02:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:12.540039 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ae16c9-a8be-444a-8b9f-d438814add94 None None] Checking router: 942c2a76-2461-4d67-88eb-261213a240b1 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:29:12.548135 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ae16c9-a8be-444a-8b9f-d438814add94 None None] Routers {'942c2a76-2461-4d67-88eb-261213a240b1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:29:12.548754 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-20ae16c9-a8be-444a-8b9f-d438814add94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:29:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['942c2a76-2461-4d67-88eb-261213a240b1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:12.563028 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-add4d58e-7b57-4b72-b3b7-165f8c0b6100 admin admin] For port 6f5543a5-24c9-4551-a216-a09fa15372e8, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6f5543a5-24c9-4551-a216-a09fa15372e8,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:12.563394 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add4d58e-7b57-4b72-b3b7-165f8c0b6100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:12.575972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-add4d58e-7b57-4b72-b3b7-165f8c0b6100 admin admin] Calling delete_port for 6f5543a5-24c9-4551-a216-a09fa15372e8 owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:29:12.634816 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-20ae16c9-a8be-444a-8b9f-d438814add94 None None] Set router 942c2a76-2461-4d67-88eb-261213a240b1 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:29:12.747977 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add4d58e-7b57-4b72-b3b7-165f8c0b6100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:12.772424 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-20ae16c9-a8be-444a-8b9f-d438814add94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c2a76-2461-4d67-88eb-261213a240b1', 'name': 'tempest-TestMinimumBasicScenario-1801556356-router', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:01Z', 'updated_at': '2021-07-16T02:29:12Z', 'revision_number': 6, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:12.778399 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4d58e-7b57-4b72-b3b7-165f8c0b6100 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5543a5-24c9-4551-a216-a09fa15372e8,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:12.807423 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ae16c9-a8be-444a-8b9f-d438814add94 None None] The sync data for ids ['942c2a76-2461-4d67-88eb-261213a240b1'] in n-d-800086-6 is: [{'id': '942c2a76-2461-4d67-88eb-261213a240b1', 'name': 'tempest-TestMinimumBasicScenario-1801556356-router', 'tenant_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:01Z', 'updated_at': '2021-07-16T02:29:12Z', 'revision_number': 6, 'project_id': 'd189b28da5214aeb84e9a84e0fd9fe8f', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:29:12.853122 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add4d58e-7b57-4b72-b3b7-165f8c0b6100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:12.943772 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add4d58e-7b57-4b72-b3b7-165f8c0b6100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:12.945861 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add4d58e-7b57-4b72-b3b7-165f8c0b6100 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:12.988001 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add4d58e-7b57-4b72-b3b7-165f8c0b6100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:12.988572 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add4d58e-7b57-4b72-b3b7-165f8c0b6100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 942c2a76-2461-4d67-88eb-261213a240b1 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:29:12.992869 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-add4d58e-7b57-4b72-b3b7-165f8c0b6100 admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:12.994026 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-add4d58e-7b57-4b72-b3b7-165f8c0b6100 admin admin] 10.222.0.54 "DELETE /v2.0/routers/942c2a76-2461-4d67-88eb-261213a240b1 HTTP/1.1" status: 204 len: 168 time: 0.7766414 Jul 16 02:29:12.996537 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49220) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:13.045374 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-7296efb5-ac8d-41de-b8a3-bb30421dbaff admin admin] Deleting subnet eb60d52b-8146-4538-961f-c67fd78c9756 {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:29:13.048344 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7296efb5-ac8d-41de-b8a3-bb30421dbaff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:13.083385 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7296efb5-ac8d-41de-b8a3-bb30421dbaff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:13.159443 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7296efb5-ac8d-41de-b8a3-bb30421dbaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:13.224823 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7296efb5-ac8d-41de-b8a3-bb30421dbaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:13.259261 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296efb5-ac8d-41de-b8a3-bb30421dbaff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb60d52b-8146-4538-961f-c67fd78c9756,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:13.262127 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7296efb5-ac8d-41de-b8a3-bb30421dbaff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:13.264625 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7296efb5-ac8d-41de-b8a3-bb30421dbaff admin admin] 10.222.0.54 "DELETE /v2.0/subnets/eb60d52b-8146-4538-961f-c67fd78c9756 HTTP/1.1" status: 204 len: 168 time: 0.2667544 Jul 16 02:29:13.264902 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39f41e8-9625-41f5-bedd-46616fd7cc8a None None] Network 1daf4511-4800-449c-8123-98510950a99e requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:29:13.266815 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49222) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:13.337490 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:13.389992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] Deleting port 02d42516-747e-4dc9-937b-bc627ae2746a {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:29:13.390331 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:13.459519 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] For port 02d42516-747e-4dc9-937b-bc627ae2746a, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=02d42516-747e-4dc9-937b-bc627ae2746a,segment=NetworkSegment(e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73),segment_id=e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:13.459913 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:13.471124 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] Calling delete_port for 02d42516-747e-4dc9-937b-bc627ae2746a owned by network:dhcp {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:29:13.552624 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:13.557484 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b340041-c483-4bf0-8502-ac653bdd3783 None None] DHCP port deletion for 1daf4511-4800-449c-8123-98510950a99e request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:29:13.582493 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] Pushing event deleted for resources: {'Port': ['ID=02d42516-747e-4dc9-937b-bc627ae2746a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:13.588386 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] No DVR routers for this DVR port 02d42516-747e-4dc9-937b-bc627ae2746a on host n-d-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:29:13.661282 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:13.671832 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1daf4511-4800-449c-8123-98510950a99e']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:13.681920 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:13.682218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d4ba5b-28ab-4e9a-8fd2-c8084de93e73') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:13.691298 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:13.704400 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:13.710733 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:29:13.711142 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:29:13.712864 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:29:13.775364 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:13.781222 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:13.783237 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1daf4511-4800-449c-8123-98510950a99e HTTP/1.1" status: 204 len: 168 time: 0.5152690 Jul 16 02:29:13.786400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49224) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:13.795576 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6f5543a5-24c9-4551-a216-a09fa15372e8 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:29:13.798640 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31452fa3-6884-487b-97c2-c695488dd035 admin admin] Pushing event deleted for resources: {'Network': ['ID=1daf4511-4800-449c-8123-98510950a99e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:13.819155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 6f5543a5-24c9-4551-a216-a09fa15372e8 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:29:13.819563 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6f5543a5-24c9-4551-a216-a09fa15372e8 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:29:13.820167 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 02d42516-747e-4dc9-937b-bc627ae2746a no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:29:13.839682 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 02d42516-747e-4dc9-937b-bc627ae2746a {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:29:13.839974 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 02d42516-747e-4dc9-937b-bc627ae2746a not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:29:13.840403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ef3546c8-7b89-4e87-8320-7854c2ba11f1 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:29:13.859537 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: ef3546c8-7b89-4e87-8320-7854c2ba11f1 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:29:13.859924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device ef3546c8-7b89-4e87-8320-7854c2ba11f1 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:29:14.137158 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16bd7006-fd60-4c64-b07e-da97abf6f695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:14.385037 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-16bd7006-fd60-4c64-b07e-da97abf6f695 admin admin] Deleting port 9021b26d-f053-4ba4-89a0-5b183b7b9217 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:29:14.385379 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16bd7006-fd60-4c64-b07e-da97abf6f695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:14.460842 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-16bd7006-fd60-4c64-b07e-da97abf6f695 admin admin] For port 9021b26d-f053-4ba4-89a0-5b183b7b9217, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=9021b26d-f053-4ba4-89a0-5b183b7b9217,segment=NetworkSegment(3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3),segment_id=3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:14.461118 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16bd7006-fd60-4c64-b07e-da97abf6f695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:14.473755 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-16bd7006-fd60-4c64-b07e-da97abf6f695 admin admin] Calling delete_port for 9021b26d-f053-4ba4-89a0-5b183b7b9217 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:29:14.649149 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16bd7006-fd60-4c64-b07e-da97abf6f695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:14.674355 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd7006-fd60-4c64-b07e-da97abf6f695 admin admin] Pushing event deleted for resources: {'Port': ['ID=9021b26d-f053-4ba4-89a0-5b183b7b9217,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:14.843781 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16bd7006-fd60-4c64-b07e-da97abf6f695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:15.055445 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bd7006-fd60-4c64-b07e-da97abf6f695 admin admin] Router 22cef768-489b-4325-89be-f1ea582a2d2c has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:29:15.159997 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bd7006-fd60-4c64-b07e-da97abf6f695 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:29:15.164921 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-16bd7006-fd60-4c64-b07e-da97abf6f695 admin admin] 10.222.0.54 "PUT /v2.0/routers/22cef768-489b-4325-89be-f1ea582a2d2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3775032 Jul 16 02:29:15.167455 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49226) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:15.168566 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a370ac8-8a05-44a1-a7c8-38f35ecb804b None None] Sync routers for ids ['22cef768-489b-4325-89be-f1ea582a2d2c'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:29:15.178196 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a370ac8-8a05-44a1-a7c8-38f35ecb804b None None] Routers {'22cef768-489b-4325-89be-f1ea582a2d2c'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:29:15.178922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3a370ac8-8a05-44a1-a7c8-38f35ecb804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:29:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['22cef768-489b-4325-89be-f1ea582a2d2c'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:15.288847 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-3a370ac8-8a05-44a1-a7c8-38f35ecb804b None None] Set router 22cef768-489b-4325-89be-f1ea582a2d2c gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:29:15.474140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3a370ac8-8a05-44a1-a7c8-38f35ecb804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'name': 'tempest-TestMinimumBasicScenario-986234447-router', 'tenant_id': '04be74a638de4150b2817edc97f24777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '8bd8350b-da4d-452d-a3fd-5ab3c35f5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:06Z', 'updated_at': '2021-07-16T02:29:14Z', 'revision_number': 5, 'project_id': '04be74a638de4150b2817edc97f24777', 'gw_port': {'id': '8bd8350b-da4d-452d-a3fd-5ab3c35f5c02', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:06Z', 'updated_at': '2021-07-16T02:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:15.501010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a370ac8-8a05-44a1-a7c8-38f35ecb804b None None] Checking router: 22cef768-489b-4325-89be-f1ea582a2d2c for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:29:15.510539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a370ac8-8a05-44a1-a7c8-38f35ecb804b None None] Routers {'22cef768-489b-4325-89be-f1ea582a2d2c'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:29:15.511369 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3a370ac8-8a05-44a1-a7c8-38f35ecb804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:29:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['22cef768-489b-4325-89be-f1ea582a2d2c'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:15.614971 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-3a370ac8-8a05-44a1-a7c8-38f35ecb804b None None] Set router 22cef768-489b-4325-89be-f1ea582a2d2c gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:29:15.626590 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-903fa5a8-f123-41ba-acc4-89ac9e670ced admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:15.727660 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-903fa5a8-f123-41ba-acc4-89ac9e670ced admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:15.783062 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-903fa5a8-f123-41ba-acc4-89ac9e670ced admin admin] Deleting port 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:29:15.783546 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-903fa5a8-f123-41ba-acc4-89ac9e670ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:15.804045 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3a370ac8-8a05-44a1-a7c8-38f35ecb804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'name': 'tempest-TestMinimumBasicScenario-986234447-router', 'tenant_id': '04be74a638de4150b2817edc97f24777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '8bd8350b-da4d-452d-a3fd-5ab3c35f5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:06Z', 'updated_at': '2021-07-16T02:29:14Z', 'revision_number': 5, 'project_id': '04be74a638de4150b2817edc97f24777', 'gw_port': {'id': '8bd8350b-da4d-452d-a3fd-5ab3c35f5c02', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:06Z', 'updated_at': '2021-07-16T02:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:15.832860 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a370ac8-8a05-44a1-a7c8-38f35ecb804b None None] The sync data for ids ['22cef768-489b-4325-89be-f1ea582a2d2c'] in n-d-800086-6 is: [{'id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'name': 'tempest-TestMinimumBasicScenario-986234447-router', 'tenant_id': '04be74a638de4150b2817edc97f24777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '8bd8350b-da4d-452d-a3fd-5ab3c35f5c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:06Z', 'updated_at': '2021-07-16T02:29:14Z', 'revision_number': 5, 'project_id': '04be74a638de4150b2817edc97f24777', 'gw_port': {'id': '8bd8350b-da4d-452d-a3fd-5ab3c35f5c02', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cef768-489b-4325-89be-f1ea582a2d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:06Z', 'updated_at': '2021-07-16T02:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:29:15.866613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-903fa5a8-f123-41ba-acc4-89ac9e670ced admin admin] For port 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=8bd8350b-da4d-452d-a3fd-5ab3c35f5c02,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:15.867140 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-903fa5a8-f123-41ba-acc4-89ac9e670ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:15.879510 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-903fa5a8-f123-41ba-acc4-89ac9e670ced admin admin] Calling delete_port for 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:29:16.042645 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-903fa5a8-f123-41ba-acc4-89ac9e670ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.071065 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fa5a8-f123-41ba-acc4-89ac9e670ced admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd8350b-da4d-452d-a3fd-5ab3c35f5c02,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:16.133604 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-903fa5a8-f123-41ba-acc4-89ac9e670ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.226135 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-903fa5a8-f123-41ba-acc4-89ac9e670ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.228071 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-903fa5a8-f123-41ba-acc4-89ac9e670ced admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.273512 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-903fa5a8-f123-41ba-acc4-89ac9e670ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.274038 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903fa5a8-f123-41ba-acc4-89ac9e670ced admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22cef768-489b-4325-89be-f1ea582a2d2c {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:29:16.279467 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-903fa5a8-f123-41ba-acc4-89ac9e670ced admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.281031 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-903fa5a8-f123-41ba-acc4-89ac9e670ced admin admin] 10.222.0.54 "DELETE /v2.0/routers/22cef768-489b-4325-89be-f1ea582a2d2c HTTP/1.1" status: 204 len: 168 time: 1.1125696 Jul 16 02:29:16.283271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49228) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:16.335185 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce3f2dc-6890-4292-8704-f04ba13ae22c admin admin] Deleting subnet 0f0d57d4-99e6-45d7-8769-5e815d065891 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:29:16.338300 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bce3f2dc-6890-4292-8704-f04ba13ae22c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.372320 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bce3f2dc-6890-4292-8704-f04ba13ae22c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.454645 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bce3f2dc-6890-4292-8704-f04ba13ae22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.514962 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bce3f2dc-6890-4292-8704-f04ba13ae22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.547522 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3f2dc-6890-4292-8704-f04ba13ae22c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f0d57d4-99e6-45d7-8769-5e815d065891,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:16.549424 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bce3f2dc-6890-4292-8704-f04ba13ae22c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.552940 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bce3f2dc-6890-4292-8704-f04ba13ae22c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0f0d57d4-99e6-45d7-8769-5e815d065891 HTTP/1.1" status: 204 len: 168 time: 0.2686172 Jul 16 02:29:16.553693 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fa347c-4da5-4cd4-988a-ae745330f104 None None] Network ccad8c10-54b9-4cb5-a95a-5775836e780a requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:29:16.554587 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49230) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:16.623519 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.678686 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] Deleting port 1d9c9e0a-8563-4896-9e19-ca640c1c5343 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:29:16.679032 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.746080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] For port 1d9c9e0a-8563-4896-9e19-ca640c1c5343, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=1d9c9e0a-8563-4896-9e19-ca640c1c5343,segment=NetworkSegment(3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3),segment_id=3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:16.746370 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.758248 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] Calling delete_port for 1d9c9e0a-8563-4896-9e19-ca640c1c5343 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:29:16.812262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] DHCP port deletion for ccad8c10-54b9-4cb5-a95a-5775836e780a request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:29:16.845292 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.865897 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] Deleting port 1d9c9e0a-8563-4896-9e19-ca640c1c5343 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:29:16.866272 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.875833 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d9c9e0a-8563-4896-9e19-ca640c1c5343,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:16.881394 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] No DVR routers for this DVR port 1d9c9e0a-8563-4896-9e19-ca640c1c5343 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:29:16.928317 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] For port 1d9c9e0a-8563-4896-9e19-ca640c1c5343, host n-d-800086-6, got binding levels [] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:16.928719 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.940126 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] Calling delete_port for 1d9c9e0a-8563-4896-9e19-ca640c1c5343 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:29:16.943359 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.ipam_backend_mixin [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] Port 1d9c9e0a-8563-4896-9e19-ca640c1c5343 was not found and therefore no delete operation was performed {{(pid=93833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:29:16.944635 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.953617 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:16.964280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccad8c10-54b9-4cb5-a95a-5775836e780a']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:16.974909 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] Pushing event deleted for resources: {'Port': ['ID=1d9c9e0a-8563-4896-9e19-ca640c1c5343,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:16.978155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] No DVR routers for this DVR port 1d9c9e0a-8563-4896-9e19-ca640c1c5343 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:29:16.978862 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:16.979158 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4ba8ac-1b33-4936-9aa9-d64f64ac28f3') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:16.980970 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:16.981771 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:16.982129 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:16.982473 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:16.982813 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:16.983150 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:16.983483 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:16.983838 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:16.984628 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:16.984961 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:16.985298 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:16.985780 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c112cd8-c1b5-4891-8b87-00a2d9be4796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:16.989568 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:17.007109 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:17.013008 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:29:17.013401 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:29:17.015054 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:29:17.072710 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:17.079672 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:17.080928 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ccad8c10-54b9-4cb5-a95a-5775836e780a HTTP/1.1" status: 204 len: 168 time: 0.5253859 Jul 16 02:29:17.092116 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fcc1e-2390-46d2-ab42-7e9077b4e128 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccad8c10-54b9-4cb5-a95a-5775836e780a,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:17.234712 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49234) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:17.274706 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6a49140a-115a-4982-9f72-900f717bbef9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d189b28da5214aeb84e9a84e0fd9fe8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388436 Jul 16 02:29:17.277115 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49236) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:17.324720 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4a33708-f4bf-49b6-90ad-c81a27b5d294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:17.344948 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4a33708-f4bf-49b6-90ad-c81a27b5d294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:17.395384 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4a33708-f4bf-49b6-90ad-c81a27b5d294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:17.398201 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d4a33708-f4bf-49b6-90ad-c81a27b5d294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:17.399378 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d4a33708-f4bf-49b6-90ad-c81a27b5d294 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/977ffbd7-d628-4427-be9b-2f0126fac3be HTTP/1.1" status: 204 len: 168 time: 0.1213694 Jul 16 02:29:17.408054 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a33708-f4bf-49b6-90ad-c81a27b5d294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977ffbd7-d628-4427-be9b-2f0126fac3be,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:17.708554 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49242) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:17.749108 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-73b821f4-3351-42cf-bf89-a24f537b1264 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=04be74a638de4150b2817edc97f24777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393143 Jul 16 02:29:17.751531 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49244) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:17.785354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1d9c9e0a-8563-4896-9e19-ca640c1c5343 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:29:17.804016 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c522c7cd-020f-422a-9d4c-d75159d5ae15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:17.808137 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 1d9c9e0a-8563-4896-9e19-ca640c1c5343 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:29:17.808483 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 1d9c9e0a-8563-4896-9e19-ca640c1c5343 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:29:17.808898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:29:17.824936 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c522c7cd-020f-422a-9d4c-d75159d5ae15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:17.826701 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:29:17.827046 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 8bd8350b-da4d-452d-a3fd-5ab3c35f5c02 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:29:17.827454 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9021b26d-f053-4ba4-89a0-5b183b7b9217 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:29:17.846044 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 9021b26d-f053-4ba4-89a0-5b183b7b9217 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:29:17.846389 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 9021b26d-f053-4ba4-89a0-5b183b7b9217 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:29:17.873792 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c522c7cd-020f-422a-9d4c-d75159d5ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:17.876393 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c522c7cd-020f-422a-9d4c-d75159d5ae15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:17.877579 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c522c7cd-020f-422a-9d4c-d75159d5ae15 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ad7fe92e-fae4-428b-8587-a818460283a3 HTTP/1.1" status: 204 len: 168 time: 0.1250925 Jul 16 02:29:17.885893 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522c7cd-020f-422a-9d4c-d75159d5ae15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7fe92e-fae4-428b-8587-a818460283a3,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:19.462388 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49286) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:19.467242 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-8554eaf3-2a54-44fe-8116-855165c4799d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945175285', 'description': 'tempest-secgroup-smoke-1945175285 description', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:19.489405 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8554eaf3-2a54-44fe-8116-855165c4799d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.497404 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8554eaf3-2a54-44fe-8116-855165c4799d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.587883 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8554eaf3-2a54-44fe-8116-855165c4799d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.591432 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8554eaf3-2a54-44fe-8116-855165c4799d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.630044 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554eaf3-2a54-44fe-8116-855165c4799d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c53f5c-5331-45ed-99ef-cb526ffc78b5,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:19.685448 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8554eaf3-2a54-44fe-8116-855165c4799d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.688952 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8554eaf3-2a54-44fe-8116-855165c4799d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.713560 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8554eaf3-2a54-44fe-8116-855165c4799d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.714771 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8554eaf3-2a54-44fe-8116-855165c4799d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2513692 Jul 16 02:29:19.718166 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49288) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:19.718676 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554eaf3-2a54-44fe-8116-855165c4799d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=187d191a-077a-45ed-bf23-22afff105e0a,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:19.724903 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f0ebff69-a6c3-402d-990e-c04dcec01b86 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': '187d191a-077a-45ed-bf23-22afff105e0a', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:19.751688 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f0ebff69-a6c3-402d-990e-c04dcec01b86 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.807907 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f0ebff69-a6c3-402d-990e-c04dcec01b86 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.811155 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f0ebff69-a6c3-402d-990e-c04dcec01b86 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.829260 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebff69-a6c3-402d-990e-c04dcec01b86 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9608104-3a80-4970-8b2f-ab0beb805699,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:19.832302 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f0ebff69-a6c3-402d-990e-c04dcec01b86 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.833523 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f0ebff69-a6c3-402d-990e-c04dcec01b86 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141341 Jul 16 02:29:19.836261 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49290) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:19.840766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-42985f0b-be64-4082-86d8-d8c2745e869c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': '187d191a-077a-45ed-bf23-22afff105e0a', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:19.866893 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-42985f0b-be64-4082-86d8-d8c2745e869c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.923203 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-42985f0b-be64-4082-86d8-d8c2745e869c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.926738 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-42985f0b-be64-4082-86d8-d8c2745e869c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.947561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42985f0b-be64-4082-86d8-d8c2745e869c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f33d7b9-682b-446a-9b20-5fce196bcd46,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:19.953174 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-42985f0b-be64-4082-86d8-d8c2745e869c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:19.954325 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-42985f0b-be64-4082-86d8-d8c2745e869c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170824 Jul 16 02:29:19.957706 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49292) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:19.962128 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-330218f9-e854-44d0-aef9-095677a3ff26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': '187d191a-077a-45ed-bf23-22afff105e0a', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:19.989563 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-330218f9-e854-44d0-aef9-095677a3ff26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.047312 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-330218f9-e854-44d0-aef9-095677a3ff26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.050681 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-330218f9-e854-44d0-aef9-095677a3ff26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.070029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330218f9-e854-44d0-aef9-095677a3ff26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea34c1b-14e8-49ad-bb53-bd56c6bd44bd,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:20.073698 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-330218f9-e854-44d0-aef9-095677a3ff26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.074905 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-330218f9-e854-44d0-aef9-095677a3ff26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162577 Jul 16 02:29:20.077629 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49294) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:20.082681 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-7d21f782-59a1-489b-8bc4-834e32b1b5ac tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': '187d191a-077a-45ed-bf23-22afff105e0a', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:20.109109 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d21f782-59a1-489b-8bc4-834e32b1b5ac tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.167964 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d21f782-59a1-489b-8bc4-834e32b1b5ac tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.171390 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d21f782-59a1-489b-8bc4-834e32b1b5ac tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.191059 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21f782-59a1-489b-8bc4-834e32b1b5ac tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6a8ae3-df4e-4ffc-98b8-5b3f1ed067ba,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:20.193848 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d21f782-59a1-489b-8bc4-834e32b1b5ac tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.195141 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7d21f782-59a1-489b-8bc4-834e32b1b5ac tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165938 Jul 16 02:29:20.197870 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49296) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:20.202245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-16e0af4b-3693-40d8-b462-fd38af3b085a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': '187d191a-077a-45ed-bf23-22afff105e0a', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:20.224037 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-16e0af4b-3693-40d8-b462-fd38af3b085a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Project fad30493b7d341c7b1b3e13a6d10f18a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:29:20.228778 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-16e0af4b-3693-40d8-b462-fd38af3b085a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.288855 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-16e0af4b-3693-40d8-b462-fd38af3b085a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.292286 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-16e0af4b-3693-40d8-b462-fd38af3b085a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.312831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0af4b-3693-40d8-b462-fd38af3b085a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ddf9b4-a241-4aa1-a17e-ed1900150da3,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:20.318877 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-16e0af4b-3693-40d8-b462-fd38af3b085a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.320098 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-16e0af4b-3693-40d8-b462-fd38af3b085a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212955 Jul 16 02:29:20.322799 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49298) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:20.327195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-68b44cda-aa37-451c-9df9-8b050fa26ee5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': '187d191a-077a-45ed-bf23-22afff105e0a', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:20.348938 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-68b44cda-aa37-451c-9df9-8b050fa26ee5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Project fad30493b7d341c7b1b3e13a6d10f18a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:29:20.353563 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68b44cda-aa37-451c-9df9-8b050fa26ee5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.414232 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68b44cda-aa37-451c-9df9-8b050fa26ee5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.418074 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68b44cda-aa37-451c-9df9-8b050fa26ee5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.435523 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b44cda-aa37-451c-9df9-8b050fa26ee5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edee591-ef82-4384-82e3-58ddff352e22,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:20.442953 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-68b44cda-aa37-451c-9df9-8b050fa26ee5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.444198 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-68b44cda-aa37-451c-9df9-8b050fa26ee5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204743 Jul 16 02:29:20.447094 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49300) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:20.452018 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-27e1755b-8cea-4f2a-80fe-a8c121d74b93 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'network': {'name': 'tempest-network-smoke--1299843536', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'port_security_enabled': True}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:20.473254 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e1755b-8cea-4f2a-80fe-a8c121d74b93 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Made reservation on behalf of fad30493b7d341c7b1b3e13a6d10f18a for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:29:20.477052 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-27e1755b-8cea-4f2a-80fe-a8c121d74b93 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.500588 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e1755b-8cea-4f2a-80fe-a8c121d74b93 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:29:20.511292 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-27e1755b-8cea-4f2a-80fe-a8c121d74b93 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.511637 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-27e1755b-8cea-4f2a-80fe-a8c121d74b93 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Added segment d8b54a88-b09b-46c9-96ce-454ca7904107 of type vlan for network 61b922d5-6d56-47bf-a9f3-880a8e2953f3 Jul 16 02:29:20.552419 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-27e1755b-8cea-4f2a-80fe-a8c121d74b93 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.580664 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-27e1755b-8cea-4f2a-80fe-a8c121d74b93 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.586534 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e1755b-8cea-4f2a-80fe-a8c121d74b93 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:20.587114 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-27e1755b-8cea-4f2a-80fe-a8c121d74b93 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.622695 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-27e1755b-8cea-4f2a-80fe-a8c121d74b93 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1745956 Jul 16 02:29:20.626006 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49302) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:20.631443 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-297399874', 'admin_state_up': True, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:20.654383 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.655424 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.658292 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1755b-8cea-4f2a-80fe-a8c121d74b93 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Network': ['ID=61b922d5-6d56-47bf-a9f3-880a8e2953f3,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:20.669465 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 61b922d5-6d56-47bf-a9f3-880a8e2953f3 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:29:20.680469 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:29:20.710614 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:20.850903 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:21.041707 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:21.059926 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:21.164779 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.25.1.208 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/4f184c2f-ffff-40e6-a3dd-49acf11d3f1b) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:29:21.272204 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:21.311735 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:21.347817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:29:21.352480 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:29:21.356297 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:29:21.381193 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=4f184c2f-ffff-40e6-a3dd-49acf11d3f1b,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:21.606705 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:21.800366 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:21.923072 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 863d19b2-7334-4f44-8313-4c12ed6ce0b3 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:29:22.028037 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:29:22.038480 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Sync routers for ids ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:29:22.047010 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:22.048270 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e9219cdc-31be-466a-97d9-5797c6b550f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4212635 Jul 16 02:29:22.051453 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49306) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:22.051903 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Routers {'863d19b2-7334-4f44-8313-4c12ed6ce0b3'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:29:22.052516 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:29:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:22.155590 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Set router 863d19b2-7334-4f44-8313-4c12ed6ce0b3 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:29:22.170555 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5ffa8a00-05e6-4b9a-9cf2-cbf65a4a9b4c tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=fad30493b7d341c7b1b3e13a6d10f18a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1155341 Jul 16 02:29:22.170779 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49310) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:22.256466 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89350953-2730-42ec-8758-cd1d7ed958b2 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:22.257914 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-89350953-2730-42ec-8758-cd1d7ed958b2 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862436 Jul 16 02:29:22.260748 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49312) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:22.299833 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-de4ea4b0-f210-48fc-b095-14d8e4f5a9f2 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=88f2079c-e547-45f1-859f-49428e13c11a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379496 Jul 16 02:29:22.302353 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49314) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:22.307178 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-77a16222-746e-4479-9596-57040fbbcadd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-183961488', 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:22.327055 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297399874', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:29:20Z', 'updated_at': '2021-07-16T02:29:21Z', 'revision_number': 3, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:21Z', 'updated_at': '2021-07-16T02:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:22.353579 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Checking router: 863d19b2-7334-4f44-8313-4c12ed6ce0b3 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:29:22.353921 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Updating router 863d19b2-7334-4f44-8313-4c12ed6ce0b3 port 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:29:22.389563 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:22.393364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a16222-746e-4479-9596-57040fbbcadd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Made reservation on behalf of fad30493b7d341c7b1b3e13a6d10f18a for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:29:22.397904 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-77a16222-746e-4479-9596-57040fbbcadd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:22.585666 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-77a16222-746e-4479-9596-57040fbbcadd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:22.649717 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:22.652012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a16222-746e-4479-9596-57040fbbcadd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Subnet': ['ID=00df93a2-8ae1-4ad0-913e-b8409d98dd84,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:22.657207 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a16222-746e-4479-9596-57040fbbcadd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Checking segment: {'id': 'd8b54a88-b09b-46c9-96ce-454ca7904107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:29:22.657572 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a16222-746e-4479-9596-57040fbbcadd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network hostable DHCP agents. Network: 61b922d5-6d56-47bf-a9f3-880a8e2953f3, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:29:22.660399 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Transition to ACTIVE for port object 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:29:22.665764 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:22.675130 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a16222-746e-4479-9596-57040fbbcadd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 61b922d5-6d56-47bf-a9f3-880a8e2953f3 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:29:22.683736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-77a16222-746e-4479-9596-57040fbbcadd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 61b922d5-6d56-47bf-a9f3-880a8e2953f3) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:29:22.688137 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a16222-746e-4479-9596-57040fbbcadd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:22.688702 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-77a16222-746e-4479-9596-57040fbbcadd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:22.694057 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f1265b-a3c7-4c30-9e4f-cd0dfa2cd364 None None] Network 61b922d5-6d56-47bf-a9f3-880a8e2953f3 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:29:22.708222 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-77a16222-746e-4479-9596-57040fbbcadd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4047074 Jul 16 02:29:22.710964 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49316) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:22.721818 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Attempting to bind port 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:29:22.722293 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Attempting to bind port 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:29:22.722664 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Attempting to bind port 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:29:22.725758 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102599ab-8e38-4c2b-bfed-9ded9a200232 None None] Pushing event updated for resources: {'Port': ['ID=4f184c2f-ffff-40e6-a3dd-49acf11d3f1b,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:22.733896 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:29:22.734269 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:29:22.734670 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:22.735063 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:29:22.735529 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Bound port: 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:29:22.735932 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:22.738122 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102599ab-8e38-4c2b-bfed-9ded9a200232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:22.738461 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102599ab-8e38-4c2b-bfed-9ded9a200232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:22.738792 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102599ab-8e38-4c2b-bfed-9ded9a200232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:22.739118 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102599ab-8e38-4c2b-bfed-9ded9a200232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:22.739438 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102599ab-8e38-4c2b-bfed-9ded9a200232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:22.739777 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102599ab-8e38-4c2b-bfed-9ded9a200232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:22.740099 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102599ab-8e38-4c2b-bfed-9ded9a200232 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:22.740415 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102599ab-8e38-4c2b-bfed-9ded9a200232 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:22.740730 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102599ab-8e38-4c2b-bfed-9ded9a200232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:22.741044 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102599ab-8e38-4c2b-bfed-9ded9a200232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:22.741357 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102599ab-8e38-4c2b-bfed-9ded9a200232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:22.741668 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102599ab-8e38-4c2b-bfed-9ded9a200232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:29:22.796668 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] For port 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:29:22.799679 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] For port 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4f184c2f-ffff-40e6-a3dd-49acf11d3f1b,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:29:22.806796 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:22.856198 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-61b922d5-6d56-47bf-a9f3-880a8e2953f3', 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ips': [{'subnet_id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:29:22.857097 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:22.868373 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102599ab-8e38-4c2b-bfed-9ded9a200232 None None] Pushing event updated for resources: {'Port': ['ID=4f184c2f-ffff-40e6-a3dd-49acf11d3f1b,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:22.877610 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Routers {'863d19b2-7334-4f44-8313-4c12ed6ce0b3'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:29:22.878960 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:29:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:22.990325 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] Set router 863d19b2-7334-4f44-8313-4c12ed6ce0b3 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:29:22.996985 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Allocated IP 172.20.0.2 (61b922d5-6d56-47bf-a9f3-880a8e2953f3/00df93a2-8ae1-4ad0-913e-b8409d98dd84/e7e79a29-f29d-441b-aed1-eb70b6ba8c5f) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:29:23.153525 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:23.165062 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Transition to ACTIVE for port object e7e79a29-f29d-441b-aed1-eb70b6ba8c5f will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:29:23.180659 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Transition to ACTIVE for port object e7e79a29-f29d-441b-aed1-eb70b6ba8c5f will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:29:23.186929 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:23.192064 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297399874', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:29:20Z', 'updated_at': '2021-07-16T02:29:21Z', 'revision_number': 3, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:21Z', 'updated_at': '2021-07-16T02:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:23.195679 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:23.205498 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Network 61b922d5-6d56-47bf-a9f3-880a8e2953f3 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:29:23.209220 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:29:23.211641 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:29:23.225589 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f39f8-12b4-4b1e-a654-ba837f17c9bd None None] The sync data for ids ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'] in n-d-800086-6 is: [{'id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297399874', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:29:20Z', 'updated_at': '2021-07-16T02:29:21Z', 'revision_number': 3, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:21Z', 'updated_at': '2021-07-16T02:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:29:23.296788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Pushing event updated for resources: {'Port': ['ID=e7e79a29-f29d-441b-aed1-eb70b6ba8c5f,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:23.304272 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Attempting to bind port e7e79a29-f29d-441b-aed1-eb70b6ba8c5f on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:29:23.304654 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Attempting to bind port e7e79a29-f29d-441b-aed1-eb70b6ba8c5f by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'd8b54a88-b09b-46c9-96ce-454ca7904107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:29:23.305025 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Attempting to bind port e7e79a29-f29d-441b-aed1-eb70b6ba8c5f on network 61b922d5-6d56-47bf-a9f3-880a8e2953f3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:29:23.312595 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:29:23.313238 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Checking segment: {'id': 'd8b54a88-b09b-46c9-96ce-454ca7904107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:29:23.313921 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:23.314592 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Bound using segment: {'id': 'd8b54a88-b09b-46c9-96ce-454ca7904107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:29:23.316092 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Bound port: e7e79a29-f29d-441b-aed1-eb70b6ba8c5f, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b54a88-b09b-46c9-96ce-454ca7904107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:29:23.316606 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:23.385510 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] For port e7e79a29-f29d-441b-aed1-eb70b6ba8c5f, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:29:23.389302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] For port e7e79a29-f29d-441b-aed1-eb70b6ba8c5f, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e7e79a29-f29d-441b-aed1-eb70b6ba8c5f,segment=NetworkSegment(d8b54a88-b09b-46c9-96ce-454ca7904107),segment_id=d8b54a88-b09b-46c9-96ce-454ca7904107)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:29:23.396532 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:23.465893 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf9d19-0f21-46f2-80dc-fa7011c82096 None None] Pushing event updated for resources: {'Port': ['ID=e7e79a29-f29d-441b-aed1-eb70b6ba8c5f,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:23.581741 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.20.0.1 (61b922d5-6d56-47bf-a9f3-880a8e2953f3/00df93a2-8ae1-4ad0-913e-b8409d98dd84/6025f1bd-f7f7-45c1-a3ed-df3c35619476) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:29:23.731020 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:23.747266 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Transition to ACTIVE for port object 6025f1bd-f7f7-45c1-a3ed-df3c35619476 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:29:23.788697 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:23.849980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 61b922d5-6d56-47bf-a9f3-880a8e2953f3 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:29:23.855736 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:29:23.862769 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:29:23.869180 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=6025f1bd-f7f7-45c1-a3ed-df3c35619476,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:23.873266 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e7e79a29-f29d-441b-aed1-eb70b6ba8c5f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:29:23.913676 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:23.933928 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port e7e79a29-f29d-441b-aed1-eb70b6ba8c5f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:29:23.938423 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:29:23.992883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:29:23.997380 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:29:23.998044 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:24.094708 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:24.118751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4f184c2f-ffff-40e6-a3dd-49acf11d3f1b,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:24.123605 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:24.182895 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=4f184c2f-ffff-40e6-a3dd-49acf11d3f1b,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:24.356652 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:24.396443 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:24.546604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90739f6-0182-471f-b487-2091913bd5c6 None None] Network 61b922d5-6d56-47bf-a9f3-880a8e2953f3 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:29:24.665769 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5f8576ce-b744-45f4-978f-63180670ca0a None None] Provisioning for port e7e79a29-f29d-441b-aed1-eb70b6ba8c5f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:29:24.671549 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-5f8576ce-b744-45f4-978f-63180670ca0a None None] Provisioning complete for port e7e79a29-f29d-441b-aed1-eb70b6ba8c5f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:29:24.671955 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f8576ce-b744-45f4-978f-63180670ca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:24.685376 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:24.691633 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:24.766491 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:24.768248 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=6025f1bd-f7f7-45c1-a3ed-df3c35619476,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:24.800884 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f8576ce-b744-45f4-978f-63180670ca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:24.838646 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5f8576ce-b744-45f4-978f-63180670ca0a None None] For port e7e79a29-f29d-441b-aed1-eb70b6ba8c5f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e7e79a29-f29d-441b-aed1-eb70b6ba8c5f,segment=NetworkSegment(d8b54a88-b09b-46c9-96ce-454ca7904107),segment_id=d8b54a88-b09b-46c9-96ce-454ca7904107)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:24.843936 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5f8576ce-b744-45f4-978f-63180670ca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:24.887130 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 61b922d5-6d56-47bf-a9f3-880a8e2953f3 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:29:24.888576 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:29:24.909047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8576ce-b744-45f4-978f-63180670ca0a None None] Pushing event updated for resources: {'Port': ['ID=e7e79a29-f29d-441b-aed1-eb70b6ba8c5f,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:25.009798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 863d19b2-7334-4f44-8313-4c12ed6ce0b3 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:29:25.066844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fa2ba03e-c580-455d-a42f-a359299c9c96 None None] Provisioning for port 6025f1bd-f7f7-45c1-a3ed-df3c35619476 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:29:25.071620 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fa2ba03e-c580-455d-a42f-a359299c9c96 None None] Provisioning complete for port 6025f1bd-f7f7-45c1-a3ed-df3c35619476 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:29:25.072149 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba03e-c580-455d-a42f-a359299c9c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:25.113378 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ba03e-c580-455d-a42f-a359299c9c96 None None] Port 6025f1bd-f7f7-45c1-a3ed-df3c35619476 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:29:25.123990 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fa2ba03e-c580-455d-a42f-a359299c9c96 None None] Provisioning complete for port e7e79a29-f29d-441b-aed1-eb70b6ba8c5f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:29:25.124897 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba03e-c580-455d-a42f-a359299c9c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:25.132824 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:29:25.138426 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-90ce2e5e-95a9-4c86-b6d5-fc42bfddca21 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "PUT /v2.0/routers/863d19b2-7334-4f44-8313-4c12ed6ce0b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4254963 Jul 16 02:29:25.310047 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Sync routers for ids ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:29:25.313322 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-7eea4e75-d1dc-4756-9b99-6bb91a4e598c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945175285&fields=id&tenant_id=fad30493b7d341c7b1b3e13a6d10f18a HTTP/1.1" status: 200 len: 267 time: 0.0500805 Jul 16 02:29:25.339098 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Routers {'863d19b2-7334-4f44-8313-4c12ed6ce0b3'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:29:25.339764 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:29:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:25.430501 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-74f7cacc-036c-4c4e-8893-7224b9b8f815 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:25.431992 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-74f7cacc-036c-4c4e-8893-7224b9b8f815 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/networks?id=61b922d5-6d56-47bf-a9f3-880a8e2953f3 HTTP/1.1" status: 200 len: 797 time: 0.1106222 Jul 16 02:29:25.446573 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-b5f650b3-2aff-4c3d-92c4-324fcee9674a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/quotas/fad30493b7d341c7b1b3e13a6d10f18a HTTP/1.1" status: 200 len: 375 time: 0.0090959 Jul 16 02:29:25.478222 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Set router 863d19b2-7334-4f44-8313-4c12ed6ce0b3 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:29:25.541272 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-a450e0d2-8c0e-4ea1-ac76-e9f08a114aae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894010 Jul 16 02:29:25.625384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3ff93255-7e75-4e4f-a76d-639a845d768b None None] Provisioning complete for port 6025f1bd-f7f7-45c1-a3ed-df3c35619476 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:29:25.625756 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3ff93255-7e75-4e4f-a76d-639a845d768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:25.637477 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-95809a77-9d2a-4a2f-98b3-97c6e8389614 service neutron] 10.222.0.54 "GET /v2.0/networks/61b922d5-6d56-47bf-a9f3-880a8e2953f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837343 Jul 16 02:29:25.687827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3ff93255-7e75-4e4f-a76d-639a845d768b None None] Port 6025f1bd-f7f7-45c1-a3ed-df3c35619476 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:29:25.714727 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297399874', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:29:20Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:21Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6025f1bd-f7f7-45c1-a3ed-df3c35619476', 'name': '', 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:bf:57:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:23Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 2, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:25.730915 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-c53a43ca-b2ec-448c-aa86-2d611df7c449 service neutron] 10.222.0.54 "GET /v2.0/networks/61b922d5-6d56-47bf-a9f3-880a8e2953f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874219 Jul 16 02:29:25.744043 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Checking router: 863d19b2-7334-4f44-8313-4c12ed6ce0b3 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:29:25.744317 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Updating router 863d19b2-7334-4f44-8313-4c12ed6ce0b3 port 6025f1bd-f7f7-45c1-a3ed-df3c35619476 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:29:25.784171 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:25.818386 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e7e79a29-f29d-441b-aed1-eb70b6ba8c5f up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:29:25.912047 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c1dd8695-e44c-43e5-b835-086814783a89 req-32c85c7a-1b23-40a9-b267-10c0964bc287 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 210 time: 0.0285566 Jul 16 02:29:25.954358 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port e7e79a29-f29d-441b-aed1-eb70b6ba8c5f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:29:25.954933 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:26.106049 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:29:26.175439 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:26.195827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Transition to ACTIVE for port object 6025f1bd-f7f7-45c1-a3ed-df3c35619476 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:29:26.202875 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:26.205748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:29:26.206270 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:26.287882 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed9a27-c4e1-43b6-9a3f-af23e5379668 None None] Pushing event updated for resources: {'Port': ['ID=6025f1bd-f7f7-45c1-a3ed-df3c35619476,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:26.371484 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Attempting to bind port 6025f1bd-f7f7-45c1-a3ed-df3c35619476 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:29:26.371890 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Attempting to bind port 6025f1bd-f7f7-45c1-a3ed-df3c35619476 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'd8b54a88-b09b-46c9-96ce-454ca7904107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:29:26.372262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Attempting to bind port 6025f1bd-f7f7-45c1-a3ed-df3c35619476 on network 61b922d5-6d56-47bf-a9f3-880a8e2953f3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:29:26.385534 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:29:26.385915 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Checking segment: {'id': 'd8b54a88-b09b-46c9-96ce-454ca7904107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:29:26.386332 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:26.386734 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Bound using segment: {'id': 'd8b54a88-b09b-46c9-96ce-454ca7904107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:29:26.387219 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Bound port: 6025f1bd-f7f7-45c1-a3ed-df3c35619476, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b54a88-b09b-46c9-96ce-454ca7904107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:29:26.387619 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:26.454747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] For port 6025f1bd-f7f7-45c1-a3ed-df3c35619476, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:29:26.458493 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] For port 6025f1bd-f7f7-45c1-a3ed-df3c35619476, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6025f1bd-f7f7-45c1-a3ed-df3c35619476,segment=NetworkSegment(d8b54a88-b09b-46c9-96ce-454ca7904107),segment_id=d8b54a88-b09b-46c9-96ce-454ca7904107)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:29:26.462956 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:26.529511 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Routers {'863d19b2-7334-4f44-8313-4c12ed6ce0b3'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:29:26.530064 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:29:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:26.535832 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed9a27-c4e1-43b6-9a3f-af23e5379668 None None] Pushing event updated for resources: {'Port': ['ID=6025f1bd-f7f7-45c1-a3ed-df3c35619476,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:26.645321 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] Set router 863d19b2-7334-4f44-8313-4c12ed6ce0b3 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:29:26.848377 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297399874', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:29:20Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:21Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6025f1bd-f7f7-45c1-a3ed-df3c35619476', 'name': '', 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:bf:57:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:23Z', 'updated_at': '2021-07-16T02:29:26Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:26.873822 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916f923-c343-4f0a-b2cb-b41cc6f8d956 None None] The sync data for ids ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'] in n-d-800086-6 is: [{'id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297399874', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:29:20Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:21Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6025f1bd-f7f7-45c1-a3ed-df3c35619476', 'name': '', 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:bf:57:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:23Z', 'updated_at': '2021-07-16T02:29:26Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:29:27.013769 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-232f8e63-4087-492b-9f21-8ecf4e02a4b5 req-cd56c8e5-15ed-45b1-911e-4549c5348f90 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 210 time: 0.0446560 Jul 16 02:29:27.813997 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6025f1bd-f7f7-45c1-a3ed-df3c35619476 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:29:27.869870 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 6025f1bd-f7f7-45c1-a3ed-df3c35619476 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:29:27.874051 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6025f1bd-f7f7-45c1-a3ed-df3c35619476 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:29:27.874427 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:27.953060 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:27.985365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 6025f1bd-f7f7-45c1-a3ed-df3c35619476, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6025f1bd-f7f7-45c1-a3ed-df3c35619476,segment=NetworkSegment(d8b54a88-b09b-46c9-96ce-454ca7904107),segment_id=d8b54a88-b09b-46c9-96ce-454ca7904107)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:27.989487 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:28.038928 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=6025f1bd-f7f7-45c1-a3ed-df3c35619476,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:28.154936 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-acd3e3a4-e588-427b-a611-a2d6b46d5f8f req-9f84b3c9-75e9-45a7-acd8-0c6a84248ad0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 210 time: 0.0283329 Jul 16 02:29:28.447322 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3455f715-cd86-482c-b0fe-5c163ffc1a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:29.249024 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-f9657bf5-ab02-4e34-88bc-2ecdace61360 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:29.250619 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-f9657bf5-ab02-4e34-88bc-2ecdace61360 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.26 "GET /v2.0/networks?id=61b922d5-6d56-47bf-a9f3-880a8e2953f3 HTTP/1.1" status: 200 len: 797 time: 0.1089504 Jul 16 02:29:29.380773 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:29.653569 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bfc25929-45dc-4290-90de-b457ed01719a req-954ee854-4ab5-423a-9759-4035c20d2a99 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 210 time: 0.3801246 Jul 16 02:29:29.678573 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-23c41773-aa5a-4c5e-9c0d-b5323ef616c1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad30493b7d341c7b1b3e13a6d10f18a HTTP/1.1" status: 200 len: 380 time: 0.4125812 Jul 16 02:29:29.687628 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-025199e1-2c0f-4985-a568-79fe4d4d4c15 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'port': {'device_id': '344ab641-98da-4ca3-bd1e-e86bc65a4bd3', 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3', 'admin_state_up': True, 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'security_groups': ['187d191a-077a-45ed-bf23-22afff105e0a']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:29.798796 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6025f1bd-f7f7-45c1-a3ed-df3c35619476 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:29:29.798985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-025199e1-2c0f-4985-a568-79fe4d4d4c15 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Made reservation on behalf of fad30493b7d341c7b1b3e13a6d10f18a for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:29:29.802937 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-025199e1-2c0f-4985-a568-79fe4d4d4c15 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:29.845847 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6025f1bd-f7f7-45c1-a3ed-df3c35619476 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:29:29.846217 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:29.942708 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-025199e1-2c0f-4985-a568-79fe4d4d4c15 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.20.0.13 (61b922d5-6d56-47bf-a9f3-880a8e2953f3/00df93a2-8ae1-4ad0-913e-b8409d98dd84/1369849f-ec3c-477a-bb72-da775d0c8513) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:29:30.080103 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-025199e1-2c0f-4985-a568-79fe4d4d4c15 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:30.093542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-025199e1-2c0f-4985-a568-79fe4d4d4c15 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Transition to ACTIVE for port object 1369849f-ec3c-477a-bb72-da775d0c8513 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:29:30.125882 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-025199e1-2c0f-4985-a568-79fe4d4d4c15 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:30.174311 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-025199e1-2c0f-4985-a568-79fe4d4d4c15 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 61b922d5-6d56-47bf-a9f3-880a8e2953f3 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:29:30.177402 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-025199e1-2c0f-4985-a568-79fe4d4d4c15 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:29:30.181269 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-025199e1-2c0f-4985-a568-79fe4d4d4c15 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:29:30.204551 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025199e1-2c0f-4985-a568-79fe4d4d4c15 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=1369849f-ec3c-477a-bb72-da775d0c8513,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:30.232822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-025199e1-2c0f-4985-a568-79fe4d4d4c15 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:30.233442 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-025199e1-2c0f-4985-a568-79fe4d4d4c15 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:30.248581 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-025199e1-2c0f-4985-a568-79fe4d4d4c15 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5645177 Jul 16 02:29:30.265608 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Request body: {'port': {'device_id': '344ab641-98da-4ca3-bd1e-e86bc65a4bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:30.340066 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:30.388360 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3493926c-edce-447c-941d-3ca0d890b6a0 None None] Provisioning for port 1369849f-ec3c-477a-bb72-da775d0c8513 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:29:30.392133 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3493926c-edce-447c-941d-3ca0d890b6a0 None None] Provisioning complete for port 1369849f-ec3c-477a-bb72-da775d0c8513 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:29:30.392511 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3493926c-edce-447c-941d-3ca0d890b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:30.430969 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3493926c-edce-447c-941d-3ca0d890b6a0 None None] Port 1369849f-ec3c-477a-bb72-da775d0c8513 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:29:30.602400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1369849f-ec3c-477a-bb72-da775d0c8513 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:29:30.609564 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:30.621626 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Transition to ACTIVE for port object 1369849f-ec3c-477a-bb72-da775d0c8513 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:29:30.625183 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:30.674679 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=1369849f-ec3c-477a-bb72-da775d0c8513,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:30.749229 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Attempting to bind port 1369849f-ec3c-477a-bb72-da775d0c8513 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:29:30.749563 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Attempting to bind port 1369849f-ec3c-477a-bb72-da775d0c8513 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': 'd8b54a88-b09b-46c9-96ce-454ca7904107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:29:30.750497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Attempting to bind port 1369849f-ec3c-477a-bb72-da775d0c8513 on network 61b922d5-6d56-47bf-a9f3-880a8e2953f3 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:29:30.754356 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Port 1369849f-ec3c-477a-bb72-da775d0c8513 on network 61b922d5-6d56-47bf-a9f3-880a8e2953f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:29:30.754679 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Attempting to bind port 1369849f-ec3c-477a-bb72-da775d0c8513 on network 61b922d5-6d56-47bf-a9f3-880a8e2953f3 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:29:30.759833 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:29:30.760150 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Checking segment: {'id': 'd8b54a88-b09b-46c9-96ce-454ca7904107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:29:30.760510 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Bound using segment: {'id': 'd8b54a88-b09b-46c9-96ce-454ca7904107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:29:30.760936 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Bound port: 1369849f-ec3c-477a-bb72-da775d0c8513, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b54a88-b09b-46c9-96ce-454ca7904107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:29:30.761295 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:30.835103 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] For port 1369849f-ec3c-477a-bb72-da775d0c8513, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:29:30.838399 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] For port 1369849f-ec3c-477a-bb72-da775d0c8513, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1369849f-ec3c-477a-bb72-da775d0c8513,segment=NetworkSegment(d8b54a88-b09b-46c9-96ce-454ca7904107),segment_id=d8b54a88-b09b-46c9-96ce-454ca7904107)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:29:30.838838 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e66e8-bde7-4fbd-a44e-fa4c36b308d2 req-1d13c365-60da-4899-9ee3-2cc40293b9fd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:30.844485 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:30.847094 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-510e66e8-bde7-4fbd-a44e-fa4c36b308d2 req-1d13c365-60da-4899-9ee3-2cc40293b9fd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 944 time: 0.0763681 Jul 16 02:29:30.882338 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:30.882954 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:30.884413 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] 10.222.0.26 "PUT /v2.0/ports/1369849f-ec3c-477a-bb72-da775d0c8513 HTTP/1.1" status: 200 len: 1092 time: 0.6232245 Jul 16 02:29:30.887105 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344ab641-98da-4ca3-bd1e-e86bc65a4bd3', 'tag': '1369849f-ec3c-477a-bb72-da775d0c8513'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:29:30.889553 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d06088b-4825-45c6-adda-078409954c15" -d '{"events": [{"name": "network-changed", "server_uuid": "344ab641-98da-4ca3-bd1e-e86bc65a4bd3", "tag": "1369849f-ec3c-477a-bb72-da775d0c8513"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:29:30.893065 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-510e66e8-bde7-4fbd-a44e-fa4c36b308d2 req-84589e97-94ed-4838-abc7-2bb9b3dba5ec tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=187d191a-077a-45ed-bf23-22afff105e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440102 Jul 16 02:29:30.918890 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3500378-2fdd-405e-b81d-1106256a7ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=1369849f-ec3c-477a-bb72-da775d0c8513,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:30.942224 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56afb407-5ab6-4631-be7a-188d18b93e33 x-openstack-request-id: req-56afb407-5ab6-4631-be7a-188d18b93e33 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:29:30.942599 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344ab641-98da-4ca3-bd1e-e86bc65a4bd3", "tag": "1369849f-ec3c-477a-bb72-da775d0c8513", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:29:30.943085 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56afb407-5ab6-4631-be7a-188d18b93e33 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:29:30.943555 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344ab641-98da-4ca3-bd1e-e86bc65a4bd3', 'tag': '1369849f-ec3c-477a-bb72-da775d0c8513', 'status': 'completed', 'code': 200} Jul 16 02:29:31.011308 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-0f149a12-3ce6-4eaf-8ed7-0015dc2e0fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:31.012881 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-0f149a12-3ce6-4eaf-8ed7-0015dc2e0fc6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 1095 time: 0.0538707 Jul 16 02:29:31.062862 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-ab85437c-7ce3-4807-a865-49b4122fe8b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1369849f-ec3c-477a-bb72-da775d0c8513 HTTP/1.1" status: 200 len: 217 time: 0.0380073 Jul 16 02:29:31.110527 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-f317b849-5ca9-48de-89bb-2f5eb193e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:31.111981 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-f317b849-5ca9-48de-89bb-2f5eb193e333 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00df93a2-8ae1-4ad0-913e-b8409d98dd84 HTTP/1.1" status: 200 len: 834 time: 0.0429263 Jul 16 02:29:31.115273 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3568f160-4171-48cc-94cb-78f779f0b1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:31.120560 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:31.167595 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-131c8f99-d9d8-4f96-9218-c86aa279b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:31.169124 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-131c8f99-d9d8-4f96-9218-c86aa279b2e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=61b922d5-6d56-47bf-a9f3-880a8e2953f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512691 Jul 16 02:29:31.261780 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-07970a90-1453-461e-ae70-2d3fe8e1a937 service neutron] 10.222.0.26 "GET /v2.0/networks/61b922d5-6d56-47bf-a9f3-880a8e2953f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853109 Jul 16 02:29:31.349069 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1a71439-0291-46a7-8433-ce7b56906ed6 req-3ea8b1a4-3ce5-4c29-ae66-30bf49fdb9c4 service neutron] 10.222.0.26 "GET /v2.0/networks/61b922d5-6d56-47bf-a9f3-880a8e2953f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814388 Jul 16 02:29:31.485740 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06088b-4825-45c6-adda-078409954c15 req-41b100e6-f9d1-4a85-98df-713dacde73a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:31.487336 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d06088b-4825-45c6-adda-078409954c15 req-41b100e6-f9d1-4a85-98df-713dacde73a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 1095 time: 0.0557005 Jul 16 02:29:31.575440 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06088b-4825-45c6-adda-078409954c15 req-d140ad5c-17e8-4637-8064-accd3abacac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:31.576984 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d06088b-4825-45c6-adda-078409954c15 req-d140ad5c-17e8-4637-8064-accd3abacac5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=61b922d5-6d56-47bf-a9f3-880a8e2953f3 HTTP/1.1" status: 200 len: 898 time: 0.0834978 Jul 16 02:29:31.619293 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d06088b-4825-45c6-adda-078409954c15 req-dd361a37-2da5-4b52-9dd9-0875ea63881e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1369849f-ec3c-477a-bb72-da775d0c8513 HTTP/1.1" status: 200 len: 217 time: 0.0360322 Jul 16 02:29:31.667130 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06088b-4825-45c6-adda-078409954c15 req-656b120c-233c-46a6-a4d1-b767ce224da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:31.668581 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d06088b-4825-45c6-adda-078409954c15 req-656b120c-233c-46a6-a4d1-b767ce224da1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00df93a2-8ae1-4ad0-913e-b8409d98dd84 HTTP/1.1" status: 200 len: 834 time: 0.0433736 Jul 16 02:29:31.724812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06088b-4825-45c6-adda-078409954c15 req-8b2a57ce-a84f-43d1-839a-96b8b6cd3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:31.726250 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d06088b-4825-45c6-adda-078409954c15 req-8b2a57ce-a84f-43d1-839a-96b8b6cd3446 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=61b922d5-6d56-47bf-a9f3-880a8e2953f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500147 Jul 16 02:29:31.818015 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d06088b-4825-45c6-adda-078409954c15 req-f62c452f-a7fd-4d11-bb19-4c959fb4ea28 service neutron] 10.222.0.26 "GET /v2.0/networks/61b922d5-6d56-47bf-a9f3-880a8e2953f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844967 Jul 16 02:29:31.905445 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0d06088b-4825-45c6-adda-078409954c15 req-5eec169d-b571-4a02-b886-ab28f4a00f6e service neutron] 10.222.0.26 "GET /v2.0/networks/61b922d5-6d56-47bf-a9f3-880a8e2953f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802381 Jul 16 02:29:32.059918 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d5c5f-c76d-4f95-814c-1afd3c5afa4a req-17a92d81-d495-4a95-87ba-50074add0629 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:32.061426 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ef4d5c5f-c76d-4f95-814c-1afd3c5afa4a req-17a92d81-d495-4a95-87ba-50074add0629 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 944 time: 0.0639644 Jul 16 02:29:32.098750 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ef4d5c5f-c76d-4f95-814c-1afd3c5afa4a req-0fbf99ae-4178-49e6-b37a-830418c88f9d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=187d191a-077a-45ed-bf23-22afff105e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312557 Jul 16 02:29:32.278182 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:33.274859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99056fc-4794-413d-a986-32e7a4f35d56 req-37899ba7-1128-4db8-add6-ad618820e6df tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:33.276293 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d99056fc-4794-413d-a986-32e7a4f35d56 req-37899ba7-1128-4db8-add6-ad618820e6df tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 944 time: 0.0677018 Jul 16 02:29:33.314556 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d99056fc-4794-413d-a986-32e7a4f35d56 req-e26cf7c2-22fa-4471-b64f-9c6d48a1cbb1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=187d191a-077a-45ed-bf23-22afff105e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323124 Jul 16 02:29:34.024122 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:34.371182 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 1369849f-ec3c-477a-bb72-da775d0c8513 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:29:34.465346 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 1369849f-ec3c-477a-bb72-da775d0c8513, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1369849f-ec3c-477a-bb72-da775d0c8513,segment=NetworkSegment(d8b54a88-b09b-46c9-96ce-454ca7904107),segment_id=d8b54a88-b09b-46c9-96ce-454ca7904107)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:34.475999 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '1369849f-ec3c-477a-bb72-da775d0c8513', 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3', 'port_id': '1369849f-ec3c-477a-bb72-da775d0c8513', 'mac_address': 'fa:16:3e:90:79:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:29:34.489682 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abee490-4e01-44a7-ab6f-bf26de7e52e6 req-ef34918c-1b8c-4ac2-b056-af21be2b59b4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:34.491276 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9abee490-4e01-44a7-ab6f-bf26de7e52e6 req-ef34918c-1b8c-4ac2-b056-af21be2b59b4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 944 time: 0.0648808 Jul 16 02:29:34.515983 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:34.529289 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1369849f-ec3c-477a-bb72-da775d0c8513 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:29:34.530428 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9abee490-4e01-44a7-ab6f-bf26de7e52e6 req-2c1f9ff6-3f8f-4cd3-ac8f-758fc2cbe092 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=187d191a-077a-45ed-bf23-22afff105e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334733 Jul 16 02:29:34.549572 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 1369849f-ec3c-477a-bb72-da775d0c8513, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1369849f-ec3c-477a-bb72-da775d0c8513,segment=NetworkSegment(d8b54a88-b09b-46c9-96ce-454ca7904107),segment_id=d8b54a88-b09b-46c9-96ce-454ca7904107)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:34.553651 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:34.600393 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=1369849f-ec3c-477a-bb72-da775d0c8513,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:34.860072 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['1369849f-ec3c-477a-bb72-da775d0c8513'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:29:35.704289 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d00b4a-92ab-4e01-920c-c5ab3f651bdb req-4d998f4f-b17b-4779-ba66-43fb28eedcfb tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:35.705808 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-68d00b4a-92ab-4e01-920c-c5ab3f651bdb req-4d998f4f-b17b-4779-ba66-43fb28eedcfb tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 945 time: 0.0630434 Jul 16 02:29:35.742996 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-68d00b4a-92ab-4e01-920c-c5ab3f651bdb req-f97d84a5-5294-4303-9243-9cb79f71abc7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=187d191a-077a-45ed-bf23-22afff105e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315566 Jul 16 02:29:36.379089 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 1369849f-ec3c-477a-bb72-da775d0c8513 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:29:36.425697 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 1369849f-ec3c-477a-bb72-da775d0c8513 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:29:36.429364 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 1369849f-ec3c-477a-bb72-da775d0c8513 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:29:36.429740 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:36.506947 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:36.530240 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344ab641-98da-4ca3-bd1e-e86bc65a4bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1369849f-ec3c-477a-bb72-da775d0c8513'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:29:36.532507 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e34fef4-62a6-4751-8ffe-54c567ad5ae0" -d '{"events": [{"server_uuid": "344ab641-98da-4ca3-bd1e-e86bc65a4bd3", "name": "network-vif-plugged", "status": "completed", "tag": "1369849f-ec3c-477a-bb72-da775d0c8513"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:29:36.545284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 1369849f-ec3c-477a-bb72-da775d0c8513, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1369849f-ec3c-477a-bb72-da775d0c8513,segment=NetworkSegment(d8b54a88-b09b-46c9-96ce-454ca7904107),segment_id=d8b54a88-b09b-46c9-96ce-454ca7904107)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:29:36.549129 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:36.575192 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c08a2e-6363-4e6d-a552-da6626fa09fb x-openstack-request-id: req-49c08a2e-6363-4e6d-a552-da6626fa09fb {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:29:36.575479 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344ab641-98da-4ca3-bd1e-e86bc65a4bd3", "name": "network-vif-plugged", "status": "completed", "tag": "1369849f-ec3c-477a-bb72-da775d0c8513", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:29:36.575750 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-49c08a2e-6363-4e6d-a552-da6626fa09fb {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:29:36.576135 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344ab641-98da-4ca3-bd1e-e86bc65a4bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1369849f-ec3c-477a-bb72-da775d0c8513', 'code': 200} Jul 16 02:29:36.600375 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=1369849f-ec3c-477a-bb72-da775d0c8513,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:36.710933 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290191c-8a7d-4f27-b558-7a1aca7999df req-a5aaebb0-83ad-46cf-8347-f8c528dc2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:36.712419 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3290191c-8a7d-4f27-b558-7a1aca7999df req-a5aaebb0-83ad-46cf-8347-f8c528dc2959 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 1097 time: 0.0501907 Jul 16 02:29:36.746389 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3290191c-8a7d-4f27-b558-7a1aca7999df req-5c921369-0270-43ff-bb92-11ea4c8ff854 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=187d191a-077a-45ed-bf23-22afff105e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273082 Jul 16 02:29:36.917360 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfbe23-62b9-4008-a224-7e957735e311 req-8a9026fc-cd10-4637-b6ce-452693f4e253 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:36.918882 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eecfbe23-62b9-4008-a224-7e957735e311 req-8a9026fc-cd10-4637-b6ce-452693f4e253 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 946 time: 0.0656009 Jul 16 02:29:36.957075 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eecfbe23-62b9-4008-a224-7e957735e311 req-b6600a82-dbd6-4fd7-95ab-81e046656220 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=187d191a-077a-45ed-bf23-22afff105e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326834 Jul 16 02:29:38.139028 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09304ab7-1644-4add-a8ca-2589f3550e70 req-13ee5ee6-c013-450d-adb7-a4fa48b4232d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:38.140558 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-09304ab7-1644-4add-a8ca-2589f3550e70 req-13ee5ee6-c013-450d-adb7-a4fa48b4232d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 946 time: 0.0692184 Jul 16 02:29:38.179345 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-09304ab7-1644-4add-a8ca-2589f3550e70 req-133b26e1-6714-4708-9df1-95347ac39e90 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=187d191a-077a-45ed-bf23-22afff105e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324779 Jul 16 02:29:38.353510 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b5552-ed72-46a0-8d02-557d0b12ca82 req-75ce68e3-bb51-4366-850e-c1214096f13d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:38.355038 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c60b5552-ed72-46a0-8d02-557d0b12ca82 req-75ce68e3-bb51-4366-850e-c1214096f13d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 946 time: 0.0631275 Jul 16 02:29:38.392233 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c60b5552-ed72-46a0-8d02-557d0b12ca82 req-666b879e-2c38-4bfd-a502-24cd4d7a3515 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=187d191a-077a-45ed-bf23-22afff105e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317068 Jul 16 02:29:38.417687 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49390) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:38.470150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9c68a5-fffd-410e-90f2-2a1fde98b551 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:38.471918 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7f9c68a5-fffd-410e-90f2-2a1fde98b551 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 1092 time: 0.0530043 Jul 16 02:29:38.474581 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49392) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:38.478869 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': '1369849f-ec3c-477a-bb72-da775d0c8513', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:29:38.500518 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:38.600875 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:38.702148 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.25.1.234 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/e6579bfe-b156-4757-845e-72b076f0cd71) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:29:38.807454 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:38.845960 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:38.883009 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:29:38.887591 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:29:38.890991 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:29:38.915442 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=e6579bfe-b156-4757-845e-72b076f0cd71,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:39.260672 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:39.339083 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:39.489788 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:39.494356 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:39.566552 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=e6579bfe-b156-4757-845e-72b076f0cd71,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:29:39.576556 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:39.678275 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Floating IP 3e28fa96-9f47-48f2-b96b-f5f697142f0b associated. External IP: 172.25.1.234, port: 1369849f-ec3c-477a-bb72-da775d0c8513. Jul 16 02:29:39.888199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 863d19b2-7334-4f44-8313-4c12ed6ce0b3 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:29:39.999103 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:29:40.010215 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b56f8e7-fea0-496c-9df1-f96dbf80450b None None] Sync routers for ids ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:29:40.016436 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:40.022252 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b56f8e7-fea0-496c-9df1-f96dbf80450b None None] Routers {'863d19b2-7334-4f44-8313-4c12ed6ce0b3'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:29:40.022955 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9b56f8e7-fea0-496c-9df1-f96dbf80450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:29:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:40.057708 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-879749dd-7fc3-4ad3-bbcb-bb50718637d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5796764 Jul 16 02:29:40.057708 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344ab641-98da-4ca3-bd1e-e86bc65a4bd3', 'tag': '1369849f-ec3c-477a-bb72-da775d0c8513'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:29:40.058187 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea1acd2-cce1-4474-895c-a095d7d851a7" -d '{"events": [{"name": "network-changed", "server_uuid": "344ab641-98da-4ca3-bd1e-e86bc65a4bd3", "tag": "1369849f-ec3c-477a-bb72-da775d0c8513"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:29:40.095920 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f55bc7-324a-414d-9f18-d733d3177b94 x-openstack-request-id: req-d6f55bc7-324a-414d-9f18-d733d3177b94 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:29:40.096263 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344ab641-98da-4ca3-bd1e-e86bc65a4bd3", "tag": "1369849f-ec3c-477a-bb72-da775d0c8513", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:29:40.096589 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d6f55bc7-324a-414d-9f18-d733d3177b94 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:29:40.097175 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344ab641-98da-4ca3-bd1e-e86bc65a4bd3', 'tag': '1369849f-ec3c-477a-bb72-da775d0c8513', 'status': 'completed', 'code': 200} Jul 16 02:29:40.127334 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-9b56f8e7-fea0-496c-9df1-f96dbf80450b None None] Set router 863d19b2-7334-4f44-8313-4c12ed6ce0b3 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:29:40.206320 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1acd2-cce1-4474-895c-a095d7d851a7 req-2189d4da-1603-49d4-9fda-6cb5e6798d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:40.208643 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6ea1acd2-cce1-4474-895c-a095d7d851a7 req-2189d4da-1603-49d4-9fda-6cb5e6798d5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 1097 time: 0.0643396 Jul 16 02:29:40.246530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397106d4-eddd-4597-a1cb-7319bc5ee8a8 req-05ad6e1b-1de0-41d2-9f82-0ec7470e2778 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:40.255064 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-397106d4-eddd-4597-a1cb-7319bc5ee8a8 req-05ad6e1b-1de0-41d2-9f82-0ec7470e2778 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 946 time: 0.0825465 Jul 16 02:29:40.298528 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-397106d4-eddd-4597-a1cb-7319bc5ee8a8 req-3162612d-9543-4903-ac83-1b5084344129 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=187d191a-077a-45ed-bf23-22afff105e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425956 Jul 16 02:29:40.318925 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1acd2-cce1-4474-895c-a095d7d851a7 req-0d31aa2d-f641-4dff-b44f-7626af0232a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:40.320436 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6ea1acd2-cce1-4474-895c-a095d7d851a7 req-0d31aa2d-f641-4dff-b44f-7626af0232a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=61b922d5-6d56-47bf-a9f3-880a8e2953f3 HTTP/1.1" status: 200 len: 898 time: 0.1049116 Jul 16 02:29:40.326609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49398) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:40.395663 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3971b6db-12be-47b2-86b0-4465a1a256cc tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/floatingips/3e28fa96-9f47-48f2-b96b-f5f697142f0b HTTP/1.1" status: 200 len: 992 time: 0.0666351 Jul 16 02:29:40.423665 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6ea1acd2-cce1-4474-895c-a095d7d851a7 req-8d68acf3-ca92-4ff2-8040-8b1527e25abc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1369849f-ec3c-477a-bb72-da775d0c8513 HTTP/1.1" status: 200 len: 1000 time: 0.0968003 Jul 16 02:29:40.460459 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9b56f8e7-fea0-496c-9df1-f96dbf80450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297399874', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:29:20Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:21Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '3e28fa96-9f47-48f2-b96b-f5f697142f0b', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'port_id': '1369849f-ec3c-477a-bb72-da775d0c8513', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3', 'mac_address': 'fa:16:3e:90:79:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ab641-98da-4ca3-bd1e-e86bc65a4bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:29:39Z', 'updated_at': '2021-07-16T02:29:39Z', 'revision_number': 0, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6025f1bd-f7f7-45c1-a3ed-df3c35619476', 'name': '', 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:bf:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:23Z', 'updated_at': '2021-07-16T02:29:27Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:40.475541 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1acd2-cce1-4474-895c-a095d7d851a7 req-36cea088-0671-4d38-96dc-3a62d99f4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:40.476819 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6ea1acd2-cce1-4474-895c-a095d7d851a7 req-36cea088-0671-4d38-96dc-3a62d99f4e14 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00df93a2-8ae1-4ad0-913e-b8409d98dd84 HTTP/1.1" status: 200 len: 834 time: 0.0469072 Jul 16 02:29:40.493895 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b56f8e7-fea0-496c-9df1-f96dbf80450b None None] Checking router: 863d19b2-7334-4f44-8313-4c12ed6ce0b3 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:29:40.501980 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b56f8e7-fea0-496c-9df1-f96dbf80450b None None] Routers {'863d19b2-7334-4f44-8313-4c12ed6ce0b3'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:29:40.502637 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9b56f8e7-fea0-496c-9df1-f96dbf80450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:29:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:40.533435 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1acd2-cce1-4474-895c-a095d7d851a7 req-a08ba30a-998d-40c5-aa23-56d472121bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:40.535584 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6ea1acd2-cce1-4474-895c-a095d7d851a7 req-a08ba30a-998d-40c5-aa23-56d472121bd7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=61b922d5-6d56-47bf-a9f3-880a8e2953f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524569 Jul 16 02:29:40.605702 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-9b56f8e7-fea0-496c-9df1-f96dbf80450b None None] Set router 863d19b2-7334-4f44-8313-4c12ed6ce0b3 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:29:40.628238 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6ea1acd2-cce1-4474-895c-a095d7d851a7 req-d9d1a97c-d9be-42da-900a-3d712ff2dce1 service neutron] 10.222.0.26 "GET /v2.0/networks/61b922d5-6d56-47bf-a9f3-880a8e2953f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862119 Jul 16 02:29:40.719577 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6ea1acd2-cce1-4474-895c-a095d7d851a7 req-59d55c7c-ce1f-41bb-88a6-6c1c7ccc0ded service neutron] 10.222.0.26 "GET /v2.0/networks/61b922d5-6d56-47bf-a9f3-880a8e2953f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850449 Jul 16 02:29:40.828419 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9b56f8e7-fea0-496c-9df1-f96dbf80450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297399874', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:29:20Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:21Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '3e28fa96-9f47-48f2-b96b-f5f697142f0b', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'port_id': '1369849f-ec3c-477a-bb72-da775d0c8513', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3', 'mac_address': 'fa:16:3e:90:79:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ab641-98da-4ca3-bd1e-e86bc65a4bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:29:39Z', 'updated_at': '2021-07-16T02:29:39Z', 'revision_number': 0, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6025f1bd-f7f7-45c1-a3ed-df3c35619476', 'name': '', 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:bf:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:23Z', 'updated_at': '2021-07-16T02:29:27Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:29:40.854732 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b56f8e7-fea0-496c-9df1-f96dbf80450b None None] The sync data for ids ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'] in n-d-800086-6 is: [{'id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297399874', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:29:20Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:21Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '3e28fa96-9f47-48f2-b96b-f5f697142f0b', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'port_id': '1369849f-ec3c-477a-bb72-da775d0c8513', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3', 'mac_address': 'fa:16:3e:90:79:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344ab641-98da-4ca3-bd1e-e86bc65a4bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:29:39Z', 'updated_at': '2021-07-16T02:29:39Z', 'revision_number': 0, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6025f1bd-f7f7-45c1-a3ed-df3c35619476', 'name': '', 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:bf:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:23Z', 'updated_at': '2021-07-16T02:29:27Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:29:41.045616 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8362e4-9497-42de-823f-25c40ffdf09a None None] New status for floating IP 3e28fa96-9f47-48f2-b96b-f5f697142f0b: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:29:41.397715 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49400) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:41.458399 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8579726e-c76d-4d95-ad78-ad3d679ca8cf tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/floatingips/3e28fa96-9f47-48f2-b96b-f5f697142f0b HTTP/1.1" status: 200 len: 994 time: 0.0595083 Jul 16 02:29:52.913740 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a87ff3a2-1823-4673-8865-86d926ea2ae1 req-ab10f7b8-1671-4e4f-b5ff-2f274e9ae510 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504949 Jul 16 02:29:53.030723 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ff3a2-1823-4673-8865-86d926ea2ae1 req-b7816612-20df-45b8-b9cc-70454914e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:53.032269 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a87ff3a2-1823-4673-8865-86d926ea2ae1 req-b7816612-20df-45b8-b9cc-70454914e965 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 1097 time: 0.0564120 Jul 16 02:29:53.140817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ff3a2-1823-4673-8865-86d926ea2ae1 req-5f265310-238d-42f9-88d0-107c95fb0bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:53.142271 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a87ff3a2-1823-4673-8865-86d926ea2ae1 req-5f265310-238d-42f9-88d0-107c95fb0bf4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=61b922d5-6d56-47bf-a9f3-880a8e2953f3 HTTP/1.1" status: 200 len: 898 time: 0.0901704 Jul 16 02:29:53.203980 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a87ff3a2-1823-4673-8865-86d926ea2ae1 req-9828c585-2fe8-429e-8cf8-acd3185b065e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1369849f-ec3c-477a-bb72-da775d0c8513 HTTP/1.1" status: 200 len: 1002 time: 0.0557728 Jul 16 02:29:53.250108 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ff3a2-1823-4673-8865-86d926ea2ae1 req-0ff6fb62-9bb5-4d8e-8e56-279eeefca1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:53.251496 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a87ff3a2-1823-4673-8865-86d926ea2ae1 req-0ff6fb62-9bb5-4d8e-8e56-279eeefca1f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00df93a2-8ae1-4ad0-913e-b8409d98dd84 HTTP/1.1" status: 200 len: 834 time: 0.0421684 Jul 16 02:29:53.313028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ff3a2-1823-4673-8865-86d926ea2ae1 req-40d98df4-4b26-47d0-b617-e8fb04910083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:53.314511 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a87ff3a2-1823-4673-8865-86d926ea2ae1 req-40d98df4-4b26-47d0-b617-e8fb04910083 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=61b922d5-6d56-47bf-a9f3-880a8e2953f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569277 Jul 16 02:29:53.400061 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a87ff3a2-1823-4673-8865-86d926ea2ae1 req-73c34df7-786f-493e-8f39-3072524d6a79 service neutron] 10.222.0.26 "GET /v2.0/networks/61b922d5-6d56-47bf-a9f3-880a8e2953f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795929 Jul 16 02:29:53.492762 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a87ff3a2-1823-4673-8865-86d926ea2ae1 req-da064af7-0382-49a2-9926-ae4ef4972dc4 service neutron] 10.222.0.26 "GET /v2.0/networks/61b922d5-6d56-47bf-a9f3-880a8e2953f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867348 Jul 16 02:29:54.369179 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:57.680397 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:29:58.447788 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0def0cf1-a04e-4ed8-848d-7209de91c081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:59.384239 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:01.112908 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-50e95f9c-0ad9-4c78-8439-c7b06b33270b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:01.117390 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:02.280234 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:04.026389 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.980916 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d5b83-ca01-4f12-9c67-925753f3e50e req-1326361f-0518-4b8e-9d1a-e59af4cf8277 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:14.982329 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-097d5b83-ca01-4f12-9c67-925753f3e50e req-1326361f-0518-4b8e-9d1a-e59af4cf8277 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 946 time: 0.0630081 Jul 16 02:30:15.019605 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-097d5b83-ca01-4f12-9c67-925753f3e50e req-4a040251-b3d5-4791-9518-69a69482ce60 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=187d191a-077a-45ed-bf23-22afff105e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318193 Jul 16 02:30:16.211648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60da28c-92ed-4288-a367-c06cb1791196 req-8fac25b9-d73d-4738-a03d-d0f42eb98bfe tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:16.213205 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b60da28c-92ed-4288-a367-c06cb1791196 req-8fac25b9-d73d-4738-a03d-d0f42eb98bfe tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 946 time: 0.0667009 Jul 16 02:30:16.252504 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b60da28c-92ed-4288-a367-c06cb1791196 req-c27ecded-960e-466f-9d6b-b3d3962d9dd5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=187d191a-077a-45ed-bf23-22afff105e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330734 Jul 16 02:30:16.278278 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49426) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:16.341286 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e42191cd-5a09-426f-afc3-020fa8b54e4c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/floatingips/3e28fa96-9f47-48f2-b96b-f5f697142f0b HTTP/1.1" status: 200 len: 994 time: 0.0617666 Jul 16 02:30:17.788908 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb05252-c16d-49a6-8b36-d42744026876 req-140360cd-7497-418c-9402-95540ee48598 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:17.790425 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3eb05252-c16d-49a6-8b36-d42744026876 req-140360cd-7497-418c-9402-95540ee48598 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 946 time: 0.0643511 Jul 16 02:30:17.827344 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3eb05252-c16d-49a6-8b36-d42744026876 req-ab2f56ff-9328-48bb-ab12-18fe29362dcb tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=187d191a-077a-45ed-bf23-22afff105e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314326 Jul 16 02:30:19.003897 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c74aa-21f8-49f5-bac1-9542b8d5cab5 req-6a7e9106-8386-41af-97a4-f60905c9d064 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:19.005402 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a0c74aa-21f8-49f5-bac1-9542b8d5cab5 req-6a7e9106-8386-41af-97a4-f60905c9d064 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 946 time: 0.0630579 Jul 16 02:30:19.043515 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0a0c74aa-21f8-49f5-bac1-9542b8d5cab5 req-74b98ff1-72fc-4a61-b7e7-e447f4a97fe7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=187d191a-077a-45ed-bf23-22afff105e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324619 Jul 16 02:30:19.067680 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49436) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:19.130576 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-db1c685d-9415-492b-9900-51b3b7690d2b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/floatingips/3e28fa96-9f47-48f2-b96b-f5f697142f0b HTTP/1.1" status: 200 len: 994 time: 0.0616162 Jul 16 02:30:19.398893 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49442) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:19.783967 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port e6579bfe-b156-4757-845e-72b076f0cd71 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:19.784300 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.857193 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.857512 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.868502 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for e6579bfe-b156-4757-845e-72b076f0cd71 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:20.010795 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.036685 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=e6579bfe-b156-4757-845e-72b076f0cd71,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:20.047844 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:20.048199 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:20.048540 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:20.048883 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:20.049217 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:20.049558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:20.049882 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:20.050208 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:20.050536 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:20.050861 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:20.051186 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:20.051509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:20.111493 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.112209 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Floating IP 3e28fa96-9f47-48f2-b96b-f5f697142f0b disassociated (deleted). External IP: 172.25.1.234, port: 1369849f-ec3c-477a-bb72-da775d0c8513. Jul 16 02:30:20.315425 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 863d19b2-7334-4f44-8313-4c12ed6ce0b3 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:30:20.420111 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:20.424961 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.429096 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1659109-d422-439f-bba8-a03ac0c28cca None None] Sync routers for ids ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:20.437939 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1659109-d422-439f-bba8-a03ac0c28cca None None] Routers {'863d19b2-7334-4f44-8313-4c12ed6ce0b3'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:20.438558 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c1659109-d422-439f-bba8-a03ac0c28cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:30:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:20.459774 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6bc97a64-c526-4252-925f-4b1349456dae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/floatingips/3e28fa96-9f47-48f2-b96b-f5f697142f0b HTTP/1.1" status: 204 len: 168 time: 1.0598032 Jul 16 02:30:20.460480 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344ab641-98da-4ca3-bd1e-e86bc65a4bd3', 'tag': '1369849f-ec3c-477a-bb72-da775d0c8513'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:20.462904 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae741f3-c9a3-4f26-982a-c6338627e6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "344ab641-98da-4ca3-bd1e-e86bc65a4bd3", "tag": "1369849f-ec3c-477a-bb72-da775d0c8513"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:20.501134 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57888011-0b1c-4c4e-9bc2-364221aa0d5e x-openstack-request-id: req-57888011-0b1c-4c4e-9bc2-364221aa0d5e {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:20.501442 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344ab641-98da-4ca3-bd1e-e86bc65a4bd3", "tag": "1369849f-ec3c-477a-bb72-da775d0c8513", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:20.501701 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-57888011-0b1c-4c4e-9bc2-364221aa0d5e {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:20.502106 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344ab641-98da-4ca3-bd1e-e86bc65a4bd3', 'tag': '1369849f-ec3c-477a-bb72-da775d0c8513', 'status': 'completed', 'code': 200} Jul 16 02:30:20.546864 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-c1659109-d422-439f-bba8-a03ac0c28cca None None] Set router 863d19b2-7334-4f44-8313-4c12ed6ce0b3 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:20.598176 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae741f3-c9a3-4f26-982a-c6338627e6c2 req-c12a1a35-002b-4f8d-bc60-1cb98b066d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:20.599919 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ae741f3-c9a3-4f26-982a-c6338627e6c2 req-c12a1a35-002b-4f8d-bc60-1cb98b066d21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 1097 time: 0.0553765 Jul 16 02:30:20.718716 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae741f3-c9a3-4f26-982a-c6338627e6c2 req-8d052b38-4473-44f3-bf75-70008ce428ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:20.720267 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ae741f3-c9a3-4f26-982a-c6338627e6c2 req-8d052b38-4473-44f3-bf75-70008ce428ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=61b922d5-6d56-47bf-a9f3-880a8e2953f3 HTTP/1.1" status: 200 len: 898 time: 0.1146247 Jul 16 02:30:20.753178 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c1659109-d422-439f-bba8-a03ac0c28cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297399874', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:29:20Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:21Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6025f1bd-f7f7-45c1-a3ed-df3c35619476', 'name': '', 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:bf:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:23Z', 'updated_at': '2021-07-16T02:29:27Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:20.769172 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ae741f3-c9a3-4f26-982a-c6338627e6c2 req-9ed979dd-12b2-4513-aff6-798860744301 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1369849f-ec3c-477a-bb72-da775d0c8513 HTTP/1.1" status: 200 len: 217 time: 0.0346308 Jul 16 02:30:20.779502 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1659109-d422-439f-bba8-a03ac0c28cca None None] Checking router: 863d19b2-7334-4f44-8313-4c12ed6ce0b3 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:20.787771 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1659109-d422-439f-bba8-a03ac0c28cca None None] Routers {'863d19b2-7334-4f44-8313-4c12ed6ce0b3'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:20.788380 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c1659109-d422-439f-bba8-a03ac0c28cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:30:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:20.851211 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae741f3-c9a3-4f26-982a-c6338627e6c2 req-f292c2e2-68e0-43d5-b420-23fee55df0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:20.852712 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ae741f3-c9a3-4f26-982a-c6338627e6c2 req-f292c2e2-68e0-43d5-b420-23fee55df0bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00df93a2-8ae1-4ad0-913e-b8409d98dd84 HTTP/1.1" status: 200 len: 834 time: 0.0777099 Jul 16 02:30:20.896374 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-c1659109-d422-439f-bba8-a03ac0c28cca None None] Set router 863d19b2-7334-4f44-8313-4c12ed6ce0b3 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:20.907352 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af6e15-a4fb-4970-ad86-a354cde41be6 req-0793897f-0c7b-4a80-bc79-8304fef9bc40 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:20.908906 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f3af6e15-a4fb-4970-ad86-a354cde41be6 req-0793897f-0c7b-4a80-bc79-8304fef9bc40 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 946 time: 0.1252763 Jul 16 02:30:20.947473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae741f3-c9a3-4f26-982a-c6338627e6c2 req-f3018965-e9a2-4a42-846a-118f1a964122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:20.949188 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ae741f3-c9a3-4f26-982a-c6338627e6c2 req-f3018965-e9a2-4a42-846a-118f1a964122 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=61b922d5-6d56-47bf-a9f3-880a8e2953f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883219 Jul 16 02:30:20.969412 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f3af6e15-a4fb-4970-ad86-a354cde41be6 req-658b569a-25ca-41b2-81b1-2d016058f67c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=187d191a-077a-45ed-bf23-22afff105e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540457 Jul 16 02:30:21.048769 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ae741f3-c9a3-4f26-982a-c6338627e6c2 req-d4d4b6c2-6dc0-4a20-88b0-4f0595d1287e service neutron] 10.222.0.26 "GET /v2.0/networks/61b922d5-6d56-47bf-a9f3-880a8e2953f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918436 Jul 16 02:30:21.098835 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c1659109-d422-439f-bba8-a03ac0c28cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297399874', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:29:20Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:21Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6025f1bd-f7f7-45c1-a3ed-df3c35619476', 'name': '', 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:bf:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:23Z', 'updated_at': '2021-07-16T02:29:27Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:21.125079 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1659109-d422-439f-bba8-a03ac0c28cca None None] The sync data for ids ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'] in n-d-800086-6 is: [{'id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297399874', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:29:20Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:21Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6025f1bd-f7f7-45c1-a3ed-df3c35619476', 'name': '', 'network_id': '61b922d5-6d56-47bf-a9f3-880a8e2953f3', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:bf:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:23Z', 'updated_at': '2021-07-16T02:29:27Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '00df93a2-8ae1-4ad0-913e-b8409d98dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:21.139073 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8ae741f3-c9a3-4f26-982a-c6338627e6c2 req-ad92eecb-bab6-438b-80a1-e20dcc4b3fa0 service neutron] 10.222.0.26 "GET /v2.0/networks/61b922d5-6d56-47bf-a9f3-880a8e2953f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833678 Jul 16 02:30:21.346450 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d9125-7348-47f5-bf4f-14ca172888ee None None] New status for floating IP 3e28fa96-9f47-48f2-b96b-f5f697142f0b: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:30:22.157865 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37e87e-c0bf-4340-a9ef-732f70ee1627 req-e8d2dcf2-0b15-4642-b539-dd41f0473608 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:22.159363 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cd37e87e-c0bf-4340-a9ef-732f70ee1627 req-e8d2dcf2-0b15-4642-b539-dd41f0473608 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 946 time: 0.0625358 Jul 16 02:30:22.196639 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cd37e87e-c0bf-4340-a9ef-732f70ee1627 req-28441627-3f40-4cf2-b76a-6220fbc3fba6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=187d191a-077a-45ed-bf23-22afff105e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315788 Jul 16 02:30:22.434739 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3bb4-22f5-460f-b897-9b67ab5ee9d9 req-5b963546-9a6e-4e0d-b213-c796c53d6ab7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:22.436227 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f93b3bb4-22f5-460f-b897-9b67ab5ee9d9 req-5b963546-9a6e-4e0d-b213-c796c53d6ab7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.26 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 946 time: 0.0679135 Jul 16 02:30:22.534669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-f93b3bb4-22f5-460f-b897-9b67ab5ee9d9 req-8ed6ca1e-6c46-4036-ac34-3d250422746f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port 1369849f-ec3c-477a-bb72-da775d0c8513 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:22.535008 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f93b3bb4-22f5-460f-b897-9b67ab5ee9d9 req-8ed6ca1e-6c46-4036-ac34-3d250422746f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:22.624100 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-f93b3bb4-22f5-460f-b897-9b67ab5ee9d9 req-8ed6ca1e-6c46-4036-ac34-3d250422746f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] For port 1369849f-ec3c-477a-bb72-da775d0c8513, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=1369849f-ec3c-477a-bb72-da775d0c8513,segment=NetworkSegment(d8b54a88-b09b-46c9-96ce-454ca7904107),segment_id=d8b54a88-b09b-46c9-96ce-454ca7904107)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:22.624469 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f93b3bb4-22f5-460f-b897-9b67ab5ee9d9 req-8ed6ca1e-6c46-4036-ac34-3d250422746f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:22.635604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-f93b3bb4-22f5-460f-b897-9b67ab5ee9d9 req-8ed6ca1e-6c46-4036-ac34-3d250422746f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for 1369849f-ec3c-477a-bb72-da775d0c8513 owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:22.759613 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f93b3bb4-22f5-460f-b897-9b67ab5ee9d9 req-8ed6ca1e-6c46-4036-ac34-3d250422746f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:22.792595 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6ca1e-6c46-4036-ac34-3d250422746f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=1369849f-ec3c-477a-bb72-da775d0c8513,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:22.836943 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93b3bb4-22f5-460f-b897-9b67ab5ee9d9 req-8ed6ca1e-6c46-4036-ac34-3d250422746f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] No DVR routers for this DVR port 1369849f-ec3c-477a-bb72-da775d0c8513 on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:30:22.839555 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-f93b3bb4-22f5-460f-b897-9b67ab5ee9d9 req-8ed6ca1e-6c46-4036-ac34-3d250422746f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:22.841740 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f93b3bb4-22f5-460f-b897-9b67ab5ee9d9 req-8ed6ca1e-6c46-4036-ac34-3d250422746f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.26 "DELETE /v2.0/ports/1369849f-ec3c-477a-bb72-da775d0c8513 HTTP/1.1" status: 204 len: 173 time: 0.3994493 Jul 16 02:30:22.842179 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344ab641-98da-4ca3-bd1e-e86bc65a4bd3', 'name': 'network-vif-deleted', 'tag': '1369849f-ec3c-477a-bb72-da775d0c8513'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:22.844471 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a105c7-c249-4ef5-8a6d-0c37f383586b" -d '{"events": [{"server_uuid": "344ab641-98da-4ca3-bd1e-e86bc65a4bd3", "name": "network-vif-deleted", "tag": "1369849f-ec3c-477a-bb72-da775d0c8513"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:22.880451 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c2ae7b-6ed6-4bca-86d2-e1eeabe24bb3 x-openstack-request-id: req-65c2ae7b-6ed6-4bca-86d2-e1eeabe24bb3 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:22.880753 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344ab641-98da-4ca3-bd1e-e86bc65a4bd3", "name": "network-vif-deleted", "tag": "1369849f-ec3c-477a-bb72-da775d0c8513", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:22.881212 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-65c2ae7b-6ed6-4bca-86d2-e1eeabe24bb3 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:22.881427 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344ab641-98da-4ca3-bd1e-e86bc65a4bd3', 'name': 'network-vif-deleted', 'tag': '1369849f-ec3c-477a-bb72-da775d0c8513', 'status': 'completed', 'code': 200} Jul 16 02:30:23.361839 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ad4b4015-f549-4802-85c9-c4d8bb256d91 req-72ec8ea3-5716-463c-8d42-b8599264a1db tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=344ab641-98da-4ca3-bd1e-e86bc65a4bd3 HTTP/1.1" status: 200 len: 210 time: 0.0367467 Jul 16 02:30:24.378711 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.458562 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49460) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:25.115377 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:25.378926 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port 6025f1bd-f7f7-45c1-a3ed-df3c35619476 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:25.379189 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:25.471110 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] For port 6025f1bd-f7f7-45c1-a3ed-df3c35619476, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6025f1bd-f7f7-45c1-a3ed-df3c35619476,segment=NetworkSegment(d8b54a88-b09b-46c9-96ce-454ca7904107),segment_id=d8b54a88-b09b-46c9-96ce-454ca7904107)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:25.471805 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:25.483395 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for 6025f1bd-f7f7-45c1-a3ed-df3c35619476 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:25.666785 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:25.694618 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=6025f1bd-f7f7-45c1-a3ed-df3c35619476,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:25.722477 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:25.722832 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:25.723187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:25.723531 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:25.723902 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:25.724245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:25.724584 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:25.724921 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:25.725254 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:25.725586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:25.725935 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:25.726249 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:25.885656 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:26.096511 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 863d19b2-7334-4f44-8313-4c12ed6ce0b3 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:30:26.201363 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:26.206522 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-571fc0e9-8759-4aa4-ac8d-ec9f0d6626b9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "PUT /v2.0/routers/863d19b2-7334-4f44-8313-4c12ed6ce0b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7469401 Jul 16 02:30:26.209396 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49462) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:26.216716 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff3544f-b444-46d3-9f2e-02baf4355d09 None None] Sync routers for ids ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:26.225658 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff3544f-b444-46d3-9f2e-02baf4355d09 None None] Routers {'863d19b2-7334-4f44-8313-4c12ed6ce0b3'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:26.226273 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bff3544f-b444-46d3-9f2e-02baf4355d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:30:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:26.259964 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-598ddc96-f395-4acf-b36b-5936e6d97227 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting subnet 00df93a2-8ae1-4ad0-913e-b8409d98dd84 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:30:26.263798 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-598ddc96-f395-4acf-b36b-5936e6d97227 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:26.305546 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-598ddc96-f395-4acf-b36b-5936e6d97227 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:26.396609 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-598ddc96-f395-4acf-b36b-5936e6d97227 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:26.418762 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-bff3544f-b444-46d3-9f2e-02baf4355d09 None None] Set router 863d19b2-7334-4f44-8313-4c12ed6ce0b3 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:26.456845 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-598ddc96-f395-4acf-b36b-5936e6d97227 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:26.483444 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ddc96-f395-4acf-b36b-5936e6d97227 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Subnet': ['ID=00df93a2-8ae1-4ad0-913e-b8409d98dd84,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:26.487418 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-598ddc96-f395-4acf-b36b-5936e6d97227 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:26.489444 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-598ddc96-f395-4acf-b36b-5936e6d97227 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/subnets/00df93a2-8ae1-4ad0-913e-b8409d98dd84 HTTP/1.1" status: 204 len: 168 time: 0.2789433 Jul 16 02:30:26.491984 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49464) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:26.498386 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda40cfb-34aa-4f3a-9e46-0bfb286f98b0 None None] Network 61b922d5-6d56-47bf-a9f3-880a8e2953f3 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:30:26.596084 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bff3544f-b444-46d3-9f2e-02baf4355d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297399874', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:29:20Z', 'updated_at': '2021-07-16T02:30:25Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:21Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:26.603939 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2346ec09-1138-45b2-b496-37dca9b569a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:26.626209 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff3544f-b444-46d3-9f2e-02baf4355d09 None None] Checking router: 863d19b2-7334-4f44-8313-4c12ed6ce0b3 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:26.626813 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 1369849f-ec3c-477a-bb72-da775d0c8513 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:30:26.634715 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff3544f-b444-46d3-9f2e-02baf4355d09 None None] Routers {'863d19b2-7334-4f44-8313-4c12ed6ce0b3'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:26.635339 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bff3544f-b444-46d3-9f2e-02baf4355d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:30:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:26.648538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: 1369849f-ec3c-477a-bb72-da775d0c8513 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:30:26.648811 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 1369849f-ec3c-477a-bb72-da775d0c8513 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:30:26.696754 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] DHCP port deletion for 61b922d5-6d56-47bf-a9f3-880a8e2953f3 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:30:26.717277 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2346ec09-1138-45b2-b496-37dca9b569a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:26.737317 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-bff3544f-b444-46d3-9f2e-02baf4355d09 None None] Set router 863d19b2-7334-4f44-8313-4c12ed6ce0b3 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:26.747318 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] Deleting port e7e79a29-f29d-441b-aed1-eb70b6ba8c5f {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:26.747729 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:26.772509 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-2346ec09-1138-45b2-b496-37dca9b569a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:26.772874 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2346ec09-1138-45b2-b496-37dca9b569a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:26.814348 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] For port e7e79a29-f29d-441b-aed1-eb70b6ba8c5f, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=e7e79a29-f29d-441b-aed1-eb70b6ba8c5f,segment=NetworkSegment(d8b54a88-b09b-46c9-96ce-454ca7904107),segment_id=d8b54a88-b09b-46c9-96ce-454ca7904107)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:26.815198 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:26.828812 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] Calling delete_port for e7e79a29-f29d-441b-aed1-eb70b6ba8c5f owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:26.858824 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-2346ec09-1138-45b2-b496-37dca9b569a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] For port 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4f184c2f-ffff-40e6-a3dd-49acf11d3f1b,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:26.859216 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2346ec09-1138-45b2-b496-37dca9b569a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:26.871601 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-2346ec09-1138-45b2-b496-37dca9b569a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:26.911263 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:26.926312 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-bff3544f-b444-46d3-9f2e-02baf4355d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297399874', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:29:20Z', 'updated_at': '2021-07-16T02:30:25Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:21Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:26.943083 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] No DVR routers for this DVR port e7e79a29-f29d-441b-aed1-eb70b6ba8c5f on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:30:26.947081 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] Pushing event deleted for resources: {'Port': ['ID=e7e79a29-f29d-441b-aed1-eb70b6ba8c5f,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:26.955915 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff3544f-b444-46d3-9f2e-02baf4355d09 None None] The sync data for ids ['863d19b2-7334-4f44-8313-4c12ed6ce0b3'] in n-d-800086-6 is: [{'id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297399874', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:29:20Z', 'updated_at': '2021-07-16T02:30:25Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '4f184c2f-ffff-40e6-a3dd-49acf11d3f1b', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d19b2-7334-4f44-8313-4c12ed6ce0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:29:21Z', 'updated_at': '2021-07-16T02:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:26.956714 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.958573 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.958688 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.959359 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.959683 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.960133 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.960410 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.960831 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.961097 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.961450 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.961806 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:26.962057 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de595687-3c11-4404-8c7d-b12fe49046e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:27.055216 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2346ec09-1138-45b2-b496-37dca9b569a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.080801 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346ec09-1138-45b2-b496-37dca9b569a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=4f184c2f-ffff-40e6-a3dd-49acf11d3f1b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:27.144177 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2346ec09-1138-45b2-b496-37dca9b569a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.231192 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2346ec09-1138-45b2-b496-37dca9b569a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.233211 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2346ec09-1138-45b2-b496-37dca9b569a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.274249 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2346ec09-1138-45b2-b496-37dca9b569a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.274773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2346ec09-1138-45b2-b496-37dca9b569a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Fanout notify agent at l3_agent the message router_deleted on router 863d19b2-7334-4f44-8313-4c12ed6ce0b3 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:30:27.282003 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2346ec09-1138-45b2-b496-37dca9b569a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.283106 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2346ec09-1138-45b2-b496-37dca9b569a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/routers/863d19b2-7334-4f44-8313-4c12ed6ce0b3 HTTP/1.1" status: 204 len: 168 time: 0.7902031 Jul 16 02:30:27.285850 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49466) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:27.360965 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4afead16-1679-4058-acc2-cc5acdc9c395 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.451517 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4afead16-1679-4058-acc2-cc5acdc9c395 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.461775 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-4afead16-1679-4058-acc2-cc5acdc9c395 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b922d5-6d56-47bf-a9f3-880a8e2953f3']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:27.471500 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-4afead16-1679-4058-acc2-cc5acdc9c395 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b54a88-b09b-46c9-96ce-454ca7904107') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:27.471818 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-4afead16-1679-4058-acc2-cc5acdc9c395 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b54a88-b09b-46c9-96ce-454ca7904107') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:27.481056 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4afead16-1679-4058-acc2-cc5acdc9c395 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.494266 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4afead16-1679-4058-acc2-cc5acdc9c395 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.501076 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4afead16-1679-4058-acc2-cc5acdc9c395 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:30:27.501500 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4afead16-1679-4058-acc2-cc5acdc9c395 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:30:27.504493 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:30:27.569355 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4afead16-1679-4058-acc2-cc5acdc9c395 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.576441 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4afead16-1679-4058-acc2-cc5acdc9c395 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.578279 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4afead16-1679-4058-acc2-cc5acdc9c395 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/networks/61b922d5-6d56-47bf-a9f3-880a8e2953f3 HTTP/1.1" status: 204 len: 168 time: 0.2914879 Jul 16 02:30:27.581066 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49468) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:27.595821 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afead16-1679-4058-acc2-cc5acdc9c395 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Network': ['ID=61b922d5-6d56-47bf-a9f3-880a8e2953f3,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:27.646065 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0e45b77a-60f3-4181-b4b1-dc1da577d0c0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.675449 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0e45b77a-60f3-4181-b4b1-dc1da577d0c0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.732222 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0e45b77a-60f3-4181-b4b1-dc1da577d0c0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.734888 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0e45b77a-60f3-4181-b4b1-dc1da577d0c0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.736066 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0e45b77a-60f3-4181-b4b1-dc1da577d0c0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/security-groups/187d191a-077a-45ed-bf23-22afff105e0a HTTP/1.1" status: 204 len: 168 time: 0.1533909 Jul 16 02:30:27.744836 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45b77a-60f3-4181-b4b1-dc1da577d0c0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=187d191a-077a-45ed-bf23-22afff105e0a,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:28.017455 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e7e79a29-f29d-441b-aed1-eb70b6ba8c5f no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:30:28.039353 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: e7e79a29-f29d-441b-aed1-eb70b6ba8c5f {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:30:28.039731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device e7e79a29-f29d-441b-aed1-eb70b6ba8c5f not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:30:28.040146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:30:28.062370 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:30:28.062725 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4f184c2f-ffff-40e6-a3dd-49acf11d3f1b not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:30:28.063143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6025f1bd-f7f7-45c1-a3ed-df3c35619476 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:30:28.081981 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49474) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:28.082229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 6025f1bd-f7f7-45c1-a3ed-df3c35619476 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:30:28.082585 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6025f1bd-f7f7-45c1-a3ed-df3c35619476 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:30:28.087455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-24bbe1eb-f7b2-4a60-9b38-b436b9404743 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1690074543', 'description': 'tempest-secgroup-smoke-1690074543 description', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:28.112246 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-24bbe1eb-f7b2-4a60-9b38-b436b9404743 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.192369 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-24bbe1eb-f7b2-4a60-9b38-b436b9404743 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.196142 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-24bbe1eb-f7b2-4a60-9b38-b436b9404743 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.224640 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-24bbe1eb-f7b2-4a60-9b38-b436b9404743 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.225873 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-24bbe1eb-f7b2-4a60-9b38-b436b9404743 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1425862 Jul 16 02:30:28.227751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbe1eb-f7b2-4a60-9b38-b436b9404743 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b899303-0e5a-4848-b822-97449a3d2766,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:28.229000 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49476) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:28.235360 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-4255db04-6bf0-4577-a02e-dae12e3b76e1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': '8b899303-0e5a-4848-b822-97449a3d2766', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:28.263698 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4255db04-6bf0-4577-a02e-dae12e3b76e1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.319108 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4255db04-6bf0-4577-a02e-dae12e3b76e1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.322430 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4255db04-6bf0-4577-a02e-dae12e3b76e1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.341714 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255db04-6bf0-4577-a02e-dae12e3b76e1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09004c87-4c54-4f7e-846b-46f72668c0b8,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:28.348418 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4255db04-6bf0-4577-a02e-dae12e3b76e1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.349657 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4255db04-6bf0-4577-a02e-dae12e3b76e1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184390 Jul 16 02:30:28.352486 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49478) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:28.357137 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-8e05e7a2-bf85-4e84-afb5-f3258e454c34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': '8b899303-0e5a-4848-b822-97449a3d2766', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:28.381825 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e05e7a2-bf85-4e84-afb5-f3258e454c34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.438437 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e05e7a2-bf85-4e84-afb5-f3258e454c34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.442357 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e05e7a2-bf85-4e84-afb5-f3258e454c34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.447941 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e7547f20-6e37-4604-a8c4-ae1d04019e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.464943 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05e7a2-bf85-4e84-afb5-f3258e454c34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b43837-4e34-4467-98d5-41eb1c3bfade,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:28.472914 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e05e7a2-bf85-4e84-afb5-f3258e454c34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.474096 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8e05e7a2-bf85-4e84-afb5-f3258e454c34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207001 Jul 16 02:30:28.476872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49480) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:28.481467 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c5d1f685-d645-4c4e-a23f-5eb8a7dc0606 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': '8b899303-0e5a-4848-b822-97449a3d2766', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:28.505547 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f685-d645-4c4e-a23f-5eb8a7dc0606 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.563015 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f685-d645-4c4e-a23f-5eb8a7dc0606 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.566422 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f685-d645-4c4e-a23f-5eb8a7dc0606 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.585172 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1f685-d645-4c4e-a23f-5eb8a7dc0606 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e489a91e-8a74-420a-aafe-7acac3229647,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:28.590670 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f685-d645-4c4e-a23f-5eb8a7dc0606 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.595877 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c5d1f685-d645-4c4e-a23f-5eb8a7dc0606 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139646 Jul 16 02:30:28.595877 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49482) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:28.600060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d71f62c0-09d8-4120-8216-02362699dc89 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': '8b899303-0e5a-4848-b822-97449a3d2766', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:28.625703 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d71f62c0-09d8-4120-8216-02362699dc89 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.684120 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d71f62c0-09d8-4120-8216-02362699dc89 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.687815 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d71f62c0-09d8-4120-8216-02362699dc89 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.705255 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f62c0-09d8-4120-8216-02362699dc89 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ac0f6c-1cd5-42b0-b2f5-a7b24807090d,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:28.711583 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d71f62c0-09d8-4120-8216-02362699dc89 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.712720 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d71f62c0-09d8-4120-8216-02362699dc89 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161401 Jul 16 02:30:28.715533 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49484) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:28.719990 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-01a429ec-8839-47de-ba3f-80e39b39c91d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': '8b899303-0e5a-4848-b822-97449a3d2766', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:28.741168 n-d-800086-6 neutron-server[93832]: INFO neutron.db.securitygroups_db [None req-01a429ec-8839-47de-ba3f-80e39b39c91d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Project fad30493b7d341c7b1b3e13a6d10f18a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:30:28.746590 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-01a429ec-8839-47de-ba3f-80e39b39c91d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.805202 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-01a429ec-8839-47de-ba3f-80e39b39c91d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.809442 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-01a429ec-8839-47de-ba3f-80e39b39c91d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.830281 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a429ec-8839-47de-ba3f-80e39b39c91d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7036ffab-10c9-4291-a31d-66d5e5375b4c,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:28.836488 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-01a429ec-8839-47de-ba3f-80e39b39c91d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.837730 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-01a429ec-8839-47de-ba3f-80e39b39c91d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212204 Jul 16 02:30:28.840798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49486) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:28.845505 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-7a1b1520-9c33-4f75-abb9-658331bb2fad tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': '8b899303-0e5a-4848-b822-97449a3d2766', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:28.867578 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-7a1b1520-9c33-4f75-abb9-658331bb2fad tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Project fad30493b7d341c7b1b3e13a6d10f18a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:30:28.872963 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1520-9c33-4f75-abb9-658331bb2fad tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.934268 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1520-9c33-4f75-abb9-658331bb2fad tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.937760 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1520-9c33-4f75-abb9-658331bb2fad tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.955281 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b1520-9c33-4f75-abb9-658331bb2fad tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3137d8be-a4dc-45fd-8053-c8a0975fbc17,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:28.960897 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1520-9c33-4f75-abb9-658331bb2fad tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.962137 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7a1b1520-9c33-4f75-abb9-658331bb2fad tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203043 Jul 16 02:30:28.965798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49488) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:28.970721 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-1a673fa4-8e6a-4fbf-8fa5-8b00f5bfa0a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'network': {'name': 'tempest-network-smoke--1302918239', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'port_security_enabled': True}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:28.990052 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a673fa4-8e6a-4fbf-8fa5-8b00f5bfa0a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Made reservation on behalf of fad30493b7d341c7b1b3e13a6d10f18a for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:30:28.993497 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1a673fa4-8e6a-4fbf-8fa5-8b00f5bfa0a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:29.017127 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a673fa4-8e6a-4fbf-8fa5-8b00f5bfa0a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:30:29.026641 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1a673fa4-8e6a-4fbf-8fa5-8b00f5bfa0a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:29.027697 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-1a673fa4-8e6a-4fbf-8fa5-8b00f5bfa0a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Added segment dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9 of type vlan for network cb865798-8f81-4e7c-95a9-4389c41b25a9 Jul 16 02:30:29.070225 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1a673fa4-8e6a-4fbf-8fa5-8b00f5bfa0a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:29.098598 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1a673fa4-8e6a-4fbf-8fa5-8b00f5bfa0a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:29.104065 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a673fa4-8e6a-4fbf-8fa5-8b00f5bfa0a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:29.104681 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1a673fa4-8e6a-4fbf-8fa5-8b00f5bfa0a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:29.134945 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1a673fa4-8e6a-4fbf-8fa5-8b00f5bfa0a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1681311 Jul 16 02:30:29.138268 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49490) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:29.144754 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1293708357', 'admin_state_up': True, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:29.186707 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a673fa4-8e6a-4fbf-8fa5-8b00f5bfa0a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Network': ['ID=cb865798-8f81-4e7c-95a9-4389c41b25a9,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:29.196877 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network cb865798-8f81-4e7c-95a9-4389c41b25a9 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:30:29.201205 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:29.202241 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:29.292378 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:29.380114 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:29.431408 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:29.617638 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:29.642493 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:29.743634 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.25.1.93 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/5396f869-5234-4184-a987-c14abc44975e) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:29.845030 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:29.884179 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:29.919765 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:29.925711 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:29.929327 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:29.935333 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=5396f869-5234-4184-a987-c14abc44975e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:30.175324 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:30.381438 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:30.517834 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 670e6ade-713c-48e4-8a07-831e5ac891e3 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:30:30.936425 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:30.945616 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Sync routers for ids ['670e6ade-713c-48e4-8a07-831e5ac891e3'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:30.954448 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Routers {'670e6ade-713c-48e4-8a07-831e5ac891e3'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:30.954862 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:30.955083 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:30:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['670e6ade-713c-48e4-8a07-831e5ac891e3'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:30.956181 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-23ea0385-7c0b-44bd-9708-b55cc435edda tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8169992 Jul 16 02:30:30.959293 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49492) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:30.993759 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8a810591-7ac9-4eda-8c41-f461e14adfe4 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=fad30493b7d341c7b1b3e13a6d10f18a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330925 Jul 16 02:30:30.996454 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49494) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:31.060011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Set router 670e6ade-713c-48e4-8a07-831e5ac891e3 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:31.141225 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d5a516-b2d8-4478-ba5c-b0d8bf2a9027 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:31.142760 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-28d5a516-b2d8-4478-ba5c-b0d8bf2a9027 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1454065 Jul 16 02:30:31.146012 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49496) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:31.155082 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:31.158931 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c308cb2-14b7-4181-b94c-a2ef505a456d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:31.273227 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293708357', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '5396f869-5234-4184-a987-c14abc44975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:30Z', 'revision_number': 3, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '5396f869-5234-4184-a987-c14abc44975e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:31.300986 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Checking router: 670e6ade-713c-48e4-8a07-831e5ac891e3 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:31.301339 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Updating router 670e6ade-713c-48e4-8a07-831e5ac891e3 port 5396f869-5234-4184-a987-c14abc44975e binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:30:31.336577 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:31.416154 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-edfb7e99-d557-4d45-be40-c6fb68a1da5d tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=88f2079c-e547-45f1-859f-49428e13c11a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2689307 Jul 16 02:30:31.419357 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49498) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:31.424337 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d64bec7e-8838-4adf-8d7e-601292d31756 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1379216457', 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:31.510491 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64bec7e-8838-4adf-8d7e-601292d31756 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Made reservation on behalf of fad30493b7d341c7b1b3e13a6d10f18a for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:30:31.514171 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d64bec7e-8838-4adf-8d7e-601292d31756 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:31.597246 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:31.607688 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Transition to ACTIVE for port object 5396f869-5234-4184-a987-c14abc44975e will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:31.613230 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:31.661127 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Attempting to bind port 5396f869-5234-4184-a987-c14abc44975e on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:30:31.661506 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Attempting to bind port 5396f869-5234-4184-a987-c14abc44975e by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:30:31.661879 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Attempting to bind port 5396f869-5234-4184-a987-c14abc44975e on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:31.671327 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:30:31.671728 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:31.672143 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:31.672543 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:30:31.673006 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Bound port: 5396f869-5234-4184-a987-c14abc44975e, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:30:31.673391 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:31.675796 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327fc47-7dfc-44a9-872f-6dedc3dfe5a8 None None] Pushing event updated for resources: {'Port': ['ID=5396f869-5234-4184-a987-c14abc44975e,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:31.700449 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d64bec7e-8838-4adf-8d7e-601292d31756 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:31.725866 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] For port 5396f869-5234-4184-a987-c14abc44975e, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:30:31.729080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] For port 5396f869-5234-4184-a987-c14abc44975e, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5396f869-5234-4184-a987-c14abc44975e,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:30:31.734043 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:31.769802 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bec7e-8838-4adf-8d7e-601292d31756 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Subnet': ['ID=28956e58-41d2-4c1f-b2b6-2cfad96be8e4,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:31.778571 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64bec7e-8838-4adf-8d7e-601292d31756 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Checking segment: {'id': 'dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:31.778985 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64bec7e-8838-4adf-8d7e-601292d31756 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network hostable DHCP agents. Network: cb865798-8f81-4e7c-95a9-4389c41b25a9, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:30:31.796397 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64bec7e-8838-4adf-8d7e-601292d31756 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network cb865798-8f81-4e7c-95a9-4389c41b25a9 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:30:31.800687 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Routers {'670e6ade-713c-48e4-8a07-831e5ac891e3'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:31.801327 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:30:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['670e6ade-713c-48e4-8a07-831e5ac891e3'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:31.803320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327fc47-7dfc-44a9-872f-6dedc3dfe5a8 None None] Pushing event updated for resources: {'Port': ['ID=5396f869-5234-4184-a987-c14abc44975e,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:31.805624 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-d64bec7e-8838-4adf-8d7e-601292d31756 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, cb865798-8f81-4e7c-95a9-4389c41b25a9) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:31.817210 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64bec7e-8838-4adf-8d7e-601292d31756 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:31.818321 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d64bec7e-8838-4adf-8d7e-601292d31756 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:31.833139 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d64bec7e-8838-4adf-8d7e-601292d31756 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4127586 Jul 16 02:30:31.836118 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49500) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:31.841744 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39ad7c8-85b9-4831-9a59-4dfceee6f42d None None] Network cb865798-8f81-4e7c-95a9-4389c41b25a9 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:30:31.976425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] Set router 670e6ade-713c-48e4-8a07-831e5ac891e3 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:32.149551 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-cb865798-8f81-4e7c-95a9-4389c41b25a9', 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ips': [{'subnet_id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:30:32.150396 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.264198 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.328010 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.344838 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293708357', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '5396f869-5234-4184-a987-c14abc44975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:30Z', 'revision_number': 3, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '5396f869-5234-4184-a987-c14abc44975e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:32.346946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Allocated IP 172.20.0.2 (cb865798-8f81-4e7c-95a9-4389c41b25a9/28956e58-41d2-4c1f-b2b6-2cfad96be8e4/cbb016a7-d8e6-4d09-a09c-5947b9877563) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:32.377522 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1232a08-85e2-4c63-899f-cae8942d7127 None None] The sync data for ids ['670e6ade-713c-48e4-8a07-831e5ac891e3'] in n-d-800086-6 is: [{'id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293708357', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '5396f869-5234-4184-a987-c14abc44975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:30Z', 'revision_number': 3, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '5396f869-5234-4184-a987-c14abc44975e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:32.701269 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.710216 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Transition to ACTIVE for port object cbb016a7-d8e6-4d09-a09c-5947b9877563 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:32.726385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Transition to ACTIVE for port object cbb016a7-d8e6-4d09-a09c-5947b9877563 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:32.736108 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.774279 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Network cb865798-8f81-4e7c-95a9-4389c41b25a9 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:32.780537 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:32.782968 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:32.791622 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.20.0.1 (cb865798-8f81-4e7c-95a9-4389c41b25a9/28956e58-41d2-4c1f-b2b6-2cfad96be8e4/b250e49a-3490-486f-af19-6993e8491f66) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:32.795902 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Pushing event updated for resources: {'Port': ['ID=cbb016a7-d8e6-4d09-a09c-5947b9877563,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:32.863752 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Attempting to bind port cbb016a7-d8e6-4d09-a09c-5947b9877563 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:30:32.864201 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Attempting to bind port cbb016a7-d8e6-4d09-a09c-5947b9877563 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:30:32.864687 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Attempting to bind port cbb016a7-d8e6-4d09-a09c-5947b9877563 on network cb865798-8f81-4e7c-95a9-4389c41b25a9 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:32.872234 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:30:32.873696 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Checking segment: {'id': 'dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:32.874170 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.874659 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Bound using segment: {'id': 'dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:30:32.875201 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Bound port: cbb016a7-d8e6-4d09-a09c-5947b9877563, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:30:32.875656 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.927670 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.942821 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Transition to ACTIVE for port object b250e49a-3490-486f-af19-6993e8491f66 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:32.945209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] For port cbb016a7-d8e6-4d09-a09c-5947b9877563, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:30:32.949228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] For port cbb016a7-d8e6-4d09-a09c-5947b9877563, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cbb016a7-d8e6-4d09-a09c-5947b9877563,segment=NetworkSegment(dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9),segment_id=dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:30:32.953454 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.983305 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.022112 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680c73a-127e-44c5-894f-53c5127eff03 None None] Pushing event updated for resources: {'Port': ['ID=cbb016a7-d8e6-4d09-a09c-5947b9877563,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:33.049171 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network cb865798-8f81-4e7c-95a9-4389c41b25a9 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:33.052856 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:33.057809 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:33.086526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=b250e49a-3490-486f-af19-6993e8491f66,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:33.116676 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.333088 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.609458 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.613967 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.690213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=b250e49a-3490-486f-af19-6993e8491f66,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:33.695352 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.788707 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network cb865798-8f81-4e7c-95a9-4389c41b25a9 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:33.790111 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:33.910169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cbb016a7-d8e6-4d09-a09c-5947b9877563 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:33.921326 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 670e6ade-713c-48e4-8a07-831e5ac891e3 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:30:33.959087 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab84fb88-c0ba-4ab2-ba91-18c233f624f1 None None] Network cb865798-8f81-4e7c-95a9-4389c41b25a9 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:30:34.025803 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ac03c158-f29e-488d-8624-0b265c3f3d4d None None] Provisioning for port cbb016a7-d8e6-4d09-a09c-5947b9877563 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:34.036750 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:34.042933 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9af9c782-c72c-4768-ae83-703748d3521d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "PUT /v2.0/routers/670e6ade-713c-48e4-8a07-831e5ac891e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2054119 Jul 16 02:30:34.047726 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port cbb016a7-d8e6-4d09-a09c-5947b9877563 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:34.054794 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port cbb016a7-d8e6-4d09-a09c-5947b9877563 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:34.055234 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.059061 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.194799 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62beceea-1402-431e-a6f5-b0b254bab468 req-1b770bc0-4626-4c58-8c20-3dc8c3521be1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1690074543&fields=id&tenant_id=fad30493b7d341c7b1b3e13a6d10f18a HTTP/1.1" status: 200 len: 267 time: 0.0426662 Jul 16 02:30:34.205598 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.247824 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port cbb016a7-d8e6-4d09-a09c-5947b9877563, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cbb016a7-d8e6-4d09-a09c-5947b9877563,segment=NetworkSegment(dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9),segment_id=dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:34.252628 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.253834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5396f869-5234-4184-a987-c14abc44975e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:34.326161 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62beceea-1402-431e-a6f5-b0b254bab468 req-7b12b303-6444-4d76-ae4a-87ec80330cf0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:34.328213 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62beceea-1402-431e-a6f5-b0b254bab468 req-7b12b303-6444-4d76-ae4a-87ec80330cf0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/networks?id=cb865798-8f81-4e7c-95a9-4389c41b25a9 HTTP/1.1" status: 200 len: 797 time: 0.1254694 Jul 16 02:30:34.344863 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62beceea-1402-431e-a6f5-b0b254bab468 req-bc36fc7e-4d0d-4313-a299-3c3ae1ff91a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/quotas/fad30493b7d341c7b1b3e13a6d10f18a HTTP/1.1" status: 200 len: 375 time: 0.0104597 Jul 16 02:30:34.352958 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=cbb016a7-d8e6-4d09-a09c-5947b9877563,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:34.365986 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 5396f869-5234-4184-a987-c14abc44975e completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:34.370552 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 5396f869-5234-4184-a987-c14abc44975e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:34.371231 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.434892 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62beceea-1402-431e-a6f5-b0b254bab468 req-610bd33f-573c-416f-9d71-129805fd0537 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794580 Jul 16 02:30:34.457394 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.479950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 5396f869-5234-4184-a987-c14abc44975e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5396f869-5234-4184-a987-c14abc44975e,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:34.484640 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.553729 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Sync routers for ids ['670e6ade-713c-48e4-8a07-831e5ac891e3'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:34.566176 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Routers {'670e6ade-713c-48e4-8a07-831e5ac891e3'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:34.566812 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:30:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['670e6ade-713c-48e4-8a07-831e5ac891e3'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:34.572342 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=5396f869-5234-4184-a987-c14abc44975e,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:34.593428 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7d5feb87-db9c-45ea-a63a-094c530b0e9d None None] Provisioning complete for port cbb016a7-d8e6-4d09-a09c-5947b9877563 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:34.593817 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7d5feb87-db9c-45ea-a63a-094c530b0e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.636723 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62beceea-1402-431e-a6f5-b0b254bab468 req-5c633c6e-8242-49f6-8488-72ef36cc4c97 service neutron] 10.222.0.54 "GET /v2.0/networks/cb865798-8f81-4e7c-95a9-4389c41b25a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474307 Jul 16 02:30:34.688410 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:30:34.705402 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Set router 670e6ade-713c-48e4-8a07-831e5ac891e3 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:34.713014 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7d5feb87-db9c-45ea-a63a-094c530b0e9d None None] Provisioning for port b250e49a-3490-486f-af19-6993e8491f66 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:34.717623 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7d5feb87-db9c-45ea-a63a-094c530b0e9d None None] Provisioning complete for port b250e49a-3490-486f-af19-6993e8491f66 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:34.718003 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7d5feb87-db9c-45ea-a63a-094c530b0e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.743158 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62beceea-1402-431e-a6f5-b0b254bab468 req-622b3f03-dd18-4bda-be9c-fc3128557e5c service neutron] 10.222.0.54 "GET /v2.0/networks/cb865798-8f81-4e7c-95a9-4389c41b25a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002264 Jul 16 02:30:34.754753 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-7d5feb87-db9c-45ea-a63a-094c530b0e9d None None] Port b250e49a-3490-486f-af19-6993e8491f66 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:30:34.899081 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7c6bb1cc-5b87-421b-a8c9-35e15c5d3562 None None] Provisioning complete for port b250e49a-3490-486f-af19-6993e8491f66 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:34.899545 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7c6bb1cc-5b87-421b-a8c9-35e15c5d3562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.930329 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293708357', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '5396f869-5234-4184-a987-c14abc44975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:33Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '5396f869-5234-4184-a987-c14abc44975e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'b250e49a-3490-486f-af19-6993e8491f66', 'name': '', 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:2d:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:32Z', 'updated_at': '2021-07-16T02:30:33Z', 'revision_number': 2, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:34.952063 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-7c6bb1cc-5b87-421b-a8c9-35e15c5d3562 None None] Port b250e49a-3490-486f-af19-6993e8491f66 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:30:34.957801 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Checking router: 670e6ade-713c-48e4-8a07-831e5ac891e3 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:34.958152 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Updating router 670e6ade-713c-48e4-8a07-831e5ac891e3 port b250e49a-3490-486f-af19-6993e8491f66 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:30:34.993606 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.997195 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e013d2c2-fd38-4890-98ce-d3ea19e2a553 req-6571e310-4539-4dd6-959b-122ade73c494 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 210 time: 0.0309103 Jul 16 02:30:35.072037 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e23a4b04-19e4-45fb-aec0-9397a08a1e32 None None] Provisioning complete for port b250e49a-3490-486f-af19-6993e8491f66 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:35.072862 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e23a4b04-19e4-45fb-aec0-9397a08a1e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.108485 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e23a4b04-19e4-45fb-aec0-9397a08a1e32 None None] Port b250e49a-3490-486f-af19-6993e8491f66 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:30:35.262168 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.272957 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Transition to ACTIVE for port object b250e49a-3490-486f-af19-6993e8491f66 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:35.279997 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.331502 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1283e-49ca-41eb-bcd4-0eb036c92762 None None] Pushing event updated for resources: {'Port': ['ID=b250e49a-3490-486f-af19-6993e8491f66,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:35.358383 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1283e-49ca-41eb-bcd4-0eb036c92762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:35.358977 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1283e-49ca-41eb-bcd4-0eb036c92762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:35.359428 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1283e-49ca-41eb-bcd4-0eb036c92762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:35.359655 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1283e-49ca-41eb-bcd4-0eb036c92762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:35.360202 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1283e-49ca-41eb-bcd4-0eb036c92762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:35.360546 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1283e-49ca-41eb-bcd4-0eb036c92762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:35.360969 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1283e-49ca-41eb-bcd4-0eb036c92762 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:35.361333 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1283e-49ca-41eb-bcd4-0eb036c92762 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:35.361710 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1283e-49ca-41eb-bcd4-0eb036c92762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:35.362061 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1283e-49ca-41eb-bcd4-0eb036c92762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:35.362380 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1283e-49ca-41eb-bcd4-0eb036c92762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:35.362736 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1283e-49ca-41eb-bcd4-0eb036c92762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:35.396747 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Attempting to bind port b250e49a-3490-486f-af19-6993e8491f66 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:30:35.397110 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Attempting to bind port b250e49a-3490-486f-af19-6993e8491f66 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': 'dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:30:35.397464 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Attempting to bind port b250e49a-3490-486f-af19-6993e8491f66 on network cb865798-8f81-4e7c-95a9-4389c41b25a9 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:35.405482 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:30:35.405847 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Checking segment: {'id': 'dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:35.406242 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.406625 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Bound using segment: {'id': 'dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:30:35.407084 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Bound port: b250e49a-3490-486f-af19-6993e8491f66, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:30:35.407456 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.482478 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] For port b250e49a-3490-486f-af19-6993e8491f66, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:30:35.485940 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] For port b250e49a-3490-486f-af19-6993e8491f66, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b250e49a-3490-486f-af19-6993e8491f66,segment=NetworkSegment(dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9),segment_id=dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:30:35.490449 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.543329 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Routers {'670e6ade-713c-48e4-8a07-831e5ac891e3'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:35.544229 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:30:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['670e6ade-713c-48e4-8a07-831e5ac891e3'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:35.589472 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1283e-49ca-41eb-bcd4-0eb036c92762 None None] Pushing event updated for resources: {'Port': ['ID=b250e49a-3490-486f-af19-6993e8491f66,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:35.664654 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] Set router 670e6ade-713c-48e4-8a07-831e5ac891e3 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:35.842781 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cbb016a7-d8e6-4d09-a09c-5947b9877563 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:35.869562 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293708357', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '5396f869-5234-4184-a987-c14abc44975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:33Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '5396f869-5234-4184-a987-c14abc44975e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'b250e49a-3490-486f-af19-6993e8491f66', 'name': '', 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:2d:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:32Z', 'updated_at': '2021-07-16T02:30:35Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:35.889593 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port cbb016a7-d8e6-4d09-a09c-5947b9877563 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:35.889973 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.974910 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5396f869-5234-4184-a987-c14abc44975e up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:35.993812 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7efbe68-55f4-4ec2-b3ed-13670328b78e None None] The sync data for ids ['670e6ade-713c-48e4-8a07-831e5ac891e3'] in n-d-800086-6 is: [{'id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293708357', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '5396f869-5234-4184-a987-c14abc44975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:33Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '5396f869-5234-4184-a987-c14abc44975e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'b250e49a-3490-486f-af19-6993e8491f66', 'name': '', 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:2d:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:32Z', 'updated_at': '2021-07-16T02:30:35Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:36.046201 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 5396f869-5234-4184-a987-c14abc44975e triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:36.049517 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:36.193561 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f866dacd-ff13-4c2c-ac07-e65be4a52ade req-932d6aed-baac-4f2b-8240-2a8bb1a91423 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 210 time: 0.0323026 Jul 16 02:30:36.318623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62beceea-1402-431e-a6f5-b0b254bab468 req-6cb40cef-a018-47b7-9258-71a95528ef29 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:36.320149 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62beceea-1402-431e-a6f5-b0b254bab468 req-6cb40cef-a018-47b7-9258-71a95528ef29 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.47 "GET /v2.0/networks?id=cb865798-8f81-4e7c-95a9-4389c41b25a9 HTTP/1.1" status: 200 len: 797 time: 0.1250896 Jul 16 02:30:36.380773 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62beceea-1402-431e-a6f5-b0b254bab468 req-9b6e6efc-cb55-42d9-a365-e72d31bb0c55 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad30493b7d341c7b1b3e13a6d10f18a HTTP/1.1" status: 200 len: 380 time: 0.0381923 Jul 16 02:30:36.390394 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-62beceea-1402-431e-a6f5-b0b254bab468 req-b260c47b-2e86-493b-9d2a-387721924a7f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'port': {'device_id': '522d3637-c393-43a0-b3cd-ba6785e7724c', 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9', 'admin_state_up': True, 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'security_groups': ['8b899303-0e5a-4848-b822-97449a3d2766']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:36.506450 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62beceea-1402-431e-a6f5-b0b254bab468 req-b260c47b-2e86-493b-9d2a-387721924a7f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Made reservation on behalf of fad30493b7d341c7b1b3e13a6d10f18a for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:30:36.509965 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62beceea-1402-431e-a6f5-b0b254bab468 req-b260c47b-2e86-493b-9d2a-387721924a7f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:36.644158 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-62beceea-1402-431e-a6f5-b0b254bab468 req-b260c47b-2e86-493b-9d2a-387721924a7f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.20.0.8 (cb865798-8f81-4e7c-95a9-4389c41b25a9/28956e58-41d2-4c1f-b2b6-2cfad96be8e4/55e47824-f549-42b8-aaf2-10e1cad6b16f) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:36.795928 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62beceea-1402-431e-a6f5-b0b254bab468 req-b260c47b-2e86-493b-9d2a-387721924a7f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:36.810783 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-62beceea-1402-431e-a6f5-b0b254bab468 req-b260c47b-2e86-493b-9d2a-387721924a7f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Transition to ACTIVE for port object 55e47824-f549-42b8-aaf2-10e1cad6b16f will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:36.845390 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62beceea-1402-431e-a6f5-b0b254bab468 req-b260c47b-2e86-493b-9d2a-387721924a7f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:36.894795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62beceea-1402-431e-a6f5-b0b254bab468 req-b260c47b-2e86-493b-9d2a-387721924a7f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network cb865798-8f81-4e7c-95a9-4389c41b25a9 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:36.898748 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-62beceea-1402-431e-a6f5-b0b254bab468 req-b260c47b-2e86-493b-9d2a-387721924a7f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:36.902836 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-62beceea-1402-431e-a6f5-b0b254bab468 req-b260c47b-2e86-493b-9d2a-387721924a7f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:36.927600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260c47b-2e86-493b-9d2a-387721924a7f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=55e47824-f549-42b8-aaf2-10e1cad6b16f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:36.959203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62beceea-1402-431e-a6f5-b0b254bab468 req-b260c47b-2e86-493b-9d2a-387721924a7f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:36.960032 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62beceea-1402-431e-a6f5-b0b254bab468 req-b260c47b-2e86-493b-9d2a-387721924a7f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:36.977005 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62beceea-1402-431e-a6f5-b0b254bab468 req-b260c47b-2e86-493b-9d2a-387721924a7f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5913491 Jul 16 02:30:36.996603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Request body: {'port': {'device_id': '522d3637-c393-43a0-b3cd-ba6785e7724c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:37.093858 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.193780 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ec5f3238-0f96-4c50-b8f1-caba1c235529 None None] Provisioning for port 55e47824-f549-42b8-aaf2-10e1cad6b16f completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:37.197861 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ec5f3238-0f96-4c50-b8f1-caba1c235529 None None] Provisioning complete for port 55e47824-f549-42b8-aaf2-10e1cad6b16f triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:37.198245 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ec5f3238-0f96-4c50-b8f1-caba1c235529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.239331 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ec5f3238-0f96-4c50-b8f1-caba1c235529 None None] Port 55e47824-f549-42b8-aaf2-10e1cad6b16f cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:30:37.365996 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e47824-f549-42b8-aaf2-10e1cad6b16f {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:30:37.373610 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.385852 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Transition to ACTIVE for port object 55e47824-f549-42b8-aaf2-10e1cad6b16f will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:37.390244 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.407875 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6083e-8e8a-4d74-a979-646b76bc1774 req-4a376d01-db59-48e7-8c22-3c64c67dd556 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:37.409431 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ebb6083e-8e8a-4d74-a979-646b76bc1774 req-4a376d01-db59-48e7-8c22-3c64c67dd556 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 931 time: 0.0697567 Jul 16 02:30:37.451414 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ebb6083e-8e8a-4d74-a979-646b76bc1774 req-6fab94ca-e642-4912-aa94-1d18b09c1be1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354614 Jul 16 02:30:37.478782 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Pushing event updated for resources: {'Port': ['ID=55e47824-f549-42b8-aaf2-10e1cad6b16f,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:37.530933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Attempting to bind port 55e47824-f549-42b8-aaf2-10e1cad6b16f on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:30:37.531271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Attempting to bind port 55e47824-f549-42b8-aaf2-10e1cad6b16f by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': 'dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:30:37.531611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Attempting to bind port 55e47824-f549-42b8-aaf2-10e1cad6b16f on network cb865798-8f81-4e7c-95a9-4389c41b25a9 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:37.536941 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Port 55e47824-f549-42b8-aaf2-10e1cad6b16f on network cb865798-8f81-4e7c-95a9-4389c41b25a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:30:37.537336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Attempting to bind port 55e47824-f549-42b8-aaf2-10e1cad6b16f on network cb865798-8f81-4e7c-95a9-4389c41b25a9 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:37.542634 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:30:37.543283 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Checking segment: {'id': 'dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:37.543428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Bound using segment: {'id': 'dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:30:37.543866 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Bound port: 55e47824-f549-42b8-aaf2-10e1cad6b16f, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:30:37.544276 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.611825 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] For port 55e47824-f549-42b8-aaf2-10e1cad6b16f, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:30:37.617096 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] For port 55e47824-f549-42b8-aaf2-10e1cad6b16f, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=55e47824-f549-42b8-aaf2-10e1cad6b16f,segment=NetworkSegment(dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9),segment_id=dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:30:37.621847 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.659428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:37.660288 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.662062 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62beceea-1402-431e-a6f5-b0b254bab468 req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] 10.222.0.47 "PUT /v2.0/ports/55e47824-f549-42b8-aaf2-10e1cad6b16f HTTP/1.1" status: 200 len: 1091 time: 0.6708791 Jul 16 02:30:37.664393 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522d3637-c393-43a0-b3cd-ba6785e7724c', 'tag': '55e47824-f549-42b8-aaf2-10e1cad6b16f'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:37.666847 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6c764e-718b-4401-9eff-bd0d923f7530" -d '{"events": [{"name": "network-changed", "server_uuid": "522d3637-c393-43a0-b3cd-ba6785e7724c", "tag": "55e47824-f549-42b8-aaf2-10e1cad6b16f"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:37.712798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362bcb9-375b-43eb-9404-626b32f0d78b service neutron] Pushing event updated for resources: {'Port': ['ID=55e47824-f549-42b8-aaf2-10e1cad6b16f,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:37.716616 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23317ab2-7839-47fe-b832-219dae5de4c1 x-openstack-request-id: req-23317ab2-7839-47fe-b832-219dae5de4c1 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:37.716915 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522d3637-c393-43a0-b3cd-ba6785e7724c", "tag": "55e47824-f549-42b8-aaf2-10e1cad6b16f", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:37.717168 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-23317ab2-7839-47fe-b832-219dae5de4c1 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:37.717564 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522d3637-c393-43a0-b3cd-ba6785e7724c', 'tag': '55e47824-f549-42b8-aaf2-10e1cad6b16f', 'status': 'completed', 'code': 200} Jul 16 02:30:37.786863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62beceea-1402-431e-a6f5-b0b254bab468 req-13fee488-1c8a-4e96-97f9-c850814ba165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:37.788434 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62beceea-1402-431e-a6f5-b0b254bab468 req-13fee488-1c8a-4e96-97f9-c850814ba165 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 1094 time: 0.0570202 Jul 16 02:30:37.842458 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62beceea-1402-431e-a6f5-b0b254bab468 req-8f941725-2cc8-4b48-829e-422eb71cb1f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e47824-f549-42b8-aaf2-10e1cad6b16f HTTP/1.1" status: 200 len: 217 time: 0.0407145 Jul 16 02:30:37.864325 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b250e49a-3490-486f-af19-6993e8491f66 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:37.892428 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62beceea-1402-431e-a6f5-b0b254bab468 req-8a76d1ee-46b7-449d-8047-32a88c34f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:37.893922 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62beceea-1402-431e-a6f5-b0b254bab468 req-8a76d1ee-46b7-449d-8047-32a88c34f904 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28956e58-41d2-4c1f-b2b6-2cfad96be8e4 HTTP/1.1" status: 200 len: 835 time: 0.0456464 Jul 16 02:30:37.923738 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port b250e49a-3490-486f-af19-6993e8491f66 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:37.932772 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port b250e49a-3490-486f-af19-6993e8491f66 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:37.933155 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.963608 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62beceea-1402-431e-a6f5-b0b254bab468 req-d029fff6-bc4e-4c73-8ca0-2a6b6d7167c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:37.965296 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62beceea-1402-431e-a6f5-b0b254bab468 req-d029fff6-bc4e-4c73-8ca0-2a6b6d7167c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cb865798-8f81-4e7c-95a9-4389c41b25a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647171 Jul 16 02:30:38.010304 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:38.046158 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port b250e49a-3490-486f-af19-6993e8491f66, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b250e49a-3490-486f-af19-6993e8491f66,segment=NetworkSegment(dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9),segment_id=dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:38.050394 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:38.061134 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62beceea-1402-431e-a6f5-b0b254bab468 req-21cc94a4-bd02-452c-b98b-2563397f81f9 service neutron] 10.222.0.47 "GET /v2.0/networks/cb865798-8f81-4e7c-95a9-4389c41b25a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898113 Jul 16 02:30:38.097647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=b250e49a-3490-486f-af19-6993e8491f66,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:38.159490 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62beceea-1402-431e-a6f5-b0b254bab468 req-273f8cee-67fa-44b7-b715-8ce7df9bfe08 service neutron] 10.222.0.47 "GET /v2.0/networks/cb865798-8f81-4e7c-95a9-4389c41b25a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907786 Jul 16 02:30:38.308813 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c764e-718b-4401-9eff-bd0d923f7530 req-cc047606-f674-473f-bc42-9534a3fe7bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:38.310310 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5a6c764e-718b-4401-9eff-bd0d923f7530 req-cc047606-f674-473f-bc42-9534a3fe7bb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 1094 time: 0.0550268 Jul 16 02:30:38.402162 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c764e-718b-4401-9eff-bd0d923f7530 req-316924ce-52c5-4779-b2a5-f9fc4b1e7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:38.404394 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5a6c764e-718b-4401-9eff-bd0d923f7530 req-316924ce-52c5-4779-b2a5-f9fc4b1e7e4c service neutron] 10.222.0.47 "GET /v2.0/networks?id=cb865798-8f81-4e7c-95a9-4389c41b25a9 HTTP/1.1" status: 200 len: 898 time: 0.0874481 Jul 16 02:30:38.445858 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5a6c764e-718b-4401-9eff-bd0d923f7530 req-aa3efd75-ad9d-4643-9a28-d3ab711996ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e47824-f549-42b8-aaf2-10e1cad6b16f HTTP/1.1" status: 200 len: 217 time: 0.0339601 Jul 16 02:30:38.494359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c764e-718b-4401-9eff-bd0d923f7530 req-842fd5f7-2c8c-4460-9809-eebdf87f84ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:38.495898 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5a6c764e-718b-4401-9eff-bd0d923f7530 req-842fd5f7-2c8c-4460-9809-eebdf87f84ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28956e58-41d2-4c1f-b2b6-2cfad96be8e4 HTTP/1.1" status: 200 len: 835 time: 0.0437379 Jul 16 02:30:38.560214 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c764e-718b-4401-9eff-bd0d923f7530 req-9980c436-bde9-474e-8cdd-ec30fa925d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:38.561757 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5a6c764e-718b-4401-9eff-bd0d923f7530 req-9980c436-bde9-474e-8cdd-ec30fa925d4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cb865798-8f81-4e7c-95a9-4389c41b25a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579655 Jul 16 02:30:38.625487 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cfac6-8a93-4c5e-9a18-e2ad85778aac req-5ecab582-40c0-4c22-a66b-f592b7ec7dc4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:38.628180 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-330cfac6-8a93-4c5e-9a18-e2ad85778aac req-5ecab582-40c0-4c22-a66b-f592b7ec7dc4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 943 time: 0.0649908 Jul 16 02:30:38.655569 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5a6c764e-718b-4401-9eff-bd0d923f7530 req-d924482d-6d4d-413f-af9c-17b3da1b72fb service neutron] 10.222.0.47 "GET /v2.0/networks/cb865798-8f81-4e7c-95a9-4389c41b25a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854359 Jul 16 02:30:38.666127 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-330cfac6-8a93-4c5e-9a18-e2ad85778aac req-347132c7-4ce5-40b1-8539-46b3e7fc7dbe tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336387 Jul 16 02:30:38.751289 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5a6c764e-718b-4401-9eff-bd0d923f7530 req-c77c5b71-ca71-409b-b22e-ac3a1267965c service neutron] 10.222.0.47 "GET /v2.0/networks/cb865798-8f81-4e7c-95a9-4389c41b25a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860965 Jul 16 02:30:39.844920 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c93d99-7f54-4483-824f-957a9ac7af08 req-7683f1dd-662d-4a34-a083-ec6c47f6146b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:39.846444 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-26c93d99-7f54-4483-824f-957a9ac7af08 req-7683f1dd-662d-4a34-a083-ec6c47f6146b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 943 time: 0.0662816 Jul 16 02:30:39.851901 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b250e49a-3490-486f-af19-6993e8491f66 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:39.885114 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-26c93d99-7f54-4483-824f-957a9ac7af08 req-9c482f1d-0cdf-46bc-8e4c-59af3ebcae73 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321529 Jul 16 02:30:39.899666 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port b250e49a-3490-486f-af19-6993e8491f66 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:39.900076 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:41.056694 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f5f61-27f6-4117-8d48-2386944998b7 req-db1eae80-2cc9-42f7-8a05-87e62373138e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:41.058172 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a5f5f61-27f6-4117-8d48-2386944998b7 req-db1eae80-2cc9-42f7-8a05-87e62373138e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 943 time: 0.0622895 Jul 16 02:30:41.096658 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a5f5f61-27f6-4117-8d48-2386944998b7 req-5b986d8e-84ff-4d40-a7d5-705b4b825072 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325909 Jul 16 02:30:42.075297 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 55e47824-f549-42b8-aaf2-10e1cad6b16f details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:30:42.166981 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 55e47824-f549-42b8-aaf2-10e1cad6b16f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=55e47824-f549-42b8-aaf2-10e1cad6b16f,segment=NetworkSegment(dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9),segment_id=dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:42.178589 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '55e47824-f549-42b8-aaf2-10e1cad6b16f', 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9', 'port_id': '55e47824-f549-42b8-aaf2-10e1cad6b16f', 'mac_address': 'fa:16:3e:9f:35:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:30:42.213903 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:42.231156 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e47824-f549-42b8-aaf2-10e1cad6b16f {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:30:42.250998 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 55e47824-f549-42b8-aaf2-10e1cad6b16f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=55e47824-f549-42b8-aaf2-10e1cad6b16f,segment=NetworkSegment(dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9),segment_id=dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:42.254990 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:42.273422 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457d1a8-673a-4ee1-9895-67b08d8662ab req-2bd05891-1de9-4f4d-91c3-5eb840a4c8c2 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:42.274931 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c457d1a8-673a-4ee1-9895-67b08d8662ab req-2bd05891-1de9-4f4d-91c3-5eb840a4c8c2 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 943 time: 0.0683055 Jul 16 02:30:42.306109 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=55e47824-f549-42b8-aaf2-10e1cad6b16f,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:42.317040 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c457d1a8-673a-4ee1-9895-67b08d8662ab req-f4c17357-ce38-4d48-9942-ccf57f4c53f0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345647 Jul 16 02:30:42.592988 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['55e47824-f549-42b8-aaf2-10e1cad6b16f'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:30:43.494662 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510db87-1519-4eec-ac2a-166687289dd1 req-9b8a6431-5c3c-4f56-80c0-18dddb8e6293 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:43.496169 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f510db87-1519-4eec-ac2a-166687289dd1 req-9b8a6431-5c3c-4f56-80c0-18dddb8e6293 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 944 time: 0.0667429 Jul 16 02:30:43.533309 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f510db87-1519-4eec-ac2a-166687289dd1 req-39be11d9-79ba-4ab4-aa00-de28745848b5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310414 Jul 16 02:30:44.074183 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 55e47824-f549-42b8-aaf2-10e1cad6b16f up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:44.121633 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 55e47824-f549-42b8-aaf2-10e1cad6b16f completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:44.125400 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 55e47824-f549-42b8-aaf2-10e1cad6b16f triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:44.125771 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:44.201230 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:44.222752 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522d3637-c393-43a0-b3cd-ba6785e7724c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e47824-f549-42b8-aaf2-10e1cad6b16f'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:44.224992 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175a4c2c-c173-43d5-aff5-b6f9f225091b" -d '{"events": [{"server_uuid": "522d3637-c393-43a0-b3cd-ba6785e7724c", "name": "network-vif-plugged", "status": "completed", "tag": "55e47824-f549-42b8-aaf2-10e1cad6b16f"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:44.237905 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 55e47824-f549-42b8-aaf2-10e1cad6b16f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=55e47824-f549-42b8-aaf2-10e1cad6b16f,segment=NetworkSegment(dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9),segment_id=dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:44.242099 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:44.266881 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8082a05e-6c08-44be-8a58-5bc6b915952a x-openstack-request-id: req-8082a05e-6c08-44be-8a58-5bc6b915952a {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:44.267179 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522d3637-c393-43a0-b3cd-ba6785e7724c", "name": "network-vif-plugged", "status": "completed", "tag": "55e47824-f549-42b8-aaf2-10e1cad6b16f", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:44.267433 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8082a05e-6c08-44be-8a58-5bc6b915952a {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:44.267848 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522d3637-c393-43a0-b3cd-ba6785e7724c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e47824-f549-42b8-aaf2-10e1cad6b16f', 'code': 200} Jul 16 02:30:44.293781 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=55e47824-f549-42b8-aaf2-10e1cad6b16f,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:44.401614 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750efcf-6b5e-4407-9dad-8e5062e53ec9 req-b5589df4-efe5-4804-b829-e464d45eb94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:44.403019 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6750efcf-6b5e-4407-9dad-8e5062e53ec9 req-b5589df4-efe5-4804-b829-e464d45eb94f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 1096 time: 0.0521069 Jul 16 02:30:44.439603 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6750efcf-6b5e-4407-9dad-8e5062e53ec9 req-88ab12f0-416f-4b1e-8cb7-b636b853c65d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287609 Jul 16 02:30:44.705424 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50610423-e4a9-4a3d-90aa-2006a170442b req-04ae0522-0b94-4a4e-bc6a-e933d5cafc9f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:44.706801 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50610423-e4a9-4a3d-90aa-2006a170442b req-04ae0522-0b94-4a4e-bc6a-e933d5cafc9f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 945 time: 0.0623975 Jul 16 02:30:44.743211 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-50610423-e4a9-4a3d-90aa-2006a170442b req-b413e42f-89b9-4449-96af-83b2081a71b0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309181 Jul 16 02:30:45.918247 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc751b-c21f-4928-9e41-a15b90b3d438 req-41448639-b882-4dbc-bbcb-0677d733a7de tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:45.919765 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1bcc751b-c21f-4928-9e41-a15b90b3d438 req-41448639-b882-4dbc-bbcb-0677d733a7de tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 945 time: 0.0627904 Jul 16 02:30:45.957349 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1bcc751b-c21f-4928-9e41-a15b90b3d438 req-11b56d7c-7088-47a4-9922-1611acb298fd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321279 Jul 16 02:30:46.130960 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49b845-b368-48b1-9612-cbed2c854f19 req-c1296e44-a27d-451f-8175-c7e39fb46752 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:46.132492 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0a49b845-b368-48b1-9612-cbed2c854f19 req-c1296e44-a27d-451f-8175-c7e39fb46752 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 945 time: 0.0664670 Jul 16 02:30:46.410527 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0a49b845-b368-48b1-9612-cbed2c854f19 req-515c7b8c-2a5c-4858-98e3-0da7e20edd42 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724776 Jul 16 02:30:46.435104 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49572) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:46.485416 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c3273e-6e3c-4824-8084-e20a7b320dda tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:46.486891 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c1c3273e-6e3c-4824-8084-e20a7b320dda tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 1091 time: 0.0507467 Jul 16 02:30:46.489627 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49574) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:46.494033 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': '55e47824-f549-42b8-aaf2-10e1cad6b16f', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:46.518795 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:46.614431 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:46.713078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.25.1.161 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/f84c7254-5437-4644-83ce-c6f916f8ba67) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:46.814811 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:46.852442 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:46.888192 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:46.894429 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:46.898294 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:46.904330 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=f84c7254-5437-4644-83ce-c6f916f8ba67,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:47.398890 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:47.506922 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:47.650318 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:47.654828 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:47.725496 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=f84c7254-5437-4644-83ce-c6f916f8ba67,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:47.734055 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:47.830064 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Floating IP 51bd10e4-ca45-45d8-b76c-2702ad3fcfff associated. External IP: 172.25.1.161, port: 55e47824-f549-42b8-aaf2-10e1cad6b16f. Jul 16 02:30:48.037672 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 670e6ade-713c-48e4-8a07-831e5ac891e3 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:30:48.143163 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:48.152603 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44e57c8-c244-4a85-9063-77b5a468c91b None None] Sync routers for ids ['670e6ade-713c-48e4-8a07-831e5ac891e3'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:48.161349 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:48.162825 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44e57c8-c244-4a85-9063-77b5a468c91b None None] Routers {'670e6ade-713c-48e4-8a07-831e5ac891e3'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:48.163460 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-e44e57c8-c244-4a85-9063-77b5a468c91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:30:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['670e6ade-713c-48e4-8a07-831e5ac891e3'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:48.197376 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-aaa9bab0-c8d5-4b9a-8a27-10c7b18cbe34 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7067142 Jul 16 02:30:48.197966 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522d3637-c393-43a0-b3cd-ba6785e7724c', 'tag': '55e47824-f549-42b8-aaf2-10e1cad6b16f'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:48.200290 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707a672a-3157-4f9a-b727-2aa5a48e0405" -d '{"events": [{"name": "network-changed", "server_uuid": "522d3637-c393-43a0-b3cd-ba6785e7724c", "tag": "55e47824-f549-42b8-aaf2-10e1cad6b16f"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:48.237522 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc687315-a50b-4361-bd9e-538b18a0fd80 x-openstack-request-id: req-dc687315-a50b-4361-bd9e-538b18a0fd80 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:48.237831 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522d3637-c393-43a0-b3cd-ba6785e7724c", "tag": "55e47824-f549-42b8-aaf2-10e1cad6b16f", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:48.238081 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc687315-a50b-4361-bd9e-538b18a0fd80 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:48.238473 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522d3637-c393-43a0-b3cd-ba6785e7724c', 'tag': '55e47824-f549-42b8-aaf2-10e1cad6b16f', 'status': 'completed', 'code': 200} Jul 16 02:30:48.279414 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-e44e57c8-c244-4a85-9063-77b5a468c91b None None] Set router 670e6ade-713c-48e4-8a07-831e5ac891e3 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:48.379911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a672a-3157-4f9a-b727-2aa5a48e0405 req-ae13af8f-9a5e-461c-bcdc-664e7602f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:48.381416 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-707a672a-3157-4f9a-b727-2aa5a48e0405 req-ae13af8f-9a5e-461c-bcdc-664e7602f84d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 1096 time: 0.0987954 Jul 16 02:30:48.394210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83e342-dd76-4b39-90d3-f6273e849b8f req-337f4466-c5c9-4242-a5ea-ae0235255f3f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:48.395949 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5c83e342-dd76-4b39-90d3-f6273e849b8f req-337f4466-c5c9-4242-a5ea-ae0235255f3f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 945 time: 0.0824988 Jul 16 02:30:48.489962 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5c83e342-dd76-4b39-90d3-f6273e849b8f req-6755e30f-dbb0-4fac-ae4b-56dd284eed8c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843620 Jul 16 02:30:48.503190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-e44e57c8-c244-4a85-9063-77b5a468c91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293708357', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '5396f869-5234-4184-a987-c14abc44975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:33Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '5396f869-5234-4184-a987-c14abc44975e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '51bd10e4-ca45-45d8-b76c-2702ad3fcfff', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'port_id': '55e47824-f549-42b8-aaf2-10e1cad6b16f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9', 'mac_address': 'fa:16:3e:9f:35:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d3637-c393-43a0-b3cd-ba6785e7724c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:30:47Z', 'updated_at': '2021-07-16T02:30:47Z', 'revision_number': 0, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b250e49a-3490-486f-af19-6993e8491f66', 'name': '', 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:2d:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:32Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:48.510250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a672a-3157-4f9a-b727-2aa5a48e0405 req-d458bb26-a9bd-4c1c-ac90-e8349ad7840b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:48.511761 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-707a672a-3157-4f9a-b727-2aa5a48e0405 req-d458bb26-a9bd-4c1c-ac90-e8349ad7840b service neutron] 10.222.0.47 "GET /v2.0/networks?id=cb865798-8f81-4e7c-95a9-4389c41b25a9 HTTP/1.1" status: 200 len: 898 time: 0.1149437 Jul 16 02:30:48.515095 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49580) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:48.535839 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44e57c8-c244-4a85-9063-77b5a468c91b None None] Checking router: 670e6ade-713c-48e4-8a07-831e5ac891e3 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:48.544493 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44e57c8-c244-4a85-9063-77b5a468c91b None None] Routers {'670e6ade-713c-48e4-8a07-831e5ac891e3'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:48.545384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-e44e57c8-c244-4a85-9063-77b5a468c91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:30:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['670e6ade-713c-48e4-8a07-831e5ac891e3'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:48.578396 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0bab2733-de6c-48e5-9ea7-d5d47bfe2e7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/floatingips/51bd10e4-ca45-45d8-b76c-2702ad3fcfff HTTP/1.1" status: 200 len: 991 time: 0.0608580 Jul 16 02:30:48.580820 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-707a672a-3157-4f9a-b727-2aa5a48e0405 req-59273f18-e10d-4f71-8439-19068f729574 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e47824-f549-42b8-aaf2-10e1cad6b16f HTTP/1.1" status: 200 len: 999 time: 0.0604692 Jul 16 02:30:48.633575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a672a-3157-4f9a-b727-2aa5a48e0405 req-0a7d7827-2f99-4ef2-a59b-5450d6040653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:48.635051 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-707a672a-3157-4f9a-b727-2aa5a48e0405 req-0a7d7827-2f99-4ef2-a59b-5450d6040653 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28956e58-41d2-4c1f-b2b6-2cfad96be8e4 HTTP/1.1" status: 200 len: 835 time: 0.0475626 Jul 16 02:30:48.650157 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-e44e57c8-c244-4a85-9063-77b5a468c91b None None] Set router 670e6ade-713c-48e4-8a07-831e5ac891e3 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:48.692858 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a672a-3157-4f9a-b727-2aa5a48e0405 req-3eddc5b1-1ad0-4875-bcda-fb0afcdfbf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:48.694370 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-707a672a-3157-4f9a-b727-2aa5a48e0405 req-3eddc5b1-1ad0-4875-bcda-fb0afcdfbf64 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cb865798-8f81-4e7c-95a9-4389c41b25a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527174 Jul 16 02:30:48.785468 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-707a672a-3157-4f9a-b727-2aa5a48e0405 req-5b665bcd-c26d-425c-bc67-4d88f938c954 service neutron] 10.222.0.47 "GET /v2.0/networks/cb865798-8f81-4e7c-95a9-4389c41b25a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834055 Jul 16 02:30:48.885016 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-707a672a-3157-4f9a-b727-2aa5a48e0405 req-acaee2d3-6dbe-4b56-b60f-65692f6cf9d9 service neutron] 10.222.0.47 "GET /v2.0/networks/cb865798-8f81-4e7c-95a9-4389c41b25a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931671 Jul 16 02:30:49.022598 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-e44e57c8-c244-4a85-9063-77b5a468c91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293708357', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '5396f869-5234-4184-a987-c14abc44975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:33Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '5396f869-5234-4184-a987-c14abc44975e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '51bd10e4-ca45-45d8-b76c-2702ad3fcfff', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'port_id': '55e47824-f549-42b8-aaf2-10e1cad6b16f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9', 'mac_address': 'fa:16:3e:9f:35:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d3637-c393-43a0-b3cd-ba6785e7724c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:30:47Z', 'updated_at': '2021-07-16T02:30:47Z', 'revision_number': 0, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b250e49a-3490-486f-af19-6993e8491f66', 'name': '', 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:2d:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:32Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:49.051439 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44e57c8-c244-4a85-9063-77b5a468c91b None None] The sync data for ids ['670e6ade-713c-48e4-8a07-831e5ac891e3'] in n-d-800086-6 is: [{'id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293708357', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '5396f869-5234-4184-a987-c14abc44975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:33Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '5396f869-5234-4184-a987-c14abc44975e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '51bd10e4-ca45-45d8-b76c-2702ad3fcfff', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'port_id': '55e47824-f549-42b8-aaf2-10e1cad6b16f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9', 'mac_address': 'fa:16:3e:9f:35:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522d3637-c393-43a0-b3cd-ba6785e7724c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:30:47Z', 'updated_at': '2021-07-16T02:30:47Z', 'revision_number': 0, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b250e49a-3490-486f-af19-6993e8491f66', 'name': '', 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:2d:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:32Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:49.242589 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25dfcf3-ca95-40be-a7c8-64fbf3a38611 None None] New status for floating IP 51bd10e4-ca45-45d8-b76c-2702ad3fcfff: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:30:49.581170 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49582) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:49.643312 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5e76725d-9015-4dd9-b4c9-bbc5b4f247bc tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/floatingips/51bd10e4-ca45-45d8-b76c-2702ad3fcfff HTTP/1.1" status: 200 len: 993 time: 0.0610116 Jul 16 02:30:54.394191 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:58.449830 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1d4bfc8b-1e2e-4911-be25-a36174360e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:59.395548 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:01.115003 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-30fac96b-c105-4d2b-b7d4-9759ef7757c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:01.117092 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:02.285293 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:04.033173 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:11.630139 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97d2173c-010a-4b65-8339-66102b5dc3ec req-652eedae-d81d-4eab-8941-8b6e3929ce03 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507841 Jul 16 02:31:11.687233 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:31:11.741461 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2173c-010a-4b65-8339-66102b5dc3ec req-d08a421f-82ac-43f4-8167-fad0dadcc0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:11.742994 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97d2173c-010a-4b65-8339-66102b5dc3ec req-d08a421f-82ac-43f4-8167-fad0dadcc0f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 1096 time: 0.0526245 Jul 16 02:31:11.855449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2173c-010a-4b65-8339-66102b5dc3ec req-4c1b0746-395c-4f34-86e3-af01ca8a024a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:11.856846 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97d2173c-010a-4b65-8339-66102b5dc3ec req-4c1b0746-395c-4f34-86e3-af01ca8a024a service neutron] 10.222.0.47 "GET /v2.0/networks?id=cb865798-8f81-4e7c-95a9-4389c41b25a9 HTTP/1.1" status: 200 len: 898 time: 0.0930943 Jul 16 02:31:11.922899 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97d2173c-010a-4b65-8339-66102b5dc3ec req-8580b50b-aad5-4abb-a026-b451ac9b814b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e47824-f549-42b8-aaf2-10e1cad6b16f HTTP/1.1" status: 200 len: 1001 time: 0.0578671 Jul 16 02:31:11.974567 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2173c-010a-4b65-8339-66102b5dc3ec req-88c10659-1d80-45b3-bf50-f433c03770c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:11.976012 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97d2173c-010a-4b65-8339-66102b5dc3ec req-88c10659-1d80-45b3-bf50-f433c03770c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28956e58-41d2-4c1f-b2b6-2cfad96be8e4 HTTP/1.1" status: 200 len: 835 time: 0.0475502 Jul 16 02:31:12.031108 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2173c-010a-4b65-8339-66102b5dc3ec req-62c6b945-1610-441b-9614-ab72b097a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:12.033336 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97d2173c-010a-4b65-8339-66102b5dc3ec req-62c6b945-1610-441b-9614-ab72b097a38a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cb865798-8f81-4e7c-95a9-4389c41b25a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508261 Jul 16 02:31:12.121235 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97d2173c-010a-4b65-8339-66102b5dc3ec req-d28d1b0c-d783-4f08-8344-014fcd27db4d service neutron] 10.222.0.47 "GET /v2.0/networks/cb865798-8f81-4e7c-95a9-4389c41b25a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794752 Jul 16 02:31:12.215641 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97d2173c-010a-4b65-8339-66102b5dc3ec req-048c0ff3-d51d-4ba6-a09c-5859186cf426 service neutron] 10.222.0.47 "GET /v2.0/networks/cb865798-8f81-4e7c-95a9-4389c41b25a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858264 Jul 16 02:31:18.560234 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3a0e7-d694-4f51-a4b1-5c82cbec0758 req-eb32a822-3c0b-43fb-954f-9c2777f1888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:18.561778 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-def3a0e7-d694-4f51-a4b1-5c82cbec0758 req-eb32a822-3c0b-43fb-954f-9c2777f1888a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 1096 time: 0.0561531 Jul 16 02:31:18.567085 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706e873-c392-4307-a2dd-a35eba21d826 req-47fe916e-0ecc-4ed0-94b2-3f4bc96baec8 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:18.568640 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0706e873-c392-4307-a2dd-a35eba21d826 req-47fe916e-0ecc-4ed0-94b2-3f4bc96baec8 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 945 time: 0.0630774 Jul 16 02:31:18.605672 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0706e873-c392-4307-a2dd-a35eba21d826 req-965e130e-7a0c-408c-8896-66e799aac94c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315325 Jul 16 02:31:18.655975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3a0e7-d694-4f51-a4b1-5c82cbec0758 req-6dd4a805-cf27-49fd-a8df-9523d7fcea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:18.658191 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-def3a0e7-d694-4f51-a4b1-5c82cbec0758 req-6dd4a805-cf27-49fd-a8df-9523d7fcea0e service neutron] 10.222.0.47 "GET /v2.0/networks?id=cb865798-8f81-4e7c-95a9-4389c41b25a9 HTTP/1.1" status: 200 len: 898 time: 0.0894318 Jul 16 02:31:18.722860 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-def3a0e7-d694-4f51-a4b1-5c82cbec0758 req-af2249d5-0dc4-4322-914a-0772cb937453 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e47824-f549-42b8-aaf2-10e1cad6b16f HTTP/1.1" status: 200 len: 1001 time: 0.0564351 Jul 16 02:31:18.774733 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3a0e7-d694-4f51-a4b1-5c82cbec0758 req-f2391a2e-adf5-4470-9949-270e5ac7bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:18.776159 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-def3a0e7-d694-4f51-a4b1-5c82cbec0758 req-f2391a2e-adf5-4470-9949-270e5ac7bdae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28956e58-41d2-4c1f-b2b6-2cfad96be8e4 HTTP/1.1" status: 200 len: 835 time: 0.0460491 Jul 16 02:31:18.831337 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3a0e7-d694-4f51-a4b1-5c82cbec0758 req-d583e75c-a5bf-44ce-994e-507af3021eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:18.832433 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-def3a0e7-d694-4f51-a4b1-5c82cbec0758 req-d583e75c-a5bf-44ce-994e-507af3021eab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cb865798-8f81-4e7c-95a9-4389c41b25a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497620 Jul 16 02:31:18.920820 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-def3a0e7-d694-4f51-a4b1-5c82cbec0758 req-59f3942c-130e-4fbf-b248-c111ccf0c4d2 service neutron] 10.222.0.47 "GET /v2.0/networks/cb865798-8f81-4e7c-95a9-4389c41b25a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816486 Jul 16 02:31:19.012458 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-def3a0e7-d694-4f51-a4b1-5c82cbec0758 req-c616ba2d-761c-48ac-936f-9a81e49cfa9e service neutron] 10.222.0.47 "GET /v2.0/networks/cb865798-8f81-4e7c-95a9-4389c41b25a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850003 Jul 16 02:31:19.782227 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067f107-163f-44ae-8a4c-c3e93704008e req-f5e4c81e-b234-4ac2-80ed-aa2dc3e08b30 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:19.783793 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8067f107-163f-44ae-8a4c-c3e93704008e req-f5e4c81e-b234-4ac2-80ed-aa2dc3e08b30 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 945 time: 0.0640430 Jul 16 02:31:19.821244 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8067f107-163f-44ae-8a4c-c3e93704008e req-9a9a6845-b60e-426f-b28b-b4d861a84e4c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318923 Jul 16 02:31:21.295224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc6b29-7b40-45c6-86b8-ea6a5028b1d8 req-d836126d-e5a6-48a1-8eb9-6e5d442e356e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:21.297283 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bcfc6b29-7b40-45c6-86b8-ea6a5028b1d8 req-d836126d-e5a6-48a1-8eb9-6e5d442e356e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 945 time: 0.3623683 Jul 16 02:31:21.334101 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-bcfc6b29-7b40-45c6-86b8-ea6a5028b1d8 req-7ca8e110-5340-473f-a7c6-9372c3a3bb8f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312428 Jul 16 02:31:22.557988 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809ba8b-c844-4fdb-b58f-43ef5281a501 req-3e3dd7b4-c1b1-4fd5-8b68-6463012d6b31 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:22.559378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c809ba8b-c844-4fdb-b58f-43ef5281a501 req-3e3dd7b4-c1b1-4fd5-8b68-6463012d6b31 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 945 time: 0.1137679 Jul 16 02:31:22.596557 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c809ba8b-c844-4fdb-b58f-43ef5281a501 req-17526710-6453-4716-80d4-3002eb415dea tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307491 Jul 16 02:31:23.767275 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc45b40-1222-48ca-8099-8ba97f2702ba req-7a5c3de3-9106-4f0c-a35b-07aa2c50a4d3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:23.768787 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2fc45b40-1222-48ca-8099-8ba97f2702ba req-7a5c3de3-9106-4f0c-a35b-07aa2c50a4d3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 945 time: 0.0623901 Jul 16 02:31:23.805350 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2fc45b40-1222-48ca-8099-8ba97f2702ba req-4b775e62-f35c-4029-9048-b5a032fd368c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309608 Jul 16 02:31:24.396050 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:24.977952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23c86e-eb11-4f4a-ac92-c44373f61643 req-559efd54-7089-4dd5-b69f-63572a9c5aad tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:24.979426 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ca23c86e-eb11-4f4a-ac92-c44373f61643 req-559efd54-7089-4dd5-b69f-63572a9c5aad tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 945 time: 0.0626018 Jul 16 02:31:25.016779 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ca23c86e-eb11-4f4a-ac92-c44373f61643 req-b3dd68e3-b6d7-4915-957a-97915fbee036 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314190 Jul 16 02:31:26.194361 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defe2d0-8e71-4991-a549-e467562d434e req-4b8019e1-f824-46a9-aee1-5d10d98c09ce tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:26.195897 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6defe2d0-8e71-4991-a549-e467562d434e req-4b8019e1-f824-46a9-aee1-5d10d98c09ce tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 945 time: 0.0661500 Jul 16 02:31:26.233230 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6defe2d0-8e71-4991-a549-e467562d434e req-62533acd-a533-4ef2-9545-53dd4fc29923 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311432 Jul 16 02:31:27.410314 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2f8c8-1cdd-4678-898c-d9f4338865c1 req-d60784b0-6858-4aea-a8e3-dca8ce7e0189 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:27.411832 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ffe2f8c8-1cdd-4678-898c-d9f4338865c1 req-d60784b0-6858-4aea-a8e3-dca8ce7e0189 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 945 time: 0.0664613 Jul 16 02:31:27.450046 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ffe2f8c8-1cdd-4678-898c-d9f4338865c1 req-1cc7f13f-ef9c-4a79-9299-c1e42030239a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317075 Jul 16 02:31:28.449783 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0ac045c2-9961-4864-9553-cadffaac6a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:28.621515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1256bdb-acf8-471d-9653-9c8ff08cddd6 req-e2dd9ebb-cae8-45a9-b603-8767b01a8804 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:28.623026 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a1256bdb-acf8-471d-9653-9c8ff08cddd6 req-e2dd9ebb-cae8-45a9-b603-8767b01a8804 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 945 time: 0.0632265 Jul 16 02:31:28.660674 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a1256bdb-acf8-471d-9653-9c8ff08cddd6 req-357ad95f-9dd1-43be-9663-0fff883eb46c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321648 Jul 16 02:31:29.394987 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:29.832346 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97d45d-5629-4bb8-8a29-611a74f7df34 req-ed3c5490-43da-4298-a179-7a62a7b98ece tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:29.833812 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ff97d45d-5629-4bb8-8a29-611a74f7df34 req-ed3c5490-43da-4298-a179-7a62a7b98ece tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 945 time: 0.0624781 Jul 16 02:31:29.871882 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ff97d45d-5629-4bb8-8a29-611a74f7df34 req-f94ade0f-5970-432c-ad10-31b3ee5c0bf3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324776 Jul 16 02:31:31.045323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65490e89-035a-4fd7-9199-91cdec2e8aa0 req-3309abc2-c888-4a5a-8888-7881809bce9a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:31.046924 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-65490e89-035a-4fd7-9199-91cdec2e8aa0 req-3309abc2-c888-4a5a-8888-7881809bce9a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 945 time: 0.0631371 Jul 16 02:31:31.083957 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-65490e89-035a-4fd7-9199-91cdec2e8aa0 req-b0e1ddad-cbc6-4dea-b06d-4055f07be2d5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313914 Jul 16 02:31:31.107899 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49624) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:31.114932 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-39e176c2-638b-48d8-ae3c-02bc1aeba4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:31.117018 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:31.171840 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1e4f6431-8d93-40bb-ae2e-52e2084ba9e4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/floatingips/51bd10e4-ca45-45d8-b76c-2702ad3fcfff HTTP/1.1" status: 200 len: 993 time: 0.0626230 Jul 16 02:31:32.289313 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:34.036911 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:37.813586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-e47efbcc-5f71-4882-9fdb-f6994fb71646 req-96c1996b-6171-47c2-9f94-b8e0a559eeb6 service neutron] (93831) timed out ('10.222.0.54', 33228) {{(pid=93831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:31:48.686868 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:31:54.412451 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:58.455080 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c4f5de92-ffcb-410c-bd76-f48d50c71343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:59.407946 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:01.115852 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:01.118052 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34ff0037-74ea-47c9-bae9-656eaaaa61da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:01.576650 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49644) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:01.729407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port f84c7254-5437-4644-83ce-c6f916f8ba67 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:32:01.729752 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:01.808600 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:01.808926 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:01.821680 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for f84c7254-5437-4644-83ce-c6f916f8ba67 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:32:01.971524 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:02.001711 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=f84c7254-5437-4644-83ce-c6f916f8ba67,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:02.043136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:02.043484 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:02.043853 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:02.044194 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:02.044526 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:02.044858 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:02.045184 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:02.045515 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:02.046092 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:02.046436 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:02.046765 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:02.047199 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:02.068670 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:02.069071 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Floating IP 51bd10e4-ca45-45d8-b76c-2702ad3fcfff disassociated (deleted). External IP: 172.25.1.161, port: 55e47824-f549-42b8-aaf2-10e1cad6b16f. Jul 16 02:32:02.272931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 670e6ade-713c-48e4-8a07-831e5ac891e3 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:32:02.294840 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:02.383491 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:32:02.388237 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:02.393201 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9af10a5-42a9-4216-a899-511d4a39b650 None None] Sync routers for ids ['670e6ade-713c-48e4-8a07-831e5ac891e3'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:32:02.405804 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9af10a5-42a9-4216-a899-511d4a39b650 None None] Routers {'670e6ade-713c-48e4-8a07-831e5ac891e3'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:02.406548 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b9af10a5-42a9-4216-a899-511d4a39b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:32:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['670e6ade-713c-48e4-8a07-831e5ac891e3'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:02.425473 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6681842b-0619-4f3f-a2b4-b315be00e41d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/floatingips/51bd10e4-ca45-45d8-b76c-2702ad3fcfff HTTP/1.1" status: 204 len: 168 time: 0.8474903 Jul 16 02:32:02.426039 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522d3637-c393-43a0-b3cd-ba6785e7724c', 'tag': '55e47824-f549-42b8-aaf2-10e1cad6b16f'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:02.428491 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab99b4a-ae7f-4667-9108-1cab5a92e01f" -d '{"events": [{"name": "network-changed", "server_uuid": "522d3637-c393-43a0-b3cd-ba6785e7724c", "tag": "55e47824-f549-42b8-aaf2-10e1cad6b16f"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:02.523142 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-b9af10a5-42a9-4216-a899-511d4a39b650 None None] Set router 670e6ade-713c-48e4-8a07-831e5ac891e3 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:02.530151 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbeae30-e437-463f-8e96-24e58efea0e8 x-openstack-request-id: req-7dbeae30-e437-463f-8e96-24e58efea0e8 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:02.530453 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522d3637-c393-43a0-b3cd-ba6785e7724c", "tag": "55e47824-f549-42b8-aaf2-10e1cad6b16f", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:02.530707 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7dbeae30-e437-463f-8e96-24e58efea0e8 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:02.531111 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522d3637-c393-43a0-b3cd-ba6785e7724c', 'tag': '55e47824-f549-42b8-aaf2-10e1cad6b16f', 'status': 'completed', 'code': 200} Jul 16 02:32:02.638419 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab99b4a-ae7f-4667-9108-1cab5a92e01f req-1d417d79-832b-4e32-956b-77b2c48ffc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:02.640516 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ab99b4a-ae7f-4667-9108-1cab5a92e01f req-1d417d79-832b-4e32-956b-77b2c48ffc11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 1096 time: 0.0597823 Jul 16 02:32:02.732027 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b9af10a5-42a9-4216-a899-511d4a39b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293708357', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '5396f869-5234-4184-a987-c14abc44975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:33Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '5396f869-5234-4184-a987-c14abc44975e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'b250e49a-3490-486f-af19-6993e8491f66', 'name': '', 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:2d:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:32Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:02.741842 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab99b4a-ae7f-4667-9108-1cab5a92e01f req-c0045937-e992-4875-871e-93bb51882ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:02.743342 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ab99b4a-ae7f-4667-9108-1cab5a92e01f req-c0045937-e992-4875-871e-93bb51882ec8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cb865798-8f81-4e7c-95a9-4389c41b25a9 HTTP/1.1" status: 200 len: 898 time: 0.0941365 Jul 16 02:32:02.758992 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9af10a5-42a9-4216-a899-511d4a39b650 None None] Checking router: 670e6ade-713c-48e4-8a07-831e5ac891e3 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:32:02.767379 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9af10a5-42a9-4216-a899-511d4a39b650 None None] Routers {'670e6ade-713c-48e4-8a07-831e5ac891e3'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:02.768040 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b9af10a5-42a9-4216-a899-511d4a39b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:32:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['670e6ade-713c-48e4-8a07-831e5ac891e3'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:02.787643 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ab99b4a-ae7f-4667-9108-1cab5a92e01f req-680f090d-62b7-4d08-8064-a9348f66af59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e47824-f549-42b8-aaf2-10e1cad6b16f HTTP/1.1" status: 200 len: 217 time: 0.0372343 Jul 16 02:32:02.864650 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab99b4a-ae7f-4667-9108-1cab5a92e01f req-c7d89f13-3d69-49d3-b386-f890b12d4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:02.866143 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ab99b4a-ae7f-4667-9108-1cab5a92e01f req-c7d89f13-3d69-49d3-b386-f890b12d4a29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28956e58-41d2-4c1f-b2b6-2cfad96be8e4 HTTP/1.1" status: 200 len: 835 time: 0.0709236 Jul 16 02:32:02.876730 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-b9af10a5-42a9-4216-a899-511d4a39b650 None None] Set router 670e6ade-713c-48e4-8a07-831e5ac891e3 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:02.920982 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844acb38-42d0-4a31-b51d-5515437bb36a req-45447a6a-2a66-4fb0-9446-2e1c4cef942a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:02.923196 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-844acb38-42d0-4a31-b51d-5515437bb36a req-45447a6a-2a66-4fb0-9446-2e1c4cef942a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 945 time: 0.1381171 Jul 16 02:32:02.968337 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab99b4a-ae7f-4667-9108-1cab5a92e01f req-af9f0012-ead5-4296-a2f8-bf3db4d4ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:02.969973 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ab99b4a-ae7f-4667-9108-1cab5a92e01f req-af9f0012-ead5-4296-a2f8-bf3db4d4ac4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cb865798-8f81-4e7c-95a9-4389c41b25a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951591 Jul 16 02:32:02.974960 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-844acb38-42d0-4a31-b51d-5515437bb36a req-0446d5b1-3936-4adf-b028-09e1efc70295 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446880 Jul 16 02:32:02.981325 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-5ab99b4a-ae7f-4667-9108-1cab5a92e01f req-8c5db539-712e-45fe-ab1e-84c7c662d7af service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:32:02.982106 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ab99b4a-ae7f-4667-9108-1cab5a92e01f req-8c5db539-712e-45fe-ab1e-84c7c662d7af service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050278 Jul 16 02:32:03.081237 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ab99b4a-ae7f-4667-9108-1cab5a92e01f req-e0c4878e-0c80-4151-9858-bd3d37a7204c service neutron] 10.222.0.47 "GET /v2.0/networks/cb865798-8f81-4e7c-95a9-4389c41b25a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889611 Jul 16 02:32:03.081540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b9af10a5-42a9-4216-a899-511d4a39b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293708357', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '5396f869-5234-4184-a987-c14abc44975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:33Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '5396f869-5234-4184-a987-c14abc44975e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'b250e49a-3490-486f-af19-6993e8491f66', 'name': '', 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:2d:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:32Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:03.107235 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9af10a5-42a9-4216-a899-511d4a39b650 None None] The sync data for ids ['670e6ade-713c-48e4-8a07-831e5ac891e3'] in n-d-800086-6 is: [{'id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293708357', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '5396f869-5234-4184-a987-c14abc44975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:33Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '5396f869-5234-4184-a987-c14abc44975e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'b250e49a-3490-486f-af19-6993e8491f66', 'name': '', 'network_id': 'cb865798-8f81-4e7c-95a9-4389c41b25a9', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:2d:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:32Z', 'updated_at': '2021-07-16T02:30:38Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '28956e58-41d2-4c1f-b2b6-2cfad96be8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:32:03.173868 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ab99b4a-ae7f-4667-9108-1cab5a92e01f req-ebf81678-63dc-428c-bf9d-e59d30720ae9 service neutron] 10.222.0.47 "GET /v2.0/networks/cb865798-8f81-4e7c-95a9-4389c41b25a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860856 Jul 16 02:32:03.322383 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9cf35c-796a-4d41-ae5e-ddecbd43ab99 None None] New status for floating IP 51bd10e4-ca45-45d8-b76c-2702ad3fcfff: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:32:04.038838 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:04.155025 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6034ec-bbf4-468f-9ffd-101780bd916b req-8b6a4ac4-914c-43c7-aaef-0816d59b3b28 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:04.156578 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7f6034ec-bbf4-468f-9ffd-101780bd916b req-8b6a4ac4-914c-43c7-aaef-0816d59b3b28 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 945 time: 0.0642059 Jul 16 02:32:04.197626 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7f6034ec-bbf4-468f-9ffd-101780bd916b req-791213fe-3d1d-4531-8063-ab2fd28faba0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b899303-0e5a-4848-b822-97449a3d2766&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355778 Jul 16 02:32:04.436827 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76dc08-d2f1-43eb-98bf-7fa1f9318dc5 req-bdc1e809-5c43-4f46-8419-aec0a968538d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:04.438611 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c76dc08-d2f1-43eb-98bf-7fa1f9318dc5 req-bdc1e809-5c43-4f46-8419-aec0a968538d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.47 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 945 time: 0.0688357 Jul 16 02:32:04.536630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-9c76dc08-d2f1-43eb-98bf-7fa1f9318dc5 req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port 55e47824-f549-42b8-aaf2-10e1cad6b16f {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:32:04.536962 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9c76dc08-d2f1-43eb-98bf-7fa1f9318dc5 req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:04.624378 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-9c76dc08-d2f1-43eb-98bf-7fa1f9318dc5 req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] For port 55e47824-f549-42b8-aaf2-10e1cad6b16f, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=55e47824-f549-42b8-aaf2-10e1cad6b16f,segment=NetworkSegment(dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9),segment_id=dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:04.624734 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9c76dc08-d2f1-43eb-98bf-7fa1f9318dc5 req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:04.636038 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-9c76dc08-d2f1-43eb-98bf-7fa1f9318dc5 req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for 55e47824-f549-42b8-aaf2-10e1cad6b16f owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:32:04.759576 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9c76dc08-d2f1-43eb-98bf-7fa1f9318dc5 req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:04.794217 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=55e47824-f549-42b8-aaf2-10e1cad6b16f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:04.808330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:04.808691 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:04.809048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:04.809382 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:04.809715 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:04.810045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:04.810374 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:04.810699 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:04.811036 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:04.811359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:04.811758 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:04.813779 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:04.850285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c76dc08-d2f1-43eb-98bf-7fa1f9318dc5 req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] No DVR routers for this DVR port 55e47824-f549-42b8-aaf2-10e1cad6b16f on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:32:04.852949 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-9c76dc08-d2f1-43eb-98bf-7fa1f9318dc5 req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:04.855142 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c76dc08-d2f1-43eb-98bf-7fa1f9318dc5 req-e646153a-7e28-4737-8541-bb93266f909c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.47 "DELETE /v2.0/ports/55e47824-f549-42b8-aaf2-10e1cad6b16f HTTP/1.1" status: 204 len: 173 time: 0.4109161 Jul 16 02:32:04.855573 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522d3637-c393-43a0-b3cd-ba6785e7724c', 'name': 'network-vif-deleted', 'tag': '55e47824-f549-42b8-aaf2-10e1cad6b16f'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:04.857966 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d87782-8a85-45aa-a610-a4b519c1ebd2" -d '{"events": [{"server_uuid": "522d3637-c393-43a0-b3cd-ba6785e7724c", "name": "network-vif-deleted", "tag": "55e47824-f549-42b8-aaf2-10e1cad6b16f"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:04.895276 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07433bf-5c4c-41bc-929c-b7ebadce2735 x-openstack-request-id: req-c07433bf-5c4c-41bc-929c-b7ebadce2735 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:04.895630 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522d3637-c393-43a0-b3cd-ba6785e7724c", "name": "network-vif-deleted", "tag": "55e47824-f549-42b8-aaf2-10e1cad6b16f", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:04.895918 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c07433bf-5c4c-41bc-929c-b7ebadce2735 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:04.896410 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522d3637-c393-43a0-b3cd-ba6785e7724c', 'name': 'network-vif-deleted', 'tag': '55e47824-f549-42b8-aaf2-10e1cad6b16f', 'status': 'completed', 'code': 200} Jul 16 02:32:05.355246 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ed086c05-c4d1-4c3a-90a1-123be42cc4e7 req-fcaeb851-b27a-413a-9662-065e24095c65 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=522d3637-c393-43a0-b3cd-ba6785e7724c HTTP/1.1" status: 200 len: 210 time: 0.0286329 Jul 16 02:32:06.450721 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49662) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:06.807367 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8fea3b44-4be4-4308-bd61-0ed0263abaf3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.070017 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8fea3b44-4be4-4308-bd61-0ed0263abaf3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port b250e49a-3490-486f-af19-6993e8491f66 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:32:07.070365 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8fea3b44-4be4-4308-bd61-0ed0263abaf3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.159451 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-8fea3b44-4be4-4308-bd61-0ed0263abaf3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] For port b250e49a-3490-486f-af19-6993e8491f66, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b250e49a-3490-486f-af19-6993e8491f66,segment=NetworkSegment(dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9),segment_id=dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:07.159833 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8fea3b44-4be4-4308-bd61-0ed0263abaf3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.171363 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8fea3b44-4be4-4308-bd61-0ed0263abaf3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for b250e49a-3490-486f-af19-6993e8491f66 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:32:07.355436 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8fea3b44-4be4-4308-bd61-0ed0263abaf3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.382111 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea3b44-4be4-4308-bd61-0ed0263abaf3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=b250e49a-3490-486f-af19-6993e8491f66,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:07.559642 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8fea3b44-4be4-4308-bd61-0ed0263abaf3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.764609 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fea3b44-4be4-4308-bd61-0ed0263abaf3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 670e6ade-713c-48e4-8a07-831e5ac891e3 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:32:07.879817 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fea3b44-4be4-4308-bd61-0ed0263abaf3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:32:07.884907 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8fea3b44-4be4-4308-bd61-0ed0263abaf3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "PUT /v2.0/routers/670e6ade-713c-48e4-8a07-831e5ac891e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4331682 Jul 16 02:32:07.887563 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49664) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:07.891919 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f1954-6e5e-4bea-ad74-d7a8e0d2fc41 None None] Sync routers for ids ['670e6ade-713c-48e4-8a07-831e5ac891e3'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:32:07.902350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60f1954-6e5e-4bea-ad74-d7a8e0d2fc41 None None] Routers {'670e6ade-713c-48e4-8a07-831e5ac891e3'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:07.902962 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d60f1954-6e5e-4bea-ad74-d7a8e0d2fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:32:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['670e6ade-713c-48e4-8a07-831e5ac891e3'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:07.943969 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf3f574-901b-4758-9fc4-e5c1de6c9ffd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting subnet 28956e58-41d2-4c1f-b2b6-2cfad96be8e4 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:32:07.947021 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1bf3f574-901b-4758-9fc4-e5c1de6c9ffd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.987343 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1bf3f574-901b-4758-9fc4-e5c1de6c9ffd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.006009 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-d60f1954-6e5e-4bea-ad74-d7a8e0d2fc41 None None] Set router 670e6ade-713c-48e4-8a07-831e5ac891e3 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:08.070481 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1bf3f574-901b-4758-9fc4-e5c1de6c9ffd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.135550 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1bf3f574-901b-4758-9fc4-e5c1de6c9ffd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.164852 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3f574-901b-4758-9fc4-e5c1de6c9ffd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Subnet': ['ID=28956e58-41d2-4c1f-b2b6-2cfad96be8e4,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:08.166821 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1bf3f574-901b-4758-9fc4-e5c1de6c9ffd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.171431 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49666) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:08.172023 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1bf3f574-901b-4758-9fc4-e5c1de6c9ffd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/subnets/28956e58-41d2-4c1f-b2b6-2cfad96be8e4 HTTP/1.1" status: 204 len: 168 time: 0.2827678 Jul 16 02:32:08.176075 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3b8e3d-8103-425c-a07a-04434c0b98db None None] Network cb865798-8f81-4e7c-95a9-4389c41b25a9 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:32:08.250272 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d60f1954-6e5e-4bea-ad74-d7a8e0d2fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293708357', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '5396f869-5234-4184-a987-c14abc44975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:32:07Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '5396f869-5234-4184-a987-c14abc44975e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:08.296034 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f1954-6e5e-4bea-ad74-d7a8e0d2fc41 None None] Checking router: 670e6ade-713c-48e4-8a07-831e5ac891e3 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:32:08.331345 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60f1954-6e5e-4bea-ad74-d7a8e0d2fc41 None None] Routers {'670e6ade-713c-48e4-8a07-831e5ac891e3'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:08.331948 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d60f1954-6e5e-4bea-ad74-d7a8e0d2fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:32:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['670e6ade-713c-48e4-8a07-831e5ac891e3'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:08.453399 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-d60f1954-6e5e-4bea-ad74-d7a8e0d2fc41 None None] Set router 670e6ade-713c-48e4-8a07-831e5ac891e3 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:08.509340 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] DHCP port deletion for cb865798-8f81-4e7c-95a9-4389c41b25a9 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:32:08.555602 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 55e47824-f549-42b8-aaf2-10e1cad6b16f no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:32:08.587232 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 55e47824-f549-42b8-aaf2-10e1cad6b16f {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:32:08.587533 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 55e47824-f549-42b8-aaf2-10e1cad6b16f not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:32:08.612219 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0797-6cba-4ed0-920a-cecae6a24ece tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.655657 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] Deleting port cbb016a7-d8e6-4d09-a09c-5947b9877563 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:32:08.656052 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.734301 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0797-6cba-4ed0-920a-cecae6a24ece tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.795374 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-7eeb0797-6cba-4ed0-920a-cecae6a24ece tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port 5396f869-5234-4184-a987-c14abc44975e {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:32:08.795838 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0797-6cba-4ed0-920a-cecae6a24ece tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.883814 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-7eeb0797-6cba-4ed0-920a-cecae6a24ece tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] For port 5396f869-5234-4184-a987-c14abc44975e, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5396f869-5234-4184-a987-c14abc44975e,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:08.884111 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0797-6cba-4ed0-920a-cecae6a24ece tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.896082 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-7eeb0797-6cba-4ed0-920a-cecae6a24ece tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for 5396f869-5234-4184-a987-c14abc44975e owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:32:08.905029 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] For port cbb016a7-d8e6-4d09-a09c-5947b9877563, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cbb016a7-d8e6-4d09-a09c-5947b9877563,segment=NetworkSegment(dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9),segment_id=dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:08.905585 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.919760 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] Calling delete_port for cbb016a7-d8e6-4d09-a09c-5947b9877563 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:32:08.970839 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d60f1954-6e5e-4bea-ad74-d7a8e0d2fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293708357', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '5396f869-5234-4184-a987-c14abc44975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:32:07Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '5396f869-5234-4184-a987-c14abc44975e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:09.001166 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f1954-6e5e-4bea-ad74-d7a8e0d2fc41 None None] The sync data for ids ['670e6ade-713c-48e4-8a07-831e5ac891e3'] in n-d-800086-6 is: [{'id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293708357', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '5396f869-5234-4184-a987-c14abc44975e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:32:07Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '5396f869-5234-4184-a987-c14abc44975e', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670e6ade-713c-48e4-8a07-831e5ac891e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:29Z', 'updated_at': '2021-07-16T02:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:32:09.037997 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.061712 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] Pushing event deleted for resources: {'Port': ['ID=cbb016a7-d8e6-4d09-a09c-5947b9877563,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:09.063945 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0797-6cba-4ed0-920a-cecae6a24ece tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.072211 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] No DVR routers for this DVR port cbb016a7-d8e6-4d09-a09c-5947b9877563 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:32:09.074457 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:09.074812 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:09.075171 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:09.075605 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:09.075969 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:09.076317 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:09.076636 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:09.076966 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:09.077297 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:09.077698 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:09.078025 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:09.078343 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018fe7d-679a-4b13-9dc5-89184cbd1ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:09.094793 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb0797-6cba-4ed0-920a-cecae6a24ece tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=5396f869-5234-4184-a987-c14abc44975e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:09.152772 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0797-6cba-4ed0-920a-cecae6a24ece tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.242309 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0797-6cba-4ed0-920a-cecae6a24ece tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.244438 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0797-6cba-4ed0-920a-cecae6a24ece tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.289943 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0797-6cba-4ed0-920a-cecae6a24ece tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.290440 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeb0797-6cba-4ed0-920a-cecae6a24ece tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Fanout notify agent at l3_agent the message router_deleted on router 670e6ade-713c-48e4-8a07-831e5ac891e3 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:32:09.297329 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7eeb0797-6cba-4ed0-920a-cecae6a24ece tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.299050 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7eeb0797-6cba-4ed0-920a-cecae6a24ece tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/routers/670e6ade-713c-48e4-8a07-831e5ac891e3 HTTP/1.1" status: 204 len: 168 time: 1.1259623 Jul 16 02:32:09.302403 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49668) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:09.378374 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b75a6d9b-5602-4b2e-888b-4cfc215ee833 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.471697 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b75a6d9b-5602-4b2e-888b-4cfc215ee833 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.482106 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-b75a6d9b-5602-4b2e-888b-4cfc215ee833 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb865798-8f81-4e7c-95a9-4389c41b25a9']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:09.491969 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-b75a6d9b-5602-4b2e-888b-4cfc215ee833 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:09.492264 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-b75a6d9b-5602-4b2e-888b-4cfc215ee833 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb4f642-cdd6-4633-80cc-fd7f8fe4efa9') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:09.500785 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b75a6d9b-5602-4b2e-888b-4cfc215ee833 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.514592 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b75a6d9b-5602-4b2e-888b-4cfc215ee833 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.521323 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75a6d9b-5602-4b2e-888b-4cfc215ee833 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:32:09.521730 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b75a6d9b-5602-4b2e-888b-4cfc215ee833 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:32:09.524602 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:32:09.588823 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b75a6d9b-5602-4b2e-888b-4cfc215ee833 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.596268 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b75a6d9b-5602-4b2e-888b-4cfc215ee833 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.597595 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b75a6d9b-5602-4b2e-888b-4cfc215ee833 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/networks/cb865798-8f81-4e7c-95a9-4389c41b25a9 HTTP/1.1" status: 204 len: 168 time: 0.2942305 Jul 16 02:32:09.600280 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49670) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:09.617497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a6d9b-5602-4b2e-888b-4cfc215ee833 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Network': ['ID=cb865798-8f81-4e7c-95a9-4389c41b25a9,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:09.672416 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1da9e95c-fdf2-4d6b-9f29-c1053a5ad3ae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.697601 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1da9e95c-fdf2-4d6b-9f29-c1053a5ad3ae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.756006 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1da9e95c-fdf2-4d6b-9f29-c1053a5ad3ae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.758492 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1da9e95c-fdf2-4d6b-9f29-c1053a5ad3ae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.759662 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1da9e95c-fdf2-4d6b-9f29-c1053a5ad3ae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/security-groups/8b899303-0e5a-4848-b822-97449a3d2766 HTTP/1.1" status: 204 len: 168 time: 0.1584644 Jul 16 02:32:09.769767 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9e95c-fdf2-4d6b-9f29-c1053a5ad3ae tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b899303-0e5a-4848-b822-97449a3d2766,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:10.034029 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cbb016a7-d8e6-4d09-a09c-5947b9877563 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:32:10.054873 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: cbb016a7-d8e6-4d09-a09c-5947b9877563 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:32:10.055306 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cbb016a7-d8e6-4d09-a09c-5947b9877563 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:32:10.055744 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b250e49a-3490-486f-af19-6993e8491f66 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:32:10.076605 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: b250e49a-3490-486f-af19-6993e8491f66 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:32:10.076952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b250e49a-3490-486f-af19-6993e8491f66 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:32:10.077358 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5396f869-5234-4184-a987-c14abc44975e no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:32:10.097392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 5396f869-5234-4184-a987-c14abc44975e {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:32:10.097746 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5396f869-5234-4184-a987-c14abc44975e not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:32:10.152700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49676) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:10.157542 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-30ed6c89-a474-42b4-afb5-9241f9a09a4c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1505572981', 'description': 'tempest-secgroup-smoke-1505572981 description', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:10.180342 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30ed6c89-a474-42b4-afb5-9241f9a09a4c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.259242 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30ed6c89-a474-42b4-afb5-9241f9a09a4c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.262075 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30ed6c89-a474-42b4-afb5-9241f9a09a4c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.288052 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-30ed6c89-a474-42b4-afb5-9241f9a09a4c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.289189 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-30ed6c89-a474-42b4-afb5-9241f9a09a4c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1354883 Jul 16 02:32:10.292287 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49678) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:10.293254 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed6c89-a474-42b4-afb5-9241f9a09a4c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc134e1e-0482-4fd7-8aeb-6f95207d53bf,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:10.297663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-94682e99-a346-4c10-9b48-e53729ebe421 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': 'dc134e1e-0482-4fd7-8aeb-6f95207d53bf', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:10.325266 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-94682e99-a346-4c10-9b48-e53729ebe421 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.381655 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-94682e99-a346-4c10-9b48-e53729ebe421 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.385194 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-94682e99-a346-4c10-9b48-e53729ebe421 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.403367 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94682e99-a346-4c10-9b48-e53729ebe421 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf52e76-0cfe-4aad-8f36-7a2a4aa39db0,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:10.410172 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-94682e99-a346-4c10-9b48-e53729ebe421 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.411386 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-94682e99-a346-4c10-9b48-e53729ebe421 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174591 Jul 16 02:32:10.414356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49680) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:10.418679 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-9fdc09e5-e4a9-4472-9144-a687b341120a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': 'dc134e1e-0482-4fd7-8aeb-6f95207d53bf', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:10.445233 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9fdc09e5-e4a9-4472-9144-a687b341120a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.504475 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9fdc09e5-e4a9-4472-9144-a687b341120a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.507864 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9fdc09e5-e4a9-4472-9144-a687b341120a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.526839 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc09e5-e4a9-4472-9144-a687b341120a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351dd172-5100-4d8a-b4a6-04373f66ccd3,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:10.529833 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9fdc09e5-e4a9-4472-9144-a687b341120a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.531017 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9fdc09e5-e4a9-4472-9144-a687b341120a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157465 Jul 16 02:32:10.534622 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49682) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:10.539048 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-87d77b33-718f-4510-8d36-7f6d2960fba3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': 'dc134e1e-0482-4fd7-8aeb-6f95207d53bf', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:10.563918 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87d77b33-718f-4510-8d36-7f6d2960fba3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.622198 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87d77b33-718f-4510-8d36-7f6d2960fba3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.625865 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87d77b33-718f-4510-8d36-7f6d2960fba3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.645141 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d77b33-718f-4510-8d36-7f6d2960fba3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45c2bfe-c60c-47a1-a604-b4d5d90bc02e,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:10.651515 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-87d77b33-718f-4510-8d36-7f6d2960fba3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.652738 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-87d77b33-718f-4510-8d36-7f6d2960fba3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171508 Jul 16 02:32:10.655387 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49684) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:10.660860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-bd38f0a7-c33c-48d2-a9ef-f07d7f625bbb tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': 'dc134e1e-0482-4fd7-8aeb-6f95207d53bf', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:10.686178 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd38f0a7-c33c-48d2-a9ef-f07d7f625bbb tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.752699 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd38f0a7-c33c-48d2-a9ef-f07d7f625bbb tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.756839 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd38f0a7-c33c-48d2-a9ef-f07d7f625bbb tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.775911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38f0a7-c33c-48d2-a9ef-f07d7f625bbb tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf89b3e-8e45-4104-9559-f1685355f977,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:10.781298 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bd38f0a7-c33c-48d2-a9ef-f07d7f625bbb tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.782368 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bd38f0a7-c33c-48d2-a9ef-f07d7f625bbb tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259859 Jul 16 02:32:10.785276 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49686) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:10.789717 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-bb6c1c26-0bcd-4366-bebb-41f0f51fa4c6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': 'dc134e1e-0482-4fd7-8aeb-6f95207d53bf', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:10.811124 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-bb6c1c26-0bcd-4366-bebb-41f0f51fa4c6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Project fad30493b7d341c7b1b3e13a6d10f18a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:32:10.816457 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bb6c1c26-0bcd-4366-bebb-41f0f51fa4c6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.877497 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bb6c1c26-0bcd-4366-bebb-41f0f51fa4c6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.880933 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bb6c1c26-0bcd-4366-bebb-41f0f51fa4c6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.899340 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c1c26-0bcd-4366-bebb-41f0f51fa4c6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d63939e-ec27-4bdd-8e11-4a49e8492cb1,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:10.905073 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bb6c1c26-0bcd-4366-bebb-41f0f51fa4c6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.907016 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bb6c1c26-0bcd-4366-bebb-41f0f51fa4c6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204889 Jul 16 02:32:10.909757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49688) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:10.914452 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-4966e7e7-ac67-477d-8c3d-854d3b7e741c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': 'dc134e1e-0482-4fd7-8aeb-6f95207d53bf', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:10.936458 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-4966e7e7-ac67-477d-8c3d-854d3b7e741c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Project fad30493b7d341c7b1b3e13a6d10f18a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:32:10.941992 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4966e7e7-ac67-477d-8c3d-854d3b7e741c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.002057 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4966e7e7-ac67-477d-8c3d-854d3b7e741c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.005646 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4966e7e7-ac67-477d-8c3d-854d3b7e741c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.023515 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966e7e7-ac67-477d-8c3d-854d3b7e741c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e430001c-e73a-4be4-a03d-6f33b170859f,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:11.028681 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4966e7e7-ac67-477d-8c3d-854d3b7e741c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.029940 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4966e7e7-ac67-477d-8c3d-854d3b7e741c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190681 Jul 16 02:32:11.032924 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49690) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:11.037814 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-178b699a-f3d4-4d7c-b2cd-e653a1d81434 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'network': {'name': 'tempest-network-smoke--1178276650', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'port_security_enabled': True}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:11.057924 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178b699a-f3d4-4d7c-b2cd-e653a1d81434 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Made reservation on behalf of fad30493b7d341c7b1b3e13a6d10f18a for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:32:11.061415 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-178b699a-f3d4-4d7c-b2cd-e653a1d81434 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.085897 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178b699a-f3d4-4d7c-b2cd-e653a1d81434 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:32:11.094901 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-178b699a-f3d4-4d7c-b2cd-e653a1d81434 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.095309 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-178b699a-f3d4-4d7c-b2cd-e653a1d81434 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Added segment 03e79764-22e1-4ce6-b33f-c78a18a4e4af of type vlan for network 92dbf064-e8dc-48be-bada-4093332eed8d Jul 16 02:32:11.134595 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-178b699a-f3d4-4d7c-b2cd-e653a1d81434 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.165236 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-178b699a-f3d4-4d7c-b2cd-e653a1d81434 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.171481 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178b699a-f3d4-4d7c-b2cd-e653a1d81434 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:11.172106 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-178b699a-f3d4-4d7c-b2cd-e653a1d81434 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.206025 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-178b699a-f3d4-4d7c-b2cd-e653a1d81434 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1720848 Jul 16 02:32:11.208775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49692) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:11.213150 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1398272232', 'admin_state_up': True, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:11.253995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b699a-f3d4-4d7c-b2cd-e653a1d81434 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Network': ['ID=92dbf064-e8dc-48be-bada-4093332eed8d,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:11.266785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 92dbf064-e8dc-48be-bada-4093332eed8d details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:32:11.271853 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.272862 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.328372 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.465144 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.657826 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.676417 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.775741 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.25.1.73 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/35ad55ae-54e3-46b1-b6b6-b965f984e7ca) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:32:11.878371 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.917181 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.956701 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:32:11.959483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:32:11.963146 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:32:11.968588 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=35ad55ae-54e3-46b1-b6b6-b965f984e7ca,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:12.214542 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:12.407255 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:12.536988 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router f9de43a2-9efb-47ea-90b2-88df9e743730 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:32:12.642797 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:32:12.652113 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Sync routers for ids ['f9de43a2-9efb-47ea-90b2-88df9e743730'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:32:12.661085 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:12.661296 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Routers {'f9de43a2-9efb-47ea-90b2-88df9e743730'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:12.661960 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:32:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f9de43a2-9efb-47ea-90b2-88df9e743730'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:12.662278 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3cc5aa69-d112-435a-a6c7-6513dd26baf4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4525836 Jul 16 02:32:12.665407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49694) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:12.694769 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7c7efd95-15b8-43a6-aa13-d3648f127128 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=fad30493b7d341c7b1b3e13a6d10f18a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282202 Jul 16 02:32:12.697332 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49696) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:12.767527 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Set router f9de43a2-9efb-47ea-90b2-88df9e743730 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:12.790867 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ff8b10-5862-4636-bf70-2ef3af46655d tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:12.792349 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f0ff8b10-5862-4636-bf70-2ef3af46655d tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941148 Jul 16 02:32:12.795201 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49698) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:12.828694 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f4068dfe-f852-4b94-b579-450e82619845 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=88f2079c-e547-45f1-859f-49428e13c11a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323880 Jul 16 02:32:12.831993 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49700) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:12.836806 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-bc11dc6f-92fa-43e3-aa8d-cc0c47b22a26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1403220052', 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:12.921742 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc11dc6f-92fa-43e3-aa8d-cc0c47b22a26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Made reservation on behalf of fad30493b7d341c7b1b3e13a6d10f18a for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:32:12.926011 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc11dc6f-92fa-43e3-aa8d-cc0c47b22a26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:12.945018 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398272232', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:12Z', 'revision_number': 3, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:12.973966 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Checking router: f9de43a2-9efb-47ea-90b2-88df9e743730 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:32:12.974302 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Updating router f9de43a2-9efb-47ea-90b2-88df9e743730 port 35ad55ae-54e3-46b1-b6b6-b965f984e7ca binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:32:13.012437 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.106172 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc11dc6f-92fa-43e3-aa8d-cc0c47b22a26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.171404 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11dc6f-92fa-43e3-aa8d-cc0c47b22a26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Subnet': ['ID=41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:13.181748 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc11dc6f-92fa-43e3-aa8d-cc0c47b22a26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Checking segment: {'id': '03e79764-22e1-4ce6-b33f-c78a18a4e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:32:13.182116 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc11dc6f-92fa-43e3-aa8d-cc0c47b22a26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network hostable DHCP agents. Network: 92dbf064-e8dc-48be-bada-4093332eed8d, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:32:13.198015 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc11dc6f-92fa-43e3-aa8d-cc0c47b22a26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 92dbf064-e8dc-48be-bada-4093332eed8d is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:32:13.207229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-bc11dc6f-92fa-43e3-aa8d-cc0c47b22a26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 92dbf064-e8dc-48be-bada-4093332eed8d) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:32:13.211490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc11dc6f-92fa-43e3-aa8d-cc0c47b22a26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:13.212214 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-bc11dc6f-92fa-43e3-aa8d-cc0c47b22a26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.217826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c92808-333c-4ba8-86ea-35db9182da91 None None] Network 92dbf064-e8dc-48be-bada-4093332eed8d requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:32:13.232253 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-bc11dc6f-92fa-43e3-aa8d-cc0c47b22a26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3992391 Jul 16 02:32:13.234992 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49702) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:13.272671 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.284073 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Transition to ACTIVE for port object 35ad55ae-54e3-46b1-b6b6-b965f984e7ca will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:13.289442 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.340316 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Attempting to bind port 35ad55ae-54e3-46b1-b6b6-b965f984e7ca on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:32:13.340680 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Attempting to bind port 35ad55ae-54e3-46b1-b6b6-b965f984e7ca by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:32:13.341035 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Attempting to bind port 35ad55ae-54e3-46b1-b6b6-b965f984e7ca on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:13.351819 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:32:13.352192 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:32:13.352928 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.353317 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:32:13.353788 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Bound port: 35ad55ae-54e3-46b1-b6b6-b965f984e7ca, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:32:13.354168 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.356653 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a587ae3-d27b-4a04-b91d-646a46733611 None None] Pushing event updated for resources: {'Port': ['ID=35ad55ae-54e3-46b1-b6b6-b965f984e7ca,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:13.382228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-92dbf064-e8dc-48be-bada-4093332eed8d', 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ips': [{'subnet_id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:32:13.383248 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.400137 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a587ae3-d27b-4a04-b91d-646a46733611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:13.400478 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a587ae3-d27b-4a04-b91d-646a46733611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:13.400809 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a587ae3-d27b-4a04-b91d-646a46733611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:13.401613 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a587ae3-d27b-4a04-b91d-646a46733611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:13.401613 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a587ae3-d27b-4a04-b91d-646a46733611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:13.401839 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a587ae3-d27b-4a04-b91d-646a46733611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:13.402068 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a587ae3-d27b-4a04-b91d-646a46733611 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:13.402384 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a587ae3-d27b-4a04-b91d-646a46733611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:13.402696 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a587ae3-d27b-4a04-b91d-646a46733611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:13.403456 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a587ae3-d27b-4a04-b91d-646a46733611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:13.403456 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a587ae3-d27b-4a04-b91d-646a46733611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:13.403795 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a587ae3-d27b-4a04-b91d-646a46733611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:13.417820 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] For port 35ad55ae-54e3-46b1-b6b6-b965f984e7ca, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:32:13.421092 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] For port 35ad55ae-54e3-46b1-b6b6-b965f984e7ca, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=35ad55ae-54e3-46b1-b6b6-b965f984e7ca,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:32:13.427641 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.482786 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Routers {'f9de43a2-9efb-47ea-90b2-88df9e743730'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:13.483409 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:32:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f9de43a2-9efb-47ea-90b2-88df9e743730'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:13.530031 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Allocated IP 172.20.0.2 (92dbf064-e8dc-48be-bada-4093332eed8d/41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7/4fd5c479-3d4f-4218-a3c0-bac37d8cd11b) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:32:13.562598 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a587ae3-d27b-4a04-b91d-646a46733611 None None] Pushing event updated for resources: {'Port': ['ID=35ad55ae-54e3-46b1-b6b6-b965f984e7ca,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:13.594405 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] Set router f9de43a2-9efb-47ea-90b2-88df9e743730 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:13.678094 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.686352 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Transition to ACTIVE for port object 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:13.701602 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Transition to ACTIVE for port object 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:13.708504 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.714124 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.748979 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Network 92dbf064-e8dc-48be-bada-4093332eed8d is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:32:13.753788 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:32:13.758535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:32:13.760804 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Pushing event updated for resources: {'Port': ['ID=4fd5c479-3d4f-4218-a3c0-bac37d8cd11b,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:13.786100 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398272232', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:12Z', 'revision_number': 3, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:13.820520 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Attempting to bind port 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:32:13.820903 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Attempting to bind port 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '03e79764-22e1-4ce6-b33f-c78a18a4e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:32:13.821271 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Attempting to bind port 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b on network 92dbf064-e8dc-48be-bada-4093332eed8d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:13.826620 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:32:13.827001 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Checking segment: {'id': '03e79764-22e1-4ce6-b33f-c78a18a4e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:32:13.827409 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.827843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Bound using segment: {'id': '03e79764-22e1-4ce6-b33f-c78a18a4e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:32:13.828332 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Bound port: 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e79764-22e1-4ce6-b33f-c78a18a4e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:32:13.828716 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.900502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] For port 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:32:13.905302 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] For port 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4fd5c479-3d4f-4218-a3c0-bac37d8cd11b,segment=NetworkSegment(03e79764-22e1-4ce6-b33f-c78a18a4e4af),segment_id=03e79764-22e1-4ce6-b33f-c78a18a4e4af)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:32:13.908973 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1490136e-778d-4fd4-a4d4-c5ec1093f999 None None] The sync data for ids ['f9de43a2-9efb-47ea-90b2-88df9e743730'] in n-d-800086-6 is: [{'id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398272232', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:12Z', 'revision_number': 3, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:32:13.910713 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.974122 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c032cc3-6e16-4b9f-a7d5-7aa8151bf214 None None] Pushing event updated for resources: {'Port': ['ID=4fd5c479-3d4f-4218-a3c0-bac37d8cd11b,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:14.387279 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.20.0.1 (92dbf064-e8dc-48be-bada-4093332eed8d/41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7/a7734da8-2622-476d-b702-dfebf74485e5) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:32:14.513595 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:14.528454 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Transition to ACTIVE for port object a7734da8-2622-476d-b702-dfebf74485e5 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:14.563924 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:14.609331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 92dbf064-e8dc-48be-bada-4093332eed8d is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:32:14.613292 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:32:14.615774 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:32:14.642543 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=a7734da8-2622-476d-b702-dfebf74485e5,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:14.682653 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:14.843234 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:14.983471 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d072aca-0b59-4b25-b08b-05ceba9b07cd None None] Network 92dbf064-e8dc-48be-bada-4093332eed8d requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:32:15.111833 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1a7333c-b1aa-4e05-8045-97c45d6abf4c None None] Provisioning for port 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:15.136509 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:15.141066 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:15.227915 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=a7734da8-2622-476d-b702-dfebf74485e5,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:15.234778 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:15.346590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 92dbf064-e8dc-48be-bada-4093332eed8d is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:32:15.348875 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:32:15.442632 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6f6f2eda-6440-4de1-b35b-84450ec19e05 None None] Provisioning for port a7734da8-2622-476d-b702-dfebf74485e5 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:15.449933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6f6f2eda-6440-4de1-b35b-84450ec19e05 None None] Provisioning complete for port a7734da8-2622-476d-b702-dfebf74485e5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:15.451366 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f6f2eda-6440-4de1-b35b-84450ec19e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:15.476821 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router f9de43a2-9efb-47ea-90b2-88df9e743730 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:32:15.488320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f2eda-6440-4de1-b35b-84450ec19e05 None None] Port a7734da8-2622-476d-b702-dfebf74485e5 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:32:15.596366 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:32:15.611258 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1891ae9e-469f-4e78-8cf3-4bdd4883add6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "PUT /v2.0/routers/f9de43a2-9efb-47ea-90b2-88df9e743730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3655472 Jul 16 02:32:15.622576 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Sync routers for ids ['f9de43a2-9efb-47ea-90b2-88df9e743730'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:32:15.634082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-a2f7553e-fbf0-48da-b43e-27a9f95be9a6 None None] Provisioning complete for port a7734da8-2622-476d-b702-dfebf74485e5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:15.634461 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a2f7553e-fbf0-48da-b43e-27a9f95be9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:15.659248 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Routers {'f9de43a2-9efb-47ea-90b2-88df9e743730'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:15.659929 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:32:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f9de43a2-9efb-47ea-90b2-88df9e743730'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:15.717403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-a2f7553e-fbf0-48da-b43e-27a9f95be9a6 None None] Port a7734da8-2622-476d-b702-dfebf74485e5 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:32:15.762437 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e53ce058-e226-494a-92e0-213ca95b5d42 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1505572981&fields=id&tenant_id=fad30493b7d341c7b1b3e13a6d10f18a HTTP/1.1" status: 200 len: 267 time: 0.0392630 Jul 16 02:32:15.781649 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Set router f9de43a2-9efb-47ea-90b2-88df9e743730 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:15.884976 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-707777dc-0f49-429c-a983-51682f5e843a None None] Provisioning complete for port a7734da8-2622-476d-b702-dfebf74485e5 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:15.885358 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-707777dc-0f49-429c-a983-51682f5e843a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:15.962248 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-707777dc-0f49-429c-a983-51682f5e843a None None] Port a7734da8-2622-476d-b702-dfebf74485e5 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:32:15.982748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:32:16.071836 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:16.078341 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:16.078735 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:16.083007 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398272232', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:14Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a7734da8-2622-476d-b702-dfebf74485e5', 'name': '', 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:7c:b2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:13Z', 'updated_at': '2021-07-16T02:32:15Z', 'revision_number': 2, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:16.128852 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Checking router: f9de43a2-9efb-47ea-90b2-88df9e743730 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:32:16.129512 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Updating router f9de43a2-9efb-47ea-90b2-88df9e743730 port a7734da8-2622-476d-b702-dfebf74485e5 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:32:16.152148 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-857bf5b1-395c-4dab-b125-fe7f299be22d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:16.153614 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-857bf5b1-395c-4dab-b125-fe7f299be22d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/networks?id=92dbf064-e8dc-48be-bada-4093332eed8d HTTP/1.1" status: 200 len: 797 time: 0.3825192 Jul 16 02:32:16.168910 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-31b3b4c2-88ed-4496-8539-a9c1264bdef5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/quotas/fad30493b7d341c7b1b3e13a6d10f18a HTTP/1.1" status: 200 len: 375 time: 0.0090477 Jul 16 02:32:16.175360 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:16.237619 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-484a7f15-8f1a-4e08-a5c8-a7d80a0906a0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626123 Jul 16 02:32:16.253847 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:16.333737 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-35eb1590-b891-473c-87b4-60e6242f4c64 service neutron] 10.222.0.54 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846164 Jul 16 02:32:16.348307 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4fd5c479-3d4f-4218-a3c0-bac37d8cd11b,segment=NetworkSegment(03e79764-22e1-4ce6-b33f-c78a18a4e4af),segment_id=03e79764-22e1-4ce6-b33f-c78a18a4e4af)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:16.365614 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:16.366391 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 35ad55ae-54e3-46b1-b6b6-b965f984e7ca up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:32:16.428266 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-db0fef2d-4c50-42fb-98b9-58f971f40baf service neutron] 10.222.0.54 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885923 Jul 16 02:32:16.503021 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=4fd5c479-3d4f-4218-a3c0-bac37d8cd11b,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:16.526801 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 35ad55ae-54e3-46b1-b6b6-b965f984e7ca completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:16.544293 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 35ad55ae-54e3-46b1-b6b6-b965f984e7ca triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:16.544663 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:16.618461 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-37c7f21f-3d4c-4c9a-a257-a53e22e7801a req-3bb60588-2c14-400c-928c-8f766660fceb tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 210 time: 0.0325475 Jul 16 02:32:16.626123 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:16.644908 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Transition to ACTIVE for port object a7734da8-2622-476d-b702-dfebf74485e5 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:16.669820 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:16.709708 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:16.748672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6c1f9-13c5-4fea-b31b-f8882e9068b0 None None] Pushing event updated for resources: {'Port': ['ID=a7734da8-2622-476d-b702-dfebf74485e5,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:16.764691 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 35ad55ae-54e3-46b1-b6b6-b965f984e7ca, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=35ad55ae-54e3-46b1-b6b6-b965f984e7ca,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:16.787468 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:16.858174 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Attempting to bind port a7734da8-2622-476d-b702-dfebf74485e5 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:32:16.858712 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Attempting to bind port a7734da8-2622-476d-b702-dfebf74485e5 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '03e79764-22e1-4ce6-b33f-c78a18a4e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:32:16.859119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Attempting to bind port a7734da8-2622-476d-b702-dfebf74485e5 on network 92dbf064-e8dc-48be-bada-4093332eed8d {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:16.873208 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:32:16.873773 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Checking segment: {'id': '03e79764-22e1-4ce6-b33f-c78a18a4e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:32:16.874042 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:16.874493 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Bound using segment: {'id': '03e79764-22e1-4ce6-b33f-c78a18a4e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:32:16.875116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Bound port: a7734da8-2622-476d-b702-dfebf74485e5, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e79764-22e1-4ce6-b33f-c78a18a4e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:32:16.875981 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:16.892595 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=35ad55ae-54e3-46b1-b6b6-b965f984e7ca,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:16.962143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] For port a7734da8-2622-476d-b702-dfebf74485e5, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:32:16.965876 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] For port a7734da8-2622-476d-b702-dfebf74485e5, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a7734da8-2622-476d-b702-dfebf74485e5,segment=NetworkSegment(03e79764-22e1-4ce6-b33f-c78a18a4e4af),segment_id=03e79764-22e1-4ce6-b33f-c78a18a4e4af)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:32:16.969927 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:17.052303 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6c1f9-13c5-4fea-b31b-f8882e9068b0 None None] Pushing event updated for resources: {'Port': ['ID=a7734da8-2622-476d-b702-dfebf74485e5,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:17.055420 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Routers {'f9de43a2-9efb-47ea-90b2-88df9e743730'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:17.056249 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:32:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f9de43a2-9efb-47ea-90b2-88df9e743730'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:17.342702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] Set router f9de43a2-9efb-47ea-90b2-88df9e743730 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:17.545753 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398272232', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:14Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a7734da8-2622-476d-b702-dfebf74485e5', 'name': '', 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:7c:b2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:13Z', 'updated_at': '2021-07-16T02:32:16Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:17.575856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff61a5b-440b-44d8-a868-a6e2e761adb2 None None] The sync data for ids ['f9de43a2-9efb-47ea-90b2-88df9e743730'] in n-d-800086-6 is: [{'id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398272232', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:14Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a7734da8-2622-476d-b702-dfebf74485e5', 'name': '', 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:7c:b2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:13Z', 'updated_at': '2021-07-16T02:32:16Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:32:17.820888 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-88561d8d-369c-4efb-85eb-4d5bdc90228b req-31c7bd13-98df-48d2-8d51-97394575ce95 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 210 time: 0.0590067 Jul 16 02:32:17.916081 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-ba950cab-98ca-4fed-b87a-3cf0f7815fc8 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:17.917584 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-ba950cab-98ca-4fed-b87a-3cf0f7815fc8 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.26 "GET /v2.0/networks?id=92dbf064-e8dc-48be-bada-4093332eed8d HTTP/1.1" status: 200 len: 797 time: 0.1678107 Jul 16 02:32:17.976100 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-a9daf57e-cbcd-4c3a-bcec-77cd2b811bfe tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad30493b7d341c7b1b3e13a6d10f18a HTTP/1.1" status: 200 len: 380 time: 0.0433002 Jul 16 02:32:17.986841 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e4c4e152-ae4e-4169-bad6-629c72010a76 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'port': {'device_id': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d', 'admin_state_up': True, 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'security_groups': ['dc134e1e-0482-4fd7-8aeb-6f95207d53bf']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:18.027419 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a7734da8-2622-476d-b702-dfebf74485e5 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:32:18.081816 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port a7734da8-2622-476d-b702-dfebf74485e5 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:18.086040 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port a7734da8-2622-476d-b702-dfebf74485e5 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:18.086689 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:18.119980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e4c4e152-ae4e-4169-bad6-629c72010a76 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Made reservation on behalf of fad30493b7d341c7b1b3e13a6d10f18a for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:32:18.124405 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e4c4e152-ae4e-4169-bad6-629c72010a76 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:18.172237 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:18.208638 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port a7734da8-2622-476d-b702-dfebf74485e5, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a7734da8-2622-476d-b702-dfebf74485e5,segment=NetworkSegment(03e79764-22e1-4ce6-b33f-c78a18a4e4af),segment_id=03e79764-22e1-4ce6-b33f-c78a18a4e4af)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:18.213411 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:18.214354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:32:18.260454 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e4c4e152-ae4e-4169-bad6-629c72010a76 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.20.0.11 (92dbf064-e8dc-48be-bada-4093332eed8d/41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7/542bbd13-4494-4240-aebc-4dfab52f8907) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:32:18.295399 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=a7734da8-2622-476d-b702-dfebf74485e5,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:18.310553 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:18.310755 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:18.392246 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 35ad55ae-54e3-46b1-b6b6-b965f984e7ca up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:32:18.433761 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e4c4e152-ae4e-4169-bad6-629c72010a76 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:18.445637 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 35ad55ae-54e3-46b1-b6b6-b965f984e7ca triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:18.446085 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:18.451993 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e4c4e152-ae4e-4169-bad6-629c72010a76 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Transition to ACTIVE for port object 542bbd13-4494-4240-aebc-4dfab52f8907 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:18.490416 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e4c4e152-ae4e-4169-bad6-629c72010a76 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:18.538628 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e4c4e152-ae4e-4169-bad6-629c72010a76 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 92dbf064-e8dc-48be-bada-4093332eed8d is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:32:18.542011 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e4c4e152-ae4e-4169-bad6-629c72010a76 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:32:18.544523 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e4c4e152-ae4e-4169-bad6-629c72010a76 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:32:18.590862 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4e152-ae4e-4169-bad6-629c72010a76 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=542bbd13-4494-4240-aebc-4dfab52f8907,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:18.614487 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e4c4e152-ae4e-4169-bad6-629c72010a76 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:18.615161 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e4c4e152-ae4e-4169-bad6-629c72010a76 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:18.631107 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e4c4e152-ae4e-4169-bad6-629c72010a76 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6494727 Jul 16 02:32:18.648014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-09691ec7-a6a9-4858-85a2-dacd3b0794f3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:32:18.649175 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-09691ec7-a6a9-4858-85a2-dacd3b0794f3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074203 Jul 16 02:32:18.732745 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Request body: {'port': {'device_id': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:18.816088 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:18.858279 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fe2bae5a-fcf4-4b30-8fab-5a5fb66ac65e None None] Provisioning for port 542bbd13-4494-4240-aebc-4dfab52f8907 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:18.862712 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fe2bae5a-fcf4-4b30-8fab-5a5fb66ac65e None None] Provisioning complete for port 542bbd13-4494-4240-aebc-4dfab52f8907 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:18.863094 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fe2bae5a-fcf4-4b30-8fab-5a5fb66ac65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:18.909087 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fe2bae5a-fcf4-4b30-8fab-5a5fb66ac65e None None] Port 542bbd13-4494-4240-aebc-4dfab52f8907 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:32:19.010420 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f94eaf-9f90-4e75-a9b7-041ffdcfb5f2 req-f20c2773-0cf9-4523-afcc-7ced27406848 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:19.011961 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88f94eaf-9f90-4e75-a9b7-041ffdcfb5f2 req-f20c2773-0cf9-4523-afcc-7ced27406848 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 932 time: 0.0676088 Jul 16 02:32:19.051271 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88f94eaf-9f90-4e75-a9b7-041ffdcfb5f2 req-16c1ac11-9f04-44a0-8939-6d491e074652 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336494 Jul 16 02:32:19.091322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542bbd13-4494-4240-aebc-4dfab52f8907 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:32:19.099645 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:19.111871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Transition to ACTIVE for port object 542bbd13-4494-4240-aebc-4dfab52f8907 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:19.116584 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:19.166501 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Pushing event updated for resources: {'Port': ['ID=542bbd13-4494-4240-aebc-4dfab52f8907,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:19.241266 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Attempting to bind port 542bbd13-4494-4240-aebc-4dfab52f8907 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:32:19.241604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Attempting to bind port 542bbd13-4494-4240-aebc-4dfab52f8907 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '03e79764-22e1-4ce6-b33f-c78a18a4e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:32:19.241935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Attempting to bind port 542bbd13-4494-4240-aebc-4dfab52f8907 on network 92dbf064-e8dc-48be-bada-4093332eed8d {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:19.246428 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Port 542bbd13-4494-4240-aebc-4dfab52f8907 on network 92dbf064-e8dc-48be-bada-4093332eed8d not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:32:19.246782 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Attempting to bind port 542bbd13-4494-4240-aebc-4dfab52f8907 on network 92dbf064-e8dc-48be-bada-4093332eed8d {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:19.251844 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:32:19.252192 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Checking segment: {'id': '03e79764-22e1-4ce6-b33f-c78a18a4e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:32:19.252585 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Bound using segment: {'id': '03e79764-22e1-4ce6-b33f-c78a18a4e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:32:19.253073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Bound port: 542bbd13-4494-4240-aebc-4dfab52f8907, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e79764-22e1-4ce6-b33f-c78a18a4e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:32:19.253441 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:19.325709 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] For port 542bbd13-4494-4240-aebc-4dfab52f8907, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:32:19.329792 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] For port 542bbd13-4494-4240-aebc-4dfab52f8907, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=542bbd13-4494-4240-aebc-4dfab52f8907,segment=NetworkSegment(03e79764-22e1-4ce6-b33f-c78a18a4e4af),segment_id=03e79764-22e1-4ce6-b33f-c78a18a4e4af)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:32:19.334402 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:19.368306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:19.369042 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:19.370746 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] 10.222.0.26 "PUT /v2.0/ports/542bbd13-4494-4240-aebc-4dfab52f8907 HTTP/1.1" status: 200 len: 1092 time: 0.7153304 Jul 16 02:32:19.371185 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'tag': '542bbd13-4494-4240-aebc-4dfab52f8907'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:19.373489 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4e541e-fed5-4162-9df8-2c4a3a61df7b" -d '{"events": [{"name": "network-changed", "server_uuid": "5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7", "tag": "542bbd13-4494-4240-aebc-4dfab52f8907"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:19.402037 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0350e-cca4-4ecc-b8ce-636f7458fbf8 service neutron] Pushing event updated for resources: {'Port': ['ID=542bbd13-4494-4240-aebc-4dfab52f8907,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:19.418029 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcdadf1-a5bc-493d-995c-98bf0c969435 x-openstack-request-id: req-afcdadf1-a5bc-493d-995c-98bf0c969435 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:19.418334 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7", "tag": "542bbd13-4494-4240-aebc-4dfab52f8907", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:19.418586 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-afcdadf1-a5bc-493d-995c-98bf0c969435 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:19.418988 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'tag': '542bbd13-4494-4240-aebc-4dfab52f8907', 'status': 'completed', 'code': 200} Jul 16 02:32:19.488080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-ff34a330-45eb-465f-9128-3b999d092bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:19.489927 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-ff34a330-45eb-465f-9128-3b999d092bf6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 1095 time: 0.0574524 Jul 16 02:32:19.543586 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-50b6c33a-ffe6-4ed9-bead-0b60be5ef3ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=542bbd13-4494-4240-aebc-4dfab52f8907 HTTP/1.1" status: 200 len: 217 time: 0.0415926 Jul 16 02:32:19.591878 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-3a40fe13-e507-4878-a0d8-2df54615ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:19.593328 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-3a40fe13-e507-4878-a0d8-2df54615ac40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7 HTTP/1.1" status: 200 len: 835 time: 0.0436163 Jul 16 02:32:19.650416 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-cc3e1228-0d5f-4a34-9e07-b3587a22360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:19.652035 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-cc3e1228-0d5f-4a34-9e07-b3587a22360c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92dbf064-e8dc-48be-bada-4093332eed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529842 Jul 16 02:32:19.744271 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-b5fb8337-caf1-43b6-b9d6-c22edf5aa02d service neutron] 10.222.0.26 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853441 Jul 16 02:32:19.832035 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ee8c2466-4dea-4c50-bae4-0bcbee216c36 req-8afd4e68-90fd-4915-b571-23ddfb53cf0b service neutron] 10.222.0.26 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819948 Jul 16 02:32:19.893221 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a7734da8-2622-476d-b702-dfebf74485e5 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:32:19.944772 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port a7734da8-2622-476d-b702-dfebf74485e5 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:19.945144 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:19.981344 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e541e-fed5-4162-9df8-2c4a3a61df7b req-7384a623-d056-4045-97a2-de3bffdc51f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:19.982850 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af4e541e-fed5-4162-9df8-2c4a3a61df7b req-7384a623-d056-4045-97a2-de3bffdc51f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 1095 time: 0.0532186 Jul 16 02:32:20.078197 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e541e-fed5-4162-9df8-2c4a3a61df7b req-db6c37e9-587d-4ef4-9368-d86e2393e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:20.080428 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af4e541e-fed5-4162-9df8-2c4a3a61df7b req-db6c37e9-587d-4ef4-9368-d86e2393e896 service neutron] 10.222.0.26 "GET /v2.0/networks?id=92dbf064-e8dc-48be-bada-4093332eed8d HTTP/1.1" status: 200 len: 898 time: 0.0902941 Jul 16 02:32:20.123212 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af4e541e-fed5-4162-9df8-2c4a3a61df7b req-09a199a8-446d-46da-bdf6-f4d11e07b473 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=542bbd13-4494-4240-aebc-4dfab52f8907 HTTP/1.1" status: 200 len: 217 time: 0.0367560 Jul 16 02:32:20.178043 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e541e-fed5-4162-9df8-2c4a3a61df7b req-19953631-a8c5-4126-a115-3bc4a8e1dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:20.179520 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af4e541e-fed5-4162-9df8-2c4a3a61df7b req-19953631-a8c5-4126-a115-3bc4a8e1dbba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7 HTTP/1.1" status: 200 len: 835 time: 0.0494745 Jul 16 02:32:20.230787 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07aedc8-d0eb-4b7a-be37-020b23c440b0 req-8ae6d779-17c9-40dd-9495-a899f493fb0a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:20.232378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f07aedc8-d0eb-4b7a-be37-020b23c440b0 req-8ae6d779-17c9-40dd-9495-a899f493fb0a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 944 time: 0.0651023 Jul 16 02:32:20.237750 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e541e-fed5-4162-9df8-2c4a3a61df7b req-a412e6c2-e5d6-4fcb-8dfd-8f944718c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:20.239373 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af4e541e-fed5-4162-9df8-2c4a3a61df7b req-a412e6c2-e5d6-4fcb-8dfd-8f944718c5d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92dbf064-e8dc-48be-bada-4093332eed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535150 Jul 16 02:32:20.270969 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f07aedc8-d0eb-4b7a-be37-020b23c440b0 req-79f93c0e-a974-411c-93e5-206eb142234a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328202 Jul 16 02:32:20.334642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af4e541e-fed5-4162-9df8-2c4a3a61df7b req-1f293d76-9f7a-4297-aba8-4aca55de830c service neutron] 10.222.0.26 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876851 Jul 16 02:32:20.426919 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-af4e541e-fed5-4162-9df8-2c4a3a61df7b req-3f9e5b45-52d0-45c1-8a15-936379f530db service neutron] 10.222.0.26 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856543 Jul 16 02:32:21.445023 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0a840-de04-4edb-af70-93694cf24dbf req-195f2b93-e9c0-483a-9240-b5f48718d153 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:21.446535 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7b0a840-de04-4edb-af70-93694cf24dbf req-195f2b93-e9c0-483a-9240-b5f48718d153 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 944 time: 0.0643089 Jul 16 02:32:21.489291 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7b0a840-de04-4edb-af70-93694cf24dbf req-e9dfaadd-fb2f-4de3-9ffd-9d8e56be35a2 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372965 Jul 16 02:32:22.661497 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7aad3-4ab3-4987-be97-dac78ca72b4a req-573deb4f-8b71-4a77-a9d0-9ed05b5919d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:22.662997 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2de7aad3-4ab3-4987-be97-dac78ca72b4a req-573deb4f-8b71-4a77-a9d0-9ed05b5919d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 944 time: 0.0640450 Jul 16 02:32:22.699603 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2de7aad3-4ab3-4987-be97-dac78ca72b4a req-12dc0a95-d834-43a1-bcef-149473242ae3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310719 Jul 16 02:32:23.201170 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 542bbd13-4494-4240-aebc-4dfab52f8907 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:32:23.303882 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 542bbd13-4494-4240-aebc-4dfab52f8907, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=542bbd13-4494-4240-aebc-4dfab52f8907,segment=NetworkSegment(03e79764-22e1-4ce6-b33f-c78a18a4e4af),segment_id=03e79764-22e1-4ce6-b33f-c78a18a4e4af)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:23.316489 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': '542bbd13-4494-4240-aebc-4dfab52f8907', 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d', 'port_id': '542bbd13-4494-4240-aebc-4dfab52f8907', 'mac_address': 'fa:16:3e:a0:dd:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:32:23.355892 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:23.371050 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542bbd13-4494-4240-aebc-4dfab52f8907 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:32:23.394408 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 542bbd13-4494-4240-aebc-4dfab52f8907, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=542bbd13-4494-4240-aebc-4dfab52f8907,segment=NetworkSegment(03e79764-22e1-4ce6-b33f-c78a18a4e4af),segment_id=03e79764-22e1-4ce6-b33f-c78a18a4e4af)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:23.398141 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:23.450770 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=542bbd13-4494-4240-aebc-4dfab52f8907,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:23.692681 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['542bbd13-4494-4240-aebc-4dfab52f8907'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:32:23.918523 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb60d5-5a4c-45b8-9205-55da7fb6caea req-6eddc0ae-364b-477c-b2ee-296501c294b2 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:23.920128 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-43eb60d5-5a4c-45b8-9205-55da7fb6caea req-6eddc0ae-364b-477c-b2ee-296501c294b2 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 945 time: 0.0653837 Jul 16 02:32:23.959545 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-43eb60d5-5a4c-45b8-9205-55da7fb6caea req-da59031a-8490-4273-bff2-a52eec405fcf tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335636 Jul 16 02:32:24.414937 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:25.139117 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf21524-248b-47ea-af03-5601ff7a6f11 req-f0c4c48f-2ec2-40c1-a339-996d742ef505 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:25.140616 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dcf21524-248b-47ea-af03-5601ff7a6f11 req-f0c4c48f-2ec2-40c1-a339-996d742ef505 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 945 time: 0.0672679 Jul 16 02:32:25.178517 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dcf21524-248b-47ea-af03-5601ff7a6f11 req-f425c0d6-6617-42fb-a5a9-60a3d2d1be5d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321896 Jul 16 02:32:25.203403 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 542bbd13-4494-4240-aebc-4dfab52f8907 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:32:25.253121 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port 542bbd13-4494-4240-aebc-4dfab52f8907 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:25.256615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port 542bbd13-4494-4240-aebc-4dfab52f8907 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:25.256980 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:25.332167 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:25.354025 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542bbd13-4494-4240-aebc-4dfab52f8907'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:25.356287 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6756684d-e5d8-4274-8853-d5cd719669ce" -d '{"events": [{"server_uuid": "5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7", "name": "network-vif-plugged", "status": "completed", "tag": "542bbd13-4494-4240-aebc-4dfab52f8907"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:25.369365 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port 542bbd13-4494-4240-aebc-4dfab52f8907, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=542bbd13-4494-4240-aebc-4dfab52f8907,segment=NetworkSegment(03e79764-22e1-4ce6-b33f-c78a18a4e4af),segment_id=03e79764-22e1-4ce6-b33f-c78a18a4e4af)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:25.373076 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:25.399178 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527dfd88-f5e8-4cb4-8e30-4559e6785939 x-openstack-request-id: req-527dfd88-f5e8-4cb4-8e30-4559e6785939 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:25.399464 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7", "name": "network-vif-plugged", "status": "completed", "tag": "542bbd13-4494-4240-aebc-4dfab52f8907", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:25.399733 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-527dfd88-f5e8-4cb4-8e30-4559e6785939 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:25.400133 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542bbd13-4494-4240-aebc-4dfab52f8907', 'code': 200} Jul 16 02:32:25.425402 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=542bbd13-4494-4240-aebc-4dfab52f8907,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:25.531254 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd586364-6344-4179-9bac-fee20dbd226a req-26f07e13-43a5-43a6-b8d1-5350ce3308ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:25.532787 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cd586364-6344-4179-9bac-fee20dbd226a req-26f07e13-43a5-43a6-b8d1-5350ce3308ac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 1097 time: 0.0526669 Jul 16 02:32:25.567079 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cd586364-6344-4179-9bac-fee20dbd226a req-40491095-8092-42aa-8853-a69bcd862b48 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272007 Jul 16 02:32:25.685320 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:32:26.350893 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fc704-a3aa-44ae-855d-1d88191a85af req-7388b4e1-c0a1-42b4-9ed8-64d95c71609e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:26.352386 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b29fc704-a3aa-44ae-855d-1d88191a85af req-7388b4e1-c0a1-42b4-9ed8-64d95c71609e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.0629821 Jul 16 02:32:26.390007 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b29fc704-a3aa-44ae-855d-1d88191a85af req-5db44089-eb4c-49d5-ac0e-df7d7b96da72 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320659 Jul 16 02:32:27.566797 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517daa6-400e-4214-9694-57bba1738776 req-188d38fa-818c-4f3c-a585-87294999ca03 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:27.568321 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2517daa6-400e-4214-9694-57bba1738776 req-188d38fa-818c-4f3c-a585-87294999ca03 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.0672102 Jul 16 02:32:27.606474 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2517daa6-400e-4214-9694-57bba1738776 req-398749a9-40fe-429e-b729-d30457ca968d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326345 Jul 16 02:32:27.780879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40605b35-dc0b-453b-b0ef-d329b4c01a98 req-0356950c-3d17-44d6-bd3a-8fd7571f6cf5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:27.782352 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40605b35-dc0b-453b-b0ef-d329b4c01a98 req-0356950c-3d17-44d6-bd3a-8fd7571f6cf5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.0669422 Jul 16 02:32:27.821409 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40605b35-dc0b-453b-b0ef-d329b4c01a98 req-dd7848b3-863a-452d-8a99-44ee18b61ee4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332296 Jul 16 02:32:27.844882 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49760) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:27.897892 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac8414a-5d6b-4aea-86e9-4f7f5f11bc88 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:27.899411 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7ac8414a-5d6b-4aea-86e9-4f7f5f11bc88 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 1092 time: 0.0534256 Jul 16 02:32:27.902160 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49762) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:27.906751 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': '542bbd13-4494-4240-aebc-4dfab52f8907', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:27.929386 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:28.028898 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:28.131191 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.25.1.206 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/2a4d0869-6582-46af-a3c6-6beb2289163f) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:32:28.240108 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:28.277069 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:28.319990 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:32:28.324338 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:32:28.328968 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:32:28.332223 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=2a4d0869-6582-46af-a3c6-6beb2289163f,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:28.447722 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac8a976b-fb4e-49b7-8992-7d265b8e496a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:28.695450 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:28.773823 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:28.925306 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:28.929705 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:28.999198 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=2a4d0869-6582-46af-a3c6-6beb2289163f,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:29.011234 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:29.112685 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Floating IP 8cf7f7dd-00f5-487e-9339-e180b06afd1c associated. External IP: 172.25.1.206, port: 542bbd13-4494-4240-aebc-4dfab52f8907. Jul 16 02:32:29.320940 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router f9de43a2-9efb-47ea-90b2-88df9e743730 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:32:29.410058 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:29.431341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:32:29.441788 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41804dc-7b52-4d11-aebb-5cce900593af None None] Sync routers for ids ['f9de43a2-9efb-47ea-90b2-88df9e743730'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:32:29.448876 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:29.452175 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41804dc-7b52-4d11-aebb-5cce900593af None None] Routers {'f9de43a2-9efb-47ea-90b2-88df9e743730'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:29.452887 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c41804dc-7b52-4d11-aebb-5cce900593af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:32:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f9de43a2-9efb-47ea-90b2-88df9e743730'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:29.487860 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0ddaf779-af70-4698-b9f9-5dca150d8a87 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5846221 Jul 16 02:32:29.488426 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'tag': '542bbd13-4494-4240-aebc-4dfab52f8907'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:29.490742 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4a161b-545f-4a4a-bcfb-701a2d69f5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7", "tag": "542bbd13-4494-4240-aebc-4dfab52f8907"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:29.534485 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef3a92d-aefc-4ab2-a520-62c325aad5dc x-openstack-request-id: req-fef3a92d-aefc-4ab2-a520-62c325aad5dc {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:29.534784 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7", "tag": "542bbd13-4494-4240-aebc-4dfab52f8907", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:29.535044 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fef3a92d-aefc-4ab2-a520-62c325aad5dc {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:29.535455 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'tag': '542bbd13-4494-4240-aebc-4dfab52f8907', 'status': 'completed', 'code': 200} Jul 16 02:32:29.566831 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-c41804dc-7b52-4d11-aebb-5cce900593af None None] Set router f9de43a2-9efb-47ea-90b2-88df9e743730 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:29.676119 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a161b-545f-4a4a-bcfb-701a2d69f5e7 req-bac03c5d-626f-4f60-9eba-6dbd85fca371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:29.677714 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d4a161b-545f-4a4a-bcfb-701a2d69f5e7 req-bac03c5d-626f-4f60-9eba-6dbd85fca371 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 1097 time: 0.0983298 Jul 16 02:32:29.685352 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65030608-bfcf-45b0-993d-dcf3289357f1 req-22de17f3-190b-41f6-9466-37f2a769820e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:29.686735 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-65030608-bfcf-45b0-993d-dcf3289357f1 req-22de17f3-190b-41f6-9466-37f2a769820e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.0994897 Jul 16 02:32:29.782462 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-65030608-bfcf-45b0-993d-dcf3289357f1 req-e55738af-bbfb-4a8d-ab31-cf69cbeebf5e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871415 Jul 16 02:32:29.791892 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c41804dc-7b52-4d11-aebb-5cce900593af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398272232', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:14Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '8cf7f7dd-00f5-487e-9339-e180b06afd1c', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'port_id': '542bbd13-4494-4240-aebc-4dfab52f8907', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d', 'mac_address': 'fa:16:3e:a0:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:32:28Z', 'updated_at': '2021-07-16T02:32:28Z', 'revision_number': 0, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7734da8-2622-476d-b702-dfebf74485e5', 'name': '', 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:7c:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:13Z', 'updated_at': '2021-07-16T02:32:18Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:29.804853 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a161b-545f-4a4a-bcfb-701a2d69f5e7 req-ff1187a2-947f-4ed1-ad43-f24283fa8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:29.806359 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d4a161b-545f-4a4a-bcfb-701a2d69f5e7 req-ff1187a2-947f-4ed1-ad43-f24283fa8707 service neutron] 10.222.0.26 "GET /v2.0/networks?id=92dbf064-e8dc-48be-bada-4093332eed8d HTTP/1.1" status: 200 len: 898 time: 0.1187015 Jul 16 02:32:29.809263 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49768) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:29.818810 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41804dc-7b52-4d11-aebb-5cce900593af None None] Checking router: f9de43a2-9efb-47ea-90b2-88df9e743730 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:32:29.827010 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41804dc-7b52-4d11-aebb-5cce900593af None None] Routers {'f9de43a2-9efb-47ea-90b2-88df9e743730'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:29.827636 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c41804dc-7b52-4d11-aebb-5cce900593af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:32:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f9de43a2-9efb-47ea-90b2-88df9e743730'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:29.872369 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-14ed24dd-6768-47ba-a8b3-dc36a800ddaa tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/floatingips/8cf7f7dd-00f5-487e-9339-e180b06afd1c HTTP/1.1" status: 200 len: 992 time: 0.0619617 Jul 16 02:32:29.879416 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d4a161b-545f-4a4a-bcfb-701a2d69f5e7 req-9ecead5b-0596-4153-b209-ca21fdfc73c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=542bbd13-4494-4240-aebc-4dfab52f8907 HTTP/1.1" status: 200 len: 1000 time: 0.0666728 Jul 16 02:32:29.929634 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a161b-545f-4a4a-bcfb-701a2d69f5e7 req-6469cb57-e08e-4c44-9f82-2b35f40231e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:29.931037 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d4a161b-545f-4a4a-bcfb-701a2d69f5e7 req-6469cb57-e08e-4c44-9f82-2b35f40231e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7 HTTP/1.1" status: 200 len: 835 time: 0.0448825 Jul 16 02:32:29.938456 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-c41804dc-7b52-4d11-aebb-5cce900593af None None] Set router f9de43a2-9efb-47ea-90b2-88df9e743730 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:29.987805 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a161b-545f-4a4a-bcfb-701a2d69f5e7 req-e146c8fe-d48c-4cd0-a724-d5e3c9b0226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:29.989309 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d4a161b-545f-4a4a-bcfb-701a2d69f5e7 req-e146c8fe-d48c-4cd0-a724-d5e3c9b0226c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92dbf064-e8dc-48be-bada-4093332eed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520179 Jul 16 02:32:30.082174 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d4a161b-545f-4a4a-bcfb-701a2d69f5e7 req-dbd24ed9-4a50-436a-9ba0-89da56961edd service neutron] 10.222.0.26 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863755 Jul 16 02:32:30.154685 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c41804dc-7b52-4d11-aebb-5cce900593af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398272232', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:14Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '8cf7f7dd-00f5-487e-9339-e180b06afd1c', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'port_id': '542bbd13-4494-4240-aebc-4dfab52f8907', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d', 'mac_address': 'fa:16:3e:a0:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:32:28Z', 'updated_at': '2021-07-16T02:32:28Z', 'revision_number': 0, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7734da8-2622-476d-b702-dfebf74485e5', 'name': '', 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:7c:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:13Z', 'updated_at': '2021-07-16T02:32:18Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:30.174917 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d4a161b-545f-4a4a-bcfb-701a2d69f5e7 req-06041098-9ab0-4625-8d8d-8420e0d2bf7b service neutron] 10.222.0.26 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865841 Jul 16 02:32:30.185512 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41804dc-7b52-4d11-aebb-5cce900593af None None] The sync data for ids ['f9de43a2-9efb-47ea-90b2-88df9e743730'] in n-d-800086-6 is: [{'id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398272232', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:14Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '8cf7f7dd-00f5-487e-9339-e180b06afd1c', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'port_id': '542bbd13-4494-4240-aebc-4dfab52f8907', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d', 'mac_address': 'fa:16:3e:a0:dd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:32:28Z', 'updated_at': '2021-07-16T02:32:28Z', 'revision_number': 0, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7734da8-2622-476d-b702-dfebf74485e5', 'name': '', 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:7c:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:13Z', 'updated_at': '2021-07-16T02:32:18Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:32:30.376849 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6025b3f-e13e-4708-b043-9bebe1c75ec6 None None] New status for floating IP 8cf7f7dd-00f5-487e-9339-e180b06afd1c: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:32:30.876422 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49770) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:31.117127 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:31.119394 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c91fbae3-8007-4d14-ad75-1cdfda78f2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:31.260155 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b5baf982-77ac-4ebf-87a5-34d25b73dd1b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/floatingips/8cf7f7dd-00f5-487e-9339-e180b06afd1c HTTP/1.1" status: 200 len: 994 time: 0.3824446 Jul 16 02:32:32.288860 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:34.041329 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:54.441452 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:55.260487 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89e84e27-dd2c-4102-92b8-d69990393453 req-43f2c810-b91d-452b-977b-b3605b3e7d09 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539463 Jul 16 02:32:55.368736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e84e27-dd2c-4102-92b8-d69990393453 req-3b8dc2c9-a46f-4c47-b095-166880942a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:55.370245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89e84e27-dd2c-4102-92b8-d69990393453 req-3b8dc2c9-a46f-4c47-b095-166880942a99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 1097 time: 0.0520284 Jul 16 02:32:55.470731 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e84e27-dd2c-4102-92b8-d69990393453 req-1568b4aa-7313-403c-a553-c4c483dbbb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:55.472734 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89e84e27-dd2c-4102-92b8-d69990393453 req-1568b4aa-7313-403c-a553-c4c483dbbb66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=92dbf064-e8dc-48be-bada-4093332eed8d HTTP/1.1" status: 200 len: 898 time: 0.0833042 Jul 16 02:32:55.539888 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89e84e27-dd2c-4102-92b8-d69990393453 req-fcfe73f2-1a95-4f6a-8e3f-b5927ea67ab6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=542bbd13-4494-4240-aebc-4dfab52f8907 HTTP/1.1" status: 200 len: 1002 time: 0.0601165 Jul 16 02:32:55.587355 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e84e27-dd2c-4102-92b8-d69990393453 req-0e0d35c9-58c6-449d-87db-244233b29ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:55.588821 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89e84e27-dd2c-4102-92b8-d69990393453 req-0e0d35c9-58c6-449d-87db-244233b29ff8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7 HTTP/1.1" status: 200 len: 835 time: 0.0427949 Jul 16 02:32:55.646172 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e84e27-dd2c-4102-92b8-d69990393453 req-fd40c4d0-bf14-4639-b5a5-f8b5c9f692b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:55.647610 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89e84e27-dd2c-4102-92b8-d69990393453 req-fd40c4d0-bf14-4639-b5a5-f8b5c9f692b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92dbf064-e8dc-48be-bada-4093332eed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499461 Jul 16 02:32:55.739961 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89e84e27-dd2c-4102-92b8-d69990393453 req-7a9bd855-0756-47df-aa2c-d5bd8e5482d9 service neutron] 10.222.0.26 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838163 Jul 16 02:32:55.826560 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-89e84e27-dd2c-4102-92b8-d69990393453 req-fe01a787-46fb-4c6a-83b5-ccbba2d60908 service neutron] 10.222.0.26 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799170 Jul 16 02:32:58.447945 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-13364b39-5859-46ee-bfe5-af5e0ab839af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:59.423964 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:00.363338 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fba1e8-1953-4c88-af20-0f89f6b38a95 req-882ed336-0a4b-4aa7-b634-5f04fb4cbb85 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:00.364907 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-02fba1e8-1953-4c88-af20-0f89f6b38a95 req-882ed336-0a4b-4aa7-b634-5f04fb4cbb85 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.0700219 Jul 16 02:33:00.378725 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-4e9c1b1b-c3e7-499b-b0d2-9e064d370b8b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1054485 Jul 16 02:33:00.406334 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-02fba1e8-1953-4c88-af20-0f89f6b38a95 req-ba41db05-e138-4c92-b44a-d76c53ee3a36 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358224 Jul 16 02:33:01.117552 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-35677871-5e3e-4782-ba76-2bbb01def9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:01.119355 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:01.589103 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d9a60-4978-42ab-adec-113312b790c6 req-2cbb1499-0f14-4396-9985-4f0b2475a5ad tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:01.590599 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b4d9a60-4978-42ab-adec-113312b790c6 req-2cbb1499-0f14-4396-9985-4f0b2475a5ad tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.0636790 Jul 16 02:33:01.627969 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0b4d9a60-4978-42ab-adec-113312b790c6 req-83cea134-0fa1-4659-8427-e28c0c6e83f9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317776 Jul 16 02:33:01.927599 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-a04decb6-1e29-458c-b87f-326f686a98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:01.929106 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-a04decb6-1e29-458c-b87f-326f686a98e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 1097 time: 0.0529330 Jul 16 02:33:02.021078 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-a9e3d6c6-bc75-4d19-8f5f-7e5cbfa66bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:02.022642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-a9e3d6c6-bc75-4d19-8f5f-7e5cbfa66bdb service neutron] 10.222.0.26 "GET /v2.0/networks?id=92dbf064-e8dc-48be-bada-4093332eed8d HTTP/1.1" status: 200 len: 898 time: 0.0871832 Jul 16 02:33:02.088466 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-d07bdacb-015f-4d12-8b39-ab66eacd2fe3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=542bbd13-4494-4240-aebc-4dfab52f8907 HTTP/1.1" status: 200 len: 1002 time: 0.0568984 Jul 16 02:33:02.144196 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-b7504724-853d-4ef3-88f0-38c33c43d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:02.145605 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-b7504724-853d-4ef3-88f0-38c33c43d918 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7 HTTP/1.1" status: 200 len: 835 time: 0.0465350 Jul 16 02:33:02.200867 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-26cda5be-c551-42d5-9092-2e25384a6cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:02.202310 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-26cda5be-c551-42d5-9092-2e25384a6cd5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92dbf064-e8dc-48be-bada-4093332eed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495057 Jul 16 02:33:02.291798 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:02.296899 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-783cf3d6-0183-424d-baf5-c73ae1167a39 service neutron] 10.222.0.26 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879993 Jul 16 02:33:02.384082 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-d1352a44-47c6-40ab-b777-74ad53abc57e service neutron] 10.222.0.26 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804250 Jul 16 02:33:02.684129 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:33:02.801908 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22206a-c7a8-4aad-8f7f-3640cab11101 req-392b2159-c0bc-4bd0-ba6d-dbafff3a4cc9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:02.803377 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd22206a-c7a8-4aad-8f7f-3640cab11101 req-392b2159-c0bc-4bd0-ba6d-dbafff3a4cc9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.0636766 Jul 16 02:33:02.844446 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fd22206a-c7a8-4aad-8f7f-3640cab11101 req-b1402290-c616-4642-94c1-96dbf3cf7a91 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355704 Jul 16 02:33:04.017117 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815dd77a-71db-4c46-afce-678e93f09085 req-6f99ef06-af28-4eca-ba0f-4a7c10f33209 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:04.018895 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-815dd77a-71db-4c46-afce-678e93f09085 req-6f99ef06-af28-4eca-ba0f-4a7c10f33209 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.0619049 Jul 16 02:33:04.045382 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:04.060042 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-815dd77a-71db-4c46-afce-678e93f09085 req-a2bc165a-434b-4530-8dee-1e8c9b38bbb8 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356526 Jul 16 02:33:05.231502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4adfb-2b48-4412-8536-b28a3b4eceff req-efea27be-9537-4e83-864d-0022557fc650 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:05.232988 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77d4adfb-2b48-4412-8536-b28a3b4eceff req-efea27be-9537-4e83-864d-0022557fc650 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.0618224 Jul 16 02:33:05.270945 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-77d4adfb-2b48-4412-8536-b28a3b4eceff req-1fdcc898-c08a-4957-9d78-83f2956139a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322745 Jul 16 02:33:06.444013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca5d30-639f-4b26-b1aa-3e226d8e5761 req-16ab7d4b-015b-4813-9487-6d1ddaeefc51 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:06.445513 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-59ca5d30-639f-4b26-b1aa-3e226d8e5761 req-16ab7d4b-015b-4813-9487-6d1ddaeefc51 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.0639548 Jul 16 02:33:06.482655 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-59ca5d30-639f-4b26-b1aa-3e226d8e5761 req-f5a562c5-2e9b-4760-a138-ce9996f57627 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316036 Jul 16 02:33:07.656109 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55dfcd-9c2f-41af-a2eb-1cb43976df82 req-d43342cd-042e-4b51-98bc-e36ecf34b42b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:07.657577 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2c55dfcd-9c2f-41af-a2eb-1cb43976df82 req-d43342cd-042e-4b51-98bc-e36ecf34b42b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.0627329 Jul 16 02:33:07.695268 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2c55dfcd-9c2f-41af-a2eb-1cb43976df82 req-5063ca86-4ff2-41c2-af00-96005694b316 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312440 Jul 16 02:33:08.871964 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52778f-1f06-4464-a65b-f5661e36ffbb req-b99e0fee-620d-41f4-83ff-05d42c3b6dc7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:08.875380 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-de52778f-1f06-4464-a65b-f5661e36ffbb req-b99e0fee-620d-41f4-83ff-05d42c3b6dc7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.0685098 Jul 16 02:33:08.916614 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-de52778f-1f06-4464-a65b-f5661e36ffbb req-429301e4-e6bb-437b-aec5-dd647fbbfd3d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370584 Jul 16 02:33:10.091666 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192ca9e-e15d-4c2b-9e07-9e8b558ef214 req-42c1fe2b-0ec2-4942-8e03-ce2001989e1e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:10.093261 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a192ca9e-e15d-4c2b-9e07-9e8b558ef214 req-42c1fe2b-0ec2-4942-8e03-ce2001989e1e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.0668199 Jul 16 02:33:10.132475 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a192ca9e-e15d-4c2b-9e07-9e8b558ef214 req-1924f20c-0722-415e-8033-03d452b2dcec tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333872 Jul 16 02:33:11.311280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9afc8f-ae1e-4896-9f44-aa3bc810246f req-875f9f33-4bd2-4897-95f6-2e5df3ddd024 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:11.312829 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8f9afc8f-ae1e-4896-9f44-aa3bc810246f req-875f9f33-4bd2-4897-95f6-2e5df3ddd024 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.0682402 Jul 16 02:33:11.351363 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8f9afc8f-ae1e-4896-9f44-aa3bc810246f req-09a56f62-2c10-4a62-9fb8-088d1098d1c1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323687 Jul 16 02:33:12.523631 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e7ce5-cbd6-4553-88b3-fdb8563e5da6 req-bc660f31-54c3-4445-927d-97a2457de8eb tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:12.525146 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9b7e7ce5-cbd6-4553-88b3-fdb8563e5da6 req-bc660f31-54c3-4445-927d-97a2457de8eb tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.0649688 Jul 16 02:33:12.563815 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9b7e7ce5-cbd6-4553-88b3-fdb8563e5da6 req-b591edbe-9f95-4a39-ae97-f3f22f920045 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331986 Jul 16 02:33:13.733284 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a647456-e277-4453-a741-13d972bc3f0a req-a98d0d4c-d445-4ab3-a836-c619371fd6c7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:13.734756 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3a647456-e277-4453-a741-13d972bc3f0a req-a98d0d4c-d445-4ab3-a836-c619371fd6c7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.0619040 Jul 16 02:33:13.772324 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3a647456-e277-4453-a741-13d972bc3f0a req-ad25e2fe-8df6-4ba6-bf6c-e9fefe98af52 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314245 Jul 16 02:33:14.356831 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-bc0a57aa-19c0-414e-a2f0-eee03874e8a5 service neutron] show failed (client error): The resource could not be found. Jul 16 02:33:14.357830 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-bc0a57aa-19c0-414e-a2f0-eee03874e8a5 service neutron] 10.222.0.26 "GET /v2.0/ports/542bbd13-4494-4240-aebc-4dfab52f8907/bindings/n-h2-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.0554559 Jul 16 02:33:14.648177 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-d9b74777-60cb-4c2c-8a9d-d47f2af649fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:14.649699 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-d9b74777-60cb-4c2c-8a9d-d47f2af649fd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7&tenant_id=fad30493b7d341c7b1b3e13a6d10f18a HTTP/1.1" status: 200 len: 1097 time: 0.0935440 Jul 16 02:33:14.666891 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:14.739992 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:14.978218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] For port 542bbd13-4494-4240-aebc-4dfab52f8907, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=542bbd13-4494-4240-aebc-4dfab52f8907,segment=NetworkSegment(03e79764-22e1-4ce6-b33f-c78a18a4e4af),segment_id=03e79764-22e1-4ce6-b33f-c78a18a4e4af)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:15.013897 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a458b8e-a51e-43f0-bdf4-f45c7b68592f req-ad3b9457-8cbb-414e-bf20-ffa925795f8e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:15.015384 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a458b8e-a51e-43f0-bdf4-f45c7b68592f req-ad3b9457-8cbb-414e-bf20-ffa925795f8e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.1309562 Jul 16 02:33:15.039922 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] For port 542bbd13-4494-4240-aebc-4dfab52f8907, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:15.086008 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3a458b8e-a51e-43f0-bdf4-f45c7b68592f req-410e948f-9e1e-40f9-98f4-342237ac7636 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645640 Jul 16 02:33:15.094652 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '542bbd13-4494-4240-aebc-4dfab52f8907'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:33:15.098181 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf1b0bc-d324-44c5-9e7f-d2117f12f019" -d '{"events": [{"server_uuid": "5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7", "name": "network-vif-unplugged", "status": "completed", "tag": "542bbd13-4494-4240-aebc-4dfab52f8907"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:33:15.102211 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:15.116334 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Transition to ACTIVE for port object 542bbd13-4494-4240-aebc-4dfab52f8907 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:33:15.120275 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:15.211612 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=542bbd13-4494-4240-aebc-4dfab52f8907,revision_number=6']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:15.225677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:15.226032 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:15.226464 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:15.226719 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:15.227110 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:15.227390 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:15.227744 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:15.228433 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:15.228433 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:15.228768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:15.229055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:15.229382 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:15.233390 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcc9333-dbe6-442a-8dec-496b1e771002 x-openstack-request-id: req-dfcc9333-dbe6-442a-8dec-496b1e771002 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:33:15.233685 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7", "name": "network-vif-unplugged", "status": "completed", "tag": "542bbd13-4494-4240-aebc-4dfab52f8907", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:33:15.233942 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dfcc9333-dbe6-442a-8dec-496b1e771002 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:33:15.234334 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '542bbd13-4494-4240-aebc-4dfab52f8907', 'code': 200} Jul 16 02:33:15.261955 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] No DVR routers for this DVR port 542bbd13-4494-4240-aebc-4dfab52f8907 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:33:15.404290 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Attempting to bind port 542bbd13-4494-4240-aebc-4dfab52f8907 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:33:15.404626 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Attempting to bind port 542bbd13-4494-4240-aebc-4dfab52f8907 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '03e79764-22e1-4ce6-b33f-c78a18a4e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:33:15.404983 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Attempting to bind port 542bbd13-4494-4240-aebc-4dfab52f8907 on network 92dbf064-e8dc-48be-bada-4093332eed8d {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:15.409284 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Port 542bbd13-4494-4240-aebc-4dfab52f8907 on network 92dbf064-e8dc-48be-bada-4093332eed8d not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:33:15.409658 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Attempting to bind port 542bbd13-4494-4240-aebc-4dfab52f8907 on network 92dbf064-e8dc-48be-bada-4093332eed8d {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:33:15.414399 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:33:15.414734 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Checking segment: {'id': '03e79764-22e1-4ce6-b33f-c78a18a4e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:15.415115 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Bound using segment: {'id': '03e79764-22e1-4ce6-b33f-c78a18a4e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:33:15.415536 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Bound port: 542bbd13-4494-4240-aebc-4dfab52f8907, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e79764-22e1-4ce6-b33f-c78a18a4e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:33:15.415923 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:15.478310 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] For port 542bbd13-4494-4240-aebc-4dfab52f8907, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:33:15.481272 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] For port 542bbd13-4494-4240-aebc-4dfab52f8907, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=542bbd13-4494-4240-aebc-4dfab52f8907,segment=NetworkSegment(03e79764-22e1-4ce6-b33f-c78a18a4e4af),segment_id=03e79764-22e1-4ce6-b33f-c78a18a4e4af)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:33:15.484700 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:15.522486 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:15.523194 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:15.524488 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] 10.222.0.47 "PUT /v2.0/ports/542bbd13-4494-4240-aebc-4dfab52f8907 HTTP/1.1" status: 200 len: 1092 time: 0.8615191 Jul 16 02:33:15.546301 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4db32b-0957-40e3-8411-7c64278e0aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=542bbd13-4494-4240-aebc-4dfab52f8907,revision_number=7']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:15.613299 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-41d24fa2-ee50-461a-b35e-7248beeac06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:15.614912 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-41d24fa2-ee50-461a-b35e-7248beeac06d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 1095 time: 0.0565677 Jul 16 02:33:15.712029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-897f137a-34fb-4078-aae1-095dd5a83491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:15.713539 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-897f137a-34fb-4078-aae1-095dd5a83491 service neutron] 10.222.0.47 "GET /v2.0/networks?id=92dbf064-e8dc-48be-bada-4093332eed8d HTTP/1.1" status: 200 len: 898 time: 0.0920808 Jul 16 02:33:15.778837 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-766af9ba-6050-4191-8403-65e3c50b7d10 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=542bbd13-4494-4240-aebc-4dfab52f8907 HTTP/1.1" status: 200 len: 1000 time: 0.0578003 Jul 16 02:33:15.826555 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-69489130-0b1c-457f-ba8a-9714cf6fed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:15.827979 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-69489130-0b1c-457f-ba8a-9714cf6fed4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7 HTTP/1.1" status: 200 len: 835 time: 0.0421488 Jul 16 02:33:15.887664 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-e874af0b-8ef5-41a0-ad38-2c1f9e4d470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:15.889170 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-e874af0b-8ef5-41a0-ad38-2c1f9e4d470a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92dbf064-e8dc-48be-bada-4093332eed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543656 Jul 16 02:33:15.977075 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-3b267a09-c944-4a89-b0d2-a8e2a0d1aac3 service neutron] 10.222.0.47 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806878 Jul 16 02:33:16.070614 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d711b26-c8f1-49b0-886b-563d453cfd5b req-7371e574-2baf-4fd8-8ff1-27bd6070828f service neutron] 10.222.0.47 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868733 Jul 16 02:33:16.266996 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11fda4-bab6-42fd-b513-7de254fddd09 req-a7afd086-55ff-4fed-8540-954ee2af2054 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:16.268825 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4b11fda4-bab6-42fd-b513-7de254fddd09 req-a7afd086-55ff-4fed-8540-954ee2af2054 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 944 time: 0.0658336 Jul 16 02:33:16.307284 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4b11fda4-bab6-42fd-b513-7de254fddd09 req-4bbf88d7-a53f-47b1-aa1c-1f7816daee41 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329652 Jul 16 02:33:17.235590 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'tag': '542bbd13-4494-4240-aebc-4dfab52f8907'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:33:17.238189 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db029f21-97d6-4f0d-906c-32c121672344" -d '{"events": [{"name": "network-changed", "server_uuid": "5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7", "tag": "542bbd13-4494-4240-aebc-4dfab52f8907"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:33:17.286540 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95986b0-5c0e-415c-a4dc-2d8c61d9f120 x-openstack-request-id: req-a95986b0-5c0e-415c-a4dc-2d8c61d9f120 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:33:17.286836 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7", "tag": "542bbd13-4494-4240-aebc-4dfab52f8907", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:33:17.287118 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a95986b0-5c0e-415c-a4dc-2d8c61d9f120 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:33:17.287813 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'tag': '542bbd13-4494-4240-aebc-4dfab52f8907', 'status': 'completed', 'code': 200} Jul 16 02:33:17.390333 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db029f21-97d6-4f0d-906c-32c121672344 req-65b65458-070d-482d-a547-b076e0f94c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:17.391518 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db029f21-97d6-4f0d-906c-32c121672344 req-b781bf36-c9e8-4da4-99bf-446433fa6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:17.393906 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-db029f21-97d6-4f0d-906c-32c121672344 req-65b65458-070d-482d-a547-b076e0f94c03 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 1095 time: 0.0655718 Jul 16 02:33:17.394482 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db029f21-97d6-4f0d-906c-32c121672344 req-b781bf36-c9e8-4da4-99bf-446433fa6dee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 1095 time: 0.0588818 Jul 16 02:33:17.482777 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db029f21-97d6-4f0d-906c-32c121672344 req-a413d473-9950-4898-9311-0ee199736b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:17.484369 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-db029f21-97d6-4f0d-906c-32c121672344 req-a413d473-9950-4898-9311-0ee199736b2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=92dbf064-e8dc-48be-bada-4093332eed8d HTTP/1.1" status: 200 len: 898 time: 0.0854623 Jul 16 02:33:17.543047 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db029f21-97d6-4f0d-906c-32c121672344 req-4e0017af-4c4b-42e1-9d46-6c0a2f4c128e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:17.544486 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db029f21-97d6-4f0d-906c-32c121672344 req-4e0017af-4c4b-42e1-9d46-6c0a2f4c128e service neutron] 10.222.0.47 "GET /v2.0/networks?id=92dbf064-e8dc-48be-bada-4093332eed8d HTTP/1.1" status: 200 len: 898 time: 0.1327417 Jul 16 02:33:17.552891 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-db029f21-97d6-4f0d-906c-32c121672344 req-44b85eae-ff53-46fe-bee0-529a9bfffe68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=542bbd13-4494-4240-aebc-4dfab52f8907 HTTP/1.1" status: 200 len: 1000 time: 0.0620162 Jul 16 02:33:17.555791 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3b654-ce8c-4a12-b7f3-f890ba782706 req-2eddea85-c8bd-4e03-a33e-cae5d49909b7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:17.557228 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-85e3b654-ce8c-4a12-b7f3-f890ba782706 req-2eddea85-c8bd-4e03-a33e-cae5d49909b7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 944 time: 0.1356623 Jul 16 02:33:17.602386 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db029f21-97d6-4f0d-906c-32c121672344 req-66bb49b3-ed38-4a0d-9d4d-9379bb57b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:17.603890 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-db029f21-97d6-4f0d-906c-32c121672344 req-66bb49b3-ed38-4a0d-9d4d-9379bb57b834 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7 HTTP/1.1" status: 200 len: 835 time: 0.0440969 Jul 16 02:33:17.640019 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-85e3b654-ce8c-4a12-b7f3-f890ba782706 req-dbf3728c-d858-4ed1-835a-59608daa72f8 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761359 Jul 16 02:33:17.641962 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db029f21-97d6-4f0d-906c-32c121672344 req-2cb71e1f-e506-4dc7-9787-d2b22e013d03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=542bbd13-4494-4240-aebc-4dfab52f8907 HTTP/1.1" status: 200 len: 1000 time: 0.0837536 Jul 16 02:33:17.664995 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db029f21-97d6-4f0d-906c-32c121672344 req-d88a8c49-109c-495e-819e-2c40e26a208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:17.664995 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-db029f21-97d6-4f0d-906c-32c121672344 req-d88a8c49-109c-495e-819e-2c40e26a208e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92dbf064-e8dc-48be-bada-4093332eed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534310 Jul 16 02:33:17.702462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db029f21-97d6-4f0d-906c-32c121672344 req-610b4188-4f0b-4be9-b4b4-323af4025679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:17.703962 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db029f21-97d6-4f0d-906c-32c121672344 req-610b4188-4f0b-4be9-b4b4-323af4025679 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7 HTTP/1.1" status: 200 len: 835 time: 0.0509615 Jul 16 02:33:17.761594 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-db029f21-97d6-4f0d-906c-32c121672344 req-74631a8c-5188-43bf-90fc-9c22004e2b33 service neutron] 10.222.0.26 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910525 Jul 16 02:33:17.779790 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db029f21-97d6-4f0d-906c-32c121672344 req-888aa839-7b9d-4f10-8cba-593541eeeef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:17.782079 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db029f21-97d6-4f0d-906c-32c121672344 req-888aa839-7b9d-4f10-8cba-593541eeeef6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92dbf064-e8dc-48be-bada-4093332eed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610139 Jul 16 02:33:17.863867 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-db029f21-97d6-4f0d-906c-32c121672344 req-76b6d4d3-a1f5-4199-8740-37942a980559 service neutron] 10.222.0.26 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957336 Jul 16 02:33:17.880595 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db029f21-97d6-4f0d-906c-32c121672344 req-473abd50-c477-457f-9cfb-815c520befc1 service neutron] 10.222.0.47 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916874 Jul 16 02:33:17.974485 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-db029f21-97d6-4f0d-906c-32c121672344 req-a47397a4-48ff-4b3d-af80-3afd6d26073b service neutron] 10.222.0.47 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861318 Jul 16 02:33:18.820206 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbc0af-5228-488d-82e9-87d72a935501 req-3cea2e33-7147-431b-996a-a54a9453fcf0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:18.821683 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c4bbc0af-5228-488d-82e9-87d72a935501 req-3cea2e33-7147-431b-996a-a54a9453fcf0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 944 time: 0.0663068 Jul 16 02:33:18.858781 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c4bbc0af-5228-488d-82e9-87d72a935501 req-75d4fcf2-3ef8-4f8a-afbe-01a4532788a5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316606 Jul 16 02:33:18.885600 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 542bbd13-4494-4240-aebc-4dfab52f8907 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:33:18.980295 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 542bbd13-4494-4240-aebc-4dfab52f8907, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=542bbd13-4494-4240-aebc-4dfab52f8907,segment=NetworkSegment(03e79764-22e1-4ce6-b33f-c78a18a4e4af),segment_id=03e79764-22e1-4ce6-b33f-c78a18a4e4af)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:18.992456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '542bbd13-4494-4240-aebc-4dfab52f8907', 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d', 'port_id': '542bbd13-4494-4240-aebc-4dfab52f8907', 'mac_address': 'fa:16:3e:a0:dd:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:33:19.035553 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:19.053827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542bbd13-4494-4240-aebc-4dfab52f8907 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:33:19.073872 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 542bbd13-4494-4240-aebc-4dfab52f8907, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=542bbd13-4494-4240-aebc-4dfab52f8907,segment=NetworkSegment(03e79764-22e1-4ce6-b33f-c78a18a4e4af),segment_id=03e79764-22e1-4ce6-b33f-c78a18a4e4af)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:19.078210 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:19.131282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=542bbd13-4494-4240-aebc-4dfab52f8907,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:19.138545 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:19.138895 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:19.139237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:19.139654 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:19.139913 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:19.140239 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:19.140565 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:19.140886 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:19.141207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:19.141532 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:19.141852 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:19.142184 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:19.257576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d0cee-c700-43aa-97db-407a1cfc6d25 req-b95441dc-a3c4-476e-8aca-72a6e99db8d4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:19.258977 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0e0d0cee-c700-43aa-97db-407a1cfc6d25 req-b95441dc-a3c4-476e-8aca-72a6e99db8d4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 945 time: 0.1652486 Jul 16 02:33:19.280572 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89cdd6-74cb-4d6e-91c1-34b65879c6a5 req-b83803d2-3780-40e5-b15f-7c0e0e3c72d7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:19.281981 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c89cdd6-74cb-4d6e-91c1-34b65879c6a5 req-b83803d2-3780-40e5-b15f-7c0e0e3c72d7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.26 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7&tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&binding%3Ahost_id=n-h2-800086-6 HTTP/1.1" status: 200 len: 945 time: 0.1597474 Jul 16 02:33:19.340561 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0e0d0cee-c700-43aa-97db-407a1cfc6d25 req-ca31fad6-cad0-4338-b7c4-f46cceff58e4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738313 Jul 16 02:33:19.359069 n-d-800086-6 neutron-server[93832]: INFO neutron.api.v2.resource [req-2c89cdd6-74cb-4d6e-91c1-34b65879c6a5 req-631252b0-782b-4546-9782-f2c2d288f72b service neutron] delete failed (client error): The resource could not be found. Jul 16 02:33:19.360113 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c89cdd6-74cb-4d6e-91c1-34b65879c6a5 req-631252b0-782b-4546-9782-f2c2d288f72b service neutron] 10.222.0.26 "DELETE /v2.0/ports/542bbd13-4494-4240-aebc-4dfab52f8907/bindings/n-h1-800086-6 HTTP/1.1" status: 404 len: 380 time: 0.0698826 Jul 16 02:33:19.399604 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['542bbd13-4494-4240-aebc-4dfab52f8907'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:33:19.440921 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 542bbd13-4494-4240-aebc-4dfab52f8907 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:19.487364 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89cdd6-74cb-4d6e-91c1-34b65879c6a5 req-047d27d5-cff7-4de2-abb0-c0111a630efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:19.488944 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c89cdd6-74cb-4d6e-91c1-34b65879c6a5 req-047d27d5-cff7-4de2-abb0-c0111a630efc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 1096 time: 0.0658925 Jul 16 02:33:19.499957 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device 542bbd13-4494-4240-aebc-4dfab52f8907 not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:19.526601 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8316c9-84d0-401e-a52c-4886e1ed723a req-7e5a5081-224c-4304-bab5-b3426832647f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:19.528097 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e8316c9-84d0-401e-a52c-4886e1ed723a req-7e5a5081-224c-4304-bab5-b3426832647f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 945 time: 0.0681562 Jul 16 02:33:19.575541 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4e8316c9-84d0-401e-a52c-4886e1ed723a req-7471b1e8-4902-46ee-a62e-472008d8dac9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404022 Jul 16 02:33:19.857466 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89cdd6-74cb-4d6e-91c1-34b65879c6a5 req-138c16fd-272e-457c-9b18-3f23fd41431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:19.858966 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c89cdd6-74cb-4d6e-91c1-34b65879c6a5 req-138c16fd-272e-457c-9b18-3f23fd41431d service neutron] 10.222.0.26 "GET /v2.0/networks?id=92dbf064-e8dc-48be-bada-4093332eed8d HTTP/1.1" status: 200 len: 898 time: 0.3630974 Jul 16 02:33:19.924349 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c89cdd6-74cb-4d6e-91c1-34b65879c6a5 req-16a4d5e2-f7f1-4abb-8698-4e0c4fbcd932 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=542bbd13-4494-4240-aebc-4dfab52f8907 HTTP/1.1" status: 200 len: 1001 time: 0.0590496 Jul 16 02:33:19.969936 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89cdd6-74cb-4d6e-91c1-34b65879c6a5 req-129912d5-4f6f-4886-a30f-394b94170806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:19.972124 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c89cdd6-74cb-4d6e-91c1-34b65879c6a5 req-129912d5-4f6f-4886-a30f-394b94170806 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7 HTTP/1.1" status: 200 len: 835 time: 0.0422204 Jul 16 02:33:20.026080 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89cdd6-74cb-4d6e-91c1-34b65879c6a5 req-34de8b4e-d7af-488c-b2cf-9c058d2564f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:20.027517 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c89cdd6-74cb-4d6e-91c1-34b65879c6a5 req-34de8b4e-d7af-488c-b2cf-9c058d2564f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92dbf064-e8dc-48be-bada-4093332eed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496447 Jul 16 02:33:20.115823 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c89cdd6-74cb-4d6e-91c1-34b65879c6a5 req-3c861c0f-aad4-432a-9ea7-e03699c86073 service neutron] 10.222.0.26 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820584 Jul 16 02:33:20.204251 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2c89cdd6-74cb-4d6e-91c1-34b65879c6a5 req-08b92c21-cd8c-43d6-a1e0-74c326603068 service neutron] 10.222.0.26 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815475 Jul 16 02:33:20.760017 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56103c-b1fb-43ac-bc54-f68b5e5602a5 req-a17d814e-d4c5-4b35-a0f8-12e085f2e221 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:20.761495 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8e56103c-b1fb-43ac-bc54-f68b5e5602a5 req-a17d814e-d4c5-4b35-a0f8-12e085f2e221 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 945 time: 0.0681405 Jul 16 02:33:20.801830 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8e56103c-b1fb-43ac-bc54-f68b5e5602a5 req-71e3d3d8-d641-48fa-aade-84069b3ffd7f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329051 Jul 16 02:33:20.886335 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 542bbd13-4494-4240-aebc-4dfab52f8907 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:20.935450 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 542bbd13-4494-4240-aebc-4dfab52f8907 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:20.939080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 542bbd13-4494-4240-aebc-4dfab52f8907 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:20.939453 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:21.018375 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:21.040213 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542bbd13-4494-4240-aebc-4dfab52f8907'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:33:21.042460 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f06b486-8dc1-4151-9ebf-5d0825570d09" -d '{"events": [{"server_uuid": "5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7", "name": "network-vif-plugged", "status": "completed", "tag": "542bbd13-4494-4240-aebc-4dfab52f8907"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:33:21.056010 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 542bbd13-4494-4240-aebc-4dfab52f8907, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=542bbd13-4494-4240-aebc-4dfab52f8907,segment=NetworkSegment(03e79764-22e1-4ce6-b33f-c78a18a4e4af),segment_id=03e79764-22e1-4ce6-b33f-c78a18a4e4af)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:21.059952 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:21.107473 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=542bbd13-4494-4240-aebc-4dfab52f8907,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:21.131070 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1d72b7-2e18-4b95-ac73-c55eafb08803 x-openstack-request-id: req-dc1d72b7-2e18-4b95-ac73-c55eafb08803 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:33:21.131368 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7", "name": "network-vif-plugged", "status": "completed", "tag": "542bbd13-4494-4240-aebc-4dfab52f8907", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:33:21.131626 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc1d72b7-2e18-4b95-ac73-c55eafb08803 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:33:21.132055 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542bbd13-4494-4240-aebc-4dfab52f8907', 'code': 200} Jul 16 02:33:21.973579 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc34b44-8b15-46fb-aa50-86567d8c6d31 req-fcc38603-9b75-42c6-ae9f-2521fb89833a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:21.975086 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2fc34b44-8b15-46fb-aa50-86567d8c6d31 req-fcc38603-9b75-42c6-ae9f-2521fb89833a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.0627589 Jul 16 02:33:22.012870 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2fc34b44-8b15-46fb-aa50-86567d8c6d31 req-5a23a073-1f0b-444c-a681-7cce4d626343 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323660 Jul 16 02:33:22.037191 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49874) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:22.100332 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9f28c12a-98ec-47eb-ae06-21a539900798 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/floatingips/8cf7f7dd-00f5-487e-9339-e180b06afd1c HTTP/1.1" status: 200 len: 994 time: 0.0619121 Jul 16 02:33:24.462822 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:28.449807 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f3d1bed1-be5f-45ad-b8e9-1d9622891c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:29.419755 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.117742 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.119484 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c2e8b6f-ccfd-425a-94ac-ce3095b86278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.294474 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:34.047439 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:39.683340 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:33:50.499098 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49886) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:50.649919 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port 2a4d0869-6582-46af-a3c6-6beb2289163f {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:50.650259 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:50.725379 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:50.725692 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:50.737237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for 2a4d0869-6582-46af-a3c6-6beb2289163f owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:50.880153 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:50.904627 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=2a4d0869-6582-46af-a3c6-6beb2289163f,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:50.916224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.916570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.916908 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.917255 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.917570 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.917901 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.918227 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.918559 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.918871 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.919192 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.919516 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.919870 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:50.975425 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:50.975790 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Floating IP 8cf7f7dd-00f5-487e-9339-e180b06afd1c disassociated (deleted). External IP: 172.25.1.206, port: 542bbd13-4494-4240-aebc-4dfab52f8907. Jul 16 02:33:51.180218 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router f9de43a2-9efb-47ea-90b2-88df9e743730 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:33:51.288376 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:33:51.293203 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:51.298864 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c7963-4ab6-4eaf-9c34-9ed83e38a5c3 None None] Sync routers for ids ['f9de43a2-9efb-47ea-90b2-88df9e743730'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:33:51.307379 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c7963-4ab6-4eaf-9c34-9ed83e38a5c3 None None] Routers {'f9de43a2-9efb-47ea-90b2-88df9e743730'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:51.308020 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f12c7963-4ab6-4eaf-9c34-9ed83e38a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:33:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f9de43a2-9efb-47ea-90b2-88df9e743730'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:51.330556 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d6ace853-21e1-4926-a62c-0f9ed6547c64 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/floatingips/8cf7f7dd-00f5-487e-9339-e180b06afd1c HTTP/1.1" status: 204 len: 168 time: 0.8297889 Jul 16 02:33:51.331257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'tag': '542bbd13-4494-4240-aebc-4dfab52f8907'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:33:51.333720 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84557362-4370-4e40-ba7f-f9b95176dd24" -d '{"events": [{"name": "network-changed", "server_uuid": "5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7", "tag": "542bbd13-4494-4240-aebc-4dfab52f8907"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:33:51.386217 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c25ed80-6a00-44fc-beba-53e8bc376e06 x-openstack-request-id: req-6c25ed80-6a00-44fc-beba-53e8bc376e06 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:33:51.386606 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7", "tag": "542bbd13-4494-4240-aebc-4dfab52f8907", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:33:51.387171 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6c25ed80-6a00-44fc-beba-53e8bc376e06 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:33:51.387576 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'tag': '542bbd13-4494-4240-aebc-4dfab52f8907', 'status': 'completed', 'code': 200} Jul 16 02:33:51.414956 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-f12c7963-4ab6-4eaf-9c34-9ed83e38a5c3 None None] Set router f9de43a2-9efb-47ea-90b2-88df9e743730 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:51.495210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84557362-4370-4e40-ba7f-f9b95176dd24 req-827ac198-73cf-4b07-a220-812296287415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:51.497670 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84557362-4370-4e40-ba7f-f9b95176dd24 req-827ac198-73cf-4b07-a220-812296287415 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 1097 time: 0.0558019 Jul 16 02:33:51.611766 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84557362-4370-4e40-ba7f-f9b95176dd24 req-543d7f1e-6b44-4311-be8f-feac192b9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:51.613378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84557362-4370-4e40-ba7f-f9b95176dd24 req-543d7f1e-6b44-4311-be8f-feac192b9524 service neutron] 10.222.0.47 "GET /v2.0/networks?id=92dbf064-e8dc-48be-bada-4093332eed8d HTTP/1.1" status: 200 len: 898 time: 0.1083353 Jul 16 02:33:51.628116 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f12c7963-4ab6-4eaf-9c34-9ed83e38a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398272232', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:14Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a7734da8-2622-476d-b702-dfebf74485e5', 'name': '', 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:7c:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:13Z', 'updated_at': '2021-07-16T02:32:18Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:51.658358 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c7963-4ab6-4eaf-9c34-9ed83e38a5c3 None None] Checking router: f9de43a2-9efb-47ea-90b2-88df9e743730 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:33:51.666650 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c7963-4ab6-4eaf-9c34-9ed83e38a5c3 None None] Routers {'f9de43a2-9efb-47ea-90b2-88df9e743730'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:51.667121 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84557362-4370-4e40-ba7f-f9b95176dd24 req-36004f5f-8be1-4a6f-a258-eb07a9db2310 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=542bbd13-4494-4240-aebc-4dfab52f8907 HTTP/1.1" status: 200 len: 217 time: 0.0444491 Jul 16 02:33:51.667269 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f12c7963-4ab6-4eaf-9c34-9ed83e38a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:33:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f9de43a2-9efb-47ea-90b2-88df9e743730'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:51.742384 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84557362-4370-4e40-ba7f-f9b95176dd24 req-6e886817-8970-4da0-8472-958a6e1f6a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:51.743740 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84557362-4370-4e40-ba7f-f9b95176dd24 req-6e886817-8970-4da0-8472-958a6e1f6a1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7 HTTP/1.1" status: 200 len: 835 time: 0.0583923 Jul 16 02:33:51.770491 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-f12c7963-4ab6-4eaf-9c34-9ed83e38a5c3 None None] Set router f9de43a2-9efb-47ea-90b2-88df9e743730 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:51.771090 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333a02e-4b5d-40da-b361-5b9914693661 req-1b20f182-60dd-43a0-b627-15dee8305e7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:51.772620 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1333a02e-4b5d-40da-b361-5b9914693661 req-1b20f182-60dd-43a0-b627-15dee8305e7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.1153893 Jul 16 02:33:51.833968 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1333a02e-4b5d-40da-b361-5b9914693661 req-bdd76b6a-f85e-4955-8d48-a864a714a827 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443208 Jul 16 02:33:51.844827 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84557362-4370-4e40-ba7f-f9b95176dd24 req-fece5eb4-d22b-4408-a972-7435b599d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:51.847267 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84557362-4370-4e40-ba7f-f9b95176dd24 req-fece5eb4-d22b-4408-a972-7435b599d7b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92dbf064-e8dc-48be-bada-4093332eed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932305 Jul 16 02:33:51.947958 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84557362-4370-4e40-ba7f-f9b95176dd24 req-80e89f68-616b-4c74-941b-9c31fc03de2b service neutron] 10.222.0.47 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926335 Jul 16 02:33:52.042614 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-84557362-4370-4e40-ba7f-f9b95176dd24 req-6345616b-dece-45b4-ac65-0edba437446e service neutron] 10.222.0.47 "GET /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849345 Jul 16 02:33:52.052429 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-f12c7963-4ab6-4eaf-9c34-9ed83e38a5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398272232', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:14Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a7734da8-2622-476d-b702-dfebf74485e5', 'name': '', 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:7c:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:13Z', 'updated_at': '2021-07-16T02:32:18Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:52.077368 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c7963-4ab6-4eaf-9c34-9ed83e38a5c3 None None] The sync data for ids ['f9de43a2-9efb-47ea-90b2-88df9e743730'] in n-d-800086-6 is: [{'id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398272232', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:14Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'a7734da8-2622-476d-b702-dfebf74485e5', 'name': '', 'network_id': '92dbf064-e8dc-48be-bada-4093332eed8d', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:7c:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:13Z', 'updated_at': '2021-07-16T02:32:18Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:33:52.300539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42643c-fa25-4782-81cf-0af4b7468b6b None None] New status for floating IP 8cf7f7dd-00f5-487e-9339-e180b06afd1c: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:33:53.034046 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a9382-159b-4049-b53e-7652d44ee86f req-686fc2fd-1b5c-4cb9-91b6-95c82279bb51 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:53.035601 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a54a9382-159b-4049-b53e-7652d44ee86f req-686fc2fd-1b5c-4cb9-91b6-95c82279bb51 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.0691905 Jul 16 02:33:53.074255 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a54a9382-159b-4049-b53e-7652d44ee86f req-c52b1f09-df33-400d-a746-da8a533e2e93 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=dc134e1e-0482-4fd7-8aeb-6f95207d53bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331786 Jul 16 02:33:53.365063 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e03047-f0af-43cc-8808-c1b308a326d0 req-30e3f56a-21f5-4c8a-9d19-c24468bc6403 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:53.366507 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97e03047-f0af-43cc-8808-c1b308a326d0 req-30e3f56a-21f5-4c8a-9d19-c24468bc6403 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.47 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 946 time: 0.0649743 Jul 16 02:33:53.465966 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-97e03047-f0af-43cc-8808-c1b308a326d0 req-5f2e53ea-dec7-457c-9ab5-39a43e9dc982 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port 542bbd13-4494-4240-aebc-4dfab52f8907 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:53.466310 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-97e03047-f0af-43cc-8808-c1b308a326d0 req-5f2e53ea-dec7-457c-9ab5-39a43e9dc982 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:53.558184 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-97e03047-f0af-43cc-8808-c1b308a326d0 req-5f2e53ea-dec7-457c-9ab5-39a43e9dc982 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] For port 542bbd13-4494-4240-aebc-4dfab52f8907, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=542bbd13-4494-4240-aebc-4dfab52f8907,segment=NetworkSegment(03e79764-22e1-4ce6-b33f-c78a18a4e4af),segment_id=03e79764-22e1-4ce6-b33f-c78a18a4e4af)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:53.558596 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-97e03047-f0af-43cc-8808-c1b308a326d0 req-5f2e53ea-dec7-457c-9ab5-39a43e9dc982 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:53.571820 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-97e03047-f0af-43cc-8808-c1b308a326d0 req-5f2e53ea-dec7-457c-9ab5-39a43e9dc982 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for 542bbd13-4494-4240-aebc-4dfab52f8907 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:53.696227 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-97e03047-f0af-43cc-8808-c1b308a326d0 req-5f2e53ea-dec7-457c-9ab5-39a43e9dc982 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:53.727623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e53ea-dec7-457c-9ab5-39a43e9dc982 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=542bbd13-4494-4240-aebc-4dfab52f8907,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:53.772164 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e03047-f0af-43cc-8808-c1b308a326d0 req-5f2e53ea-dec7-457c-9ab5-39a43e9dc982 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] No DVR routers for this DVR port 542bbd13-4494-4240-aebc-4dfab52f8907 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:33:53.774546 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-97e03047-f0af-43cc-8808-c1b308a326d0 req-5f2e53ea-dec7-457c-9ab5-39a43e9dc982 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:53.776596 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-97e03047-f0af-43cc-8808-c1b308a326d0 req-5f2e53ea-dec7-457c-9ab5-39a43e9dc982 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.47 "DELETE /v2.0/ports/542bbd13-4494-4240-aebc-4dfab52f8907 HTTP/1.1" status: 204 len: 173 time: 0.4036403 Jul 16 02:33:53.777023 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'name': 'network-vif-deleted', 'tag': '542bbd13-4494-4240-aebc-4dfab52f8907'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:33:53.779280 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee5bd49-3695-4091-8de5-7a0cc036d943" -d '{"events": [{"server_uuid": "5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7", "name": "network-vif-deleted", "tag": "542bbd13-4494-4240-aebc-4dfab52f8907"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:33:53.816059 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a46f25-d758-42f0-a926-5e7844f71189 x-openstack-request-id: req-c0a46f25-d758-42f0-a926-5e7844f71189 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:33:53.816350 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7", "name": "network-vif-deleted", "tag": "542bbd13-4494-4240-aebc-4dfab52f8907", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:33:53.816601 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c0a46f25-d758-42f0-a926-5e7844f71189 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:33:53.816998 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7', 'name': 'network-vif-deleted', 'tag': '542bbd13-4494-4240-aebc-4dfab52f8907', 'status': 'completed', 'code': 200} Jul 16 02:33:54.232947 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df30be13-33b9-41ae-b8d0-2286697c7288 req-876c6fd3-5c1e-4e4a-ac87-1fbf9d571203 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da4fe6a-5ae7-4c6d-bf2a-508e7e0744e7 HTTP/1.1" status: 200 len: 210 time: 0.0303106 Jul 16 02:33:54.449708 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.327413 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49908) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:55.679297 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-355c3d55-18e0-42ac-8c4b-f65a4a945bdf tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.939788 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-355c3d55-18e0-42ac-8c4b-f65a4a945bdf tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port a7734da8-2622-476d-b702-dfebf74485e5 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:55.940066 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-355c3d55-18e0-42ac-8c4b-f65a4a945bdf tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.029954 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-355c3d55-18e0-42ac-8c4b-f65a4a945bdf tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] For port a7734da8-2622-476d-b702-dfebf74485e5, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=a7734da8-2622-476d-b702-dfebf74485e5,segment=NetworkSegment(03e79764-22e1-4ce6-b33f-c78a18a4e4af),segment_id=03e79764-22e1-4ce6-b33f-c78a18a4e4af)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:56.030344 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-355c3d55-18e0-42ac-8c4b-f65a4a945bdf tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.042760 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-355c3d55-18e0-42ac-8c4b-f65a4a945bdf tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for a7734da8-2622-476d-b702-dfebf74485e5 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:56.227739 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-355c3d55-18e0-42ac-8c4b-f65a4a945bdf tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.254306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c3d55-18e0-42ac-8c4b-f65a4a945bdf tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=a7734da8-2622-476d-b702-dfebf74485e5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:56.436749 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-355c3d55-18e0-42ac-8c4b-f65a4a945bdf tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.648387 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355c3d55-18e0-42ac-8c4b-f65a4a945bdf tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router f9de43a2-9efb-47ea-90b2-88df9e743730 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:33:56.747513 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355c3d55-18e0-42ac-8c4b-f65a4a945bdf tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:33:56.756159 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-355c3d55-18e0-42ac-8c4b-f65a4a945bdf tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "PUT /v2.0/routers/f9de43a2-9efb-47ea-90b2-88df9e743730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4247463 Jul 16 02:33:56.756273 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49912) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:56.757089 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6684e7f-8306-4589-82fe-e8be927a8155 None None] Sync routers for ids ['f9de43a2-9efb-47ea-90b2-88df9e743730'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:33:56.765813 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6684e7f-8306-4589-82fe-e8be927a8155 None None] Routers {'f9de43a2-9efb-47ea-90b2-88df9e743730'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:56.766408 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c6684e7f-8306-4589-82fe-e8be927a8155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:33:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f9de43a2-9efb-47ea-90b2-88df9e743730'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:56.871521 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-c6684e7f-8306-4589-82fe-e8be927a8155 None None] Set router f9de43a2-9efb-47ea-90b2-88df9e743730 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:57.052867 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c6684e7f-8306-4589-82fe-e8be927a8155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398272232', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:33:56Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:57.074167 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 542bbd13-4494-4240-aebc-4dfab52f8907 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:57.086538 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6684e7f-8306-4589-82fe-e8be927a8155 None None] Checking router: f9de43a2-9efb-47ea-90b2-88df9e743730 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:33:57.093560 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6684e7f-8306-4589-82fe-e8be927a8155 None None] Routers {'f9de43a2-9efb-47ea-90b2-88df9e743730'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:57.094194 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c6684e7f-8306-4589-82fe-e8be927a8155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:33:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['f9de43a2-9efb-47ea-90b2-88df9e743730'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:57.094317 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-03017acc-561e-44b1-ac42-577cb9907c0f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting subnet 41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:33:57.097681 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03017acc-561e-44b1-ac42-577cb9907c0f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.103473 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 542bbd13-4494-4240-aebc-4dfab52f8907 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:33:57.103928 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 542bbd13-4494-4240-aebc-4dfab52f8907 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:57.137310 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03017acc-561e-44b1-ac42-577cb9907c0f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.197936 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-c6684e7f-8306-4589-82fe-e8be927a8155 None None] Set router f9de43a2-9efb-47ea-90b2-88df9e743730 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:57.221606 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03017acc-561e-44b1-ac42-577cb9907c0f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.285370 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03017acc-561e-44b1-ac42-577cb9907c0f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.315289 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03017acc-561e-44b1-ac42-577cb9907c0f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Subnet': ['ID=41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:57.317348 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-03017acc-561e-44b1-ac42-577cb9907c0f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.319272 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-03017acc-561e-44b1-ac42-577cb9907c0f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/subnets/41a5fbc4-c44a-4f1b-9b82-88a2bddf65e7 HTTP/1.1" status: 204 len: 168 time: 0.5620315 Jul 16 02:33:57.321945 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49914) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:57.322980 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d340d9-ba2f-4e17-84e3-656e05d873bb None None] Network 92dbf064-e8dc-48be-bada-4093332eed8d requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:57.380895 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-c6684e7f-8306-4589-82fe-e8be927a8155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398272232', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:33:56Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:57.412183 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6684e7f-8306-4589-82fe-e8be927a8155 None None] The sync data for ids ['f9de43a2-9efb-47ea-90b2-88df9e743730'] in n-d-800086-6 is: [{'id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398272232', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:33:56Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '35ad55ae-54e3-46b1-b6b6-b965f984e7ca', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9de43a2-9efb-47ea-90b2-88df9e743730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:33:57.435394 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d62ea1e-f8b6-4740-8aaf-24e5b7f10774 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.545610 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d62ea1e-f8b6-4740-8aaf-24e5b7f10774 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.596662 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-5d62ea1e-f8b6-4740-8aaf-24e5b7f10774 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port 35ad55ae-54e3-46b1-b6b6-b965f984e7ca {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:57.596931 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d62ea1e-f8b6-4740-8aaf-24e5b7f10774 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.683940 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-5d62ea1e-f8b6-4740-8aaf-24e5b7f10774 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] For port 35ad55ae-54e3-46b1-b6b6-b965f984e7ca, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=35ad55ae-54e3-46b1-b6b6-b965f984e7ca,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:57.684292 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d62ea1e-f8b6-4740-8aaf-24e5b7f10774 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.696664 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-5d62ea1e-f8b6-4740-8aaf-24e5b7f10774 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for 35ad55ae-54e3-46b1-b6b6-b965f984e7ca owned by network:router_gateway {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:57.780299 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34231241-2952-4b2f-b54c-a27fb227b739 None None] DHCP port deletion for 92dbf064-e8dc-48be-bada-4093332eed8d request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:33:57.839677 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-34231241-2952-4b2f-b54c-a27fb227b739 None None] Deleting port 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:57.840096 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34231241-2952-4b2f-b54c-a27fb227b739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.877125 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d62ea1e-f8b6-4740-8aaf-24e5b7f10774 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.905100 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62ea1e-f8b6-4740-8aaf-24e5b7f10774 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=35ad55ae-54e3-46b1-b6b6-b965f984e7ca,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:57.908615 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-34231241-2952-4b2f-b54c-a27fb227b739 None None] For port 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=4fd5c479-3d4f-4218-a3c0-bac37d8cd11b,segment=NetworkSegment(03e79764-22e1-4ce6-b33f-c78a18a4e4af),segment_id=03e79764-22e1-4ce6-b33f-c78a18a4e4af)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:57.909025 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34231241-2952-4b2f-b54c-a27fb227b739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.922721 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-34231241-2952-4b2f-b54c-a27fb227b739 None None] Calling delete_port for 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:57.969643 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a7734da8-2622-476d-b702-dfebf74485e5 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:57.972165 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d62ea1e-f8b6-4740-8aaf-24e5b7f10774 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.994139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: a7734da8-2622-476d-b702-dfebf74485e5 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:33:57.994497 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device a7734da8-2622-476d-b702-dfebf74485e5 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:57.994926 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:58.064165 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d62ea1e-f8b6-4740-8aaf-24e5b7f10774 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.066446 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d62ea1e-f8b6-4740-8aaf-24e5b7f10774 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.075839 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-34231241-2952-4b2f-b54c-a27fb227b739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.110717 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34231241-2952-4b2f-b54c-a27fb227b739 None None] Pushing event deleted for resources: {'Port': ['ID=4fd5c479-3d4f-4218-a3c0-bac37d8cd11b,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:58.112820 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d62ea1e-f8b6-4740-8aaf-24e5b7f10774 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.113348 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d62ea1e-f8b6-4740-8aaf-24e5b7f10774 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Fanout notify agent at l3_agent the message router_deleted on router f9de43a2-9efb-47ea-90b2-88df9e743730 {{(pid=93831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:33:58.115880 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34231241-2952-4b2f-b54c-a27fb227b739 None None] No DVR routers for this DVR port 4fd5c479-3d4f-4218-a3c0-bac37d8cd11b on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:33:58.117376 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.128947 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5d62ea1e-f8b6-4740-8aaf-24e5b7f10774 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.130118 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5d62ea1e-f8b6-4740-8aaf-24e5b7f10774 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/routers/f9de43a2-9efb-47ea-90b2-88df9e743730 HTTP/1.1" status: 204 len: 168 time: 0.8071978 Jul 16 02:33:58.132818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49916) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:58.215370 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-360d89ce-8020-44d0-a3eb-65e629442c8a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.310350 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-360d89ce-8020-44d0-a3eb-65e629442c8a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.320510 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-360d89ce-8020-44d0-a3eb-65e629442c8a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92dbf064-e8dc-48be-bada-4093332eed8d']}} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:58.330925 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-360d89ce-8020-44d0-a3eb-65e629442c8a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e79764-22e1-4ce6-b33f-c78a18a4e4af') {'for_net_delete': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:58.331535 n-d-800086-6 neutron-server[93831]: DEBUG neutron.services.segments.db [None req-360d89ce-8020-44d0-a3eb-65e629442c8a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e79764-22e1-4ce6-b33f-c78a18a4e4af') {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:58.339758 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-360d89ce-8020-44d0-a3eb-65e629442c8a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9414758'] for segment, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.353825 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-360d89ce-8020-44d0-a3eb-65e629442c8a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.359399 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360d89ce-8020-44d0-a3eb-65e629442c8a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:33:58.359818 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-360d89ce-8020-44d0-a3eb-65e629442c8a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9410174'] for segment, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: Traceback (most recent call last): Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: timer() Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: cb(*args, **kw) Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: return func(*args, **kwargs) Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: self._notify() Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: self.callback(batched_events) Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: event.method(event) Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: return f(self, *a, **k) Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: return self._get(url).json() Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: return self.request(url, 'GET', **kwargs) Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:33:58.363303 n-d-800086-6 neutron-server[93831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:33:58.451950 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6ea61029-0445-47bf-a4d2-21dc2cdcdc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.752995 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-360d89ce-8020-44d0-a3eb-65e629442c8a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.759837 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-360d89ce-8020-44d0-a3eb-65e629442c8a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.761642 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-360d89ce-8020-44d0-a3eb-65e629442c8a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/networks/92dbf064-e8dc-48be-bada-4093332eed8d HTTP/1.1" status: 204 len: 168 time: 0.6278872 Jul 16 02:33:58.764463 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49918) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:58.773531 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d89ce-8020-44d0-a3eb-65e629442c8a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Network': ['ID=92dbf064-e8dc-48be-bada-4093332eed8d,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:58.825036 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e02b132-a2b8-4765-9d0c-58f9e3e736f5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.850687 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e02b132-a2b8-4765-9d0c-58f9e3e736f5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.909226 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e02b132-a2b8-4765-9d0c-58f9e3e736f5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.911404 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8e02b132-a2b8-4765-9d0c-58f9e3e736f5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.912609 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8e02b132-a2b8-4765-9d0c-58f9e3e736f5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/security-groups/dc134e1e-0482-4fd7-8aeb-6f95207d53bf HTTP/1.1" status: 204 len: 168 time: 0.1470299 Jul 16 02:33:58.927096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02b132-a2b8-4765-9d0c-58f9e3e736f5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc134e1e-0482-4fd7-8aeb-6f95207d53bf,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:59.276278 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49924) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:59.281062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-22361b5b-1ef7-4378-828c-ceefaf3c4a26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2121705763', 'description': 'tempest-secgroup-smoke-2121705763 description', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:59.302961 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-22361b5b-1ef7-4378-828c-ceefaf3c4a26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.384880 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-22361b5b-1ef7-4378-828c-ceefaf3c4a26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.388534 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-22361b5b-1ef7-4378-828c-ceefaf3c4a26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.416248 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-22361b5b-1ef7-4378-828c-ceefaf3c4a26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.417492 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-22361b5b-1ef7-4378-828c-ceefaf3c4a26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1401665 Jul 16 02:33:59.419336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22361b5b-1ef7-4378-828c-ceefaf3c4a26 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24abd5c-1211-4938-a8a6-3c46547d0c1e,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:59.420503 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49926) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:59.427676 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-93a570d2-593e-4276-8e6d-64a8a7a7a144 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': 'd24abd5c-1211-4938-a8a6-3c46547d0c1e', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:59.441856 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.457341 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-93a570d2-593e-4276-8e6d-64a8a7a7a144 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.503610 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-93a570d2-593e-4276-8e6d-64a8a7a7a144 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.506970 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-93a570d2-593e-4276-8e6d-64a8a7a7a144 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.531149 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a570d2-593e-4276-8e6d-64a8a7a7a144 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27a5af1-300c-43cb-b8e1-d40d4c7c11ea,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:59.535197 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-93a570d2-593e-4276-8e6d-64a8a7a7a144 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.536404 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-93a570d2-593e-4276-8e6d-64a8a7a7a144 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141820 Jul 16 02:33:59.539090 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49928) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:59.543436 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ee550933-2482-4026-9d25-2070f5168a8b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': 'd24abd5c-1211-4938-a8a6-3c46547d0c1e', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:59.570917 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ee550933-2482-4026-9d25-2070f5168a8b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.625870 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ee550933-2482-4026-9d25-2070f5168a8b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.629989 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ee550933-2482-4026-9d25-2070f5168a8b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.647055 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee550933-2482-4026-9d25-2070f5168a8b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809f83e0-68c7-49d5-ae5b-9cbd1586603b,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:59.653753 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ee550933-2482-4026-9d25-2070f5168a8b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.654934 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ee550933-2482-4026-9d25-2070f5168a8b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149325 Jul 16 02:33:59.658002 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 49930) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:59.662818 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e25901c0-df12-483d-b5e0-79a960e0d4be tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': 'd24abd5c-1211-4938-a8a6-3c46547d0c1e', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:59.690155 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e25901c0-df12-483d-b5e0-79a960e0d4be tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.747694 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e25901c0-df12-483d-b5e0-79a960e0d4be tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.751330 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e25901c0-df12-483d-b5e0-79a960e0d4be tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.772462 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25901c0-df12-483d-b5e0-79a960e0d4be tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11caa33-cc1f-477a-9f76-94fa302b96ec,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:59.774869 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e25901c0-df12-483d-b5e0-79a960e0d4be tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.776335 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e25901c0-df12-483d-b5e0-79a960e0d4be tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168242 Jul 16 02:33:59.779351 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49932) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:59.785099 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-84af06cd-05dd-4ea6-80a2-3e19f57b5266 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': 'd24abd5c-1211-4938-a8a6-3c46547d0c1e', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:59.810783 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84af06cd-05dd-4ea6-80a2-3e19f57b5266 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.871114 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84af06cd-05dd-4ea6-80a2-3e19f57b5266 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.874554 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84af06cd-05dd-4ea6-80a2-3e19f57b5266 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.893387 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af06cd-05dd-4ea6-80a2-3e19f57b5266 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96dbdd2e-16c9-4a8b-9abf-79d9c78cd870,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:59.900278 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84af06cd-05dd-4ea6-80a2-3e19f57b5266 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.901744 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-84af06cd-05dd-4ea6-80a2-3e19f57b5266 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212234 Jul 16 02:33:59.904429 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49934) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:59.910062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-9fc640e9-f9ea-4b32-bb57-19325d70f162 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': 'd24abd5c-1211-4938-a8a6-3c46547d0c1e', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:59.932328 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-9fc640e9-f9ea-4b32-bb57-19325d70f162 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Project fad30493b7d341c7b1b3e13a6d10f18a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:33:59.937219 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9fc640e9-f9ea-4b32-bb57-19325d70f162 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.948834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 35ad55ae-54e3-46b1-b6b6-b965f984e7ca no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:59.968251 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 35ad55ae-54e3-46b1-b6b6-b965f984e7ca {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:33:59.968640 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 35ad55ae-54e3-46b1-b6b6-b965f984e7ca not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:34:00.000680 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9fc640e9-f9ea-4b32-bb57-19325d70f162 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.004632 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9fc640e9-f9ea-4b32-bb57-19325d70f162 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.021846 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc640e9-f9ea-4b32-bb57-19325d70f162 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5222896a-4dc6-4bc3-a016-7dd3f0026ccb,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:00.026983 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9fc640e9-f9ea-4b32-bb57-19325d70f162 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.028181 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9fc640e9-f9ea-4b32-bb57-19325d70f162 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226623 Jul 16 02:34:00.030943 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49936) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:00.035806 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d210c7cd-d510-44b1-b9dc-4a6ff451689e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': 'd24abd5c-1211-4938-a8a6-3c46547d0c1e', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:34:00.057438 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-d210c7cd-d510-44b1-b9dc-4a6ff451689e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Project fad30493b7d341c7b1b3e13a6d10f18a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:34:00.062280 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d210c7cd-d510-44b1-b9dc-4a6ff451689e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.123297 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d210c7cd-d510-44b1-b9dc-4a6ff451689e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.126830 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d210c7cd-d510-44b1-b9dc-4a6ff451689e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.145331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210c7cd-d510-44b1-b9dc-4a6ff451689e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b5c82e-6e08-4566-8944-14724446f3e9,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:00.153255 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d210c7cd-d510-44b1-b9dc-4a6ff451689e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.154489 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d210c7cd-d510-44b1-b9dc-4a6ff451689e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226273 Jul 16 02:34:00.157356 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49938) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:00.162964 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-f1920571-9655-476e-935e-b0845a68898c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'network': {'name': 'tempest-network-smoke--841288263', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'port_security_enabled': True}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:34:00.183287 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1920571-9655-476e-935e-b0845a68898c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Made reservation on behalf of fad30493b7d341c7b1b3e13a6d10f18a for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:34:00.186679 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f1920571-9655-476e-935e-b0845a68898c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.209873 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1920571-9655-476e-935e-b0845a68898c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:34:00.218739 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f1920571-9655-476e-935e-b0845a68898c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.219096 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-f1920571-9655-476e-935e-b0845a68898c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Added segment 7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce of type vlan for network 028e8fb8-38b2-46bc-8bf7-1fa165933c9c Jul 16 02:34:00.259880 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f1920571-9655-476e-935e-b0845a68898c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.289234 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f1920571-9655-476e-935e-b0845a68898c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.294761 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1920571-9655-476e-935e-b0845a68898c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:00.295361 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-f1920571-9655-476e-935e-b0845a68898c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.330412 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-f1920571-9655-476e-935e-b0845a68898c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1712973 Jul 16 02:34:00.333336 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49940) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:00.339791 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2070196511', 'admin_state_up': True, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:34:00.377351 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1920571-9655-476e-935e-b0845a68898c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Network': ['ID=028e8fb8-38b2-46bc-8bf7-1fa165933c9c,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:00.387449 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 028e8fb8-38b2-46bc-8bf7-1fa165933c9c details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:34:00.389551 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.390543 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.441605 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.580028 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.774084 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.792622 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.891775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.25.1.131 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:34:00.999892 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.037463 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.073538 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:34:01.078253 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:34:01.081668 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:34:01.106607 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:01.120352 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.122864 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-58c3a3ae-4d3b-456e-aaa2-4b758b3907b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.336544 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.533432 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.659472 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 2e969eed-cd6d-4a65-930d-abef501c751e is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:34:01.770075 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:34:01.779381 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Sync routers for ids ['2e969eed-cd6d-4a65-930d-abef501c751e'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:34:01.788638 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Routers {'2e969eed-cd6d-4a65-930d-abef501c751e'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:34:01.789004 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.789507 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2e969eed-cd6d-4a65-930d-abef501c751e'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:01.790357 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-eda843bd-0b4b-4810-8906-922017ac2a7e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4560711 Jul 16 02:34:01.793451 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49942) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:01.821702 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dfbdccd6-dbfb-4124-b408-b061bd8338b2 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=fad30493b7d341c7b1b3e13a6d10f18a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270982 Jul 16 02:34:01.824224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49944) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:01.897650 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Set router 2e969eed-cd6d-4a65-930d-abef501c751e gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:34:01.916131 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe69ef9-31d7-483d-b454-5f207754875a tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:01.921252 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-fbe69ef9-31d7-483d-b454-5f207754875a tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0935366 Jul 16 02:34:01.921584 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49946) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:01.959958 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-0b85ffc9-3133-4706-8c12-eb84076e2c7c tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=88f2079c-e547-45f1-859f-49428e13c11a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371759 Jul 16 02:34:01.962813 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49948) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:01.967728 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-ff823900-0e82-492a-be3f-0abb65cf0886 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-450269064', 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:34:02.068133 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff823900-0e82-492a-be3f-0abb65cf0886 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Made reservation on behalf of fad30493b7d341c7b1b3e13a6d10f18a for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:34:02.072017 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ff823900-0e82-492a-be3f-0abb65cf0886 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:02.272321 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ff823900-0e82-492a-be3f-0abb65cf0886 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:02.304374 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:02.306733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070196511', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:01Z', 'revision_number': 3, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:02.340748 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff823900-0e82-492a-be3f-0abb65cf0886 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Subnet': ['ID=2c90207a-1d1d-4fd5-b9a7-72f2a1274805,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:02.350407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff823900-0e82-492a-be3f-0abb65cf0886 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Checking segment: {'id': '7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:34:02.350610 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Checking router: 2e969eed-cd6d-4a65-930d-abef501c751e for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:34:02.350791 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff823900-0e82-492a-be3f-0abb65cf0886 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network hostable DHCP agents. Network: 028e8fb8-38b2-46bc-8bf7-1fa165933c9c, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:34:02.350924 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Updating router 2e969eed-cd6d-4a65-930d-abef501c751e port 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:34:02.368736 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff823900-0e82-492a-be3f-0abb65cf0886 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 028e8fb8-38b2-46bc-8bf7-1fa165933c9c is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:34:02.379382 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-ff823900-0e82-492a-be3f-0abb65cf0886 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 028e8fb8-38b2-46bc-8bf7-1fa165933c9c) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:34:02.384465 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff823900-0e82-492a-be3f-0abb65cf0886 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:02.384861 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-ff823900-0e82-492a-be3f-0abb65cf0886 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:02.395324 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999715d7-5408-4d57-be1b-9bd0a90e67c0 None None] Network 028e8fb8-38b2-46bc-8bf7-1fa165933c9c requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:34:02.404208 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-ff823900-0e82-492a-be3f-0abb65cf0886 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4403491 Jul 16 02:34:02.407986 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 49950) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:02.422191 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:02.732561 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-028e8fb8-38b2-46bc-8bf7-1fa165933c9c', 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ips': [{'subnet_id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:34:02.733404 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:02.873953 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:02.920247 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:02.938456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Transition to ACTIVE for port object 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:34:02.945137 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Allocated IP 172.20.0.2 (028e8fb8-38b2-46bc-8bf7-1fa165933c9c/2c90207a-1d1d-4fd5-b9a7-72f2a1274805/faf0abf8-fea5-407a-ae2f-ba3730c8ae45) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:34:02.950878 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.031677 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Attempting to bind port 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:34:03.032066 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Attempting to bind port 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:34:03.032429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Attempting to bind port 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:34:03.034968 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15dce5-2341-4dc0-8b64-98599919f3cf None None] Pushing event updated for resources: {'Port': ['ID=36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:03.068644 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:34:03.069017 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:34:03.069420 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.069815 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:34:03.070282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Bound port: 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:34:03.070665 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.162477 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] For port 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:34:03.179791 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] For port 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:34:03.189974 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.196055 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.228807 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Transition to ACTIVE for port object faf0abf8-fea5-407a-ae2f-ba3730c8ae45 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:34:03.272670 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15dce5-2341-4dc0-8b64-98599919f3cf None None] Pushing event updated for resources: {'Port': ['ID=36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:03.275795 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Transition to ACTIVE for port object faf0abf8-fea5-407a-ae2f-ba3730c8ae45 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:34:03.279184 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Routers {'2e969eed-cd6d-4a65-930d-abef501c751e'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:34:03.279827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2e969eed-cd6d-4a65-930d-abef501c751e'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:03.315249 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.335506 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.20.0.1 (028e8fb8-38b2-46bc-8bf7-1fa165933c9c/2c90207a-1d1d-4fd5-b9a7-72f2a1274805/6127a368-5afe-4c13-9f3f-6b092d162b54) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:34:03.386808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Network 028e8fb8-38b2-46bc-8bf7-1fa165933c9c is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:34:03.395978 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:34:03.403187 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:34:03.411498 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Pushing event updated for resources: {'Port': ['ID=faf0abf8-fea5-407a-ae2f-ba3730c8ae45,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:03.450806 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.464343 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Transition to ACTIVE for port object 6127a368-5afe-4c13-9f3f-6b092d162b54 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:34:03.464907 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] Set router 2e969eed-cd6d-4a65-930d-abef501c751e gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:34:03.498182 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.541537 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 028e8fb8-38b2-46bc-8bf7-1fa165933c9c is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:34:03.542169 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Attempting to bind port faf0abf8-fea5-407a-ae2f-ba3730c8ae45 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:34:03.542538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Attempting to bind port faf0abf8-fea5-407a-ae2f-ba3730c8ae45 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:34:03.542898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Attempting to bind port faf0abf8-fea5-407a-ae2f-ba3730c8ae45 on network 028e8fb8-38b2-46bc-8bf7-1fa165933c9c {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:34:03.547272 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:34:03.550306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:34:03.552346 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:34:03.552710 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Checking segment: {'id': '7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:34:03.553115 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.553502 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Bound using segment: {'id': '7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:34:03.553967 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Bound port: faf0abf8-fea5-407a-ae2f-ba3730c8ae45, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:34:03.554344 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.579607 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=6127a368-5afe-4c13-9f3f-6b092d162b54,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:03.600989 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.680661 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] For port faf0abf8-fea5-407a-ae2f-ba3730c8ae45, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:34:03.684626 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] For port faf0abf8-fea5-407a-ae2f-ba3730c8ae45, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=faf0abf8-fea5-407a-ae2f-ba3730c8ae45,segment=NetworkSegment(7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce),segment_id=7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:34:03.691877 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.751152 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.757606 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ab925-94c9-45b8-b8f3-3b72881ad55f None None] Pushing event updated for resources: {'Port': ['ID=faf0abf8-fea5-407a-ae2f-ba3730c8ae45,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:03.762061 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070196511', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:01Z', 'revision_number': 3, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:03.793089 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06d1333-356f-4072-83f7-6c88c386d7af None None] The sync data for ids ['2e969eed-cd6d-4a65-930d-abef501c751e'] in n-d-800086-6 is: [{'id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070196511', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:01Z', 'revision_number': 3, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:34:04.075471 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:04.082026 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:04.086799 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:04.160496 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:04.166445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=6127a368-5afe-4c13-9f3f-6b092d162b54,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:04.265461 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 028e8fb8-38b2-46bc-8bf7-1fa165933c9c is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:34:04.268117 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:34:04.388022 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 2e969eed-cd6d-4a65-930d-abef501c751e has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:34:04.510127 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:34:04.515124 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-05d3f6db-1d52-4ca7-8afc-40735497d60c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "PUT /v2.0/routers/2e969eed-cd6d-4a65-930d-abef501c751e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1061924 Jul 16 02:34:04.666058 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-a5291139-f56d-41ff-ad9c-50d4ed04ad3b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2121705763&fields=id&tenant_id=fad30493b7d341c7b1b3e13a6d10f18a HTTP/1.1" status: 200 len: 267 time: 0.0365410 Jul 16 02:34:04.753328 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318b22b1-595c-4ea5-856f-e94c0ccbbce5 None None] Network 028e8fb8-38b2-46bc-8bf7-1fa165933c9c requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:34:04.784869 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-e78cdbb6-7cf2-4cab-976c-737041c0a08a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:04.786376 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-e78cdbb6-7cf2-4cab-976c-737041c0a08a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/networks?id=028e8fb8-38b2-46bc-8bf7-1fa165933c9c HTTP/1.1" status: 200 len: 796 time: 0.1139488 Jul 16 02:34:04.801182 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-7242cab6-6e5d-4bc2-9054-aa6a9e2a601d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/quotas/fad30493b7d341c7b1b3e13a6d10f18a HTTP/1.1" status: 200 len: 375 time: 0.0094998 Jul 16 02:34:04.828991 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-164b25c1-d721-4f1e-8e43-de5a1947027a None None] Provisioning for port faf0abf8-fea5-407a-ae2f-ba3730c8ae45 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:04.870439 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-dc2ef045-13c5-49a8-8285-7c811074ee01 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637405 Jul 16 02:34:05.023314 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-dd8a5908-d3ef-4405-9970-6b530795d8e5 service neutron] 10.222.0.54 "GET /v2.0/networks/028e8fb8-38b2-46bc-8bf7-1fa165933c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413896 Jul 16 02:34:05.116378 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-108f31a6-6dc6-4999-b9e1-e8f507abfa93 service neutron] 10.222.0.54 "GET /v2.0/networks/028e8fb8-38b2-46bc-8bf7-1fa165933c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873017 Jul 16 02:34:05.176731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0bc8721d-067b-4d90-a404-2e5585ba818c None None] Provisioning for port 6127a368-5afe-4c13-9f3f-6b092d162b54 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:05.182656 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0bc8721d-067b-4d90-a404-2e5585ba818c None None] Provisioning complete for port 6127a368-5afe-4c13-9f3f-6b092d162b54 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:05.183119 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0bc8721d-067b-4d90-a404-2e5585ba818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:05.223846 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-0bc8721d-067b-4d90-a404-2e5585ba818c None None] Port 6127a368-5afe-4c13-9f3f-6b092d162b54 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:34:05.346608 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1748bcb9-8436-4e91-98ea-0c10ce7632a9 None None] Provisioning complete for port 6127a368-5afe-4c13-9f3f-6b092d162b54 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:05.347212 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1748bcb9-8436-4e91-98ea-0c10ce7632a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:05.390301 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1748bcb9-8436-4e91-98ea-0c10ce7632a9 None None] Port 6127a368-5afe-4c13-9f3f-6b092d162b54 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:34:05.611888 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ba68b5d2-f9d2-477a-80de-62f9370c9608 None None] Provisioning complete for port 6127a368-5afe-4c13-9f3f-6b092d162b54 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:05.612439 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ba68b5d2-f9d2-477a-80de-62f9370c9608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:05.627342 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Sync routers for ids ['2e969eed-cd6d-4a65-930d-abef501c751e'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:34:05.639375 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Routers {'2e969eed-cd6d-4a65-930d-abef501c751e'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:34:05.642813 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a274f693-b2a4-4792-b105-332af38208ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2e969eed-cd6d-4a65-930d-abef501c751e'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:05.656904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ba68b5d2-f9d2-477a-80de-62f9370c9608 None None] Port 6127a368-5afe-4c13-9f3f-6b092d162b54 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:34:05.717374 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cbf662b6-ddd1-4765-b61e-8ac737be89b2 req-bdc30fe4-9e11-4b51-be51-2f193749f2a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 210 time: 0.4392393 Jul 16 02:34:05.773302 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Set router 2e969eed-cd6d-4a65-930d-abef501c751e gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:34:05.968107 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a274f693-b2a4-4792-b105-332af38208ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070196511', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6127a368-5afe-4c13-9f3f-6b092d162b54', 'name': '', 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:a3:3d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:03Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 2, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:05.995263 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Checking router: 2e969eed-cd6d-4a65-930d-abef501c751e for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:34:05.995607 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Updating router 2e969eed-cd6d-4a65-930d-abef501c751e port 6127a368-5afe-4c13-9f3f-6b092d162b54 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:34:06.035148 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.037035 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device faf0abf8-fea5-407a-ae2f-ba3730c8ae45 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:06.243798 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port faf0abf8-fea5-407a-ae2f-ba3730c8ae45 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:06.247614 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port faf0abf8-fea5-407a-ae2f-ba3730c8ae45 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:06.248028 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.307731 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.323702 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Transition to ACTIVE for port object 6127a368-5afe-4c13-9f3f-6b092d162b54 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:34:06.329904 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.339500 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.375857 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port faf0abf8-fea5-407a-ae2f-ba3730c8ae45, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=faf0abf8-fea5-407a-ae2f-ba3730c8ae45,segment=NetworkSegment(7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce),segment_id=7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:06.381623 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.382647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:06.413251 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6d442-80f4-4b82-9567-32c084b9536d None None] Pushing event updated for resources: {'Port': ['ID=6127a368-5afe-4c13-9f3f-6b092d162b54,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:06.422506 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d442-80f4-4b82-9567-32c084b9536d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:06.422842 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d442-80f4-4b82-9567-32c084b9536d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:06.423734 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d442-80f4-4b82-9567-32c084b9536d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:06.424109 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d442-80f4-4b82-9567-32c084b9536d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:06.424425 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d442-80f4-4b82-9567-32c084b9536d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:06.424745 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d442-80f4-4b82-9567-32c084b9536d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:06.425063 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d442-80f4-4b82-9567-32c084b9536d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:06.425376 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d442-80f4-4b82-9567-32c084b9536d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:06.425693 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d442-80f4-4b82-9567-32c084b9536d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:06.426004 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d442-80f4-4b82-9567-32c084b9536d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:06.426317 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d442-80f4-4b82-9567-32c084b9536d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:06.426684 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6d442-80f4-4b82-9567-32c084b9536d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:06.459176 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Attempting to bind port 6127a368-5afe-4c13-9f3f-6b092d162b54 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:34:06.459543 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Attempting to bind port 6127a368-5afe-4c13-9f3f-6b092d162b54 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:34:06.459930 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Attempting to bind port 6127a368-5afe-4c13-9f3f-6b092d162b54 on network 028e8fb8-38b2-46bc-8bf7-1fa165933c9c {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:34:06.465038 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:34:06.465410 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Checking segment: {'id': '7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:34:06.465866 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.466191 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Bound using segment: {'id': '7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:34:06.466651 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Bound port: 6127a368-5afe-4c13-9f3f-6b092d162b54, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:34:06.467024 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.486483 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=faf0abf8-fea5-407a-ae2f-ba3730c8ae45,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:06.507334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:06.512039 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:06.512652 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.535138 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-f4ce3d55-e7b3-4aac-afeb-7d008635c1e7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:06.536918 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-f4ce3d55-e7b3-4aac-afeb-7d008635c1e7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.26 "GET /v2.0/networks?id=028e8fb8-38b2-46bc-8bf7-1fa165933c9c HTTP/1.1" status: 200 len: 796 time: 0.1474891 Jul 16 02:34:06.551221 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-a274f693-b2a4-4792-b105-332af38208ca None None] For port 6127a368-5afe-4c13-9f3f-6b092d162b54, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:34:06.554901 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-a274f693-b2a4-4792-b105-332af38208ca None None] For port 6127a368-5afe-4c13-9f3f-6b092d162b54, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6127a368-5afe-4c13-9f3f-6b092d162b54,segment=NetworkSegment(7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce),segment_id=7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:34:06.559621 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.609510 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-6d948eee-e92a-4e56-9a36-3cd97718e64f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad30493b7d341c7b1b3e13a6d10f18a HTTP/1.1" status: 200 len: 380 time: 0.0580297 Jul 16 02:34:06.621038 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b5ede8ea-5687-4678-8927-c5296d7ae83c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'port': {'device_id': '2e00f0c0-c257-493a-8801-bb9904511799', 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c', 'admin_state_up': True, 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'security_groups': ['d24abd5c-1211-4938-a8a6-3c46547d0c1e']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:34:06.623459 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Routers {'2e969eed-cd6d-4a65-930d-abef501c751e'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:34:06.624593 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a274f693-b2a4-4792-b105-332af38208ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2e969eed-cd6d-4a65-930d-abef501c751e'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:06.628951 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.676432 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:06.682846 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.760031 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:06.805764 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b5ede8ea-5687-4678-8927-c5296d7ae83c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Made reservation on behalf of fad30493b7d341c7b1b3e13a6d10f18a for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:34:06.810046 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b5ede8ea-5687-4678-8927-c5296d7ae83c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.816618 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6d442-80f4-4b82-9567-32c084b9536d None None] Pushing event updated for resources: {'Port': ['ID=6127a368-5afe-4c13-9f3f-6b092d162b54,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:06.890670 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-a274f693-b2a4-4792-b105-332af38208ca None None] Set router 2e969eed-cd6d-4a65-930d-abef501c751e gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:34:06.912253 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-829259d9-3b99-47fd-a86d-eb5796d804f5 req-86ba2f10-c7a0-4b61-99ee-c6da1fd034e3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 210 time: 0.0339625 Jul 16 02:34:06.990959 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b5ede8ea-5687-4678-8927-c5296d7ae83c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.20.0.6 (028e8fb8-38b2-46bc-8bf7-1fa165933c9c/2c90207a-1d1d-4fd5-b9a7-72f2a1274805/ad0b108a-c2ca-4d43-bb9a-b565a263f1db) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:34:07.105467 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-a274f693-b2a4-4792-b105-332af38208ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070196511', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6127a368-5afe-4c13-9f3f-6b092d162b54', 'name': '', 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:a3:3d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:03Z', 'updated_at': '2021-07-16T02:34:06Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:07.130173 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b5ede8ea-5687-4678-8927-c5296d7ae83c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:07.131924 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a274f693-b2a4-4792-b105-332af38208ca None None] The sync data for ids ['2e969eed-cd6d-4a65-930d-abef501c751e'] in n-d-800086-6 is: [{'id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070196511', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6127a368-5afe-4c13-9f3f-6b092d162b54', 'name': '', 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:a3:3d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:03Z', 'updated_at': '2021-07-16T02:34:06Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:34:07.147097 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b5ede8ea-5687-4678-8927-c5296d7ae83c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Transition to ACTIVE for port object ad0b108a-c2ca-4d43-bb9a-b565a263f1db will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:34:07.201614 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b5ede8ea-5687-4678-8927-c5296d7ae83c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:07.259973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b5ede8ea-5687-4678-8927-c5296d7ae83c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 028e8fb8-38b2-46bc-8bf7-1fa165933c9c is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:34:07.263431 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b5ede8ea-5687-4678-8927-c5296d7ae83c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:34:07.269132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b5ede8ea-5687-4678-8927-c5296d7ae83c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:34:07.273176 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ede8ea-5687-4678-8927-c5296d7ae83c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=ad0b108a-c2ca-4d43-bb9a-b565a263f1db,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:07.337402 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b5ede8ea-5687-4678-8927-c5296d7ae83c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:07.338098 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b5ede8ea-5687-4678-8927-c5296d7ae83c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:07.355002 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b5ede8ea-5687-4678-8927-c5296d7ae83c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7402861 Jul 16 02:34:07.373811 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Request body: {'port': {'device_id': '2e00f0c0-c257-493a-8801-bb9904511799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:34:07.461718 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:07.530126 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d5ffc632-c6f5-4388-9b3e-7802c76b36d8 None None] Provisioning for port ad0b108a-c2ca-4d43-bb9a-b565a263f1db completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:07.536233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d5ffc632-c6f5-4388-9b3e-7802c76b36d8 None None] Provisioning complete for port ad0b108a-c2ca-4d43-bb9a-b565a263f1db triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:07.536611 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d5ffc632-c6f5-4388-9b3e-7802c76b36d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:07.572512 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d5ffc632-c6f5-4388-9b3e-7802c76b36d8 None None] Port ad0b108a-c2ca-4d43-bb9a-b565a263f1db cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:34:07.748714 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0b108a-c2ca-4d43-bb9a-b565a263f1db {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:34:07.757391 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:07.770385 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Transition to ACTIVE for port object ad0b108a-c2ca-4d43-bb9a-b565a263f1db will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:34:07.775634 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:07.828260 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0b108a-c2ca-4d43-bb9a-b565a263f1db,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:07.914367 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Attempting to bind port ad0b108a-c2ca-4d43-bb9a-b565a263f1db on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:34:07.915280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Attempting to bind port ad0b108a-c2ca-4d43-bb9a-b565a263f1db by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:34:07.915633 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Attempting to bind port ad0b108a-c2ca-4d43-bb9a-b565a263f1db on network 028e8fb8-38b2-46bc-8bf7-1fa165933c9c {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:34:07.924903 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Port ad0b108a-c2ca-4d43-bb9a-b565a263f1db on network 028e8fb8-38b2-46bc-8bf7-1fa165933c9c not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:34:07.925234 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Attempting to bind port ad0b108a-c2ca-4d43-bb9a-b565a263f1db on network 028e8fb8-38b2-46bc-8bf7-1fa165933c9c {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:34:07.931750 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:34:07.932073 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Checking segment: {'id': '7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:34:07.932456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Bound using segment: {'id': '7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:34:07.932928 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Bound port: ad0b108a-c2ca-4d43-bb9a-b565a263f1db, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:34:07.933228 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:08.009968 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] For port ad0b108a-c2ca-4d43-bb9a-b565a263f1db, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:34:08.013093 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] For port ad0b108a-c2ca-4d43-bb9a-b565a263f1db, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=ad0b108a-c2ca-4d43-bb9a-b565a263f1db,segment=NetworkSegment(7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce),segment_id=7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:34:08.019000 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:08.052005 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:08.052711 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:08.054214 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] 10.222.0.26 "PUT /v2.0/ports/ad0b108a-c2ca-4d43-bb9a-b565a263f1db HTTP/1.1" status: 200 len: 1091 time: 0.6852765 Jul 16 02:34:08.054626 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e00f0c0-c257-493a-8801-bb9904511799', 'tag': 'ad0b108a-c2ca-4d43-bb9a-b565a263f1db'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:08.056941 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746d025b-f11d-4dff-84d5-ac82b2bea5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "2e00f0c0-c257-493a-8801-bb9904511799", "tag": "ad0b108a-c2ca-4d43-bb9a-b565a263f1db"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:08.057927 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device faf0abf8-fea5-407a-ae2f-ba3730c8ae45 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:08.088498 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db546b-57c4-4f58-8974-69c63eb679c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0b108a-c2ca-4d43-bb9a-b565a263f1db,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:08.129328 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b21756b-4c84-466e-ba10-9634aae3ca40 x-openstack-request-id: req-8b21756b-4c84-466e-ba10-9634aae3ca40 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:08.131202 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e00f0c0-c257-493a-8801-bb9904511799", "tag": "ad0b108a-c2ca-4d43-bb9a-b565a263f1db", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:08.131331 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8b21756b-4c84-466e-ba10-9634aae3ca40 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:08.131701 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e00f0c0-c257-493a-8801-bb9904511799', 'tag': 'ad0b108a-c2ca-4d43-bb9a-b565a263f1db', 'status': 'completed', 'code': 200} Jul 16 02:34:08.132204 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521a842-52fd-41df-9da7-b13d3243b7ad req-5c333397-72f6-48d2-9d6a-34f42416b400 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:08.134608 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3521a842-52fd-41df-9da7-b13d3243b7ad req-5c333397-72f6-48d2-9d6a-34f42416b400 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 943 time: 0.0918367 Jul 16 02:34:08.154868 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port faf0abf8-fea5-407a-ae2f-ba3730c8ae45 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:08.155247 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:08.185177 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-5178835c-515d-48d2-9622-1f45c8bdf943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:08.186061 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3521a842-52fd-41df-9da7-b13d3243b7ad req-34e25f1e-baee-4b19-9449-c901c25d1792 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396416 Jul 16 02:34:08.186722 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-5178835c-515d-48d2-9622-1f45c8bdf943 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 1094 time: 0.0673146 Jul 16 02:34:08.239505 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-335d6678-78d0-4d80-b973-4983411dd792 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad0b108a-c2ca-4d43-bb9a-b565a263f1db HTTP/1.1" status: 200 len: 217 time: 0.0402851 Jul 16 02:34:08.250220 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:08.301292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-54fa9f10-77da-47f7-88df-d3f75b165515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:08.302173 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:08.302553 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:08.302793 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-54fa9f10-77da-47f7-88df-d3f75b165515 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c90207a-1d1d-4fd5-b9a7-72f2a1274805 HTTP/1.1" status: 200 len: 834 time: 0.0571449 Jul 16 02:34:08.362849 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-8b8be685-8f97-4a38-9308-6e275835518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:08.364304 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-8b8be685-8f97-4a38-9308-6e275835518f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=028e8fb8-38b2-46bc-8bf7-1fa165933c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548534 Jul 16 02:34:08.391432 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6127a368-5afe-4c13-9f3f-6b092d162b54 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:08.441456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 6127a368-5afe-4c13-9f3f-6b092d162b54 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:08.445147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6127a368-5afe-4c13-9f3f-6b092d162b54 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:08.445525 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:08.461019 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-0b393808-df36-4e88-af84-2f278998c36e service neutron] 10.222.0.26 "GET /v2.0/networks/028e8fb8-38b2-46bc-8bf7-1fa165933c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892060 Jul 16 02:34:08.521883 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:08.551588 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0323f60a-9652-491c-b9ef-8a615ebd4298 req-5b471b51-18d1-4ade-ae77-e3595217af6b service neutron] 10.222.0.26 "GET /v2.0/networks/028e8fb8-38b2-46bc-8bf7-1fa165933c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835624 Jul 16 02:34:08.560081 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 6127a368-5afe-4c13-9f3f-6b092d162b54, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6127a368-5afe-4c13-9f3f-6b092d162b54,segment=NetworkSegment(7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce),segment_id=7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:08.565109 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:08.614627 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=6127a368-5afe-4c13-9f3f-6b092d162b54,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:08.695246 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d025b-f11d-4dff-84d5-ac82b2bea5e6 req-8d23a4f6-a77b-46ff-9d48-5eebaa6c5656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:08.696815 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-746d025b-f11d-4dff-84d5-ac82b2bea5e6 req-8d23a4f6-a77b-46ff-9d48-5eebaa6c5656 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 1094 time: 0.0589685 Jul 16 02:34:08.786390 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d025b-f11d-4dff-84d5-ac82b2bea5e6 req-a32d2e8a-8fbd-4960-86d7-f180b6913547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:08.787891 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-746d025b-f11d-4dff-84d5-ac82b2bea5e6 req-a32d2e8a-8fbd-4960-86d7-f180b6913547 service neutron] 10.222.0.26 "GET /v2.0/networks?id=028e8fb8-38b2-46bc-8bf7-1fa165933c9c HTTP/1.1" status: 200 len: 897 time: 0.0846071 Jul 16 02:34:08.831784 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-746d025b-f11d-4dff-84d5-ac82b2bea5e6 req-ad5d4f23-8604-4ab0-8ea5-edcff80300d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad0b108a-c2ca-4d43-bb9a-b565a263f1db HTTP/1.1" status: 200 len: 217 time: 0.0372462 Jul 16 02:34:08.879935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d025b-f11d-4dff-84d5-ac82b2bea5e6 req-f7b6fb0f-b60f-4cdc-a582-2e7105c05a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:08.881315 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-746d025b-f11d-4dff-84d5-ac82b2bea5e6 req-f7b6fb0f-b60f-4cdc-a582-2e7105c05a56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c90207a-1d1d-4fd5-b9a7-72f2a1274805 HTTP/1.1" status: 200 len: 834 time: 0.0425799 Jul 16 02:34:08.937405 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d025b-f11d-4dff-84d5-ac82b2bea5e6 req-e1dc077e-2994-4de0-baa6-47e6b825f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:08.939519 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-746d025b-f11d-4dff-84d5-ac82b2bea5e6 req-e1dc077e-2994-4de0-baa6-47e6b825f642 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=028e8fb8-38b2-46bc-8bf7-1fa165933c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512936 Jul 16 02:34:09.032992 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-746d025b-f11d-4dff-84d5-ac82b2bea5e6 req-f96ceee2-ca90-4524-b76d-d16870da1b3b service neutron] 10.222.0.26 "GET /v2.0/networks/028e8fb8-38b2-46bc-8bf7-1fa165933c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857277 Jul 16 02:34:09.122336 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-746d025b-f11d-4dff-84d5-ac82b2bea5e6 req-d3ea65e5-7b3a-4b48-9903-422022a1d55e service neutron] 10.222.0.26 "GET /v2.0/networks/028e8fb8-38b2-46bc-8bf7-1fa165933c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828872 Jul 16 02:34:09.373404 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe140b-b1cc-4a72-bdf3-c7e21c98d950 req-8297f292-bc28-4079-93ad-eb56ea439743 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:09.374829 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1bfe140b-b1cc-4a72-bdf3-c7e21c98d950 req-8297f292-bc28-4079-93ad-eb56ea439743 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 943 time: 0.0682998 Jul 16 02:34:09.412547 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1bfe140b-b1cc-4a72-bdf3-c7e21c98d950 req-1b8d4bf0-4f7f-4c5b-bca2-88e658c2e0c0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315242 Jul 16 02:34:09.958445 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6127a368-5afe-4c13-9f3f-6b092d162b54 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:10.006569 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 6127a368-5afe-4c13-9f3f-6b092d162b54 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:10.006943 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:10.586558 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be498ac-ce70-4175-817f-c114bfe82e52 req-8fe1bc0a-2790-4419-831e-a6d9218b9937 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:10.588066 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6be498ac-ce70-4175-817f-c114bfe82e52 req-8fe1bc0a-2790-4419-831e-a6d9218b9937 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 943 time: 0.0660594 Jul 16 02:34:10.625564 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6be498ac-ce70-4175-817f-c114bfe82e52 req-5ba7f7d2-5144-4326-a1f9-91372d96fbd4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320361 Jul 16 02:34:11.707866 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device ad0b108a-c2ca-4d43-bb9a-b565a263f1db details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:34:11.799839 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094febf-56e0-42e9-80be-2a7f08c31e5c req-55b9bf6b-a626-42d2-8542-319c1bce4716 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:11.801337 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2094febf-56e0-42e9-80be-2a7f08c31e5c req-55b9bf6b-a626-42d2-8542-319c1bce4716 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 943 time: 0.0631640 Jul 16 02:34:11.803861 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port ad0b108a-c2ca-4d43-bb9a-b565a263f1db, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=ad0b108a-c2ca-4d43-bb9a-b565a263f1db,segment=NetworkSegment(7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce),segment_id=7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:11.815096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'ad0b108a-c2ca-4d43-bb9a-b565a263f1db', 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c', 'port_id': 'ad0b108a-c2ca-4d43-bb9a-b565a263f1db', 'mac_address': 'fa:16:3e:8c:9c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:34:11.838663 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2094febf-56e0-42e9-80be-2a7f08c31e5c req-db7269e6-b670-4af3-868c-08c0fc509f15 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317502 Jul 16 02:34:11.856559 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:11.869383 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0b108a-c2ca-4d43-bb9a-b565a263f1db {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:34:11.888910 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port ad0b108a-c2ca-4d43-bb9a-b565a263f1db, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=ad0b108a-c2ca-4d43-bb9a-b565a263f1db,segment=NetworkSegment(7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce),segment_id=7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:11.893000 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:11.939363 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=ad0b108a-c2ca-4d43-bb9a-b565a263f1db,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:12.163529 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['ad0b108a-c2ca-4d43-bb9a-b565a263f1db'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:34:13.011359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d2abc-495a-4414-b329-fa88f3f921fc req-b4a09a55-5a11-4497-9b46-dac505522e59 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:13.012840 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-727d2abc-495a-4414-b329-fa88f3f921fc req-b4a09a55-5a11-4497-9b46-dac505522e59 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 944 time: 0.0623250 Jul 16 02:34:13.050224 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-727d2abc-495a-4414-b329-fa88f3f921fc req-de37d3af-5c9d-4b40-9397-5416a29dc796 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313144 Jul 16 02:34:13.710671 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device ad0b108a-c2ca-4d43-bb9a-b565a263f1db up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:13.757038 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port ad0b108a-c2ca-4d43-bb9a-b565a263f1db completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:13.760584 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port ad0b108a-c2ca-4d43-bb9a-b565a263f1db triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:13.760955 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:13.839136 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:13.861748 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e00f0c0-c257-493a-8801-bb9904511799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0b108a-c2ca-4d43-bb9a-b565a263f1db'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:13.864036 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940662ca-bfea-4b39-b8b2-e7935c5937d9" -d '{"events": [{"server_uuid": "2e00f0c0-c257-493a-8801-bb9904511799", "name": "network-vif-plugged", "status": "completed", "tag": "ad0b108a-c2ca-4d43-bb9a-b565a263f1db"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:13.877058 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port ad0b108a-c2ca-4d43-bb9a-b565a263f1db, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=ad0b108a-c2ca-4d43-bb9a-b565a263f1db,segment=NetworkSegment(7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce),segment_id=7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:13.881833 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:13.908185 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb89da88-a2e3-41b7-b9f2-d9c30c0f1549 x-openstack-request-id: req-cb89da88-a2e3-41b7-b9f2-d9c30c0f1549 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:13.908552 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e00f0c0-c257-493a-8801-bb9904511799", "name": "network-vif-plugged", "status": "completed", "tag": "ad0b108a-c2ca-4d43-bb9a-b565a263f1db", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:13.909062 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cb89da88-a2e3-41b7-b9f2-d9c30c0f1549 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:13.909463 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e00f0c0-c257-493a-8801-bb9904511799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0b108a-c2ca-4d43-bb9a-b565a263f1db', 'code': 200} Jul 16 02:34:13.935011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=ad0b108a-c2ca-4d43-bb9a-b565a263f1db,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:14.037194 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d74400-11fa-4143-b3d1-74dcab78241a req-c1d38fcf-e239-4bfd-84fc-685e808432be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:14.038603 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8d74400-11fa-4143-b3d1-74dcab78241a req-c1d38fcf-e239-4bfd-84fc-685e808432be service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 1096 time: 0.0510364 Jul 16 02:34:14.072173 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a8d74400-11fa-4143-b3d1-74dcab78241a req-b86e2dea-2679-4c2e-b3a0-6fa1d7fd08a9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275991 Jul 16 02:34:14.222027 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c77d5-e519-4135-9fa1-6883446f68c2 req-19a953b2-4c3d-4226-bbd2-c3f7110cc5e9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:14.223513 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-158c77d5-e519-4135-9fa1-6883446f68c2 req-19a953b2-4c3d-4226-bbd2-c3f7110cc5e9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 945 time: 0.0620689 Jul 16 02:34:14.260775 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-158c77d5-e519-4135-9fa1-6883446f68c2 req-92d00cda-f00b-4253-896e-00dbd8a746a1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317044 Jul 16 02:34:15.436539 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2302d-ff82-4493-bc74-306c8aaadabe req-72bcceff-2bcd-4cd6-960a-0aa08b96f0c7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:15.438273 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1ae2302d-ff82-4493-bc74-306c8aaadabe req-72bcceff-2bcd-4cd6-960a-0aa08b96f0c7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 945 time: 0.0669055 Jul 16 02:34:15.476761 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1ae2302d-ff82-4493-bc74-306c8aaadabe req-bf8fe39d-d277-4abe-b765-128a627ca945 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320652 Jul 16 02:34:15.655517 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ac6da-8c29-4c0d-869f-f6d5a87edcde req-36122b7d-92fc-4de3-b7ff-0653683ff1e6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:15.657011 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-605ac6da-8c29-4c0d-869f-f6d5a87edcde req-36122b7d-92fc-4de3-b7ff-0653683ff1e6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 945 time: 0.0667372 Jul 16 02:34:15.693389 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-605ac6da-8c29-4c0d-869f-f6d5a87edcde req-471074d2-7f87-4a70-b416-9da1b660824b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308108 Jul 16 02:34:15.717018 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50004) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:15.768345 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf297aa-6466-42e1-a393-0d4a199d1164 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:15.769919 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-abf297aa-6466-42e1-a393-0d4a199d1164 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 1091 time: 0.0518427 Jul 16 02:34:15.772860 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50006) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:15.777476 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': 'ad0b108a-c2ca-4d43-bb9a-b565a263f1db', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:34:15.799025 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:15.899467 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:15.999665 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.25.1.129 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/88fe0102-08d8-4b5f-bbf9-d375f44cfd68) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:34:16.102289 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:16.141119 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:16.180773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:34:16.183433 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:34:16.186038 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:34:16.213686 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=88fe0102-08d8-4b5f-bbf9-d375f44cfd68,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:16.553426 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:16.630552 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:16.683258 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:34:16.774649 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:16.779198 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:16.849827 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=88fe0102-08d8-4b5f-bbf9-d375f44cfd68,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:16.861332 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:16.959869 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Floating IP e1ef3c33-ba8c-4d5a-8907-12d73a279033 associated. External IP: 172.25.1.129, port: ad0b108a-c2ca-4d43-bb9a-b565a263f1db. Jul 16 02:34:17.439682 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 2e969eed-cd6d-4a65-930d-abef501c751e has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:34:17.547353 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:34:17.557133 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353da4b-cd85-4a85-b0b9-9a97faec791b None None] Sync routers for ids ['2e969eed-cd6d-4a65-930d-abef501c751e'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:34:17.562942 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:17.567956 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353da4b-cd85-4a85-b0b9-9a97faec791b None None] Routers {'2e969eed-cd6d-4a65-930d-abef501c751e'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:34:17.568668 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1353da4b-cd85-4a85-b0b9-9a97faec791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2e969eed-cd6d-4a65-930d-abef501c751e'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:17.599489 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0fa45aab-1f51-4ef9-a63c-f8cbe3f48e70 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8255343 Jul 16 02:34:17.600229 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e00f0c0-c257-493a-8801-bb9904511799', 'tag': 'ad0b108a-c2ca-4d43-bb9a-b565a263f1db'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:17.602622 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935c53c8-6608-426d-8306-97f93dd4e692" -d '{"events": [{"name": "network-changed", "server_uuid": "2e00f0c0-c257-493a-8801-bb9904511799", "tag": "ad0b108a-c2ca-4d43-bb9a-b565a263f1db"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:17.641323 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25cecf7-f3b7-418c-92ba-5ea50b998ab7 x-openstack-request-id: req-f25cecf7-f3b7-418c-92ba-5ea50b998ab7 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:17.641961 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e00f0c0-c257-493a-8801-bb9904511799", "tag": "ad0b108a-c2ca-4d43-bb9a-b565a263f1db", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:17.642378 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f25cecf7-f3b7-418c-92ba-5ea50b998ab7 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:17.642871 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e00f0c0-c257-493a-8801-bb9904511799', 'tag': 'ad0b108a-c2ca-4d43-bb9a-b565a263f1db', 'status': 'completed', 'code': 200} Jul 16 02:34:17.680243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1353da4b-cd85-4a85-b0b9-9a97faec791b None None] Set router 2e969eed-cd6d-4a65-930d-abef501c751e gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:34:17.739347 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c53c8-6608-426d-8306-97f93dd4e692 req-00fa2d7d-d045-4eee-abc6-a5ede97e0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:17.740925 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-935c53c8-6608-426d-8306-97f93dd4e692 req-00fa2d7d-d045-4eee-abc6-a5ede97e0008 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 1096 time: 0.0545037 Jul 16 02:34:17.886740 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c53c8-6608-426d-8306-97f93dd4e692 req-9547a7b2-45d9-4878-a929-99bd8e63ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:17.888265 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-935c53c8-6608-426d-8306-97f93dd4e692 req-9547a7b2-45d9-4878-a929-99bd8e63ae58 service neutron] 10.222.0.26 "GET /v2.0/networks?id=028e8fb8-38b2-46bc-8bf7-1fa165933c9c HTTP/1.1" status: 200 len: 897 time: 0.1414511 Jul 16 02:34:17.897705 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470ecf6-527b-48b1-a80a-fd9faa6e2c61 req-15b4ea7b-7432-40c0-a2bc-d6c6001b490c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:17.899150 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2470ecf6-527b-48b1-a80a-fd9faa6e2c61 req-15b4ea7b-7432-40c0-a2bc-d6c6001b490c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 945 time: 0.1337435 Jul 16 02:34:17.911138 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1353da4b-cd85-4a85-b0b9-9a97faec791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070196511', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'e1ef3c33-ba8c-4d5a-8907-12d73a279033', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'port_id': 'ad0b108a-c2ca-4d43-bb9a-b565a263f1db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c', 'mac_address': 'fa:16:3e:8c:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00f0c0-c257-493a-8801-bb9904511799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:34:16Z', 'updated_at': '2021-07-16T02:34:16Z', 'revision_number': 0, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6127a368-5afe-4c13-9f3f-6b092d162b54', 'name': '', 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:a3:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:03Z', 'updated_at': '2021-07-16T02:34:08Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:17.936979 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353da4b-cd85-4a85-b0b9-9a97faec791b None None] Checking router: 2e969eed-cd6d-4a65-930d-abef501c751e for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:34:17.946009 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353da4b-cd85-4a85-b0b9-9a97faec791b None None] Routers {'2e969eed-cd6d-4a65-930d-abef501c751e'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:34:17.946630 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1353da4b-cd85-4a85-b0b9-9a97faec791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:34:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2e969eed-cd6d-4a65-930d-abef501c751e'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:17.984037 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-935c53c8-6608-426d-8306-97f93dd4e692 req-ab5a860c-cde5-4da9-a694-41ccd446415c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad0b108a-c2ca-4d43-bb9a-b565a263f1db HTTP/1.1" status: 200 len: 999 time: 0.0838966 Jul 16 02:34:17.991066 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2470ecf6-527b-48b1-a80a-fd9faa6e2c61 req-2a159812-8b42-40d4-980c-0b02e8ccade4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557895 Jul 16 02:34:18.015946 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50014) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:18.037589 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c53c8-6608-426d-8306-97f93dd4e692 req-6bc17a09-466c-4157-b3b3-3a7a2b117d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:18.039064 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-935c53c8-6608-426d-8306-97f93dd4e692 req-6bc17a09-466c-4157-b3b3-3a7a2b117d3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c90207a-1d1d-4fd5-b9a7-72f2a1274805 HTTP/1.1" status: 200 len: 834 time: 0.0471652 Jul 16 02:34:18.057796 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1353da4b-cd85-4a85-b0b9-9a97faec791b None None] Set router 2e969eed-cd6d-4a65-930d-abef501c751e gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:34:18.081575 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b2f7a377-dcb5-49fd-9661-7fad0590a98c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/floatingips/e1ef3c33-ba8c-4d5a-8907-12d73a279033 HTTP/1.1" status: 200 len: 991 time: 0.0633764 Jul 16 02:34:18.096796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c53c8-6608-426d-8306-97f93dd4e692 req-f281738b-1e28-4f27-ac2d-0ea4c38703cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:18.098333 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-935c53c8-6608-426d-8306-97f93dd4e692 req-f281738b-1e28-4f27-ac2d-0ea4c38703cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=028e8fb8-38b2-46bc-8bf7-1fa165933c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533702 Jul 16 02:34:18.191574 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-935c53c8-6608-426d-8306-97f93dd4e692 req-7d68312d-5906-43aa-88a0-c81398b9b1b3 service neutron] 10.222.0.26 "GET /v2.0/networks/028e8fb8-38b2-46bc-8bf7-1fa165933c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867417 Jul 16 02:34:18.279942 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-935c53c8-6608-426d-8306-97f93dd4e692 req-92c25ab4-aac6-4097-8bc2-55e17a699d64 service neutron] 10.222.0.26 "GET /v2.0/networks/028e8fb8-38b2-46bc-8bf7-1fa165933c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823147 Jul 16 02:34:18.285699 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1353da4b-cd85-4a85-b0b9-9a97faec791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070196511', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'e1ef3c33-ba8c-4d5a-8907-12d73a279033', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'port_id': 'ad0b108a-c2ca-4d43-bb9a-b565a263f1db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c', 'mac_address': 'fa:16:3e:8c:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00f0c0-c257-493a-8801-bb9904511799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:34:16Z', 'updated_at': '2021-07-16T02:34:16Z', 'revision_number': 0, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6127a368-5afe-4c13-9f3f-6b092d162b54', 'name': '', 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:a3:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:03Z', 'updated_at': '2021-07-16T02:34:08Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:18.314269 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353da4b-cd85-4a85-b0b9-9a97faec791b None None] The sync data for ids ['2e969eed-cd6d-4a65-930d-abef501c751e'] in n-d-800086-6 is: [{'id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070196511', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'e1ef3c33-ba8c-4d5a-8907-12d73a279033', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'port_id': 'ad0b108a-c2ca-4d43-bb9a-b565a263f1db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c', 'mac_address': 'fa:16:3e:8c:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e00f0c0-c257-493a-8801-bb9904511799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:34:16Z', 'updated_at': '2021-07-16T02:34:16Z', 'revision_number': 0, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6127a368-5afe-4c13-9f3f-6b092d162b54', 'name': '', 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:a3:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:03Z', 'updated_at': '2021-07-16T02:34:08Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:34:18.923979 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1f7072-bcc2-42f9-8e7f-9a0e2e309f18 None None] New status for floating IP e1ef3c33-ba8c-4d5a-8907-12d73a279033: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:34:19.083883 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50016) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:19.145963 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2377a540-3630-4dfe-9c49-6d0c9fdeb415 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/floatingips/e1ef3c33-ba8c-4d5a-8907-12d73a279033 HTTP/1.1" status: 200 len: 993 time: 0.0609238 Jul 16 02:34:24.472256 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:28.453266 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b0221a70-cefb-4672-b803-9bb871e558d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:29.439248 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:31.120551 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:31.122665 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-193668b8-39b6-4e70-a799-d6273ee5a45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:32.303185 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:34.054736 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:47.990646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577449e4-368e-4089-baba-4119f95e2a21 req-e612cae8-8fe9-4fca-93cc-33ffc64056d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:47.992165 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-577449e4-368e-4089-baba-4119f95e2a21 req-e612cae8-8fe9-4fca-93cc-33ffc64056d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 945 time: 0.0637221 Jul 16 02:34:48.029293 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-577449e4-368e-4089-baba-4119f95e2a21 req-e38ca834-7f54-4b59-bc5f-9027a62405d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312455 Jul 16 02:34:49.207158 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49af54-c641-4c82-8939-355d5cbcdb89 req-cf3bece1-3249-443b-9aaa-fd1b34dda40d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:49.208658 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a49af54-c641-4c82-8939-355d5cbcdb89 req-cf3bece1-3249-443b-9aaa-fd1b34dda40d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 945 time: 0.0665238 Jul 16 02:34:49.245226 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6a49af54-c641-4c82-8939-355d5cbcdb89 req-58e96364-a5a9-4d8a-93ee-ab698b035de1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311167 Jul 16 02:34:50.422224 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0e114-c375-4373-8924-d68a6ccda13f req-ba4a2f30-0988-400c-8314-2afd21eb898f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:50.423688 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d0e114-c375-4373-8924-d68a6ccda13f req-ba4a2f30-0988-400c-8314-2afd21eb898f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 945 time: 0.0667210 Jul 16 02:34:50.460877 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-22d0e114-c375-4373-8924-d68a6ccda13f req-17efd68a-d426-4b3e-80db-79351aa4156c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311568 Jul 16 02:34:51.635028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38634115-1f1e-4939-bbab-5402582a9c2c req-31631c0b-e174-4a88-9045-d1d2b90b7459 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:51.636563 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-38634115-1f1e-4939-bbab-5402582a9c2c req-31631c0b-e174-4a88-9045-d1d2b90b7459 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 945 time: 0.0633712 Jul 16 02:34:51.674468 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-38634115-1f1e-4939-bbab-5402582a9c2c req-084f6e8a-289e-45cf-a5e3-bb6e452710ed tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322268 Jul 16 02:34:52.845859 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c000ec1-63e8-49ee-9c7a-54b17a80f9fd req-850d9a3b-64d6-4673-b81d-b4ddfe5e06dd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:52.847988 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c000ec1-63e8-49ee-9c7a-54b17a80f9fd req-850d9a3b-64d6-4673-b81d-b4ddfe5e06dd tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 945 time: 0.0633526 Jul 16 02:34:52.884042 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9c000ec1-63e8-49ee-9c7a-54b17a80f9fd req-659112d0-f45c-467f-b387-38bc7a16f980 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305784 Jul 16 02:34:53.681824 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:34:54.055045 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e7018-d26e-4c83-a9c0-dd882adc5f20 req-8c9b9544-58a3-4d07-b631-bc51f3993c18 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:54.056475 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5f3e7018-d26e-4c83-a9c0-dd882adc5f20 req-8c9b9544-58a3-4d07-b631-bc51f3993c18 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 945 time: 0.0630949 Jul 16 02:34:54.093982 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5f3e7018-d26e-4c83-a9c0-dd882adc5f20 req-96a3f80e-7dab-4ed9-87e0-200d856be34e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321474 Jul 16 02:34:54.466825 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:55.264632 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8359f-8394-4271-ae02-1b26c1f7755a req-048cefdc-ed39-4f23-b274-997021e6ff42 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:55.266354 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48e8359f-8394-4271-ae02-1b26c1f7755a req-048cefdc-ed39-4f23-b274-997021e6ff42 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 945 time: 0.0617332 Jul 16 02:34:55.304386 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-48e8359f-8394-4271-ae02-1b26c1f7755a req-58737d78-11b4-490d-9957-69c3c8a91757 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323825 Jul 16 02:34:56.302563 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587aec6-9ca9-4a5b-a223-ec8db52f9587 req-b95d524f-d34d-4fb7-ac6b-42118b5c196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:56.304108 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1587aec6-9ca9-4a5b-a223-ec8db52f9587 req-b95d524f-d34d-4fb7-ac6b-42118b5c196b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 1096 time: 0.0567007 Jul 16 02:34:56.412676 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587aec6-9ca9-4a5b-a223-ec8db52f9587 req-6454f96b-6792-4f67-a3bb-ce89abbc9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:56.414169 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1587aec6-9ca9-4a5b-a223-ec8db52f9587 req-6454f96b-6792-4f67-a3bb-ce89abbc9805 service neutron] 10.222.0.26 "GET /v2.0/networks?id=028e8fb8-38b2-46bc-8bf7-1fa165933c9c HTTP/1.1" status: 200 len: 897 time: 0.0866449 Jul 16 02:34:56.509095 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1587aec6-9ca9-4a5b-a223-ec8db52f9587 req-3d416f30-f30a-4050-b314-db936cb691d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad0b108a-c2ca-4d43-bb9a-b565a263f1db HTTP/1.1" status: 200 len: 1001 time: 0.0843256 Jul 16 02:34:56.561110 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e48820-c7c8-4f6f-8d34-6d6fcf07f797 req-fb5f3e6a-1c19-424c-85c3-2ed490c5b2e9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:56.562581 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c8e48820-c7c8-4f6f-8d34-6d6fcf07f797 req-fb5f3e6a-1c19-424c-85c3-2ed490c5b2e9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 945 time: 0.1464829 Jul 16 02:34:56.578376 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587aec6-9ca9-4a5b-a223-ec8db52f9587 req-4e64cd7c-d0f6-4c22-877d-28b4b2612790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:56.579769 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1587aec6-9ca9-4a5b-a223-ec8db52f9587 req-4e64cd7c-d0f6-4c22-877d-28b4b2612790 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c90207a-1d1d-4fd5-b9a7-72f2a1274805 HTTP/1.1" status: 200 len: 834 time: 0.0644696 Jul 16 02:34:56.637960 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c8e48820-c7c8-4f6f-8d34-6d6fcf07f797 req-b4926604-9e91-4173-91ee-03cf094457f4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688868 Jul 16 02:34:56.655567 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587aec6-9ca9-4a5b-a223-ec8db52f9587 req-6bdb2d39-adf6-403d-9edf-6a822b5b1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:56.657109 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1587aec6-9ca9-4a5b-a223-ec8db52f9587 req-6bdb2d39-adf6-403d-9edf-6a822b5b1f0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=028e8fb8-38b2-46bc-8bf7-1fa165933c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713563 Jul 16 02:34:56.745228 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1587aec6-9ca9-4a5b-a223-ec8db52f9587 req-0949fde4-f2c6-40e4-b161-f4fed986cb07 service neutron] 10.222.0.26 "GET /v2.0/networks/028e8fb8-38b2-46bc-8bf7-1fa165933c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813296 Jul 16 02:34:56.835879 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1587aec6-9ca9-4a5b-a223-ec8db52f9587 req-ac03811c-853d-4e08-ae0e-b2ee89410b20 service neutron] 10.222.0.26 "GET /v2.0/networks/028e8fb8-38b2-46bc-8bf7-1fa165933c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843964 Jul 16 02:34:57.815001 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5c761-4370-4964-b62a-f3a65f616253 req-93f0ea1f-b3e2-4a27-9bd6-bd9ef055550d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:57.816561 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71d5c761-4370-4964-b62a-f3a65f616253 req-93f0ea1f-b3e2-4a27-9bd6-bd9ef055550d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 945 time: 0.0677013 Jul 16 02:34:57.853772 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71d5c761-4370-4964-b62a-f3a65f616253 req-c0effe28-42fc-4a3b-a15c-ab6f56db19bf tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315104 Jul 16 02:34:58.453466 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f9d1905d-a0b9-4ac0-847b-966e9d5383fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:59.026977 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0144ccc-6a77-4595-9730-7e26e93af5fd req-bb71abab-eb94-4a02-98bd-516a02c3db07 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:59.028516 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f0144ccc-6a77-4595-9730-7e26e93af5fd req-bb71abab-eb94-4a02-98bd-516a02c3db07 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 945 time: 0.0640838 Jul 16 02:34:59.065663 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f0144ccc-6a77-4595-9730-7e26e93af5fd req-fce2732a-0d79-41d9-86e0-b93fe02dae0b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316725 Jul 16 02:34:59.090473 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50054) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:59.155161 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-96f0d156-d388-4c96-88db-edc10a2e5beb tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/floatingips/e1ef3c33-ba8c-4d5a-8907-12d73a279033 HTTP/1.1" status: 200 len: 993 time: 0.0634711 Jul 16 02:34:59.434928 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.613859 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bbea1-2359-4881-ae05-434339ec516f req-af39b5e5-77f0-42c3-90e6-046fb483da56 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:00.615212 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a3011-280f-4ed7-8048-fff50ff3c250 req-1854fb35-1b43-4b8d-90be-4a86eee335c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:00.616039 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a27bbea1-2359-4881-ae05-434339ec516f req-af39b5e5-77f0-42c3-90e6-046fb483da56 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 945 time: 0.0658255 Jul 16 02:35:00.616754 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-954a3011-280f-4ed7-8048-fff50ff3c250 req-1854fb35-1b43-4b8d-90be-4a86eee335c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 1096 time: 0.0529647 Jul 16 02:35:00.654349 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a27bbea1-2359-4881-ae05-434339ec516f req-00699442-cf32-4db3-9ad2-1f1b3f644a1b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327289 Jul 16 02:35:00.711650 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a3011-280f-4ed7-8048-fff50ff3c250 req-b728c78d-92fc-490d-9918-3881ece9c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:00.713065 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-954a3011-280f-4ed7-8048-fff50ff3c250 req-b728c78d-92fc-490d-9918-3881ece9c116 service neutron] 10.222.0.26 "GET /v2.0/networks?id=028e8fb8-38b2-46bc-8bf7-1fa165933c9c HTTP/1.1" status: 200 len: 897 time: 0.0889168 Jul 16 02:35:00.775260 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-954a3011-280f-4ed7-8048-fff50ff3c250 req-e49d61eb-eb8b-4640-ab7d-a85a8f088852 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad0b108a-c2ca-4d43-bb9a-b565a263f1db HTTP/1.1" status: 200 len: 1001 time: 0.0563118 Jul 16 02:35:00.821200 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a3011-280f-4ed7-8048-fff50ff3c250 req-3325bd06-5096-4e1b-be36-c58e72aac865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:00.822590 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-954a3011-280f-4ed7-8048-fff50ff3c250 req-3325bd06-5096-4e1b-be36-c58e72aac865 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c90207a-1d1d-4fd5-b9a7-72f2a1274805 HTTP/1.1" status: 200 len: 834 time: 0.0417373 Jul 16 02:35:00.883659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a3011-280f-4ed7-8048-fff50ff3c250 req-4a5697e8-c646-4536-b4c2-a87b51766992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:00.885177 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-954a3011-280f-4ed7-8048-fff50ff3c250 req-4a5697e8-c646-4536-b4c2-a87b51766992 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=028e8fb8-38b2-46bc-8bf7-1fa165933c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566447 Jul 16 02:35:00.972079 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-954a3011-280f-4ed7-8048-fff50ff3c250 req-fb536f8d-f405-441a-9c39-86ed92525e51 service neutron] 10.222.0.26 "GET /v2.0/networks/028e8fb8-38b2-46bc-8bf7-1fa165933c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805593 Jul 16 02:35:01.062824 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-954a3011-280f-4ed7-8048-fff50ff3c250 req-8b54dd59-5731-4cc5-b6b2-d21bcdae7b39 service neutron] 10.222.0.26 "GET /v2.0/networks/028e8fb8-38b2-46bc-8bf7-1fa165933c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852911 Jul 16 02:35:01.119408 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.121975 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-48179c2b-5abe-4a7c-a9c9-fad811b03aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.833179 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006dc13-de31-4ef0-8395-b7fe0bda8f1b req-9e176c02-93d3-4088-bc7c-bb5e7fca26fc tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:01.835545 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e006dc13-de31-4ef0-8395-b7fe0bda8f1b req-9e176c02-93d3-4088-bc7c-bb5e7fca26fc tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 945 time: 0.0662525 Jul 16 02:35:01.872632 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e006dc13-de31-4ef0-8395-b7fe0bda8f1b req-a80cbd00-02f5-4a03-96d0-2913d728c00e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315061 Jul 16 02:35:01.897422 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50064) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:01.961399 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-46d6049a-106e-4126-b10f-99d0f098066a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/floatingips/e1ef3c33-ba8c-4d5a-8907-12d73a279033 HTTP/1.1" status: 200 len: 993 time: 0.0627139 Jul 16 02:35:02.303750 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.058066 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:24.469655 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:28.455378 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9529aa8c-d148-4575-af9d-60f9ed34855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:29.436958 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:30.681584 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:35:31.113224 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:31.123576 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb1e998b-a022-40a9-919b-adc553c78f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:32.309565 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:32.407822 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50078) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:32.564613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port 88fe0102-08d8-4b5f-bbf9-d375f44cfd68 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:35:32.564963 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:32.638367 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:32.638699 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:32.650776 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for 88fe0102-08d8-4b5f-bbf9-d375f44cfd68 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:35:32.800959 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:32.827069 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=88fe0102-08d8-4b5f-bbf9-d375f44cfd68,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:32.859304 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:32.859787 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:32.860132 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:32.860498 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:32.860971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:32.861337 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:32.861694 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:32.862155 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:32.862511 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:32.862840 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:32.863162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:32.863484 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:32.905848 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:32.906185 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Floating IP e1ef3c33-ba8c-4d5a-8907-12d73a279033 disassociated (deleted). External IP: 172.25.1.129, port: ad0b108a-c2ca-4d43-bb9a-b565a263f1db. Jul 16 02:35:33.124075 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 2e969eed-cd6d-4a65-930d-abef501c751e has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:35:33.232952 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:35:33.237750 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:33.243456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3a03f7-ceba-453c-8769-ca69a9d6fa56 None None] Sync routers for ids ['2e969eed-cd6d-4a65-930d-abef501c751e'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:35:33.254022 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3a03f7-ceba-453c-8769-ca69a9d6fa56 None None] Routers {'2e969eed-cd6d-4a65-930d-abef501c751e'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:33.254655 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1c3a03f7-ceba-453c-8769-ca69a9d6fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:35:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2e969eed-cd6d-4a65-930d-abef501c751e'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:33.280806 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f9aaf597-88a5-470a-8633-0cbafc321fc5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/floatingips/e1ef3c33-ba8c-4d5a-8907-12d73a279033 HTTP/1.1" status: 204 len: 168 time: 0.8693721 Jul 16 02:35:33.280806 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e00f0c0-c257-493a-8801-bb9904511799', 'tag': 'ad0b108a-c2ca-4d43-bb9a-b565a263f1db'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:35:33.283230 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36479e9d-7972-470c-8d5a-706c7a9143ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2e00f0c0-c257-493a-8801-bb9904511799", "tag": "ad0b108a-c2ca-4d43-bb9a-b565a263f1db"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:35:33.326843 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94ac2ff-fdf3-4d28-87de-0b732663778a x-openstack-request-id: req-f94ac2ff-fdf3-4d28-87de-0b732663778a {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:35:33.327200 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e00f0c0-c257-493a-8801-bb9904511799", "tag": "ad0b108a-c2ca-4d43-bb9a-b565a263f1db", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:35:33.327522 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f94ac2ff-fdf3-4d28-87de-0b732663778a {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:35:33.328028 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e00f0c0-c257-493a-8801-bb9904511799', 'tag': 'ad0b108a-c2ca-4d43-bb9a-b565a263f1db', 'status': 'completed', 'code': 200} Jul 16 02:35:33.362623 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1c3a03f7-ceba-453c-8769-ca69a9d6fa56 None None] Set router 2e969eed-cd6d-4a65-930d-abef501c751e gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:33.428007 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36479e9d-7972-470c-8d5a-706c7a9143ff req-0fa22108-5722-4c94-a4c9-3f5026463f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:33.429940 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36479e9d-7972-470c-8d5a-706c7a9143ff req-0fa22108-5722-4c94-a4c9-3f5026463f41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 1096 time: 0.0610144 Jul 16 02:35:33.566099 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1c3a03f7-ceba-453c-8769-ca69a9d6fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070196511', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6127a368-5afe-4c13-9f3f-6b092d162b54', 'name': '', 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:a3:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:03Z', 'updated_at': '2021-07-16T02:34:08Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:33.593952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3a03f7-ceba-453c-8769-ca69a9d6fa56 None None] Checking router: 2e969eed-cd6d-4a65-930d-abef501c751e for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:35:33.602852 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3a03f7-ceba-453c-8769-ca69a9d6fa56 None None] Routers {'2e969eed-cd6d-4a65-930d-abef501c751e'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:33.603494 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1c3a03f7-ceba-453c-8769-ca69a9d6fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:35:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2e969eed-cd6d-4a65-930d-abef501c751e'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:33.701831 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d580a67-a9cd-4b24-b737-1c8a82550f95 req-bc115fc2-4c9a-455c-b8a8-1e27721339ed tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:33.704225 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0d580a67-a9cd-4b24-b737-1c8a82550f95 req-bc115fc2-4c9a-455c-b8a8-1e27721339ed tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 945 time: 0.0848970 Jul 16 02:35:33.747814 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0d580a67-a9cd-4b24-b737-1c8a82550f95 req-b32df901-924b-428c-a0f0-17ad101c8f98 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371609 Jul 16 02:35:33.828375 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36479e9d-7972-470c-8d5a-706c7a9143ff req-7c2b520f-02b0-434e-900e-afd9fc16d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:33.829866 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36479e9d-7972-470c-8d5a-706c7a9143ff req-7c2b520f-02b0-434e-900e-afd9fc16d679 service neutron] 10.222.0.26 "GET /v2.0/networks?id=028e8fb8-38b2-46bc-8bf7-1fa165933c9c HTTP/1.1" status: 200 len: 897 time: 0.3938823 Jul 16 02:35:33.869486 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1c3a03f7-ceba-453c-8769-ca69a9d6fa56 None None] Set router 2e969eed-cd6d-4a65-930d-abef501c751e gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:33.870520 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36479e9d-7972-470c-8d5a-706c7a9143ff req-e5255abf-65d2-44fe-81b8-b6126336d85e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad0b108a-c2ca-4d43-bb9a-b565a263f1db HTTP/1.1" status: 200 len: 217 time: 0.0338049 Jul 16 02:35:33.919363 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36479e9d-7972-470c-8d5a-706c7a9143ff req-daa5c97c-42c7-4832-89b3-0562651d9b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:33.920882 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36479e9d-7972-470c-8d5a-706c7a9143ff req-daa5c97c-42c7-4832-89b3-0562651d9b80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c90207a-1d1d-4fd5-b9a7-72f2a1274805 HTTP/1.1" status: 200 len: 834 time: 0.0441504 Jul 16 02:35:33.983491 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36479e9d-7972-470c-8d5a-706c7a9143ff req-e896ff93-7181-4c60-bf65-218f040dc8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:33.985030 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36479e9d-7972-470c-8d5a-706c7a9143ff req-e896ff93-7181-4c60-bf65-218f040dc8ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=028e8fb8-38b2-46bc-8bf7-1fa165933c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577605 Jul 16 02:35:34.068780 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:34.079642 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36479e9d-7972-470c-8d5a-706c7a9143ff req-2ff79440-90e4-48e7-8801-54cefb57a592 service neutron] 10.222.0.26 "GET /v2.0/networks/028e8fb8-38b2-46bc-8bf7-1fa165933c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867455 Jul 16 02:35:34.080538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1c3a03f7-ceba-453c-8769-ca69a9d6fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070196511', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6127a368-5afe-4c13-9f3f-6b092d162b54', 'name': '', 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:a3:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:03Z', 'updated_at': '2021-07-16T02:34:08Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:34.106872 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3a03f7-ceba-453c-8769-ca69a9d6fa56 None None] The sync data for ids ['2e969eed-cd6d-4a65-930d-abef501c751e'] in n-d-800086-6 is: [{'id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070196511', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '6127a368-5afe-4c13-9f3f-6b092d162b54', 'name': '', 'network_id': '028e8fb8-38b2-46bc-8bf7-1fa165933c9c', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:a3:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:03Z', 'updated_at': '2021-07-16T02:34:08Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '2c90207a-1d1d-4fd5-b9a7-72f2a1274805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:35:34.175783 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-36479e9d-7972-470c-8d5a-706c7a9143ff req-0483c593-1a2c-427a-8835-2524bee9b675 service neutron] 10.222.0.26 "GET /v2.0/networks/028e8fb8-38b2-46bc-8bf7-1fa165933c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895703 Jul 16 02:35:34.345777 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4481dc23-b7a3-425d-a46c-a13bf7b17adf None None] New status for floating IP e1ef3c33-ba8c-4d5a-8907-12d73a279033: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:35:34.926225 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76627dcf-1d32-49ef-800b-870cd8f5f585 req-ad49a91b-6320-4b2f-9a32-3752ef7525e4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:34.927729 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-76627dcf-1d32-49ef-800b-870cd8f5f585 req-ad49a91b-6320-4b2f-9a32-3752ef7525e4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 945 time: 0.0640213 Jul 16 02:35:34.964654 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-76627dcf-1d32-49ef-800b-870cd8f5f585 req-d9af3bb3-501e-4b69-a731-f9e347c6a1f3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=d24abd5c-1211-4938-a8a6-3c46547d0c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314531 Jul 16 02:35:35.218799 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffecc4a-a2cb-4123-b6f1-78ed10e58e47 req-a745ce71-e630-40fc-8e96-e26c2eda4bfe tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:35.220215 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5ffecc4a-a2cb-4123-b6f1-78ed10e58e47 req-a745ce71-e630-40fc-8e96-e26c2eda4bfe tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 945 time: 0.0633731 Jul 16 02:35:35.321476 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-5ffecc4a-a2cb-4123-b6f1-78ed10e58e47 req-c552a0bf-d3ba-4874-a580-defb69c42b97 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port ad0b108a-c2ca-4d43-bb9a-b565a263f1db {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:35:35.321817 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5ffecc4a-a2cb-4123-b6f1-78ed10e58e47 req-c552a0bf-d3ba-4874-a580-defb69c42b97 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:35.412809 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-5ffecc4a-a2cb-4123-b6f1-78ed10e58e47 req-c552a0bf-d3ba-4874-a580-defb69c42b97 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] For port ad0b108a-c2ca-4d43-bb9a-b565a263f1db, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=ad0b108a-c2ca-4d43-bb9a-b565a263f1db,segment=NetworkSegment(7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce),segment_id=7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:35.413170 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5ffecc4a-a2cb-4123-b6f1-78ed10e58e47 req-c552a0bf-d3ba-4874-a580-defb69c42b97 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:35.424928 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-5ffecc4a-a2cb-4123-b6f1-78ed10e58e47 req-c552a0bf-d3ba-4874-a580-defb69c42b97 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for ad0b108a-c2ca-4d43-bb9a-b565a263f1db owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:35:35.551596 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5ffecc4a-a2cb-4123-b6f1-78ed10e58e47 req-c552a0bf-d3ba-4874-a580-defb69c42b97 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:35.578868 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552a0bf-d3ba-4874-a580-defb69c42b97 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=ad0b108a-c2ca-4d43-bb9a-b565a263f1db,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:35.628147 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffecc4a-a2cb-4123-b6f1-78ed10e58e47 req-c552a0bf-d3ba-4874-a580-defb69c42b97 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] No DVR routers for this DVR port ad0b108a-c2ca-4d43-bb9a-b565a263f1db on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:35:35.630586 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-5ffecc4a-a2cb-4123-b6f1-78ed10e58e47 req-c552a0bf-d3ba-4874-a580-defb69c42b97 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:35.632575 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5ffecc4a-a2cb-4123-b6f1-78ed10e58e47 req-c552a0bf-d3ba-4874-a580-defb69c42b97 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.26 "DELETE /v2.0/ports/ad0b108a-c2ca-4d43-bb9a-b565a263f1db HTTP/1.1" status: 204 len: 173 time: 0.4075797 Jul 16 02:35:35.633002 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e00f0c0-c257-493a-8801-bb9904511799', 'name': 'network-vif-deleted', 'tag': 'ad0b108a-c2ca-4d43-bb9a-b565a263f1db'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:35:35.635214 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4e4d3e-7311-491d-a939-bd9f43b9e12d" -d '{"events": [{"server_uuid": "2e00f0c0-c257-493a-8801-bb9904511799", "name": "network-vif-deleted", "tag": "ad0b108a-c2ca-4d43-bb9a-b565a263f1db"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:35:35.672420 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079886c6-58dc-4354-b8fd-4572dd02aa30 x-openstack-request-id: req-079886c6-58dc-4354-b8fd-4572dd02aa30 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:35:35.672710 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e00f0c0-c257-493a-8801-bb9904511799", "name": "network-vif-deleted", "tag": "ad0b108a-c2ca-4d43-bb9a-b565a263f1db", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:35:35.672953 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-079886c6-58dc-4354-b8fd-4572dd02aa30 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:35:35.673347 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e00f0c0-c257-493a-8801-bb9904511799', 'name': 'network-vif-deleted', 'tag': 'ad0b108a-c2ca-4d43-bb9a-b565a263f1db', 'status': 'completed', 'code': 200} Jul 16 02:35:36.119745 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4f83ed11-21cb-4cc4-a607-629520a4186e req-45454625-588a-4a89-a2c6-0e93980643b0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e00f0c0-c257-493a-8801-bb9904511799 HTTP/1.1" status: 200 len: 210 time: 0.0285015 Jul 16 02:35:37.216295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50098) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:37.574371 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15dcf215-f5cc-4bc5-9b10-6957d78547ac tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:37.834750 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-15dcf215-f5cc-4bc5-9b10-6957d78547ac tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port 6127a368-5afe-4c13-9f3f-6b092d162b54 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:35:37.835009 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15dcf215-f5cc-4bc5-9b10-6957d78547ac tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:37.919731 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-15dcf215-f5cc-4bc5-9b10-6957d78547ac tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] For port 6127a368-5afe-4c13-9f3f-6b092d162b54, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=6127a368-5afe-4c13-9f3f-6b092d162b54,segment=NetworkSegment(7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce),segment_id=7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:37.920095 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15dcf215-f5cc-4bc5-9b10-6957d78547ac tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:37.932705 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-15dcf215-f5cc-4bc5-9b10-6957d78547ac tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for 6127a368-5afe-4c13-9f3f-6b092d162b54 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:35:38.116173 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15dcf215-f5cc-4bc5-9b10-6957d78547ac tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:38.146641 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dcf215-f5cc-4bc5-9b10-6957d78547ac tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=6127a368-5afe-4c13-9f3f-6b092d162b54,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:38.323325 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-15dcf215-f5cc-4bc5-9b10-6957d78547ac tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:38.535999 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dcf215-f5cc-4bc5-9b10-6957d78547ac tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 2e969eed-cd6d-4a65-930d-abef501c751e has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:35:38.637963 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dcf215-f5cc-4bc5-9b10-6957d78547ac tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:35:38.644139 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-15dcf215-f5cc-4bc5-9b10-6957d78547ac tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "PUT /v2.0/routers/2e969eed-cd6d-4a65-930d-abef501c751e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4262519 Jul 16 02:35:38.646659 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50100) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:38.648760 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f258c-db7a-4820-838a-f7b4ea5b246e None None] Sync routers for ids ['2e969eed-cd6d-4a65-930d-abef501c751e'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:35:38.658396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083f258c-db7a-4820-838a-f7b4ea5b246e None None] Routers {'2e969eed-cd6d-4a65-930d-abef501c751e'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:38.659009 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-083f258c-db7a-4820-838a-f7b4ea5b246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:35:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2e969eed-cd6d-4a65-930d-abef501c751e'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:38.697107 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2bb0b8-e4a0-4c33-93ac-bd5f38b11023 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting subnet 2c90207a-1d1d-4fd5-b9a7-72f2a1274805 {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:35:38.700255 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eb2bb0b8-e4a0-4c33-93ac-bd5f38b11023 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:38.739020 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eb2bb0b8-e4a0-4c33-93ac-bd5f38b11023 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:38.762088 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-083f258c-db7a-4820-838a-f7b4ea5b246e None None] Set router 2e969eed-cd6d-4a65-930d-abef501c751e gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:38.827484 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eb2bb0b8-e4a0-4c33-93ac-bd5f38b11023 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:38.888904 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eb2bb0b8-e4a0-4c33-93ac-bd5f38b11023 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:38.917336 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bb0b8-e4a0-4c33-93ac-bd5f38b11023 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Subnet': ['ID=2c90207a-1d1d-4fd5-b9a7-72f2a1274805,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:38.920705 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-eb2bb0b8-e4a0-4c33-93ac-bd5f38b11023 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:38.922640 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-eb2bb0b8-e4a0-4c33-93ac-bd5f38b11023 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/subnets/2c90207a-1d1d-4fd5-b9a7-72f2a1274805 HTTP/1.1" status: 204 len: 168 time: 0.2750447 Jul 16 02:35:38.925271 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50102) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:38.928086 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de80f8c-f6c0-4a07-9140-bc5af6112395 None None] Network 028e8fb8-38b2-46bc-8bf7-1fa165933c9c requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:35:39.025456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-083f258c-db7a-4820-838a-f7b4ea5b246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070196511', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:35:38Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:39.033237 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cc90cb1-04d4-4f29-a861-a9dd7da55294 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:39.072656 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f258c-db7a-4820-838a-f7b4ea5b246e None None] Checking router: 2e969eed-cd6d-4a65-930d-abef501c751e for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:35:39.087554 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083f258c-db7a-4820-838a-f7b4ea5b246e None None] Routers {'2e969eed-cd6d-4a65-930d-abef501c751e'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:39.088117 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-083f258c-db7a-4820-838a-f7b4ea5b246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:35:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['2e969eed-cd6d-4a65-930d-abef501c751e'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:39.139740 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cc90cb1-04d4-4f29-a861-a9dd7da55294 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:39.198323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-1cc90cb1-04d4-4f29-a861-a9dd7da55294 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:35:39.198679 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cc90cb1-04d4-4f29-a861-a9dd7da55294 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:39.205153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-083f258c-db7a-4820-838a-f7b4ea5b246e None None] Set router 2e969eed-cd6d-4a65-930d-abef501c751e gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:39.232264 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] DHCP port deletion for 028e8fb8-38b2-46bc-8bf7-1fa165933c9c request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:35:39.283164 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-1cc90cb1-04d4-4f29-a861-a9dd7da55294 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] For port 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:39.283525 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cc90cb1-04d4-4f29-a861-a9dd7da55294 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:39.296036 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-1cc90cb1-04d4-4f29-a861-a9dd7da55294 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:35:39.391698 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] Deleting port faf0abf8-fea5-407a-ae2f-ba3730c8ae45 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:35:39.392024 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:39.463183 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cc90cb1-04d4-4f29-a861-a9dd7da55294 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:39.466582 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] For port faf0abf8-fea5-407a-ae2f-ba3730c8ae45, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=faf0abf8-fea5-407a-ae2f-ba3730c8ae45,segment=NetworkSegment(7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce),segment_id=7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:39.467007 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:39.481224 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] Calling delete_port for faf0abf8-fea5-407a-ae2f-ba3730c8ae45 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:35:39.494607 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc90cb1-04d4-4f29-a861-a9dd7da55294 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:39.497838 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-083f258c-db7a-4820-838a-f7b4ea5b246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070196511', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:35:38Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:39.552577 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cc90cb1-04d4-4f29-a861-a9dd7da55294 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:39.556576 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f258c-db7a-4820-838a-f7b4ea5b246e None None] The sync data for ids ['2e969eed-cd6d-4a65-930d-abef501c751e'] in n-d-800086-6 is: [{'id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070196511', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:35:38Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e969eed-cd6d-4a65-930d-abef501c751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:35:39.603539 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:39.631391 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] Pushing event deleted for resources: {'Port': ['ID=faf0abf8-fea5-407a-ae2f-ba3730c8ae45,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:39.635992 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] No DVR routers for this DVR port faf0abf8-fea5-407a-ae2f-ba3730c8ae45 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:35:39.646313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:39.646313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:39.646313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:39.646313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:39.646313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:39.646313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:39.647330 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:39.647330 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:39.647330 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:39.647996 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:39.647996 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:39.648183 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f11cf-9f72-42b2-8df2-e53d55f5e1ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:39.676879 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cc90cb1-04d4-4f29-a861-a9dd7da55294 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:39.679002 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cc90cb1-04d4-4f29-a861-a9dd7da55294 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:39.722464 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cc90cb1-04d4-4f29-a861-a9dd7da55294 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:39.723013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc90cb1-04d4-4f29-a861-a9dd7da55294 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Fanout notify agent at l3_agent the message router_deleted on router 2e969eed-cd6d-4a65-930d-abef501c751e {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:35:39.731068 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1cc90cb1-04d4-4f29-a861-a9dd7da55294 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:39.732211 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1cc90cb1-04d4-4f29-a861-a9dd7da55294 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/routers/2e969eed-cd6d-4a65-930d-abef501c751e HTTP/1.1" status: 204 len: 168 time: 0.8059390 Jul 16 02:35:39.735468 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50104) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:39.810564 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0526e635-3908-41f5-b148-8b670154b1d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:40.076050 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device faf0abf8-fea5-407a-ae2f-ba3730c8ae45 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:35:40.099013 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: faf0abf8-fea5-407a-ae2f-ba3730c8ae45 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:35:40.099442 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device faf0abf8-fea5-407a-ae2f-ba3730c8ae45 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:35:40.100011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6127a368-5afe-4c13-9f3f-6b092d162b54 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:35:40.121667 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 6127a368-5afe-4c13-9f3f-6b092d162b54 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:35:40.122173 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 6127a368-5afe-4c13-9f3f-6b092d162b54 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:35:40.203468 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0526e635-3908-41f5-b148-8b670154b1d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:40.209476 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device ad0b108a-c2ca-4d43-bb9a-b565a263f1db no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:35:40.215832 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-0526e635-3908-41f5-b148-8b670154b1d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028e8fb8-38b2-46bc-8bf7-1fa165933c9c']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:40.226989 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-0526e635-3908-41f5-b148-8b670154b1d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:40.227450 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-0526e635-3908-41f5-b148-8b670154b1d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf76ec6-6ff5-4a5b-a35a-56d21bf575ce') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:40.238375 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0526e635-3908-41f5-b148-8b670154b1d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:40.240839 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: ad0b108a-c2ca-4d43-bb9a-b565a263f1db {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:35:40.241199 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device ad0b108a-c2ca-4d43-bb9a-b565a263f1db not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:35:40.254948 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0526e635-3908-41f5-b148-8b670154b1d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:40.262803 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0526e635-3908-41f5-b148-8b670154b1d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:35:40.263267 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0526e635-3908-41f5-b148-8b670154b1d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:35:40.267165 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:35:40.331859 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0526e635-3908-41f5-b148-8b670154b1d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:40.336966 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0526e635-3908-41f5-b148-8b670154b1d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:40.338993 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0526e635-3908-41f5-b148-8b670154b1d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/networks/028e8fb8-38b2-46bc-8bf7-1fa165933c9c HTTP/1.1" status: 204 len: 168 time: 0.6024816 Jul 16 02:35:40.341949 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50106) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:40.354709 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526e635-3908-41f5-b148-8b670154b1d1 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Network': ['ID=028e8fb8-38b2-46bc-8bf7-1fa165933c9c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:40.413247 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5fe5781f-d832-4a1d-853e-e5f2b13a0fc0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:40.439201 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5fe5781f-d832-4a1d-853e-e5f2b13a0fc0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:40.498627 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5fe5781f-d832-4a1d-853e-e5f2b13a0fc0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:40.501279 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5fe5781f-d832-4a1d-853e-e5f2b13a0fc0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:40.502468 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5fe5781f-d832-4a1d-853e-e5f2b13a0fc0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/security-groups/d24abd5c-1211-4938-a8a6-3c46547d0c1e HTTP/1.1" status: 204 len: 168 time: 0.1589515 Jul 16 02:35:40.512597 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5781f-d832-4a1d-853e-e5f2b13a0fc0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24abd5c-1211-4938-a8a6-3c46547d0c1e,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:40.521953 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5781f-d832-4a1d-853e-e5f2b13a0fc0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.522323 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5781f-d832-4a1d-853e-e5f2b13a0fc0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.522650 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5781f-d832-4a1d-853e-e5f2b13a0fc0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.522995 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5781f-d832-4a1d-853e-e5f2b13a0fc0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.523338 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5781f-d832-4a1d-853e-e5f2b13a0fc0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.523675 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5781f-d832-4a1d-853e-e5f2b13a0fc0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.524053 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5781f-d832-4a1d-853e-e5f2b13a0fc0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.524389 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5781f-d832-4a1d-853e-e5f2b13a0fc0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.524724 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5781f-d832-4a1d-853e-e5f2b13a0fc0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.525055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5781f-d832-4a1d-853e-e5f2b13a0fc0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.525376 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5781f-d832-4a1d-853e-e5f2b13a0fc0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.525705 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe5781f-d832-4a1d-853e-e5f2b13a0fc0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.822330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50112) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:40.827687 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-9798870b-3463-4de6-b533-3e74344ad81d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1580270465', 'description': 'tempest-secgroup-smoke-1580270465 description', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:40.849951 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9798870b-3463-4de6-b533-3e74344ad81d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:40.929268 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9798870b-3463-4de6-b533-3e74344ad81d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:40.932810 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9798870b-3463-4de6-b533-3e74344ad81d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:40.964215 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9798870b-3463-4de6-b533-3e74344ad81d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:40.965433 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9798870b-3463-4de6-b533-3e74344ad81d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1420774 Jul 16 02:35:40.967334 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798870b-3463-4de6-b533-3e74344ad81d tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:40.968650 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50114) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:40.974552 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c1c36ded-a938-4710-ab3b-a9df5495fea4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': 'ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:41.000298 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c1c36ded-a938-4710-ab3b-a9df5495fea4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.054595 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c1c36ded-a938-4710-ab3b-a9df5495fea4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.058054 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c1c36ded-a938-4710-ab3b-a9df5495fea4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.075506 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c36ded-a938-4710-ab3b-a9df5495fea4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f233e9d2-b5d9-42e2-873d-cca0381317d6,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:41.081870 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c1c36ded-a938-4710-ab3b-a9df5495fea4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.083030 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c1c36ded-a938-4710-ab3b-a9df5495fea4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125569 Jul 16 02:35:41.085795 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50116) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:41.090133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-8bd231ac-681d-406e-9717-674da2f004a7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': 'ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:41.115989 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bd231ac-681d-406e-9717-674da2f004a7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.171791 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bd231ac-681d-406e-9717-674da2f004a7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.175223 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bd231ac-681d-406e-9717-674da2f004a7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.198383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd231ac-681d-406e-9717-674da2f004a7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e920c7-78f7-4af0-b75e-3b1a0f1ae8e2,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:41.202102 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bd231ac-681d-406e-9717-674da2f004a7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.203252 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8bd231ac-681d-406e-9717-674da2f004a7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165504 Jul 16 02:35:41.206096 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50118) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:41.210400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-90e82c71-6d85-4a1d-a2e0-a8e7cd7bc1e9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': 'ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:41.238328 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-90e82c71-6d85-4a1d-a2e0-a8e7cd7bc1e9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.298326 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-90e82c71-6d85-4a1d-a2e0-a8e7cd7bc1e9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.301800 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-90e82c71-6d85-4a1d-a2e0-a8e7cd7bc1e9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.319730 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e82c71-6d85-4a1d-a2e0-a8e7cd7bc1e9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4d3e8b-6dd3-4681-8606-4f1bb08b7db5,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:41.324661 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-90e82c71-6d85-4a1d-a2e0-a8e7cd7bc1e9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.325857 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-90e82c71-6d85-4a1d-a2e0-a8e7cd7bc1e9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188512 Jul 16 02:35:41.329010 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50120) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:41.333375 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d580ab41-bf87-409d-b13d-67c51f6858b5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': 'ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:41.357182 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d580ab41-bf87-409d-b13d-67c51f6858b5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.414287 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d580ab41-bf87-409d-b13d-67c51f6858b5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.417676 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d580ab41-bf87-409d-b13d-67c51f6858b5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.435604 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580ab41-bf87-409d-b13d-67c51f6858b5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc8f782-37aa-46ba-92dd-449676467723,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:41.442081 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d580ab41-bf87-409d-b13d-67c51f6858b5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.442641 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d580ab41-bf87-409d-b13d-67c51f6858b5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1126513 Jul 16 02:35:41.445581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50122) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:41.450421 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-bd5bd763-849d-4380-953a-abe6002dd5c9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': 'ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:41.472434 n-d-800086-6 neutron-server[93832]: INFO neutron.db.securitygroups_db [None req-bd5bd763-849d-4380-953a-abe6002dd5c9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Project fad30493b7d341c7b1b3e13a6d10f18a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:35:41.477173 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd763-849d-4380-953a-abe6002dd5c9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.536923 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd763-849d-4380-953a-abe6002dd5c9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.540418 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd763-849d-4380-953a-abe6002dd5c9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.559984 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bd763-849d-4380-953a-abe6002dd5c9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949c862e-7a3e-4f41-97df-e9cd8248a7ba,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:41.566555 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd763-849d-4380-953a-abe6002dd5c9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.567843 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bd5bd763-849d-4380-953a-abe6002dd5c9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211360 Jul 16 02:35:41.570613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50124) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:41.574961 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-3cba78fc-3730-4897-8119-714ae097f21f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'security_group_rule': {'security_group_id': 'ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:41.596407 n-d-800086-6 neutron-server[93832]: INFO neutron.db.securitygroups_db [None req-3cba78fc-3730-4897-8119-714ae097f21f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Project fad30493b7d341c7b1b3e13a6d10f18a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:35:41.600989 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3cba78fc-3730-4897-8119-714ae097f21f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.659660 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3cba78fc-3730-4897-8119-714ae097f21f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.663171 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3cba78fc-3730-4897-8119-714ae097f21f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.680457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba78fc-3730-4897-8119-714ae097f21f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fabfee-96a2-4bd0-a22b-e9a1ad30f9f1,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:41.685620 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3cba78fc-3730-4897-8119-714ae097f21f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.687067 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3cba78fc-3730-4897-8119-714ae097f21f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1155815 Jul 16 02:35:41.689902 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50126) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:41.694846 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-2ae186f6-0803-4046-b6b5-39d23cc74339 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'network': {'name': 'tempest-network-smoke--1560523052', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'port_security_enabled': True}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:41.714788 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae186f6-0803-4046-b6b5-39d23cc74339 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Made reservation on behalf of fad30493b7d341c7b1b3e13a6d10f18a for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:35:41.718737 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2ae186f6-0803-4046-b6b5-39d23cc74339 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.741656 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae186f6-0803-4046-b6b5-39d23cc74339 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:35:41.750295 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2ae186f6-0803-4046-b6b5-39d23cc74339 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.750639 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-2ae186f6-0803-4046-b6b5-39d23cc74339 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Added segment 98a811f7-9fd4-462b-b617-cabeaebe2bd3 of type vlan for network 5dcebb7d-2825-4bab-8a62-4ac0f7c571dc Jul 16 02:35:41.790057 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2ae186f6-0803-4046-b6b5-39d23cc74339 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.817614 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2ae186f6-0803-4046-b6b5-39d23cc74339 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.823168 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae186f6-0803-4046-b6b5-39d23cc74339 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:41.823737 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-2ae186f6-0803-4046-b6b5-39d23cc74339 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.881016 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-2ae186f6-0803-4046-b6b5-39d23cc74339 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1900864 Jul 16 02:35:41.883845 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50128) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:41.888549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-710081970', 'admin_state_up': True, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:41.912471 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.913651 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.924102 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae186f6-0803-4046-b6b5-39d23cc74339 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Network': ['ID=5dcebb7d-2825-4bab-8a62-4ac0f7c571dc,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:41.934930 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 5dcebb7d-2825-4bab-8a62-4ac0f7c571dc details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:35:41.965283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:35:41.967851 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:41.988176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:35:41.988528 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 36b7e3c6-6b2f-4aeb-89fe-28a4846f0e72 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:35:42.113050 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:42.298233 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:42.317448 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:42.419585 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.25.1.67 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/7b7e0d77-5d38-42de-aa2c-5d835b9d2d09) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:42.528384 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:42.566681 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:42.602210 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:42.606877 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:42.610347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:42.634071 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=7b7e0d77-5d38-42de-aa2c-5d835b9d2d09,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:42.861012 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:43.057677 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:43.184683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 72863561-1501-4824-92fd-7966655b54ad is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:35:43.291584 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:35:43.301999 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Sync routers for ids ['72863561-1501-4824-92fd-7966655b54ad'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:35:43.310736 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Routers {'72863561-1501-4824-92fd-7966655b54ad'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:43.311318 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:43.311491 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:35:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['72863561-1501-4824-92fd-7966655b54ad'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:43.312920 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-402ef6ae-a161-40bb-a6ff-be4414d5e0f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4280424 Jul 16 02:35:43.316341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50130) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:43.386468 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-abdd6890-343d-4623-9754-fadb0adfe683 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=fad30493b7d341c7b1b3e13a6d10f18a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0689490 Jul 16 02:35:43.389087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50134) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:43.416002 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Set router 72863561-1501-4824-92fd-7966655b54ad gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:43.475911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db4256d-d996-4140-9132-ac82cce72432 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:43.477332 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-6db4256d-d996-4140-9132-ac82cce72432 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873263 Jul 16 02:35:43.480297 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50136) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:43.511630 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dae378d4-8ce2-4c25-b6cd-0182538579b8 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=88f2079c-e547-45f1-859f-49428e13c11a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302296 Jul 16 02:35:43.514696 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50138) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:43.519675 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3812addf-92ce-41cc-b28b-a89d3f5e1e37 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-580513944', 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc', 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:43.586732 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72863561-1501-4824-92fd-7966655b54ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710081970', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:41Z', 'updated_at': '2021-07-16T02:35:42Z', 'revision_number': 3, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:42Z', 'updated_at': '2021-07-16T02:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:43.606775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3812addf-92ce-41cc-b28b-a89d3f5e1e37 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Made reservation on behalf of fad30493b7d341c7b1b3e13a6d10f18a for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:35:43.610622 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3812addf-92ce-41cc-b28b-a89d3f5e1e37 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:43.612594 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Checking router: 72863561-1501-4824-92fd-7966655b54ad for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:35:43.612949 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Updating router 72863561-1501-4824-92fd-7966655b54ad port 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:35:43.650216 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:43.790594 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3812addf-92ce-41cc-b28b-a89d3f5e1e37 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:43.857117 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812addf-92ce-41cc-b28b-a89d3f5e1e37 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Subnet': ['ID=746070f1-c3bd-45e2-aadf-2ff6b8c598bf,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:43.861757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812addf-92ce-41cc-b28b-a89d3f5e1e37 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Checking segment: {'id': '98a811f7-9fd4-462b-b617-cabeaebe2bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:43.862120 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3812addf-92ce-41cc-b28b-a89d3f5e1e37 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network hostable DHCP agents. Network: 5dcebb7d-2825-4bab-8a62-4ac0f7c571dc, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:35:43.879888 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3812addf-92ce-41cc-b28b-a89d3f5e1e37 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 5dcebb7d-2825-4bab-8a62-4ac0f7c571dc is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:35:43.888639 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-3812addf-92ce-41cc-b28b-a89d3f5e1e37 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 5dcebb7d-2825-4bab-8a62-4ac0f7c571dc) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:43.895045 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3812addf-92ce-41cc-b28b-a89d3f5e1e37 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:43.896081 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3812addf-92ce-41cc-b28b-a89d3f5e1e37 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:43.898288 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56729c8f-379c-4813-b2d1-9c56bf9aa82a None None] Network 5dcebb7d-2825-4bab-8a62-4ac0f7c571dc requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:35:43.910133 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:43.913616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50140) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:43.914230 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3812addf-92ce-41cc-b28b-a89d3f5e1e37 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3979442 Jul 16 02:35:43.921414 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Transition to ACTIVE for port object 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:43.928574 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:43.983029 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040480c-92ab-4bfb-a049-11aea012d24b None None] Pushing event updated for resources: {'Port': ['ID=7b7e0d77-5d38-42de-aa2c-5d835b9d2d09,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:44.002501 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040480c-92ab-4bfb-a049-11aea012d24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:44.003416 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040480c-92ab-4bfb-a049-11aea012d24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:44.003792 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040480c-92ab-4bfb-a049-11aea012d24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:44.004137 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040480c-92ab-4bfb-a049-11aea012d24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:44.004468 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040480c-92ab-4bfb-a049-11aea012d24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:44.005330 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040480c-92ab-4bfb-a049-11aea012d24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:44.005673 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040480c-92ab-4bfb-a049-11aea012d24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:44.006009 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040480c-92ab-4bfb-a049-11aea012d24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:44.006340 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040480c-92ab-4bfb-a049-11aea012d24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:44.007211 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040480c-92ab-4bfb-a049-11aea012d24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:44.007629 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040480c-92ab-4bfb-a049-11aea012d24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:44.007995 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040480c-92ab-4bfb-a049-11aea012d24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:44.018317 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Attempting to bind port 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:44.018704 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Attempting to bind port 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:44.019073 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Attempting to bind port 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:44.025520 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:44.025896 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:44.026297 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.026686 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:44.027489 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Bound port: 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:44.027635 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.060297 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-5dcebb7d-2825-4bab-8a62-4ac0f7c571dc', 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ips': [{'subnet_id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:35:44.061370 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.174440 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] For port 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:44.177791 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] For port 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7b7e0d77-5d38-42de-aa2c-5d835b9d2d09,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:44.181939 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.210388 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Allocated IP 172.20.0.2 (5dcebb7d-2825-4bab-8a62-4ac0f7c571dc/746070f1-c3bd-45e2-aadf-2ff6b8c598bf/dcb4ac8a-e3f1-4588-b61c-695e33e61d21) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:44.244145 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Routers {'72863561-1501-4824-92fd-7966655b54ad'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:44.244771 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:35:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['72863561-1501-4824-92fd-7966655b54ad'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:44.247282 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040480c-92ab-4bfb-a049-11aea012d24b None None] Pushing event updated for resources: {'Port': ['ID=7b7e0d77-5d38-42de-aa2c-5d835b9d2d09,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:44.352699 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] Set router 72863561-1501-4824-92fd-7966655b54ad gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:44.375990 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.385464 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Transition to ACTIVE for port object dcb4ac8a-e3f1-4588-b61c-695e33e61d21 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:44.395735 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.402373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Transition to ACTIVE for port object dcb4ac8a-e3f1-4588-b61c-695e33e61d21 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:44.408688 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.456871 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Network 5dcebb7d-2825-4bab-8a62-4ac0f7c571dc is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:44.463160 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:44.466844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:44.474569 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Pushing event updated for resources: {'Port': ['ID=dcb4ac8a-e3f1-4588-b61c-695e33e61d21,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:44.530218 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Attempting to bind port dcb4ac8a-e3f1-4588-b61c-695e33e61d21 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:44.530854 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Attempting to bind port dcb4ac8a-e3f1-4588-b61c-695e33e61d21 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '98a811f7-9fd4-462b-b617-cabeaebe2bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:44.531309 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Attempting to bind port dcb4ac8a-e3f1-4588-b61c-695e33e61d21 on network 5dcebb7d-2825-4bab-8a62-4ac0f7c571dc {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:44.536585 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:44.536963 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Checking segment: {'id': '98a811f7-9fd4-462b-b617-cabeaebe2bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:44.537368 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.537761 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Bound using segment: {'id': '98a811f7-9fd4-462b-b617-cabeaebe2bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:44.538229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Bound port: dcb4ac8a-e3f1-4588-b61c-695e33e61d21, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a811f7-9fd4-462b-b617-cabeaebe2bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:44.538615 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.541805 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72863561-1501-4824-92fd-7966655b54ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710081970', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:41Z', 'updated_at': '2021-07-16T02:35:42Z', 'revision_number': 3, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:42Z', 'updated_at': '2021-07-16T02:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:44.572901 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9833e990-7f4a-4434-9026-d2bfa38b4f50 None None] The sync data for ids ['72863561-1501-4824-92fd-7966655b54ad'] in n-d-800086-6 is: [{'id': '72863561-1501-4824-92fd-7966655b54ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710081970', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:41Z', 'updated_at': '2021-07-16T02:35:42Z', 'revision_number': 3, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:42Z', 'updated_at': '2021-07-16T02:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:35:44.622285 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] For port dcb4ac8a-e3f1-4588-b61c-695e33e61d21, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:44.625813 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] For port dcb4ac8a-e3f1-4588-b61c-695e33e61d21, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=dcb4ac8a-e3f1-4588-b61c-695e33e61d21,segment=NetworkSegment(98a811f7-9fd4-462b-b617-cabeaebe2bd3),segment_id=98a811f7-9fd4-462b-b617-cabeaebe2bd3)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:44.630295 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.689580 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.20.0.1 (5dcebb7d-2825-4bab-8a62-4ac0f7c571dc/746070f1-c3bd-45e2-aadf-2ff6b8c598bf/c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:44.696836 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dd15f-b79c-43ca-9342-ed2d4d34203c None None] Pushing event updated for resources: {'Port': ['ID=dcb4ac8a-e3f1-4588-b61c-695e33e61d21,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:44.816647 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.850497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Transition to ACTIVE for port object c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:44.909188 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.955430 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 5dcebb7d-2825-4bab-8a62-4ac0f7c571dc is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:44.958770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:44.963085 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:44.995437 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:45.020812 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:45.175671 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:45.474506 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:45.480818 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:45.563562 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:45.572287 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:45.663415 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17161d9f-ba6e-40e4-896d-96d474b6fe1d None None] Network 5dcebb7d-2825-4bab-8a62-4ac0f7c571dc requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:35:45.665683 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 5dcebb7d-2825-4bab-8a62-4ac0f7c571dc is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:45.667028 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:45.783656 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 72863561-1501-4824-92fd-7966655b54ad has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:35:45.788880 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9de6706c-1514-4754-b834-3e72e741158e None None] Provisioning for port dcb4ac8a-e3f1-4588-b61c-695e33e61d21 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:45.899851 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:35:45.905925 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fdcfc90d-167b-49e7-a326-d8d522b0921b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "PUT /v2.0/routers/72863561-1501-4824-92fd-7966655b54ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9902711 Jul 16 02:35:46.074924 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-f93efa72-71c3-4d9d-9508-7a1edfb2cbb5 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580270465&fields=id&tenant_id=fad30493b7d341c7b1b3e13a6d10f18a HTTP/1.1" status: 200 len: 267 time: 0.0372667 Jul 16 02:35:46.105976 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:46.149527 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8263ebda-786f-4f47-a164-9569fe4a7da2 None None] Provisioning for port c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:46.158885 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8263ebda-786f-4f47-a164-9569fe4a7da2 None None] Provisioning complete for port c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:46.159555 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8263ebda-786f-4f47-a164-9569fe4a7da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:46.195785 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8263ebda-786f-4f47-a164-9569fe4a7da2 None None] Port c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:35:46.215741 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:46.219861 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:46.220300 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:46.232091 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-27cd844e-16a2-4408-8d52-63bbd4ce10c8 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:46.233649 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-27cd844e-16a2-4408-8d52-63bbd4ce10c8 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/networks?id=5dcebb7d-2825-4bab-8a62-4ac0f7c571dc HTTP/1.1" status: 200 len: 797 time: 0.1510158 Jul 16 02:35:46.249132 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-5f8b2197-1af1-4312-ad59-661cbd6f7e98 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/quotas/fad30493b7d341c7b1b3e13a6d10f18a HTTP/1.1" status: 200 len: 375 time: 0.0099802 Jul 16 02:35:46.285735 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Sync routers for ids ['72863561-1501-4824-92fd-7966655b54ad'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:35:46.317819 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Routers {'72863561-1501-4824-92fd-7966655b54ad'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:46.318466 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:35:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['72863561-1501-4824-92fd-7966655b54ad'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:46.333040 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-83c2532f-ffcd-457d-8843-82eea23c41bb tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748043 Jul 16 02:35:46.388095 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bfff685a-baf8-4bb4-abef-a38fce01b08d None None] Provisioning complete for port c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:46.388470 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bfff685a-baf8-4bb4-abef-a38fce01b08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:46.393658 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:46.444006 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-46b7c301-2267-45a8-88fd-589f831bc298 service neutron] 10.222.0.54 "GET /v2.0/networks/5dcebb7d-2825-4bab-8a62-4ac0f7c571dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990169 Jul 16 02:35:46.540808 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-aab4d1dd-1ab7-43fc-b76e-75ad78923348 service neutron] 10.222.0.54 "GET /v2.0/networks/5dcebb7d-2825-4bab-8a62-4ac0f7c571dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899723 Jul 16 02:35:46.629566 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7b7e0d77-5d38-42de-aa2c-5d835b9d2d09,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:46.637750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bfff685a-baf8-4bb4-abef-a38fce01b08d None None] Port c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:35:46.639381 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:46.640103 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device dcb4ac8a-e3f1-4588-b61c-695e33e61d21 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:46.696416 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Set router 72863561-1501-4824-92fd-7966655b54ad gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:46.725854 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-62a61575-e69b-41c3-9cbd-051499864be1 req-d7de8381-2aa8-490e-8de1-d0fa5bb8d576 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 210 time: 0.0380344 Jul 16 02:35:46.769148 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=7b7e0d77-5d38-42de-aa2c-5d835b9d2d09,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:46.819315 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-63316620-1ffe-4c71-98dd-9c22243ae290 None None] Provisioning complete for port c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:46.819699 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-63316620-1ffe-4c71-98dd-9c22243ae290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:46.868359 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port dcb4ac8a-e3f1-4588-b61c-695e33e61d21 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:46.879373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-63316620-1ffe-4c71-98dd-9c22243ae290 None None] Port c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:35:46.905155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port dcb4ac8a-e3f1-4588-b61c-695e33e61d21 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:46.905536 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:47.040617 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:47.055611 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72863561-1501-4824-92fd-7966655b54ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710081970', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:41Z', 'updated_at': '2021-07-16T02:35:45Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:42Z', 'updated_at': '2021-07-16T02:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9', 'name': '', 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:90:53:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:44Z', 'updated_at': '2021-07-16T02:35:45Z', 'revision_number': 2, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:47.090492 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Checking router: 72863561-1501-4824-92fd-7966655b54ad for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:35:47.090849 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Updating router 72863561-1501-4824-92fd-7966655b54ad port c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:35:47.127078 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port dcb4ac8a-e3f1-4588-b61c-695e33e61d21, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=dcb4ac8a-e3f1-4588-b61c-695e33e61d21,segment=NetworkSegment(98a811f7-9fd4-462b-b617-cabeaebe2bd3),segment_id=98a811f7-9fd4-462b-b617-cabeaebe2bd3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:47.133120 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:47.141701 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:47.213961 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=dcb4ac8a-e3f1-4588-b61c-695e33e61d21,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:47.442107 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:47.452422 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Transition to ACTIVE for port object c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:47.457357 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:47.510320 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed635ace-d3bd-4a2c-9eca-f0e27512e713 None None] Pushing event updated for resources: {'Port': ['ID=c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:47.562992 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Attempting to bind port c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:47.563362 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Attempting to bind port c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '98a811f7-9fd4-462b-b617-cabeaebe2bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:47.563746 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Attempting to bind port c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 on network 5dcebb7d-2825-4bab-8a62-4ac0f7c571dc {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:47.568757 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:47.569129 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Checking segment: {'id': '98a811f7-9fd4-462b-b617-cabeaebe2bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:47.569530 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:47.569918 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Bound using segment: {'id': '98a811f7-9fd4-462b-b617-cabeaebe2bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:47.570382 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Bound port: c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a811f7-9fd4-462b-b617-cabeaebe2bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:47.570761 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:47.638276 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] For port c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:47.642469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] For port c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9,segment=NetworkSegment(98a811f7-9fd4-462b-b617-cabeaebe2bd3),segment_id=98a811f7-9fd4-462b-b617-cabeaebe2bd3)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:47.646924 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:47.722334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Routers {'72863561-1501-4824-92fd-7966655b54ad'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:47.722987 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:35:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['72863561-1501-4824-92fd-7966655b54ad'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:47.767906 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed635ace-d3bd-4a2c-9eca-f0e27512e713 None None] Pushing event updated for resources: {'Port': ['ID=c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:47.857671 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] Set router 72863561-1501-4824-92fd-7966655b54ad gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:47.942895 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-23dcd414-195e-4bf3-9130-8c0c3f9d3cf4 req-9053afa7-f771-4204-81f9-e0dbb8bff470 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 210 time: 0.0603509 Jul 16 02:35:47.951643 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-943b9c2c-786a-4c5f-8d0a-86db1bacaeec tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:47.953230 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-943b9c2c-786a-4c5f-8d0a-86db1bacaeec tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.47 "GET /v2.0/networks?id=5dcebb7d-2825-4bab-8a62-4ac0f7c571dc HTTP/1.1" status: 200 len: 797 time: 0.1658850 Jul 16 02:35:48.029477 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-862b556a-1164-4a38-ada8-8fda88228152 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad30493b7d341c7b1b3e13a6d10f18a HTTP/1.1" status: 200 len: 380 time: 0.0605934 Jul 16 02:35:48.038331 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-8ba2bcfb-ffb1-45e3-992c-6909998c97f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'port': {'device_id': '6709aa06-3c5e-46de-8e57-c55fe2863ab3', 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc', 'admin_state_up': True, 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'security_groups': ['ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:48.053883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:48.156701 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-8ba2bcfb-ffb1-45e3-992c-6909998c97f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Made reservation on behalf of fad30493b7d341c7b1b3e13a6d10f18a for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:35:48.160285 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-8ba2bcfb-ffb1-45e3-992c-6909998c97f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:48.163756 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:48.164121 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:48.212050 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72863561-1501-4824-92fd-7966655b54ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710081970', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:41Z', 'updated_at': '2021-07-16T02:35:45Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:42Z', 'updated_at': '2021-07-16T02:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9', 'name': '', 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:90:53:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:44Z', 'updated_at': '2021-07-16T02:35:47Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:48.241989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212d903-5765-4594-8b64-2d4b25b7dfe8 None None] The sync data for ids ['72863561-1501-4824-92fd-7966655b54ad'] in n-d-800086-6 is: [{'id': '72863561-1501-4824-92fd-7966655b54ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710081970', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:41Z', 'updated_at': '2021-07-16T02:35:45Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:42Z', 'updated_at': '2021-07-16T02:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9', 'name': '', 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:90:53:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:44Z', 'updated_at': '2021-07-16T02:35:47Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:35:48.285747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device dcb4ac8a-e3f1-4588-b61c-695e33e61d21 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:48.314777 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-8ba2bcfb-ffb1-45e3-992c-6909998c97f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.20.0.6 (5dcebb7d-2825-4bab-8a62-4ac0f7c571dc/746070f1-c3bd-45e2-aadf-2ff6b8c598bf/700fbb4b-2077-4ff6-a20d-ce1b14026e75) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:48.349821 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port dcb4ac8a-e3f1-4588-b61c-695e33e61d21 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:48.350201 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:48.479573 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-8ba2bcfb-ffb1-45e3-992c-6909998c97f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:48.494381 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-8ba2bcfb-ffb1-45e3-992c-6909998c97f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Transition to ACTIVE for port object 700fbb4b-2077-4ff6-a20d-ce1b14026e75 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:48.528038 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-8ba2bcfb-ffb1-45e3-992c-6909998c97f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:48.577512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-8ba2bcfb-ffb1-45e3-992c-6909998c97f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 5dcebb7d-2825-4bab-8a62-4ac0f7c571dc is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:48.582974 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-8ba2bcfb-ffb1-45e3-992c-6909998c97f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:48.585744 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-8ba2bcfb-ffb1-45e3-992c-6909998c97f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:48.617283 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2bcfb-ffb1-45e3-992c-6909998c97f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=700fbb4b-2077-4ff6-a20d-ce1b14026e75,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:48.651882 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-8ba2bcfb-ffb1-45e3-992c-6909998c97f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:48.652589 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-8ba2bcfb-ffb1-45e3-992c-6909998c97f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:48.671211 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-8ba2bcfb-ffb1-45e3-992c-6909998c97f6 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6355975 Jul 16 02:35:48.689197 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Request body: {'port': {'device_id': '6709aa06-3c5e-46de-8e57-c55fe2863ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:48.769901 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:48.868725 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-11bdbac9-50fe-4558-bc7b-e2d2fc6aa2a6 None None] Provisioning for port 700fbb4b-2077-4ff6-a20d-ce1b14026e75 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:48.873768 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-11bdbac9-50fe-4558-bc7b-e2d2fc6aa2a6 None None] Provisioning complete for port 700fbb4b-2077-4ff6-a20d-ce1b14026e75 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:48.874185 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-11bdbac9-50fe-4558-bc7b-e2d2fc6aa2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:48.911296 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-11bdbac9-50fe-4558-bc7b-e2d2fc6aa2a6 None None] Port 700fbb4b-2077-4ff6-a20d-ce1b14026e75 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:35:49.065326 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700fbb4b-2077-4ff6-a20d-ce1b14026e75 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:35:49.090394 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:49.108427 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Transition to ACTIVE for port object 700fbb4b-2077-4ff6-a20d-ce1b14026e75 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:49.113671 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:49.189960 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Pushing event updated for resources: {'Port': ['ID=700fbb4b-2077-4ff6-a20d-ce1b14026e75,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:49.203390 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6d2f4-613d-4b64-87d6-e6d0e484327a req-c8532b63-1302-4a66-8541-7694e59b14f7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:49.205060 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c0f6d2f4-613d-4b64-87d6-e6d0e484327a req-c8532b63-1302-4a66-8541-7694e59b14f7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 931 time: 0.1532485 Jul 16 02:35:49.289062 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c0f6d2f4-613d-4b64-87d6-e6d0e484327a req-f65975ca-1e7b-4a44-bfc7-f7264e524ed0 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664992 Jul 16 02:35:49.313058 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Attempting to bind port 700fbb4b-2077-4ff6-a20d-ce1b14026e75 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:49.313396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Attempting to bind port 700fbb4b-2077-4ff6-a20d-ce1b14026e75 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '98a811f7-9fd4-462b-b617-cabeaebe2bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:49.313731 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Attempting to bind port 700fbb4b-2077-4ff6-a20d-ce1b14026e75 on network 5dcebb7d-2825-4bab-8a62-4ac0f7c571dc {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:49.319152 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Port 700fbb4b-2077-4ff6-a20d-ce1b14026e75 on network 5dcebb7d-2825-4bab-8a62-4ac0f7c571dc not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:35:49.319522 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Attempting to bind port 700fbb4b-2077-4ff6-a20d-ce1b14026e75 on network 5dcebb7d-2825-4bab-8a62-4ac0f7c571dc {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:49.327337 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:49.327683 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Checking segment: {'id': '98a811f7-9fd4-462b-b617-cabeaebe2bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:49.328164 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Bound using segment: {'id': '98a811f7-9fd4-462b-b617-cabeaebe2bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:49.328654 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Bound port: 700fbb4b-2077-4ff6-a20d-ce1b14026e75, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a811f7-9fd4-462b-b617-cabeaebe2bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:49.329074 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:49.401823 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] For port 700fbb4b-2077-4ff6-a20d-ce1b14026e75, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:49.405574 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] For port 700fbb4b-2077-4ff6-a20d-ce1b14026e75, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=700fbb4b-2077-4ff6-a20d-ce1b14026e75,segment=NetworkSegment(98a811f7-9fd4-462b-b617-cabeaebe2bd3),segment_id=98a811f7-9fd4-462b-b617-cabeaebe2bd3)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:49.410491 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:49.452018 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:49.452675 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:49.454108 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] 10.222.0.47 "PUT /v2.0/ports/700fbb4b-2077-4ff6-a20d-ce1b14026e75 HTTP/1.1" status: 200 len: 1091 time: 0.7699530 Jul 16 02:35:49.454560 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6709aa06-3c5e-46de-8e57-c55fe2863ab3', 'tag': '700fbb4b-2077-4ff6-a20d-ce1b14026e75'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:35:49.456906 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1c093c-0ca4-439f-993c-d6d642242452" -d '{"events": [{"name": "network-changed", "server_uuid": "6709aa06-3c5e-46de-8e57-c55fe2863ab3", "tag": "700fbb4b-2077-4ff6-a20d-ce1b14026e75"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:35:49.485040 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ea77b-9cde-44de-851f-b68a4f23a39e service neutron] Pushing event updated for resources: {'Port': ['ID=700fbb4b-2077-4ff6-a20d-ce1b14026e75,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:49.502316 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3703c86-49ae-498d-8c54-0465991bd532 x-openstack-request-id: req-d3703c86-49ae-498d-8c54-0465991bd532 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:35:49.502616 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6709aa06-3c5e-46de-8e57-c55fe2863ab3", "tag": "700fbb4b-2077-4ff6-a20d-ce1b14026e75", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:35:49.502929 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d3703c86-49ae-498d-8c54-0465991bd532 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:35:49.503353 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6709aa06-3c5e-46de-8e57-c55fe2863ab3', 'tag': '700fbb4b-2077-4ff6-a20d-ce1b14026e75', 'status': 'completed', 'code': 200} Jul 16 02:35:49.587824 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-3c408299-34f1-45fa-b9be-029021af70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:49.589348 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-3c408299-34f1-45fa-b9be-029021af70ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 1094 time: 0.0569572 Jul 16 02:35:49.639986 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-118b571c-cacb-474d-b4ef-c7073f30ed9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700fbb4b-2077-4ff6-a20d-ce1b14026e75 HTTP/1.1" status: 200 len: 217 time: 0.0353324 Jul 16 02:35:49.691757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-1556a80d-4757-4d21-8b6a-63028f1d4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:49.693217 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-1556a80d-4757-4d21-8b6a-63028f1d4c79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=746070f1-c3bd-45e2-aadf-2ff6b8c598bf HTTP/1.1" status: 200 len: 834 time: 0.0471559 Jul 16 02:35:49.750079 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-91b88e2f-8df6-46c3-b400-5b14af0a3b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:49.751485 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-91b88e2f-8df6-46c3-b400-5b14af0a3b36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5dcebb7d-2825-4bab-8a62-4ac0f7c571dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513313 Jul 16 02:35:49.841276 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-320f6618-863d-4e7c-ac4d-635e79735b73 service neutron] 10.222.0.47 "GET /v2.0/networks/5dcebb7d-2825-4bab-8a62-4ac0f7c571dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823674 Jul 16 02:35:49.931543 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dab3fa92-d6e0-4cb4-85f1-18ba16da5631 req-5568fa6a-9c16-4649-b137-b933bc8b2188 service neutron] 10.222.0.47 "GET /v2.0/networks/5dcebb7d-2825-4bab-8a62-4ac0f7c571dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836008 Jul 16 02:35:50.027329 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:50.079739 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:50.083495 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:50.083917 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:50.085384 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c093c-0ca4-439f-993c-d6d642242452 req-964411cd-a08d-4b86-9ba7-992b2a709f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:50.087878 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d1c093c-0ca4-439f-993c-d6d642242452 req-964411cd-a08d-4b86-9ba7-992b2a709f5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 1094 time: 0.0552375 Jul 16 02:35:50.163300 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:50.199153 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9,segment=NetworkSegment(98a811f7-9fd4-462b-b617-cabeaebe2bd3),segment_id=98a811f7-9fd4-462b-b617-cabeaebe2bd3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:50.204040 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:50.256892 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:50.541630 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c093c-0ca4-439f-993c-d6d642242452 req-71f62830-193f-4f6e-a8ae-60b4e7354bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:50.543037 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d1c093c-0ca4-439f-993c-d6d642242452 req-71f62830-193f-4f6e-a8ae-60b4e7354bb2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5dcebb7d-2825-4bab-8a62-4ac0f7c571dc HTTP/1.1" status: 200 len: 898 time: 0.4481106 Jul 16 02:35:50.589759 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d1c093c-0ca4-439f-993c-d6d642242452 req-d8207bab-8c5a-4f75-9fcd-8013c2cf3d7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700fbb4b-2077-4ff6-a20d-ce1b14026e75 HTTP/1.1" status: 200 len: 217 time: 0.0394890 Jul 16 02:35:50.602928 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38767cc-6370-415c-a112-75e743cdc973 req-9fa26fc6-ef2a-4718-bb88-93f500226aa2 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:50.604610 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a38767cc-6370-415c-a112-75e743cdc973 req-9fa26fc6-ef2a-4718-bb88-93f500226aa2 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 943 time: 0.1220527 Jul 16 02:35:50.671372 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c093c-0ca4-439f-993c-d6d642242452 req-06fdfdf5-c162-459f-8a74-1eade1354da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:50.672853 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d1c093c-0ca4-439f-993c-d6d642242452 req-06fdfdf5-c162-459f-8a74-1eade1354da4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=746070f1-c3bd-45e2-aadf-2ff6b8c598bf HTTP/1.1" status: 200 len: 834 time: 0.0673938 Jul 16 02:35:50.675762 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a38767cc-6370-415c-a112-75e743cdc973 req-83c2d30a-1c4d-4342-b5d9-d682dcdc5281 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626037 Jul 16 02:35:50.736127 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c093c-0ca4-439f-993c-d6d642242452 req-9def5c35-b4e5-4d93-b5b6-be06522aefe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:50.737650 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d1c093c-0ca4-439f-993c-d6d642242452 req-9def5c35-b4e5-4d93-b5b6-be06522aefe2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5dcebb7d-2825-4bab-8a62-4ac0f7c571dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562487 Jul 16 02:35:50.825372 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d1c093c-0ca4-439f-993c-d6d642242452 req-e7ed8d87-3590-41b0-8975-6a4c47334ba8 service neutron] 10.222.0.47 "GET /v2.0/networks/5dcebb7d-2825-4bab-8a62-4ac0f7c571dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801146 Jul 16 02:35:50.917428 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6d1c093c-0ca4-439f-993c-d6d642242452 req-cf768526-cf3b-479b-b44a-05f33fb8ddcf service neutron] 10.222.0.47 "GET /v2.0/networks/5dcebb7d-2825-4bab-8a62-4ac0f7c571dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857718 Jul 16 02:35:51.848155 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38966674-79ee-4115-914d-10645ab75119 req-fd790a6e-10af-441d-b63d-85358c17b146 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:51.849677 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-38966674-79ee-4115-914d-10645ab75119 req-fd790a6e-10af-441d-b63d-85358c17b146 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 943 time: 0.0635505 Jul 16 02:35:51.887880 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-38966674-79ee-4115-914d-10645ab75119 req-8228b3ea-a6ed-4bf7-bc2c-ac057b428163 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324419 Jul 16 02:35:52.008199 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:52.058829 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:52.059203 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:53.064107 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe426331-39ec-417b-91b6-1ad636575fef req-5c440104-f5b4-4dda-a42c-e5a863a91832 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:53.065647 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe426331-39ec-417b-91b6-1ad636575fef req-5c440104-f5b4-4dda-a42c-e5a863a91832 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 943 time: 0.0643730 Jul 16 02:35:53.105831 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fe426331-39ec-417b-91b6-1ad636575fef req-8f4e2af1-7ef9-4faf-9666-35b671be70f8 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345101 Jul 16 02:35:53.596679 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 700fbb4b-2077-4ff6-a20d-ce1b14026e75 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:35:53.693954 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 700fbb4b-2077-4ff6-a20d-ce1b14026e75, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=700fbb4b-2077-4ff6-a20d-ce1b14026e75,segment=NetworkSegment(98a811f7-9fd4-462b-b617-cabeaebe2bd3),segment_id=98a811f7-9fd4-462b-b617-cabeaebe2bd3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:53.705048 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': '700fbb4b-2077-4ff6-a20d-ce1b14026e75', 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc', 'port_id': '700fbb4b-2077-4ff6-a20d-ce1b14026e75', 'mac_address': 'fa:16:3e:20:4e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:35:53.741523 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:53.753719 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700fbb4b-2077-4ff6-a20d-ce1b14026e75 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:35:53.773332 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 700fbb4b-2077-4ff6-a20d-ce1b14026e75, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=700fbb4b-2077-4ff6-a20d-ce1b14026e75,segment=NetworkSegment(98a811f7-9fd4-462b-b617-cabeaebe2bd3),segment_id=98a811f7-9fd4-462b-b617-cabeaebe2bd3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:53.777751 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:53.823404 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=700fbb4b-2077-4ff6-a20d-ce1b14026e75,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:54.114099 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['700fbb4b-2077-4ff6-a20d-ce1b14026e75'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:35:54.282014 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24b97b-2fea-4770-a381-e38a8271f187 req-99a51a60-0629-407d-b756-df244f853d01 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:54.283726 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eb24b97b-2fea-4770-a381-e38a8271f187 req-99a51a60-0629-407d-b756-df244f853d01 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 944 time: 0.0626216 Jul 16 02:35:54.321666 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-eb24b97b-2fea-4770-a381-e38a8271f187 req-ef551e09-fc30-4f03-98c9-d804b2b33427 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323222 Jul 16 02:35:54.479524 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:55.495656 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d594c-0cf8-451d-843b-3c551bd8f70f req-99e7aa0b-6e4f-4349-901a-5758387066ba tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:55.497187 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ff8d594c-0cf8-451d-843b-3c551bd8f70f req-99e7aa0b-6e4f-4349-901a-5758387066ba tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 944 time: 0.0647697 Jul 16 02:35:55.538922 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ff8d594c-0cf8-451d-843b-3c551bd8f70f req-01db92a1-a82a-4571-aca7-65b8ff951259 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355699 Jul 16 02:35:55.601721 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 700fbb4b-2077-4ff6-a20d-ce1b14026e75 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:55.651371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port 700fbb4b-2077-4ff6-a20d-ce1b14026e75 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:55.655203 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port 700fbb4b-2077-4ff6-a20d-ce1b14026e75 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:55.655581 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:55.729281 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:55.751556 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6709aa06-3c5e-46de-8e57-c55fe2863ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700fbb4b-2077-4ff6-a20d-ce1b14026e75'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:35:55.753815 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86105283-e2dd-4175-a0c0-ff6cf286a7ec" -d '{"events": [{"server_uuid": "6709aa06-3c5e-46de-8e57-c55fe2863ab3", "name": "network-vif-plugged", "status": "completed", "tag": "700fbb4b-2077-4ff6-a20d-ce1b14026e75"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:35:55.767354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port 700fbb4b-2077-4ff6-a20d-ce1b14026e75, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=700fbb4b-2077-4ff6-a20d-ce1b14026e75,segment=NetworkSegment(98a811f7-9fd4-462b-b617-cabeaebe2bd3),segment_id=98a811f7-9fd4-462b-b617-cabeaebe2bd3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:55.771335 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:55.798436 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43667122-d765-483d-83e3-a5ba8a06fabe x-openstack-request-id: req-43667122-d765-483d-83e3-a5ba8a06fabe {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:35:55.798725 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6709aa06-3c5e-46de-8e57-c55fe2863ab3", "name": "network-vif-plugged", "status": "completed", "tag": "700fbb4b-2077-4ff6-a20d-ce1b14026e75", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:35:55.798975 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-43667122-d765-483d-83e3-a5ba8a06fabe {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:35:55.799356 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6709aa06-3c5e-46de-8e57-c55fe2863ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700fbb4b-2077-4ff6-a20d-ce1b14026e75', 'code': 200} Jul 16 02:35:55.825162 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=700fbb4b-2077-4ff6-a20d-ce1b14026e75,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:55.931200 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb8efe-86ae-492e-9710-85743b12a5b0 req-39fd78d2-25cb-40d8-bef4-d5976a2d7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:55.932748 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d9bb8efe-86ae-492e-9710-85743b12a5b0 req-39fd78d2-25cb-40d8-bef4-d5976a2d7614 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0520201 Jul 16 02:35:55.968179 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d9bb8efe-86ae-492e-9710-85743b12a5b0 req-e59a703e-82c3-470f-839b-f3bdbdade302 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278940 Jul 16 02:35:56.722549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d6078-082f-4359-af57-8575465ac4cb req-0cfccb63-81e5-440a-9d5e-283aa11c8d4a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:56.724092 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-351d6078-082f-4359-af57-8575465ac4cb req-0cfccb63-81e5-440a-9d5e-283aa11c8d4a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 945 time: 0.0637016 Jul 16 02:35:56.764308 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-351d6078-082f-4359-af57-8575465ac4cb req-8bf7b750-efc1-41ca-b426-f111b3fbbde3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336955 Jul 16 02:35:57.941299 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8982de2-45be-46d5-b6e3-26690697ca01 req-341a2da2-0547-4751-b1d8-d7176f0c852c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:57.942819 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f8982de2-45be-46d5-b6e3-26690697ca01 req-341a2da2-0547-4751-b1d8-d7176f0c852c tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 945 time: 0.0677533 Jul 16 02:35:57.981565 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f8982de2-45be-46d5-b6e3-26690697ca01 req-1ba19c04-ec36-45c6-a1fc-1a5cb5991b9a tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332506 Jul 16 02:35:58.154470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862144aa-80e5-4455-8fd0-6c5300f6707c req-a4c5cb96-7ff4-4543-9dfe-aa44a74c7d17 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:58.156116 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-862144aa-80e5-4455-8fd0-6c5300f6707c req-a4c5cb96-7ff4-4543-9dfe-aa44a74c7d17 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 945 time: 0.0659237 Jul 16 02:35:58.193893 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-862144aa-80e5-4455-8fd0-6c5300f6707c req-b3a0d5d1-fca8-440c-967c-587105d976f7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312421 Jul 16 02:35:58.217869 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50192) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:58.268498 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0002ec4c-2f9c-4d8e-a3dc-d641ad8ae2f1 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:58.270022 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0002ec4c-2f9c-4d8e-a3dc-d641ad8ae2f1 tempest-TestNetworkAdvancedServerOps-26797945 tempest-TestNetworkAdvancedServerOps-26797945-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 1091 time: 0.0511801 Jul 16 02:35:58.272801 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50194) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:58.277169 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': '700fbb4b-2077-4ff6-a20d-ce1b14026e75', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:58.298944 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:58.395382 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:58.458271 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9f462a91-450e-44a7-8935-448167f5e946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:58.495966 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Allocated IP 172.25.1.116 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/3c3ed56a-55d4-472f-a108-90fec826de98) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:58.597701 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:58.636263 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:58.669444 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:58.672856 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:58.678156 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:58.704375 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=3c3ed56a-55d4-472f-a108-90fec826de98,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:59.041396 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:59.118205 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:59.261460 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:59.266551 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:59.339417 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event updated for resources: {'Port': ['ID=3c3ed56a-55d4-472f-a108-90fec826de98,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:59.348448 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:59.447696 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:59.719619 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Floating IP eb2cb400-8ed9-46e7-9101-42b3300616b9 associated. External IP: 172.25.1.116, port: 700fbb4b-2077-4ff6-a20d-ce1b14026e75. Jul 16 02:35:59.923405 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 72863561-1501-4824-92fd-7966655b54ad has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:36:00.025982 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:36:00.036018 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d72d4c-7ba8-480a-a001-591ce8da3067 None None] Sync routers for ids ['72863561-1501-4824-92fd-7966655b54ad'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:36:00.041988 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:00.045828 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d72d4c-7ba8-480a-a001-591ce8da3067 None None] Routers {'72863561-1501-4824-92fd-7966655b54ad'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:00.046450 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-82d72d4c-7ba8-480a-a001-591ce8da3067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:35:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['72863561-1501-4824-92fd-7966655b54ad'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:00.081730 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ff1df946-e106-44c2-a7d6-0b988ed6de61 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8078461 Jul 16 02:36:00.082323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6709aa06-3c5e-46de-8e57-c55fe2863ab3', 'tag': '700fbb4b-2077-4ff6-a20d-ce1b14026e75'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:36:00.084609 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b995485c-2c3a-4e1c-9877-4950bc18c5af" -d '{"events": [{"name": "network-changed", "server_uuid": "6709aa06-3c5e-46de-8e57-c55fe2863ab3", "tag": "700fbb4b-2077-4ff6-a20d-ce1b14026e75"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:36:00.121938 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faab9ccc-5fe6-49ee-99ec-1ded47cb4db2 x-openstack-request-id: req-faab9ccc-5fe6-49ee-99ec-1ded47cb4db2 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:36:00.122337 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6709aa06-3c5e-46de-8e57-c55fe2863ab3", "tag": "700fbb4b-2077-4ff6-a20d-ce1b14026e75", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:36:00.122586 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-faab9ccc-5fe6-49ee-99ec-1ded47cb4db2 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:36:00.123027 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6709aa06-3c5e-46de-8e57-c55fe2863ab3', 'tag': '700fbb4b-2077-4ff6-a20d-ce1b14026e75', 'status': 'completed', 'code': 200} Jul 16 02:36:00.159609 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-82d72d4c-7ba8-480a-a001-591ce8da3067 None None] Set router 72863561-1501-4824-92fd-7966655b54ad gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:00.224551 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995485c-2c3a-4e1c-9877-4950bc18c5af req-2096efd4-6c45-4ff3-87f6-bcc3a9276cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:00.226054 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b995485c-2c3a-4e1c-9877-4950bc18c5af req-2096efd4-6c45-4ff3-87f6-bcc3a9276cbb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0559535 Jul 16 02:36:00.247468 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c401b-174e-42d6-9054-d735590441cf req-3411b1a7-e250-46c5-9a78-6e1b45158f06 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:00.249980 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d98c401b-174e-42d6-9054-d735590441cf req-3411b1a7-e250-46c5-9a78-6e1b45158f06 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 945 time: 0.0728624 Jul 16 02:36:00.297743 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d98c401b-174e-42d6-9054-d735590441cf req-04d9fb06-03e5-4d27-9963-470277789cbf tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417850 Jul 16 02:36:00.323812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50200) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:00.325059 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995485c-2c3a-4e1c-9877-4950bc18c5af req-a62a339b-e94c-478f-99dd-5546794c7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:00.327474 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b995485c-2c3a-4e1c-9877-4950bc18c5af req-a62a339b-e94c-478f-99dd-5546794c7af2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5dcebb7d-2825-4bab-8a62-4ac0f7c571dc HTTP/1.1" status: 200 len: 898 time: 0.0941238 Jul 16 02:36:00.393170 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0dc9ef37-9d53-485b-8a2d-a48747c32347 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/floatingips/eb2cb400-8ed9-46e7-9101-42b3300616b9 HTTP/1.1" status: 200 len: 991 time: 0.0665855 Jul 16 02:36:00.398436 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-82d72d4c-7ba8-480a-a001-591ce8da3067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72863561-1501-4824-92fd-7966655b54ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710081970', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:41Z', 'updated_at': '2021-07-16T02:35:45Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:42Z', 'updated_at': '2021-07-16T02:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'eb2cb400-8ed9-46e7-9101-42b3300616b9', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '72863561-1501-4824-92fd-7966655b54ad', 'port_id': '700fbb4b-2077-4ff6-a20d-ce1b14026e75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc', 'mac_address': 'fa:16:3e:20:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6709aa06-3c5e-46de-8e57-c55fe2863ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:35:58Z', 'updated_at': '2021-07-16T02:35:58Z', 'revision_number': 0, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9', 'name': '', 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:90:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:44Z', 'updated_at': '2021-07-16T02:35:50Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:00.398689 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b995485c-2c3a-4e1c-9877-4950bc18c5af req-d49e0e67-8ae4-44cc-83bf-c9b689587c2d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700fbb4b-2077-4ff6-a20d-ce1b14026e75 HTTP/1.1" status: 200 len: 999 time: 0.0643413 Jul 16 02:36:00.427696 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d72d4c-7ba8-480a-a001-591ce8da3067 None None] Checking router: 72863561-1501-4824-92fd-7966655b54ad for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:36:00.436886 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d72d4c-7ba8-480a-a001-591ce8da3067 None None] Routers {'72863561-1501-4824-92fd-7966655b54ad'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:00.437565 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-82d72d4c-7ba8-480a-a001-591ce8da3067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:35:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['72863561-1501-4824-92fd-7966655b54ad'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:00.448549 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995485c-2c3a-4e1c-9877-4950bc18c5af req-a7b7424f-4e06-4463-b3db-9f55b2f2aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:00.450097 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b995485c-2c3a-4e1c-9877-4950bc18c5af req-a7b7424f-4e06-4463-b3db-9f55b2f2aeb7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=746070f1-c3bd-45e2-aadf-2ff6b8c598bf HTTP/1.1" status: 200 len: 834 time: 0.0444126 Jul 16 02:36:00.508506 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995485c-2c3a-4e1c-9877-4950bc18c5af req-06b237ba-26b7-4398-8328-cb9123312cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:00.510012 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b995485c-2c3a-4e1c-9877-4950bc18c5af req-06b237ba-26b7-4398-8328-cb9123312cbe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5dcebb7d-2825-4bab-8a62-4ac0f7c571dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534077 Jul 16 02:36:00.538377 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-82d72d4c-7ba8-480a-a001-591ce8da3067 None None] Set router 72863561-1501-4824-92fd-7966655b54ad gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:00.604950 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b995485c-2c3a-4e1c-9877-4950bc18c5af req-e1935cae-4fd7-4867-93c4-0bdcdeff55e3 service neutron] 10.222.0.47 "GET /v2.0/networks/5dcebb7d-2825-4bab-8a62-4ac0f7c571dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870409 Jul 16 02:36:00.697986 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b995485c-2c3a-4e1c-9877-4950bc18c5af req-103a39ab-7f9d-4844-a116-58afb281a5f5 service neutron] 10.222.0.47 "GET /v2.0/networks/5dcebb7d-2825-4bab-8a62-4ac0f7c571dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854883 Jul 16 02:36:00.760375 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-82d72d4c-7ba8-480a-a001-591ce8da3067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72863561-1501-4824-92fd-7966655b54ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710081970', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:41Z', 'updated_at': '2021-07-16T02:35:45Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:42Z', 'updated_at': '2021-07-16T02:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'eb2cb400-8ed9-46e7-9101-42b3300616b9', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '72863561-1501-4824-92fd-7966655b54ad', 'port_id': '700fbb4b-2077-4ff6-a20d-ce1b14026e75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc', 'mac_address': 'fa:16:3e:20:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6709aa06-3c5e-46de-8e57-c55fe2863ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:35:58Z', 'updated_at': '2021-07-16T02:35:58Z', 'revision_number': 0, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9', 'name': '', 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:90:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:44Z', 'updated_at': '2021-07-16T02:35:50Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:00.785819 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d72d4c-7ba8-480a-a001-591ce8da3067 None None] The sync data for ids ['72863561-1501-4824-92fd-7966655b54ad'] in n-d-800086-6 is: [{'id': '72863561-1501-4824-92fd-7966655b54ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710081970', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:41Z', 'updated_at': '2021-07-16T02:35:45Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:42Z', 'updated_at': '2021-07-16T02:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'eb2cb400-8ed9-46e7-9101-42b3300616b9', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '72863561-1501-4824-92fd-7966655b54ad', 'port_id': '700fbb4b-2077-4ff6-a20d-ce1b14026e75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc', 'mac_address': 'fa:16:3e:20:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6709aa06-3c5e-46de-8e57-c55fe2863ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:35:58Z', 'updated_at': '2021-07-16T02:35:58Z', 'revision_number': 0, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9', 'name': '', 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:90:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:44Z', 'updated_at': '2021-07-16T02:35:50Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:36:00.968863 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e819b53-44ce-4b07-a369-0ae2d7ec02cf None None] New status for floating IP eb2cb400-8ed9-46e7-9101-42b3300616b9: ACTIVE {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:36:01.239640 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.243218 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8a3f5d3d-74b2-43b0-851c-b65090f70644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.395930 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50202) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:01.457733 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-86f89d91-b084-4770-804d-057734db939f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/floatingips/eb2cb400-8ed9-46e7-9101-42b3300616b9 HTTP/1.1" status: 200 len: 993 time: 0.0606461 Jul 16 02:36:02.302191 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:04.066082 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.680870 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:36:14.613740 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b13b1612-3a19-4f03-8ecd-68474a038252 req-7ac3e917-a72b-4bf7-9a7f-cc1d198af77c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567627 Jul 16 02:36:14.725771 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b1612-3a19-4f03-8ecd-68474a038252 req-c64355b4-2b83-4f96-a0e8-82a49dc65381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:14.727245 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b13b1612-3a19-4f03-8ecd-68474a038252 req-c64355b4-2b83-4f96-a0e8-82a49dc65381 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0521963 Jul 16 02:36:14.835099 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b1612-3a19-4f03-8ecd-68474a038252 req-4a922817-aed2-4e9c-9957-18d501ebe65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:14.836604 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b13b1612-3a19-4f03-8ecd-68474a038252 req-4a922817-aed2-4e9c-9957-18d501ebe65d service neutron] 10.222.0.47 "GET /v2.0/networks?id=5dcebb7d-2825-4bab-8a62-4ac0f7c571dc HTTP/1.1" status: 200 len: 898 time: 0.0899546 Jul 16 02:36:14.901489 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b13b1612-3a19-4f03-8ecd-68474a038252 req-8af42f62-93c6-4dda-bc16-b7aea54ddfe2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700fbb4b-2077-4ff6-a20d-ce1b14026e75 HTTP/1.1" status: 200 len: 1001 time: 0.0573256 Jul 16 02:36:14.949359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b1612-3a19-4f03-8ecd-68474a038252 req-61e0892b-2f62-425e-8707-867c5bbc8e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:14.950782 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b13b1612-3a19-4f03-8ecd-68474a038252 req-61e0892b-2f62-425e-8707-867c5bbc8e24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=746070f1-c3bd-45e2-aadf-2ff6b8c598bf HTTP/1.1" status: 200 len: 834 time: 0.0424347 Jul 16 02:36:15.013036 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b1612-3a19-4f03-8ecd-68474a038252 req-bf5ced68-794f-4665-8d27-5d2d23bf9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:15.015546 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b13b1612-3a19-4f03-8ecd-68474a038252 req-bf5ced68-794f-4665-8d27-5d2d23bf9e2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5dcebb7d-2825-4bab-8a62-4ac0f7c571dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570385 Jul 16 02:36:15.103943 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b13b1612-3a19-4f03-8ecd-68474a038252 req-5bb51800-99e3-4997-acdc-c348121ef2af service neutron] 10.222.0.47 "GET /v2.0/networks/5dcebb7d-2825-4bab-8a62-4ac0f7c571dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805900 Jul 16 02:36:15.196490 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b13b1612-3a19-4f03-8ecd-68474a038252 req-fb8e53ae-022a-4ec9-a67c-71e62dae7114 service neutron] 10.222.0.47 "GET /v2.0/networks/5dcebb7d-2825-4bab-8a62-4ac0f7c571dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850322 Jul 16 02:36:24.485673 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:28.458509 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a296042e-15b7-4140-9769-ee48f6b60c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:29.447204 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:31.114253 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:31.124633 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c727601-5905-4a0d-944f-2b95d59eceac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:32.305558 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:32.999125 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd5b6c-eeb4-4fa0-80b2-00f6435359ed req-089d6099-8612-4c92-9d52-a07085c89729 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:33.001368 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5fd5b6c-eeb4-4fa0-80b2-00f6435359ed req-089d6099-8612-4c92-9d52-a07085c89729 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 945 time: 0.1123478 Jul 16 02:36:33.038504 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c5fd5b6c-eeb4-4fa0-80b2-00f6435359ed req-ceee6c2d-4496-4ed6-a7e1-93e0c832ce11 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315592 Jul 16 02:36:34.068771 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:34.256525 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd37f0-fe6c-452e-9c76-09c0e163d248 req-61e7fdf0-86b1-430c-9e55-9ee8d620d429 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:34.257928 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dafd37f0-fe6c-452e-9c76-09c0e163d248 req-61e7fdf0-86b1-430c-9e55-9ee8d620d429 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 945 time: 0.1052663 Jul 16 02:36:34.300095 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dafd37f0-fe6c-452e-9c76-09c0e163d248 req-4e38e8e3-889d-4087-b31b-0b2d58c02d33 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365195 Jul 16 02:36:34.324337 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50230) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:34.383691 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-ce81841a-ce19-4d86-99c9-f36a15af5625 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/floatingips/eb2cb400-8ed9-46e7-9101-42b3300616b9 HTTP/1.1" status: 200 len: 993 time: 0.0582442 Jul 16 02:36:35.870285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c00846-07be-43e5-a20a-2d5aa487dd7d req-96c0d35f-f3b2-4c93-8bf6-25f2bd14f106 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:35.871678 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-46c00846-07be-43e5-a20a-2d5aa487dd7d req-96c0d35f-f3b2-4c93-8bf6-25f2bd14f106 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 945 time: 0.1041462 Jul 16 02:36:35.876015 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e137cf-9311-49ec-9e9b-9aa30885fe07 req-9ee31534-465f-484d-abee-d2dffb993212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:35.877400 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71e137cf-9311-49ec-9e9b-9aa30885fe07 req-9ee31534-465f-484d-abee-d2dffb993212 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0996592 Jul 16 02:36:35.961375 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-46c00846-07be-43e5-a20a-2d5aa487dd7d req-c7449ad3-a536-4596-9e8c-070c634950c9 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830352 Jul 16 02:36:35.993227 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e137cf-9311-49ec-9e9b-9aa30885fe07 req-a33b4ad6-46a3-46e7-ab78-1b7e79f2956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:35.994695 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71e137cf-9311-49ec-9e9b-9aa30885fe07 req-a33b4ad6-46a3-46e7-ab78-1b7e79f2956a service neutron] 10.222.0.47 "GET /v2.0/networks?id=5dcebb7d-2825-4bab-8a62-4ac0f7c571dc HTTP/1.1" status: 200 len: 898 time: 0.1106775 Jul 16 02:36:36.058430 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71e137cf-9311-49ec-9e9b-9aa30885fe07 req-8d8ddb64-dddd-46eb-80ab-71f6d2c3bfb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700fbb4b-2077-4ff6-a20d-ce1b14026e75 HTTP/1.1" status: 200 len: 1001 time: 0.0567179 Jul 16 02:36:36.105848 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e137cf-9311-49ec-9e9b-9aa30885fe07 req-919f54e8-0b5f-4fe2-a76a-d79cf994039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:36.107257 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71e137cf-9311-49ec-9e9b-9aa30885fe07 req-919f54e8-0b5f-4fe2-a76a-d79cf994039b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=746070f1-c3bd-45e2-aadf-2ff6b8c598bf HTTP/1.1" status: 200 len: 834 time: 0.0422897 Jul 16 02:36:36.166692 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e137cf-9311-49ec-9e9b-9aa30885fe07 req-1a45ad15-a438-4ff0-af5e-264c69ac11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:36.168101 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71e137cf-9311-49ec-9e9b-9aa30885fe07 req-1a45ad15-a438-4ff0-af5e-264c69ac11ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5dcebb7d-2825-4bab-8a62-4ac0f7c571dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550718 Jul 16 02:36:36.255140 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71e137cf-9311-49ec-9e9b-9aa30885fe07 req-5dc7f377-d693-4c7c-bb3e-b7f63ac8dd32 service neutron] 10.222.0.47 "GET /v2.0/networks/5dcebb7d-2825-4bab-8a62-4ac0f7c571dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805478 Jul 16 02:36:36.347278 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-71e137cf-9311-49ec-9e9b-9aa30885fe07 req-a1db220d-9886-4006-a819-40d9e5f9b59b service neutron] 10.222.0.47 "GET /v2.0/networks/5dcebb7d-2825-4bab-8a62-4ac0f7c571dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863593 Jul 16 02:36:37.137285 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52cc67-6482-4556-8fcd-03d16341b5ba req-36502e7b-78a7-43cc-8a87-59982db7317b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:37.138773 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e52cc67-6482-4556-8fcd-03d16341b5ba req-36502e7b-78a7-43cc-8a87-59982db7317b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 945 time: 0.0660744 Jul 16 02:36:37.181913 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e52cc67-6482-4556-8fcd-03d16341b5ba req-a3e6811c-81bb-4a73-96cd-cb7b7339e7d7 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369868 Jul 16 02:36:38.358653 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30e7f7-ea95-4cce-a794-0ece74476cea req-4202cf15-5f37-4639-8972-ba220c4ccc47 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:38.360756 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ad30e7f7-ea95-4cce-a794-0ece74476cea req-4202cf15-5f37-4639-8972-ba220c4ccc47 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 945 time: 0.0641351 Jul 16 02:36:38.398008 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ad30e7f7-ea95-4cce-a794-0ece74476cea req-90902d2e-df4c-4bfb-bb41-3f85999697ed tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319917 Jul 16 02:36:38.421654 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50242) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:38.486903 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-642106d1-f821-44c0-8ad9-ae977dc67b78 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/floatingips/eb2cb400-8ed9-46e7-9101-42b3300616b9 HTTP/1.1" status: 200 len: 993 time: 0.0634286 Jul 16 02:36:38.758362 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50248) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:38.913051 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port 3c3ed56a-55d4-472f-a108-90fec826de98 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:36:38.913398 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:38.990310 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:38.990638 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:39.002739 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for 3c3ed56a-55d4-472f-a108-90fec826de98 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:36:39.146571 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:39.177408 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=3c3ed56a-55d4-472f-a108-90fec826de98,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:39.204627 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:39.204976 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:39.205318 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:39.205664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:39.205998 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:39.206332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:39.206663 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:39.206993 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:39.207323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:39.207652 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:39.208005 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:39.208332 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:39.247234 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:39.247569 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Floating IP eb2cb400-8ed9-46e7-9101-42b3300616b9 disassociated (deleted). External IP: 172.25.1.116, port: 700fbb4b-2077-4ff6-a20d-ce1b14026e75. Jul 16 02:36:39.454457 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 72863561-1501-4824-92fd-7966655b54ad has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:36:39.563891 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:36:39.568758 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:39.575274 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca57393b-9d2e-42cb-977e-6ba6a4331b48 None None] Sync routers for ids ['72863561-1501-4824-92fd-7966655b54ad'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:36:39.585592 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca57393b-9d2e-42cb-977e-6ba6a4331b48 None None] Routers {'72863561-1501-4824-92fd-7966655b54ad'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:39.586285 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ca57393b-9d2e-42cb-977e-6ba6a4331b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:36:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['72863561-1501-4824-92fd-7966655b54ad'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:39.607979 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7a4aa910-f809-497e-9a61-e6269a7c07a4 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/floatingips/eb2cb400-8ed9-46e7-9101-42b3300616b9 HTTP/1.1" status: 204 len: 168 time: 0.8462002 Jul 16 02:36:39.607979 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6709aa06-3c5e-46de-8e57-c55fe2863ab3', 'tag': '700fbb4b-2077-4ff6-a20d-ce1b14026e75'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:36:39.608692 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9268af95-4675-4896-8a87-e08d5e09f8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "6709aa06-3c5e-46de-8e57-c55fe2863ab3", "tag": "700fbb4b-2077-4ff6-a20d-ce1b14026e75"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:36:39.649982 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b72429-4e76-46c1-b227-e783af1f5401 x-openstack-request-id: req-b1b72429-4e76-46c1-b227-e783af1f5401 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:36:39.650303 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6709aa06-3c5e-46de-8e57-c55fe2863ab3", "tag": "700fbb4b-2077-4ff6-a20d-ce1b14026e75", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:36:39.650562 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b1b72429-4e76-46c1-b227-e783af1f5401 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:36:39.650969 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6709aa06-3c5e-46de-8e57-c55fe2863ab3', 'tag': '700fbb4b-2077-4ff6-a20d-ce1b14026e75', 'status': 'completed', 'code': 200} Jul 16 02:36:39.697168 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ca57393b-9d2e-42cb-977e-6ba6a4331b48 None None] Set router 72863561-1501-4824-92fd-7966655b54ad gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:39.754660 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268af95-4675-4896-8a87-e08d5e09f8f0 req-7655270d-a039-416e-bdc7-21a40784111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:39.756378 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9268af95-4675-4896-8a87-e08d5e09f8f0 req-7655270d-a039-416e-bdc7-21a40784111b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0616920 Jul 16 02:36:39.878010 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268af95-4675-4896-8a87-e08d5e09f8f0 req-a3643b89-3212-4863-8b47-5d87bb6e8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:39.879513 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9268af95-4675-4896-8a87-e08d5e09f8f0 req-a3643b89-3212-4863-8b47-5d87bb6e8680 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5dcebb7d-2825-4bab-8a62-4ac0f7c571dc HTTP/1.1" status: 200 len: 898 time: 0.1170831 Jul 16 02:36:39.942594 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9268af95-4675-4896-8a87-e08d5e09f8f0 req-c27183aa-309e-4702-972f-aa89cf0a26c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700fbb4b-2077-4ff6-a20d-ce1b14026e75 HTTP/1.1" status: 200 len: 217 time: 0.0390904 Jul 16 02:36:40.010495 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268af95-4675-4896-8a87-e08d5e09f8f0 req-e94c87a3-4262-4836-be76-fe852b05d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:40.012369 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9268af95-4675-4896-8a87-e08d5e09f8f0 req-e94c87a3-4262-4836-be76-fe852b05d26c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=746070f1-c3bd-45e2-aadf-2ff6b8c598bf HTTP/1.1" status: 200 len: 834 time: 0.0629773 Jul 16 02:36:40.054162 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ca57393b-9d2e-42cb-977e-6ba6a4331b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72863561-1501-4824-92fd-7966655b54ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710081970', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:41Z', 'updated_at': '2021-07-16T02:35:45Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:42Z', 'updated_at': '2021-07-16T02:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9', 'name': '', 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:90:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:44Z', 'updated_at': '2021-07-16T02:35:50Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:40.084328 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca57393b-9d2e-42cb-977e-6ba6a4331b48 None None] Checking router: 72863561-1501-4824-92fd-7966655b54ad for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:36:40.089095 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268af95-4675-4896-8a87-e08d5e09f8f0 req-e680a52d-e60a-484d-a75e-2575db9f797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:40.091233 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9268af95-4675-4896-8a87-e08d5e09f8f0 req-e680a52d-e60a-484d-a75e-2575db9f797e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5dcebb7d-2825-4bab-8a62-4ac0f7c571dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721478 Jul 16 02:36:40.092922 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca57393b-9d2e-42cb-977e-6ba6a4331b48 None None] Routers {'72863561-1501-4824-92fd-7966655b54ad'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:40.093536 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ca57393b-9d2e-42cb-977e-6ba6a4331b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:36:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['72863561-1501-4824-92fd-7966655b54ad'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:40.203520 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9268af95-4675-4896-8a87-e08d5e09f8f0 req-13a9e252-4a0e-4f88-9057-194f6087d065 service neutron] 10.222.0.47 "GET /v2.0/networks/5dcebb7d-2825-4bab-8a62-4ac0f7c571dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033456 Jul 16 02:36:40.207652 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d853768-5ba4-402b-9b67-7061e11a97ec req-a1d2781b-bf42-4118-9830-526febb09e3e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:40.209262 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d853768-5ba4-402b-9b67-7061e11a97ec req-a1d2781b-bf42-4118-9830-526febb09e3e tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 945 time: 0.0647504 Jul 16 02:36:40.227665 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-ca57393b-9d2e-42cb-977e-6ba6a4331b48 None None] Set router 72863561-1501-4824-92fd-7966655b54ad gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:40.253306 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8d853768-5ba4-402b-9b67-7061e11a97ec req-bd5a86cc-ca4d-47cc-9e17-7a05cc7f4f22 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365360 Jul 16 02:36:40.324984 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9268af95-4675-4896-8a87-e08d5e09f8f0 req-74e9d2b4-f530-429b-9c8e-98a902087981 service neutron] 10.222.0.47 "GET /v2.0/networks/5dcebb7d-2825-4bab-8a62-4ac0f7c571dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089883 Jul 16 02:36:40.434190 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-ca57393b-9d2e-42cb-977e-6ba6a4331b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72863561-1501-4824-92fd-7966655b54ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710081970', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:41Z', 'updated_at': '2021-07-16T02:35:45Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:42Z', 'updated_at': '2021-07-16T02:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9', 'name': '', 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:90:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:44Z', 'updated_at': '2021-07-16T02:35:50Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:40.460380 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca57393b-9d2e-42cb-977e-6ba6a4331b48 None None] The sync data for ids ['72863561-1501-4824-92fd-7966655b54ad'] in n-d-800086-6 is: [{'id': '72863561-1501-4824-92fd-7966655b54ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710081970', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:41Z', 'updated_at': '2021-07-16T02:35:45Z', 'revision_number': 4, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:42Z', 'updated_at': '2021-07-16T02:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9', 'name': '', 'network_id': '5dcebb7d-2825-4bab-8a62-4ac0f7c571dc', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'mac_address': 'fa:16:3e:90:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:44Z', 'updated_at': '2021-07-16T02:35:50Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'subnets': [{'id': '746070f1-c3bd-45e2-aadf-2ff6b8c598bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:36:40.676237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89e76eb-6b0f-415d-9e80-4dc7c1102116 None None] New status for floating IP eb2cb400-8ed9-46e7-9101-42b3300616b9: DOWN {{(pid=93833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:36:41.440311 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39ce62-118e-435f-a212-6c8ec5073b8e req-84423adf-4adc-4314-958b-5bd48a0c6c97 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:41.441845 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd39ce62-118e-435f-a212-6c8ec5073b8e req-84423adf-4adc-4314-958b-5bd48a0c6c97 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 945 time: 0.0642426 Jul 16 02:36:41.484686 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-dd39ce62-118e-435f-a212-6c8ec5073b8e req-b8cc09cc-ae1a-48ef-87bf-8dba3f8de60b tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373328 Jul 16 02:36:41.705364 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df9c46-4c89-441e-8824-c60dc2566523 req-6a1f6506-8f7d-4857-925a-cc3746f5530f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:41.706782 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60df9c46-4c89-441e-8824-c60dc2566523 req-6a1f6506-8f7d-4857-925a-cc3746f5530f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.47 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 945 time: 0.0615547 Jul 16 02:36:41.801447 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-60df9c46-4c89-441e-8824-c60dc2566523 req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port 700fbb4b-2077-4ff6-a20d-ce1b14026e75 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:36:41.801792 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-60df9c46-4c89-441e-8824-c60dc2566523 req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:41.890600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-60df9c46-4c89-441e-8824-c60dc2566523 req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] For port 700fbb4b-2077-4ff6-a20d-ce1b14026e75, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=700fbb4b-2077-4ff6-a20d-ce1b14026e75,segment=NetworkSegment(98a811f7-9fd4-462b-b617-cabeaebe2bd3),segment_id=98a811f7-9fd4-462b-b617-cabeaebe2bd3)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:41.891020 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-60df9c46-4c89-441e-8824-c60dc2566523 req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:41.903102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-60df9c46-4c89-441e-8824-c60dc2566523 req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for 700fbb4b-2077-4ff6-a20d-ce1b14026e75 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:36:42.030599 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-60df9c46-4c89-441e-8824-c60dc2566523 req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:42.060404 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=700fbb4b-2077-4ff6-a20d-ce1b14026e75,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:42.088245 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:42.088597 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:42.088936 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:42.089276 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:42.089611 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:42.089940 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:42.090271 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:42.090597 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:42.090924 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:42.091253 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:42.091575 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:42.091997 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:42.114841 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-60df9c46-4c89-441e-8824-c60dc2566523 req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] No DVR routers for this DVR port 700fbb4b-2077-4ff6-a20d-ce1b14026e75 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:36:42.117165 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-60df9c46-4c89-441e-8824-c60dc2566523 req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:42.119212 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-60df9c46-4c89-441e-8824-c60dc2566523 req-111b7d0f-5d0a-46dc-b74f-5637a455b7a3 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.47 "DELETE /v2.0/ports/700fbb4b-2077-4ff6-a20d-ce1b14026e75 HTTP/1.1" status: 204 len: 173 time: 0.4071214 Jul 16 02:36:42.119640 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6709aa06-3c5e-46de-8e57-c55fe2863ab3', 'name': 'network-vif-deleted', 'tag': '700fbb4b-2077-4ff6-a20d-ce1b14026e75'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:36:42.122307 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5760ff6-23d0-4ed6-a1db-b7118ece8167" -d '{"events": [{"server_uuid": "6709aa06-3c5e-46de-8e57-c55fe2863ab3", "name": "network-vif-deleted", "tag": "700fbb4b-2077-4ff6-a20d-ce1b14026e75"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:36:42.160179 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422d3b02-af0b-4bb8-b41b-3145eda28977 x-openstack-request-id: req-422d3b02-af0b-4bb8-b41b-3145eda28977 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:36:42.160473 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6709aa06-3c5e-46de-8e57-c55fe2863ab3", "name": "network-vif-deleted", "tag": "700fbb4b-2077-4ff6-a20d-ce1b14026e75", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:36:42.160731 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-422d3b02-af0b-4bb8-b41b-3145eda28977 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:36:42.161277 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6709aa06-3c5e-46de-8e57-c55fe2863ab3', 'name': 'network-vif-deleted', 'tag': '700fbb4b-2077-4ff6-a20d-ce1b14026e75', 'status': 'completed', 'code': 200} Jul 16 02:36:42.638698 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-49879fba-3ca3-45aa-8345-384cb280af9d req-277e66ea-8748-45da-92be-4811dd44197f tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "GET /v2.0/ports?device_id=6709aa06-3c5e-46de-8e57-c55fe2863ab3 HTTP/1.1" status: 200 len: 210 time: 0.0293729 Jul 16 02:36:43.730624 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50266) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:44.092444 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64244ad8-3fd0-45a2-bed5-4e473181ce82 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:44.354394 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-64244ad8-3fd0-45a2-bed5-4e473181ce82 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:36:44.354741 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64244ad8-3fd0-45a2-bed5-4e473181ce82 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:44.441213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-64244ad8-3fd0-45a2-bed5-4e473181ce82 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] For port c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9,segment=NetworkSegment(98a811f7-9fd4-462b-b617-cabeaebe2bd3),segment_id=98a811f7-9fd4-462b-b617-cabeaebe2bd3)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:44.441575 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64244ad8-3fd0-45a2-bed5-4e473181ce82 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:44.458193 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-64244ad8-3fd0-45a2-bed5-4e473181ce82 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:36:44.639800 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64244ad8-3fd0-45a2-bed5-4e473181ce82 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:44.669562 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64244ad8-3fd0-45a2-bed5-4e473181ce82 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:44.683586 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:36:44.843083 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-64244ad8-3fd0-45a2-bed5-4e473181ce82 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:45.064697 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64244ad8-3fd0-45a2-bed5-4e473181ce82 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Router 72863561-1501-4824-92fd-7966655b54ad has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:36:45.448781 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64244ad8-3fd0-45a2-bed5-4e473181ce82 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:36:45.454446 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-64244ad8-3fd0-45a2-bed5-4e473181ce82 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "PUT /v2.0/routers/72863561-1501-4824-92fd-7966655b54ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7220254 Jul 16 02:36:45.457123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50270) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:45.460161 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743c81a-f75c-4eb9-909d-d66d877f6dee None None] Sync routers for ids ['72863561-1501-4824-92fd-7966655b54ad'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:36:45.469390 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7743c81a-f75c-4eb9-909d-d66d877f6dee None None] Routers {'72863561-1501-4824-92fd-7966655b54ad'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:45.470148 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7743c81a-f75c-4eb9-909d-d66d877f6dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:36:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['72863561-1501-4824-92fd-7966655b54ad'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:45.506973 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a70098c-2a61-4cc3-bc7c-f37592939a00 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting subnet 746070f1-c3bd-45e2-aadf-2ff6b8c598bf {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:36:45.509999 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7a70098c-2a61-4cc3-bc7c-f37592939a00 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:45.550328 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7a70098c-2a61-4cc3-bc7c-f37592939a00 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:45.571306 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-7743c81a-f75c-4eb9-909d-d66d877f6dee None None] Set router 72863561-1501-4824-92fd-7966655b54ad gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:45.636161 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7a70098c-2a61-4cc3-bc7c-f37592939a00 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:45.694820 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7a70098c-2a61-4cc3-bc7c-f37592939a00 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:45.721837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70098c-2a61-4cc3-bc7c-f37592939a00 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Subnet': ['ID=746070f1-c3bd-45e2-aadf-2ff6b8c598bf,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:45.725367 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7a70098c-2a61-4cc3-bc7c-f37592939a00 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:45.727389 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7a70098c-2a61-4cc3-bc7c-f37592939a00 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/subnets/746070f1-c3bd-45e2-aadf-2ff6b8c598bf HTTP/1.1" status: 204 len: 168 time: 0.2690837 Jul 16 02:36:45.730058 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50272) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:45.733405 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6879ea-37ae-432b-9dfb-7d3adf3cf97f None None] Network 5dcebb7d-2825-4bab-8a62-4ac0f7c571dc requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:36:45.751422 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7743c81a-f75c-4eb9-909d-d66d877f6dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72863561-1501-4824-92fd-7966655b54ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710081970', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:41Z', 'updated_at': '2021-07-16T02:36:44Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:42Z', 'updated_at': '2021-07-16T02:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:45.783167 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743c81a-f75c-4eb9-909d-d66d877f6dee None None] Checking router: 72863561-1501-4824-92fd-7966655b54ad for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:36:45.791751 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7743c81a-f75c-4eb9-909d-d66d877f6dee None None] Routers {'72863561-1501-4824-92fd-7966655b54ad'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:45.792368 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7743c81a-f75c-4eb9-909d-d66d877f6dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:36:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['72863561-1501-4824-92fd-7966655b54ad'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:45.822203 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 700fbb4b-2077-4ff6-a20d-ce1b14026e75 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:36:45.842617 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: 700fbb4b-2077-4ff6-a20d-ce1b14026e75 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:36:45.842969 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device 700fbb4b-2077-4ff6-a20d-ce1b14026e75 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:36:45.847807 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bda3409-295d-455a-ab0c-f62bac1e5e88 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:45.900672 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-7743c81a-f75c-4eb9-909d-d66d877f6dee None None] Set router 72863561-1501-4824-92fd-7966655b54ad gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:45.957532 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bda3409-295d-455a-ab0c-f62bac1e5e88 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:45.963289 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] DHCP port deletion for 5dcebb7d-2825-4bab-8a62-4ac0f7c571dc request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:36:46.024140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] Deleting port dcb4ac8a-e3f1-4588-b61c-695e33e61d21 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:36:46.024524 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.026111 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8bda3409-295d-455a-ab0c-f62bac1e5e88 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Deleting port 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:36:46.027023 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bda3409-295d-455a-ab0c-f62bac1e5e88 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.102677 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] For port dcb4ac8a-e3f1-4588-b61c-695e33e61d21, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=dcb4ac8a-e3f1-4588-b61c-695e33e61d21,segment=NetworkSegment(98a811f7-9fd4-462b-b617-cabeaebe2bd3),segment_id=98a811f7-9fd4-462b-b617-cabeaebe2bd3)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:46.103316 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.116749 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-7743c81a-f75c-4eb9-909d-d66d877f6dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72863561-1501-4824-92fd-7966655b54ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710081970', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:41Z', 'updated_at': '2021-07-16T02:36:44Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:42Z', 'updated_at': '2021-07-16T02:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:46.118311 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] Calling delete_port for dcb4ac8a-e3f1-4588-b61c-695e33e61d21 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:36:46.121898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device dcb4ac8a-e3f1-4588-b61c-695e33e61d21 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:36:46.122885 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-8bda3409-295d-455a-ab0c-f62bac1e5e88 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] For port 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=7b7e0d77-5d38-42de-aa2c-5d835b9d2d09,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:46.123241 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bda3409-295d-455a-ab0c-f62bac1e5e88 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.135322 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-8bda3409-295d-455a-ab0c-f62bac1e5e88 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Calling delete_port for 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:36:46.145032 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743c81a-f75c-4eb9-909d-d66d877f6dee None None] The sync data for ids ['72863561-1501-4824-92fd-7966655b54ad'] in n-d-800086-6 is: [{'id': '72863561-1501-4824-92fd-7966655b54ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710081970', 'tenant_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:41Z', 'updated_at': '2021-07-16T02:36:44Z', 'revision_number': 5, 'project_id': 'fad30493b7d341c7b1b3e13a6d10f18a', 'gw_port': {'id': '7b7e0d77-5d38-42de-aa2c-5d835b9d2d09', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72863561-1501-4824-92fd-7966655b54ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:42Z', 'updated_at': '2021-07-16T02:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:36:46.261120 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.274928 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.307657 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] Pushing event deleted for resources: {'Port': ['ID=dcb4ac8a-e3f1-4588-b61c-695e33e61d21,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:46.311259 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bda3409-295d-455a-ab0c-f62bac1e5e88 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.337640 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda3409-295d-455a-ab0c-f62bac1e5e88 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Port': ['ID=7b7e0d77-5d38-42de-aa2c-5d835b9d2d09,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:46.339333 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] No DVR routers for this DVR port dcb4ac8a-e3f1-4588-b61c-695e33e61d21 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:36:46.341975 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:46.342141 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:46.342708 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:46.343068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:46.343395 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:46.345853 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:46.346205 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:46.346544 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:46.346881 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:46.347220 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:46.347555 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:46.347911 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b6426-7589-4ec0-adff-2359095db905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:46.402981 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bda3409-295d-455a-ab0c-f62bac1e5e88 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.495633 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bda3409-295d-455a-ab0c-f62bac1e5e88 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.498400 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bda3409-295d-455a-ab0c-f62bac1e5e88 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.545404 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bda3409-295d-455a-ab0c-f62bac1e5e88 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.546163 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bda3409-295d-455a-ab0c-f62bac1e5e88 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Fanout notify agent at l3_agent the message router_deleted on router 72863561-1501-4824-92fd-7966655b54ad {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:36:46.554674 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8bda3409-295d-455a-ab0c-f62bac1e5e88 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.555812 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8bda3409-295d-455a-ab0c-f62bac1e5e88 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/routers/72863561-1501-4824-92fd-7966655b54ad HTTP/1.1" status: 204 len: 168 time: 0.8236892 Jul 16 02:36:46.558596 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50274) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:46.636341 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a08-26aa-4c91-88dc-f86134048688 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.726564 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a08-26aa-4c91-88dc-f86134048688 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.737085 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-0ccf7a08-26aa-4c91-88dc-f86134048688 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dcebb7d-2825-4bab-8a62-4ac0f7c571dc']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:46.747505 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-0ccf7a08-26aa-4c91-88dc-f86134048688 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a811f7-9fd4-462b-b617-cabeaebe2bd3') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:46.747831 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-0ccf7a08-26aa-4c91-88dc-f86134048688 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a811f7-9fd4-462b-b617-cabeaebe2bd3') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:46.757931 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a08-26aa-4c91-88dc-f86134048688 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.772592 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a08-26aa-4c91-88dc-f86134048688 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.778721 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ccf7a08-26aa-4c91-88dc-f86134048688 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:36:46.779114 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a08-26aa-4c91-88dc-f86134048688 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:36:46.782162 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:36:46.849169 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a08-26aa-4c91-88dc-f86134048688 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.857184 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7a08-26aa-4c91-88dc-f86134048688 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.858469 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-0ccf7a08-26aa-4c91-88dc-f86134048688 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/networks/5dcebb7d-2825-4bab-8a62-4ac0f7c571dc HTTP/1.1" status: 204 len: 168 time: 0.2989557 Jul 16 02:36:46.861359 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50276) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:46.869929 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf7a08-26aa-4c91-88dc-f86134048688 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'Network': ['ID=5dcebb7d-2825-4bab-8a62-4ac0f7c571dc,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:46.924839 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-648de4c6-8a45-499c-aff5-f565bbbc5e75 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:46.949377 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-648de4c6-8a45-499c-aff5-f565bbbc5e75 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:47.007905 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-648de4c6-8a45-499c-aff5-f565bbbc5e75 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:47.010456 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-648de4c6-8a45-499c-aff5-f565bbbc5e75 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:47.014399 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-648de4c6-8a45-499c-aff5-f565bbbc5e75 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] 10.222.0.54 "DELETE /v2.0/security-groups/ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581 HTTP/1.1" status: 204 len: 168 time: 0.1492646 Jul 16 02:36:47.021600 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648de4c6-8a45-499c-aff5-f565bbbc5e75 tempest-TestNetworkAdvancedServerOps-1210902975 tempest-TestNetworkAdvancedServerOps-1210902975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee01ef3a-7237-4bda-b2fe-a5f8b2e2b581,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:47.345845 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50284) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:47.475218 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8e41f43b-9bf7-46a7-8e56-0459b6162c15 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fad30493b7d341c7b1b3e13a6d10f18a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282153 Jul 16 02:36:47.477643 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50288) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:47.524885 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c618254-334a-4014-b0b9-a2ba6a82ff53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:47.545821 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c618254-334a-4014-b0b9-a2ba6a82ff53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:47.591302 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c618254-334a-4014-b0b9-a2ba6a82ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:47.594471 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-5c618254-334a-4014-b0b9-a2ba6a82ff53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:47.595893 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5c618254-334a-4014-b0b9-a2ba6a82ff53 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/19c53f5c-5331-45ed-99ef-cb526ffc78b5 HTTP/1.1" status: 204 len: 168 time: 0.1173258 Jul 16 02:36:47.604208 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c618254-334a-4014-b0b9-a2ba6a82ff53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c53f5c-5331-45ed-99ef-cb526ffc78b5,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:47.845795 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50294) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:47.862681 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6ea948aa-c8e1-411f-8f27-88c3a253db14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:47.953741 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6ea948aa-c8e1-411f-8f27-88c3a253db14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:47.957421 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6ea948aa-c8e1-411f-8f27-88c3a253db14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:47.993839 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea948aa-c8e1-411f-8f27-88c3a253db14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2113334-623b-43d7-ac44-abf78ceef9f0,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:47.998060 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6ea948aa-c8e1-411f-8f27-88c3a253db14 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c175493f28784acaa632cb34eb73a380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512644 Jul 16 02:36:48.001740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50296) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:48.039271 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:36:48.058801 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5517ed47-c10d-4c61-b6e0-edf936234aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:48.060166 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:36:48.060673 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 7b7e0d77-5d38-42de-aa2c-5d835b9d2d09 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:36:48.061107 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:36:48.079903 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:36:48.080100 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5517ed47-c10d-4c61-b6e0-edf936234aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:48.080260 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c3dcc408-f83b-4c0b-88f3-2668fe7f1cd9 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:36:48.126506 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5517ed47-c10d-4c61-b6e0-edf936234aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:48.129104 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5517ed47-c10d-4c61-b6e0-edf936234aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:48.130266 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5517ed47-c10d-4c61-b6e0-edf936234aed admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b2113334-623b-43d7-ac44-abf78ceef9f0 HTTP/1.1" status: 204 len: 168 time: 0.1275253 Jul 16 02:36:48.137910 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517ed47-c10d-4c61-b6e0-edf936234aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2113334-623b-43d7-ac44-abf78ceef9f0,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:48.800324 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50318) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:48.894005 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-84e11be5-71b8-49a1-a363-377c21c85c6d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-611242207-network', 'tenant_id': '1f7c1699ff25445895b969121d17ee50'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:48.915097 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e11be5-71b8-49a1-a363-377c21c85c6d admin admin] Made reservation on behalf of 1f7c1699ff25445895b969121d17ee50 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:36:48.917420 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84e11be5-71b8-49a1-a363-377c21c85c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:48.926060 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84e11be5-71b8-49a1-a363-377c21c85c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.016833 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84e11be5-71b8-49a1-a363-377c21c85c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.020630 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84e11be5-71b8-49a1-a363-377c21c85c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.046090 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e11be5-71b8-49a1-a363-377c21c85c6d admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:36:49.055462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e11be5-71b8-49a1-a363-377c21c85c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e672a42e-f66a-4a1b-b618-a4ffb636ab39,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:49.062121 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84e11be5-71b8-49a1-a363-377c21c85c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.063129 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-84e11be5-71b8-49a1-a363-377c21c85c6d admin admin] Added segment 859d51ca-32a2-4b31-b8de-f6d3bd95f004 of type vlan for network 43712588-cd32-4376-b382-b0da210cac19 Jul 16 02:36:49.104244 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84e11be5-71b8-49a1-a363-377c21c85c6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.132187 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84e11be5-71b8-49a1-a363-377c21c85c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.133102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e11be5-71b8-49a1-a363-377c21c85c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:49.133683 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-84e11be5-71b8-49a1-a363-377c21c85c6d admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.165862 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-84e11be5-71b8-49a1-a363-377c21c85c6d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3644338 Jul 16 02:36:49.169070 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50322) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:49.175360 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e1ed3f4c-14d2-41a6-a109-20dc17e2ee40 admin admin] Request body: {'subnet': {'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-611242207-subnet', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:49.195344 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ed3f4c-14d2-41a6-a109-20dc17e2ee40 admin admin] Made reservation on behalf of 1f7c1699ff25445895b969121d17ee50 for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:36:49.195691 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e11be5-71b8-49a1-a363-377c21c85c6d admin admin] Pushing event updated for resources: {'Network': ['ID=43712588-cd32-4376-b382-b0da210cac19,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:49.197877 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1ed3f4c-14d2-41a6-a109-20dc17e2ee40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.205896 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 43712588-cd32-4376-b382-b0da210cac19 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:36:49.363761 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1ed3f4c-14d2-41a6-a109-20dc17e2ee40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.420059 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed3f4c-14d2-41a6-a109-20dc17e2ee40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6de4240-0f94-488f-8202-750ef9cecccf,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:49.426937 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ed3f4c-14d2-41a6-a109-20dc17e2ee40 admin admin] Checking segment: {'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:36:49.427284 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ed3f4c-14d2-41a6-a109-20dc17e2ee40 admin admin] Network hostable DHCP agents. Network: 43712588-cd32-4376-b382-b0da210cac19, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:36:49.443800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ed3f4c-14d2-41a6-a109-20dc17e2ee40 admin admin] Network 43712588-cd32-4376-b382-b0da210cac19 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:36:49.451859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-e1ed3f4c-14d2-41a6-a109-20dc17e2ee40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 43712588-cd32-4376-b382-b0da210cac19) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:36:49.457007 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ed3f4c-14d2-41a6-a109-20dc17e2ee40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:49.457649 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e1ed3f4c-14d2-41a6-a109-20dc17e2ee40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.462989 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fe71c4-9e91-47e8-bd2b-e3e05c8dc253 None None] Network 43712588-cd32-4376-b382-b0da210cac19 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:36:49.472224 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e1ed3f4c-14d2-41a6-a109-20dc17e2ee40 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3019726 Jul 16 02:36:49.474900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50324) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:49.479371 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:49.499519 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.500636 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.557455 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.610260 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-43712588-cd32-4376-b382-b0da210cac19', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:36:49.611170 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.693613 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.741627 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Allocated IP 172.20.0.2 (43712588-cd32-4376-b382-b0da210cac19/c6de4240-0f94-488f-8202-750ef9cecccf/cce43e70-e9b3-4cc4-a775-936aea782628) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:36:49.882022 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.890353 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Transition to ACTIVE for port object cce43e70-e9b3-4cc4-a775-936aea782628 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:36:49.896728 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.905151 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Transition to ACTIVE for port object cce43e70-e9b3-4cc4-a775-936aea782628 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:36:49.910751 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.916075 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.950142 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Network 43712588-cd32-4376-b382-b0da210cac19 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:36:49.952756 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:36:49.956858 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:36:49.963516 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Pushing event updated for resources: {'Port': ['ID=cce43e70-e9b3-4cc4-a775-936aea782628,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:50.019559 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Attempting to bind port cce43e70-e9b3-4cc4-a775-936aea782628 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:36:50.019960 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Attempting to bind port cce43e70-e9b3-4cc4-a775-936aea782628 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:36:50.020353 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Attempting to bind port cce43e70-e9b3-4cc4-a775-936aea782628 on network 43712588-cd32-4376-b382-b0da210cac19 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:36:50.025200 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:36:50.025575 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Checking segment: {'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:36:50.025977 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:50.026373 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Bound using segment: {'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:36:50.026843 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Bound port: cce43e70-e9b3-4cc4-a775-936aea782628, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:36:50.027221 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:50.027772 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] Allocated IP 172.25.1.146 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/f7c0dc6f-ea91-41ec-9a5d-be02351a0258) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:36:50.089101 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] For port cce43e70-e9b3-4cc4-a775-936aea782628, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:36:50.092460 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] For port cce43e70-e9b3-4cc4-a775-936aea782628, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cce43e70-e9b3-4cc4-a775-936aea782628,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:36:50.096529 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:50.130342 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:50.153645 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5cdfb7-637f-41e1-9dca-e1b261823283 None None] Pushing event updated for resources: {'Port': ['ID=cce43e70-e9b3-4cc4-a775-936aea782628,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:50.179156 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:50.219803 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:36:50.222636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:36:50.225046 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:36:50.256791 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c0dc6f-ea91-41ec-9a5d-be02351a0258,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:50.510124 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:50.695899 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:50.824121 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] Router d183d5ea-3b92-4490-9e87-547ebc6e65ec is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:36:50.933410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:36:50.946586 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Sync routers for ids ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:36:50.953013 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:50.957056 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-39c691cd-d2b6-4514-ad9d-2c7b82a4c994 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4785695 Jul 16 02:36:50.957627 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50326) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:50.958381 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Routers {'d183d5ea-3b92-4490-9e87-547ebc6e65ec'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:50.959223 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:36:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:51.071064 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Set router d183d5ea-3b92-4490-9e87-547ebc6e65ec gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:51.135059 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57edae50-b8dc-45d9-9712-27406e9879ce None None] Network 43712588-cd32-4376-b382-b0da210cac19 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:36:51.270799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-bfa52409-725a-4e46-a7e1-fcd037e45023 None None] Provisioning for port cce43e70-e9b3-4cc4-a775-936aea782628 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:36:51.391641 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:50Z', 'revision_number': 3, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port': {'id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:51.396415 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:51.422105 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Checking router: d183d5ea-3b92-4490-9e87-547ebc6e65ec for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:36:51.423026 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Updating router d183d5ea-3b92-4490-9e87-547ebc6e65ec port f7c0dc6f-ea91-41ec-9a5d-be02351a0258 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:36:51.466501 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:51.553559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] Allocated IP 172.20.0.1 (43712588-cd32-4376-b382-b0da210cac19/c6de4240-0f94-488f-8202-750ef9cecccf/12d38fb2-cbcd-4eb6-95d8-1f692eedc730) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:36:51.667683 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:51.681063 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] Transition to ACTIVE for port object 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:36:51.713363 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:51.751519 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] Network 43712588-cd32-4376-b382-b0da210cac19 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:36:51.752304 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:51.757968 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:36:51.760635 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:36:51.762578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Transition to ACTIVE for port object f7c0dc6f-ea91-41ec-9a5d-be02351a0258 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:36:51.771931 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:51.788796 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] Pushing event updated for resources: {'Port': ['ID=12d38fb2-cbcd-4eb6-95d8-1f692eedc730,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:51.807801 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:51.825540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Attempting to bind port f7c0dc6f-ea91-41ec-9a5d-be02351a0258 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:36:51.825916 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Attempting to bind port f7c0dc6f-ea91-41ec-9a5d-be02351a0258 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:36:51.826282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Attempting to bind port f7c0dc6f-ea91-41ec-9a5d-be02351a0258 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:36:51.829963 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30492494-2227-4a73-8e08-2543cf00d313 None None] Pushing event updated for resources: {'Port': ['ID=f7c0dc6f-ea91-41ec-9a5d-be02351a0258,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:51.834691 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:36:51.835071 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:36:51.835482 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:51.835898 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:36:51.836374 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Bound port: f7c0dc6f-ea91-41ec-9a5d-be02351a0258, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:36:51.836760 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:51.898799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] For port f7c0dc6f-ea91-41ec-9a5d-be02351a0258, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:36:51.903854 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] For port f7c0dc6f-ea91-41ec-9a5d-be02351a0258, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f7c0dc6f-ea91-41ec-9a5d-be02351a0258,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:36:51.909249 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:51.961752 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:51.969390 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Routers {'d183d5ea-3b92-4490-9e87-547ebc6e65ec'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:51.970148 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:36:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:52.009316 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30492494-2227-4a73-8e08-2543cf00d313 None None] Pushing event updated for resources: {'Port': ['ID=f7c0dc6f-ea91-41ec-9a5d-be02351a0258,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:52.145466 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:52.150399 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:52.221445 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cce43e70-e9b3-4cc4-a775-936aea782628 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:36:52.227238 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] Pushing event updated for resources: {'Port': ['ID=12d38fb2-cbcd-4eb6-95d8-1f692eedc730,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:52.230944 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:52.272914 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6d85d074-d1d6-4f09-9514-e82487acf3aa None None] Provisioning for port 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:36:52.285952 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6d85d074-d1d6-4f09-9514-e82487acf3aa None None] Provisioning complete for port 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:36:52.286322 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6d85d074-d1d6-4f09-9514-e82487acf3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:52.293256 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] Set router d183d5ea-3b92-4490-9e87-547ebc6e65ec gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:52.327240 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] Network 43712588-cd32-4376-b382-b0da210cac19 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:36:52.329415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:36:52.365102 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port cce43e70-e9b3-4cc4-a775-936aea782628 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:36:52.370934 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6d85d074-d1d6-4f09-9514-e82487acf3aa None None] Port 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:36:52.402163 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port cce43e70-e9b3-4cc4-a775-936aea782628 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:36:52.402536 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:52.453667 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] Router d183d5ea-3b92-4490-9e87-547ebc6e65ec has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:36:52.573598 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:36:52.574134 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:52.580682 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-7d1bce88-0b27-4911-a6b6-7a1c7b6e13bc admin admin] 10.222.0.54 "PUT /v2.0/routers/d183d5ea-3b92-4490-9e87-547ebc6e65ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6217239 Jul 16 02:36:52.632141 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c0a2e192-21d6-4e18-b310-80c8db7a9ad4 None None] Provisioning complete for port 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:36:52.632513 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0a2e192-21d6-4e18-b310-80c8db7a9ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:52.635120 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port cce43e70-e9b3-4cc4-a775-936aea782628, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cce43e70-e9b3-4cc4-a775-936aea782628,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:52.657599 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:52.664290 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 4, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port': {'id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '12d38fb2-cbcd-4eb6-95d8-1f692eedc730', 'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'mac_address': 'fa:16:3e:0f:ae:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:51Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 1, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'subnets': [{'id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:52.713505 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da1d4b6-632d-4473-9dde-15283d6ee474 None None] The sync data for ids ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'] in n-d-800086-6 is: [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 4, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port': {'id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '12d38fb2-cbcd-4eb6-95d8-1f692eedc730', 'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'mac_address': 'fa:16:3e:0f:ae:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:51Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 1, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'subnets': [{'id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:36:52.728453 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c0a2e192-21d6-4e18-b310-80c8db7a9ad4 None None] Port 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:36:52.752991 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=cce43e70-e9b3-4cc4-a775-936aea782628,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:53.090177 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50342) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:53.095757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-5f3c7f3e-5ad2-4845-b108-be24a3971493 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-203768060-network', 'tenant_id': 'aedd18fbf4ee4bf690317d2d8f5c5778'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:53.124083 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3c7f3e-5ad2-4845-b108-be24a3971493 admin admin] Made reservation on behalf of aedd18fbf4ee4bf690317d2d8f5c5778 for: {'network': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:36:53.129040 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7f3e-5ad2-4845-b108-be24a3971493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:53.139414 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7f3e-5ad2-4845-b108-be24a3971493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:53.234925 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7f3e-5ad2-4845-b108-be24a3971493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:53.238780 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7f3e-5ad2-4845-b108-be24a3971493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:53.264502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3c7f3e-5ad2-4845-b108-be24a3971493 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=93831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:36:53.276187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c7f3e-5ad2-4845-b108-be24a3971493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d3b0e4-da01-477f-a7ee-300b02a5d778,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:53.284973 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7f3e-5ad2-4845-b108-be24a3971493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:53.285368 n-d-800086-6 neutron-server[93831]: INFO neutron.db.segments_db [None req-5f3c7f3e-5ad2-4845-b108-be24a3971493 admin admin] Added segment 2c68eb2c-4428-44ed-87c3-da015cee3c2a of type vlan for network 5fdf5595-a68c-41d2-b5c6-f68901fd5c5c Jul 16 02:36:53.335078 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7f3e-5ad2-4845-b108-be24a3971493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:53.377772 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7f3e-5ad2-4845-b108-be24a3971493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:53.378850 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3c7f3e-5ad2-4845-b108-be24a3971493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:53.379440 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7f3e-5ad2-4845-b108-be24a3971493 admin admin] Notify callbacks [] for network, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:53.419498 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5f3c7f3e-5ad2-4845-b108-be24a3971493 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3281178 Jul 16 02:36:53.422812 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50344) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:53.429677 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-579aa8dd-66e8-4ab5-a6c8-55e53a478d08 admin admin] Request body: {'subnet': {'network_id': '5fdf5595-a68c-41d2-b5c6-f68901fd5c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-203768060-subnet', 'tenant_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:53.463017 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c7f3e-5ad2-4845-b108-be24a3971493 admin admin] Pushing event updated for resources: {'Network': ['ID=5fdf5595-a68c-41d2-b5c6-f68901fd5c5c,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:53.477467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 5fdf5595-a68c-41d2-b5c6-f68901fd5c5c details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:36:53.487111 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579aa8dd-66e8-4ab5-a6c8-55e53a478d08 admin admin] Made reservation on behalf of aedd18fbf4ee4bf690317d2d8f5c5778 for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:36:53.489847 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-579aa8dd-66e8-4ab5-a6c8-55e53a478d08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:53.670739 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-579aa8dd-66e8-4ab5-a6c8-55e53a478d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:53.730068 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579aa8dd-66e8-4ab5-a6c8-55e53a478d08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84f63e7f-22e1-4dad-8ec5-28833a1f0c3b,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:53.737879 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579aa8dd-66e8-4ab5-a6c8-55e53a478d08 admin admin] Checking segment: {'id': '2c68eb2c-4428-44ed-87c3-da015cee3c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5fdf5595-a68c-41d2-b5c6-f68901fd5c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:36:53.738256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579aa8dd-66e8-4ab5-a6c8-55e53a478d08 admin admin] Network hostable DHCP agents. Network: 5fdf5595-a68c-41d2-b5c6-f68901fd5c5c, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:36:53.757532 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579aa8dd-66e8-4ab5-a6c8-55e53a478d08 admin admin] Network 5fdf5595-a68c-41d2-b5c6-f68901fd5c5c is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:36:53.767256 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-579aa8dd-66e8-4ab5-a6c8-55e53a478d08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 5fdf5595-a68c-41d2-b5c6-f68901fd5c5c) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:36:53.771540 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579aa8dd-66e8-4ab5-a6c8-55e53a478d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:53.772168 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-579aa8dd-66e8-4ab5-a6c8-55e53a478d08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:53.777972 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6cf60b-4614-48ff-afb6-df71c8b8850a None None] Network 5fdf5595-a68c-41d2-b5c6-f68901fd5c5c requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:36:53.788267 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-579aa8dd-66e8-4ab5-a6c8-55e53a478d08 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3643334 Jul 16 02:36:53.790814 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50346) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:53.795493 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-203768060-router', 'tenant_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:53.817827 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:53.818948 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:53.942188 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-5fdf5595-a68c-41d2-b5c6-f68901fd5c5c', 'network_id': '5fdf5595-a68c-41d2-b5c6-f68901fd5c5c', 'tenant_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'fixed_ips': [{'subnet_id': '84f63e7f-22e1-4dad-8ec5-28833a1f0c3b'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:36:53.943175 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:54.106514 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Allocated IP 172.20.0.2 (5fdf5595-a68c-41d2-b5c6-f68901fd5c5c/84f63e7f-22e1-4dad-8ec5-28833a1f0c3b/b21d26d8-aa0d-4411-9203-3014e3f9a519) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:36:54.176372 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cce43e70-e9b3-4cc4-a775-936aea782628 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:36:54.222404 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:54.281213 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port cce43e70-e9b3-4cc4-a775-936aea782628 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:36:54.282135 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:54.314233 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:54.329442 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Transition to ACTIVE for port object b21d26d8-aa0d-4411-9203-3014e3f9a519 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:36:54.349605 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Transition to ACTIVE for port object b21d26d8-aa0d-4411-9203-3014e3f9a519 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:36:54.357849 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:54.365817 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:54.421454 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Network 5fdf5595-a68c-41d2-b5c6-f68901fd5c5c is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:36:54.426654 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f7c0dc6f-ea91-41ec-9a5d-be02351a0258 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:36:54.429912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:36:54.454726 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:36:54.463500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Pushing event updated for resources: {'Port': ['ID=b21d26d8-aa0d-4411-9203-3014e3f9a519,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:54.537966 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:54.543743 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Attempting to bind port b21d26d8-aa0d-4411-9203-3014e3f9a519 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:36:54.544116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Attempting to bind port b21d26d8-aa0d-4411-9203-3014e3f9a519 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2c68eb2c-4428-44ed-87c3-da015cee3c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5fdf5595-a68c-41d2-b5c6-f68901fd5c5c'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:36:54.544480 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Attempting to bind port b21d26d8-aa0d-4411-9203-3014e3f9a519 on network 5fdf5595-a68c-41d2-b5c6-f68901fd5c5c {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:36:54.551672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:36:54.552174 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Checking segment: {'id': '2c68eb2c-4428-44ed-87c3-da015cee3c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5fdf5595-a68c-41d2-b5c6-f68901fd5c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:36:54.552618 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:54.553020 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Bound using segment: {'id': '2c68eb2c-4428-44ed-87c3-da015cee3c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5fdf5595-a68c-41d2-b5c6-f68901fd5c5c'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:36:54.553484 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Bound port: b21d26d8-aa0d-4411-9203-3014e3f9a519, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c68eb2c-4428-44ed-87c3-da015cee3c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5fdf5595-a68c-41d2-b5c6-f68901fd5c5c'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:36:54.553863 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:54.556844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port f7c0dc6f-ea91-41ec-9a5d-be02351a0258 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:36:54.569425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port f7c0dc6f-ea91-41ec-9a5d-be02351a0258 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:36:54.569626 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:54.579765 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:54.602907 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:54.653135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] For port b21d26d8-aa0d-4411-9203-3014e3f9a519, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:36:54.657444 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] For port b21d26d8-aa0d-4411-9203-3014e3f9a519, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b21d26d8-aa0d-4411-9203-3014e3f9a519,segment=NetworkSegment(2c68eb2c-4428-44ed-87c3-da015cee3c2a),segment_id=2c68eb2c-4428-44ed-87c3-da015cee3c2a)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:36:54.683393 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:54.708678 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] Allocated IP 172.25.1.151 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/bad1e9db-a9d9-421d-a421-c7cd73303d62) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:36:54.747262 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:54.765168 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe30f05-1f74-49e0-b16f-61c8dbdbcb8f None None] Pushing event updated for resources: {'Port': ['ID=b21d26d8-aa0d-4411-9203-3014e3f9a519,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:54.776697 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port f7c0dc6f-ea91-41ec-9a5d-be02351a0258, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f7c0dc6f-ea91-41ec-9a5d-be02351a0258,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:54.783638 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:54.828008 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:54.839743 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=f7c0dc6f-ea91-41ec-9a5d-be02351a0258,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:54.867293 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Sync routers for ids ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:36:54.874132 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:54.877413 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Routers {'d183d5ea-3b92-4490-9e87-547ebc6e65ec'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:54.878159 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:36:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:54.916544 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:36:54.919519 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:36:54.924932 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:36:54.978524 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] Pushing event updated for resources: {'Port': ['ID=bad1e9db-a9d9-421d-a421-c7cd73303d62,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:55.031229 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Set router d183d5ea-3b92-4490-9e87-547ebc6e65ec gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:55.221744 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:55.338139 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 4, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port': {'id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '12d38fb2-cbcd-4eb6-95d8-1f692eedc730', 'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'mac_address': 'fa:16:3e:0f:ae:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:51Z', 'updated_at': '2021-07-16T02:36:52Z', 'revision_number': 2, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'subnets': [{'id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:55.363958 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Checking router: d183d5ea-3b92-4490-9e87-547ebc6e65ec for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:36:55.364307 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Updating router d183d5ea-3b92-4490-9e87-547ebc6e65ec port 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:36:55.397557 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:55.423498 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:55.584872 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] Router 5053d7cc-1a22-4679-a78f-741115cf5a60 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:36:55.702717 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:55.703105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:36:55.715051 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Transition to ACTIVE for port object 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:36:55.715334 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Sync routers for ids ['5053d7cc-1a22-4679-a78f-741115cf5a60'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:36:55.722209 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:55.723627 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:55.726944 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50348) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:55.727506 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-595a111d-21d8-4de3-acfe-0cf299dd30b5 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9352579 Jul 16 02:36:55.737462 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Routers {'5053d7cc-1a22-4679-a78f-741115cf5a60'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:55.738435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:36:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['5053d7cc-1a22-4679-a78f-741115cf5a60'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:55.835524 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Attempting to bind port 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:36:55.835934 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Attempting to bind port 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:36:55.836302 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Attempting to bind port 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 on network 43712588-cd32-4376-b382-b0da210cac19 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:36:55.839568 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e6902-7d08-4a50-9c13-f5b0792211cf None None] Pushing event updated for resources: {'Port': ['ID=12d38fb2-cbcd-4eb6-95d8-1f692eedc730,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:55.849283 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e6902-7d08-4a50-9c13-f5b0792211cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:55.849625 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e6902-7d08-4a50-9c13-f5b0792211cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:55.849960 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e6902-7d08-4a50-9c13-f5b0792211cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:55.850290 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e6902-7d08-4a50-9c13-f5b0792211cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:55.850621 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e6902-7d08-4a50-9c13-f5b0792211cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:55.850950 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e6902-7d08-4a50-9c13-f5b0792211cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:55.851280 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e6902-7d08-4a50-9c13-f5b0792211cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:55.851602 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e6902-7d08-4a50-9c13-f5b0792211cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:55.851946 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e6902-7d08-4a50-9c13-f5b0792211cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:55.852268 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e6902-7d08-4a50-9c13-f5b0792211cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:55.852594 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e6902-7d08-4a50-9c13-f5b0792211cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:55.852908 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e6902-7d08-4a50-9c13-f5b0792211cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:55.856646 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:36:55.857026 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Checking segment: {'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:36:55.857430 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:55.857815 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Bound using segment: {'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:36:55.858292 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Bound port: 12d38fb2-cbcd-4eb6-95d8-1f692eedc730, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:36:55.858675 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:55.901751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Set router 5053d7cc-1a22-4679-a78f-741115cf5a60 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:55.904974 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07946446-58e8-45f8-ad43-ae7da6356ea0 None None] Network 5fdf5595-a68c-41d2-b5c6-f68901fd5c5c requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:36:55.946104 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] For port 12d38fb2-cbcd-4eb6-95d8-1f692eedc730, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:36:55.949576 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] For port 12d38fb2-cbcd-4eb6-95d8-1f692eedc730, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=12d38fb2-cbcd-4eb6-95d8-1f692eedc730,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:36:55.955982 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:56.013309 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Routers {'d183d5ea-3b92-4490-9e87-547ebc6e65ec'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:56.014818 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:36:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:56.113848 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e6902-7d08-4a50-9c13-f5b0792211cf None None] Pushing event updated for resources: {'Port': ['ID=12d38fb2-cbcd-4eb6-95d8-1f692eedc730,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:56.195932 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] Set router d183d5ea-3b92-4490-9e87-547ebc6e65ec gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:56.223055 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f7c0dc6f-ea91-41ec-9a5d-be02351a0258 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:36:56.245305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-1ae13dfc-9cb6-4ace-a8d7-5bbed0959fc0 None None] Provisioning for port b21d26d8-aa0d-4411-9203-3014e3f9a519 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:36:56.382660 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port f7c0dc6f-ea91-41ec-9a5d-be02351a0258 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:36:56.383041 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:56.410957 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'name': 'tempest-TestShelveInstance-203768060-router', 'tenant_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'bad1e9db-a9d9-421d-a421-c7cd73303d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:53Z', 'updated_at': '2021-07-16T02:36:55Z', 'revision_number': 3, 'project_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'gw_port': {'id': 'bad1e9db-a9d9-421d-a421-c7cd73303d62', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:54Z', 'updated_at': '2021-07-16T02:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:56.451265 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 4, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port': {'id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '12d38fb2-cbcd-4eb6-95d8-1f692eedc730', 'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'mac_address': 'fa:16:3e:0f:ae:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:51Z', 'updated_at': '2021-07-16T02:36:55Z', 'revision_number': 4, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'subnets': [{'id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:56.460914 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Checking router: 5053d7cc-1a22-4679-a78f-741115cf5a60 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:36:56.461277 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Updating router 5053d7cc-1a22-4679-a78f-741115cf5a60 port bad1e9db-a9d9-421d-a421-c7cd73303d62 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:36:56.483203 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23965d-40fb-4b49-a47d-1241dfdfef60 None None] The sync data for ids ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'] in n-d-800086-6 is: [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 4, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port': {'id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '12d38fb2-cbcd-4eb6-95d8-1f692eedc730', 'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'mac_address': 'fa:16:3e:0f:ae:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:51Z', 'updated_at': '2021-07-16T02:36:55Z', 'revision_number': 4, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'subnets': [{'id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:36:56.524303 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:56.604652 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b21d26d8-aa0d-4411-9203-3014e3f9a519 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:36:56.675396 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:56.758184 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port b21d26d8-aa0d-4411-9203-3014e3f9a519 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:36:56.767272 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port b21d26d8-aa0d-4411-9203-3014e3f9a519 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:36:56.767664 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:56.890140 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] Allocated IP 172.20.0.1 (5fdf5595-a68c-41d2-b5c6-f68901fd5c5c/84f63e7f-22e1-4dad-8ec5-28833a1f0c3b/c54da771-5460-40c3-9b21-c76e5df1d2af) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:36:56.941358 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:56.964329 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:56.981300 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Transition to ACTIVE for port object bad1e9db-a9d9-421d-a421-c7cd73303d62 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:36:56.996983 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:57.001500 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port b21d26d8-aa0d-4411-9203-3014e3f9a519, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b21d26d8-aa0d-4411-9203-3014e3f9a519,segment=NetworkSegment(2c68eb2c-4428-44ed-87c3-da015cee3c2a),segment_id=2c68eb2c-4428-44ed-87c3-da015cee3c2a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:57.008815 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:57.010432 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:57.025043 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] Transition to ACTIVE for port object c54da771-5460-40c3-9b21-c76e5df1d2af will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:36:57.053448 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Attempting to bind port bad1e9db-a9d9-421d-a421-c7cd73303d62 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:36:57.053827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Attempting to bind port bad1e9db-a9d9-421d-a421-c7cd73303d62 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:36:57.054202 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Attempting to bind port bad1e9db-a9d9-421d-a421-c7cd73303d62 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:36:57.059647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d693ce9-adbc-4927-a115-3f4db63f9aec None None] Pushing event updated for resources: {'Port': ['ID=bad1e9db-a9d9-421d-a421-c7cd73303d62,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:57.066434 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:57.067391 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:36:57.067802 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:36:57.068225 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:57.068626 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:36:57.069110 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Bound port: bad1e9db-a9d9-421d-a421-c7cd73303d62, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:36:57.069487 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:57.122494 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] Network 5fdf5595-a68c-41d2-b5c6-f68901fd5c5c is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:36:57.124551 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:36:57.127451 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:36:57.129466 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] Pushing event updated for resources: {'Port': ['ID=c54da771-5460-40c3-9b21-c76e5df1d2af,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:57.158612 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=b21d26d8-aa0d-4411-9203-3014e3f9a519,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:57.172860 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] For port bad1e9db-a9d9-421d-a421-c7cd73303d62, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:36:57.178469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] For port bad1e9db-a9d9-421d-a421-c7cd73303d62, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=bad1e9db-a9d9-421d-a421-c7cd73303d62,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:36:57.182443 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:57.183967 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:57.370156 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:57.411242 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Routers {'5053d7cc-1a22-4679-a78f-741115cf5a60'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:57.411906 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:36:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['5053d7cc-1a22-4679-a78f-741115cf5a60'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:57.416582 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d693ce9-adbc-4927-a115-3f4db63f9aec None None] Pushing event updated for resources: {'Port': ['ID=bad1e9db-a9d9-421d-a421-c7cd73303d62,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:57.472525 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e74500ad-59ae-44c6-8541-07e98b09f044 None None] Provisioning for port c54da771-5460-40c3-9b21-c76e5df1d2af completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:36:57.506116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-e74500ad-59ae-44c6-8541-07e98b09f044 None None] Provisioning complete for port c54da771-5460-40c3-9b21-c76e5df1d2af triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:36:57.506496 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e74500ad-59ae-44c6-8541-07e98b09f044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:57.538705 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:57.543558 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:57.557384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] Set router 5053d7cc-1a22-4679-a78f-741115cf5a60 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:57.558933 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-e74500ad-59ae-44c6-8541-07e98b09f044 None None] Port c54da771-5460-40c3-9b21-c76e5df1d2af cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:36:57.611556 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:57.614264 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] Pushing event updated for resources: {'Port': ['ID=c54da771-5460-40c3-9b21-c76e5df1d2af,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:57.710126 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] Network 5fdf5595-a68c-41d2-b5c6-f68901fd5c5c is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:36:57.711571 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:36:57.754905 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'name': 'tempest-TestShelveInstance-203768060-router', 'tenant_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'bad1e9db-a9d9-421d-a421-c7cd73303d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:53Z', 'updated_at': '2021-07-16T02:36:57Z', 'revision_number': 4, 'project_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'gw_port': {'id': 'bad1e9db-a9d9-421d-a421-c7cd73303d62', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:54Z', 'updated_at': '2021-07-16T02:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'c54da771-5460-40c3-9b21-c76e5df1d2af', 'name': '', 'network_id': '5fdf5595-a68c-41d2-b5c6-f68901fd5c5c', 'tenant_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'mac_address': 'fa:16:3e:b2:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '84f63e7f-22e1-4dad-8ec5-28833a1f0c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:56Z', 'updated_at': '2021-07-16T02:36:56Z', 'revision_number': 1, 'project_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'subnets': [{'id': '84f63e7f-22e1-4dad-8ec5-28833a1f0c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:57.787243 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3085791-5d41-47b4-95f7-7a4abc837473 None None] The sync data for ids ['5053d7cc-1a22-4679-a78f-741115cf5a60'] in n-d-800086-6 is: [{'id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'name': 'tempest-TestShelveInstance-203768060-router', 'tenant_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'bad1e9db-a9d9-421d-a421-c7cd73303d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:53Z', 'updated_at': '2021-07-16T02:36:57Z', 'revision_number': 4, 'project_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'gw_port': {'id': 'bad1e9db-a9d9-421d-a421-c7cd73303d62', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:54Z', 'updated_at': '2021-07-16T02:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'c54da771-5460-40c3-9b21-c76e5df1d2af', 'name': '', 'network_id': '5fdf5595-a68c-41d2-b5c6-f68901fd5c5c', 'tenant_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'mac_address': 'fa:16:3e:b2:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '84f63e7f-22e1-4dad-8ec5-28833a1f0c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:56Z', 'updated_at': '2021-07-16T02:36:56Z', 'revision_number': 1, 'project_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'subnets': [{'id': '84f63e7f-22e1-4dad-8ec5-28833a1f0c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:36:57.836548 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] Router 5053d7cc-1a22-4679-a78f-741115cf5a60 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:36:57.964022 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:36:57.969993 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-daf6749b-61f7-49e2-92b5-8a4c966894ef admin admin] 10.222.0.54 "PUT /v2.0/routers/5053d7cc-1a22-4679-a78f-741115cf5a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2410605 Jul 16 02:36:57.982818 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-8d683abf-95df-4a24-9a7b-b5fe3082aaa0 None None] Provisioning complete for port c54da771-5460-40c3-9b21-c76e5df1d2af triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:36:57.983118 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8d683abf-95df-4a24-9a7b-b5fe3082aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:58.028402 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-8d683abf-95df-4a24-9a7b-b5fe3082aaa0 None None] Port c54da771-5460-40c3-9b21-c76e5df1d2af cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:36:58.124826 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b21d26d8-aa0d-4411-9203-3014e3f9a519 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:36:58.180378 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port b21d26d8-aa0d-4411-9203-3014e3f9a519 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:36:58.180765 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:58.275511 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:36:58.329619 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:36:58.333704 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:36:58.334088 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:58.420215 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:58.473905 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bb3e8851-5381-4bf7-8103-74d8169d5aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:58.483884 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 12d38fb2-cbcd-4eb6-95d8-1f692eedc730, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=12d38fb2-cbcd-4eb6-95d8-1f692eedc730,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:58.489570 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:58.545460 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=12d38fb2-cbcd-4eb6-95d8-1f692eedc730,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:58.656885 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50360) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:58.661651 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-02cee4d3-d71d-44e0-880e-9f937253aee0 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1064235211', 'description': 'tempest-secgroup-smoke-1064235211 description', 'project_id': '1f7c1699ff25445895b969121d17ee50'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:58.683346 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-02cee4d3-d71d-44e0-880e-9f937253aee0 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:58.763355 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-02cee4d3-d71d-44e0-880e-9f937253aee0 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:58.767195 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-02cee4d3-d71d-44e0-880e-9f937253aee0 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:58.792250 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-02cee4d3-d71d-44e0-880e-9f937253aee0 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:58.793470 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-02cee4d3-d71d-44e0-880e-9f937253aee0 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1355233 Jul 16 02:36:58.796814 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50362) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:58.798303 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cee4d3-d71d-44e0-880e-9f937253aee0 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5969cad7-1039-452f-b422-1d2df46f1820,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:58.802448 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-054b65ed-29a8-4608-8542-da39c06dd74f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Request body: {'security_group_rule': {'security_group_id': '5969cad7-1039-452f-b422-1d2df46f1820', 'project_id': '1f7c1699ff25445895b969121d17ee50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:58.828836 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-054b65ed-29a8-4608-8542-da39c06dd74f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:58.888264 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-054b65ed-29a8-4608-8542-da39c06dd74f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:58.891926 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-054b65ed-29a8-4608-8542-da39c06dd74f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:58.909749 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b65ed-29a8-4608-8542-da39c06dd74f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97db5a5a-18e0-49dc-baca-36aa6f719a31,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:58.915294 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-054b65ed-29a8-4608-8542-da39c06dd74f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:58.916605 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-054b65ed-29a8-4608-8542-da39c06dd74f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181166 Jul 16 02:36:58.919237 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50366) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:58.924405 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-c82b2bdc-c2d5-4920-a061-1fa3b0ad8621 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Request body: {'security_group_rule': {'security_group_id': '5969cad7-1039-452f-b422-1d2df46f1820', 'project_id': '1f7c1699ff25445895b969121d17ee50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:58.950444 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c82b2bdc-c2d5-4920-a061-1fa3b0ad8621 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.007776 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c82b2bdc-c2d5-4920-a061-1fa3b0ad8621 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.011477 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c82b2bdc-c2d5-4920-a061-1fa3b0ad8621 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.028694 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b2bdc-c2d5-4920-a061-1fa3b0ad8621 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f118ad-abe2-4d3a-84f8-67d683f7821f,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:59.036660 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-c82b2bdc-c2d5-4920-a061-1fa3b0ad8621 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.037874 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-c82b2bdc-c2d5-4920-a061-1fa3b0ad8621 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176648 Jul 16 02:36:59.040530 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50368) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:59.044889 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-d48bece0-15c8-4441-9ffe-5bf05d059cc7 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Request body: {'security_group_rule': {'security_group_id': '5969cad7-1039-452f-b422-1d2df46f1820', 'project_id': '1f7c1699ff25445895b969121d17ee50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:59.070646 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d48bece0-15c8-4441-9ffe-5bf05d059cc7 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.131929 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d48bece0-15c8-4441-9ffe-5bf05d059cc7 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.136179 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d48bece0-15c8-4441-9ffe-5bf05d059cc7 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.155549 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bece0-15c8-4441-9ffe-5bf05d059cc7 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7036cd23-a2cb-47ff-98e3-d54e15b6c836,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:59.162001 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d48bece0-15c8-4441-9ffe-5bf05d059cc7 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.163356 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d48bece0-15c8-4441-9ffe-5bf05d059cc7 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218655 Jul 16 02:36:59.166156 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 50370) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:59.170680 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-16449d20-7720-460c-92e7-230b31546d6b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Request body: {'security_group_rule': {'security_group_id': '5969cad7-1039-452f-b422-1d2df46f1820', 'project_id': '1f7c1699ff25445895b969121d17ee50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:59.206076 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16449d20-7720-460c-92e7-230b31546d6b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.277454 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16449d20-7720-460c-92e7-230b31546d6b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.284627 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16449d20-7720-460c-92e7-230b31546d6b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.302935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16449d20-7720-460c-92e7-230b31546d6b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165d21eb-5759-441e-9922-bd93f762ac2d,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:59.309482 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-16449d20-7720-460c-92e7-230b31546d6b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.313449 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-16449d20-7720-460c-92e7-230b31546d6b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437945 Jul 16 02:36:59.313815 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50372) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:59.318583 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-85932fb1-1b44-4d72-b015-82060b0008fd tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Request body: {'security_group_rule': {'security_group_id': '5969cad7-1039-452f-b422-1d2df46f1820', 'project_id': '1f7c1699ff25445895b969121d17ee50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:59.341475 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-85932fb1-1b44-4d72-b015-82060b0008fd tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Project 1f7c1699ff25445895b969121d17ee50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:36:59.349670 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-85932fb1-1b44-4d72-b015-82060b0008fd tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.413924 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-85932fb1-1b44-4d72-b015-82060b0008fd tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.417793 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-85932fb1-1b44-4d72-b015-82060b0008fd tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.440957 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85932fb1-1b44-4d72-b015-82060b0008fd tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0685ea-edb6-406c-8b3d-60ee0d6d7b04,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:59.448983 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-85932fb1-1b44-4d72-b015-82060b0008fd tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.450352 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-85932fb1-1b44-4d72-b015-82060b0008fd tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355307 Jul 16 02:36:59.453211 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50374) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:59.459983 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.460603 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d1a6148b-0ea4-412f-bf08-fcf49fca12b4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Request body: {'security_group_rule': {'security_group_id': '5969cad7-1039-452f-b422-1d2df46f1820', 'project_id': '1f7c1699ff25445895b969121d17ee50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:59.485346 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-d1a6148b-0ea4-412f-bf08-fcf49fca12b4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Project 1f7c1699ff25445895b969121d17ee50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:36:59.490478 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1a6148b-0ea4-412f-bf08-fcf49fca12b4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.558987 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1a6148b-0ea4-412f-bf08-fcf49fca12b4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.563668 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1a6148b-0ea4-412f-bf08-fcf49fca12b4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.582463 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6148b-0ea4-412f-bf08-fcf49fca12b4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17fcd5a1-9c70-4622-8b78-793e98a690d1,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:59.590458 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d1a6148b-0ea4-412f-bf08-fcf49fca12b4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.591910 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d1a6148b-0ea4-412f-bf08-fcf49fca12b4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1364379 Jul 16 02:36:59.737219 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-6a5ce8dc-7d3d-472a-b107-6e05c4869431 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1064235211&fields=id&tenant_id=1f7c1699ff25445895b969121d17ee50 HTTP/1.1" status: 200 len: 267 time: 0.0347407 Jul 16 02:36:59.849135 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-47a2b0d6-b9f9-43a0-a920-3a2d8f53f127 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:59.850630 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-47a2b0d6-b9f9-43a0-a920-3a2d8f53f127 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 808 time: 0.1061289 Jul 16 02:36:59.866342 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-6d479d76-9e76-4a0a-b869-1592c87be2e2 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/quotas/1f7c1699ff25445895b969121d17ee50 HTTP/1.1" status: 200 len: 375 time: 0.0102472 Jul 16 02:36:59.939024 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-24d83ba0-4bce-4e22-9106-16ca112f415a tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671644 Jul 16 02:37:00.045928 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-50e0b1b6-a555-4d4b-afb4-a0a927d1605d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:37:00.047565 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-50e0b1b6-a555-4d4b-afb4-a0a927d1605d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0971420 Jul 16 02:37:00.114340 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device bad1e9db-a9d9-421d-a421-c7cd73303d62 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:37:00.142376 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-7293e165-1041-40c8-9489-c649de2a1903 service neutron] 10.222.0.54 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885382 Jul 16 02:37:00.164798 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port bad1e9db-a9d9-421d-a421-c7cd73303d62 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:37:00.168705 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port bad1e9db-a9d9-421d-a421-c7cd73303d62 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:00.169089 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:00.240200 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-4dcd6f13-5014-42dd-83df-5cd993324998 service neutron] 10.222.0.54 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918674 Jul 16 02:37:00.249417 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:00.270913 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port bad1e9db-a9d9-421d-a421-c7cd73303d62, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=bad1e9db-a9d9-421d-a421-c7cd73303d62,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:00.275214 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:00.278736 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:37:00.362626 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=bad1e9db-a9d9-421d-a421-c7cd73303d62,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:00.378070 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:00.378650 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:00.460319 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c1fe2108-9abd-431c-8246-575e16502b57 req-01bdbf01-81cc-4aa9-815d-f22d834b5bb8 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 210 time: 0.0363741 Jul 16 02:37:00.662677 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Sync routers for ids ['5053d7cc-1a22-4679-a78f-741115cf5a60'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:37:00.673989 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Routers {'5053d7cc-1a22-4679-a78f-741115cf5a60'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:37:00.674736 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:36:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['5053d7cc-1a22-4679-a78f-741115cf5a60'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:00.786721 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Set router 5053d7cc-1a22-4679-a78f-741115cf5a60 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:37:00.988119 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'name': 'tempest-TestShelveInstance-203768060-router', 'tenant_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'bad1e9db-a9d9-421d-a421-c7cd73303d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:53Z', 'updated_at': '2021-07-16T02:36:57Z', 'revision_number': 4, 'project_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'gw_port': {'id': 'bad1e9db-a9d9-421d-a421-c7cd73303d62', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:54Z', 'updated_at': '2021-07-16T02:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'c54da771-5460-40c3-9b21-c76e5df1d2af', 'name': '', 'network_id': '5fdf5595-a68c-41d2-b5c6-f68901fd5c5c', 'tenant_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'mac_address': 'fa:16:3e:b2:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '84f63e7f-22e1-4dad-8ec5-28833a1f0c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:56Z', 'updated_at': '2021-07-16T02:36:57Z', 'revision_number': 2, 'project_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'subnets': [{'id': '84f63e7f-22e1-4dad-8ec5-28833a1f0c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:01.018290 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Checking router: 5053d7cc-1a22-4679-a78f-741115cf5a60 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:37:01.018640 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Updating router 5053d7cc-1a22-4679-a78f-741115cf5a60 port c54da771-5460-40c3-9b21-c76e5df1d2af binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:37:01.054339 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:01.124234 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:01.129085 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8c19eeb5-a4ff-409b-a646-6d041a2ccd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:01.417879 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:01.427506 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Transition to ACTIVE for port object c54da771-5460-40c3-9b21-c76e5df1d2af will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:37:01.433635 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:01.508416 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e3303-e7b2-40fb-be7d-95e72ca9b72b None None] Pushing event updated for resources: {'Port': ['ID=c54da771-5460-40c3-9b21-c76e5df1d2af,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:01.590743 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Attempting to bind port c54da771-5460-40c3-9b21-c76e5df1d2af on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:37:01.591111 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Attempting to bind port c54da771-5460-40c3-9b21-c76e5df1d2af by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2c68eb2c-4428-44ed-87c3-da015cee3c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5fdf5595-a68c-41d2-b5c6-f68901fd5c5c'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:37:01.591472 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Attempting to bind port c54da771-5460-40c3-9b21-c76e5df1d2af on network 5fdf5595-a68c-41d2-b5c6-f68901fd5c5c {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:37:01.597728 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:37:01.598110 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Checking segment: {'id': '2c68eb2c-4428-44ed-87c3-da015cee3c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5fdf5595-a68c-41d2-b5c6-f68901fd5c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:37:01.598515 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:01.598909 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Bound using segment: {'id': '2c68eb2c-4428-44ed-87c3-da015cee3c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5fdf5595-a68c-41d2-b5c6-f68901fd5c5c'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:37:01.599374 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Bound port: c54da771-5460-40c3-9b21-c76e5df1d2af, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c68eb2c-4428-44ed-87c3-da015cee3c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5fdf5595-a68c-41d2-b5c6-f68901fd5c5c'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:37:01.604346 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:01.619400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-c9d439e5-a033-4546-a740-ef4dc7289ab7 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:01.621177 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-c9d439e5-a033-4546-a740-ef4dc7289ab7 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.26 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 808 time: 0.1492383 Jul 16 02:37:01.689139 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-c2962fea-318d-4e9f-8539-2f33ba417da0 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f7c1699ff25445895b969121d17ee50 HTTP/1.1" status: 200 len: 380 time: 0.0528092 Jul 16 02:37:01.698581 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-03531c6f-34cb-4e76-b7c8-475cea79d25d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Request body: {'port': {'device_id': '8cd9007a-f955-4055-8556-f521831b008b', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'admin_state_up': True, 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'security_groups': ['5969cad7-1039-452f-b422-1d2df46f1820']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:37:01.709989 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-19afe66a-ee31-4c8b-aca1-fba0b2a61589 req-2468987b-0d94-42d6-a2fa-b7fe2cb6e400 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 210 time: 0.0443618 Jul 16 02:37:01.711836 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] For port c54da771-5460-40c3-9b21-c76e5df1d2af, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:37:01.716354 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] For port c54da771-5460-40c3-9b21-c76e5df1d2af, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c54da771-5460-40c3-9b21-c76e5df1d2af,segment=NetworkSegment(2c68eb2c-4428-44ed-87c3-da015cee3c2a),segment_id=2c68eb2c-4428-44ed-87c3-da015cee3c2a)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:37:01.722379 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:01.777031 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Routers {'5053d7cc-1a22-4679-a78f-741115cf5a60'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:37:01.777661 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:37:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['5053d7cc-1a22-4679-a78f-741115cf5a60'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:01.844162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-03531c6f-34cb-4e76-b7c8-475cea79d25d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Made reservation on behalf of 1f7c1699ff25445895b969121d17ee50 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:37:01.847587 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-03531c6f-34cb-4e76-b7c8-475cea79d25d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:01.878619 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e3303-e7b2-40fb-be7d-95e72ca9b72b None None] Pushing event updated for resources: {'Port': ['ID=c54da771-5460-40c3-9b21-c76e5df1d2af,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:01.914794 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] Set router 5053d7cc-1a22-4679-a78f-741115cf5a60 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:37:01.984267 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-03531c6f-34cb-4e76-b7c8-475cea79d25d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Allocated IP 172.20.0.10 (43712588-cd32-4376-b382-b0da210cac19/c6de4240-0f94-488f-8202-750ef9cecccf/f236872a-6f87-4856-8049-96ce0dfbf570) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:37:02.109856 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device bad1e9db-a9d9-421d-a421-c7cd73303d62 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:37:02.136027 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'name': 'tempest-TestShelveInstance-203768060-router', 'tenant_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'bad1e9db-a9d9-421d-a421-c7cd73303d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:53Z', 'updated_at': '2021-07-16T02:36:57Z', 'revision_number': 4, 'project_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'gw_port': {'id': 'bad1e9db-a9d9-421d-a421-c7cd73303d62', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:54Z', 'updated_at': '2021-07-16T02:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'c54da771-5460-40c3-9b21-c76e5df1d2af', 'name': '', 'network_id': '5fdf5595-a68c-41d2-b5c6-f68901fd5c5c', 'tenant_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'mac_address': 'fa:16:3e:b2:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '84f63e7f-22e1-4dad-8ec5-28833a1f0c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:56Z', 'updated_at': '2021-07-16T02:37:01Z', 'revision_number': 4, 'project_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'subnets': [{'id': '84f63e7f-22e1-4dad-8ec5-28833a1f0c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:02.137630 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-03531c6f-34cb-4e76-b7c8-475cea79d25d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:02.153601 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-03531c6f-34cb-4e76-b7c8-475cea79d25d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Transition to ACTIVE for port object f236872a-6f87-4856-8049-96ce0dfbf570 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:37:02.158242 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port bad1e9db-a9d9-421d-a421-c7cd73303d62 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:02.158759 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:02.162818 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f0257-d16b-4374-b58d-5d3be546846d None None] The sync data for ids ['5053d7cc-1a22-4679-a78f-741115cf5a60'] in n-d-800086-6 is: [{'id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'name': 'tempest-TestShelveInstance-203768060-router', 'tenant_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'bad1e9db-a9d9-421d-a421-c7cd73303d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:53Z', 'updated_at': '2021-07-16T02:36:57Z', 'revision_number': 4, 'project_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'gw_port': {'id': 'bad1e9db-a9d9-421d-a421-c7cd73303d62', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:54Z', 'updated_at': '2021-07-16T02:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'c54da771-5460-40c3-9b21-c76e5df1d2af', 'name': '', 'network_id': '5fdf5595-a68c-41d2-b5c6-f68901fd5c5c', 'tenant_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'mac_address': 'fa:16:3e:b2:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '84f63e7f-22e1-4dad-8ec5-28833a1f0c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:56Z', 'updated_at': '2021-07-16T02:37:01Z', 'revision_number': 4, 'project_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'subnets': [{'id': '84f63e7f-22e1-4dad-8ec5-28833a1f0c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:37:02.197607 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-03531c6f-34cb-4e76-b7c8-475cea79d25d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:02.244827 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-03531c6f-34cb-4e76-b7c8-475cea79d25d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Network 43712588-cd32-4376-b382-b0da210cac19 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:37:02.248767 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c54da771-5460-40c3-9b21-c76e5df1d2af up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:37:02.251215 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-03531c6f-34cb-4e76-b7c8-475cea79d25d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:37:02.256582 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-03531c6f-34cb-4e76-b7c8-475cea79d25d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:37:02.294113 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03531c6f-34cb-4e76-b7c8-475cea79d25d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'Port': ['ID=f236872a-6f87-4856-8049-96ce0dfbf570,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:02.318420 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:02.321568 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-03531c6f-34cb-4e76-b7c8-475cea79d25d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:02.322332 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-03531c6f-34cb-4e76-b7c8-475cea79d25d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:02.327783 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port c54da771-5460-40c3-9b21-c76e5df1d2af completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:37:02.335436 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port c54da771-5460-40c3-9b21-c76e5df1d2af triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:02.335867 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:02.346821 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-03531c6f-34cb-4e76-b7c8-475cea79d25d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6523256 Jul 16 02:37:02.363741 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Request body: {'port': {'device_id': '8cd9007a-f955-4055-8556-f521831b008b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:37:02.431984 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:02.462103 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:02.473233 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port c54da771-5460-40c3-9b21-c76e5df1d2af, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c54da771-5460-40c3-9b21-c76e5df1d2af,segment=NetworkSegment(2c68eb2c-4428-44ed-87c3-da015cee3c2a),segment_id=2c68eb2c-4428-44ed-87c3-da015cee3c2a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:02.485023 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:02.553481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9ef44705-2dd3-4b46-932c-49b3f6e2c780 None None] Provisioning for port f236872a-6f87-4856-8049-96ce0dfbf570 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:37:02.561037 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9ef44705-2dd3-4b46-932c-49b3f6e2c780 None None] Provisioning complete for port f236872a-6f87-4856-8049-96ce0dfbf570 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:02.561634 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9ef44705-2dd3-4b46-932c-49b3f6e2c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:02.565793 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=c54da771-5460-40c3-9b21-c76e5df1d2af,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:02.603929 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-9ef44705-2dd3-4b46-932c-49b3f6e2c780 None None] Port f236872a-6f87-4856-8049-96ce0dfbf570 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:37:02.757930 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f236872a-6f87-4856-8049-96ce0dfbf570 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:37:02.766080 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:02.777859 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Transition to ACTIVE for port object f236872a-6f87-4856-8049-96ce0dfbf570 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:37:02.782544 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:02.849383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Pushing event updated for resources: {'Port': ['ID=f236872a-6f87-4856-8049-96ce0dfbf570,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:02.961354 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Attempting to bind port f236872a-6f87-4856-8049-96ce0dfbf570 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:37:02.961695 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Attempting to bind port f236872a-6f87-4856-8049-96ce0dfbf570 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:37:02.962020 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Attempting to bind port f236872a-6f87-4856-8049-96ce0dfbf570 on network 43712588-cd32-4376-b382-b0da210cac19 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:37:02.974737 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d65a8-0289-4d99-89df-9c508e76be83 req-f92903b4-7533-4463-9d2a-edc51ceb7467 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:02.976321 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-193d65a8-0289-4d99-89df-9c508e76be83 req-f92903b4-7533-4463-9d2a-edc51ceb7467 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 944 time: 0.1429958 Jul 16 02:37:02.977446 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Port f236872a-6f87-4856-8049-96ce0dfbf570 on network 43712588-cd32-4376-b382-b0da210cac19 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:37:02.977770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Attempting to bind port f236872a-6f87-4856-8049-96ce0dfbf570 on network 43712588-cd32-4376-b382-b0da210cac19 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:37:02.986067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:37:02.986407 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Checking segment: {'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:37:02.986793 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Bound using segment: {'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:37:02.987231 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Bound port: f236872a-6f87-4856-8049-96ce0dfbf570, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:37:02.987589 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:03.054691 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-193d65a8-0289-4d99-89df-9c508e76be83 req-f1491cc5-c77e-43e7-8165-4838dae1fb1d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716066 Jul 16 02:37:03.082654 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] For port f236872a-6f87-4856-8049-96ce0dfbf570, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:37:03.085795 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] For port f236872a-6f87-4856-8049-96ce0dfbf570, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f236872a-6f87-4856-8049-96ce0dfbf570,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:37:03.089896 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:03.121549 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:03.122276 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:03.123657 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] 10.222.0.26 "PUT /v2.0/ports/f236872a-6f87-4856-8049-96ce0dfbf570 HTTP/1.1" status: 200 len: 1092 time: 0.7647564 Jul 16 02:37:03.124115 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd9007a-f955-4055-8556-f521831b008b', 'tag': 'f236872a-6f87-4856-8049-96ce0dfbf570'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:37:03.127478 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304c7027-e069-4fe1-b184-d1c2f7d07279" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd9007a-f955-4055-8556-f521831b008b", "tag": "f236872a-6f87-4856-8049-96ce0dfbf570"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:37:03.158734 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314a6d7-62d2-4110-a1c7-a66286cdfee0 service neutron] Pushing event updated for resources: {'Port': ['ID=f236872a-6f87-4856-8049-96ce0dfbf570,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:03.249658 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-bb7e5d91-6bda-45ac-98bb-cfd0975982cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:03.251422 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-bb7e5d91-6bda-45ac-98bb-cfd0975982cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 1095 time: 0.0664699 Jul 16 02:37:03.252900 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8c9618-8915-42c3-8251-1415f7194799 x-openstack-request-id: req-6e8c9618-8915-42c3-8251-1415f7194799 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:37:03.253184 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd9007a-f955-4055-8556-f521831b008b", "tag": "f236872a-6f87-4856-8049-96ce0dfbf570", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:37:03.253431 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6e8c9618-8915-42c3-8251-1415f7194799 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:37:03.253820 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd9007a-f955-4055-8556-f521831b008b', 'tag': 'f236872a-6f87-4856-8049-96ce0dfbf570', 'status': 'completed', 'code': 200} Jul 16 02:37:03.315613 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-8264a04b-3c95-4d37-be22-e2ba08411314 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f236872a-6f87-4856-8049-96ce0dfbf570 HTTP/1.1" status: 200 len: 217 time: 0.0476463 Jul 16 02:37:03.367040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-7a915b93-af4f-4dd8-9ab4-7c72465bdae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:03.368739 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-7a915b93-af4f-4dd8-9ab4-7c72465bdae6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0468881 Jul 16 02:37:03.427660 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-91b5c11d-f2b1-4c2e-9924-e9b0e6077fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:03.429320 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-91b5c11d-f2b1-4c2e-9924-e9b0e6077fab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549426 Jul 16 02:37:03.522803 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-769e5dcc-f4c2-41fd-ba47-1b78df854650 service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869219 Jul 16 02:37:03.614391 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0c1218d4-34a3-4c36-810f-cb5fddc948b3 req-bcabbb0f-ca57-4345-a72d-0f4bd8095322 service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853829 Jul 16 02:37:03.761520 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c7027-e069-4fe1-b184-d1c2f7d07279 req-2d718caa-e923-4477-9fe1-8a2543361e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:03.762972 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-304c7027-e069-4fe1-b184-d1c2f7d07279 req-2d718caa-e923-4477-9fe1-8a2543361e7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 1095 time: 0.0554161 Jul 16 02:37:03.853591 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c7027-e069-4fe1-b184-d1c2f7d07279 req-22ef46fd-3d4d-4413-a93a-c3576167df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:03.855073 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-304c7027-e069-4fe1-b184-d1c2f7d07279 req-22ef46fd-3d4d-4413-a93a-c3576167df52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.0845609 Jul 16 02:37:03.899319 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-304c7027-e069-4fe1-b184-d1c2f7d07279 req-2632a143-5739-474f-adde-74e34a649a64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f236872a-6f87-4856-8049-96ce0dfbf570 HTTP/1.1" status: 200 len: 217 time: 0.0373964 Jul 16 02:37:03.954227 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c7027-e069-4fe1-b184-d1c2f7d07279 req-5eb1aa6e-924c-40e2-80ba-d3361496f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:03.955975 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-304c7027-e069-4fe1-b184-d1c2f7d07279 req-5eb1aa6e-924c-40e2-80ba-d3361496f22e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0482984 Jul 16 02:37:04.019687 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c7027-e069-4fe1-b184-d1c2f7d07279 req-8bfa51c5-8a97-486b-bd6a-ecddee702e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:04.021293 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-304c7027-e069-4fe1-b184-d1c2f7d07279 req-8bfa51c5-8a97-486b-bd6a-ecddee702e0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589058 Jul 16 02:37:04.066127 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c54da771-5460-40c3-9b21-c76e5df1d2af up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:37:04.102624 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:04.126672 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-304c7027-e069-4fe1-b184-d1c2f7d07279 req-ad1270f5-ccb6-49f1-aa28-9f629bec0409 service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981770 Jul 16 02:37:04.130384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port c54da771-5460-40c3-9b21-c76e5df1d2af triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:04.130758 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:04.265416 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-304c7027-e069-4fe1-b184-d1c2f7d07279 req-4926357d-d6b9-4e0b-81ed-dd909d0c1b0e service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309292 Jul 16 02:37:04.291615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de291c3-0846-4c7c-aa90-6922b75f3bf0 req-74d161fb-b3b9-4975-bac0-37f191ce803c tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:04.293318 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1de291c3-0846-4c7c-aa90-6922b75f3bf0 req-74d161fb-b3b9-4975-bac0-37f191ce803c tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 944 time: 0.0924208 Jul 16 02:37:04.341879 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1de291c3-0846-4c7c-aa90-6922b75f3bf0 req-21852468-ba13-49d0-bfd9-2752dece0c11 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392084 Jul 16 02:37:05.524011 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06efd10-aefc-4296-981f-decd8fb8957c req-30b1c8e6-1403-47d5-bf51-7439629f0a55 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:05.525760 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e06efd10-aefc-4296-981f-decd8fb8957c req-30b1c8e6-1403-47d5-bf51-7439629f0a55 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 944 time: 0.0635562 Jul 16 02:37:05.569197 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e06efd10-aefc-4296-981f-decd8fb8957c req-1607f061-7aae-4969-9893-caceb5023d95 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371361 Jul 16 02:37:06.564558 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f236872a-6f87-4856-8049-96ce0dfbf570 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:37:06.657327 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f236872a-6f87-4856-8049-96ce0dfbf570, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f236872a-6f87-4856-8049-96ce0dfbf570,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:06.668396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'f236872a-6f87-4856-8049-96ce0dfbf570', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'port_id': 'f236872a-6f87-4856-8049-96ce0dfbf570', 'mac_address': 'fa:16:3e:01:8a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:37:06.711058 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:06.723808 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f236872a-6f87-4856-8049-96ce0dfbf570 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:37:06.742490 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec7595-92bb-4805-b40a-a7f6b942de06 req-7a9f73b6-1903-4478-9a30-84ae2f2829e6 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:06.743576 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f236872a-6f87-4856-8049-96ce0dfbf570, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f236872a-6f87-4856-8049-96ce0dfbf570,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:06.744034 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99ec7595-92bb-4805-b40a-a7f6b942de06 req-7a9f73b6-1903-4478-9a30-84ae2f2829e6 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 944 time: 0.0640252 Jul 16 02:37:06.747963 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:06.785136 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-99ec7595-92bb-4805-b40a-a7f6b942de06 req-a8abc8bb-8994-480c-a547-d7f5186ec7ab tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343297 Jul 16 02:37:06.796672 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=f236872a-6f87-4856-8049-96ce0dfbf570,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:07.047277 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['f236872a-6f87-4856-8049-96ce0dfbf570'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:37:07.958946 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f5f5b-d4e9-44e0-b5ce-2786118f411b req-993fe425-d320-4bad-8202-903061a0d965 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:07.960478 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c07f5f5b-d4e9-44e0-b5ce-2786118f411b req-993fe425-d320-4bad-8202-903061a0d965 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 945 time: 0.0634277 Jul 16 02:37:07.999507 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c07f5f5b-d4e9-44e0-b5ce-2786118f411b req-b0d4acc2-d437-4df2-8e3a-7e25e41fe6e6 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335550 Jul 16 02:37:08.564174 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f236872a-6f87-4856-8049-96ce0dfbf570 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:37:08.610931 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port f236872a-6f87-4856-8049-96ce0dfbf570 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:37:08.614541 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port f236872a-6f87-4856-8049-96ce0dfbf570 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:08.614928 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:08.691757 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:08.713458 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd9007a-f955-4055-8556-f521831b008b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f236872a-6f87-4856-8049-96ce0dfbf570'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:37:08.715739 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b02b36f-cf51-4d4c-b3dd-55a477e00576" -d '{"events": [{"server_uuid": "8cd9007a-f955-4055-8556-f521831b008b", "name": "network-vif-plugged", "status": "completed", "tag": "f236872a-6f87-4856-8049-96ce0dfbf570"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:37:08.730187 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f236872a-6f87-4856-8049-96ce0dfbf570, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f236872a-6f87-4856-8049-96ce0dfbf570,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:08.734139 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:08.759695 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd484b1d-13ea-4dd3-be1a-6561ab4fb258 x-openstack-request-id: req-bd484b1d-13ea-4dd3-be1a-6561ab4fb258 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:37:08.760014 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd9007a-f955-4055-8556-f521831b008b", "name": "network-vif-plugged", "status": "completed", "tag": "f236872a-6f87-4856-8049-96ce0dfbf570", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:37:08.760298 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd484b1d-13ea-4dd3-be1a-6561ab4fb258 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:37:08.760686 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd9007a-f955-4055-8556-f521831b008b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f236872a-6f87-4856-8049-96ce0dfbf570', 'code': 200} Jul 16 02:37:08.786695 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=f236872a-6f87-4856-8049-96ce0dfbf570,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:08.887449 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dfee4-7201-4c98-82c1-0dde6e8d567a req-25b6c9cd-e476-4846-bafd-b531c53122b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:08.889112 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-053dfee4-7201-4c98-82c1-0dde6e8d567a req-25b6c9cd-e476-4846-bafd-b531c53122b6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 1097 time: 0.0502942 Jul 16 02:37:08.920814 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-053dfee4-7201-4c98-82c1-0dde6e8d567a req-f9d1c456-ccd9-4208-8ec4-c6c2c824f448 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259619 Jul 16 02:37:09.167939 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f3a79-1edc-437b-a915-d032e431e1b6 req-0fd38293-ed55-4559-9edd-2a2afef40d24 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:09.169319 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e17f3a79-1edc-437b-a915-d032e431e1b6 req-0fd38293-ed55-4559-9edd-2a2afef40d24 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0622978 Jul 16 02:37:09.206408 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e17f3a79-1edc-437b-a915-d032e431e1b6 req-ec6f1085-06b6-457b-adb5-f27d7c9915ab tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308828 Jul 16 02:37:10.387309 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c3fd4-370e-4f21-b6f1-478acf1cf2d7 req-c9ba0c6c-7f47-4763-885f-9472e065c198 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:10.389087 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac4c3fd4-370e-4f21-b6f1-478acf1cf2d7 req-c9ba0c6c-7f47-4763-885f-9472e065c198 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0684733 Jul 16 02:37:10.427675 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac4c3fd4-370e-4f21-b6f1-478acf1cf2d7 req-bd32f2b0-9fc3-420b-89c9-4546aeb946fc tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325174 Jul 16 02:37:10.603015 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a06890-22f4-472c-83b0-4fb1fe0a0a1a req-4c7f4d00-6d89-450a-b52e-c19ccb7aa2fe tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:10.604558 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f2a06890-22f4-472c-83b0-4fb1fe0a0a1a req-4c7f4d00-6d89-450a-b52e-c19ccb7aa2fe tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0674465 Jul 16 02:37:10.642391 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f2a06890-22f4-472c-83b0-4fb1fe0a0a1a req-776e3322-58d7-4750-b2d4-bc2eb16377fb tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324292 Jul 16 02:37:10.666086 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50434) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:10.756462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db08102c-5092-4034-b02e-03580277a3fd tempest-TestShelveInstance-324817768 tempest-TestShelveInstance-324817768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:10.757976 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-db08102c-5092-4034-b02e-03580277a3fd tempest-TestShelveInstance-324817768 tempest-TestShelveInstance-324817768-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 1092 time: 0.0909297 Jul 16 02:37:10.760911 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50438) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:37:10.765459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': 'f236872a-6f87-4856-8049-96ce0dfbf570', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:37:10.787243 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:10.885740 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:10.987323 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Allocated IP 172.25.1.130 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/1ccb9f81-3ffd-442f-baed-48b094d81f48) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:37:11.091778 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:11.129074 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:11.169642 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:37:11.172258 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:37:11.175250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:37:11.197601 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'Port': ['ID=1ccb9f81-3ffd-442f-baed-48b094d81f48,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:11.542202 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:11.619514 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:11.764602 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:11.769502 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:11.838329 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'Port': ['ID=1ccb9f81-3ffd-442f-baed-48b094d81f48,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:11.850409 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:11.947918 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Floating IP ac25d90e-df6a-476e-ba5f-4369f47f529e associated. External IP: 172.25.1.130, port: f236872a-6f87-4856-8049-96ce0dfbf570. Jul 16 02:37:12.476186 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Router d183d5ea-3b92-4490-9e87-547ebc6e65ec has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:37:12.582579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:37:12.592113 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d161049a-077c-45ad-9a2a-6f2290c5db5a None None] Sync routers for ids ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:37:12.597950 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:12.603161 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d161049a-077c-45ad-9a2a-6f2290c5db5a None None] Routers {'d183d5ea-3b92-4490-9e87-547ebc6e65ec'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:37:12.603819 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d161049a-077c-45ad-9a2a-6f2290c5db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:37:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:12.637845 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3d98c2bd-22a5-4326-b83f-a1c6e177f2da tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8759172 Jul 16 02:37:12.638531 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd9007a-f955-4055-8556-f521831b008b', 'tag': 'f236872a-6f87-4856-8049-96ce0dfbf570'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:37:12.641011 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fdc98c-96f3-431a-8048-4bfe8accef28" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd9007a-f955-4055-8556-f521831b008b", "tag": "f236872a-6f87-4856-8049-96ce0dfbf570"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:37:12.679911 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e3a5d3-d4f0-434e-ae69-5e33a76e74ae x-openstack-request-id: req-67e3a5d3-d4f0-434e-ae69-5e33a76e74ae {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:37:12.680209 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd9007a-f955-4055-8556-f521831b008b", "tag": "f236872a-6f87-4856-8049-96ce0dfbf570", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:37:12.680463 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-67e3a5d3-d4f0-434e-ae69-5e33a76e74ae {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:37:12.680861 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd9007a-f955-4055-8556-f521831b008b', 'tag': 'f236872a-6f87-4856-8049-96ce0dfbf570', 'status': 'completed', 'code': 200} Jul 16 02:37:12.712254 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-d161049a-077c-45ad-9a2a-6f2290c5db5a None None] Set router d183d5ea-3b92-4490-9e87-547ebc6e65ec gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:37:12.776382 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdc98c-96f3-431a-8048-4bfe8accef28 req-50afa61b-838c-4c86-a04a-1cad71b400c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:12.778038 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-48fdc98c-96f3-431a-8048-4bfe8accef28 req-50afa61b-838c-4c86-a04a-1cad71b400c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 1097 time: 0.0548224 Jul 16 02:37:12.870050 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdc98c-96f3-431a-8048-4bfe8accef28 req-0264e387-4515-4c89-844a-ee576462dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:12.871467 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-48fdc98c-96f3-431a-8048-4bfe8accef28 req-0264e387-4515-4c89-844a-ee576462dae9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.0869601 Jul 16 02:37:12.935733 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-48fdc98c-96f3-431a-8048-4bfe8accef28 req-83f2530b-3248-4c5f-ba37-4488fc00c5ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f236872a-6f87-4856-8049-96ce0dfbf570 HTTP/1.1" status: 200 len: 1000 time: 0.0574899 Jul 16 02:37:12.936481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d161049a-077c-45ad-9a2a-6f2290c5db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 4, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port': {'id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'ac25d90e-df6a-476e-ba5f-4369f47f529e', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'port_id': 'f236872a-6f87-4856-8049-96ce0dfbf570', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'mac_address': 'fa:16:3e:01:8a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd9007a-f955-4055-8556-f521831b008b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:37:11Z', 'updated_at': '2021-07-16T02:37:11Z', 'revision_number': 0, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12d38fb2-cbcd-4eb6-95d8-1f692eedc730', 'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'mac_address': 'fa:16:3e:0f:ae:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:51Z', 'updated_at': '2021-07-16T02:36:58Z', 'revision_number': 5, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'subnets': [{'id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:12.962821 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d161049a-077c-45ad-9a2a-6f2290c5db5a None None] Checking router: d183d5ea-3b92-4490-9e87-547ebc6e65ec for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:37:12.972163 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d161049a-077c-45ad-9a2a-6f2290c5db5a None None] Routers {'d183d5ea-3b92-4490-9e87-547ebc6e65ec'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:37:12.972796 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d161049a-077c-45ad-9a2a-6f2290c5db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:37:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:12.989547 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdc98c-96f3-431a-8048-4bfe8accef28 req-670444b1-318a-47e6-acb5-0bc0daac128d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:12.991044 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-48fdc98c-96f3-431a-8048-4bfe8accef28 req-670444b1-318a-47e6-acb5-0bc0daac128d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0488112 Jul 16 02:37:13.047257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdc98c-96f3-431a-8048-4bfe8accef28 req-2245c21d-4605-4003-8f0c-34511997fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:13.049613 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-48fdc98c-96f3-431a-8048-4bfe8accef28 req-2245c21d-4605-4003-8f0c-34511997fd8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525753 Jul 16 02:37:13.077020 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-d161049a-077c-45ad-9a2a-6f2290c5db5a None None] Set router d183d5ea-3b92-4490-9e87-547ebc6e65ec gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:37:13.138091 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-48fdc98c-96f3-431a-8048-4bfe8accef28 req-eb6e00dc-7d6c-46b4-b3fd-347ace986356 service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825052 Jul 16 02:37:13.310066 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-d161049a-077c-45ad-9a2a-6f2290c5db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 4, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port': {'id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'ac25d90e-df6a-476e-ba5f-4369f47f529e', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'port_id': 'f236872a-6f87-4856-8049-96ce0dfbf570', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'mac_address': 'fa:16:3e:01:8a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd9007a-f955-4055-8556-f521831b008b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:37:11Z', 'updated_at': '2021-07-16T02:37:11Z', 'revision_number': 0, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12d38fb2-cbcd-4eb6-95d8-1f692eedc730', 'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'mac_address': 'fa:16:3e:0f:ae:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:51Z', 'updated_at': '2021-07-16T02:36:58Z', 'revision_number': 5, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'subnets': [{'id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:37:13.341832 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d161049a-077c-45ad-9a2a-6f2290c5db5a None None] The sync data for ids ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'] in n-d-800086-6 is: [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 4, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port': {'id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': 'ac25d90e-df6a-476e-ba5f-4369f47f529e', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'port_id': 'f236872a-6f87-4856-8049-96ce0dfbf570', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'mac_address': 'fa:16:3e:01:8a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd9007a-f955-4055-8556-f521831b008b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:37:11Z', 'updated_at': '2021-07-16T02:37:11Z', 'revision_number': 0, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12d38fb2-cbcd-4eb6-95d8-1f692eedc730', 'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'mac_address': 'fa:16:3e:0f:ae:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:51Z', 'updated_at': '2021-07-16T02:36:58Z', 'revision_number': 5, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'subnets': [{'id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:37:13.519865 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-48fdc98c-96f3-431a-8048-4bfe8accef28 req-11bfbe4c-bcb9-4172-ae43-79e682608b4a service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757670 Jul 16 02:37:13.545875 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fade6b-a5e0-49e2-aa52-ce999353ae54 None None] New status for floating IP ac25d90e-df6a-476e-ba5f-4369f47f529e: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:37:21.682587 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:37:24.488324 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:28.458472 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e79d52e6-8f99-4a2e-8af4-a6a0e663fe55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:29.454295 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.114614 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.130071 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-295e9231-f517-4963-8072-14b0b9a7a38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:32.311208 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:34.072876 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:54.505447 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:57.882178 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f878f363-0af0-4449-9b91-5bbd4e39cdda req-d96280f9-5176-451c-a9a3-5843474a1283 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1014204 Jul 16 02:37:57.995789 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878f363-0af0-4449-9b91-5bbd4e39cdda req-f28c099a-d529-4d4a-b8c6-737974458738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:57.997285 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f878f363-0af0-4449-9b91-5bbd4e39cdda req-f28c099a-d529-4d4a-b8c6-737974458738 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 1097 time: 0.0548038 Jul 16 02:37:58.099971 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878f363-0af0-4449-9b91-5bbd4e39cdda req-74a8369f-18c4-472e-bf46-d259aabac224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:58.101531 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f878f363-0af0-4449-9b91-5bbd4e39cdda req-74a8369f-18c4-472e-bf46-d259aabac224 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.0839958 Jul 16 02:37:58.168697 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f878f363-0af0-4449-9b91-5bbd4e39cdda req-1b5ce764-16e3-4ebb-9aa8-a8ea31e0febd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f236872a-6f87-4856-8049-96ce0dfbf570 HTTP/1.1" status: 200 len: 1002 time: 0.0608876 Jul 16 02:37:58.216197 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878f363-0af0-4449-9b91-5bbd4e39cdda req-40ee5871-5b77-466d-bb8f-b84c20a1d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:58.217633 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f878f363-0af0-4449-9b91-5bbd4e39cdda req-40ee5871-5b77-466d-bb8f-b84c20a1d57d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0427439 Jul 16 02:37:58.273997 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878f363-0af0-4449-9b91-5bbd4e39cdda req-ad6d02d5-19c9-4186-9146-a757b9c734e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:58.275484 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f878f363-0af0-4449-9b91-5bbd4e39cdda req-ad6d02d5-19c9-4186-9146-a757b9c734e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513492 Jul 16 02:37:58.368848 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f878f363-0af0-4449-9b91-5bbd4e39cdda req-3c347f70-19dd-49fa-9086-8b9604f26d66 service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872133 Jul 16 02:37:58.456024 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f878f363-0af0-4449-9b91-5bbd4e39cdda req-3026eb41-f124-488a-8362-ecef9ab460ce service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814059 Jul 16 02:37:58.461174 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a8e21108-882c-4bfb-b996-da5179083954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:58.681618 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:37:59.476411 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:01.120762 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:01.131302 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e34c9b97-2553-4e6e-bfeb-411963edb388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:02.313389 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:04.078442 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:24.510763 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:28.462790 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d2be060e-8e0c-4d93-bb6d-2afa26013b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:29.489767 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:31.130182 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:31.135731 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d065920d-5261-44d5-824c-7d08e40ad2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.315620 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:34.229268 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:35.682226 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:38:54.514834 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:57.229111 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7effb4a6-e661-49b6-a877-74fa26592a00 req-86180ccd-625d-40ab-8c3f-707bba23f34c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571952 Jul 16 02:38:57.338805 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effb4a6-e661-49b6-a877-74fa26592a00 req-19d47c0f-96a8-4e77-a6d3-37927661f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:57.340342 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7effb4a6-e661-49b6-a877-74fa26592a00 req-19d47c0f-96a8-4e77-a6d3-37927661f2de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 1097 time: 0.0522368 Jul 16 02:38:57.442508 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effb4a6-e661-49b6-a877-74fa26592a00 req-7c33af76-2cd8-4052-a503-59443bf9f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:57.444034 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7effb4a6-e661-49b6-a877-74fa26592a00 req-7c33af76-2cd8-4052-a503-59443bf9f07a service neutron] 10.222.0.26 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.0837615 Jul 16 02:38:57.512110 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7effb4a6-e661-49b6-a877-74fa26592a00 req-13dbf634-d57f-4cb3-a147-0559088b3cd8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f236872a-6f87-4856-8049-96ce0dfbf570 HTTP/1.1" status: 200 len: 1002 time: 0.0614395 Jul 16 02:38:57.560116 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effb4a6-e661-49b6-a877-74fa26592a00 req-3c250e62-1456-49ea-a2d5-fcf288f36032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:57.561548 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7effb4a6-e661-49b6-a877-74fa26592a00 req-3c250e62-1456-49ea-a2d5-fcf288f36032 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0431936 Jul 16 02:38:57.619675 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effb4a6-e661-49b6-a877-74fa26592a00 req-d28cfc53-1a95-4cd7-9c0c-b0ee20178ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:57.621181 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7effb4a6-e661-49b6-a877-74fa26592a00 req-d28cfc53-1a95-4cd7-9c0c-b0ee20178ea2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532327 Jul 16 02:38:57.712245 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7effb4a6-e661-49b6-a877-74fa26592a00 req-70e62606-80c4-43b0-84d0-17272e05b861 service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843942 Jul 16 02:38:57.800754 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7effb4a6-e661-49b6-a877-74fa26592a00 req-cc6518f0-ad46-4f89-b477-da347395765d service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825071 Jul 16 02:38:58.464300 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-11b3fd50-9487-4e58-b59d-95077e53ba63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.487507 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.121071 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.136358 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cb6fd598-f19a-4d9b-b26c-18a9da42df2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:02.320384 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:04.082670 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:10.585476 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b2d69-7dbe-453c-872c-1883c66f9306 req-1a3391d1-8122-498f-bd8f-7344ffd86cb1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:10.586969 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a35b2d69-7dbe-453c-872c-1883c66f9306 req-1a3391d1-8122-498f-bd8f-7344ffd86cb1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0700440 Jul 16 02:39:10.623310 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a35b2d69-7dbe-453c-872c-1883c66f9306 req-3ed0d3b1-d570-4426-85d6-560d07766db0 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307834 Jul 16 02:39:11.797987 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dba4ff-93f0-4062-a27f-1dc97130dbb3 req-cadb1419-eb02-49b0-a3a5-e5bca88526ec tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:11.799488 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5dba4ff-93f0-4062-a27f-1dc97130dbb3 req-cadb1419-eb02-49b0-a3a5-e5bca88526ec tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0637448 Jul 16 02:39:11.837799 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b5dba4ff-93f0-4062-a27f-1dc97130dbb3 req-c5bcaa51-e692-49bf-921e-df756e7bc966 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327330 Jul 16 02:39:12.681901 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:39:13.035566 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7743538-6944-4f75-8ab3-62ba6009a891 req-d9e1e6c2-ce4e-4706-a3c1-a01086614bea tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:13.037090 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e7743538-6944-4f75-8ab3-62ba6009a891 req-d9e1e6c2-ce4e-4706-a3c1-a01086614bea tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0639629 Jul 16 02:39:13.074681 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e7743538-6944-4f75-8ab3-62ba6009a891 req-ddcfdf23-2735-4084-916b-64ee60fb9fe7 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315838 Jul 16 02:39:14.249268 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c4efb-4476-4630-9d09-195d892de151 req-2616510b-027c-4955-ad37-7bcb197dbcd8 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:14.250744 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-383c4efb-4476-4630-9d09-195d892de151 req-2616510b-027c-4955-ad37-7bcb197dbcd8 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0669222 Jul 16 02:39:14.288552 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-383c4efb-4476-4630-9d09-195d892de151 req-c8f68919-a006-462e-b790-a27512afd451 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323374 Jul 16 02:39:15.467174 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebe818-5fac-4cd5-a6bc-351cd6fe02b8 req-17957060-37e0-4104-bee4-8e6429fba9fa tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:15.468749 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20ebe818-5fac-4cd5-a6bc-351cd6fe02b8 req-17957060-37e0-4104-bee4-8e6429fba9fa tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0661669 Jul 16 02:39:15.505593 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20ebe818-5fac-4cd5-a6bc-351cd6fe02b8 req-f4e93b15-141d-417f-a633-07952b750a53 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314732 Jul 16 02:39:16.681693 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101289a3-ec0b-4857-9624-1ed066c0991a req-86c83681-90b6-43cf-b9e8-da6623ee5cb3 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:16.683079 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-101289a3-ec0b-4857-9624-1ed066c0991a req-86c83681-90b6-43cf-b9e8-da6623ee5cb3 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0628834 Jul 16 02:39:16.720301 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-101289a3-ec0b-4857-9624-1ed066c0991a req-b8407753-49f7-4380-8449-e10cdb0cf9ed tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317519 Jul 16 02:39:17.891877 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ad0e3-00ed-4db2-9dea-65e452c4addf req-10a1838c-0a6a-4c52-b175-7d5ebf7f5094 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:17.893352 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-752ad0e3-00ed-4db2-9dea-65e452c4addf req-10a1838c-0a6a-4c52-b175-7d5ebf7f5094 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0628433 Jul 16 02:39:17.931235 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-752ad0e3-00ed-4db2-9dea-65e452c4addf req-69277b3e-0581-4543-9318-135d821bea81 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316055 Jul 16 02:39:19.116873 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb275101-70bc-4fb5-bbc4-ee70594be136 req-9e5f00b3-e8a3-4f7f-a313-d6e4017e7b2b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:19.118345 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bb275101-70bc-4fb5-bbc4-ee70594be136 req-9e5f00b3-e8a3-4f7f-a313-d6e4017e7b2b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0640228 Jul 16 02:39:19.154776 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bb275101-70bc-4fb5-bbc4-ee70594be136 req-6295dcb0-605c-4c12-85e0-7501d47d9a00 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308609 Jul 16 02:39:20.324639 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271257a-2c68-4c3c-955f-71164c5518a9 req-49b1b48d-7fe4-4e14-8c50-4bbefb2a798a tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:20.326065 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6271257a-2c68-4c3c-955f-71164c5518a9 req-49b1b48d-7fe4-4e14-8c50-4bbefb2a798a tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0633187 Jul 16 02:39:20.365187 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6271257a-2c68-4c3c-955f-71164c5518a9 req-15b1f356-f9d3-4eb0-bc77-8e5594d4dca3 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335860 Jul 16 02:39:21.539444 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98d981-671f-4508-8105-ee15efd2b671 req-cea90c33-86e4-48fe-a10c-e2552197bcc1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:21.540988 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf98d981-671f-4508-8105-ee15efd2b671 req-cea90c33-86e4-48fe-a10c-e2552197bcc1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0673454 Jul 16 02:39:21.577797 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bf98d981-671f-4508-8105-ee15efd2b671 req-dec76c23-44b8-4437-9d39-96d1171acd79 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313683 Jul 16 02:39:22.752851 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80d8e3-ab00-430d-8c91-84db4eb98ed5 req-4f453c53-ee08-4254-9027-68b43c78c31d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:22.754467 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf80d8e3-ab00-430d-8c91-84db4eb98ed5 req-4f453c53-ee08-4254-9027-68b43c78c31d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0671105 Jul 16 02:39:22.793142 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-cf80d8e3-ab00-430d-8c91-84db4eb98ed5 req-fc8eedec-a7a2-4a2e-b205-40c2ab56cef7 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323968 Jul 16 02:39:23.154633 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f236872a-6f87-4856-8049-96ce0dfbf570 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:39:23.253452 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f236872a-6f87-4856-8049-96ce0dfbf570, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f236872a-6f87-4856-8049-96ce0dfbf570,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:23.265322 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'f236872a-6f87-4856-8049-96ce0dfbf570', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'port_id': 'f236872a-6f87-4856-8049-96ce0dfbf570', 'mac_address': 'fa:16:3e:01:8a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:39:23.305480 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:23.318160 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f236872a-6f87-4856-8049-96ce0dfbf570 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:39:23.338305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f236872a-6f87-4856-8049-96ce0dfbf570, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f236872a-6f87-4856-8049-96ce0dfbf570,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:23.342893 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:23.391459 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=f236872a-6f87-4856-8049-96ce0dfbf570,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:23.399080 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:23.399437 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:23.399800 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:23.400143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:23.400482 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:23.400816 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:23.401147 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:23.401474 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:23.401800 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:23.402129 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:23.402455 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:23.402779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:23.477540 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['f236872a-6f87-4856-8049-96ce0dfbf570'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:39:23.980813 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244992eb-5df4-48cd-b073-55f3b642b8c4 req-21686233-1198-4364-be42-cea9f8de35f9 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:23.982347 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-244992eb-5df4-48cd-b073-55f3b642b8c4 req-21686233-1198-4364-be42-cea9f8de35f9 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 945 time: 0.0696812 Jul 16 02:39:24.030019 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-244992eb-5df4-48cd-b073-55f3b642b8c4 req-f93612b5-00f6-4b22-881d-93a3497c967b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374744 Jul 16 02:39:24.528108 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:25.161542 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f236872a-6f87-4856-8049-96ce0dfbf570 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:39:25.218389 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port f236872a-6f87-4856-8049-96ce0dfbf570 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:25.219334 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:25.251162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df883d8d-17bc-43ef-9de9-f2a7013f44ed req-83910057-6b4f-4c7f-9e99-41b3702fdf89 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:25.253780 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df883d8d-17bc-43ef-9de9-f2a7013f44ed req-83910057-6b4f-4c7f-9e99-41b3702fdf89 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 945 time: 0.1020741 Jul 16 02:39:25.315460 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-df883d8d-17bc-43ef-9de9-f2a7013f44ed req-e433c6a0-7033-4d54-b3a9-51cebda789a3 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542803 Jul 16 02:39:25.316224 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:25.350492 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd9007a-f955-4055-8556-f521831b008b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f236872a-6f87-4856-8049-96ce0dfbf570'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:39:25.353041 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd225cd6-1770-4142-b853-f2cb5e2fde62" -d '{"events": [{"server_uuid": "8cd9007a-f955-4055-8556-f521831b008b", "name": "network-vif-plugged", "status": "completed", "tag": "f236872a-6f87-4856-8049-96ce0dfbf570"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:39:25.369449 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f236872a-6f87-4856-8049-96ce0dfbf570, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f236872a-6f87-4856-8049-96ce0dfbf570,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:25.376238 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:25.439383 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=f236872a-6f87-4856-8049-96ce0dfbf570,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:25.472961 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e3e4fb-e640-42bc-9148-dfb6ecd7b41d x-openstack-request-id: req-67e3e4fb-e640-42bc-9148-dfb6ecd7b41d {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:39:25.473262 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd9007a-f955-4055-8556-f521831b008b", "name": "network-vif-plugged", "status": "completed", "tag": "f236872a-6f87-4856-8049-96ce0dfbf570", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:39:25.473513 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-67e3e4fb-e640-42bc-9148-dfb6ecd7b41d {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:39:25.474144 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd9007a-f955-4055-8556-f521831b008b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f236872a-6f87-4856-8049-96ce0dfbf570', 'code': 200} Jul 16 02:39:26.516529 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5e04d-4bd7-4e43-a498-5285ebb1a6a9 req-0d77b897-d27b-454e-9dca-426b3f95f717 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:26.518294 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9c5e04d-4bd7-4e43-a498-5285ebb1a6a9 req-0d77b897-d27b-454e-9dca-426b3f95f717 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0792491 Jul 16 02:39:26.560276 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9c5e04d-4bd7-4e43-a498-5285ebb1a6a9 req-5f8e34be-32e2-424c-a41f-43ccd8af1dbf tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357373 Jul 16 02:39:27.760038 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0206a9-9b6c-485d-a1c6-a67d9145c14d req-ce0f6d55-4173-4265-a8d5-4fac90b70a14 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:27.761937 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-af0206a9-9b6c-485d-a1c6-a67d9145c14d req-ce0f6d55-4173-4265-a8d5-4fac90b70a14 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0803533 Jul 16 02:39:27.807395 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-af0206a9-9b6c-485d-a1c6-a67d9145c14d req-c9c912eb-49b6-4daf-b8bb-21463c792eeb tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373831 Jul 16 02:39:28.477431 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8785459c-5820-4a97-af73-375db4f030c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:28.997476 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae0cbf-0458-4ac0-8934-fc3f3df0f517 req-fafa230d-630a-4492-ad4f-a58c94149684 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:28.999072 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-22ae0cbf-0458-4ac0-8934-fc3f3df0f517 req-fafa230d-630a-4492-ad4f-a58c94149684 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0729444 Jul 16 02:39:29.045195 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-22ae0cbf-0458-4ac0-8934-fc3f3df0f517 req-9378fbd3-719b-45e2-aef8-b8df4cd2038a tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373616 Jul 16 02:39:29.489282 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:30.228865 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08352ae1-8322-4db8-ad39-c7b3c9a586ae req-c6832c23-5d29-4481-9270-a9220a023698 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:30.231693 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-08352ae1-8322-4db8-ad39-c7b3c9a586ae req-c6832c23-5d29-4481-9270-a9220a023698 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0662434 Jul 16 02:39:30.274371 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-08352ae1-8322-4db8-ad39-c7b3c9a586ae req-d169624d-4b61-4513-b5c1-3d485b674ded tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364933 Jul 16 02:39:31.132001 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:31.143725 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-553aea6e-ceb4-4bb2-837c-d2aaa642a463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:31.458903 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7aa47-d63d-4640-8b0e-6b510ccae42c req-cdc8fd51-7958-4c83-ba86-da75b81ed0c9 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:31.464168 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-71c7aa47-d63d-4640-8b0e-6b510ccae42c req-cdc8fd51-7958-4c83-ba86-da75b81ed0c9 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0713444 Jul 16 02:39:31.502209 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-71c7aa47-d63d-4640-8b0e-6b510ccae42c req-b74a3c04-4094-4108-824d-38eae1f033ac tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362697 Jul 16 02:39:32.323508 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:32.695595 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3df04-47cd-46b5-ad96-c1dcdadb0c62 req-185c36b5-bf3d-45c7-b558-085984a2ca6c tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:32.697046 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0da3df04-47cd-46b5-ad96-c1dcdadb0c62 req-185c36b5-bf3d-45c7-b558-085984a2ca6c tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0640810 Jul 16 02:39:32.734304 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0da3df04-47cd-46b5-ad96-c1dcdadb0c62 req-57308ecc-658a-427c-a164-7f177b8442e8 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317786 Jul 16 02:39:32.983400 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ccdc5-b073-4058-9b8b-b8e665bc5726 req-d92e355f-fdb4-4aea-9ccc-0c9d589d4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:32.984842 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d54ccdc5-b073-4058-9b8b-b8e665bc5726 req-d92e355f-fdb4-4aea-9ccc-0c9d589d4052 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 1097 time: 0.0579429 Jul 16 02:39:33.072203 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ccdc5-b073-4058-9b8b-b8e665bc5726 req-0137f709-3ea7-4da1-937c-5b3247cc0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:33.073665 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d54ccdc5-b073-4058-9b8b-b8e665bc5726 req-0137f709-3ea7-4da1-937c-5b3247cc0964 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.0821233 Jul 16 02:39:33.141140 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d54ccdc5-b073-4058-9b8b-b8e665bc5726 req-6c13303d-68ca-47e9-8753-316512852946 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f236872a-6f87-4856-8049-96ce0dfbf570 HTTP/1.1" status: 200 len: 1002 time: 0.0612271 Jul 16 02:39:33.188827 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ccdc5-b073-4058-9b8b-b8e665bc5726 req-65c731dd-8be9-4401-be6a-ff9718836aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:33.190250 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d54ccdc5-b073-4058-9b8b-b8e665bc5726 req-65c731dd-8be9-4401-be6a-ff9718836aee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0435050 Jul 16 02:39:33.247391 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ccdc5-b073-4058-9b8b-b8e665bc5726 req-dcd2ec5d-d3e4-47bf-997d-448305cf1c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:33.248859 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d54ccdc5-b073-4058-9b8b-b8e665bc5726 req-dcd2ec5d-d3e4-47bf-997d-448305cf1c4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519996 Jul 16 02:39:33.342624 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d54ccdc5-b073-4058-9b8b-b8e665bc5726 req-2daa5971-a1a6-4d3c-b033-78a04c3081b8 service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871451 Jul 16 02:39:33.431768 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d54ccdc5-b073-4058-9b8b-b8e665bc5726 req-81437b7c-b400-4c60-b43c-17d3b8643bdc service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832896 Jul 16 02:39:33.916319 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdb3fb-1c50-45c9-8c82-94c08f3d2920 req-5824e810-2f54-4294-94fe-8e473550c017 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:33.917797 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08cdb3fb-1c50-45c9-8c82-94c08f3d2920 req-5824e810-2f54-4294-94fe-8e473550c017 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0670354 Jul 16 02:39:33.954536 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08cdb3fb-1c50-45c9-8c82-94c08f3d2920 req-9abd70f1-80bc-4646-bf1c-0d1e24724665 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312665 Jul 16 02:39:34.088606 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:35.130529 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4dbb71-dcdc-4a94-84e2-d94fde066cbe req-838e6315-11ad-438e-a445-617673c1194f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:35.132214 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c4dbb71-dcdc-4a94-84e2-d94fde066cbe req-838e6315-11ad-438e-a445-617673c1194f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0685174 Jul 16 02:39:35.170110 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0c4dbb71-dcdc-4a94-84e2-d94fde066cbe req-1a0374b7-ac4d-4917-9d43-4d4709d54452 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320101 Jul 16 02:39:36.343851 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dec50-0ace-4df1-a22e-fc4324bcc90f req-c1121353-6e43-4e8c-87f7-650960d76210 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:36.345258 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9e9dec50-0ace-4df1-a22e-fc4324bcc90f req-c1121353-6e43-4e8c-87f7-650960d76210 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0624502 Jul 16 02:39:36.383565 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9e9dec50-0ace-4df1-a22e-fc4324bcc90f req-baa503ab-83d2-4d8e-8f68-dd2d684ee203 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325468 Jul 16 02:39:36.493865 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-6dd88c5a-6c4b-4ae3-87a9-09352f523433 req-baa872f7-9b7d-41f5-ab87-2bbcd9058aa8 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:39:36.494863 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6dd88c5a-6c4b-4ae3-87a9-09352f523433 req-baa872f7-9b7d-41f5-ab87-2bbcd9058aa8 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060415 Jul 16 02:39:37.210122 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device f236872a-6f87-4856-8049-96ce0dfbf570 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:39:37.285642 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:37.310486 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd9007a-f955-4055-8556-f521831b008b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f236872a-6f87-4856-8049-96ce0dfbf570'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:39:37.312744 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b13457-7a62-4ddb-a0c6-8d13350877ee" -d '{"events": [{"server_uuid": "8cd9007a-f955-4055-8556-f521831b008b", "name": "network-vif-unplugged", "status": "completed", "tag": "f236872a-6f87-4856-8049-96ce0dfbf570"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:39:37.328835 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port f236872a-6f87-4856-8049-96ce0dfbf570, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f236872a-6f87-4856-8049-96ce0dfbf570,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:37.333649 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:37.359901 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 02:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cd61f9-7e32-4be9-995e-dd604bb1a551 x-openstack-request-id: req-e8cd61f9-7e32-4be9-995e-dd604bb1a551 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:39:37.360194 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd9007a-f955-4055-8556-f521831b008b", "name": "network-vif-unplugged", "status": "failed", "tag": "f236872a-6f87-4856-8049-96ce0dfbf570", "code": 422}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:39:37.360447 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e8cd61f9-7e32-4be9-995e-dd604bb1a551 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:39:37.360838 n-d-800086-6 neutron-server[93833]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8cd9007a-f955-4055-8556-f521831b008b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f236872a-6f87-4856-8049-96ce0dfbf570', 'code': 422} returned with failed status Jul 16 02:39:37.387538 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=f236872a-6f87-4856-8049-96ce0dfbf570,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:37.760312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c296a64-a284-480a-980e-8c5384cdf1f8 req-10cf53c0-9745-4158-b667-af8914354521 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:37.762081 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4c296a64-a284-480a-980e-8c5384cdf1f8 req-10cf53c0-9745-4158-b667-af8914354521 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 944 time: 0.0637803 Jul 16 02:39:37.804953 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4c296a64-a284-480a-980e-8c5384cdf1f8 req-97abae30-1060-4aff-9b29-c1c61145a296 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372555 Jul 16 02:39:38.012654 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-06d3d3dc-24af-4092-9959-b7e6cceb6f6b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935206 Jul 16 02:39:38.978316 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d45069-970d-4b84-8441-51f664ab1547 req-1b6a3a8f-0bdd-4661-b5d9-c8dc28ec9cda tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:38.979830 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-09d45069-970d-4b84-8441-51f664ab1547 req-1b6a3a8f-0bdd-4661-b5d9-c8dc28ec9cda tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 944 time: 0.0644612 Jul 16 02:39:39.019478 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-09d45069-970d-4b84-8441-51f664ab1547 req-828850b7-4847-40e3-9441-c28c589b018c tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341949 Jul 16 02:39:39.116786 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-e7c9cad0-022a-4c95-a0c1-4ea123607915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:39.118239 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-e7c9cad0-022a-4c95-a0c1-4ea123607915 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b&tenant_id=1f7c1699ff25445895b969121d17ee50 HTTP/1.1" status: 200 len: 1095 time: 0.0978937 Jul 16 02:39:39.135576 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:39.204347 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:39.403347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] For port f236872a-6f87-4856-8049-96ce0dfbf570, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=f236872a-6f87-4856-8049-96ce0dfbf570,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:39.435530 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] For port f236872a-6f87-4856-8049-96ce0dfbf570, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:39:39.470483 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f236872a-6f87-4856-8049-96ce0dfbf570 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:39:39.478660 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:39.490687 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Transition to ACTIVE for port object f236872a-6f87-4856-8049-96ce0dfbf570 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:39.494029 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:39.570185 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Pushing event updated for resources: {'Port': ['ID=f236872a-6f87-4856-8049-96ce0dfbf570,revision_number=9']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:39.585405 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:39.586055 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:39.586631 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:39.587130 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:39.587596 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:39.588111 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:39.588534 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:39.589022 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:39.589446 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:39.589863 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:39.590346 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:39.590762 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:39.631461 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] No DVR routers for this DVR port f236872a-6f87-4856-8049-96ce0dfbf570 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:39:39.779119 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Attempting to bind port f236872a-6f87-4856-8049-96ce0dfbf570 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:39:39.779358 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Attempting to bind port f236872a-6f87-4856-8049-96ce0dfbf570 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:39:39.779689 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Attempting to bind port f236872a-6f87-4856-8049-96ce0dfbf570 on network 43712588-cd32-4376-b382-b0da210cac19 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:39:39.783975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Port f236872a-6f87-4856-8049-96ce0dfbf570 on network 43712588-cd32-4376-b382-b0da210cac19 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:39:39.784301 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Attempting to bind port f236872a-6f87-4856-8049-96ce0dfbf570 on network 43712588-cd32-4376-b382-b0da210cac19 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:39:39.789272 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:39:39.789615 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Checking segment: {'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:39:39.790004 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Bound using segment: {'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:39:39.790430 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Bound port: f236872a-6f87-4856-8049-96ce0dfbf570, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:39:39.790787 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:39.855580 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] For port f236872a-6f87-4856-8049-96ce0dfbf570, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:39:39.858545 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] For port f236872a-6f87-4856-8049-96ce0dfbf570, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f236872a-6f87-4856-8049-96ce0dfbf570,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:39:39.862941 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:39.895846 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:39.896546 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:39.897930 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] 10.222.0.47 "PUT /v2.0/ports/f236872a-6f87-4856-8049-96ce0dfbf570 HTTP/1.1" status: 200 len: 1092 time: 0.7663593 Jul 16 02:39:39.898373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd9007a-f955-4055-8556-f521831b008b', 'tag': 'f236872a-6f87-4856-8049-96ce0dfbf570'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:39:39.900666 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8775dd67-0e45-4ec4-b40c-9ecc91997dca" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd9007a-f955-4055-8556-f521831b008b", "tag": "f236872a-6f87-4856-8049-96ce0dfbf570"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:39:39.927006 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879ea91-df88-49eb-b1f6-bea2729a2d8d service neutron] Pushing event updated for resources: {'Port': ['ID=f236872a-6f87-4856-8049-96ce0dfbf570,revision_number=10']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:39.998024 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-dff92825-659e-46bc-996a-5d79dc76426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:39.999878 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-dff92825-659e-46bc-996a-5d79dc76426b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 1096 time: 0.0652053 Jul 16 02:39:40.107819 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-f7c53a62-dbdd-4255-85cf-fac890637544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:40.109309 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-f7c53a62-dbdd-4255-85cf-fac890637544 service neutron] 10.222.0.47 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.1017284 Jul 16 02:39:40.209536 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-b65e6a77-806d-468f-bf9f-682b4c06d2dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f236872a-6f87-4856-8049-96ce0dfbf570 HTTP/1.1" status: 200 len: 1000 time: 0.0933418 Jul 16 02:39:40.272215 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-4f20258a-5720-4e38-b651-c478683d0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:40.273693 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-4f20258a-5720-4e38-b651-c478683d0893 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0576956 Jul 16 02:39:40.281287 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc9132-28a6-4c7f-b330-8616727e8f00 req-2a878177-7cdf-4ff6-988e-441472b920b9 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:40.282717 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-72bc9132-28a6-4c7f-b330-8616727e8f00 req-2a878177-7cdf-4ff6-988e-441472b920b9 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 945 time: 0.1205609 Jul 16 02:39:40.354181 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-72bc9132-28a6-4c7f-b330-8616727e8f00 req-5b861496-f23b-4f71-bdc8-96209cc74d59 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630233 Jul 16 02:39:40.369565 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-d9cf6403-f524-4fd3-be70-c9b9c5dcec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:40.371197 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-d9cf6403-f524-4fd3-be70-c9b9c5dcec3a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876179 Jul 16 02:39:40.461945 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-93ee7c5f-2ccd-457d-adbe-db657808ee99 service neutron] 10.222.0.47 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836580 Jul 16 02:39:40.560981 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-17732a51-4598-40f0-bb85-a89c24e4caa6 req-cd755f53-6327-416e-a003-4777f6b2af8a service neutron] 10.222.0.47 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924332 Jul 16 02:39:41.042981 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89542f25-d225-4951-8650-e1df6796b453 x-openstack-request-id: req-89542f25-d225-4951-8650-e1df6796b453 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:39:41.043672 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd9007a-f955-4055-8556-f521831b008b", "tag": "f236872a-6f87-4856-8049-96ce0dfbf570", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:39:41.043672 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-89542f25-d225-4951-8650-e1df6796b453 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:39:41.044553 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd9007a-f955-4055-8556-f521831b008b', 'tag': 'f236872a-6f87-4856-8049-96ce0dfbf570', 'status': 'completed', 'code': 200} Jul 16 02:39:41.534512 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cb58e-8012-460c-8491-e8ce33fb89b2 req-233e263d-6e4b-4874-a16b-ebb449f26fee tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:41.536031 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e4cb58e-8012-460c-8491-e8ce33fb89b2 req-233e263d-6e4b-4874-a16b-ebb449f26fee tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 945 time: 0.0665045 Jul 16 02:39:41.582986 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3e4cb58e-8012-460c-8491-e8ce33fb89b2 req-9eae9654-d616-4cc4-9eb3-a32e19b5a49e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411308 Jul 16 02:39:42.773242 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eb7de-e7d4-4b28-bc8b-181c53865af3 req-4fbb7133-74c6-480b-8a64-aefa4c947c10 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:42.774815 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b3eb7de-e7d4-4b28-bc8b-181c53865af3 req-4fbb7133-74c6-480b-8a64-aefa4c947c10 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 945 time: 0.0661500 Jul 16 02:39:42.813729 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b3eb7de-e7d4-4b28-bc8b-181c53865af3 req-0327c060-b2f4-48da-a3cc-d0932be7e150 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328329 Jul 16 02:39:43.995691 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f3426-9b2a-4efd-a57b-f30859f127a4 req-72e68fb6-679a-499c-9f28-10371bb4f63f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:43.998025 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-630f3426-9b2a-4efd-a57b-f30859f127a4 req-72e68fb6-679a-499c-9f28-10371bb4f63f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 945 time: 0.0682721 Jul 16 02:39:44.043679 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-630f3426-9b2a-4efd-a57b-f30859f127a4 req-cad45b84-c1cf-46da-96df-d7a1b2b5e36c tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399249 Jul 16 02:39:45.230854 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c744212-5301-441c-afa1-2ee540e54fb3 req-38a1db0a-b2b8-4e5b-b05e-0c69707420be tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:45.232482 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9c744212-5301-441c-afa1-2ee540e54fb3 req-38a1db0a-b2b8-4e5b-b05e-0c69707420be tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 945 time: 0.0708873 Jul 16 02:39:45.271058 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9c744212-5301-441c-afa1-2ee540e54fb3 req-04d8ee12-1fb1-4ca5-a3e6-fdd4f128dec5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320005 Jul 16 02:39:46.453170 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c712b88-9e25-44b8-879d-9df256f48a6b req-6f76122e-0415-45ff-a541-51b023319646 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:46.454599 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4c712b88-9e25-44b8-879d-9df256f48a6b req-6f76122e-0415-45ff-a541-51b023319646 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 945 time: 0.0653379 Jul 16 02:39:46.494180 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4c712b88-9e25-44b8-879d-9df256f48a6b req-00b5a371-ac89-41db-9b7a-c0c24440bb06 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337181 Jul 16 02:39:47.701531 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16818c48-57ff-43f2-9ee7-b5b4fdb36769 req-c9a72bcf-a71e-4a40-99e3-c77d3ddcefd1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:47.708816 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16818c48-57ff-43f2-9ee7-b5b4fdb36769 req-c9a72bcf-a71e-4a40-99e3-c77d3ddcefd1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 945 time: 0.0751195 Jul 16 02:39:47.744056 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-16818c48-57ff-43f2-9ee7-b5b4fdb36769 req-26ab1dc4-5098-43c0-b4de-e7b1291bb152 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335073 Jul 16 02:39:48.934502 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a3691-a3d0-4e94-b7fc-51662c0bb737 req-362fb836-cca3-4175-92ac-0a8292cdc8f6 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:48.936117 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b80a3691-a3d0-4e94-b7fc-51662c0bb737 req-362fb836-cca3-4175-92ac-0a8292cdc8f6 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 945 time: 0.0688453 Jul 16 02:39:48.976615 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b80a3691-a3d0-4e94-b7fc-51662c0bb737 req-eaff7432-1238-44f9-b8ab-6a3f2311a239 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347452 Jul 16 02:39:49.681501 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:39:50.160923 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83cdf8-14d6-4da2-8764-893bc6096fe6 req-e4f70727-f150-4757-a3dd-6e66e2f2c757 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:50.162527 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5b83cdf8-14d6-4da2-8764-893bc6096fe6 req-e4f70727-f150-4757-a3dd-6e66e2f2c757 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 945 time: 0.0667474 Jul 16 02:39:50.201009 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5b83cdf8-14d6-4da2-8764-893bc6096fe6 req-09a79535-b8da-44f5-bfa0-a35277c23026 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329034 Jul 16 02:39:51.076346 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775dd67-0e45-4ec4-b40c-9ecc91997dca req-19f0764b-db3b-4d54-ae07-d04e2f87163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:51.077871 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8775dd67-0e45-4ec4-b40c-9ecc91997dca req-19f0764b-db3b-4d54-ae07-d04e2f87163c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 1096 time: 0.0557697 Jul 16 02:39:51.170341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775dd67-0e45-4ec4-b40c-9ecc91997dca req-2efa2eaa-d843-462c-9779-abbad8e5ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:51.171867 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8775dd67-0e45-4ec4-b40c-9ecc91997dca req-2efa2eaa-d843-462c-9779-abbad8e5ef99 service neutron] 10.222.0.47 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.0852010 Jul 16 02:39:51.241321 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8775dd67-0e45-4ec4-b40c-9ecc91997dca req-6060e9d1-5d13-42f9-a2f1-64051ebbfc96 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f236872a-6f87-4856-8049-96ce0dfbf570 HTTP/1.1" status: 200 len: 1000 time: 0.0617867 Jul 16 02:39:51.295383 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775dd67-0e45-4ec4-b40c-9ecc91997dca req-a184eabf-e176-4f67-91b1-7dafc39f5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:51.296925 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8775dd67-0e45-4ec4-b40c-9ecc91997dca req-a184eabf-e176-4f67-91b1-7dafc39f5c3c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0487378 Jul 16 02:39:51.359077 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775dd67-0e45-4ec4-b40c-9ecc91997dca req-1384607b-5e50-463c-a9d6-a4f08a6c554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:51.360568 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8775dd67-0e45-4ec4-b40c-9ecc91997dca req-1384607b-5e50-463c-a9d6-a4f08a6c554b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566661 Jul 16 02:39:51.458481 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8775dd67-0e45-4ec4-b40c-9ecc91997dca req-154fcd8d-f697-4251-8223-9e94c3a9b21e service neutron] 10.222.0.47 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908937 Jul 16 02:39:51.595445 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8775dd67-0e45-4ec4-b40c-9ecc91997dca req-75c072ce-55aa-4b3e-80b3-689f3ff50de5 service neutron] 10.222.0.47 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301639 Jul 16 02:39:51.611368 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af59b60-4a5a-412d-9705-65ccf5de9414 req-8dcec16d-1ce2-41d4-a559-ba80c4759f55 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:51.612796 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6af59b60-4a5a-412d-9705-65ccf5de9414 req-8dcec16d-1ce2-41d4-a559-ba80c4759f55 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 945 time: 0.1187418 Jul 16 02:39:51.651887 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6af59b60-4a5a-412d-9705-65ccf5de9414 req-3addd03d-fc1f-41b3-8962-8b1a1b10558d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331182 Jul 16 02:39:52.838632 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7a5e1-210c-4bdb-b4cf-f3d4a38be864 req-08f19c08-1302-4933-9d61-f0ad6573ba1c tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:52.840128 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3ce7a5e1-210c-4bdb-b4cf-f3d4a38be864 req-08f19c08-1302-4933-9d61-f0ad6573ba1c tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 945 time: 0.0663316 Jul 16 02:39:52.877167 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-3ce7a5e1-210c-4bdb-b4cf-f3d4a38be864 req-684c3821-8b0c-40cc-b8c3-3f3091535fb4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312929 Jul 16 02:39:54.050609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae7f4c-7daf-44b9-9e3b-868786f203e6 req-78823420-10f4-4fb6-be83-1c00871d137e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:54.052130 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4ae7f4c-7daf-44b9-9e3b-868786f203e6 req-78823420-10f4-4fb6-be83-1c00871d137e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 945 time: 0.0644836 Jul 16 02:39:54.089725 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-f4ae7f4c-7daf-44b9-9e3b-868786f203e6 req-5333d3bb-c356-4d4d-8b5a-1309d29e9643 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319269 Jul 16 02:39:54.525740 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:54.772264 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f236872a-6f87-4856-8049-96ce0dfbf570 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:39:54.866695 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f236872a-6f87-4856-8049-96ce0dfbf570, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f236872a-6f87-4856-8049-96ce0dfbf570,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:54.877284 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'f236872a-6f87-4856-8049-96ce0dfbf570', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'port_id': 'f236872a-6f87-4856-8049-96ce0dfbf570', 'mac_address': 'fa:16:3e:01:8a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:39:54.914035 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:54.926178 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f236872a-6f87-4856-8049-96ce0dfbf570 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:39:54.945985 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f236872a-6f87-4856-8049-96ce0dfbf570, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f236872a-6f87-4856-8049-96ce0dfbf570,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:54.949517 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:54.995912 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f236872a-6f87-4856-8049-96ce0dfbf570,revision_number=11']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:55.258079 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['f236872a-6f87-4856-8049-96ce0dfbf570'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:39:55.266074 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2cb6a-813c-43ac-85e0-49b3f76d4d04 req-d3ad8fa6-d183-4c2d-af6a-40f68e04591c tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:55.267568 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26c2cb6a-813c-43ac-85e0-49b3f76d4d04 req-d3ad8fa6-d183-4c2d-af6a-40f68e04591c tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0651946 Jul 16 02:39:55.306652 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-26c2cb6a-813c-43ac-85e0-49b3f76d4d04 req-f1d0a7e9-0370-4ba8-8d30-2eb30da37d5a tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331790 Jul 16 02:39:56.481692 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4016f-1430-44d8-8240-41460a84e400 req-c3b1fd57-3c12-4f75-93b8-2f6ffbc6668b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:56.483193 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40d4016f-1430-44d8-8240-41460a84e400 req-c3b1fd57-3c12-4f75-93b8-2f6ffbc6668b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 946 time: 0.0663433 Jul 16 02:39:56.520866 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-40d4016f-1430-44d8-8240-41460a84e400 req-daf499aa-97b3-405b-a7af-ad4d80af1452 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322356 Jul 16 02:39:56.776349 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f236872a-6f87-4856-8049-96ce0dfbf570 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:39:56.824658 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port f236872a-6f87-4856-8049-96ce0dfbf570 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:39:56.828399 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port f236872a-6f87-4856-8049-96ce0dfbf570 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:56.828807 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:56.905071 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:56.926652 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd9007a-f955-4055-8556-f521831b008b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f236872a-6f87-4856-8049-96ce0dfbf570'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:39:56.929483 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78a6fb3-1307-40f5-851a-9acc8ac56a08" -d '{"events": [{"server_uuid": "8cd9007a-f955-4055-8556-f521831b008b", "name": "network-vif-plugged", "status": "completed", "tag": "f236872a-6f87-4856-8049-96ce0dfbf570"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:39:56.941876 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port f236872a-6f87-4856-8049-96ce0dfbf570, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f236872a-6f87-4856-8049-96ce0dfbf570,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:56.946007 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:56.968895 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e012cf-4388-48d2-aa7c-2cbe795c4383 x-openstack-request-id: req-c9e012cf-4388-48d2-aa7c-2cbe795c4383 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:39:56.969188 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd9007a-f955-4055-8556-f521831b008b", "name": "network-vif-plugged", "status": "completed", "tag": "f236872a-6f87-4856-8049-96ce0dfbf570", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:39:56.969440 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c9e012cf-4388-48d2-aa7c-2cbe795c4383 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:39:56.969824 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd9007a-f955-4055-8556-f521831b008b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f236872a-6f87-4856-8049-96ce0dfbf570', 'code': 200} Jul 16 02:39:56.996139 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=f236872a-6f87-4856-8049-96ce0dfbf570,revision_number=12']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:57.176341 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144f776-3785-48cb-9dbb-632832595716 req-5573583c-790e-4eca-a56d-94bfc9a4c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:57.178135 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3144f776-3785-48cb-9dbb-632832595716 req-5573583c-790e-4eca-a56d-94bfc9a4c5dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 1098 time: 0.0521057 Jul 16 02:39:57.212674 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-3144f776-3785-48cb-9dbb-632832595716 req-5e5837f4-bcc7-48e9-8b01-f58c639debfb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279036 Jul 16 02:39:57.691779 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136554c4-b196-4046-86ff-c9dd187f0ce5 req-61827dcf-6788-41f6-ace9-5da41173023d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:57.693842 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-136554c4-b196-4046-86ff-c9dd187f0ce5 req-61827dcf-6788-41f6-ace9-5da41173023d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 947 time: 0.0624068 Jul 16 02:39:57.731262 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-136554c4-b196-4046-86ff-c9dd187f0ce5 req-73697244-cc46-4954-8d86-f39fa7b52224 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315156 Jul 16 02:39:58.470285 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-32f28afc-3a24-459f-98f6-fd63157a9e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:58.921114 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7acbd-2be2-42fe-ba06-110d069394de req-4b146c6e-d928-4884-b3d7-2310cf88791d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:58.922519 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-73e7acbd-2be2-42fe-ba06-110d069394de req-4b146c6e-d928-4884-b3d7-2310cf88791d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 947 time: 0.0674686 Jul 16 02:39:58.959683 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-73e7acbd-2be2-42fe-ba06-110d069394de req-e63ffcf2-6dd2-44ea-8d98-a3d7d4503745 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310161 Jul 16 02:39:59.486510 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:01.135148 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:01.140213 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9fa8d94e-4fa1-4a77-922a-5885819a4a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:02.327540 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:04.092861 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:18.634671 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f9a34ba-c388-4a57-9480-e5347de8d54e req-5619dced-ba54-4b40-ba76-c66546794c16 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547731 Jul 16 02:40:18.748661 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a34ba-c388-4a57-9480-e5347de8d54e req-f6ff380e-5b7e-47fc-856f-cc03d15f5d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:18.750178 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f9a34ba-c388-4a57-9480-e5347de8d54e req-f6ff380e-5b7e-47fc-856f-cc03d15f5d65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 1098 time: 0.0523376 Jul 16 02:40:18.854980 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a34ba-c388-4a57-9480-e5347de8d54e req-08dafd6a-84b3-4c9b-9fd6-55cd5dba43c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:18.856499 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f9a34ba-c388-4a57-9480-e5347de8d54e req-08dafd6a-84b3-4c9b-9fd6-55cd5dba43c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.0837634 Jul 16 02:40:18.929426 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f9a34ba-c388-4a57-9480-e5347de8d54e req-6cb3117f-9ec4-413e-9a22-37af5399e792 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f236872a-6f87-4856-8049-96ce0dfbf570 HTTP/1.1" status: 200 len: 1002 time: 0.0621922 Jul 16 02:40:18.977972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a34ba-c388-4a57-9480-e5347de8d54e req-26f5bd22-5d64-4340-a2bc-7972bbe86c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:18.979380 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f9a34ba-c388-4a57-9480-e5347de8d54e req-26f5bd22-5d64-4340-a2bc-7972bbe86c13 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0426936 Jul 16 02:40:19.038555 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a34ba-c388-4a57-9480-e5347de8d54e req-fcf64cc1-35f5-4819-a50b-861849463aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:19.040084 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f9a34ba-c388-4a57-9480-e5347de8d54e req-fcf64cc1-35f5-4819-a50b-861849463aaf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526786 Jul 16 02:40:19.136073 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f9a34ba-c388-4a57-9480-e5347de8d54e req-d19281c6-2922-49a0-a605-25763792e193 service neutron] 10.222.0.47 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881104 Jul 16 02:40:19.223527 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7f9a34ba-c388-4a57-9480-e5347de8d54e req-3a794792-e7a4-4bf7-b454-be8cba25ff92 service neutron] 10.222.0.47 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809877 Jul 16 02:40:24.524198 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.680417 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:40:28.471027 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8e786916-38ed-448f-889a-eda290b2e417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:29.502637 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.145919 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.153399 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-245f14ca-708f-492f-b45e-064063d780f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.329173 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.095478 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:54.514960 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:58.472404 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4f4d7141-71ab-4a6b-9b74-f4958a06a031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:59.510810 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:01.135995 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:01.148444 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3b3de235-bde9-405c-94a9-f13fe9749d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:02.332657 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:03.679720 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:41:04.098037 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:11.728289 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50786) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:11.927062 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Deleting port 1ccb9f81-3ffd-442f-baed-48b094d81f48 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:41:11.927426 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:12.016715 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:12.017253 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:12.031254 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Calling delete_port for 1ccb9f81-3ffd-442f-baed-48b094d81f48 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:41:12.241188 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:12.268355 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event deleted for resources: {'Port': ['ID=1ccb9f81-3ffd-442f-baed-48b094d81f48,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:12.283477 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:12.284057 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:12.284599 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:12.285259 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:12.285701 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:12.286142 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:12.286586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:12.287102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:12.287552 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:12.287962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:12.288373 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:12.288798 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:12.353767 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:12.354145 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Floating IP ac25d90e-df6a-476e-ba5f-4369f47f529e disassociated (deleted). External IP: 172.25.1.130, port: f236872a-6f87-4856-8049-96ce0dfbf570. Jul 16 02:41:12.573657 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Router d183d5ea-3b92-4490-9e87-547ebc6e65ec has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:41:12.702873 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:41:12.707538 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:12.714655 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61183d71-d1cc-4488-a0c1-3f1861d8fe5b None None] Sync routers for ids ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:41:12.726018 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61183d71-d1cc-4488-a0c1-3f1861d8fe5b None None] Routers {'d183d5ea-3b92-4490-9e87-547ebc6e65ec'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:41:12.726660 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-61183d71-d1cc-4488-a0c1-3f1861d8fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:41:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:41:12.749409 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-3a8bceb8-d8da-42ad-a556-30f8a8ac6b6f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "DELETE /v2.0/floatingips/ac25d90e-df6a-476e-ba5f-4369f47f529e HTTP/1.1" status: 204 len: 168 time: 1.0199068 Jul 16 02:41:12.750384 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd9007a-f955-4055-8556-f521831b008b', 'tag': 'f236872a-6f87-4856-8049-96ce0dfbf570'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:41:12.752359 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b84a857-aaed-4d57-8826-1c4bc9007535" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd9007a-f955-4055-8556-f521831b008b", "tag": "f236872a-6f87-4856-8049-96ce0dfbf570"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:41:12.803576 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffff79d3-cb9e-4351-8ff2-5ab63fe58fd3 x-openstack-request-id: req-ffff79d3-cb9e-4351-8ff2-5ab63fe58fd3 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:41:12.804083 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd9007a-f955-4055-8556-f521831b008b", "tag": "f236872a-6f87-4856-8049-96ce0dfbf570", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:41:12.804689 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ffff79d3-cb9e-4351-8ff2-5ab63fe58fd3 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:41:12.805210 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd9007a-f955-4055-8556-f521831b008b', 'tag': 'f236872a-6f87-4856-8049-96ce0dfbf570', 'status': 'completed', 'code': 200} Jul 16 02:41:12.840850 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-61183d71-d1cc-4488-a0c1-3f1861d8fe5b None None] Set router d183d5ea-3b92-4490-9e87-547ebc6e65ec gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:41:12.913431 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84a857-aaed-4d57-8826-1c4bc9007535 req-416214c0-265d-48a7-8655-ad1543982eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:12.913993 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b84a857-aaed-4d57-8826-1c4bc9007535 req-416214c0-265d-48a7-8655-ad1543982eff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 1098 time: 0.0622382 Jul 16 02:41:13.062663 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84a857-aaed-4d57-8826-1c4bc9007535 req-b4b8ea13-d471-4d0f-9c24-ef4858ba28da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:13.067620 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b84a857-aaed-4d57-8826-1c4bc9007535 req-b4b8ea13-d471-4d0f-9c24-ef4858ba28da service neutron] 10.222.0.47 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.1445937 Jul 16 02:41:13.116823 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-61183d71-d1cc-4488-a0c1-3f1861d8fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 4, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port': {'id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '12d38fb2-cbcd-4eb6-95d8-1f692eedc730', 'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'mac_address': 'fa:16:3e:0f:ae:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:51Z', 'updated_at': '2021-07-16T02:36:58Z', 'revision_number': 5, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'subnets': [{'id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:41:13.137497 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b84a857-aaed-4d57-8826-1c4bc9007535 req-35584ce4-56d9-4908-a368-ad72088ae54a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f236872a-6f87-4856-8049-96ce0dfbf570 HTTP/1.1" status: 200 len: 217 time: 0.0375051 Jul 16 02:41:13.146631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61183d71-d1cc-4488-a0c1-3f1861d8fe5b None None] Checking router: d183d5ea-3b92-4490-9e87-547ebc6e65ec for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:41:13.158093 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61183d71-d1cc-4488-a0c1-3f1861d8fe5b None None] Routers {'d183d5ea-3b92-4490-9e87-547ebc6e65ec'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:41:13.158807 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-61183d71-d1cc-4488-a0c1-3f1861d8fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:41:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:41:13.190985 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84a857-aaed-4d57-8826-1c4bc9007535 req-664edad9-cfb0-499a-8db5-0cf9b77014ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:13.193525 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b84a857-aaed-4d57-8826-1c4bc9007535 req-664edad9-cfb0-499a-8db5-0cf9b77014ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0486968 Jul 16 02:41:13.262237 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84a857-aaed-4d57-8826-1c4bc9007535 req-728b3d09-f4ee-43fc-b6a0-98472c9d25bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:13.263952 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b84a857-aaed-4d57-8826-1c4bc9007535 req-728b3d09-f4ee-43fc-b6a0-98472c9d25bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632653 Jul 16 02:41:13.277354 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-61183d71-d1cc-4488-a0c1-3f1861d8fe5b None None] Set router d183d5ea-3b92-4490-9e87-547ebc6e65ec gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:41:13.283208 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e383c-9ec2-4b9e-8026-2404681a589b req-96982973-4d9d-479c-97dc-e39042873899 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:13.286603 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-665e383c-9ec2-4b9e-8026-2404681a589b req-96982973-4d9d-479c-97dc-e39042873899 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 947 time: 0.0751512 Jul 16 02:41:13.333154 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-665e383c-9ec2-4b9e-8026-2404681a589b req-816285f1-c7ef-43dc-8721-4ab505aa6f7c tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406868 Jul 16 02:41:13.377463 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b84a857-aaed-4d57-8826-1c4bc9007535 req-2bcea5f2-3210-4075-bccd-e1010fd46d99 service neutron] 10.222.0.47 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054676 Jul 16 02:41:13.547862 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-61183d71-d1cc-4488-a0c1-3f1861d8fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 4, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port': {'id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '12d38fb2-cbcd-4eb6-95d8-1f692eedc730', 'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'mac_address': 'fa:16:3e:0f:ae:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:51Z', 'updated_at': '2021-07-16T02:36:58Z', 'revision_number': 5, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'subnets': [{'id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:41:13.579601 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61183d71-d1cc-4488-a0c1-3f1861d8fe5b None None] The sync data for ids ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'] in n-d-800086-6 is: [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 4, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port': {'id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '12d38fb2-cbcd-4eb6-95d8-1f692eedc730', 'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'mac_address': 'fa:16:3e:0f:ae:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:51Z', 'updated_at': '2021-07-16T02:36:58Z', 'revision_number': 5, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'subnets': [{'id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:41:13.835137 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0b84a857-aaed-4d57-8826-1c4bc9007535 req-4954e969-28d4-4a5f-a93f-5e161707b8b8 service neutron] 10.222.0.47 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495368 Jul 16 02:41:13.835921 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1c059a-249c-4f43-8e97-e49f7cb78e1a None None] New status for floating IP ac25d90e-df6a-476e-ba5f-4369f47f529e: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:41:14.544850 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5e75c-45a4-4d40-8747-b5ac8af55b04 req-c285e16a-4e20-4735-aad1-1d8618f15912 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:14.546431 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61d5e75c-45a4-4d40-8747-b5ac8af55b04 req-c285e16a-4e20-4735-aad1-1d8618f15912 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 947 time: 0.0703547 Jul 16 02:41:14.599268 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61d5e75c-45a4-4d40-8747-b5ac8af55b04 req-4f175745-f142-4bb1-b6dd-90831264706c tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=5969cad7-1039-452f-b422-1d2df46f1820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463874 Jul 16 02:41:14.659623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ac8d1-a7fe-42ec-8c61-ce78f86eca1f req-8e50029c-b5b3-4d13-8036-d70142ed63f9 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:14.661497 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-366ac8d1-a7fe-42ec-8c61-ce78f86eca1f req-8e50029c-b5b3-4d13-8036-d70142ed63f9 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 947 time: 0.0745370 Jul 16 02:41:14.767090 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-366ac8d1-a7fe-42ec-8c61-ce78f86eca1f req-19188788-2b48-4c5e-a70b-4632d545189f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Deleting port f236872a-6f87-4856-8049-96ce0dfbf570 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:41:14.767428 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-366ac8d1-a7fe-42ec-8c61-ce78f86eca1f req-19188788-2b48-4c5e-a70b-4632d545189f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:14.863329 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-366ac8d1-a7fe-42ec-8c61-ce78f86eca1f req-19188788-2b48-4c5e-a70b-4632d545189f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] For port f236872a-6f87-4856-8049-96ce0dfbf570, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=f236872a-6f87-4856-8049-96ce0dfbf570,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:41:14.864234 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-366ac8d1-a7fe-42ec-8c61-ce78f86eca1f req-19188788-2b48-4c5e-a70b-4632d545189f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:14.876237 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-366ac8d1-a7fe-42ec-8c61-ce78f86eca1f req-19188788-2b48-4c5e-a70b-4632d545189f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Calling delete_port for f236872a-6f87-4856-8049-96ce0dfbf570 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:41:15.007442 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-366ac8d1-a7fe-42ec-8c61-ce78f86eca1f req-19188788-2b48-4c5e-a70b-4632d545189f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:15.042795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19188788-2b48-4c5e-a70b-4632d545189f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event deleted for resources: {'Port': ['ID=f236872a-6f87-4856-8049-96ce0dfbf570,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:15.090337 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-366ac8d1-a7fe-42ec-8c61-ce78f86eca1f req-19188788-2b48-4c5e-a70b-4632d545189f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] No DVR routers for this DVR port f236872a-6f87-4856-8049-96ce0dfbf570 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:41:15.092992 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-366ac8d1-a7fe-42ec-8c61-ce78f86eca1f req-19188788-2b48-4c5e-a70b-4632d545189f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:15.094981 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-366ac8d1-a7fe-42ec-8c61-ce78f86eca1f req-19188788-2b48-4c5e-a70b-4632d545189f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.47 "DELETE /v2.0/ports/f236872a-6f87-4856-8049-96ce0dfbf570 HTTP/1.1" status: 204 len: 173 time: 0.4275115 Jul 16 02:41:15.095413 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd9007a-f955-4055-8556-f521831b008b', 'name': 'network-vif-deleted', 'tag': 'f236872a-6f87-4856-8049-96ce0dfbf570'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:41:15.098580 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c364985-9832-4bc4-80fe-d88c846e7989" -d '{"events": [{"server_uuid": "8cd9007a-f955-4055-8556-f521831b008b", "name": "network-vif-deleted", "tag": "f236872a-6f87-4856-8049-96ce0dfbf570"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:41:15.142892 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eaa39e-40a3-40cf-b4e2-abf5d48eac7d x-openstack-request-id: req-93eaa39e-40a3-40cf-b4e2-abf5d48eac7d {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:41:15.143297 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd9007a-f955-4055-8556-f521831b008b", "name": "network-vif-deleted", "tag": "f236872a-6f87-4856-8049-96ce0dfbf570", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:41:15.143550 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-93eaa39e-40a3-40cf-b4e2-abf5d48eac7d {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:41:15.143996 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd9007a-f955-4055-8556-f521831b008b', 'name': 'network-vif-deleted', 'tag': 'f236872a-6f87-4856-8049-96ce0dfbf570', 'status': 'completed', 'code': 200} Jul 16 02:41:15.761445 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e7488bb0-d72b-4c9a-8af2-6ca42a6b50bf req-361c7c24-5a37-496e-bd37-d2e1f4f44d67 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd9007a-f955-4055-8556-f521831b008b HTTP/1.1" status: 200 len: 210 time: 0.0340698 Jul 16 02:41:16.857201 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50812) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:16.920912 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8e6a17a9-094a-475d-a79e-9d807987e7ff tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:16.947987 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8e6a17a9-094a-475d-a79e-9d807987e7ff tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:17.023698 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8e6a17a9-094a-475d-a79e-9d807987e7ff tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:17.026362 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8e6a17a9-094a-475d-a79e-9d807987e7ff tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:17.027536 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8e6a17a9-094a-475d-a79e-9d807987e7ff tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "DELETE /v2.0/security-groups/5969cad7-1039-452f-b422-1d2df46f1820 HTTP/1.1" status: 204 len: 168 time: 0.1689751 Jul 16 02:41:17.037297 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a17a9-094a-475d-a79e-9d807987e7ff tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5969cad7-1039-452f-b422-1d2df46f1820,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:17.410470 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50818) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:17.416123 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-d9bdcf33-761b-43e2-b5cb-b4453eed763f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1031269514', 'description': 'tempest-secgroup-smoke-1031269514 description', 'project_id': '1f7c1699ff25445895b969121d17ee50'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:17.442341 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d9bdcf33-761b-43e2-b5cb-b4453eed763f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:17.526968 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d9bdcf33-761b-43e2-b5cb-b4453eed763f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:17.531162 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d9bdcf33-761b-43e2-b5cb-b4453eed763f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:17.564636 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-d9bdcf33-761b-43e2-b5cb-b4453eed763f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:17.565797 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-d9bdcf33-761b-43e2-b5cb-b4453eed763f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1542525 Jul 16 02:41:17.569218 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50820) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:17.574154 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b80e7ee9-527d-4f98-a653-aad387d8c081 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Request body: {'security_group_rule': {'security_group_id': 'f7f74dc7-d305-4a20-b82f-90da40cf5ec4', 'project_id': '1f7c1699ff25445895b969121d17ee50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:17.579474 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdcf33-761b-43e2-b5cb-b4453eed763f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f74dc7-d305-4a20-b82f-90da40cf5ec4,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:17.606809 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b80e7ee9-527d-4f98-a653-aad387d8c081 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:17.680425 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b80e7ee9-527d-4f98-a653-aad387d8c081 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:17.684421 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b80e7ee9-527d-4f98-a653-aad387d8c081 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:17.703673 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e7ee9-527d-4f98-a653-aad387d8c081 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90611f99-a7d9-4d37-9130-458690b589b2,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:17.712179 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b80e7ee9-527d-4f98-a653-aad387d8c081 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:17.713710 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b80e7ee9-527d-4f98-a653-aad387d8c081 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435416 Jul 16 02:41:17.718501 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50822) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:17.724439 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-2d42f623-8788-4f70-a408-63a983474222 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Request body: {'security_group_rule': {'security_group_id': 'f7f74dc7-d305-4a20-b82f-90da40cf5ec4', 'project_id': '1f7c1699ff25445895b969121d17ee50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:17.754448 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2d42f623-8788-4f70-a408-63a983474222 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:17.820100 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2d42f623-8788-4f70-a408-63a983474222 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:17.824504 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2d42f623-8788-4f70-a408-63a983474222 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:17.844087 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42f623-8788-4f70-a408-63a983474222 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31b2e90-cb13-4f1a-ae1a-63933814c726,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:17.852906 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-2d42f623-8788-4f70-a408-63a983474222 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:17.854251 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-2d42f623-8788-4f70-a408-63a983474222 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347001 Jul 16 02:41:17.858480 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50824) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:17.864708 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-28d80f2b-93d1-484c-a828-f9a62e1542f1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Request body: {'security_group_rule': {'security_group_id': 'f7f74dc7-d305-4a20-b82f-90da40cf5ec4', 'project_id': '1f7c1699ff25445895b969121d17ee50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:17.896726 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28d80f2b-93d1-484c-a828-f9a62e1542f1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:17.960184 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28d80f2b-93d1-484c-a828-f9a62e1542f1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:17.964161 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28d80f2b-93d1-484c-a828-f9a62e1542f1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:17.987608 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d80f2b-93d1-484c-a828-f9a62e1542f1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d69322-c9a9-4adc-978d-8e66a6025fe6,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:17.999436 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-28d80f2b-93d1-484c-a828-f9a62e1542f1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:18.001032 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-28d80f2b-93d1-484c-a828-f9a62e1542f1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1415811 Jul 16 02:41:18.004678 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50826) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:18.010469 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-dd641d80-1661-48d0-8fcc-d67a19ceb1f4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Request body: {'security_group_rule': {'security_group_id': 'f7f74dc7-d305-4a20-b82f-90da40cf5ec4', 'project_id': '1f7c1699ff25445895b969121d17ee50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:18.038904 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd641d80-1661-48d0-8fcc-d67a19ceb1f4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:18.102433 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd641d80-1661-48d0-8fcc-d67a19ceb1f4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:18.105920 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd641d80-1661-48d0-8fcc-d67a19ceb1f4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:18.125103 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd641d80-1661-48d0-8fcc-d67a19ceb1f4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4762ec-372f-4326-a3a8-10b861ba914c,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:18.130022 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dd641d80-1661-48d0-8fcc-d67a19ceb1f4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:18.131361 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dd641d80-1661-48d0-8fcc-d67a19ceb1f4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251760 Jul 16 02:41:18.134131 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50828) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:18.139385 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-5e95b6fe-e4d9-457c-bb2f-becb15715b36 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Request body: {'security_group_rule': {'security_group_id': 'f7f74dc7-d305-4a20-b82f-90da40cf5ec4', 'project_id': '1f7c1699ff25445895b969121d17ee50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:18.161513 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-5e95b6fe-e4d9-457c-bb2f-becb15715b36 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Project 1f7c1699ff25445895b969121d17ee50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:41:18.166288 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5e95b6fe-e4d9-457c-bb2f-becb15715b36 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:18.230989 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5e95b6fe-e4d9-457c-bb2f-becb15715b36 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:18.235036 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5e95b6fe-e4d9-457c-bb2f-becb15715b36 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:18.253131 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95b6fe-e4d9-457c-bb2f-becb15715b36 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18fae262-0ab3-4f96-ad21-7909cbf2aa13,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:18.260351 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5e95b6fe-e4d9-457c-bb2f-becb15715b36 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:18.261585 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5e95b6fe-e4d9-457c-bb2f-becb15715b36 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261322 Jul 16 02:41:18.264449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 50830) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:18.268975 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-9bce402e-1cc8-4bf8-a6ec-a1deeb4dbddd tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Request body: {'security_group_rule': {'security_group_id': 'f7f74dc7-d305-4a20-b82f-90da40cf5ec4', 'project_id': '1f7c1699ff25445895b969121d17ee50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:18.292791 n-d-800086-6 neutron-server[93831]: INFO neutron.db.securitygroups_db [None req-9bce402e-1cc8-4bf8-a6ec-a1deeb4dbddd tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Project 1f7c1699ff25445895b969121d17ee50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:41:18.297797 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9bce402e-1cc8-4bf8-a6ec-a1deeb4dbddd tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:18.364355 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9bce402e-1cc8-4bf8-a6ec-a1deeb4dbddd tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:18.368160 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9bce402e-1cc8-4bf8-a6ec-a1deeb4dbddd tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:18.390181 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce402e-1cc8-4bf8-a6ec-a1deeb4dbddd tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db665638-373d-46c1-ab20-6a9e91a017b2,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:18.394752 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-9bce402e-1cc8-4bf8-a6ec-a1deeb4dbddd tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:18.395994 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-9bce402e-1cc8-4bf8-a6ec-a1deeb4dbddd tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305213 Jul 16 02:41:19.223074 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f236872a-6f87-4856-8049-96ce0dfbf570 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:41:19.246504 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: f236872a-6f87-4856-8049-96ce0dfbf570 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:41:19.246779 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device f236872a-6f87-4856-8049-96ce0dfbf570 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:41:24.513864 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:28.494081 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1c8a61e2-5120-4fc5-a22d-8472c1688e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:29.536485 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:31.141657 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:31.149454 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4c40409e-3def-4bfd-967e-5e71a6df3e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.342725 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:34.078146 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-10c633ce-16ce-45a5-89c5-e1810f0ee4e2 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1031269514&fields=id&tenant_id=1f7c1699ff25445895b969121d17ee50 HTTP/1.1" status: 200 len: 267 time: 0.0418921 Jul 16 02:41:34.101805 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:34.208334 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-d7f54ecb-d129-43a9-af37-1ba0be242d3f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:34.209823 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-d7f54ecb-d129-43a9-af37-1ba0be242d3f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 808 time: 0.1235673 Jul 16 02:41:34.227368 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-2191a9d9-3825-43f6-b70d-a741b8711bb1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/quotas/1f7c1699ff25445895b969121d17ee50 HTTP/1.1" status: 200 len: 375 time: 0.0118275 Jul 16 02:41:34.302288 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-92f231ad-7743-4403-87b0-ff058e962cd4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697334 Jul 16 02:41:34.404449 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-8edcc8a4-79f2-4c1a-bc08-d260759687c0 service neutron] 10.222.0.54 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909724 Jul 16 02:41:34.502504 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-ab5b6da7-bf66-410a-9f45-141cc857ce39 service neutron] 10.222.0.54 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914533 Jul 16 02:41:34.882362 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5e63b9ba-b01b-4aaf-911c-59a22ce5affc req-1d0b0b0c-338a-42f1-9e24-fa392e14266d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 210 time: 0.0914967 Jul 16 02:41:36.043939 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fcdbab0d-f74c-4c8c-a6ea-f709b1b65589 req-0e9e82f8-2906-4651-be6b-7049ffc99809 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 210 time: 0.0352371 Jul 16 02:41:36.086726 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b883b6db-d5cc-4c6c-99d9-cc8879bf6879 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:36.088334 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b883b6db-d5cc-4c6c-99d9-cc8879bf6879 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.26 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 808 time: 0.1277094 Jul 16 02:41:36.163158 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-0f8a4a9d-d2c1-4472-848b-d47e1b92cb4f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f7c1699ff25445895b969121d17ee50 HTTP/1.1" status: 200 len: 380 time: 0.0463078 Jul 16 02:41:36.174700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Request body: {'port': {'device_id': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'admin_state_up': True, 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'security_groups': ['f7f74dc7-d305-4a20-b82f-90da40cf5ec4']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:36.302161 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Made reservation on behalf of 1f7c1699ff25445895b969121d17ee50 for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:41:36.306618 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:36.450669 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Allocated IP 172.20.0.12 (43712588-cd32-4376-b382-b0da210cac19/c6de4240-0f94-488f-8202-750ef9cecccf/a1d02e40-2d0f-4229-93c9-d6b75c398555) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:41:36.610719 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:36.628424 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Transition to ACTIVE for port object a1d02e40-2d0f-4229-93c9-d6b75c398555 will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:41:36.665466 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:36.713298 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Network 43712588-cd32-4376-b382-b0da210cac19 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:41:36.718736 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:41:36.723279 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:41:36.750360 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'Port': ['ID=a1d02e40-2d0f-4229-93c9-d6b75c398555,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:36.771664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:36.772037 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:36.772383 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:36.772720 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:36.773051 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:36.773379 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:36.773709 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:36.774087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:36.774409 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:36.774732 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:36.775058 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:36.775381 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:36.797794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:36.798485 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:36.820397 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-447c2f9e-8a93-4bdd-846c-4903777b2900 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6497562 Jul 16 02:41:36.839616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Request body: {'port': {'device_id': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:36.932469 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:37.017658 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6c910685-0790-4e13-869c-d9e95241014d None None] Provisioning for port a1d02e40-2d0f-4229-93c9-d6b75c398555 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:41:37.026336 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-6c910685-0790-4e13-869c-d9e95241014d None None] Provisioning complete for port a1d02e40-2d0f-4229-93c9-d6b75c398555 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:41:37.026840 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6c910685-0790-4e13-869c-d9e95241014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:37.066076 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-6c910685-0790-4e13-869c-d9e95241014d None None] Port a1d02e40-2d0f-4229-93c9-d6b75c398555 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:41:37.331035 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e233b6c-fb9e-4c35-b02a-5fb72ad25530 req-3a842f5c-a3e4-4227-9605-92485e97d257 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:37.333110 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e233b6c-fb9e-4c35-b02a-5fb72ad25530 req-3a842f5c-a3e4-4227-9605-92485e97d257 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 932 time: 0.1481230 Jul 16 02:41:37.357786 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d02e40-2d0f-4229-93c9-d6b75c398555 {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:41:37.377681 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:37.407094 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Transition to ACTIVE for port object a1d02e40-2d0f-4229-93c9-d6b75c398555 will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:41:37.412375 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e233b6c-fb9e-4c35-b02a-5fb72ad25530 req-7a49fae5-0e95-4664-9fdc-0b2e696b56a2 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691154 Jul 16 02:41:37.413738 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:37.475992 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d02e40-2d0f-4229-93c9-d6b75c398555,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:37.588452 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Attempting to bind port a1d02e40-2d0f-4229-93c9-d6b75c398555 on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:41:37.588863 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Attempting to bind port a1d02e40-2d0f-4229-93c9-d6b75c398555 by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:41:37.589544 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Attempting to bind port a1d02e40-2d0f-4229-93c9-d6b75c398555 on network 43712588-cd32-4376-b382-b0da210cac19 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:41:37.595205 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Port a1d02e40-2d0f-4229-93c9-d6b75c398555 on network 43712588-cd32-4376-b382-b0da210cac19 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:41:37.595675 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Attempting to bind port a1d02e40-2d0f-4229-93c9-d6b75c398555 on network 43712588-cd32-4376-b382-b0da210cac19 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:41:37.604931 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:41:37.605406 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Checking segment: {'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:41:37.605944 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Bound using segment: {'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:41:37.606879 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Bound port: a1d02e40-2d0f-4229-93c9-d6b75c398555, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:41:37.607439 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:37.697285 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] For port a1d02e40-2d0f-4229-93c9-d6b75c398555, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:41:37.700800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] For port a1d02e40-2d0f-4229-93c9-d6b75c398555, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:41:37.707196 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:37.744416 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:37.745041 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:37.746680 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] 10.222.0.26 "PUT /v2.0/ports/a1d02e40-2d0f-4229-93c9-d6b75c398555 HTTP/1.1" status: 200 len: 1092 time: 0.9118834 Jul 16 02:41:37.747065 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'tag': 'a1d02e40-2d0f-4229-93c9-d6b75c398555'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:41:37.749361 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e31bef-ee3f-4852-ac71-eb84f0a3f927" -d '{"events": [{"name": "network-changed", "server_uuid": "eb706d16-0b7b-4aab-8a73-1dfcc9fbff10", "tag": "a1d02e40-2d0f-4229-93c9-d6b75c398555"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:41:37.777954 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d997c4-3708-4cb7-8fbc-14270f135286 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d02e40-2d0f-4229-93c9-d6b75c398555,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:37.810981 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2866cbc4-aeb4-4606-85b4-1f838189b6e6 x-openstack-request-id: req-2866cbc4-aeb4-4606-85b4-1f838189b6e6 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:41:37.811278 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb706d16-0b7b-4aab-8a73-1dfcc9fbff10", "tag": "a1d02e40-2d0f-4229-93c9-d6b75c398555", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:41:37.811568 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2866cbc4-aeb4-4606-85b4-1f838189b6e6 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:41:37.812291 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'tag': 'a1d02e40-2d0f-4229-93c9-d6b75c398555', 'status': 'completed', 'code': 200} Jul 16 02:41:37.905396 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-f19c1ef7-29f1-4c8f-960c-1a22cb3d7037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:37.907038 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-f19c1ef7-29f1-4c8f-960c-1a22cb3d7037 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 1095 time: 0.0766959 Jul 16 02:41:37.965728 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-f497cb12-63c2-4171-bff1-3020055c2cd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555 HTTP/1.1" status: 200 len: 217 time: 0.0443921 Jul 16 02:41:38.026321 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-7cfe1adf-6092-4202-9436-4bbbb2de6c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:38.027649 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-7cfe1adf-6092-4202-9436-4bbbb2de6c92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0558033 Jul 16 02:41:38.088312 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b0b879b9-a463-401b-9e04-1673f03c1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:38.089874 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-b0b879b9-a463-401b-9e04-1673f03c1c5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559494 Jul 16 02:41:38.190235 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-18c11cb7-fc6d-4595-9a2b-a54f7debcb0d service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934846 Jul 16 02:41:38.302161 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d17b3946-2cc5-41e0-8a6a-f176204302b9 req-31924ea4-374f-4051-a81a-6d8b00a976e0 service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033700 Jul 16 02:41:38.443851 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e31bef-ee3f-4852-ac71-eb84f0a3f927 req-05b8513e-3357-4d0d-af3f-92338bb9057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:38.446387 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07e31bef-ee3f-4852-ac71-eb84f0a3f927 req-05b8513e-3357-4d0d-af3f-92338bb9057d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 1095 time: 0.0659397 Jul 16 02:41:38.558102 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e31bef-ee3f-4852-ac71-eb84f0a3f927 req-b3ff863a-d603-42d2-8469-6fff472ffbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:38.559702 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07e31bef-ee3f-4852-ac71-eb84f0a3f927 req-b3ff863a-d603-42d2-8469-6fff472ffbca service neutron] 10.222.0.26 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.1075096 Jul 16 02:41:38.618326 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07e31bef-ee3f-4852-ac71-eb84f0a3f927 req-a4b6b422-f54c-4ef3-8502-6935647005e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555 HTTP/1.1" status: 200 len: 217 time: 0.0374954 Jul 16 02:41:38.682349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e31bef-ee3f-4852-ac71-eb84f0a3f927 req-ef454dcb-d384-468b-b1be-0f4a332eafc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:38.683875 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07e31bef-ee3f-4852-ac71-eb84f0a3f927 req-ef454dcb-d384-468b-b1be-0f4a332eafc8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0581212 Jul 16 02:41:38.692810 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e953d3e-1a81-4cd1-8eac-d04cd94a4487 req-a2405732-aae8-47db-af51-3877402c4502 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:38.694387 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e953d3e-1a81-4cd1-8eac-d04cd94a4487 req-a2405732-aae8-47db-af51-3877402c4502 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.1559954 Jul 16 02:41:38.772033 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e953d3e-1a81-4cd1-8eac-d04cd94a4487 req-9314d37e-6480-4830-84bd-a9767a102fc2 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692229 Jul 16 02:41:38.787835 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e31bef-ee3f-4852-ac71-eb84f0a3f927 req-886fe79c-7ed0-48ae-96bf-8af5e121db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:38.797242 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07e31bef-ee3f-4852-ac71-eb84f0a3f927 req-886fe79c-7ed0-48ae-96bf-8af5e121db8e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941448 Jul 16 02:41:38.890300 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07e31bef-ee3f-4852-ac71-eb84f0a3f927 req-1e6f91a8-f357-4d72-9e90-b5c80837026f service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936611 Jul 16 02:41:38.992497 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-07e31bef-ee3f-4852-ac71-eb84f0a3f927 req-7d3a0493-8c9f-4046-8e4d-8732a2a1bb81 service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950003 Jul 16 02:41:39.988892 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c8b67-d887-4067-9895-28af497d2999 req-0ef63f70-e76a-4fa3-a718-795e1d1ae0b2 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:39.990522 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-347c8b67-d887-4067-9895-28af497d2999 req-0ef63f70-e76a-4fa3-a718-795e1d1ae0b2 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0882692 Jul 16 02:41:40.043574 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-347c8b67-d887-4067-9895-28af497d2999 req-c7198c92-03b2-42cb-8db1-39699ff7fd09 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444162 Jul 16 02:41:40.678640 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:41:41.230759 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cedf5-e816-4368-8c76-1633f16ff310 req-58f2788b-e543-4275-a780-da0bce670bae tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:41.232335 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-323cedf5-e816-4368-8c76-1633f16ff310 req-58f2788b-e543-4275-a780-da0bce670bae tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0666099 Jul 16 02:41:41.273143 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-323cedf5-e816-4368-8c76-1633f16ff310 req-d68fc827-30f3-4d54-a26e-7d1e50c2a5af tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342879 Jul 16 02:41:42.466730 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5d986-e789-45c8-b892-4eec40cfbe01 req-a05c2633-b786-4dc8-9309-1ceb67511f09 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:42.468287 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-09c5d986-e789-45c8-b892-4eec40cfbe01 req-a05c2633-b786-4dc8-9309-1ceb67511f09 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0773737 Jul 16 02:41:42.508245 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-09c5d986-e789-45c8-b892-4eec40cfbe01 req-7e9c7602-bcd0-4821-9ebc-91b6354b2350 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337348 Jul 16 02:41:43.696968 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d16e8c-1d07-4ce1-be31-bbf8941afd8b req-8da2af4e-9f35-40cf-8803-863dbcd3e832 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:43.698523 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-92d16e8c-1d07-4ce1-be31-bbf8941afd8b req-8da2af4e-9f35-40cf-8803-863dbcd3e832 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0690968 Jul 16 02:41:43.739208 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-92d16e8c-1d07-4ce1-be31-bbf8941afd8b req-46b86791-cd81-4289-bba1-e157774ce071 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350885 Jul 16 02:41:44.925915 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f21e3-0f95-4d00-a1bc-5f1536d5dafe req-7e0d94d6-f23f-4784-8075-97941d3be23c tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:44.927487 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b05f21e3-0f95-4d00-a1bc-5f1536d5dafe req-7e0d94d6-f23f-4784-8075-97941d3be23c tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0725560 Jul 16 02:41:44.968310 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b05f21e3-0f95-4d00-a1bc-5f1536d5dafe req-2175dbe7-d024-4fe8-a5c9-e821e0ed814b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345280 Jul 16 02:41:46.154074 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe7c2c-27ec-436d-a9b0-e21d5cfb1208 req-f1a844f0-14a9-4752-bcf9-ba3f6adafb98 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:46.155622 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-24fe7c2c-27ec-436d-a9b0-e21d5cfb1208 req-f1a844f0-14a9-4752-bcf9-ba3f6adafb98 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0724304 Jul 16 02:41:46.197033 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-24fe7c2c-27ec-436d-a9b0-e21d5cfb1208 req-68b21ad3-4d95-423d-8b60-5d44839c03b6 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354745 Jul 16 02:41:47.380825 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f78e-3985-4a2d-9108-a2b822c99857 req-b1c11dee-b0a4-46ad-ab50-980140f8c2de tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:47.382425 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee81f78e-3985-4a2d-9108-a2b822c99857 req-b1c11dee-b0a4-46ad-ab50-980140f8c2de tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0702794 Jul 16 02:41:47.425761 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ee81f78e-3985-4a2d-9108-a2b822c99857 req-8bd03498-dbba-46bf-ac01-6dd99a4f0882 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374076 Jul 16 02:41:48.605118 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61f9f0-1e87-4910-9284-eb35c740ef4c req-f87dfc6d-16aa-4c56-9343-d67f307e61f1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:48.606658 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e61f9f0-1e87-4910-9284-eb35c740ef4c req-f87dfc6d-16aa-4c56-9343-d67f307e61f1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0649450 Jul 16 02:41:48.648646 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-6e61f9f0-1e87-4910-9284-eb35c740ef4c req-2baed9a0-4583-46d4-90b2-f882b4e958c1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363178 Jul 16 02:41:49.800864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device a1d02e40-2d0f-4229-93c9-d6b75c398555 details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:41:49.836967 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff0cc3-2ee2-4195-b803-fceec16ea27a req-e0a0a24a-69c5-456b-b9f2-607d779b7b07 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:49.838510 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70ff0cc3-2ee2-4195-b803-fceec16ea27a req-e0a0a24a-69c5-456b-b9f2-607d779b7b07 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0672214 Jul 16 02:41:49.880069 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-70ff0cc3-2ee2-4195-b803-fceec16ea27a req-36d12e55-be9c-4617-8911-62da26a5d8e0 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355334 Jul 16 02:41:49.903550 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port a1d02e40-2d0f-4229-93c9-d6b75c398555, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:41:49.916057 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'a1d02e40-2d0f-4229-93c9-d6b75c398555', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'port_id': 'a1d02e40-2d0f-4229-93c9-d6b75c398555', 'mac_address': 'fa:16:3e:a0:60:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:41:49.954070 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:49.971025 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d02e40-2d0f-4229-93c9-d6b75c398555 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:41:49.995211 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port a1d02e40-2d0f-4229-93c9-d6b75c398555, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:41:49.999302 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:50.210313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=a1d02e40-2d0f-4229-93c9-d6b75c398555,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:50.217791 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:50.218150 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:50.218495 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:50.218844 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:50.219177 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:50.219516 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:50.219879 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:50.220206 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:50.220535 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:50.220860 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:50.221188 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:50.222019 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:50.356116 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['a1d02e40-2d0f-4229-93c9-d6b75c398555'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:41:51.091619 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb8556-1b46-4ca1-bb2b-3f40787677ba req-619c04e3-def9-46f3-a131-1148ec2f08cf tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:51.093213 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dccb8556-1b46-4ca1-bb2b-3f40787677ba req-619c04e3-def9-46f3-a131-1148ec2f08cf tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 945 time: 0.0740366 Jul 16 02:41:51.132946 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dccb8556-1b46-4ca1-bb2b-3f40787677ba req-a84b63b3-1869-4b98-bf93-73b3a95c5be6 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334809 Jul 16 02:41:51.820140 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device a1d02e40-2d0f-4229-93c9-d6b75c398555 up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:41:51.868313 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port a1d02e40-2d0f-4229-93c9-d6b75c398555 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:41:51.872092 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port a1d02e40-2d0f-4229-93c9-d6b75c398555 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:41:51.872462 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:51.967568 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:51.992135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d02e40-2d0f-4229-93c9-d6b75c398555'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:41:51.994449 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9803164-da1d-49aa-b50d-7fa5f0f1927c" -d '{"events": [{"server_uuid": "eb706d16-0b7b-4aab-8a73-1dfcc9fbff10", "name": "network-vif-plugged", "status": "completed", "tag": "a1d02e40-2d0f-4229-93c9-d6b75c398555"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:41:52.008747 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port a1d02e40-2d0f-4229-93c9-d6b75c398555, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:41:52.013695 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:52.039155 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99bf1b5-a059-4172-802a-127816c61802 x-openstack-request-id: req-d99bf1b5-a059-4172-802a-127816c61802 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:41:52.039458 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb706d16-0b7b-4aab-8a73-1dfcc9fbff10", "name": "network-vif-plugged", "status": "completed", "tag": "a1d02e40-2d0f-4229-93c9-d6b75c398555", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:41:52.039743 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d99bf1b5-a059-4172-802a-127816c61802 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:41:52.040233 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d02e40-2d0f-4229-93c9-d6b75c398555', 'code': 200} Jul 16 02:41:52.069380 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=a1d02e40-2d0f-4229-93c9-d6b75c398555,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:52.223040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57337c-ae44-47c8-9d68-be324a98b5d9 req-2c340522-af98-4dff-9c22-8d5249422055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:52.224586 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a57337c-ae44-47c8-9d68-be324a98b5d9 req-2c340522-af98-4dff-9c22-8d5249422055 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 1097 time: 0.0562680 Jul 16 02:41:52.262701 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-2a57337c-ae44-47c8-9d68-be324a98b5d9 req-6b1f7243-46b3-4acd-9cd1-9c64c5234949 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306814 Jul 16 02:41:52.328163 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d32cf-2a2d-4b5a-8f67-4fd079fbf996 req-279b83bb-f450-4d8f-bb82-ca8f19b51466 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:52.329577 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac0d32cf-2a2d-4b5a-8f67-4fd079fbf996 req-279b83bb-f450-4d8f-bb82-ca8f19b51466 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 946 time: 0.0699592 Jul 16 02:41:52.370166 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ac0d32cf-2a2d-4b5a-8f67-4fd079fbf996 req-09c5c9a3-2f30-40ff-935d-cb6c4e901a23 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340502 Jul 16 02:41:53.562000 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11396083-c690-4658-a8a6-5b642ce31aa4 req-a9f763ec-8cf8-4173-bc0a-8fdb2ab228c1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:53.563559 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-11396083-c690-4658-a8a6-5b642ce31aa4 req-a9f763ec-8cf8-4173-bc0a-8fdb2ab228c1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 946 time: 0.0749466 Jul 16 02:41:53.604956 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-11396083-c690-4658-a8a6-5b642ce31aa4 req-a4650138-7b7b-43d3-9dae-442e4481533f tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349445 Jul 16 02:41:54.512999 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:54.786222 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebf05b-00c5-4f51-a073-112bebc446b4 req-b97e1503-725a-497e-a097-6912d303920d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:54.787779 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39ebf05b-00c5-4f51-a073-112bebc446b4 req-b97e1503-725a-497e-a097-6912d303920d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 946 time: 0.0653701 Jul 16 02:41:54.828518 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-39ebf05b-00c5-4f51-a073-112bebc446b4 req-94a5cbc8-af44-4229-ba64-1843177ec996 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351388 Jul 16 02:41:55.008110 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0358e7-2b93-4cbd-a2a0-ed9b0748e25b req-2ad23d23-3335-4944-9d05-3d8e48a7c34b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:55.009928 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d0358e7-2b93-4cbd-a2a0-ed9b0748e25b req-2ad23d23-3335-4944-9d05-3d8e48a7c34b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 946 time: 0.0666955 Jul 16 02:41:55.048863 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4d0358e7-2b93-4cbd-a2a0-ed9b0748e25b req-b64ef9c1-b47f-45fb-a319-46ba932a12d9 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332141 Jul 16 02:41:55.074436 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51028) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:55.131129 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32513960-c68e-4850-9ab2-a1f36f811c09 tempest-TestShelveInstance-324817768 tempest-TestShelveInstance-324817768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:55.132701 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-32513960-c68e-4850-9ab2-a1f36f811c09 tempest-TestShelveInstance-324817768 tempest-TestShelveInstance-324817768-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 1092 time: 0.0572262 Jul 16 02:41:55.135818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51030) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:55.140432 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': 'a1d02e40-2d0f-4229-93c9-d6b75c398555', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:55.163115 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:55.261792 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:55.371032 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Allocated IP 172.25.1.13 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/3492c359-4dcc-40fa-97f5-58144da6ce96) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:41:55.474738 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:55.523224 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:55.559782 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:41:55.564840 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:41:55.568398 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:41:55.599346 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'Port': ['ID=3492c359-4dcc-40fa-97f5-58144da6ce96,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:55.954213 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:56.035896 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:56.196765 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:56.201226 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:56.271029 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event updated for resources: {'Port': ['ID=3492c359-4dcc-40fa-97f5-58144da6ce96,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:56.280853 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:56.389525 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Floating IP 360ed8db-0851-423c-aee5-81a1242f2f7e associated. External IP: 172.25.1.13, port: a1d02e40-2d0f-4229-93c9-d6b75c398555. Jul 16 02:41:56.607976 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Router d183d5ea-3b92-4490-9e87-547ebc6e65ec has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:41:56.717447 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:41:56.727859 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78194176-01e6-4fbc-9edb-1d7c31e9edc0 None None] Sync routers for ids ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:41:56.734519 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:56.739183 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78194176-01e6-4fbc-9edb-1d7c31e9edc0 None None] Routers {'d183d5ea-3b92-4490-9e87-547ebc6e65ec'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:41:56.740073 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-78194176-01e6-4fbc-9edb-1d7c31e9edc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:41:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:41:56.773067 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e336d946-af37-44ef-a5f1-088f229da5b5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6360717 Jul 16 02:41:56.773644 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'tag': 'a1d02e40-2d0f-4229-93c9-d6b75c398555'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:41:56.776171 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b374a30-b49e-463d-9621-c2d83cf8b537" -d '{"events": [{"name": "network-changed", "server_uuid": "eb706d16-0b7b-4aab-8a73-1dfcc9fbff10", "tag": "a1d02e40-2d0f-4229-93c9-d6b75c398555"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:41:56.816775 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a3ef0c-3295-4a27-9a31-efe95a18da8a x-openstack-request-id: req-00a3ef0c-3295-4a27-9a31-efe95a18da8a {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:41:56.817072 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb706d16-0b7b-4aab-8a73-1dfcc9fbff10", "tag": "a1d02e40-2d0f-4229-93c9-d6b75c398555", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:41:56.817320 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-00a3ef0c-3295-4a27-9a31-efe95a18da8a {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:41:56.817738 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'tag': 'a1d02e40-2d0f-4229-93c9-d6b75c398555', 'status': 'completed', 'code': 200} Jul 16 02:41:56.861361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-78194176-01e6-4fbc-9edb-1d7c31e9edc0 None None] Set router d183d5ea-3b92-4490-9e87-547ebc6e65ec gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:41:56.918200 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b374a30-b49e-463d-9621-c2d83cf8b537 req-f9d0c18e-b905-4c3a-8a11-6778e99aa927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:56.919723 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b374a30-b49e-463d-9621-c2d83cf8b537 req-f9d0c18e-b905-4c3a-8a11-6778e99aa927 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 1097 time: 0.0539672 Jul 16 02:41:57.017700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b374a30-b49e-463d-9621-c2d83cf8b537 req-06732ccc-151d-4414-b252-8063b4529ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:57.020015 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b374a30-b49e-463d-9621-c2d83cf8b537 req-06732ccc-151d-4414-b252-8063b4529ea5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.0920606 Jul 16 02:41:57.099168 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b374a30-b49e-463d-9621-c2d83cf8b537 req-7a62042f-4209-42b5-99fe-d5765e1889a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555 HTTP/1.1" status: 200 len: 999 time: 0.0721314 Jul 16 02:41:57.105311 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-78194176-01e6-4fbc-9edb-1d7c31e9edc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 4, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port': {'id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '360ed8db-0851-423c-aee5-81a1242f2f7e', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'port_id': 'a1d02e40-2d0f-4229-93c9-d6b75c398555', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'mac_address': 'fa:16:3e:a0:60:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:41:55Z', 'updated_at': '2021-07-16T02:41:55Z', 'revision_number': 0, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12d38fb2-cbcd-4eb6-95d8-1f692eedc730', 'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'mac_address': 'fa:16:3e:0f:ae:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:51Z', 'updated_at': '2021-07-16T02:36:58Z', 'revision_number': 5, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'subnets': [{'id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:41:57.133190 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78194176-01e6-4fbc-9edb-1d7c31e9edc0 None None] Checking router: d183d5ea-3b92-4490-9e87-547ebc6e65ec for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:41:57.141946 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78194176-01e6-4fbc-9edb-1d7c31e9edc0 None None] Routers {'d183d5ea-3b92-4490-9e87-547ebc6e65ec'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:41:57.142619 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-78194176-01e6-4fbc-9edb-1d7c31e9edc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:41:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:41:57.162102 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b374a30-b49e-463d-9621-c2d83cf8b537 req-4d6817bd-b1de-4dcc-931a-9d08e0fa7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:57.163825 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b374a30-b49e-463d-9621-c2d83cf8b537 req-4d6817bd-b1de-4dcc-931a-9d08e0fa7907 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0574238 Jul 16 02:41:57.228291 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b374a30-b49e-463d-9621-c2d83cf8b537 req-8b7a394c-ecdb-4035-a13b-9d7001975fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:57.229822 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b374a30-b49e-463d-9621-c2d83cf8b537 req-8b7a394c-ecdb-4035-a13b-9d7001975fcf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589540 Jul 16 02:41:57.253238 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-78194176-01e6-4fbc-9edb-1d7c31e9edc0 None None] Set router d183d5ea-3b92-4490-9e87-547ebc6e65ec gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:41:57.324660 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b374a30-b49e-463d-9621-c2d83cf8b537 req-e74a6a7f-654c-4e54-b731-ab1fd0e18c09 service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867882 Jul 16 02:41:57.452774 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9b374a30-b49e-463d-9621-c2d83cf8b537 req-fc7c06fa-3548-43a5-a134-31497a06c343 service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203051 Jul 16 02:41:57.521838 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-78194176-01e6-4fbc-9edb-1d7c31e9edc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 4, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port': {'id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '360ed8db-0851-423c-aee5-81a1242f2f7e', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'port_id': 'a1d02e40-2d0f-4229-93c9-d6b75c398555', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'mac_address': 'fa:16:3e:a0:60:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:41:55Z', 'updated_at': '2021-07-16T02:41:55Z', 'revision_number': 0, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12d38fb2-cbcd-4eb6-95d8-1f692eedc730', 'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'mac_address': 'fa:16:3e:0f:ae:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:51Z', 'updated_at': '2021-07-16T02:36:58Z', 'revision_number': 5, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'subnets': [{'id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:41:57.555972 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78194176-01e6-4fbc-9edb-1d7c31e9edc0 None None] The sync data for ids ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'] in n-d-800086-6 is: [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 4, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port': {'id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '360ed8db-0851-423c-aee5-81a1242f2f7e', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'port_id': 'a1d02e40-2d0f-4229-93c9-d6b75c398555', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'mac_address': 'fa:16:3e:a0:60:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:41:55Z', 'updated_at': '2021-07-16T02:41:55Z', 'revision_number': 0, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12d38fb2-cbcd-4eb6-95d8-1f692eedc730', 'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'mac_address': 'fa:16:3e:0f:ae:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:51Z', 'updated_at': '2021-07-16T02:36:58Z', 'revision_number': 5, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'subnets': [{'id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:41:57.760899 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f34ac4-f676-4b5e-9bc0-ea7f11fac0f3 None None] New status for floating IP 360ed8db-0851-423c-aee5-81a1242f2f7e: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:41:58.480204 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a8e51761-21e6-4475-819a-8f03ccc1b214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:59.255971 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c63f4bf4-c510-4c75-9a3d-580b4d6ac544 req-405be1e8-0706-478e-a650-e24edccb6a55 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543027 Jul 16 02:41:59.379823 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f4bf4-c510-4c75-9a3d-580b4d6ac544 req-eadc4716-1464-4ad7-ae95-2e4e75fed6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:59.381416 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c63f4bf4-c510-4c75-9a3d-580b4d6ac544 req-eadc4716-1464-4ad7-ae95-2e4e75fed6f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 1097 time: 0.0616860 Jul 16 02:41:59.518099 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:59.782193 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f4bf4-c510-4c75-9a3d-580b4d6ac544 req-1a763475-ac88-47dc-8acc-5eb77ae3a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:59.783636 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c63f4bf4-c510-4c75-9a3d-580b4d6ac544 req-1a763475-ac88-47dc-8acc-5eb77ae3a62d service neutron] 10.222.0.26 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.3806155 Jul 16 02:41:59.854455 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c63f4bf4-c510-4c75-9a3d-580b4d6ac544 req-3dff0e56-ebcb-4520-b6dc-a4a5788ecc5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555 HTTP/1.1" status: 200 len: 1001 time: 0.0634997 Jul 16 02:41:59.911825 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f4bf4-c510-4c75-9a3d-580b4d6ac544 req-fbf636df-6ced-4d91-beea-4f27d529ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:59.913333 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c63f4bf4-c510-4c75-9a3d-580b4d6ac544 req-fbf636df-6ced-4d91-beea-4f27d529ee67 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0462074 Jul 16 02:41:59.972587 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f4bf4-c510-4c75-9a3d-580b4d6ac544 req-3b0456b7-899e-4f3f-83d5-7a27b29fe6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:59.974134 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c63f4bf4-c510-4c75-9a3d-580b4d6ac544 req-3b0456b7-899e-4f3f-83d5-7a27b29fe6dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537186 Jul 16 02:42:00.068487 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c63f4bf4-c510-4c75-9a3d-580b4d6ac544 req-bae68581-9a37-4213-9bcd-d63bbcfefaa9 service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872736 Jul 16 02:42:00.162104 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c63f4bf4-c510-4c75-9a3d-580b4d6ac544 req-5eae866d-b235-4889-be9f-c0ea009ff4f9 service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858099 Jul 16 02:42:01.141309 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:01.154533 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6a56d5b9-5b0b-4081-83e3-21a0a0f64781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:02.340145 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:04.104698 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:17.679735 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:42:24.527480 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:28.480483 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d73539ae-3605-422b-a9ab-e0b5d1334034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:29.528678 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:31.123680 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:31.148300 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d0c5ef10-d518-4a68-8d28-1cd2f14fa6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:32.341807 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:34.107281 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:54.526020 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:54.681314 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:42:58.483763 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-00ff3b83-ccdb-4358-8824-2065450e8b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:59.528902 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:00.314674 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b06febd5-29f5-4972-ad49-cba8394be0dc req-fd1939c1-90f6-44aa-9e68-b00b8cfc6efa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1266544 Jul 16 02:43:00.455943 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06febd5-29f5-4972-ad49-cba8394be0dc req-9281130f-fee9-4ec5-a6d7-71d95c20fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:00.457389 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b06febd5-29f5-4972-ad49-cba8394be0dc req-9281130f-fee9-4ec5-a6d7-71d95c20fdd9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 1097 time: 0.0570238 Jul 16 02:43:00.568843 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06febd5-29f5-4972-ad49-cba8394be0dc req-c7fc638d-b0f4-4a64-8816-32df8371cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:00.570346 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b06febd5-29f5-4972-ad49-cba8394be0dc req-c7fc638d-b0f4-4a64-8816-32df8371cb4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.0898089 Jul 16 02:43:00.643869 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b06febd5-29f5-4972-ad49-cba8394be0dc req-535b1774-bc3b-4f70-b9c6-8727d3c84ff3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555 HTTP/1.1" status: 200 len: 1001 time: 0.0663061 Jul 16 02:43:00.695519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06febd5-29f5-4972-ad49-cba8394be0dc req-29f991a6-a7c5-4c31-9cf8-c413a5a2d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:00.697032 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b06febd5-29f5-4972-ad49-cba8394be0dc req-29f991a6-a7c5-4c31-9cf8-c413a5a2d990 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0463679 Jul 16 02:43:00.760122 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06febd5-29f5-4972-ad49-cba8394be0dc req-a7438162-2da3-41a4-ba68-c7241d1323cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:00.761567 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b06febd5-29f5-4972-ad49-cba8394be0dc req-a7438162-2da3-41a4-ba68-c7241d1323cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545690 Jul 16 02:43:00.773192 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-b06febd5-29f5-4972-ad49-cba8394be0dc req-e8bd5d9f-02f0-497c-9c62-15da3fc5c0f1 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:43:00.774188 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b06febd5-29f5-4972-ad49-cba8394be0dc req-e8bd5d9f-02f0-497c-9c62-15da3fc5c0f1 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055273 Jul 16 02:43:00.883516 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b06febd5-29f5-4972-ad49-cba8394be0dc req-94d2f215-41bc-4b8c-af6e-9eaab9cfefd7 service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015539 Jul 16 02:43:00.996340 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b06febd5-29f5-4972-ad49-cba8394be0dc req-b6029bb3-fbac-46a2-b43b-f30bae9ab371 service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047864 Jul 16 02:43:01.126307 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.157264 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-410e160c-91bb-4e83-ad4b-793bcb9505c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:02.354216 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:04.119645 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:24.540515 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:28.485773 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-36ba18a6-048d-4197-b874-12af06e019e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:29.534674 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:31.130569 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:31.152179 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-375b73ec-d64b-46b2-ab1c-d10c43474d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:31.679597 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:43:32.350477 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:34.115797 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:54.538723 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:55.278067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90b001-1641-47e5-b600-1db207380ea3 req-246eca47-a9ce-4d9a-bd3f-af1bbf9eeef0 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:55.279765 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7b90b001-1641-47e5-b600-1db207380ea3 req-246eca47-a9ce-4d9a-bd3f-af1bbf9eeef0 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 946 time: 0.0712647 Jul 16 02:43:55.319277 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-7b90b001-1641-47e5-b600-1db207380ea3 req-926776c8-4744-4382-b32e-759cbb5dd6d7 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331733 Jul 16 02:43:56.523188 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e6e20-25c0-4f24-b4a4-2d63bbdbd9c1 req-1c31ec96-2407-4c33-a38b-b1d68ab64ee0 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:56.524752 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-753e6e20-25c0-4f24-b4a4-2d63bbdbd9c1 req-1c31ec96-2407-4c33-a38b-b1d68ab64ee0 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 946 time: 0.0694034 Jul 16 02:43:56.565420 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-753e6e20-25c0-4f24-b4a4-2d63bbdbd9c1 req-08cde158-82e8-41d7-a2a6-8af52cb56a7e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347102 Jul 16 02:43:57.785149 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afa137-38d6-4ddb-9164-c261ae1fb957 req-7a2f7aa2-1156-434a-84f8-5e84d49fae21 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:57.786698 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d3afa137-38d6-4ddb-9164-c261ae1fb957 req-7a2f7aa2-1156-434a-84f8-5e84d49fae21 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 946 time: 0.0696614 Jul 16 02:43:57.825774 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d3afa137-38d6-4ddb-9164-c261ae1fb957 req-edc3b6e9-c900-4a0c-80e9-46c08c90f5f0 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333154 Jul 16 02:43:58.490992 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-17bd4408-4747-45a9-b3f2-55d447b48936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.011800 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a25bf-72da-4388-a838-946713ded95f req-4243a69d-3c3b-4e10-8cf6-48859f06c44e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:59.013351 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-385a25bf-72da-4388-a838-946713ded95f req-4243a69d-3c3b-4e10-8cf6-48859f06c44e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 946 time: 0.0712981 Jul 16 02:43:59.058340 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-385a25bf-72da-4388-a838-946713ded95f req-7f3f98d3-81e7-4fee-9d9b-5348e88f6f11 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335720 Jul 16 02:43:59.528059 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.256113 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a968f2a-9d02-43f3-b7de-387d03c2f650 req-de654e2b-0fd2-43f3-a297-1e29f6d50eb5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:00.257916 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a968f2a-9d02-43f3-b7de-387d03c2f650 req-de654e2b-0fd2-43f3-a297-1e29f6d50eb5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 946 time: 0.0712087 Jul 16 02:44:00.305715 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5a968f2a-9d02-43f3-b7de-387d03c2f650 req-c80087b9-31fe-46aa-bed6-ec42721df152 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403764 Jul 16 02:44:01.132593 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.151653 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-14f9a510-32c0-44de-9edf-5b454d75b1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.487228 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702c889-5029-404f-90a2-b42061c82ef8 req-75190b5e-cc39-48b6-a61c-cc614b6223a3 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:01.488853 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e702c889-5029-404f-90a2-b42061c82ef8 req-75190b5e-cc39-48b6-a61c-cc614b6223a3 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 946 time: 0.0641754 Jul 16 02:44:01.528051 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e702c889-5029-404f-90a2-b42061c82ef8 req-41a188fe-84b7-4809-a09d-1d6d6bf4e598 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335820 Jul 16 02:44:02.352649 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:02.707449 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec6138-e1d6-4973-a1a0-28a2b174fd38 req-69ea3b65-68ae-4ebf-9a1d-95332c3dd154 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:02.709001 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-75ec6138-e1d6-4973-a1a0-28a2b174fd38 req-69ea3b65-68ae-4ebf-9a1d-95332c3dd154 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 946 time: 0.0665188 Jul 16 02:44:02.746347 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-75ec6138-e1d6-4973-a1a0-28a2b174fd38 req-e9ec3130-4b5a-4a44-bad1-7cb12f6b4fc1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319245 Jul 16 02:44:02.987324 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e024f8f-e14f-4600-b6aa-360f8d5d37c1 req-42d796ef-eb42-4872-a43e-019fd99b869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:02.989311 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9e024f8f-e14f-4600-b6aa-360f8d5d37c1 req-42d796ef-eb42-4872-a43e-019fd99b869f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 1097 time: 0.0546904 Jul 16 02:44:03.102215 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e024f8f-e14f-4600-b6aa-360f8d5d37c1 req-a4a99cd7-1729-4e0a-af82-3ce0b9b08b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:03.103690 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9e024f8f-e14f-4600-b6aa-360f8d5d37c1 req-a4a99cd7-1729-4e0a-af82-3ce0b9b08b8f service neutron] 10.222.0.26 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.0910766 Jul 16 02:44:03.167643 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9e024f8f-e14f-4600-b6aa-360f8d5d37c1 req-d1b715af-6a1c-49b0-adb9-d3a3aeee0210 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555 HTTP/1.1" status: 200 len: 1001 time: 0.0573142 Jul 16 02:44:03.223497 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e024f8f-e14f-4600-b6aa-360f8d5d37c1 req-5438612a-2599-4782-9f72-9d10002e8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:03.224986 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9e024f8f-e14f-4600-b6aa-360f8d5d37c1 req-5438612a-2599-4782-9f72-9d10002e8053 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0483913 Jul 16 02:44:03.287141 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e024f8f-e14f-4600-b6aa-360f8d5d37c1 req-c4c07a44-d4f9-4d09-b9a5-a201cfba7505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:03.288753 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9e024f8f-e14f-4600-b6aa-360f8d5d37c1 req-c4c07a44-d4f9-4d09-b9a5-a201cfba7505 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554447 Jul 16 02:44:03.417208 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9e024f8f-e14f-4600-b6aa-360f8d5d37c1 req-b7f3708a-fb94-4601-b7ae-118b90ea1edb service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819287 Jul 16 02:44:03.518527 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-9e024f8f-e14f-4600-b6aa-360f8d5d37c1 req-d7c8c9cf-f4f7-4559-beca-26b3038ced82 service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871990 Jul 16 02:44:03.935241 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a1548-d968-4379-8d84-5d14bb18c5ef req-5323c76b-0ef4-4bd1-a2a3-2622576969d4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:03.936905 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2b6a1548-d968-4379-8d84-5d14bb18c5ef req-5323c76b-0ef4-4bd1-a2a3-2622576969d4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 946 time: 0.0674758 Jul 16 02:44:03.975041 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2b6a1548-d968-4379-8d84-5d14bb18c5ef req-06c3f6a1-e3e5-45f0-9142-60c1937d2c28 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325160 Jul 16 02:44:04.118180 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.151955 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d758365-b6ff-4a13-85fb-0d1c2b9ae931 req-fb171374-e0f3-4285-be62-bdb428058ab9 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:05.153433 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d758365-b6ff-4a13-85fb-0d1c2b9ae931 req-fb171374-e0f3-4285-be62-bdb428058ab9 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 946 time: 0.0651445 Jul 16 02:44:05.193098 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1d758365-b6ff-4a13-85fb-0d1c2b9ae931 req-9ad132c0-9b3f-4051-ba5a-17661a35b124 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335937 Jul 16 02:44:05.472184 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7746ccc-9bdc-420b-94f9-4fb9dbc3dd91 req-807dd38f-e097-4d01-a613-3fadabf42a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:05.473706 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7746ccc-9bdc-420b-94f9-4fb9dbc3dd91 req-807dd38f-e097-4d01-a613-3fadabf42a67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 1097 time: 0.0567756 Jul 16 02:44:05.564784 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7746ccc-9bdc-420b-94f9-4fb9dbc3dd91 req-8024c38b-fc05-4754-b135-ed972d53de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:05.566258 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7746ccc-9bdc-420b-94f9-4fb9dbc3dd91 req-8024c38b-fc05-4754-b135-ed972d53de94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.0853271 Jul 16 02:44:05.636236 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7746ccc-9bdc-420b-94f9-4fb9dbc3dd91 req-8548f936-ea66-4b66-9c0b-d06a8fc6413a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555 HTTP/1.1" status: 200 len: 1001 time: 0.0618200 Jul 16 02:44:05.685708 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7746ccc-9bdc-420b-94f9-4fb9dbc3dd91 req-43a753bf-222e-431d-8549-300cebcb2ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:05.687355 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7746ccc-9bdc-420b-94f9-4fb9dbc3dd91 req-43a753bf-222e-431d-8549-300cebcb2ac0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0441186 Jul 16 02:44:05.745060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7746ccc-9bdc-420b-94f9-4fb9dbc3dd91 req-e1664e3d-30bb-4d01-a2fe-70b9c36ba8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:05.746539 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7746ccc-9bdc-420b-94f9-4fb9dbc3dd91 req-e1664e3d-30bb-4d01-a2fe-70b9c36ba8c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529013 Jul 16 02:44:05.840354 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7746ccc-9bdc-420b-94f9-4fb9dbc3dd91 req-34e32fe0-28ea-46c8-9f9d-51b1a054d8d8 service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857542 Jul 16 02:44:05.928373 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c7746ccc-9bdc-420b-94f9-4fb9dbc3dd91 req-b53282fd-8738-4e89-b7bc-f4dd629c1830 service neutron] 10.222.0.26 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811136 Jul 16 02:44:06.367003 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43349d-9498-4f89-97f2-70cc539833b8 req-58db74c9-aacc-4ab9-aeac-d1386f35a870 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:06.368557 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4c43349d-9498-4f89-97f2-70cc539833b8 req-58db74c9-aacc-4ab9-aeac-d1386f35a870 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 946 time: 0.0645802 Jul 16 02:44:06.408918 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4c43349d-9498-4f89-97f2-70cc539833b8 req-9e75963f-4cb3-4d01-819c-ad5447614623 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347781 Jul 16 02:44:07.588967 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c121f1-f267-480d-ad8f-fbe8282727fe req-7eb04294-ae06-475f-9f6d-83b2ab9487a5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:07.590481 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f2c121f1-f267-480d-ad8f-fbe8282727fe req-7eb04294-ae06-475f-9f6d-83b2ab9487a5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 946 time: 0.0687277 Jul 16 02:44:07.629391 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f2c121f1-f267-480d-ad8f-fbe8282727fe req-000d77cd-d62a-428e-a876-be29bf11b426 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328765 Jul 16 02:44:08.679113 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:44:08.805235 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dacf0-603e-48e1-85d1-faa52c5ab321 req-ad3e8534-2117-47f7-9091-f50d32660f8e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:08.806698 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-732dacf0-603e-48e1-85d1-faa52c5ab321 req-ad3e8534-2117-47f7-9091-f50d32660f8e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 946 time: 0.0648155 Jul 16 02:44:08.847003 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-732dacf0-603e-48e1-85d1-faa52c5ab321 req-f6f7fe9c-1b68-4f57-9306-e7d232dd7a5d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345318 Jul 16 02:44:10.022129 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f749c-b7ed-4a7e-8b42-73943be036d1 req-3548869f-1cec-4eb5-a878-3257ec18c45b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:10.023551 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-801f749c-b7ed-4a7e-8b42-73943be036d1 req-3548869f-1cec-4eb5-a878-3257ec18c45b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 946 time: 0.0641730 Jul 16 02:44:10.061985 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-801f749c-b7ed-4a7e-8b42-73943be036d1 req-5c4d5f12-7184-4318-8178-a1fb879626f7 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326824 Jul 16 02:44:10.349750 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device a1d02e40-2d0f-4229-93c9-d6b75c398555 no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:44:10.429926 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.452614 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d02e40-2d0f-4229-93c9-d6b75c398555'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:44:10.454859 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a100cb07-6db1-4673-88aa-f1712aad83c8" -d '{"events": [{"server_uuid": "eb706d16-0b7b-4aab-8a73-1dfcc9fbff10", "name": "network-vif-unplugged", "status": "completed", "tag": "a1d02e40-2d0f-4229-93c9-d6b75c398555"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:44:10.467614 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port a1d02e40-2d0f-4229-93c9-d6b75c398555, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:10.472537 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.498886 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 02:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c8d1a1-760e-42aa-902b-4114e09bea4e x-openstack-request-id: req-a9c8d1a1-760e-42aa-902b-4114e09bea4e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:44:10.499181 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb706d16-0b7b-4aab-8a73-1dfcc9fbff10", "name": "network-vif-unplugged", "status": "failed", "tag": "a1d02e40-2d0f-4229-93c9-d6b75c398555", "code": 422}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:44:10.499596 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a9c8d1a1-760e-42aa-902b-4114e09bea4e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:44:10.500669 n-d-800086-6 neutron-server[93833]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a1d02e40-2d0f-4229-93c9-d6b75c398555', 'code': 422} returned with failed status Jul 16 02:44:10.524805 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=a1d02e40-2d0f-4229-93c9-d6b75c398555,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:10.532691 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:10.533052 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:10.533397 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:10.533738 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:10.534082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:10.534417 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:10.534751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:10.535083 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:10.535415 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:10.535774 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:10.536111 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:10.536469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:11.357943 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-3817c0e1-5231-41f6-a662-a6fcb4f459c6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0532758 Jul 16 02:44:11.438234 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38204f81-be8e-4e6e-9f1f-eb8a64b1e83b req-48cc9767-0aff-41a7-a231-28e913caf7b9 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:11.440118 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-38204f81-be8e-4e6e-9f1f-eb8a64b1e83b req-48cc9767-0aff-41a7-a231-28e913caf7b9 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0718663 Jul 16 02:44:11.484706 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-38204f81-be8e-4e6e-9f1f-eb8a64b1e83b req-28994a67-f9e3-4dc3-8b4e-d5e261e8cb48 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392692 Jul 16 02:44:12.668282 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20190ae0-7440-4b62-94b6-87002cd92f90 req-a9ba5d29-87d7-4d3f-92cf-bea95f10849b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:12.669797 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20190ae0-7440-4b62-94b6-87002cd92f90 req-a9ba5d29-87d7-4d3f-92cf-bea95f10849b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0685871 Jul 16 02:44:12.716273 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-20190ae0-7440-4b62-94b6-87002cd92f90 req-137935ea-366f-471b-8d3e-d1966ac12009 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403371 Jul 16 02:44:13.926615 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ae0b7-e014-4c16-a0ce-861ede25a238 req-cd25d9f9-7711-4b81-820b-157e1978adb5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:13.928295 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c49ae0b7-e014-4c16-a0ce-861ede25a238 req-cd25d9f9-7711-4b81-820b-157e1978adb5 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0787635 Jul 16 02:44:13.968889 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c49ae0b7-e014-4c16-a0ce-861ede25a238 req-e1678932-7907-47c0-a49f-58c1ac3b47ce tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342901 Jul 16 02:44:15.158400 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f75f7-9b9f-4563-9cac-a7c29da6084d req-46f0b7bb-2341-408f-8098-cadbf7dbf54d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:15.160143 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-285f75f7-9b9f-4563-9cac-a7c29da6084d req-46f0b7bb-2341-408f-8098-cadbf7dbf54d tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0697083 Jul 16 02:44:15.202205 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-285f75f7-9b9f-4563-9cac-a7c29da6084d req-498e3075-f30c-446e-92e7-f636ac52f80e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360882 Jul 16 02:44:16.387387 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe85c4b-1635-424e-b3c6-93b7198d2525 req-cdb2f3e9-767e-46f1-b251-094141fb2095 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:16.389162 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fbe85c4b-1635-424e-b3c6-93b7198d2525 req-cdb2f3e9-767e-46f1-b251-094141fb2095 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0710125 Jul 16 02:44:16.428021 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-fbe85c4b-1635-424e-b3c6-93b7198d2525 req-9c5447ce-18a3-4c66-ab1c-7b67bdecc196 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332503 Jul 16 02:44:16.574664 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-5512a07c-eab1-410c-9790-236059e14d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:16.576233 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-5512a07c-eab1-410c-9790-236059e14d24 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10&tenant_id=1f7c1699ff25445895b969121d17ee50 HTTP/1.1" status: 200 len: 1095 time: 0.0580647 Jul 16 02:44:16.595324 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800086-6', 'device_owner': 'compute:nova'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:16.668806 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:16.874845 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] For port a1d02e40-2d0f-4229-93c9-d6b75c398555, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:16.908350 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] For port a1d02e40-2d0f-4229-93c9-d6b75c398555, host n-h1-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:44:16.944912 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d02e40-2d0f-4229-93c9-d6b75c398555 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:44:16.952442 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:16.964022 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Transition to ACTIVE for port object a1d02e40-2d0f-4229-93c9-d6b75c398555 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:16.967723 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:17.050839 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d02e40-2d0f-4229-93c9-d6b75c398555,revision_number=7']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:17.065853 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:17.066206 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:17.066563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:17.066894 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:17.067229 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:17.067561 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:17.067913 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:17.068244 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:17.068570 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:17.068897 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:17.069228 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:17.069552 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:17.105474 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] No DVR routers for this DVR port a1d02e40-2d0f-4229-93c9-d6b75c398555 on host n-h1-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:44:17.243480 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Attempting to bind port a1d02e40-2d0f-4229-93c9-d6b75c398555 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:44:17.243861 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Attempting to bind port a1d02e40-2d0f-4229-93c9-d6b75c398555 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:44:17.244195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Attempting to bind port a1d02e40-2d0f-4229-93c9-d6b75c398555 on network 43712588-cd32-4376-b382-b0da210cac19 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:44:17.248455 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Port a1d02e40-2d0f-4229-93c9-d6b75c398555 on network 43712588-cd32-4376-b382-b0da210cac19 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:44:17.248783 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Attempting to bind port a1d02e40-2d0f-4229-93c9-d6b75c398555 on network 43712588-cd32-4376-b382-b0da210cac19 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:44:17.254602 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:44:17.254940 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Checking segment: {'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:44:17.255328 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Bound using segment: {'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:44:17.255787 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Bound port: a1d02e40-2d0f-4229-93c9-d6b75c398555, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859d51ca-32a2-4b31-b8de-f6d3bd95f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43712588-cd32-4376-b382-b0da210cac19'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:44:17.256147 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:17.319250 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] For port a1d02e40-2d0f-4229-93c9-d6b75c398555, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:44:17.322416 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] For port a1d02e40-2d0f-4229-93c9-d6b75c398555, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:44:17.326722 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:17.361907 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:17.362529 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:17.363947 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] 10.222.0.47 "PUT /v2.0/ports/a1d02e40-2d0f-4229-93c9-d6b75c398555 HTTP/1.1" status: 200 len: 1092 time: 0.7733672 Jul 16 02:44:17.364384 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'tag': 'a1d02e40-2d0f-4229-93c9-d6b75c398555'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:44:17.366659 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a88fc0-db53-4457-bf20-09ec71717cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "eb706d16-0b7b-4aab-8a73-1dfcc9fbff10", "tag": "a1d02e40-2d0f-4229-93c9-d6b75c398555"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:44:17.392726 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe450e7e-5f93-4fe4-89b1-dd382b1bef29 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d02e40-2d0f-4229-93c9-d6b75c398555,revision_number=8']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:17.435821 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a073ff-90f0-4fce-b72a-0a6bf0706a8a x-openstack-request-id: req-44a073ff-90f0-4fce-b72a-0a6bf0706a8a {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:44:17.436264 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb706d16-0b7b-4aab-8a73-1dfcc9fbff10", "tag": "a1d02e40-2d0f-4229-93c9-d6b75c398555", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:44:17.436454 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-44a073ff-90f0-4fce-b72a-0a6bf0706a8a {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:44:17.436858 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'tag': 'a1d02e40-2d0f-4229-93c9-d6b75c398555', 'status': 'completed', 'code': 200} Jul 16 02:44:17.460617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-5fc103b9-7a43-4294-87bb-218fb8173ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:17.462139 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-5fc103b9-7a43-4294-87bb-218fb8173ca1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 1095 time: 0.0600867 Jul 16 02:44:17.570646 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-87e91ddd-d9cb-43db-81f3-71f223dc0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:17.572200 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-87e91ddd-d9cb-43db-81f3-71f223dc0f87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.1031563 Jul 16 02:44:17.618094 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e983f69-90c5-424f-afd4-ccf8e96c0b40 req-52c2f096-8331-46ae-959d-9d1ceea264d1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:17.619936 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8e983f69-90c5-424f-afd4-ccf8e96c0b40 req-52c2f096-8331-46ae-959d-9d1ceea264d1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0693824 Jul 16 02:44:17.643241 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-cb5f8f75-698f-4cb1-b94a-9aa83981e54e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555 HTTP/1.1" status: 200 len: 999 time: 0.0641382 Jul 16 02:44:17.659343 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8e983f69-90c5-424f-afd4-ccf8e96c0b40 req-f1d920b5-6723-4d57-b629-9e19fa545069 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335622 Jul 16 02:44:17.691528 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-92261769-7ff9-4544-a7a6-ada6645dc357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:17.693059 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-92261769-7ff9-4544-a7a6-ada6645dc357 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0440404 Jul 16 02:44:17.750829 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-596e9142-c37b-417a-bc8a-bb5432ce2fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:17.752390 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-596e9142-c37b-417a-bc8a-bb5432ce2fb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520725 Jul 16 02:44:17.763727 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-c97393ca-ab77-4e31-b3a7-84535ff44b0d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:44:17.765328 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-c97393ca-ab77-4e31-b3a7-84535ff44b0d service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049250 Jul 16 02:44:17.857767 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-171edb3d-71ad-4021-9363-cf95775e727d service neutron] 10.222.0.47 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865288 Jul 16 02:44:17.947875 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-4fdff31c-e856-4018-8811-fedc123db3eb service neutron] 10.222.0.47 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826457 Jul 16 02:44:18.124957 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a88fc0-db53-4457-bf20-09ec71717cdd req-a87d9d58-91b5-4c74-a2f5-575e6f35d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:18.126412 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7a88fc0-db53-4457-bf20-09ec71717cdd req-a87d9d58-91b5-4c74-a2f5-575e6f35d985 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 1095 time: 0.0527115 Jul 16 02:44:18.218393 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a88fc0-db53-4457-bf20-09ec71717cdd req-8507ac96-4765-4513-bbfa-d6c0d5b37ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:18.219867 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7a88fc0-db53-4457-bf20-09ec71717cdd req-8507ac96-4765-4513-bbfa-d6c0d5b37ad9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.0859189 Jul 16 02:44:18.288283 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7a88fc0-db53-4457-bf20-09ec71717cdd req-05e27370-bf4b-4b21-a134-09455c43c7d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555 HTTP/1.1" status: 200 len: 999 time: 0.0616286 Jul 16 02:44:18.673734 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a88fc0-db53-4457-bf20-09ec71717cdd req-40c4d4b4-f6f9-42f2-b573-dd9009e2eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:18.675211 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7a88fc0-db53-4457-bf20-09ec71717cdd req-40c4d4b4-f6f9-42f2-b573-dd9009e2eb9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.3798349 Jul 16 02:44:18.734662 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a88fc0-db53-4457-bf20-09ec71717cdd req-4210939a-38dc-498c-86d8-1c88befb778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:18.736247 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7a88fc0-db53-4457-bf20-09ec71717cdd req-4210939a-38dc-498c-86d8-1c88befb778f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531967 Jul 16 02:44:18.862877 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7a88fc0-db53-4457-bf20-09ec71717cdd req-ad47bc15-6f39-475a-ab59-740de5512559 service neutron] 10.222.0.47 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187789 Jul 16 02:44:18.907315 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba5a08-8a9a-4991-ae23-4aabdff7ddb2 req-3323a76b-bf79-460a-a510-51b4b920dc7b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:18.908844 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2aba5a08-8a9a-4991-ae23-4aabdff7ddb2 req-3323a76b-bf79-460a-a510-51b4b920dc7b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.1339033 Jul 16 02:44:18.992860 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2aba5a08-8a9a-4991-ae23-4aabdff7ddb2 req-6b426a38-a760-4ff6-949c-3a983d9013b3 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771890 Jul 16 02:44:18.998167 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c7a88fc0-db53-4457-bf20-09ec71717cdd req-aa70eee8-8966-41f6-995f-7b5918253760 service neutron] 10.222.0.47 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260037 Jul 16 02:44:20.169223 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d05a81-5fdb-4840-ad83-96e65e2a98a0 req-58f0693e-fae6-4167-9e35-6cde38893a11 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:20.170725 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09d05a81-5fdb-4840-ad83-96e65e2a98a0 req-58f0693e-fae6-4167-9e35-6cde38893a11 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0639420 Jul 16 02:44:20.208270 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-09d05a81-5fdb-4840-ad83-96e65e2a98a0 req-051c12a2-401f-4da7-b827-b952d80f070c tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318966 Jul 16 02:44:21.383776 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e84f0-3eb1-474a-93e3-45b8fbefc0a2 req-00873eaf-bc3c-4f0c-bfac-6d8be1b2df54 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:21.385258 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba7e84f0-3eb1-474a-93e3-45b8fbefc0a2 req-00873eaf-bc3c-4f0c-bfac-6d8be1b2df54 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0634425 Jul 16 02:44:21.423968 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba7e84f0-3eb1-474a-93e3-45b8fbefc0a2 req-35938237-0918-410f-bb02-40b735828557 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324578 Jul 16 02:44:21.645285 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e1c02-28a5-43ff-8be4-7025f9ae01ad req-129b8789-2f88-41f9-9bdc-d05f4fb81055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:21.646792 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2e7e1c02-28a5-43ff-8be4-7025f9ae01ad req-129b8789-2f88-41f9-9bdc-d05f4fb81055 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 1095 time: 0.0573599 Jul 16 02:44:21.752317 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e1c02-28a5-43ff-8be4-7025f9ae01ad req-a9f78126-bb95-44fe-b433-09d8e0a32e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:21.753794 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2e7e1c02-28a5-43ff-8be4-7025f9ae01ad req-a9f78126-bb95-44fe-b433-09d8e0a32e69 service neutron] 10.222.0.47 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.0854197 Jul 16 02:44:21.821937 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2e7e1c02-28a5-43ff-8be4-7025f9ae01ad req-b178e509-7a5b-4d69-88c9-90bc165d0b9a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555 HTTP/1.1" status: 200 len: 999 time: 0.0615005 Jul 16 02:44:21.869351 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e1c02-28a5-43ff-8be4-7025f9ae01ad req-b67579e5-1b07-468e-bc3e-6c65737c7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:21.870760 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2e7e1c02-28a5-43ff-8be4-7025f9ae01ad req-b67579e5-1b07-468e-bc3e-6c65737c7a70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0423448 Jul 16 02:44:21.927676 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e1c02-28a5-43ff-8be4-7025f9ae01ad req-ed5e219b-af5d-4057-be58-5031895cdd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:21.929218 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2e7e1c02-28a5-43ff-8be4-7025f9ae01ad req-ed5e219b-af5d-4057-be58-5031895cdd91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520864 Jul 16 02:44:22.033030 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2e7e1c02-28a5-43ff-8be4-7025f9ae01ad req-5217a1c8-8fc7-4c9d-aee5-1c85f3b39014 service neutron] 10.222.0.47 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964451 Jul 16 02:44:22.122463 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-2e7e1c02-28a5-43ff-8be4-7025f9ae01ad req-79afe200-c619-469b-a51c-c6cfaee4bcf9 service neutron] 10.222.0.47 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834723 Jul 16 02:44:22.607872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f378f7f-a3bf-465d-ad54-5ada30869f8a req-c10159aa-f137-415a-83dd-8dde3d3205ca tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:22.610348 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f378f7f-a3bf-465d-ad54-5ada30869f8a req-c10159aa-f137-415a-83dd-8dde3d3205ca tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0714183 Jul 16 02:44:22.647584 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f378f7f-a3bf-465d-ad54-5ada30869f8a req-ed7b562f-7ab3-4391-b4f1-e990ed755dc2 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317669 Jul 16 02:44:23.825576 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5799e-9759-4b1c-ba4e-32db21a144b7 req-50c88e70-a438-4812-b778-cd9217babc59 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:23.827176 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61e5799e-9759-4b1c-ba4e-32db21a144b7 req-50c88e70-a438-4812-b778-cd9217babc59 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0682156 Jul 16 02:44:23.865462 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-61e5799e-9759-4b1c-ba4e-32db21a144b7 req-e82355ee-fd70-4803-91fe-6fe74ff601ef tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324690 Jul 16 02:44:24.546819 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:25.040812 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08590210-f0a2-44bb-8a17-55cf8b934d29 req-10ca7c00-9160-4acf-8f89-3d4ae733bf44 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:25.042308 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08590210-f0a2-44bb-8a17-55cf8b934d29 req-10ca7c00-9160-4acf-8f89-3d4ae733bf44 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0647182 Jul 16 02:44:25.081266 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-08590210-f0a2-44bb-8a17-55cf8b934d29 req-b3fa7b61-bb9e-4303-a0e3-6c8d9d3a6a9a tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321622 Jul 16 02:44:26.051273 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device a1d02e40-2d0f-4229-93c9-d6b75c398555 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:44:26.159879 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port a1d02e40-2d0f-4229-93c9-d6b75c398555, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:26.171539 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'a1d02e40-2d0f-4229-93c9-d6b75c398555', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'port_id': 'a1d02e40-2d0f-4229-93c9-d6b75c398555', 'mac_address': 'fa:16:3e:a0:60:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:44:26.209778 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:26.223290 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d02e40-2d0f-4229-93c9-d6b75c398555 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:44:26.242949 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port a1d02e40-2d0f-4229-93c9-d6b75c398555, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:26.247064 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:26.265203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20078b4-89e1-4633-8a49-5f7470cfab4f req-5c138f9d-14f6-4824-8e8a-dbe3faa7a46e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:26.266875 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d20078b4-89e1-4633-8a49-5f7470cfab4f req-5c138f9d-14f6-4824-8e8a-dbe3faa7a46e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 944 time: 0.0690358 Jul 16 02:44:26.296790 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=a1d02e40-2d0f-4229-93c9-d6b75c398555,revision_number=9']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:26.307413 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d20078b4-89e1-4633-8a49-5f7470cfab4f req-cca65064-90fa-412e-8fc9-90d781ffeed1 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348024 Jul 16 02:44:26.579020 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['a1d02e40-2d0f-4229-93c9-d6b75c398555'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:44:27.490094 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224da118-dcf6-4f05-8503-7265844122f8 req-5ab1ea8a-7d9a-4d26-a534-b589717dddef tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:27.491610 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-224da118-dcf6-4f05-8503-7265844122f8 req-5ab1ea8a-7d9a-4d26-a534-b589717dddef tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 945 time: 0.0682805 Jul 16 02:44:27.532179 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-224da118-dcf6-4f05-8503-7265844122f8 req-156d428e-f967-43bb-993b-b2da98ac3001 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348372 Jul 16 02:44:28.065458 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device a1d02e40-2d0f-4229-93c9-d6b75c398555 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:28.126209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port a1d02e40-2d0f-4229-93c9-d6b75c398555 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:28.130361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port a1d02e40-2d0f-4229-93c9-d6b75c398555 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:28.130737 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:28.212025 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:28.236054 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d02e40-2d0f-4229-93c9-d6b75c398555'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:44:28.238708 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c5dd67-785d-4dba-ac8d-f98a5e61922a" -d '{"events": [{"server_uuid": "eb706d16-0b7b-4aab-8a73-1dfcc9fbff10", "name": "network-vif-plugged", "status": "completed", "tag": "a1d02e40-2d0f-4229-93c9-d6b75c398555"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:44:28.253166 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port a1d02e40-2d0f-4229-93c9-d6b75c398555, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:28.258530 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:28.314883 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=a1d02e40-2d0f-4229-93c9-d6b75c398555,revision_number=10']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:28.350729 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481d7f27-796e-4ed8-8584-6333810e2792 x-openstack-request-id: req-481d7f27-796e-4ed8-8584-6333810e2792 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:44:28.351057 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb706d16-0b7b-4aab-8a73-1dfcc9fbff10", "name": "network-vif-plugged", "status": "completed", "tag": "a1d02e40-2d0f-4229-93c9-d6b75c398555", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:44:28.351314 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-481d7f27-796e-4ed8-8584-6333810e2792 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:44:28.351732 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d02e40-2d0f-4229-93c9-d6b75c398555', 'code': 200} Jul 16 02:44:28.482117 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-010eb7ba-72c1-4fb8-8f2d-c3b749be2a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:28.561824 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86a3ab-585d-49de-a96c-ccde2fd7c0a5 req-453fb37b-8bcc-4d8b-879f-df2ce0dd6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:28.563447 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f86a3ab-585d-49de-a96c-ccde2fd7c0a5 req-453fb37b-8bcc-4d8b-879f-df2ce0dd6964 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 1098 time: 0.0561738 Jul 16 02:44:28.601313 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-4f86a3ab-585d-49de-a96c-ccde2fd7c0a5 req-7cfff089-0e6a-478c-83fc-00b197c35c06 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311010 Jul 16 02:44:28.712066 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd0735-465a-4126-978f-8cb1bfd8087c req-4ce2557b-042e-438f-9879-416e67d9d7d6 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:28.713583 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c5fd0735-465a-4126-978f-8cb1bfd8087c req-4ce2557b-042e-438f-9879-416e67d9d7d6 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 947 time: 0.0667512 Jul 16 02:44:28.755057 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c5fd0735-465a-4126-978f-8cb1bfd8087c req-a615941a-5bd2-408b-afe6-3f6f73bca2c4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348108 Jul 16 02:44:29.541746 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:29.938263 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc3231-a42b-49f4-acad-bb15d9304cb0 req-9a1cfe2b-d7c1-43e5-835a-6b0deb671c9a tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:29.939731 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ccc3231-a42b-49f4-acad-bb15d9304cb0 req-9a1cfe2b-d7c1-43e5-835a-6b0deb671c9a tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 947 time: 0.0693433 Jul 16 02:44:29.978448 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5ccc3231-a42b-49f4-acad-bb15d9304cb0 req-018c3151-1e42-4b1b-8e81-613a6dd2cd12 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329859 Jul 16 02:44:31.134972 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:31.154368 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eaba5e06-b956-47c5-9aaf-88bcc5aead0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:32.354981 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:34.121761 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:45.678514 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:44:54.551275 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:58.485871 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-10de20f7-c1de-4343-90a5-5df8530354b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:59.554638 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:01.144366 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:01.164586 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3e576b76-b3c2-4193-b67e-f8a84b42dd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:02.358887 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:04.124423 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.622947 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e01d71f2-44ac-4438-aca6-1324570d64e6 req-f5d378a8-d2a4-40a7-964a-926f05c297b9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0881271 Jul 16 02:45:22.678170 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:45:22.742900 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d71f2-44ac-4438-aca6-1324570d64e6 req-16daf886-652a-478a-a98b-0fefad347371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:22.744442 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e01d71f2-44ac-4438-aca6-1324570d64e6 req-16daf886-652a-478a-a98b-0fefad347371 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 1098 time: 0.0561626 Jul 16 02:45:22.857804 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d71f2-44ac-4438-aca6-1324570d64e6 req-522e15f1-5567-4305-b287-b95fedbf7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:22.859309 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e01d71f2-44ac-4438-aca6-1324570d64e6 req-522e15f1-5567-4305-b287-b95fedbf7ad7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.0931780 Jul 16 02:45:22.924389 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e01d71f2-44ac-4438-aca6-1324570d64e6 req-73361c91-01fa-4ee8-9e2a-9ced871cbe7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555 HTTP/1.1" status: 200 len: 1001 time: 0.0581646 Jul 16 02:45:22.978990 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d71f2-44ac-4438-aca6-1324570d64e6 req-1c749902-080e-4be2-a652-dde922fa845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:22.980461 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e01d71f2-44ac-4438-aca6-1324570d64e6 req-1c749902-080e-4be2-a652-dde922fa845b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0477097 Jul 16 02:45:23.038143 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d71f2-44ac-4438-aca6-1324570d64e6 req-d7f1959e-467c-49fd-b6e6-70a1eec9c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:23.039671 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e01d71f2-44ac-4438-aca6-1324570d64e6 req-d7f1959e-467c-49fd-b6e6-70a1eec9c993 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523415 Jul 16 02:45:23.128730 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e01d71f2-44ac-4438-aca6-1324570d64e6 req-aa082189-8abc-485d-abea-a695c59a80e9 service neutron] 10.222.0.47 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821033 Jul 16 02:45:23.224519 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e01d71f2-44ac-4438-aca6-1324570d64e6 req-84931a6d-3232-44fe-af07-c4cc32071c0b service neutron] 10.222.0.47 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893900 Jul 16 02:45:24.550388 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:28.488348 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a97a722c-85c8-4bca-a10b-c20460a03c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:29.554423 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:31.135530 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:31.155082 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-772ec22a-1a3b-433c-9eb6-4e64f51f7a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:32.360535 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:34.127391 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:45.577067 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51210) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:45.735453 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Deleting port 3492c359-4dcc-40fa-97f5-58144da6ce96 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:45.735829 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:45.813791 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:45.814109 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:45.825535 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Calling delete_port for 3492c359-4dcc-40fa-97f5-58144da6ce96 owned by network:floatingip {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:45.975164 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:46.001477 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event deleted for resources: {'Port': ['ID=3492c359-4dcc-40fa-97f5-58144da6ce96,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:46.014402 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:46.014748 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:46.015089 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:46.015432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:46.015789 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:46.016121 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:46.016487 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:46.016773 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:46.017097 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:46.017420 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:46.017744 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:46.018064 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:46.075474 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for floatingip, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:46.075991 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Floating IP 360ed8db-0851-423c-aee5-81a1242f2f7e disassociated (deleted). External IP: 172.25.1.13, port: a1d02e40-2d0f-4229-93c9-d6b75c398555. Jul 16 02:45:46.282380 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Router d183d5ea-3b92-4490-9e87-547ebc6e65ec has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:45:46.391872 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:45:46.396901 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:46.401873 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54358ece-0189-47a7-b155-4abad1c2e97d None None] Sync routers for ids ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:45:46.413020 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54358ece-0189-47a7-b155-4abad1c2e97d None None] Routers {'d183d5ea-3b92-4490-9e87-547ebc6e65ec'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:46.413765 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-54358ece-0189-47a7-b155-4abad1c2e97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:45:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:46.434911 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-a8c94416-c264-44b9-97c5-acbb04ad655e tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "DELETE /v2.0/floatingips/360ed8db-0851-423c-aee5-81a1242f2f7e HTTP/1.1" status: 204 len: 168 time: 0.8560553 Jul 16 02:45:46.435796 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'tag': 'a1d02e40-2d0f-4229-93c9-d6b75c398555'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:45:46.438735 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfd8852-cf58-4c56-bac4-514b337afda9" -d '{"events": [{"name": "network-changed", "server_uuid": "eb706d16-0b7b-4aab-8a73-1dfcc9fbff10", "tag": "a1d02e40-2d0f-4229-93c9-d6b75c398555"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:45:46.537780 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-54358ece-0189-47a7-b155-4abad1c2e97d None None] Set router d183d5ea-3b92-4490-9e87-547ebc6e65ec gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:46.538268 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c538293-0ad0-4f9e-aa3a-2390572b199e x-openstack-request-id: req-4c538293-0ad0-4f9e-aa3a-2390572b199e {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:45:46.539228 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb706d16-0b7b-4aab-8a73-1dfcc9fbff10", "tag": "a1d02e40-2d0f-4229-93c9-d6b75c398555", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:45:46.539890 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4c538293-0ad0-4f9e-aa3a-2390572b199e {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:45:46.541064 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'tag': 'a1d02e40-2d0f-4229-93c9-d6b75c398555', 'status': 'completed', 'code': 200} Jul 16 02:45:46.635742 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd8852-cf58-4c56-bac4-514b337afda9 req-66ea710d-ee48-4a50-bbec-4c1be9124257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:46.637734 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9dfd8852-cf58-4c56-bac4-514b337afda9 req-66ea710d-ee48-4a50-bbec-4c1be9124257 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f7c1699ff25445895b969121d17ee50&device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 1098 time: 0.0591443 Jul 16 02:45:46.752445 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd8852-cf58-4c56-bac4-514b337afda9 req-f959c984-a7ea-480c-b083-8dab1fd44b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:46.755331 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9dfd8852-cf58-4c56-bac4-514b337afda9 req-f959c984-a7ea-480c-b083-8dab1fd44b0c service neutron] 10.222.0.47 "GET /v2.0/networks?id=43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 200 len: 909 time: 0.1112468 Jul 16 02:45:46.817002 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9dfd8852-cf58-4c56-bac4-514b337afda9 req-d25a2f21-e445-4729-b0ae-c90501a16e3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555 HTTP/1.1" status: 200 len: 217 time: 0.0531092 Jul 16 02:45:46.895962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd8852-cf58-4c56-bac4-514b337afda9 req-a2330b65-baff-42b2-90c9-dca955bae389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:46.897676 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9dfd8852-cf58-4c56-bac4-514b337afda9 req-a2330b65-baff-42b2-90c9-dca955bae389 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 200 len: 847 time: 0.0634344 Jul 16 02:45:46.925451 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-54358ece-0189-47a7-b155-4abad1c2e97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 4, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port': {'id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '12d38fb2-cbcd-4eb6-95d8-1f692eedc730', 'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'mac_address': 'fa:16:3e:0f:ae:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:51Z', 'updated_at': '2021-07-16T02:36:58Z', 'revision_number': 5, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'subnets': [{'id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:46.943360 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6533f-49ac-4a63-b786-3a184d206fee req-78d5c994-006c-4b86-aa62-511ff32a15c3 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:46.944910 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bfd6533f-49ac-4a63-b786-3a184d206fee req-78d5c994-006c-4b86-aa62-511ff32a15c3 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 947 time: 0.1676018 Jul 16 02:45:46.951743 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54358ece-0189-47a7-b155-4abad1c2e97d None None] Checking router: d183d5ea-3b92-4490-9e87-547ebc6e65ec for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:45:46.959968 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54358ece-0189-47a7-b155-4abad1c2e97d None None] Routers {'d183d5ea-3b92-4490-9e87-547ebc6e65ec'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:46.960581 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-54358ece-0189-47a7-b155-4abad1c2e97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:45:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:46.995296 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-bfd6533f-49ac-4a63-b786-3a184d206fee req-360d6e70-0410-49cc-bd7a-95f035817d16 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444374 Jul 16 02:45:47.003203 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd8852-cf58-4c56-bac4-514b337afda9 req-3f6570b8-aec6-4965-baab-bb5a951cb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:47.005243 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9dfd8852-cf58-4c56-bac4-514b337afda9 req-3f6570b8-aec6-4965-baab-bb5a951cb702 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=43712588-cd32-4376-b382-b0da210cac19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995502 Jul 16 02:45:47.071950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-54358ece-0189-47a7-b155-4abad1c2e97d None None] Set router d183d5ea-3b92-4490-9e87-547ebc6e65ec gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:47.114956 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9dfd8852-cf58-4c56-bac4-514b337afda9 req-beee8a52-376a-45e8-bcfd-807bf9c2b157 service neutron] 10.222.0.47 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010561 Jul 16 02:45:47.210731 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9dfd8852-cf58-4c56-bac4-514b337afda9 req-9ab8a1d5-24e3-486f-b171-dd9107a5f1ea service neutron] 10.222.0.47 "GET /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873964 Jul 16 02:45:47.279598 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-54358ece-0189-47a7-b155-4abad1c2e97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 4, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port': {'id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '12d38fb2-cbcd-4eb6-95d8-1f692eedc730', 'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'mac_address': 'fa:16:3e:0f:ae:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:51Z', 'updated_at': '2021-07-16T02:36:58Z', 'revision_number': 5, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'subnets': [{'id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:47.306894 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54358ece-0189-47a7-b155-4abad1c2e97d None None] The sync data for ids ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'] in n-d-800086-6 is: [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:51Z', 'revision_number': 4, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port': {'id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '12d38fb2-cbcd-4eb6-95d8-1f692eedc730', 'name': '', 'network_id': '43712588-cd32-4376-b382-b0da210cac19', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'mac_address': 'fa:16:3e:0f:ae:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:51Z', 'updated_at': '2021-07-16T02:36:58Z', 'revision_number': 5, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'subnets': [{'id': 'c6de4240-0f94-488f-8202-750ef9cecccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:45:47.535177 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dda89e6-522f-45d1-8ac6-f6e35812ffe5 None None] New status for floating IP 360ed8db-0851-423c-aee5-81a1242f2f7e: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:45:48.180050 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aa466-6d1e-4d62-a5ab-ad528cdecff7 req-4064fdf8-7ef7-4ff2-a0d0-de99423c2ff6 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:48.181579 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-778aa466-6d1e-4d62-a5ab-ad528cdecff7 req-4064fdf8-7ef7-4ff2-a0d0-de99423c2ff6 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 947 time: 0.0697639 Jul 16 02:45:48.221188 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-778aa466-6d1e-4d62-a5ab-ad528cdecff7 req-bf5e52fd-1006-4528-8663-6e1f9455c265 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7f74dc7-d305-4a20-b82f-90da40cf5ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339115 Jul 16 02:45:48.460637 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1211bd-87ce-4d51-af2a-408f5c047e2b req-f9cf0206-d84b-4ae4-ae5e-78d8603c7ded tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:48.462132 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d1211bd-87ce-4d51-af2a-408f5c047e2b req-f9cf0206-d84b-4ae4-ae5e-78d8603c7ded tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 947 time: 0.0668459 Jul 16 02:45:48.561242 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-1d1211bd-87ce-4d51-af2a-408f5c047e2b req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Deleting port a1d02e40-2d0f-4229-93c9-d6b75c398555 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:48.561583 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d1211bd-87ce-4d51-af2a-408f5c047e2b req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:48.655263 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-1d1211bd-87ce-4d51-af2a-408f5c047e2b req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] For port a1d02e40-2d0f-4229-93c9-d6b75c398555, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a1d02e40-2d0f-4229-93c9-d6b75c398555,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:48.655634 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d1211bd-87ce-4d51-af2a-408f5c047e2b req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:48.667649 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-1d1211bd-87ce-4d51-af2a-408f5c047e2b req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Calling delete_port for a1d02e40-2d0f-4229-93c9-d6b75c398555 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:48.798283 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d1211bd-87ce-4d51-af2a-408f5c047e2b req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:48.833300 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event deleted for resources: {'Port': ['ID=a1d02e40-2d0f-4229-93c9-d6b75c398555,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:48.864038 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:48.864389 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:48.864736 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:48.865091 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:48.865407 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:48.865738 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:48.866067 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:48.866396 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:48.866724 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:48.867041 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:48.867364 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:48.867685 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:48.895427 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1211bd-87ce-4d51-af2a-408f5c047e2b req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] No DVR routers for this DVR port a1d02e40-2d0f-4229-93c9-d6b75c398555 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:45:48.898510 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-1d1211bd-87ce-4d51-af2a-408f5c047e2b req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:48.901501 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-1d1211bd-87ce-4d51-af2a-408f5c047e2b req-f78ed003-7cac-48c0-a53e-d3a6291ff987 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.47 "DELETE /v2.0/ports/a1d02e40-2d0f-4229-93c9-d6b75c398555 HTTP/1.1" status: 204 len: 173 time: 0.4340231 Jul 16 02:45:48.901922 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'name': 'network-vif-deleted', 'tag': 'a1d02e40-2d0f-4229-93c9-d6b75c398555'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:45:48.905740 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4b3d1e-198b-4a7a-a402-220da7b4e3ab" -d '{"events": [{"server_uuid": "eb706d16-0b7b-4aab-8a73-1dfcc9fbff10", "name": "network-vif-deleted", "tag": "a1d02e40-2d0f-4229-93c9-d6b75c398555"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:45:48.997742 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87384795-4130-4712-8419-c042c2dd3f3f x-openstack-request-id: req-87384795-4130-4712-8419-c042c2dd3f3f {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:45:48.997986 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb706d16-0b7b-4aab-8a73-1dfcc9fbff10", "name": "network-vif-deleted", "tag": "a1d02e40-2d0f-4229-93c9-d6b75c398555", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:45:48.998239 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-87384795-4130-4712-8419-c042c2dd3f3f {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:45:48.998660 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb706d16-0b7b-4aab-8a73-1dfcc9fbff10', 'name': 'network-vif-deleted', 'tag': 'a1d02e40-2d0f-4229-93c9-d6b75c398555', 'status': 'completed', 'code': 200} Jul 16 02:45:49.382722 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5dbed991-0802-429c-a649-07c04e038247 req-569c9cb4-d309-49be-abba-f43f9d60e9db tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 210 time: 0.0298665 Jul 16 02:45:50.534146 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-5796cae2-b766-4b3a-b983-55ffa1e3eed6 req-d14a89ee-9495-4700-b40a-bc6642dd0c78 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 210 time: 0.0301397 Jul 16 02:45:50.565253 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device a1d02e40-2d0f-4229-93c9-d6b75c398555 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:50.585508 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: a1d02e40-2d0f-4229-93c9-d6b75c398555 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:50.585913 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device a1d02e40-2d0f-4229-93c9-d6b75c398555 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:51.691957 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-20134f25-3fc3-496b-ae03-e1d6eb01be8b req-050ef770-2e26-49b6-9832-1e58aaa863d4 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 210 time: 0.0329812 Jul 16 02:45:52.859298 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9e284ace-5127-4c37-969c-8f8c36e4b32b req-1f090e06-9006-40a7-a361-2b1ebc10774b tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb706d16-0b7b-4aab-8a73-1dfcc9fbff10 HTTP/1.1" status: 200 len: 210 time: 0.0294669 Jul 16 02:45:53.958658 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51246) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:54.024596 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7dfbd920-7d5c-4330-99cd-f1b77742de87 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:54.056283 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7dfbd920-7d5c-4330-99cd-f1b77742de87 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:54.124655 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7dfbd920-7d5c-4330-99cd-f1b77742de87 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:54.127749 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7dfbd920-7d5c-4330-99cd-f1b77742de87 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:54.129057 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7dfbd920-7d5c-4330-99cd-f1b77742de87 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] 10.222.0.54 "DELETE /v2.0/security-groups/f7f74dc7-d305-4a20-b82f-90da40cf5ec4 HTTP/1.1" status: 204 len: 168 time: 0.1693144 Jul 16 02:45:54.139844 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfbd920-7d5c-4330-99cd-f1b77742de87 tempest-TestShelveInstance-182556772 tempest-TestShelveInstance-182556772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f74dc7-d305-4a20-b82f-90da40cf5ec4,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:54.580208 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:55.196470 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51252) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:55.697652 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50b5622b-088a-4fa3-8398-79c1b5841c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:55.962013 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-50b5622b-088a-4fa3-8398-79c1b5841c42 admin admin] Deleting port 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:55.962361 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50b5622b-088a-4fa3-8398-79c1b5841c42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:56.044763 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-50b5622b-088a-4fa3-8398-79c1b5841c42 admin admin] For port 12d38fb2-cbcd-4eb6-95d8-1f692eedc730, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=12d38fb2-cbcd-4eb6-95d8-1f692eedc730,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:56.045431 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50b5622b-088a-4fa3-8398-79c1b5841c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:56.344882 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-50b5622b-088a-4fa3-8398-79c1b5841c42 admin admin] Calling delete_port for 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 owned by network:router_interface {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:56.526839 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50b5622b-088a-4fa3-8398-79c1b5841c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:56.553187 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5622b-088a-4fa3-8398-79c1b5841c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=12d38fb2-cbcd-4eb6-95d8-1f692eedc730,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:56.723609 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-50b5622b-088a-4fa3-8398-79c1b5841c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:56.943545 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b5622b-088a-4fa3-8398-79c1b5841c42 admin admin] Router d183d5ea-3b92-4490-9e87-547ebc6e65ec has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:45:57.049636 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b5622b-088a-4fa3-8398-79c1b5841c42 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:45:57.054787 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-50b5622b-088a-4fa3-8398-79c1b5841c42 admin admin] 10.222.0.54 "PUT /v2.0/routers/d183d5ea-3b92-4490-9e87-547ebc6e65ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8571837 Jul 16 02:45:57.057388 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51256) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:57.061709 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a7504-c836-46f9-aad1-a3aa8439c393 None None] Sync routers for ids ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:45:57.070861 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578a7504-c836-46f9-aad1-a3aa8439c393 None None] Routers {'d183d5ea-3b92-4490-9e87-547ebc6e65ec'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:57.071490 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-578a7504-c836-46f9-aad1-a3aa8439c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:45:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:57.162648 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9b45-324b-4ccf-8877-84c3503ede34 admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.178096 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-578a7504-c836-46f9-aad1-a3aa8439c393 None None] Set router d183d5ea-3b92-4490-9e87-547ebc6e65ec gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:57.265619 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9b45-324b-4ccf-8877-84c3503ede34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.319949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e9b45-324b-4ccf-8877-84c3503ede34 admin admin] Deleting port f7c0dc6f-ea91-41ec-9a5d-be02351a0258 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:57.320313 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9b45-324b-4ccf-8877-84c3503ede34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.366146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-578a7504-c836-46f9-aad1-a3aa8439c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:45:56Z', 'revision_number': 5, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port': {'id': 'f7c0dc6f-ea91-41ec-9a5d-be02351a0258', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:57.393351 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a7504-c836-46f9-aad1-a3aa8439c393 None None] Checking router: d183d5ea-3b92-4490-9e87-547ebc6e65ec for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:45:57.401936 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578a7504-c836-46f9-aad1-a3aa8439c393 None None] Routers {'d183d5ea-3b92-4490-9e87-547ebc6e65ec'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:57.403176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-578a7504-c836-46f9-aad1-a3aa8439c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:45:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:57.406815 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-bd8e9b45-324b-4ccf-8877-84c3503ede34 admin admin] For port f7c0dc6f-ea91-41ec-9a5d-be02351a0258, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=f7c0dc6f-ea91-41ec-9a5d-be02351a0258,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:57.407400 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9b45-324b-4ccf-8877-84c3503ede34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.420531 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e9b45-324b-4ccf-8877-84c3503ede34 admin admin] Calling delete_port for f7c0dc6f-ea91-41ec-9a5d-be02351a0258 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:57.497195 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-578a7504-c836-46f9-aad1-a3aa8439c393 None None] Set router d183d5ea-3b92-4490-9e87-547ebc6e65ec gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:57.550572 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-578a7504-c836-46f9-aad1-a3aa8439c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:45:57Z', 'revision_number': 6, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:57.580434 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a7504-c836-46f9-aad1-a3aa8439c393 None None] The sync data for ids ['d183d5ea-3b92-4490-9e87-547ebc6e65ec'] in n-d-800086-6 is: [{'id': 'd183d5ea-3b92-4490-9e87-547ebc6e65ec', 'name': 'tempest-TestShelveInstance-611242207-router', 'tenant_id': '1f7c1699ff25445895b969121d17ee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:49Z', 'updated_at': '2021-07-16T02:45:57Z', 'revision_number': 6, 'project_id': '1f7c1699ff25445895b969121d17ee50', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:45:57.596552 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9b45-324b-4ccf-8877-84c3503ede34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.624770 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e9b45-324b-4ccf-8877-84c3503ede34 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c0dc6f-ea91-41ec-9a5d-be02351a0258,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:57.696459 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9b45-324b-4ccf-8877-84c3503ede34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.789281 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9b45-324b-4ccf-8877-84c3503ede34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.791671 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9b45-324b-4ccf-8877-84c3503ede34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.838298 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9b45-324b-4ccf-8877-84c3503ede34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.838825 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8e9b45-324b-4ccf-8877-84c3503ede34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d183d5ea-3b92-4490-9e87-547ebc6e65ec {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:45:57.844562 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9b45-324b-4ccf-8877-84c3503ede34 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.845724 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bd8e9b45-324b-4ccf-8877-84c3503ede34 admin admin] 10.222.0.54 "DELETE /v2.0/routers/d183d5ea-3b92-4490-9e87-547ebc6e65ec HTTP/1.1" status: 204 len: 168 time: 0.7874327 Jul 16 02:45:57.848224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51258) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:57.894247 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2e64e8-27e5-4841-be69-1ad1c34d5370 admin admin] Deleting subnet c6de4240-0f94-488f-8202-750ef9cecccf {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:45:57.897515 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cd2e64e8-27e5-4841-be69-1ad1c34d5370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.933127 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cd2e64e8-27e5-4841-be69-1ad1c34d5370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.023339 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cd2e64e8-27e5-4841-be69-1ad1c34d5370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.081388 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cd2e64e8-27e5-4841-be69-1ad1c34d5370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.109732 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e64e8-27e5-4841-be69-1ad1c34d5370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6de4240-0f94-488f-8202-750ef9cecccf,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:58.113401 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cd2e64e8-27e5-4841-be69-1ad1c34d5370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.115442 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cd2e64e8-27e5-4841-be69-1ad1c34d5370 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c6de4240-0f94-488f-8202-750ef9cecccf HTTP/1.1" status: 204 len: 168 time: 0.2662539 Jul 16 02:45:58.118186 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51260) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:58.122729 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7565ee0-9689-4b12-9615-b52ffd62ba2f None None] Network 43712588-cd32-4376-b382-b0da210cac19 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:45:58.197649 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.255528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] Deleting port cce43e70-e9b3-4cc4-a775-936aea782628 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:58.256987 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.335613 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] For port cce43e70-e9b3-4cc4-a775-936aea782628, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cce43e70-e9b3-4cc4-a775-936aea782628,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:58.336015 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.339079 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] DHCP port deletion for 43712588-cd32-4376-b382-b0da210cac19 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:45:58.356240 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] Calling delete_port for cce43e70-e9b3-4cc4-a775-936aea782628 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:58.388435 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f7c0dc6f-ea91-41ec-9a5d-be02351a0258 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:58.411824 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: f7c0dc6f-ea91-41ec-9a5d-be02351a0258 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:58.412185 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device f7c0dc6f-ea91-41ec-9a5d-be02351a0258 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:58.412570 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:58.436499 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:58.436884 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 12d38fb2-cbcd-4eb6-95d8-1f692eedc730 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:58.441475 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] Deleting port cce43e70-e9b3-4cc4-a775-936aea782628 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:58.441852 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.464721 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.491767 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] Pushing event deleted for resources: {'Port': ['ID=cce43e70-e9b3-4cc4-a775-936aea782628,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:58.498906 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] No DVR routers for this DVR port cce43e70-e9b3-4cc4-a775-936aea782628 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:45:58.522745 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8f000e8c-f804-45ac-9969-5cd641f7e67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.525318 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] For port cce43e70-e9b3-4cc4-a775-936aea782628, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=cce43e70-e9b3-4cc4-a775-936aea782628,segment=NetworkSegment(859d51ca-32a2-4b31-b8de-f6d3bd95f004),segment_id=859d51ca-32a2-4b31-b8de-f6d3bd95f004)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:58.525721 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.538486 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] Calling delete_port for cce43e70-e9b3-4cc4-a775-936aea782628 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:58.577212 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.587224 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43712588-cd32-4376-b382-b0da210cac19']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:58.599352 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859d51ca-32a2-4b31-b8de-f6d3bd95f004') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:58.599700 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859d51ca-32a2-4b31-b8de-f6d3bd95f004') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:58.609754 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.617601 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.623333 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.629710 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:45:58.630138 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:45:58.632034 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:45:58.646307 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] Pushing event deleted for resources: {'Port': ['ID=cce43e70-e9b3-4cc4-a775-936aea782628,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:58.654890 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] No DVR routers for this DVR port cce43e70-e9b3-4cc4-a775-936aea782628 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:45:58.658801 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:58.661314 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:58.661314 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:58.661314 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:58.661314 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:58.661314 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:58.661314 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:58.661314 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:58.662122 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:58.662122 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:58.662457 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:58.663885 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f0012-08ff-44a5-93f4-80d464bc0ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:58.686916 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.692404 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.694292 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] 10.222.0.54 "DELETE /v2.0/networks/43712588-cd32-4376-b382-b0da210cac19 HTTP/1.1" status: 204 len: 168 time: 0.5751662 Jul 16 02:45:58.697564 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51262) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:58.705711 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd7198-6488-4f84-b96b-ff4caf7b451c admin admin] Pushing event deleted for resources: {'Network': ['ID=43712588-cd32-4376-b382-b0da210cac19,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:59.046961 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-151d4486-30d0-4085-81b0-c74ec660ce09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:59.306855 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-151d4486-30d0-4085-81b0-c74ec660ce09 admin admin] Deleting port c54da771-5460-40c3-9b21-c76e5df1d2af {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:59.307141 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-151d4486-30d0-4085-81b0-c74ec660ce09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:59.389201 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-151d4486-30d0-4085-81b0-c74ec660ce09 admin admin] For port c54da771-5460-40c3-9b21-c76e5df1d2af, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=c54da771-5460-40c3-9b21-c76e5df1d2af,segment=NetworkSegment(2c68eb2c-4428-44ed-87c3-da015cee3c2a),segment_id=2c68eb2c-4428-44ed-87c3-da015cee3c2a)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:59.389568 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-151d4486-30d0-4085-81b0-c74ec660ce09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:59.403347 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-151d4486-30d0-4085-81b0-c74ec660ce09 admin admin] Calling delete_port for c54da771-5460-40c3-9b21-c76e5df1d2af owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:59.554308 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:59.598041 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-151d4486-30d0-4085-81b0-c74ec660ce09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:59.636415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d4486-30d0-4085-81b0-c74ec660ce09 admin admin] Pushing event deleted for resources: {'Port': ['ID=c54da771-5460-40c3-9b21-c76e5df1d2af,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:59.677378 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:45:59.809679 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-151d4486-30d0-4085-81b0-c74ec660ce09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:00.026928 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151d4486-30d0-4085-81b0-c74ec660ce09 admin admin] Router 5053d7cc-1a22-4679-a78f-741115cf5a60 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:46:00.135105 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151d4486-30d0-4085-81b0-c74ec660ce09 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:46:00.140184 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-151d4486-30d0-4085-81b0-c74ec660ce09 admin admin] 10.222.0.54 "PUT /v2.0/routers/5053d7cc-1a22-4679-a78f-741115cf5a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4415767 Jul 16 02:46:00.142827 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51264) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:00.143732 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042b82f0-f587-4c30-9e01-a54e8ce9f4d1 None None] Sync routers for ids ['5053d7cc-1a22-4679-a78f-741115cf5a60'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:46:00.153615 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042b82f0-f587-4c30-9e01-a54e8ce9f4d1 None None] Routers {'5053d7cc-1a22-4679-a78f-741115cf5a60'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:00.154251 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-042b82f0-f587-4c30-9e01-a54e8ce9f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:45:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['5053d7cc-1a22-4679-a78f-741115cf5a60'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:00.249879 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd9b98c3-2a11-4eb3-93f8-b868e27db226 admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:00.257833 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-042b82f0-f587-4c30-9e01-a54e8ce9f4d1 None None] Set router 5053d7cc-1a22-4679-a78f-741115cf5a60 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:00.360807 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd9b98c3-2a11-4eb3-93f8-b868e27db226 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:00.408495 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cce43e70-e9b3-4cc4-a775-936aea782628 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:46:00.419282 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b98c3-2a11-4eb3-93f8-b868e27db226 admin admin] Deleting port bad1e9db-a9d9-421d-a421-c7cd73303d62 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:46:00.419661 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd9b98c3-2a11-4eb3-93f8-b868e27db226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:00.428402 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: cce43e70-e9b3-4cc4-a775-936aea782628 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:46:00.428800 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device cce43e70-e9b3-4cc4-a775-936aea782628 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:46:00.456549 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-042b82f0-f587-4c30-9e01-a54e8ce9f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'name': 'tempest-TestShelveInstance-203768060-router', 'tenant_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'bad1e9db-a9d9-421d-a421-c7cd73303d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:53Z', 'updated_at': '2021-07-16T02:45:59Z', 'revision_number': 5, 'project_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'gw_port': {'id': 'bad1e9db-a9d9-421d-a421-c7cd73303d62', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:df:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:36:54Z', 'updated_at': '2021-07-16T02:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:00.484566 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042b82f0-f587-4c30-9e01-a54e8ce9f4d1 None None] Checking router: 5053d7cc-1a22-4679-a78f-741115cf5a60 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:46:00.492755 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042b82f0-f587-4c30-9e01-a54e8ce9f4d1 None None] Routers {'5053d7cc-1a22-4679-a78f-741115cf5a60'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:00.493368 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-042b82f0-f587-4c30-9e01-a54e8ce9f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:45:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['5053d7cc-1a22-4679-a78f-741115cf5a60'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:00.506820 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-bd9b98c3-2a11-4eb3-93f8-b868e27db226 admin admin] For port bad1e9db-a9d9-421d-a421-c7cd73303d62, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=bad1e9db-a9d9-421d-a421-c7cd73303d62,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:00.507182 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd9b98c3-2a11-4eb3-93f8-b868e27db226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:00.521292 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b98c3-2a11-4eb3-93f8-b868e27db226 admin admin] Calling delete_port for bad1e9db-a9d9-421d-a421-c7cd73303d62 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:46:00.583271 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-042b82f0-f587-4c30-9e01-a54e8ce9f4d1 None None] Set router 5053d7cc-1a22-4679-a78f-741115cf5a60 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:00.638841 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-042b82f0-f587-4c30-9e01-a54e8ce9f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'name': 'tempest-TestShelveInstance-203768060-router', 'tenant_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:53Z', 'updated_at': '2021-07-16T02:46:00Z', 'revision_number': 6, 'project_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:00.667831 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042b82f0-f587-4c30-9e01-a54e8ce9f4d1 None None] The sync data for ids ['5053d7cc-1a22-4679-a78f-741115cf5a60'] in n-d-800086-6 is: [{'id': '5053d7cc-1a22-4679-a78f-741115cf5a60', 'name': 'tempest-TestShelveInstance-203768060-router', 'tenant_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:36:53Z', 'updated_at': '2021-07-16T02:46:00Z', 'revision_number': 6, 'project_id': 'aedd18fbf4ee4bf690317d2d8f5c5778', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:46:00.705069 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd9b98c3-2a11-4eb3-93f8-b868e27db226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:00.733276 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b98c3-2a11-4eb3-93f8-b868e27db226 admin admin] Pushing event deleted for resources: {'Port': ['ID=bad1e9db-a9d9-421d-a421-c7cd73303d62,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:00.799689 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd9b98c3-2a11-4eb3-93f8-b868e27db226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:00.892962 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd9b98c3-2a11-4eb3-93f8-b868e27db226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:00.895240 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd9b98c3-2a11-4eb3-93f8-b868e27db226 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:00.940815 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd9b98c3-2a11-4eb3-93f8-b868e27db226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:00.941405 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9b98c3-2a11-4eb3-93f8-b868e27db226 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5053d7cc-1a22-4679-a78f-741115cf5a60 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:46:00.946085 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-bd9b98c3-2a11-4eb3-93f8-b868e27db226 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:00.947264 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-bd9b98c3-2a11-4eb3-93f8-b868e27db226 admin admin] 10.222.0.54 "DELETE /v2.0/routers/5053d7cc-1a22-4679-a78f-741115cf5a60 HTTP/1.1" status: 204 len: 168 time: 0.8034501 Jul 16 02:46:00.950739 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51266) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:00.995266 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-65eaca9f-3ddc-4743-8a04-fb13fd7d5fc2 admin admin] Deleting subnet 84f63e7f-22e1-4dad-8ec5-28833a1f0c3b {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:46:00.998955 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-65eaca9f-3ddc-4743-8a04-fb13fd7d5fc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.040054 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-65eaca9f-3ddc-4743-8a04-fb13fd7d5fc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.127483 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-65eaca9f-3ddc-4743-8a04-fb13fd7d5fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.137200 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.158794 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-283b8747-cf60-421f-8a80-6cfe7e338a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.181967 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-65eaca9f-3ddc-4743-8a04-fb13fd7d5fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.207537 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eaca9f-3ddc-4743-8a04-fb13fd7d5fc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84f63e7f-22e1-4dad-8ec5-28833a1f0c3b,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:01.211104 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-65eaca9f-3ddc-4743-8a04-fb13fd7d5fc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.213023 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-65eaca9f-3ddc-4743-8a04-fb13fd7d5fc2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/84f63e7f-22e1-4dad-8ec5-28833a1f0c3b HTTP/1.1" status: 204 len: 168 time: 0.2613657 Jul 16 02:46:01.216325 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51268) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:01.217605 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbd9927-6ad8-4922-9b51-e32e7a168edf None None] Network 5fdf5595-a68c-41d2-b5c6-f68901fd5c5c requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:46:01.300609 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.354819 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] Deleting port b21d26d8-aa0d-4411-9203-3014e3f9a519 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:46:01.355167 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.427120 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] For port b21d26d8-aa0d-4411-9203-3014e3f9a519, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b21d26d8-aa0d-4411-9203-3014e3f9a519,segment=NetworkSegment(2c68eb2c-4428-44ed-87c3-da015cee3c2a),segment_id=2c68eb2c-4428-44ed-87c3-da015cee3c2a)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:01.427490 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.440970 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] Calling delete_port for b21d26d8-aa0d-4411-9203-3014e3f9a519 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:46:01.448308 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddda437-6ebe-462e-aea1-e2283fa5a4c1 None None] DHCP port deletion for 5fdf5595-a68c-41d2-b5c6-f68901fd5c5c request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:46:01.497704 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bddda437-6ebe-462e-aea1-e2283fa5a4c1 None None] Deleting port b21d26d8-aa0d-4411-9203-3014e3f9a519 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:46:01.498183 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bddda437-6ebe-462e-aea1-e2283fa5a4c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.529653 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.554915 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b21d26d8-aa0d-4411-9203-3014e3f9a519,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:01.560714 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] No DVR routers for this DVR port b21d26d8-aa0d-4411-9203-3014e3f9a519 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:46:01.570170 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-bddda437-6ebe-462e-aea1-e2283fa5a4c1 None None] For port b21d26d8-aa0d-4411-9203-3014e3f9a519, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=b21d26d8-aa0d-4411-9203-3014e3f9a519,segment=NetworkSegment(2c68eb2c-4428-44ed-87c3-da015cee3c2a),segment_id=2c68eb2c-4428-44ed-87c3-da015cee3c2a)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:01.570563 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bddda437-6ebe-462e-aea1-e2283fa5a4c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.583567 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-bddda437-6ebe-462e-aea1-e2283fa5a4c1 None None] Calling delete_port for b21d26d8-aa0d-4411-9203-3014e3f9a519 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:46:01.635175 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.645717 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdf5595-a68c-41d2-b5c6-f68901fd5c5c']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:01.657445 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c68eb2c-4428-44ed-87c3-da015cee3c2a') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:01.657735 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c68eb2c-4428-44ed-87c3-da015cee3c2a') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:01.662842 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bddda437-6ebe-462e-aea1-e2283fa5a4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.667464 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.683558 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.687647 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddda437-6ebe-462e-aea1-e2283fa5a4c1 None None] Pushing event deleted for resources: {'Port': ['ID=b21d26d8-aa0d-4411-9203-3014e3f9a519,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:01.691446 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:46:01.691912 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:46:01.693867 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:46:01.700801 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddda437-6ebe-462e-aea1-e2283fa5a4c1 None None] No DVR routers for this DVR port b21d26d8-aa0d-4411-9203-3014e3f9a519 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:46:01.760512 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.767163 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.770054 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5fdf5595-a68c-41d2-b5c6-f68901fd5c5c HTTP/1.1" status: 204 len: 168 time: 0.5527363 Jul 16 02:46:01.785460 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc4bf3-81a1-4a35-b4c1-a1f1a03c57b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fdf5595-a68c-41d2-b5c6-f68901fd5c5c,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:01.884768 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51272) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:01.926792 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-22d22b65-3ad1-4c34-b9b3-887d0590a4d5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1f7c1699ff25445895b969121d17ee50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408101 Jul 16 02:46:01.929256 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51274) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:01.979332 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b584-d7a7-486e-be2d-abb583af6583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.003568 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b584-d7a7-486e-be2d-abb583af6583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.051859 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b584-d7a7-486e-be2d-abb583af6583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.054416 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-b0b7b584-d7a7-486e-be2d-abb583af6583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.055581 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b0b7b584-d7a7-486e-be2d-abb583af6583 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e672a42e-f66a-4a1b-b618-a4ffb636ab39 HTTP/1.1" status: 204 len: 168 time: 0.1254339 Jul 16 02:46:02.064230 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7b584-d7a7-486e-be2d-abb583af6583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e672a42e-f66a-4a1b-b618-a4ffb636ab39,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:02.363632 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device bad1e9db-a9d9-421d-a421-c7cd73303d62 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:46:02.390385 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: bad1e9db-a9d9-421d-a421-c7cd73303d62 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:46:02.390754 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device bad1e9db-a9d9-421d-a421-c7cd73303d62 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:46:02.391346 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b21d26d8-aa0d-4411-9203-3014e3f9a519 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:46:02.394348 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.411923 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: b21d26d8-aa0d-4411-9203-3014e3f9a519 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:46:02.412273 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device b21d26d8-aa0d-4411-9203-3014e3f9a519 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:46:02.412700 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c54da771-5460-40c3-9b21-c76e5df1d2af no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:46:02.424529 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51280) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:02.434357 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: c54da771-5460-40c3-9b21-c76e5df1d2af {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:46:02.434762 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device c54da771-5460-40c3-9b21-c76e5df1d2af not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:46:02.467299 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-b576dc34-1bb5-4239-b571-bac981c11d01 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aedd18fbf4ee4bf690317d2d8f5c5778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415559 Jul 16 02:46:02.469888 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51282) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:02.525430 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9c30d4f1-f9df-4369-9aaf-d79a4702f754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.549858 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9c30d4f1-f9df-4369-9aaf-d79a4702f754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.597157 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9c30d4f1-f9df-4369-9aaf-d79a4702f754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.599735 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-9c30d4f1-f9df-4369-9aaf-d79a4702f754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.600913 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-9c30d4f1-f9df-4369-9aaf-d79a4702f754 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f6d3b0e4-da01-477f-a7ee-300b02a5d778 HTTP/1.1" status: 204 len: 168 time: 0.1301060 Jul 16 02:46:02.609816 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30d4f1-f9df-4369-9aaf-d79a4702f754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d3b0e4-da01-477f-a7ee-300b02a5d778,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:03.299108 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51304) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:03.404016 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-45866f53-6338-4a6d-8823-8d0a6a175d72 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-234990521-network', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:03.431110 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45866f53-6338-4a6d-8823-8d0a6a175d72 admin admin] Made reservation on behalf of b44c43e3f69d4d89a49e6cdee34a810d for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:46:03.434177 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45866f53-6338-4a6d-8823-8d0a6a175d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.442822 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45866f53-6338-4a6d-8823-8d0a6a175d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.531702 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45866f53-6338-4a6d-8823-8d0a6a175d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.535875 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45866f53-6338-4a6d-8823-8d0a6a175d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.562882 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45866f53-6338-4a6d-8823-8d0a6a175d72 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:46:03.571922 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45866f53-6338-4a6d-8823-8d0a6a175d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c895702f-ac4c-4483-a961-948f6b3a032f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:03.578263 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45866f53-6338-4a6d-8823-8d0a6a175d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.578638 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-45866f53-6338-4a6d-8823-8d0a6a175d72 admin admin] Added segment 7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147 of type vlan for network db9d419e-c406-43ce-b3be-07cbf93d9cd2 Jul 16 02:46:03.619952 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45866f53-6338-4a6d-8823-8d0a6a175d72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.652278 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45866f53-6338-4a6d-8823-8d0a6a175d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.653374 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45866f53-6338-4a6d-8823-8d0a6a175d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:03.653965 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-45866f53-6338-4a6d-8823-8d0a6a175d72 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.974443 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-45866f53-6338-4a6d-8823-8d0a6a175d72 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6740763 Jul 16 02:46:03.977586 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51308) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:03.983141 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-e6fab68d-1c45-47c9-a22d-c7854512d624 admin admin] Request body: {'subnet': {'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-234990521-subnet', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'ip_version': 4}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:04.004690 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fab68d-1c45-47c9-a22d-c7854512d624 admin admin] Made reservation on behalf of b44c43e3f69d4d89a49e6cdee34a810d for: {'subnet': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:46:04.005472 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45866f53-6338-4a6d-8823-8d0a6a175d72 admin admin] Pushing event updated for resources: {'Network': ['ID=db9d419e-c406-43ce-b3be-07cbf93d9cd2,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:04.007099 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e6fab68d-1c45-47c9-a22d-c7854512d624 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9352511'] for subnet, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.015209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network db9d419e-c406-43ce-b3be-07cbf93d9cd2 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:46:04.132374 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.180814 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e6fab68d-1c45-47c9-a22d-c7854512d624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9414659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9352493'] for subnet, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.231924 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fab68d-1c45-47c9-a22d-c7854512d624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36fa66da-e3fa-4882-9127-b291f4abb2fe,revision_number=0']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:04.249438 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fab68d-1c45-47c9-a22d-c7854512d624 admin admin] Checking segment: {'id': '7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:04.249800 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fab68d-1c45-47c9-a22d-c7854512d624 admin admin] Network hostable DHCP agents. Network: db9d419e-c406-43ce-b3be-07cbf93d9cd2, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:46:04.267566 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fab68d-1c45-47c9-a22d-c7854512d624 admin admin] Network db9d419e-c406-43ce-b3be-07cbf93d9cd2 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:46:04.276358 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-e6fab68d-1c45-47c9-a22d-c7854512d624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, db9d419e-c406-43ce-b3be-07cbf93d9cd2) {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:04.282987 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fab68d-1c45-47c9-a22d-c7854512d624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:04.283621 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e6fab68d-1c45-47c9-a22d-c7854512d624 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.293389 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0852edd-e563-42a0-9d0e-87de6771d8e2 None None] Network db9d419e-c406-43ce-b3be-07cbf93d9cd2 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:46:04.299115 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e6fab68d-1c45-47c9-a22d-c7854512d624 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3203945 Jul 16 02:46:04.301951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51310) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:04.306577 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:04.327553 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.328755 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.380576 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.443231 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:46:04.444149 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.525479 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.588371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Allocated IP 172.20.0.2 (db9d419e-c406-43ce-b3be-07cbf93d9cd2/36fa66da-e3fa-4882-9127-b291f4abb2fe/41ed5462-48a5-4a7d-b169-c53068be64c9) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:46:04.736492 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.738220 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.745031 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Transition to ACTIVE for port object 41ed5462-48a5-4a7d-b169-c53068be64c9 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:04.760662 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.761355 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Transition to ACTIVE for port object 41ed5462-48a5-4a7d-b169-c53068be64c9 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:04.769482 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.809984 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Network db9d419e-c406-43ce-b3be-07cbf93d9cd2 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:04.812854 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:04.817071 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:46:04.824002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Pushing event updated for resources: {'Port': ['ID=41ed5462-48a5-4a7d-b169-c53068be64c9,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:04.872941 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] Allocated IP 172.25.1.36 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/680caa55-e6d7-4973-9934-44d0e24dba81) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:46:04.881702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Attempting to bind port 41ed5462-48a5-4a7d-b169-c53068be64c9 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:46:04.882079 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Attempting to bind port 41ed5462-48a5-4a7d-b169-c53068be64c9 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:46:04.882448 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Attempting to bind port 41ed5462-48a5-4a7d-b169-c53068be64c9 on network db9d419e-c406-43ce-b3be-07cbf93d9cd2 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:46:04.888338 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:46:04.888720 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Checking segment: {'id': '7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:04.889131 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.889533 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Bound using segment: {'id': '7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:46:04.890002 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Bound port: 41ed5462-48a5-4a7d-b169-c53068be64c9, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:46:04.890385 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.962041 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] For port 41ed5462-48a5-4a7d-b169-c53068be64c9, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:46:04.965965 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] For port 41ed5462-48a5-4a7d-b169-c53068be64c9, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=41ed5462-48a5-4a7d-b169-c53068be64c9,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:46:04.970583 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.988848 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:05.035050 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:05.036964 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a4723-4012-4311-9afd-5c21f11a08a2 None None] Pushing event updated for resources: {'Port': ['ID=41ed5462-48a5-4a7d-b169-c53068be64c9,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:05.077082 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:05.082544 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:05.085060 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:46:05.113956 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] Pushing event updated for resources: {'Port': ['ID=680caa55-e6d7-4973-9934-44d0e24dba81,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:05.377519 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:05.573878 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:05.710733 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] Router 6f640bb2-b8d7-4762-a52a-f94353d8f511 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:46:05.826597 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:46:05.836693 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Sync routers for ids ['6f640bb2-b8d7-4762-a52a-f94353d8f511'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:46:05.848940 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Routers {'6f640bb2-b8d7-4762-a52a-f94353d8f511'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:05.849512 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:05.850207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:46:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6f640bb2-b8d7-4762-a52a-f94353d8f511'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:05.850797 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-f0e91e30-8214-4b8b-98fe-59d668273831 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5477512 Jul 16 02:46:05.853686 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51312) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:06.057588 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf3eeee-e6a1-4fc9-8ffd-51665bcf594b None None] Network db9d419e-c406-43ce-b3be-07cbf93d9cd2 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:46:06.161682 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-10472428-4e08-458c-83fe-0daf3209bbcc None None] Provisioning for port 41ed5462-48a5-4a7d-b169-c53068be64c9 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:06.214345 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Set router 6f640bb2-b8d7-4762-a52a-f94353d8f511 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:06.392920 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 41ed5462-48a5-4a7d-b169-c53068be64c9 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:06.515485 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 41ed5462-48a5-4a7d-b169-c53068be64c9 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:06.522703 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 41ed5462-48a5-4a7d-b169-c53068be64c9 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:06.523189 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:06.556249 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:05Z', 'revision_number': 3, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port': {'id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:06.593627 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Checking router: 6f640bb2-b8d7-4762-a52a-f94353d8f511 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:46:06.593978 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Updating router 6f640bb2-b8d7-4762-a52a-f94353d8f511 port 680caa55-e6d7-4973-9934-44d0e24dba81 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:46:06.642446 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:06.657221 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:06.761433 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:06.839146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 41ed5462-48a5-4a7d-b169-c53068be64c9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=41ed5462-48a5-4a7d-b169-c53068be64c9,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:06.843297 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] Allocated IP 172.20.0.1 (db9d419e-c406-43ce-b3be-07cbf93d9cd2/36fa66da-e3fa-4882-9127-b291f4abb2fe/2652fe36-5640-42dd-9036-f18bd317a42c) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:46:06.848866 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:06.885934 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-4901e990-0935-4d3a-9070-b6d0439f6840 None None] Provisioning complete for port 41ed5462-48a5-4a7d-b169-c53068be64c9 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:06.886358 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-4901e990-0935-4d3a-9070-b6d0439f6840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:06.955092 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:06.969485 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] Transition to ACTIVE for port object 2652fe36-5640-42dd-9036-f18bd317a42c will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:06.977631 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=41ed5462-48a5-4a7d-b169-c53068be64c9,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:07.004809 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.047484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] Network db9d419e-c406-43ce-b3be-07cbf93d9cd2 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:07.050633 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:07.057362 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:46:07.060199 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=2652fe36-5640-42dd-9036-f18bd317a42c,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:07.086865 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.098314 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Transition to ACTIVE for port object 680caa55-e6d7-4973-9934-44d0e24dba81 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:07.101937 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.105022 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.163829 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afc1c6-4bca-4f29-befe-99e521ec2c19 None None] Pushing event updated for resources: {'Port': ['ID=680caa55-e6d7-4973-9934-44d0e24dba81,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:07.166325 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Attempting to bind port 680caa55-e6d7-4973-9934-44d0e24dba81 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:46:07.166803 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Attempting to bind port 680caa55-e6d7-4973-9934-44d0e24dba81 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:46:07.167171 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Attempting to bind port 680caa55-e6d7-4973-9934-44d0e24dba81 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:46:07.173798 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:46:07.174315 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:07.174805 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.175328 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:46:07.175922 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Bound port: 680caa55-e6d7-4973-9934-44d0e24dba81, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:46:07.176391 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.235162 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] For port 680caa55-e6d7-4973-9934-44d0e24dba81, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:46:07.238633 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] For port 680caa55-e6d7-4973-9934-44d0e24dba81, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=680caa55-e6d7-4973-9934-44d0e24dba81,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:46:07.244826 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.260369 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.327273 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b9420a5f-49d6-42fb-bf61-8947b0b87e9a None None] Provisioning for port 2652fe36-5640-42dd-9036-f18bd317a42c completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:07.329350 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Routers {'6f640bb2-b8d7-4762-a52a-f94353d8f511'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:07.329909 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:46:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6f640bb2-b8d7-4762-a52a-f94353d8f511'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:07.332573 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afc1c6-4bca-4f29-befe-99e521ec2c19 None None] Pushing event updated for resources: {'Port': ['ID=680caa55-e6d7-4973-9934-44d0e24dba81,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:07.378627 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-b9420a5f-49d6-42fb-bf61-8947b0b87e9a None None] Provisioning complete for port 2652fe36-5640-42dd-9036-f18bd317a42c triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:07.379651 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b9420a5f-49d6-42fb-bf61-8947b0b87e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.444019 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.450176 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.462100 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-b9420a5f-49d6-42fb-bf61-8947b0b87e9a None None] Port 2652fe36-5640-42dd-9036-f18bd317a42c cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:46:07.496418 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] Set router 6f640bb2-b8d7-4762-a52a-f94353d8f511 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:07.529348 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=2652fe36-5640-42dd-9036-f18bd317a42c,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:07.532000 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.624499 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] Network db9d419e-c406-43ce-b3be-07cbf93d9cd2 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:07.626013 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:07.709624 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 4, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port': {'id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2652fe36-5640-42dd-9036-f18bd317a42c', 'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'mac_address': 'fa:16:3e:a0:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:06Z', 'updated_at': '2021-07-16T02:46:06Z', 'revision_number': 1, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'subnets': [{'id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:07.743377 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dba709-92fc-4974-aef3-b1c1457ce135 None None] The sync data for ids ['6f640bb2-b8d7-4762-a52a-f94353d8f511'] in n-d-800086-6 is: [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 4, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port': {'id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2652fe36-5640-42dd-9036-f18bd317a42c', 'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'mac_address': 'fa:16:3e:a0:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:06Z', 'updated_at': '2021-07-16T02:46:06Z', 'revision_number': 1, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'subnets': [{'id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:46:07.753660 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] Router 6f640bb2-b8d7-4762-a52a-f94353d8f511 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:46:07.877462 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:46:07.884066 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e28e654f-e728-4d42-b3e3-c24a88497ab3 admin admin] 10.222.0.54 "PUT /v2.0/routers/6f640bb2-b8d7-4762-a52a-f94353d8f511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0292172 Jul 16 02:46:07.887899 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-339ee31e-4641-4078-a141-ab771ebdf278 None None] Provisioning complete for port 2652fe36-5640-42dd-9036-f18bd317a42c triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:07.888357 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-339ee31e-4641-4078-a141-ab771ebdf278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.928282 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-339ee31e-4641-4078-a141-ab771ebdf278 None None] Port 2652fe36-5640-42dd-9036-f18bd317a42c cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:46:08.357467 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 41ed5462-48a5-4a7d-b169-c53068be64c9 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:08.419749 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 41ed5462-48a5-4a7d-b169-c53068be64c9 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:08.420247 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:08.470344 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51328) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:08.476738 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-fcbf8cf8-ac31-4fd1-a0b8-df0a81a20707 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-225700975-network', 'tenant_id': '9dec01cf0cdf4f54b2533fc5263c903f'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:08.506004 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbf8cf8-ac31-4fd1-a0b8-df0a81a20707 admin admin] Made reservation on behalf of 9dec01cf0cdf4f54b2533fc5263c903f for: {'network': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:46:08.518485 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcbf8cf8-ac31-4fd1-a0b8-df0a81a20707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for network, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:08.528885 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcbf8cf8-ac31-4fd1-a0b8-df0a81a20707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:08.634631 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcbf8cf8-ac31-4fd1-a0b8-df0a81a20707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:08.639791 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcbf8cf8-ac31-4fd1-a0b8-df0a81a20707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:08.668397 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbf8cf8-ac31-4fd1-a0b8-df0a81a20707 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=93832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:46:08.675152 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf8cf8-ac31-4fd1-a0b8-df0a81a20707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95fbce6-7671-44f9-8da5-db4d945712f1,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:08.681748 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcbf8cf8-ac31-4fd1-a0b8-df0a81a20707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:08.682096 n-d-800086-6 neutron-server[93832]: INFO neutron.db.segments_db [None req-fcbf8cf8-ac31-4fd1-a0b8-df0a81a20707 admin admin] Added segment 140d2a65-272e-4223-8872-9371855fdd21 of type vlan for network 83f5ceea-41ff-4739-988c-8153896ce5f3 Jul 16 02:46:08.726008 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcbf8cf8-ac31-4fd1-a0b8-df0a81a20707 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739030831863'] for network, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:08.766818 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcbf8cf8-ac31-4fd1-a0b8-df0a81a20707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791'] for network, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:08.768007 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf8cf8-ac31-4fd1-a0b8-df0a81a20707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:08.768612 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-fcbf8cf8-ac31-4fd1-a0b8-df0a81a20707 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:08.805282 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-fcbf8cf8-ac31-4fd1-a0b8-df0a81a20707 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3337972 Jul 16 02:46:08.808123 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51330) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:08.814413 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-77635d69-4919-4f6c-b102-4d836b44a199 admin admin] Request body: {'subnet': {'network_id': '83f5ceea-41ff-4739-988c-8153896ce5f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-225700975-subnet', 'tenant_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'ip_version': 4}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:08.852360 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf8cf8-ac31-4fd1-a0b8-df0a81a20707 admin admin] Pushing event updated for resources: {'Network': ['ID=83f5ceea-41ff-4739-988c-8153896ce5f3,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:08.863786 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Network 83f5ceea-41ff-4739-988c-8153896ce5f3 details requested by agent ovs-agent-n-d-800086-6 with host n-d-800086-6 {{(pid=93833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:46:08.869124 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77635d69-4919-4f6c-b102-4d836b44a199 admin admin] Made reservation on behalf of 9dec01cf0cdf4f54b2533fc5263c903f for: {'subnet': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:46:08.871618 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-77635d69-4919-4f6c-b102-4d836b44a199 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9666660'] for subnet, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:09.061465 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-77635d69-4919-4f6c-b102-4d836b44a199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9181367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9666678'] for subnet, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:09.113371 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77635d69-4919-4f6c-b102-4d836b44a199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=370b453b-1ca7-4059-832a-b30025e13eba,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:09.131469 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77635d69-4919-4f6c-b102-4d836b44a199 admin admin] Checking segment: {'id': '140d2a65-272e-4223-8872-9371855fdd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '83f5ceea-41ff-4739-988c-8153896ce5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:09.131943 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77635d69-4919-4f6c-b102-4d836b44a199 admin admin] Network hostable DHCP agents. Network: 83f5ceea-41ff-4739-988c-8153896ce5f3, hostable agents: ['a18c73d0-763d-4f21-8fb4-ddbaec7fffec'], hosted agents: [] {{(pid=93832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:46:09.148898 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77635d69-4919-4f6c-b102-4d836b44a199 admin admin] Network 83f5ceea-41ff-4739-988c-8153896ce5f3 is scheduled to be hosted by DHCP agent a18c73d0-763d-4f21-8fb4-ddbaec7fffec with binding_index 1 {{(pid=93832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:46:09.159668 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-77635d69-4919-4f6c-b102-4d836b44a199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800086-6, 83f5ceea-41ff-4739-988c-8153896ce5f3) {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:09.163837 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77635d69-4919-4f6c-b102-4d836b44a199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:09.164432 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-77635d69-4919-4f6c-b102-4d836b44a199 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:09.170152 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0376ce3c-e3a0-4e12-ba31-ad4360c85dd2 None None] Network 83f5ceea-41ff-4739-988c-8153896ce5f3 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:46:09.180553 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-77635d69-4919-4f6c-b102-4d836b44a199 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3706720 Jul 16 02:46:09.183053 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51332) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:09.187924 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-225700975-router', 'tenant_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:09.209903 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11161'] for router, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:09.211023 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1027039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11154'] for router, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:09.269664 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:09.421665 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5496'] for router, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:09.484948 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3a4943-9485-5ece-abe5-acbfe8649593-83f5ceea-41ff-4739-988c-8153896ce5f3', 'network_id': '83f5ceea-41ff-4739-988c-8153896ce5f3', 'tenant_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'fixed_ips': [{'subnet_id': '370b453b-1ca7-4059-832a-b30025e13eba'}]}} from n-d-800086-6. {{(pid=93833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:46:09.485857 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:09.648145 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.db_base_plugin_common [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Allocated IP 172.20.0.2 (83f5ceea-41ff-4739-988c-8153896ce5f3/370b453b-1ca7-4059-832a-b30025e13eba/5da0b43b-d936-44cc-8a4a-8db7748659e7) {{(pid=93833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:46:09.654562 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:09.675050 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:09.802432 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] Allocated IP 172.25.1.167 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/91da264d-42a9-4af9-b86a-ce7acbbe4441) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:46:09.832439 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Notify callbacks [] for port, precommit_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:09.844799 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Transition to ACTIVE for port object 5da0b43b-d936-44cc-8a4a-8db7748659e7 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:09.860579 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Transition to ACTIVE for port object 5da0b43b-d936-44cc-8a4a-8db7748659e7 will not be triggered until provisioned by entity DHCP. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:09.871789 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Sync routers for ids ['6f640bb2-b8d7-4762-a52a-f94353d8f511'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:46:09.873037 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835'] for port, after_create {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:09.884989 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Routers {'6f640bb2-b8d7-4762-a52a-f94353d8f511'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:09.885625 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:46:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6f640bb2-b8d7-4762-a52a-f94353d8f511'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:09.923656 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Network 83f5ceea-41ff-4739-988c-8153896ce5f3 is already hosted by enough agents. {{(pid=93833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:09.927882 n-d-800086-6 neutron-server[93833]: DEBUG neutron.scheduler.base_scheduler [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Resources bound (agent type, host, resource id): {{(pid=93833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:09.929241 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:09.930753 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Received port after_create {{(pid=93833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:46:09.932972 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Pushing event updated for resources: {'Port': ['ID=5da0b43b-d936-44cc-8a4a-8db7748659e7,revision_number=1']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:09.984160 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.001663 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Set router 6f640bb2-b8d7-4762-a52a-f94353d8f511 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:10.021368 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Attempting to bind port 5da0b43b-d936-44cc-8a4a-8db7748659e7 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:46:10.021762 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Attempting to bind port 5da0b43b-d936-44cc-8a4a-8db7748659e7 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '140d2a65-272e-4223-8872-9371855fdd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '83f5ceea-41ff-4739-988c-8153896ce5f3'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:46:10.022100 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Attempting to bind port 5da0b43b-d936-44cc-8a4a-8db7748659e7 on network 83f5ceea-41ff-4739-988c-8153896ce5f3 {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:46:10.028246 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:46:10.029345 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Checking segment: {'id': '140d2a65-272e-4223-8872-9371855fdd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '83f5ceea-41ff-4739-988c-8153896ce5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:10.030316 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.031358 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Bound using segment: {'id': '140d2a65-272e-4223-8872-9371855fdd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '83f5ceea-41ff-4739-988c-8153896ce5f3'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:46:10.032078 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Bound port: 5da0b43b-d936-44cc-8a4a-8db7748659e7, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140d2a65-272e-4223-8872-9371855fdd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '83f5ceea-41ff-4739-988c-8153896ce5f3'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:46:10.032475 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.036210 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:10.039267 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:10.048361 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:46:10.051349 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] Pushing event updated for resources: {'Port': ['ID=91da264d-42a9-4af9-b86a-ce7acbbe4441,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:10.105927 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] For port 5da0b43b-d936-44cc-8a4a-8db7748659e7, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:46:10.113423 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] For port 5da0b43b-d936-44cc-8a4a-8db7748659e7, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5da0b43b-d936-44cc-8a4a-8db7748659e7,segment=NetworkSegment(140d2a65-272e-4223-8872-9371855fdd21),segment_id=140d2a65-272e-4223-8872-9371855fdd21)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:46:10.119480 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.189384 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11ce8a-079e-4be1-8c8a-6283c507919b None None] Pushing event updated for resources: {'Port': ['ID=5da0b43b-d936-44cc-8a4a-8db7748659e7,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:10.241197 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 4, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port': {'id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2652fe36-5640-42dd-9036-f18bd317a42c', 'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'mac_address': 'fa:16:3e:a0:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:06Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 2, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'subnets': [{'id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:10.272680 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Checking router: 6f640bb2-b8d7-4762-a52a-f94353d8f511 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:46:10.273024 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Updating router 6f640bb2-b8d7-4762-a52a-f94353d8f511 port 2652fe36-5640-42dd-9036-f18bd317a42c binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:46:10.310722 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.339212 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.430424 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 680caa55-e6d7-4973-9934-44d0e24dba81 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:10.500105 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 680caa55-e6d7-4973-9934-44d0e24dba81 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:10.508443 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 680caa55-e6d7-4973-9934-44d0e24dba81 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:10.509305 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.609485 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.619935 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028864'] for router, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.632827 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 680caa55-e6d7-4973-9934-44d0e24dba81, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=680caa55-e6d7-4973-9934-44d0e24dba81,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:10.637466 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.691497 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=680caa55-e6d7-4973-9934-44d0e24dba81,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:10.754148 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.760001 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] Router 8baa3346-08a3-41ff-9aec-97ffc71d5ff1 is scheduled to L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 with binding_index 1 {{(pid=93832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:46:10.764795 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Transition to ACTIVE for port object 2652fe36-5640-42dd-9036-f18bd317a42c will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:10.770106 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.822859 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba1c2a-33b2-461e-b41b-a2cd76fe979b None None] Pushing event updated for resources: {'Port': ['ID=2652fe36-5640-42dd-9036-f18bd317a42c,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:10.847902 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba1c2a-33b2-461e-b41b-a2cd76fe979b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.848241 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba1c2a-33b2-461e-b41b-a2cd76fe979b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.848569 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba1c2a-33b2-461e-b41b-a2cd76fe979b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.848894 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba1c2a-33b2-461e-b41b-a2cd76fe979b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.849217 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba1c2a-33b2-461e-b41b-a2cd76fe979b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.849533 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba1c2a-33b2-461e-b41b-a2cd76fe979b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.849846 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba1c2a-33b2-461e-b41b-a2cd76fe979b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.850158 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba1c2a-33b2-461e-b41b-a2cd76fe979b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.850474 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba1c2a-33b2-461e-b41b-a2cd76fe979b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.850783 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba1c2a-33b2-461e-b41b-a2cd76fe979b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.851095 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba1c2a-33b2-461e-b41b-a2cd76fe979b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.851403 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bba1c2a-33b2-461e-b41b-a2cd76fe979b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.883862 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:46:10.889367 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Attempting to bind port 2652fe36-5640-42dd-9036-f18bd317a42c on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:46:10.890480 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Attempting to bind port 2652fe36-5640-42dd-9036-f18bd317a42c by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:46:10.890480 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Attempting to bind port 2652fe36-5640-42dd-9036-f18bd317a42c on network db9d419e-c406-43ce-b3be-07cbf93d9cd2 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:46:10.895475 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:46:10.895877 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Checking segment: {'id': '7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:10.896477 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.897069 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Bound using segment: {'id': '7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:46:10.897207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Sync routers for ids ['8baa3346-08a3-41ff-9aec-97ffc71d5ff1'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:46:10.897847 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Bound port: 2652fe36-5640-42dd-9036-f18bd317a42c, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:46:10.898227 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.907834 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Routers {'8baa3346-08a3-41ff-9aec-97ffc71d5ff1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:10.908851 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:46:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8baa3346-08a3-41ff-9aec-97ffc71d5ff1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:10.909122 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.913293 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-6dac413f-1dd1-487e-b301-63bac77721cc admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7264986 Jul 16 02:46:10.913609 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51334) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:10.965361 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] For port 2652fe36-5640-42dd-9036-f18bd317a42c, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:46:10.969324 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] For port 2652fe36-5640-42dd-9036-f18bd317a42c, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2652fe36-5640-42dd-9036-f18bd317a42c,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:46:10.983415 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:11.047082 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Set router 8baa3346-08a3-41ff-9aec-97ffc71d5ff1 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:11.060558 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba1c2a-33b2-461e-b41b-a2cd76fe979b None None] Pushing event updated for resources: {'Port': ['ID=2652fe36-5640-42dd-9036-f18bd317a42c,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:11.081292 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Routers {'6f640bb2-b8d7-4762-a52a-f94353d8f511'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:11.082456 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:46:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6f640bb2-b8d7-4762-a52a-f94353d8f511'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:11.226711 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] Set router 6f640bb2-b8d7-4762-a52a-f94353d8f511 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:11.348724 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'name': 'tempest-TestSnapshotPattern-225700975-router', 'tenant_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '91da264d-42a9-4af9-b86a-ce7acbbe4441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:09Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 3, 'project_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'gw_port': {'id': '91da264d-42a9-4af9-b86a-ce7acbbe4441', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:09Z', 'updated_at': '2021-07-16T02:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:11.402812 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Checking router: 8baa3346-08a3-41ff-9aec-97ffc71d5ff1 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:46:11.403200 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Updating router 8baa3346-08a3-41ff-9aec-97ffc71d5ff1 port 91da264d-42a9-4af9-b86a-ce7acbbe4441 binding host n-d-800086-6 {{(pid=93833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:46:11.468379 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:11.497084 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:11.568798 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 4, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port': {'id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2652fe36-5640-42dd-9036-f18bd317a42c', 'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'mac_address': 'fa:16:3e:a0:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:06Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'subnets': [{'id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:11.618465 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b99cad-c629-4812-872d-e7f36f62f6f0 None None] The sync data for ids ['6f640bb2-b8d7-4762-a52a-f94353d8f511'] in n-d-800086-6 is: [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 4, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port': {'id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2652fe36-5640-42dd-9036-f18bd317a42c', 'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'mac_address': 'fa:16:3e:a0:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:06Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'subnets': [{'id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:46:11.634531 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd131b9c-050e-47ed-a32e-8404d57c0cb0 None None] Network 83f5ceea-41ff-4739-988c-8153896ce5f3 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:46:11.718795 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] Allocated IP 172.20.0.1 (83f5ceea-41ff-4739-988c-8153896ce5f3/370b453b-1ca7-4059-832a-b30025e13eba/fa0697e4-ed03-4991-bf22-880f78009307) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:46:11.796511 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-9bed44f4-9979-481d-b180-8a19704ae013 None None] Provisioning for port 5da0b43b-d936-44cc-8a4a-8db7748659e7 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:11.853459 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:11.869612 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] Transition to ACTIVE for port object fa0697e4-ed03-4991-bf22-880f78009307 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:11.913903 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:11.925012 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Notify callbacks [] for port, precommit_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:11.940764 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Transition to ACTIVE for port object 91da264d-42a9-4af9-b86a-ce7acbbe4441 will not be triggered until provisioned by entity L2. {{(pid=93833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:11.954683 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:11.962134 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] Network 83f5ceea-41ff-4739-988c-8153896ce5f3 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:11.966559 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:11.971824 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:46:11.975810 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] Pushing event updated for resources: {'Port': ['ID=fa0697e4-ed03-4991-bf22-880f78009307,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:12.032745 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Attempting to bind port 91da264d-42a9-4af9-b86a-ce7acbbe4441 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:46:12.033581 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Attempting to bind port 91da264d-42a9-4af9-b86a-ce7acbbe4441 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:46:12.033581 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Attempting to bind port 91da264d-42a9-4af9-b86a-ce7acbbe4441 on network 88f2079c-e547-45f1-859f-49428e13c11a {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:46:12.037839 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ece0ee-1da6-4810-8a73-6f4ffae7e6d4 None None] Pushing event updated for resources: {'Port': ['ID=91da264d-42a9-4af9-b86a-ce7acbbe4441,revision_number=2']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:12.043431 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:46:12.044254 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Checking segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:12.044786 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.045289 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Bound using segment: {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'} {{(pid=93833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:46:12.045889 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.managers [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Bound port: 91da264d-42a9-4af9-b86a-ce7acbbe4441, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89d032-915a-4643-a96e-b4e1102f91a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a'}}] {{(pid=93833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:46:12.046376 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.069232 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-959031'] for router_interface, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.122545 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] For port 91da264d-42a9-4af9-b86a-ce7acbbe4441, host n-d-800086-6, cleared binding levels {{(pid=93833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:46:12.130735 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] For port 91da264d-42a9-4af9-b86a-ce7acbbe4441, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=91da264d-42a9-4af9-b86a-ce7acbbe4441,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:46:12.139398 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.321877 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Routers {'8baa3346-08a3-41ff-9aec-97ffc71d5ff1'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:12.322402 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:46:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8baa3346-08a3-41ff-9aec-97ffc71d5ff1'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:12.333828 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ece0ee-1da6-4810-8a73-6f4ffae7e6d4 None None] Pushing event updated for resources: {'Port': ['ID=91da264d-42a9-4af9-b86a-ce7acbbe4441,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:12.388758 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.565248 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] Set router 8baa3346-08a3-41ff-9aec-97ffc71d5ff1 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:12.610695 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 680caa55-e6d7-4973-9934-44d0e24dba81 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:12.655571 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.665100 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.740595 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-959043'] for router_interface, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.742443 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] Pushing event updated for resources: {'Port': ['ID=fa0697e4-ed03-4991-bf22-880f78009307,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:12.773482 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 680caa55-e6d7-4973-9934-44d0e24dba81 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:12.774082 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.778314 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-37ab4cc7-2e3a-4f7b-9b7b-16936d4a95ca None None] Provisioning for port fa0697e4-ed03-4991-bf22-880f78009307 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:12.808527 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-37ab4cc7-2e3a-4f7b-9b7b-16936d4a95ca None None] Provisioning complete for port fa0697e4-ed03-4991-bf22-880f78009307 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:12.808918 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-37ab4cc7-2e3a-4f7b-9b7b-16936d4a95ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.856198 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] Network 83f5ceea-41ff-4739-988c-8153896ce5f3 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:12.860525 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:12.887794 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-37ab4cc7-2e3a-4f7b-9b7b-16936d4a95ca None None] Port fa0697e4-ed03-4991-bf22-880f78009307 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:46:12.945262 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5da0b43b-d936-44cc-8a4a-8db7748659e7 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:12.972375 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'name': 'tempest-TestSnapshotPattern-225700975-router', 'tenant_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '91da264d-42a9-4af9-b86a-ce7acbbe4441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:09Z', 'updated_at': '2021-07-16T02:46:12Z', 'revision_number': 4, 'project_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'gw_port': {'id': '91da264d-42a9-4af9-b86a-ce7acbbe4441', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:09Z', 'updated_at': '2021-07-16T02:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'fa0697e4-ed03-4991-bf22-880f78009307', 'name': '', 'network_id': '83f5ceea-41ff-4739-988c-8153896ce5f3', 'tenant_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'mac_address': 'fa:16:3e:07:23:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '370b453b-1ca7-4059-832a-b30025e13eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:11Z', 'updated_at': '2021-07-16T02:46:11Z', 'revision_number': 1, 'project_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'subnets': [{'id': '370b453b-1ca7-4059-832a-b30025e13eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:13.002496 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] Router 8baa3346-08a3-41ff-9aec-97ffc71d5ff1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:46:13.005906 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86142d63-1c6f-456b-a344-0ac566b610ed None None] The sync data for ids ['8baa3346-08a3-41ff-9aec-97ffc71d5ff1'] in n-d-800086-6 is: [{'id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'name': 'tempest-TestSnapshotPattern-225700975-router', 'tenant_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '91da264d-42a9-4af9-b86a-ce7acbbe4441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:09Z', 'updated_at': '2021-07-16T02:46:12Z', 'revision_number': 4, 'project_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'gw_port': {'id': '91da264d-42a9-4af9-b86a-ce7acbbe4441', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:09Z', 'updated_at': '2021-07-16T02:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'fa0697e4-ed03-4991-bf22-880f78009307', 'name': '', 'network_id': '83f5ceea-41ff-4739-988c-8153896ce5f3', 'tenant_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'mac_address': 'fa:16:3e:07:23:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '370b453b-1ca7-4059-832a-b30025e13eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:11Z', 'updated_at': '2021-07-16T02:46:11Z', 'revision_number': 1, 'project_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'subnets': [{'id': '370b453b-1ca7-4059-832a-b30025e13eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:46:13.034918 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 5da0b43b-d936-44cc-8a4a-8db7748659e7 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:13.041859 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 5da0b43b-d936-44cc-8a4a-8db7748659e7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:13.042560 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:13.148419 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:46:13.148769 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:13.157812 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-e371fe44-0a19-4ef0-8611-70cb079d0f00 admin admin] 10.222.0.54 "PUT /v2.0/routers/8baa3346-08a3-41ff-9aec-97ffc71d5ff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2429535 Jul 16 02:46:13.189226 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 5da0b43b-d936-44cc-8a4a-8db7748659e7, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5da0b43b-d936-44cc-8a4a-8db7748659e7,segment=NetworkSegment(140d2a65-272e-4223-8872-9371855fdd21),segment_id=140d2a65-272e-4223-8872-9371855fdd21)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:13.196582 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:13.197410 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2652fe36-5640-42dd-9036-f18bd317a42c up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:13.293710 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-ca53cb80-cded-4053-a137-08ef8b43d5a1 None None] Provisioning complete for port fa0697e4-ed03-4991-bf22-880f78009307 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:13.294092 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-ca53cb80-cded-4053-a137-08ef8b43d5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:13.337224 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=5da0b43b-d936-44cc-8a4a-8db7748659e7,revision_number=3']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:13.360030 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-ca53cb80-cded-4053-a137-08ef8b43d5a1 None None] Port fa0697e4-ed03-4991-bf22-880f78009307 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:46:13.363904 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 2652fe36-5640-42dd-9036-f18bd317a42c completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:13.368478 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 2652fe36-5640-42dd-9036-f18bd317a42c triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:13.368913 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:13.463559 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:13.502396 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 2652fe36-5640-42dd-9036-f18bd317a42c, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2652fe36-5640-42dd-9036-f18bd317a42c,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:13.506985 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:13.573125 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=2652fe36-5640-42dd-9036-f18bd317a42c,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:14.374805 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5da0b43b-d936-44cc-8a4a-8db7748659e7 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:14.613679 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 5da0b43b-d936-44cc-8a4a-8db7748659e7 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:14.614062 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:14.713734 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2652fe36-5640-42dd-9036-f18bd317a42c up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:14.765547 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 2652fe36-5640-42dd-9036-f18bd317a42c triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:14.765914 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:14.866557 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51344) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:14.872035 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-cddfdad7-2b87-4c26-ac4f-1ef9110e9a75 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1897929590', 'description': 'tempest-secgroup-smoke-1897929590 description', 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:14.894954 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cddfdad7-2b87-4c26-ac4f-1ef9110e9a75 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:14.987557 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cddfdad7-2b87-4c26-ac4f-1ef9110e9a75 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:14.992011 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cddfdad7-2b87-4c26-ac4f-1ef9110e9a75 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.021812 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-cddfdad7-2b87-4c26-ac4f-1ef9110e9a75 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.023089 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-cddfdad7-2b87-4c26-ac4f-1ef9110e9a75 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1554835 Jul 16 02:46:15.026218 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51346) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:15.029878 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfdad7-2b87-4c26-ac4f-1ef9110e9a75 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf20d47-37bb-4a1d-8d94-dca84dc7c640,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:15.031594 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-75f14b07-7f6f-42f5-b0c7-d4099c91e630 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Request body: {'security_group_rule': {'security_group_id': 'fbf20d47-37bb-4a1d-8d94-dca84dc7c640', 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:15.061858 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-75f14b07-7f6f-42f5-b0c7-d4099c91e630 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.124141 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-75f14b07-7f6f-42f5-b0c7-d4099c91e630 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.128209 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-75f14b07-7f6f-42f5-b0c7-d4099c91e630 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.150707 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f14b07-7f6f-42f5-b0c7-d4099c91e630 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e0dd7e-d1a5-4c6a-aa0b-013b31bbcaf7,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:15.158325 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-75f14b07-7f6f-42f5-b0c7-d4099c91e630 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.159525 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-75f14b07-7f6f-42f5-b0c7-d4099c91e630 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323025 Jul 16 02:46:15.162257 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51348) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:15.166847 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-66a5b005-77a9-4df4-bd2b-c07a94388a89 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Request body: {'security_group_rule': {'security_group_id': 'fbf20d47-37bb-4a1d-8d94-dca84dc7c640', 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:15.194919 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-66a5b005-77a9-4df4-bd2b-c07a94388a89 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.259470 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-66a5b005-77a9-4df4-bd2b-c07a94388a89 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.263455 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-66a5b005-77a9-4df4-bd2b-c07a94388a89 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.282220 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5b005-77a9-4df4-bd2b-c07a94388a89 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802d861d-2dcf-48d0-9cda-019edd149100,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:15.290258 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-66a5b005-77a9-4df4-bd2b-c07a94388a89 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.291991 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-66a5b005-77a9-4df4-bd2b-c07a94388a89 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1285763 Jul 16 02:46:15.296241 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51350) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:15.300844 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-625552fe-adcc-4e39-9282-61d92eff62da tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Request body: {'security_group_rule': {'security_group_id': 'fbf20d47-37bb-4a1d-8d94-dca84dc7c640', 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:15.327236 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-625552fe-adcc-4e39-9282-61d92eff62da tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.390418 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-625552fe-adcc-4e39-9282-61d92eff62da tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.394937 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-625552fe-adcc-4e39-9282-61d92eff62da tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.416133 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625552fe-adcc-4e39-9282-61d92eff62da tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697b3ec1-9b4c-41f0-8bb6-18d4167d20bf,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:15.424057 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-625552fe-adcc-4e39-9282-61d92eff62da tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.427757 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-625552fe-adcc-4e39-9282-61d92eff62da tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282353 Jul 16 02:46:15.428261 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51352) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:15.432801 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-8d0c3d4a-d0cf-43e4-8d69-37e78438d797 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Request body: {'security_group_rule': {'security_group_id': 'fbf20d47-37bb-4a1d-8d94-dca84dc7c640', 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:15.460982 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8d0c3d4a-d0cf-43e4-8d69-37e78438d797 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.523884 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8d0c3d4a-d0cf-43e4-8d69-37e78438d797 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.528532 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8d0c3d4a-d0cf-43e4-8d69-37e78438d797 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.549002 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c3d4a-d0cf-43e4-8d69-37e78438d797 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47fbd47-8866-4c94-ba54-6e9369bb12c0,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:15.556626 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-8d0c3d4a-d0cf-43e4-8d69-37e78438d797 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.561408 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-8d0c3d4a-d0cf-43e4-8d69-37e78438d797 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288245 Jul 16 02:46:15.561637 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51354) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:15.566202 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-cc5d85de-a7c1-40b2-8baf-799171b59b38 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Request body: {'security_group_rule': {'security_group_id': 'fbf20d47-37bb-4a1d-8d94-dca84dc7c640', 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:15.590445 n-d-800086-6 neutron-server[93832]: INFO neutron.db.securitygroups_db [None req-cc5d85de-a7c1-40b2-8baf-799171b59b38 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Project b44c43e3f69d4d89a49e6cdee34a810d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:46:15.595628 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc5d85de-a7c1-40b2-8baf-799171b59b38 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.661699 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc5d85de-a7c1-40b2-8baf-799171b59b38 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.665465 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc5d85de-a7c1-40b2-8baf-799171b59b38 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.894839 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Sync routers for ids ['8baa3346-08a3-41ff-9aec-97ffc71d5ff1'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:46:15.908645 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Routers {'8baa3346-08a3-41ff-9aec-97ffc71d5ff1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:15.909267 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:46:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8baa3346-08a3-41ff-9aec-97ffc71d5ff1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:15.976456 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d85de-a7c1-40b2-8baf-799171b59b38 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24566ac0-90e7-4906-b133-9c6a226930ea,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:15.982995 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-cc5d85de-a7c1-40b2-8baf-799171b59b38 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.984363 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-cc5d85de-a7c1-40b2-8baf-799171b59b38 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4217510 Jul 16 02:46:15.987131 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51356) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:15.991914 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-e063a5bf-cd96-4e7f-abc4-aa771d900166 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Request body: {'security_group_rule': {'security_group_id': 'fbf20d47-37bb-4a1d-8d94-dca84dc7c640', 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:16.013913 n-d-800086-6 neutron-server[93832]: INFO neutron.db.securitygroups_db [None req-e063a5bf-cd96-4e7f-abc4-aa771d900166 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Project b44c43e3f69d4d89a49e6cdee34a810d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:46:16.020107 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e063a5bf-cd96-4e7f-abc4-aa771d900166 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:16.023216 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Set router 8baa3346-08a3-41ff-9aec-97ffc71d5ff1 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:16.077812 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e063a5bf-cd96-4e7f-abc4-aa771d900166 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:16.081728 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e063a5bf-cd96-4e7f-abc4-aa771d900166 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587054'] for security_group_rule, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:16.100408 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063a5bf-cd96-4e7f-abc4-aa771d900166 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415f3f15-b953-48db-b22c-3c0d8080ca33,revision_number=0']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:16.107222 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-e063a5bf-cd96-4e7f-abc4-aa771d900166 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:16.116620 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-e063a5bf-cd96-4e7f-abc4-aa771d900166 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205568 Jul 16 02:46:16.245274 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'name': 'tempest-TestSnapshotPattern-225700975-router', 'tenant_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '91da264d-42a9-4af9-b86a-ce7acbbe4441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:09Z', 'updated_at': '2021-07-16T02:46:12Z', 'revision_number': 4, 'project_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'gw_port': {'id': '91da264d-42a9-4af9-b86a-ce7acbbe4441', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:09Z', 'updated_at': '2021-07-16T02:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'fa0697e4-ed03-4991-bf22-880f78009307', 'name': '', 'network_id': '83f5ceea-41ff-4739-988c-8153896ce5f3', 'tenant_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'mac_address': 'fa:16:3e:07:23:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '370b453b-1ca7-4059-832a-b30025e13eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:11Z', 'updated_at': '2021-07-16T02:46:12Z', 'revision_number': 2, 'project_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'subnets': [{'id': '370b453b-1ca7-4059-832a-b30025e13eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:16.251441 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04ad019d-12f3-4443-b940-bd0b038e470b req-034724c0-af0e-4fa7-9f17-15bb39f44b65 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1897929590&fields=id&tenant_id=b44c43e3f69d4d89a49e6cdee34a810d HTTP/1.1" status: 200 len: 267 time: 0.0346515 Jul 16 02:46:16.272337 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Checking router: 8baa3346-08a3-41ff-9aec-97ffc71d5ff1 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:46:16.272693 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Updating router 8baa3346-08a3-41ff-9aec-97ffc71d5ff1 port fa0697e4-ed03-4991-bf22-880f78009307 binding host n-d-800086-6 {{(pid=93834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:46:16.317347 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:16.369050 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad019d-12f3-4443-b940-bd0b038e470b req-fe660d4c-595e-4d3c-ba51-4d3c1023865a tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:16.377062 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04ad019d-12f3-4443-b940-bd0b038e470b req-fe660d4c-595e-4d3c-ba51-4d3c1023865a tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/networks?id=db9d419e-c406-43ce-b3be-07cbf93d9cd2 HTTP/1.1" status: 200 len: 809 time: 0.1187959 Jul 16 02:46:16.383333 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 91da264d-42a9-4af9-b86a-ce7acbbe4441 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:16.393896 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04ad019d-12f3-4443-b940-bd0b038e470b req-111d86a5-cbe1-4998-81ff-68082d982335 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/quotas/b44c43e3f69d4d89a49e6cdee34a810d HTTP/1.1" status: 200 len: 375 time: 0.0159261 Jul 16 02:46:16.436574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port 91da264d-42a9-4af9-b86a-ce7acbbe4441 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:16.441025 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 91da264d-42a9-4af9-b86a-ce7acbbe4441 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:16.441401 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:16.474387 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04ad019d-12f3-4443-b940-bd0b038e470b req-49130921-396d-4bd7-949b-a45a31d5253f tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b44c43e3f69d4d89a49e6cdee34a810d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796103 Jul 16 02:46:16.530687 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:16.553824 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port 91da264d-42a9-4af9-b86a-ce7acbbe4441, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=91da264d-42a9-4af9-b86a-ce7acbbe4441,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:16.562440 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:16.621115 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=91da264d-42a9-4af9-b86a-ce7acbbe4441,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:16.649659 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:16.660392 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Transition to ACTIVE for port object fa0697e4-ed03-4991-bf22-880f78009307 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:16.666182 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:16.707899 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04ad019d-12f3-4443-b940-bd0b038e470b req-46b29641-37a3-430c-9f92-adf6ae94b30c service neutron] 10.222.0.54 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196724 Jul 16 02:46:16.721545 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef820178-7b47-4716-aa95-b706ddca1ab4 None None] Pushing event updated for resources: {'Port': ['ID=fa0697e4-ed03-4991-bf22-880f78009307,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:16.792313 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Attempting to bind port fa0697e4-ed03-4991-bf22-880f78009307 on host n-d-800086-6 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:46:16.792313 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Attempting to bind port fa0697e4-ed03-4991-bf22-880f78009307 by drivers openvswitch,hyperv on host n-d-800086-6 at level 0 using segments [{'id': '140d2a65-272e-4223-8872-9371855fdd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '83f5ceea-41ff-4739-988c-8153896ce5f3'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:46:16.792752 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Attempting to bind port fa0697e4-ed03-4991-bf22-880f78009307 on network 83f5ceea-41ff-4739-988c-8153896ce5f3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:46:16.799055 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Checking agent: {'id': 'df76d4bc-0cef-42a7-89f4-e3c929a6c9b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 18, 1), 'started_at': datetime.datetime(2021, 7, 16, 1, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800086-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:46:16.799525 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Checking segment: {'id': '140d2a65-272e-4223-8872-9371855fdd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '83f5ceea-41ff-4739-988c-8153896ce5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:16.799867 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:16.800259 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Bound using segment: {'id': '140d2a65-272e-4223-8872-9371855fdd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '83f5ceea-41ff-4739-988c-8153896ce5f3'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:46:16.800727 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Bound port: fa0697e4-ed03-4991-bf22-880f78009307, host: n-d-800086-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140d2a65-272e-4223-8872-9371855fdd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '83f5ceea-41ff-4739-988c-8153896ce5f3'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:46:16.801108 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:16.802396 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-04ad019d-12f3-4443-b940-bd0b038e470b req-a199972e-57bf-4adf-9116-f10ad9314087 service neutron] 10.222.0.54 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939510 Jul 16 02:46:16.868860 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] For port fa0697e4-ed03-4991-bf22-880f78009307, host n-d-800086-6, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:46:16.872776 n-d-800086-6 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] For port fa0697e4-ed03-4991-bf22-880f78009307, host n-d-800086-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=fa0697e4-ed03-4991-bf22-880f78009307,segment=NetworkSegment(140d2a65-272e-4223-8872-9371855fdd21),segment_id=140d2a65-272e-4223-8872-9371855fdd21)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:46:16.877546 n-d-800086-6 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:16.941427 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Routers {'8baa3346-08a3-41ff-9aec-97ffc71d5ff1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:16.942067 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:46:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8baa3346-08a3-41ff-9aec-97ffc71d5ff1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:16.944028 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef820178-7b47-4716-aa95-b706ddca1ab4 None None] Pushing event updated for resources: {'Port': ['ID=fa0697e4-ed03-4991-bf22-880f78009307,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:17.000132 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f6b7aac9-7814-411d-bd4d-a415e6e87601 req-d5ead376-8a78-4c19-a180-d86ec07d1e5a tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 210 time: 0.0298040 Jul 16 02:46:17.065171 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] Set router 8baa3346-08a3-41ff-9aec-97ffc71d5ff1 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:17.263914 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'name': 'tempest-TestSnapshotPattern-225700975-router', 'tenant_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '91da264d-42a9-4af9-b86a-ce7acbbe4441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:09Z', 'updated_at': '2021-07-16T02:46:12Z', 'revision_number': 4, 'project_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'gw_port': {'id': '91da264d-42a9-4af9-b86a-ce7acbbe4441', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:09Z', 'updated_at': '2021-07-16T02:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'fa0697e4-ed03-4991-bf22-880f78009307', 'name': '', 'network_id': '83f5ceea-41ff-4739-988c-8153896ce5f3', 'tenant_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'mac_address': 'fa:16:3e:07:23:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '370b453b-1ca7-4059-832a-b30025e13eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:11Z', 'updated_at': '2021-07-16T02:46:16Z', 'revision_number': 4, 'project_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'subnets': [{'id': '370b453b-1ca7-4059-832a-b30025e13eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:17.378707 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8936c2-f39b-44a1-8263-980cb42f6049 None None] The sync data for ids ['8baa3346-08a3-41ff-9aec-97ffc71d5ff1'] in n-d-800086-6 is: [{'id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'name': 'tempest-TestSnapshotPattern-225700975-router', 'tenant_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '91da264d-42a9-4af9-b86a-ce7acbbe4441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:09Z', 'updated_at': '2021-07-16T02:46:12Z', 'revision_number': 4, 'project_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'gw_port': {'id': '91da264d-42a9-4af9-b86a-ce7acbbe4441', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:09Z', 'updated_at': '2021-07-16T02:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': 'fa0697e4-ed03-4991-bf22-880f78009307', 'name': '', 'network_id': '83f5ceea-41ff-4739-988c-8153896ce5f3', 'tenant_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'mac_address': 'fa:16:3e:07:23:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '370b453b-1ca7-4059-832a-b30025e13eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:11Z', 'updated_at': '2021-07-16T02:46:16Z', 'revision_number': 4, 'project_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'subnets': [{'id': '370b453b-1ca7-4059-832a-b30025e13eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:46:18.099771 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e2051a95-9af1-476a-8dd5-c5752071c060 req-aab1105e-66fe-4b9e-9901-acef73178785 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 210 time: 0.0348444 Jul 16 02:46:18.374048 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 91da264d-42a9-4af9-b86a-ce7acbbe4441 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:18.424356 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port 91da264d-42a9-4af9-b86a-ce7acbbe4441 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:18.424733 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:18.500931 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device fa0697e4-ed03-4991-bf22-880f78009307 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:18.550126 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning for port fa0697e4-ed03-4991-bf22-880f78009307 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:18.553863 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port fa0697e4-ed03-4991-bf22-880f78009307 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:18.554239 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:18.636048 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:18.670731 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] For port fa0697e4-ed03-4991-bf22-880f78009307, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=fa0697e4-ed03-4991-bf22-880f78009307,segment=NetworkSegment(140d2a65-272e-4223-8872-9371855fdd21),segment_id=140d2a65-272e-4223-8872-9371855fdd21)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:18.675031 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:18.727137 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Pushing event updated for resources: {'Port': ['ID=fa0697e4-ed03-4991-bf22-880f78009307,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:19.181801 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-5f0b5188-ade4-4ae8-8e83-786f72143c8c req-aef5da28-baa9-425e-a8f7-eded5524d236 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 210 time: 0.0288389 Jul 16 02:46:20.265564 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fdd2e6d5-455b-41d9-bd71-73bb82393384 req-dcd9d00e-eb1b-47be-b908-6e562fb84076 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 210 time: 0.0307891 Jul 16 02:46:20.351781 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device fa0697e4-ed03-4991-bf22-880f78009307 up at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:20.410138 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Provisioning complete for port fa0697e4-ed03-4991-bf22-880f78009307 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:20.410530 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:21.407495 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-29cd7284-db85-4fb2-b986-eb7c23a875a5 req-377027a3-e59b-40dd-bca5-dda5d261e3ef tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 210 time: 0.0324512 Jul 16 02:46:22.409144 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad019d-12f3-4443-b940-bd0b038e470b req-148a4c34-b96b-46ce-9c68-f82096b9dfdc tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:22.411402 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04ad019d-12f3-4443-b940-bd0b038e470b req-148a4c34-b96b-46ce-9c68-f82096b9dfdc tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.26 "GET /v2.0/networks?id=db9d419e-c406-43ce-b3be-07cbf93d9cd2 HTTP/1.1" status: 200 len: 809 time: 0.1059060 Jul 16 02:46:22.469770 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04ad019d-12f3-4443-b940-bd0b038e470b req-0e5af5d5-b256-4937-9fa6-fe864e565027 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b44c43e3f69d4d89a49e6cdee34a810d HTTP/1.1" status: 200 len: 380 time: 0.0361855 Jul 16 02:46:22.479087 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-04ad019d-12f3-4443-b940-bd0b038e470b req-eeca6620-86f2-45da-904a-93233dcf0e5b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Request body: {'port': {'device_id': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'admin_state_up': True, 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'security_groups': ['fbf20d47-37bb-4a1d-8d94-dca84dc7c640']}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:22.563380 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b747e9a9-ccaa-4230-81c2-b52b54c115b1 req-592c8e1b-8d13-4ab9-a2ab-6f0d025f9be3 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 210 time: 0.0290024 Jul 16 02:46:22.601841 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ad019d-12f3-4443-b940-bd0b038e470b req-eeca6620-86f2-45da-904a-93233dcf0e5b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Made reservation on behalf of b44c43e3f69d4d89a49e6cdee34a810d for: {'port': 1} {{(pid=93832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:46:22.606059 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-04ad019d-12f3-4443-b940-bd0b038e470b req-eeca6620-86f2-45da-904a-93233dcf0e5b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:22.735951 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [req-04ad019d-12f3-4443-b940-bd0b038e470b req-eeca6620-86f2-45da-904a-93233dcf0e5b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Allocated IP 172.20.0.5 (db9d419e-c406-43ce-b3be-07cbf93d9cd2/36fa66da-e3fa-4882-9127-b291f4abb2fe/b4e74678-f1c1-4b90-bb63-effdc6334ecd) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:46:22.877381 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-04ad019d-12f3-4443-b940-bd0b038e470b req-eeca6620-86f2-45da-904a-93233dcf0e5b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:22.895935 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-04ad019d-12f3-4443-b940-bd0b038e470b req-eeca6620-86f2-45da-904a-93233dcf0e5b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Transition to ACTIVE for port object b4e74678-f1c1-4b90-bb63-effdc6334ecd will not be triggered until provisioned by entity DHCP. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:22.929131 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-04ad019d-12f3-4443-b940-bd0b038e470b req-eeca6620-86f2-45da-904a-93233dcf0e5b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:22.975468 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ad019d-12f3-4443-b940-bd0b038e470b req-eeca6620-86f2-45da-904a-93233dcf0e5b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Network db9d419e-c406-43ce-b3be-07cbf93d9cd2 is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:22.981477 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [req-04ad019d-12f3-4443-b940-bd0b038e470b req-eeca6620-86f2-45da-904a-93233dcf0e5b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:22.985519 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ad019d-12f3-4443-b940-bd0b038e470b req-eeca6620-86f2-45da-904a-93233dcf0e5b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:46:23.016561 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca6620-86f2-45da-904a-93233dcf0e5b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Pushing event updated for resources: {'Port': ['ID=b4e74678-f1c1-4b90-bb63-effdc6334ecd,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:23.049794 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad019d-12f3-4443-b940-bd0b038e470b req-eeca6620-86f2-45da-904a-93233dcf0e5b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:23.050473 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-04ad019d-12f3-4443-b940-bd0b038e470b req-eeca6620-86f2-45da-904a-93233dcf0e5b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:23.065991 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04ad019d-12f3-4443-b940-bd0b038e470b req-eeca6620-86f2-45da-904a-93233dcf0e5b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5907140 Jul 16 02:46:23.084361 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Request body: {'port': {'device_id': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800086-6'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:23.170035 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:23.193085 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fcf44f0f-2e17-49b8-81b6-f860d2bb2171 None None] Provisioning for port b4e74678-f1c1-4b90-bb63-effdc6334ecd completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:23.197229 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-fcf44f0f-2e17-49b8-81b6-f860d2bb2171 None None] Provisioning complete for port b4e74678-f1c1-4b90-bb63-effdc6334ecd triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:23.197678 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fcf44f0f-2e17-49b8-81b6-f860d2bb2171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:23.233614 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-fcf44f0f-2e17-49b8-81b6-f860d2bb2171 None None] Port b4e74678-f1c1-4b90-bb63-effdc6334ecd cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:46:23.457537 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e74678-f1c1-4b90-bb63-effdc6334ecd {{(pid=93832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:46:23.465546 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:23.477718 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.provisioning_blocks [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Transition to ACTIVE for port object b4e74678-f1c1-4b90-bb63-effdc6334ecd will not be triggered until provisioned by entity L2. {{(pid=93832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:23.482887 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:23.536740 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e74678-f1c1-4b90-bb63-effdc6334ecd,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:23.618306 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Attempting to bind port b4e74678-f1c1-4b90-bb63-effdc6334ecd on host n-h1-800086-6 for vnic_type normal with profile {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:46:23.618648 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Attempting to bind port b4e74678-f1c1-4b90-bb63-effdc6334ecd by drivers openvswitch,hyperv on host n-h1-800086-6 at level 0 using segments [{'id': '7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2'}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:46:23.618980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Attempting to bind port b4e74678-f1c1-4b90-bb63-effdc6334ecd on network db9d419e-c406-43ce-b3be-07cbf93d9cd2 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:46:23.624818 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Port b4e74678-f1c1-4b90-bb63-effdc6334ecd on network db9d419e-c406-43ce-b3be-07cbf93d9cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800086-6 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:46:23.625154 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Attempting to bind port b4e74678-f1c1-4b90-bb63-effdc6334ecd on network db9d419e-c406-43ce-b3be-07cbf93d9cd2 {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:46:23.631410 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Checking agent: {'id': '5bd968fe-382b-4b9d-8991-51273deae5d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:46:23.631832 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Checking segment: {'id': '7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:23.632226 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Bound using segment: {'id': '7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2'} {{(pid=93832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:46:23.632664 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.managers [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Bound port: b4e74678-f1c1-4b90-bb63-effdc6334ecd, host: n-h1-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2'}}] {{(pid=93832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:46:23.633025 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:23.743002 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] For port b4e74678-f1c1-4b90-bb63-effdc6334ecd, host n-h1-800086-6, cleared binding levels {{(pid=93832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:46:23.748438 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] For port b4e74678-f1c1-4b90-bb63-effdc6334ecd, host n-h1-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=b4e74678-f1c1-4b90-bb63-effdc6334ecd,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:46:23.754525 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:23.807295 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:23.807973 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:23.810426 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04ad019d-12f3-4443-b940-bd0b038e470b req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] 10.222.0.26 "PUT /v2.0/ports/b4e74678-f1c1-4b90-bb63-effdc6334ecd HTTP/1.1" status: 200 len: 1091 time: 0.7306657 Jul 16 02:46:23.810900 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'tag': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:46:23.813274 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6f1a8c-ade0-45bc-a119-f4b452136e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "77b10c62-1030-46f4-9da5-0125b7b8abae", "tag": "b4e74678-f1c1-4b90-bb63-effdc6334ecd"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:46:23.829081 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a820d9-c308-4dc8-8aea-bfcf0e3953fd req-84df1787-dc67-4f0e-b045-d438b6bf05ec tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:23.830836 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c1a820d9-c308-4dc8-8aea-bfcf0e3953fd req-84df1787-dc67-4f0e-b045-d438b6bf05ec tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 943 time: 0.1414220 Jul 16 02:46:23.853435 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aea2f5-b6a5-42c3-ba12-58b1f762d924 x-openstack-request-id: req-91aea2f5-b6a5-42c3-ba12-58b1f762d924 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:46:23.853729 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b10c62-1030-46f4-9da5-0125b7b8abae", "tag": "b4e74678-f1c1-4b90-bb63-effdc6334ecd", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:46:23.854272 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-91aea2f5-b6a5-42c3-ba12-58b1f762d924 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:46:23.854454 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'tag': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'status': 'completed', 'code': 200} Jul 16 02:46:23.861110 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6338c6-9b26-4855-93e4-0fd280434dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e74678-f1c1-4b90-bb63-effdc6334ecd,revision_number=3']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:23.894694 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c1a820d9-c308-4dc8-8aea-bfcf0e3953fd req-e66add4b-d74e-4185-ae78-5dcf628715ce tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541041 Jul 16 02:46:23.948666 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad019d-12f3-4443-b940-bd0b038e470b req-53b47887-d672-4df6-9e41-17c3681d6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:23.950203 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04ad019d-12f3-4443-b940-bd0b038e470b req-53b47887-d672-4df6-9e41-17c3681d6aa1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44c43e3f69d4d89a49e6cdee34a810d&device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 1094 time: 0.0667698 Jul 16 02:46:24.000699 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04ad019d-12f3-4443-b940-bd0b038e470b req-90178924-1af1-43fe-9f6f-147807db0f30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4e74678-f1c1-4b90-bb63-effdc6334ecd HTTP/1.1" status: 200 len: 217 time: 0.0364625 Jul 16 02:46:24.055375 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad019d-12f3-4443-b940-bd0b038e470b req-7403014f-d533-468d-a4b9-31645ce3d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:24.056850 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04ad019d-12f3-4443-b940-bd0b038e470b req-7403014f-d533-468d-a4b9-31645ce3d2d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36fa66da-e3fa-4882-9127-b291f4abb2fe HTTP/1.1" status: 200 len: 848 time: 0.0483243 Jul 16 02:46:24.114594 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad019d-12f3-4443-b940-bd0b038e470b req-c42996ce-058c-4234-a5be-bbdde721fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:24.116112 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04ad019d-12f3-4443-b940-bd0b038e470b req-c42996ce-058c-4234-a5be-bbdde721fb39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db9d419e-c406-43ce-b3be-07cbf93d9cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523305 Jul 16 02:46:24.206754 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04ad019d-12f3-4443-b940-bd0b038e470b req-afd23334-33fb-419b-992f-6424678baf0f service neutron] 10.222.0.26 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834339 Jul 16 02:46:24.300906 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04ad019d-12f3-4443-b940-bd0b038e470b req-98baef36-2c5c-41d2-98be-d00fcbcf4d61 service neutron] 10.222.0.26 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880325 Jul 16 02:46:24.439934 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f1a8c-ade0-45bc-a119-f4b452136e2d req-b69cda95-0aa4-4fa4-9b74-bc8bd57f92b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:24.441537 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f6f1a8c-ade0-45bc-a119-f4b452136e2d req-b69cda95-0aa4-4fa4-9b74-bc8bd57f92b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44c43e3f69d4d89a49e6cdee34a810d&device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 1094 time: 0.0536222 Jul 16 02:46:24.539229 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f1a8c-ade0-45bc-a119-f4b452136e2d req-e43cb7f1-b3df-4bc0-85b9-56955df1ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:24.540745 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f6f1a8c-ade0-45bc-a119-f4b452136e2d req-e43cb7f1-b3df-4bc0-85b9-56955df1ba9a service neutron] 10.222.0.26 "GET /v2.0/networks?id=db9d419e-c406-43ce-b3be-07cbf93d9cd2 HTTP/1.1" status: 200 len: 910 time: 0.0920150 Jul 16 02:46:24.582312 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f6f1a8c-ade0-45bc-a119-f4b452136e2d req-d6935b51-92f6-4b6a-afe2-7a7385663df4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4e74678-f1c1-4b90-bb63-effdc6334ecd HTTP/1.1" status: 200 len: 217 time: 0.0340450 Jul 16 02:46:24.601242 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:24.638344 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f1a8c-ade0-45bc-a119-f4b452136e2d req-a68dc045-552e-4ca5-815f-bbdbe2082bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:24.639836 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f6f1a8c-ade0-45bc-a119-f4b452136e2d req-a68dc045-552e-4ca5-815f-bbdbe2082bbd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36fa66da-e3fa-4882-9127-b291f4abb2fe HTTP/1.1" status: 200 len: 848 time: 0.0512443 Jul 16 02:46:24.697314 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f1a8c-ade0-45bc-a119-f4b452136e2d req-4ca98f5a-f919-42e6-a381-8c0eea2e4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:24.698855 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f6f1a8c-ade0-45bc-a119-f4b452136e2d req-4ca98f5a-f919-42e6-a381-8c0eea2e4fde service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db9d419e-c406-43ce-b3be-07cbf93d9cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523639 Jul 16 02:46:24.791252 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f6f1a8c-ade0-45bc-a119-f4b452136e2d req-26622849-a10e-4f07-8e64-af5cfbb4b5df service neutron] 10.222.0.26 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841000 Jul 16 02:46:24.887737 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1f6f1a8c-ade0-45bc-a119-f4b452136e2d req-90dda8c1-3b18-4510-af61-3db822b7564f service neutron] 10.222.0.26 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891316 Jul 16 02:46:25.080097 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96634c22-7623-407c-bce4-15e9cc412e93 req-799add7c-9259-4386-b081-3f726619e1e6 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:25.081584 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-96634c22-7623-407c-bce4-15e9cc412e93 req-799add7c-9259-4386-b081-3f726619e1e6 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 943 time: 0.0675273 Jul 16 02:46:25.120276 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-96634c22-7623-407c-bce4-15e9cc412e93 req-5dce1b10-99c2-452c-a10e-b2d770f97819 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331066 Jul 16 02:46:26.299436 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bec56f-c13a-44fd-9ce2-fe27657e14a1 req-f1aa2389-ce09-4c8f-8c1c-2477645b3b32 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:26.301027 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-78bec56f-c13a-44fd-9ce2-fe27657e14a1 req-f1aa2389-ce09-4c8f-8c1c-2477645b3b32 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 943 time: 0.0657132 Jul 16 02:46:26.339205 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-78bec56f-c13a-44fd-9ce2-fe27657e14a1 req-bc2edd2f-3f4d-45d4-a797-e371cb8ef405 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326185 Jul 16 02:46:27.120027 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device b4e74678-f1c1-4b90-bb63-effdc6334ecd details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:46:27.219880 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port b4e74678-f1c1-4b90-bb63-effdc6334ecd, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=b4e74678-f1c1-4b90-bb63-effdc6334ecd,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:27.231305 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'port_id': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'mac_address': 'fa:16:3e:ad:17:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:46:27.268012 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:27.280963 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e74678-f1c1-4b90-bb63-effdc6334ecd {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:46:27.302048 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port b4e74678-f1c1-4b90-bb63-effdc6334ecd, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=b4e74678-f1c1-4b90-bb63-effdc6334ecd,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:27.305989 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:27.358702 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=b4e74678-f1c1-4b90-bb63-effdc6334ecd,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:27.519175 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757f6f3-c7ba-469f-a88b-5a8eaf2e9a36 req-46c86da8-b9e0-42e4-aca4-8f4e17b0c898 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:27.520847 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6757f6f3-c7ba-469f-a88b-5a8eaf2e9a36 req-46c86da8-b9e0-42e4-aca4-8f4e17b0c898 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 944 time: 0.0692158 Jul 16 02:46:27.561793 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-6757f6f3-c7ba-469f-a88b-5a8eaf2e9a36 req-d79fd22b-9c5c-41f2-85f3-54938f61ba03 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347135 Jul 16 02:46:27.645189 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['b4e74678-f1c1-4b90-bb63-effdc6334ecd'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:46:28.495511 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e14efd54-c2aa-489d-91c2-933342c19516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:28.746321 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35be164-8f55-4e57-aba8-db809ffd113b req-6d2a7c39-bfae-49b7-82dc-e8ed9c962796 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:28.747985 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c35be164-8f55-4e57-aba8-db809ffd113b req-6d2a7c39-bfae-49b7-82dc-e8ed9c962796 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 944 time: 0.0697327 Jul 16 02:46:28.786494 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c35be164-8f55-4e57-aba8-db809ffd113b req-a373665f-a289-49f2-a656-13670005e62b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330231 Jul 16 02:46:29.118879 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device b4e74678-f1c1-4b90-bb63-effdc6334ecd up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:29.169400 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning for port b4e74678-f1c1-4b90-bb63-effdc6334ecd completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:29.173392 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port b4e74678-f1c1-4b90-bb63-effdc6334ecd triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:29.173765 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:29.249977 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:29.273077 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:46:29.275369 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49997c81-7ff8-4ecd-bb04-ce6bc1077655" -d '{"events": [{"server_uuid": "77b10c62-1030-46f4-9da5-0125b7b8abae", "name": "network-vif-plugged", "status": "completed", "tag": "b4e74678-f1c1-4b90-bb63-effdc6334ecd"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:46:29.294962 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port b4e74678-f1c1-4b90-bb63-effdc6334ecd, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=b4e74678-f1c1-4b90-bb63-effdc6334ecd,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:29.300300 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:29.325264 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f2fc5e-e17a-4225-8302-83c3e485f244 x-openstack-request-id: req-08f2fc5e-e17a-4225-8302-83c3e485f244 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:46:29.325558 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b10c62-1030-46f4-9da5-0125b7b8abae", "name": "network-vif-plugged", "status": "completed", "tag": "b4e74678-f1c1-4b90-bb63-effdc6334ecd", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:46:29.325810 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-08f2fc5e-e17a-4225-8302-83c3e485f244 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:46:29.326192 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'code': 200} Jul 16 02:46:29.352021 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=b4e74678-f1c1-4b90-bb63-effdc6334ecd,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:29.455819 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8e6cb-0bbb-4d81-ae32-59d4a381323b req-b259200d-998e-4e75-b2f1-fd17939798ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:29.457294 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f5a8e6cb-0bbb-4d81-ae32-59d4a381323b req-b259200d-998e-4e75-b2f1-fd17939798ba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 1096 time: 0.0532947 Jul 16 02:46:29.493854 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f5a8e6cb-0bbb-4d81-ae32-59d4a381323b req-3f2e46b8-5f36-474f-982e-2a3daa26823a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293710 Jul 16 02:46:29.583432 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:29.960949 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49830bfa-80c3-4db4-8def-704f56c50ab0 req-10e9f75a-c02b-460e-8b5a-e2119e0dbbdd tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:29.962449 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-49830bfa-80c3-4db4-8def-704f56c50ab0 req-10e9f75a-c02b-460e-8b5a-e2119e0dbbdd tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 945 time: 0.0639617 Jul 16 02:46:30.000905 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-49830bfa-80c3-4db4-8def-704f56c50ab0 req-da9734fd-e008-4e09-be3b-024c09cda921 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321989 Jul 16 02:46:31.146881 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:31.165333 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-eb1f916e-1d3e-46be-a93f-7c6d4ec5d8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:31.184818 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca188da4-5e2a-457f-9669-2bfe7b21cf13 req-41ca7cd5-7131-48e3-918f-39609fa80e27 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:31.186333 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ca188da4-5e2a-457f-9669-2bfe7b21cf13 req-41ca7cd5-7131-48e3-918f-39609fa80e27 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 945 time: 0.0737035 Jul 16 02:46:31.226664 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ca188da4-5e2a-457f-9669-2bfe7b21cf13 req-37e3adcf-43c4-416d-b33f-a578d0caff94 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346000 Jul 16 02:46:31.409997 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc7768-d603-454f-b3f0-f2e847bae5c2 req-f82ee6a2-f136-422b-a654-c0ae3951e3ab tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:31.411502 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9cc7768-d603-454f-b3f0-f2e847bae5c2 req-f82ee6a2-f136-422b-a654-c0ae3951e3ab tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 945 time: 0.0679340 Jul 16 02:46:31.450825 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-c9cc7768-d603-454f-b3f0-f2e847bae5c2 req-110d1113-9dc1-4d1c-a6b5-79f83c3a092f tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336733 Jul 16 02:46:31.474661 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51430) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:31.569174 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d905492-f595-413d-9282-939e5ba85abe tempest-TestSnapshotPattern-808362466 tempest-TestSnapshotPattern-808362466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:31.570739 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-5d905492-f595-413d-9282-939e5ba85abe tempest-TestSnapshotPattern-808362466 tempest-TestSnapshotPattern-808362466-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 1091 time: 0.0950906 Jul 16 02:46:31.573832 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 51434) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:31.578723 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.v2.base [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:31.601170 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for floatingip, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:31.703636 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:31.805176 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_common [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Allocated IP 172.25.1.206 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/95b46cb8-8ef4-457c-8f97-3c3b00689c4f) {{(pid=93832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:46:31.909813 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for port, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:31.948480 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:31.985290 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:31.990163 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.base_scheduler [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Resources bound (agent type, host, resource id): {{(pid=93832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:31.993631 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Received port after_create {{(pid=93832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:46:32.019402 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Pushing event updated for resources: {'Port': ['ID=95b46cb8-8ef4-457c-8f97-3c3b00689c4f,revision_number=1']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:32.367254 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:32.372601 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:32.449168 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:32.604702 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for port, precommit_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:32.609823 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9181218'] for port, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:32.682682 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Pushing event updated for resources: {'Port': ['ID=95b46cb8-8ef4-457c-8f97-3c3b00689c4f,revision_number=2']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:32.693319 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:32.795501 n-d-800086-6 neutron-server[93832]: INFO neutron.db.l3_db [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Floating IP 13637acb-542a-4fdb-8b2a-125bdd6be8d4 associated. External IP: 172.25.1.206, port: b4e74678-f1c1-4b90-bb63-effdc6334ecd. Jul 16 02:46:33.009146 n-d-800086-6 neutron-server[93832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Router 6f640bb2-b8d7-4762-a52a-f94353d8f511 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:46:33.401081 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:46:33.411299 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce93ba3b-a7fe-4183-93ce-d55d2e47bbf3 None None] Sync routers for ids ['6f640bb2-b8d7-4762-a52a-f94353d8f511'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:46:33.420499 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:33.422202 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce93ba3b-a7fe-4183-93ce-d55d2e47bbf3 None None] Routers {'6f640bb2-b8d7-4762-a52a-f94353d8f511'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:33.422943 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ce93ba3b-a7fe-4183-93ce-d55d2e47bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:46:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6f640bb2-b8d7-4762-a52a-f94353d8f511'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:33.456683 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-998a511f-cc70-45a0-96c2-63f8b0b4d120 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8814631 Jul 16 02:46:33.457339 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'tag': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:46:33.459557 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5d11d8-6b81-4db2-9f15-7654e7289545" -d '{"events": [{"name": "network-changed", "server_uuid": "77b10c62-1030-46f4-9da5-0125b7b8abae", "tag": "b4e74678-f1c1-4b90-bb63-effdc6334ecd"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:46:33.500473 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895b5ea4-9fc3-4e2f-ab56-af2ef0e86bc7 x-openstack-request-id: req-895b5ea4-9fc3-4e2f-ab56-af2ef0e86bc7 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:46:33.500769 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b10c62-1030-46f4-9da5-0125b7b8abae", "tag": "b4e74678-f1c1-4b90-bb63-effdc6334ecd", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:46:33.501024 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-895b5ea4-9fc3-4e2f-ab56-af2ef0e86bc7 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:46:33.501424 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'tag': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'status': 'completed', 'code': 200} Jul 16 02:46:33.533143 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-ce93ba3b-a7fe-4183-93ce-d55d2e47bbf3 None None] Set router 6f640bb2-b8d7-4762-a52a-f94353d8f511 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:33.613265 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d11d8-6b81-4db2-9f15-7654e7289545 req-62266d3e-4f47-4d61-8d9c-ba3dbe516a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:33.614833 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec5d11d8-6b81-4db2-9f15-7654e7289545 req-62266d3e-4f47-4d61-8d9c-ba3dbe516a7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44c43e3f69d4d89a49e6cdee34a810d&device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 1096 time: 0.0633724 Jul 16 02:46:33.712850 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d11d8-6b81-4db2-9f15-7654e7289545 req-6b5dabd7-961b-447d-a327-d4088d26a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:33.715091 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec5d11d8-6b81-4db2-9f15-7654e7289545 req-6b5dabd7-961b-447d-a327-d4088d26a7f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db9d419e-c406-43ce-b3be-07cbf93d9cd2 HTTP/1.1" status: 200 len: 910 time: 0.0927770 Jul 16 02:46:33.773953 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ce93ba3b-a7fe-4183-93ce-d55d2e47bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 4, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port': {'id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '13637acb-542a-4fdb-8b2a-125bdd6be8d4', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'port_id': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'mac_address': 'fa:16:3e:ad:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:46:32Z', 'updated_at': '2021-07-16T02:46:32Z', 'revision_number': 0, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2652fe36-5640-42dd-9036-f18bd317a42c', 'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'mac_address': 'fa:16:3e:a0:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:06Z', 'updated_at': '2021-07-16T02:46:13Z', 'revision_number': 5, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'subnets': [{'id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:33.782458 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec5d11d8-6b81-4db2-9f15-7654e7289545 req-ebc0e63d-1585-4d2a-8f17-9ad950837bc1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4e74678-f1c1-4b90-bb63-effdc6334ecd HTTP/1.1" status: 200 len: 999 time: 0.0601773 Jul 16 02:46:33.805220 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce93ba3b-a7fe-4183-93ce-d55d2e47bbf3 None None] Checking router: 6f640bb2-b8d7-4762-a52a-f94353d8f511 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:46:33.814246 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce93ba3b-a7fe-4183-93ce-d55d2e47bbf3 None None] Routers {'6f640bb2-b8d7-4762-a52a-f94353d8f511'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:33.814875 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ce93ba3b-a7fe-4183-93ce-d55d2e47bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:46:31Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6f640bb2-b8d7-4762-a52a-f94353d8f511'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:33.834280 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d11d8-6b81-4db2-9f15-7654e7289545 req-28ac2530-42aa-4a32-aca8-41231de0ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:33.835786 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec5d11d8-6b81-4db2-9f15-7654e7289545 req-28ac2530-42aa-4a32-aca8-41231de0ecb8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36fa66da-e3fa-4882-9127-b291f4abb2fe HTTP/1.1" status: 200 len: 848 time: 0.0467305 Jul 16 02:46:33.899924 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d11d8-6b81-4db2-9f15-7654e7289545 req-99c961e2-0817-499d-9656-67dc5592058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:33.901415 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec5d11d8-6b81-4db2-9f15-7654e7289545 req-99c961e2-0817-499d-9656-67dc5592058b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db9d419e-c406-43ce-b3be-07cbf93d9cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586283 Jul 16 02:46:33.924100 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-ce93ba3b-a7fe-4183-93ce-d55d2e47bbf3 None None] Set router 6f640bb2-b8d7-4762-a52a-f94353d8f511 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:33.998502 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec5d11d8-6b81-4db2-9f15-7654e7289545 req-2baa88e6-630c-4e20-88be-e1d27aa8303f service neutron] 10.222.0.26 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892627 Jul 16 02:46:34.108409 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-ec5d11d8-6b81-4db2-9f15-7654e7289545 req-542bb933-41bb-4fb8-809d-bc6652d23fd0 service neutron] 10.222.0.26 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027429 Jul 16 02:46:34.155823 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:34.173207 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-ce93ba3b-a7fe-4183-93ce-d55d2e47bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 4, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port': {'id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '13637acb-542a-4fdb-8b2a-125bdd6be8d4', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'port_id': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'mac_address': 'fa:16:3e:ad:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:46:32Z', 'updated_at': '2021-07-16T02:46:32Z', 'revision_number': 0, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2652fe36-5640-42dd-9036-f18bd317a42c', 'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'mac_address': 'fa:16:3e:a0:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:06Z', 'updated_at': '2021-07-16T02:46:13Z', 'revision_number': 5, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'subnets': [{'id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:34.204654 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce93ba3b-a7fe-4183-93ce-d55d2e47bbf3 None None] The sync data for ids ['6f640bb2-b8d7-4762-a52a-f94353d8f511'] in n-d-800086-6 is: [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 4, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port': {'id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '13637acb-542a-4fdb-8b2a-125bdd6be8d4', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'port_id': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'mac_address': 'fa:16:3e:ad:17:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:46:32Z', 'updated_at': '2021-07-16T02:46:32Z', 'revision_number': 0, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2652fe36-5640-42dd-9036-f18bd317a42c', 'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'mac_address': 'fa:16:3e:a0:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:06Z', 'updated_at': '2021-07-16T02:46:13Z', 'revision_number': 5, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'subnets': [{'id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:46:34.428648 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9518c55-ee78-4176-a90e-698c3ea90887 None None] New status for floating IP 13637acb-542a-4fdb-8b2a-125bdd6be8d4: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:46:36.677622 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:46:54.595411 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:58.495354 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-0625f878-962a-4182-8d95-a7d560d6902b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:59.599632 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:01.138317 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:01.156519 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-980f028c-e017-4313-8883-9b7afc0c0a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:02.370434 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:04.137913 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:05.207817 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8edb2c01-6e0d-48cb-bdfb-a889db385218 req-e277f8fa-4b0a-4341-bdf8-d17c0579c93a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516484 Jul 16 02:47:05.324266 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb2c01-6e0d-48cb-bdfb-a889db385218 req-c426788b-799e-4709-b8e5-77da659dccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:05.326371 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8edb2c01-6e0d-48cb-bdfb-a889db385218 req-c426788b-799e-4709-b8e5-77da659dccd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44c43e3f69d4d89a49e6cdee34a810d&device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 1096 time: 0.0547121 Jul 16 02:47:05.436214 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb2c01-6e0d-48cb-bdfb-a889db385218 req-53a8dcd5-2074-475f-b417-c4e53b37861a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:05.437638 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8edb2c01-6e0d-48cb-bdfb-a889db385218 req-53a8dcd5-2074-475f-b417-c4e53b37861a service neutron] 10.222.0.26 "GET /v2.0/networks?id=db9d419e-c406-43ce-b3be-07cbf93d9cd2 HTTP/1.1" status: 200 len: 910 time: 0.0898328 Jul 16 02:47:05.506265 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8edb2c01-6e0d-48cb-bdfb-a889db385218 req-30b86870-e9c3-485f-af56-e4a54f01e365 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4e74678-f1c1-4b90-bb63-effdc6334ecd HTTP/1.1" status: 200 len: 1001 time: 0.0617142 Jul 16 02:47:05.562766 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb2c01-6e0d-48cb-bdfb-a889db385218 req-ab111d6e-d046-4468-bf6a-e627188b0ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:05.564318 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8edb2c01-6e0d-48cb-bdfb-a889db385218 req-ab111d6e-d046-4468-bf6a-e627188b0ed0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36fa66da-e3fa-4882-9127-b291f4abb2fe HTTP/1.1" status: 200 len: 848 time: 0.0511775 Jul 16 02:47:05.622412 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb2c01-6e0d-48cb-bdfb-a889db385218 req-babb6f3c-f935-4018-9fb0-8f78e7e95689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:05.623925 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8edb2c01-6e0d-48cb-bdfb-a889db385218 req-babb6f3c-f935-4018-9fb0-8f78e7e95689 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db9d419e-c406-43ce-b3be-07cbf93d9cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523033 Jul 16 02:47:05.715508 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8edb2c01-6e0d-48cb-bdfb-a889db385218 req-0d4caba2-c457-4f82-927d-2b26b2498276 service neutron] 10.222.0.26 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809207 Jul 16 02:47:05.808686 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-8edb2c01-6e0d-48cb-bdfb-a889db385218 req-0fff5402-897a-4079-ad28-03191bc6ac35 service neutron] 10.222.0.26 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855620 Jul 16 02:47:13.677085 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:47:24.595067 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:28.497789 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3dc05830-263a-4197-8f91-039804f04d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:29.617546 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:31.141979 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:31.157625 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-2ed489ca-3c20-4cd6-b189-51079c8a85d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:32.373827 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:34.140382 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:50.677134 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:47:54.609861 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.498835 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bd4dcbc7-508b-4753-9b85-72a3fe3e53c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.613937 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:01.144279 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:01.163097 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b2faec76-0690-4b7b-bd62-018ff8cb5c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:02.378375 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:04.149317 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:06.232726 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-42c389f1-c1a4-46af-8cbb-c4e42f2528b3 req-50a1456f-5206-4576-8429-a6f378bdb320 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0966439 Jul 16 02:48:06.351136 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c389f1-c1a4-46af-8cbb-c4e42f2528b3 req-5d268d11-7a47-4f93-b583-6dac40de610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:06.353052 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-42c389f1-c1a4-46af-8cbb-c4e42f2528b3 req-5d268d11-7a47-4f93-b583-6dac40de610a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44c43e3f69d4d89a49e6cdee34a810d&device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 1096 time: 0.0602062 Jul 16 02:48:06.462651 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c389f1-c1a4-46af-8cbb-c4e42f2528b3 req-c65db3fc-06c9-4c82-a99d-ae71173691a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:06.464152 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-42c389f1-c1a4-46af-8cbb-c4e42f2528b3 req-c65db3fc-06c9-4c82-a99d-ae71173691a4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db9d419e-c406-43ce-b3be-07cbf93d9cd2 HTTP/1.1" status: 200 len: 910 time: 0.0897486 Jul 16 02:48:06.536349 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-42c389f1-c1a4-46af-8cbb-c4e42f2528b3 req-6f6f35ce-6348-4560-aff8-2ef5aba6333c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4e74678-f1c1-4b90-bb63-effdc6334ecd HTTP/1.1" status: 200 len: 1001 time: 0.0651584 Jul 16 02:48:06.586588 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c389f1-c1a4-46af-8cbb-c4e42f2528b3 req-9bd75056-9522-4e65-b508-2f35d4784830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:06.588128 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-42c389f1-c1a4-46af-8cbb-c4e42f2528b3 req-9bd75056-9522-4e65-b508-2f35d4784830 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36fa66da-e3fa-4882-9127-b291f4abb2fe HTTP/1.1" status: 200 len: 848 time: 0.0461400 Jul 16 02:48:06.645040 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c389f1-c1a4-46af-8cbb-c4e42f2528b3 req-ab794591-f83a-4568-8a6b-35b1ab42ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:06.646539 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-42c389f1-c1a4-46af-8cbb-c4e42f2528b3 req-ab794591-f83a-4568-8a6b-35b1ab42ca09 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db9d419e-c406-43ce-b3be-07cbf93d9cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521486 Jul 16 02:48:06.741075 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-42c389f1-c1a4-46af-8cbb-c4e42f2528b3 req-f61ce404-185e-4ec0-9dfc-721f7eda2fa1 service neutron] 10.222.0.26 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859692 Jul 16 02:48:06.833708 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-42c389f1-c1a4-46af-8cbb-c4e42f2528b3 req-c98e4f39-1c65-4e0e-831c-41bc627db964 service neutron] 10.222.0.26 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852568 Jul 16 02:48:24.623957 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:27.676335 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:48:28.500121 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-93b3ffd6-c42d-4809-8373-ab3501541b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:29.629013 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:31.153479 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:31.158852 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3f38493f-1f6f-4180-a0a5-f80fd6a2a7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:32.379668 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:33.743481 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device b4e74678-f1c1-4b90-bb63-effdc6334ecd details requested by agent hyperv_n-h1-800086-6 with host n-h1-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:48:33.856157 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port b4e74678-f1c1-4b90-bb63-effdc6334ecd, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=b4e74678-f1c1-4b90-bb63-effdc6334ecd,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:33.868814 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Returning: {'device': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'port_id': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'mac_address': 'fa:16:3e:ad:17:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:48:33.910577 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:33.924778 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4e74678-f1c1-4b90-bb63-effdc6334ecd {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:48:33.944460 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port b4e74678-f1c1-4b90-bb63-effdc6334ecd, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=b4e74678-f1c1-4b90-bb63-effdc6334ecd,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:33.950306 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:34.002011 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=b4e74678-f1c1-4b90-bb63-effdc6334ecd,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:34.010025 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:34.010371 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:34.010712 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:34.011048 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:34.011377 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:34.011738 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:34.012059 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:34.012383 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:34.012707 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:34.013038 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:34.013352 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:34.013671 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:34.117185 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] get_ports_and_sgs() called for port_ids ['b4e74678-f1c1-4b90-bb63-effdc6334ecd'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:48:34.162549 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:35.757846 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device b4e74678-f1c1-4b90-bb63-effdc6334ecd up at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:48:35.823578 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Provisioning complete for port b4e74678-f1c1-4b90-bb63-effdc6334ecd triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:48:35.823995 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:35.932444 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:35.966178 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:48:35.968795 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b39617-1911-43ca-9d4b-89c0a5940dbf" -d '{"events": [{"server_uuid": "77b10c62-1030-46f4-9da5-0125b7b8abae", "name": "network-vif-plugged", "status": "completed", "tag": "b4e74678-f1c1-4b90-bb63-effdc6334ecd"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:48:35.989044 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port b4e74678-f1c1-4b90-bb63-effdc6334ecd, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=b4e74678-f1c1-4b90-bb63-effdc6334ecd,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:35.995842 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:36.033567 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7abfa8e-4507-4111-9c32-428e31cdd7d7 x-openstack-request-id: req-c7abfa8e-4507-4111-9c32-428e31cdd7d7 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:48:36.033958 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b10c62-1030-46f4-9da5-0125b7b8abae", "name": "network-vif-plugged", "status": "completed", "tag": "b4e74678-f1c1-4b90-bb63-effdc6334ecd", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:48:36.034177 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7abfa8e-4507-4111-9c32-428e31cdd7d7 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:48:36.034514 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'code': 200} Jul 16 02:48:36.063576 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=b4e74678-f1c1-4b90-bb63-effdc6334ecd,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:46.012991 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a575c701-b589-4e39-ae04-9879605aba1d req-f331b56d-3868-48d9-9b4b-7d534bfcd0cc tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1897929590&fields=id&tenant_id=b44c43e3f69d4d89a49e6cdee34a810d HTTP/1.1" status: 200 len: 267 time: 0.0345430 Jul 16 02:48:46.127291 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575c701-b589-4e39-ae04-9879605aba1d req-60891977-94a7-448a-b47e-3f10b0862450 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:46.128973 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a575c701-b589-4e39-ae04-9879605aba1d req-60891977-94a7-448a-b47e-3f10b0862450 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/networks?id=db9d419e-c406-43ce-b3be-07cbf93d9cd2 HTTP/1.1" status: 200 len: 809 time: 0.1085501 Jul 16 02:48:46.145646 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a575c701-b589-4e39-ae04-9879605aba1d req-f91d8f74-86f2-45d0-b74d-fbe837f73c5d tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/quotas/b44c43e3f69d4d89a49e6cdee34a810d HTTP/1.1" status: 200 len: 375 time: 0.0096924 Jul 16 02:48:46.219135 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a575c701-b589-4e39-ae04-9879605aba1d req-9c5ada48-e42d-473e-9b07-80830be446aa tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b44c43e3f69d4d89a49e6cdee34a810d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0682051 Jul 16 02:48:46.276948 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-a575c701-b589-4e39-ae04-9879605aba1d req-309f6f63-3424-4a12-a882-ee82d9747b95 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=93832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:48:46.277982 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a575c701-b589-4e39-ae04-9879605aba1d req-309f6f63-3424-4a12-a882-ee82d9747b95 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478885 Jul 16 02:48:46.371191 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a575c701-b589-4e39-ae04-9879605aba1d req-812b6d56-5019-4738-b117-68c83b6cc9b9 service neutron] 10.222.0.54 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872560 Jul 16 02:48:46.460826 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-a575c701-b589-4e39-ae04-9879605aba1d req-af131903-4d7a-48d0-8711-9a4f5ab307c1 service neutron] 10.222.0.54 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828052 Jul 16 02:48:46.708733 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b3a70c64-b222-4b02-9e19-1830ed85a812 req-82535022-3e73-43fc-9a31-39fcad16bf13 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 210 time: 0.0789893 Jul 16 02:48:47.787740 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575c701-b589-4e39-ae04-9879605aba1d req-03ec839c-6bb6-495e-915b-c38df05af740 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:47.789316 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a575c701-b589-4e39-ae04-9879605aba1d req-03ec839c-6bb6-495e-915b-c38df05af740 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.47 "GET /v2.0/networks?id=db9d419e-c406-43ce-b3be-07cbf93d9cd2 HTTP/1.1" status: 200 len: 809 time: 0.1065760 Jul 16 02:48:47.826054 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device b4e74678-f1c1-4b90-bb63-effdc6334ecd no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:48:47.861174 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-00c39bdb-5d2f-488e-acd2-89725328e1d8 req-88805f57-e2ce-4eee-bd4d-2836eaceb45b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 210 time: 0.0337617 Jul 16 02:48:47.871650 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a575c701-b589-4e39-ae04-9879605aba1d req-b80dea8f-f543-4443-8dcd-840619d34b13 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b44c43e3f69d4d89a49e6cdee34a810d HTTP/1.1" status: 200 len: 380 time: 0.0596652 Jul 16 02:48:47.886038 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-a575c701-b589-4e39-ae04-9879605aba1d req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Request body: {'port': {'device_id': 'a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'admin_state_up': True, 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'security_groups': ['fbf20d47-37bb-4a1d-8d94-dca84dc7c640']}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:48:47.910562 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:47.934195 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:48:47.936766 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca4fd01-07e2-4a69-af67-0e6385ff4ebc" -d '{"events": [{"server_uuid": "77b10c62-1030-46f4-9da5-0125b7b8abae", "name": "network-vif-unplugged", "status": "completed", "tag": "b4e74678-f1c1-4b90-bb63-effdc6334ecd"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:48:47.950950 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] For port b4e74678-f1c1-4b90-bb63-effdc6334ecd, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=b4e74678-f1c1-4b90-bb63-effdc6334ecd,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:47.956479 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:47.985221 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af04c23-999c-4377-8169-12eba58cbe48 x-openstack-request-id: req-4af04c23-999c-4377-8169-12eba58cbe48 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:48:47.985547 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b10c62-1030-46f4-9da5-0125b7b8abae", "name": "network-vif-unplugged", "status": "completed", "tag": "b4e74678-f1c1-4b90-bb63-effdc6334ecd", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:48:47.985899 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4af04c23-999c-4377-8169-12eba58cbe48 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:48:47.986298 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'code': 200} Jul 16 02:48:48.016874 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Pushing event updated for resources: {'Port': ['ID=b4e74678-f1c1-4b90-bb63-effdc6334ecd,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:48.017792 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a575c701-b589-4e39-ae04-9879605aba1d req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Made reservation on behalf of b44c43e3f69d4d89a49e6cdee34a810d for: {'port': 1} {{(pid=93831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:48:48.022603 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a575c701-b589-4e39-ae04-9879605aba1d req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.163414 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [req-a575c701-b589-4e39-ae04-9879605aba1d req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Allocated IP 172.20.0.9 (db9d419e-c406-43ce-b3be-07cbf93d9cd2/36fa66da-e3fa-4882-9127-b291f4abb2fe/a052ebc1-8bf2-486f-af11-aa4653276102) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:48:48.398800 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a575c701-b589-4e39-ae04-9879605aba1d req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.415330 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-a575c701-b589-4e39-ae04-9879605aba1d req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Transition to ACTIVE for port object a052ebc1-8bf2-486f-af11-aa4653276102 will not be triggered until provisioned by entity DHCP. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:48:48.461827 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a575c701-b589-4e39-ae04-9879605aba1d req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.522765 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a575c701-b589-4e39-ae04-9879605aba1d req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Network db9d419e-c406-43ce-b3be-07cbf93d9cd2 is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:48:48.529650 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [req-a575c701-b589-4e39-ae04-9879605aba1d req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:48:48.538768 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a575c701-b589-4e39-ae04-9879605aba1d req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:48:48.583563 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Pushing event updated for resources: {'Port': ['ID=a052ebc1-8bf2-486f-af11-aa4653276102,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:48.593891 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:48.594236 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:48.594579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:48.594916 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:48.595251 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:48.595584 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:48.595933 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:48.596260 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:48.596585 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:48.596909 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:48.597252 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:48.597579 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:48.637375 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575c701-b589-4e39-ae04-9879605aba1d req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:48.638188 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a575c701-b589-4e39-ae04-9879605aba1d req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.655919 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a575c701-b589-4e39-ae04-9879605aba1d req-bf140c69-df66-4085-a0b2-d80cb3871749 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7749753 Jul 16 02:48:48.811283 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3f3051e8-5d4f-4303-bee2-9312499da336 None None] Provisioning for port a052ebc1-8bf2-486f-af11-aa4653276102 completed by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:48:48.815267 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-3f3051e8-5d4f-4303-bee2-9312499da336 None None] Provisioning complete for port a052ebc1-8bf2-486f-af11-aa4653276102 triggered by entity DHCP. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:48:48.815643 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-3f3051e8-5d4f-4303-bee2-9312499da336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.855557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-3f3051e8-5d4f-4303-bee2-9312499da336 None None] Port a052ebc1-8bf2-486f-af11-aa4653276102 cannot update to ACTIVE because it is not bound. {{(pid=93833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:48:49.075491 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd15553-e7c7-46dc-84e1-f405662a440c req-b2e5dc74-4162-4a11-babf-7615eb5fdd35 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:49.076996 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dcd15553-e7c7-46dc-84e1-f405662a440c req-b2e5dc74-4162-4a11-babf-7615eb5fdd35 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 931 time: 0.0681298 Jul 16 02:48:49.118688 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-dcd15553-e7c7-46dc-84e1-f405662a440c req-2cb688dd-60f7-4338-a4bf-6a10fbcb582e tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351517 Jul 16 02:48:50.315793 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f54c01-805e-43e1-84f1-194be1f18119 req-68c61413-b3ac-4b4c-81c7-917c7da4b90b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:50.317580 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-21f54c01-805e-43e1-84f1-194be1f18119 req-68c61413-b3ac-4b4c-81c7-917c7da4b90b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 931 time: 0.0756330 Jul 16 02:48:50.359468 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-21f54c01-805e-43e1-84f1-194be1f18119 req-02e0ba8c-d888-4a75-aa43-2f186dd5fe1f tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352173 Jul 16 02:48:51.541947 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccaad9-7614-452a-ab3b-e0d00ed2e957 req-4f1027d7-0170-4ea6-97dc-887d4a63f403 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:51.543484 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7ccaad9-7614-452a-ab3b-e0d00ed2e957 req-4f1027d7-0170-4ea6-97dc-887d4a63f403 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 931 time: 0.0669715 Jul 16 02:48:51.589420 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d7ccaad9-7614-452a-ab3b-e0d00ed2e957 req-947d9e64-8fb1-4473-8afb-bd67451977d9 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391364 Jul 16 02:48:52.780469 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fce8b-0f1f-488a-b6c0-374653f0c126 req-3446cf3b-8d73-463a-b5d6-6bb0b38433d6 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:52.782929 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-511fce8b-0f1f-488a-b6c0-374653f0c126 req-3446cf3b-8d73-463a-b5d6-6bb0b38433d6 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 931 time: 0.0762651 Jul 16 02:48:52.829477 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-511fce8b-0f1f-488a-b6c0-374653f0c126 req-1043db3b-3192-48f5-8ef3-292cdf41a8dc tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403979 Jul 16 02:48:54.048774 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbb741-d9a4-41f2-b59b-bac436e57558 req-63004780-b05e-480d-8056-d85d12a626e6 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:54.050550 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1cbb741-d9a4-41f2-b59b-bac436e57558 req-63004780-b05e-480d-8056-d85d12a626e6 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 931 time: 0.0689600 Jul 16 02:48:54.091728 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-b1cbb741-d9a4-41f2-b59b-bac436e57558 req-b7b15cf2-e9f9-478d-bb32-37ffd97cd501 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350666 Jul 16 02:48:54.625446 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:55.280449 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5f69f-b2fd-4489-ae7f-2d636033346f req-3aac3562-5b75-41cd-8186-0f528d8d46f0 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:55.282644 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b8f5f69f-b2fd-4489-ae7f-2d636033346f req-3aac3562-5b75-41cd-8186-0f528d8d46f0 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 931 time: 0.0701976 Jul 16 02:48:55.330165 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-b8f5f69f-b2fd-4489-ae7f-2d636033346f req-9734de37-51fc-43bf-b424-5fa860a83d4c tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386229 Jul 16 02:48:56.538279 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd1c13-2b40-4a1f-b186-a5b6986a7f82 req-46ac434d-55c0-4605-8793-bd9ed0f370fc tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:56.540184 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85fd1c13-2b40-4a1f-b186-a5b6986a7f82 req-46ac434d-55c0-4605-8793-bd9ed0f370fc tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 931 time: 0.0707397 Jul 16 02:48:56.581850 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-85fd1c13-2b40-4a1f-b186-a5b6986a7f82 req-1d2fa9f9-cc87-48cc-a74a-18a3e82a7c76 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362341 Jul 16 02:48:57.779415 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba19974-9eb8-4ec2-8d2d-e414a635b1c4 req-2cb0e7eb-96e9-465d-b5d1-00e4f1af6675 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:57.781663 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ba19974-9eb8-4ec2-8d2d-e414a635b1c4 req-2cb0e7eb-96e9-465d-b5d1-00e4f1af6675 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 931 time: 0.0723617 Jul 16 02:48:57.822580 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8ba19974-9eb8-4ec2-8d2d-e414a635b1c4 req-e0e52a3c-3f5c-4acb-97d2-759773574dae tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351717 Jul 16 02:48:58.388420 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Request body: {'port': {'device_id': 'a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800086-6'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:48:58.473321 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:58.501706 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-424cdc09-ae6b-4fad-b170-8a68eb2ffdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:58.737598 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a052ebc1-8bf2-486f-af11-aa4653276102 {{(pid=93831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:48:58.744906 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:58.757187 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Transition to ACTIVE for port object a052ebc1-8bf2-486f-af11-aa4653276102 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:48:58.761134 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:58.809762 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Pushing event updated for resources: {'Port': ['ID=a052ebc1-8bf2-486f-af11-aa4653276102,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:58.888636 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Attempting to bind port a052ebc1-8bf2-486f-af11-aa4653276102 on host n-h2-800086-6 for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:48:58.889003 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Attempting to bind port a052ebc1-8bf2-486f-af11-aa4653276102 by drivers openvswitch,hyperv on host n-h2-800086-6 at level 0 using segments [{'id': '7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:48:58.889304 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Attempting to bind port a052ebc1-8bf2-486f-af11-aa4653276102 on network db9d419e-c406-43ce-b3be-07cbf93d9cd2 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:48:58.894620 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Port a052ebc1-8bf2-486f-af11-aa4653276102 on network db9d419e-c406-43ce-b3be-07cbf93d9cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800086-6 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:48:58.894941 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Attempting to bind port a052ebc1-8bf2-486f-af11-aa4653276102 on network db9d419e-c406-43ce-b3be-07cbf93d9cd2 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:48:58.900334 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Checking agent: {'id': 'da996d6a-24c0-49a9-b023-f61d89248364', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800086-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:48:58.900672 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Checking segment: {'id': '7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:48:58.901060 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Bound using segment: {'id': '7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:48:58.901490 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Bound port: a052ebc1-8bf2-486f-af11-aa4653276102, host: n-h2-800086-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:48:58.901851 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:58.983484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] For port a052ebc1-8bf2-486f-af11-aa4653276102, host n-h2-800086-6, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:48:58.988121 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] For port a052ebc1-8bf2-486f-af11-aa4653276102, host n-h2-800086-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a052ebc1-8bf2-486f-af11-aa4653276102,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:48:58.993360 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:59.022755 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04938100-7ac1-483d-a9e8-ea122ab80a84 req-6649a726-bd7c-4484-afc1-01574a1230cf tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:59.024111 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04938100-7ac1-483d-a9e8-ea122ab80a84 req-6649a726-bd7c-4484-afc1-01574a1230cf tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 943 time: 0.0773370 Jul 16 02:48:59.027860 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:59.028492 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:59.029924 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a575c701-b589-4e39-ae04-9879605aba1d req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] 10.222.0.47 "PUT /v2.0/ports/a052ebc1-8bf2-486f-af11-aa4653276102 HTTP/1.1" status: 200 len: 1091 time: 0.6474817 Jul 16 02:48:59.033145 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5', 'tag': 'a052ebc1-8bf2-486f-af11-aa4653276102'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:48:59.035539 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88532474-97a1-453c-a36f-2e856b175b26" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5", "tag": "a052ebc1-8bf2-486f-af11-aa4653276102"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:48:59.080487 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfaf5f-9687-4212-90af-14f18ce51046 service neutron] Pushing event updated for resources: {'Port': ['ID=a052ebc1-8bf2-486f-af11-aa4653276102,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:59.090396 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2131c1-d1e5-4277-8851-df72f60f0ce4 x-openstack-request-id: req-7c2131c1-d1e5-4277-8851-df72f60f0ce4 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:48:59.090690 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5", "tag": "a052ebc1-8bf2-486f-af11-aa4653276102", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:48:59.090949 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7c2131c1-d1e5-4277-8851-df72f60f0ce4 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:48:59.091522 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5', 'tag': 'a052ebc1-8bf2-486f-af11-aa4653276102', 'status': 'completed', 'code': 200} Jul 16 02:48:59.093433 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-04938100-7ac1-483d-a9e8-ea122ab80a84 req-4ff00c1c-c827-4af3-b971-a7539d2f59fb tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563660 Jul 16 02:48:59.177140 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575c701-b589-4e39-ae04-9879605aba1d req-12c922ae-98fe-4e65-a42f-a2ffec98df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:59.178664 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a575c701-b589-4e39-ae04-9879605aba1d req-12c922ae-98fe-4e65-a42f-a2ffec98df3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b44c43e3f69d4d89a49e6cdee34a810d&device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 1094 time: 0.0565047 Jul 16 02:48:59.234586 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a575c701-b589-4e39-ae04-9879605aba1d req-c500a9f9-5202-4d9e-a046-6044f5226793 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a052ebc1-8bf2-486f-af11-aa4653276102 HTTP/1.1" status: 200 len: 217 time: 0.0396171 Jul 16 02:48:59.285830 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575c701-b589-4e39-ae04-9879605aba1d req-e8aa415c-099b-4b1a-9e6e-25dfc7d5aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:59.287317 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a575c701-b589-4e39-ae04-9879605aba1d req-e8aa415c-099b-4b1a-9e6e-25dfc7d5aca1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36fa66da-e3fa-4882-9127-b291f4abb2fe HTTP/1.1" status: 200 len: 848 time: 0.0463858 Jul 16 02:48:59.346597 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575c701-b589-4e39-ae04-9879605aba1d req-d704aadb-32a6-4d94-83e8-97d4be10314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:59.348198 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a575c701-b589-4e39-ae04-9879605aba1d req-d704aadb-32a6-4d94-83e8-97d4be10314d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db9d419e-c406-43ce-b3be-07cbf93d9cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540998 Jul 16 02:48:59.466425 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a575c701-b589-4e39-ae04-9879605aba1d req-fcfc30cd-e4c8-48d6-a51f-b2444d0fe491 service neutron] 10.222.0.47 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044805 Jul 16 02:48:59.559430 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-a575c701-b589-4e39-ae04-9879605aba1d req-8ae491c3-f578-45fd-b191-f2de6e98f94e service neutron] 10.222.0.47 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828788 Jul 16 02:48:59.636165 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:59.707021 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88532474-97a1-453c-a36f-2e856b175b26 req-d343d593-477b-4b68-a2f7-1ebb22f231e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:59.708550 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88532474-97a1-453c-a36f-2e856b175b26 req-d343d593-477b-4b68-a2f7-1ebb22f231e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b44c43e3f69d4d89a49e6cdee34a810d&device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 1094 time: 0.0519652 Jul 16 02:48:59.802350 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88532474-97a1-453c-a36f-2e856b175b26 req-e0f91097-4b06-4144-ae81-0253a95fbeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:59.803845 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88532474-97a1-453c-a36f-2e856b175b26 req-e0f91097-4b06-4144-ae81-0253a95fbeb1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db9d419e-c406-43ce-b3be-07cbf93d9cd2 HTTP/1.1" status: 200 len: 910 time: 0.0887275 Jul 16 02:48:59.845963 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88532474-97a1-453c-a36f-2e856b175b26 req-ba4164ce-3a95-4d54-a3db-2bfe66934b40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a052ebc1-8bf2-486f-af11-aa4653276102 HTTP/1.1" status: 200 len: 217 time: 0.0350523 Jul 16 02:48:59.902680 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88532474-97a1-453c-a36f-2e856b175b26 req-83f8245b-40f6-4333-a64f-02ad20d5e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:59.904350 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88532474-97a1-453c-a36f-2e856b175b26 req-83f8245b-40f6-4333-a64f-02ad20d5e3a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36fa66da-e3fa-4882-9127-b291f4abb2fe HTTP/1.1" status: 200 len: 848 time: 0.0512459 Jul 16 02:48:59.964102 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88532474-97a1-453c-a36f-2e856b175b26 req-55b19cdf-7965-4a49-b968-791652ab6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:59.965768 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88532474-97a1-453c-a36f-2e856b175b26 req-55b19cdf-7965-4a49-b968-791652ab6bab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db9d419e-c406-43ce-b3be-07cbf93d9cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540817 Jul 16 02:49:00.065287 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88532474-97a1-453c-a36f-2e856b175b26 req-473440ed-3dcf-408f-9071-b6fee075087a service neutron] 10.222.0.47 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925932 Jul 16 02:49:00.164397 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-88532474-97a1-453c-a36f-2e856b175b26 req-cabebca9-cbef-47ac-b9a9-f1fc4e5507db service neutron] 10.222.0.47 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908532 Jul 16 02:49:00.264765 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cee870-e38d-4ee1-91d9-f9508ca6e0c6 req-27e8d183-d1bf-4739-8aeb-d3ccc3e748b3 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:00.266744 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-37cee870-e38d-4ee1-91d9-f9508ca6e0c6 req-27e8d183-d1bf-4739-8aeb-d3ccc3e748b3 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 943 time: 0.0656877 Jul 16 02:49:00.311071 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-37cee870-e38d-4ee1-91d9-f9508ca6e0c6 req-b06d816e-1448-4c07-a7aa-397c61198e5a tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387728 Jul 16 02:49:01.152774 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:01.157334 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b4e08846-1ba9-42c5-b5f1-5e51f05357be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:01.494514 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c7ea6-8462-439e-8b72-c27f4557e31d req-1352e074-541d-4e08-b7e7-d367004adfb6 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:01.496044 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-564c7ea6-8462-439e-8b72-c27f4557e31d req-1352e074-541d-4e08-b7e7-d367004adfb6 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 943 time: 0.0701871 Jul 16 02:49:01.535014 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-564c7ea6-8462-439e-8b72-c27f4557e31d req-47a5fe82-3459-4be1-92a0-35a204c67261 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330436 Jul 16 02:49:02.383766 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:02.714972 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9b707-44f3-451c-bd99-933cc32e2666 req-1d42b201-4921-44fd-bfde-b6fd66c9c01e tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:02.716542 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c8d9b707-44f3-451c-bd99-933cc32e2666 req-1d42b201-4921-44fd-bfde-b6fd66c9c01e tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 943 time: 0.0651824 Jul 16 02:49:02.759028 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-c8d9b707-44f3-451c-bd99-933cc32e2666 req-0f7e8ede-bbb9-4059-9c49-ea5825966c89 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338740 Jul 16 02:49:03.480534 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device a052ebc1-8bf2-486f-af11-aa4653276102 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:49:03.573751 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port a052ebc1-8bf2-486f-af11-aa4653276102, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a052ebc1-8bf2-486f-af11-aa4653276102,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:49:03.585032 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'a052ebc1-8bf2-486f-af11-aa4653276102', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'port_id': 'a052ebc1-8bf2-486f-af11-aa4653276102', 'mac_address': 'fa:16:3e:a2:ee:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:49:03.624205 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:03.637038 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a052ebc1-8bf2-486f-af11-aa4653276102 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:49:03.656925 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port a052ebc1-8bf2-486f-af11-aa4653276102, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a052ebc1-8bf2-486f-af11-aa4653276102,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:49:03.660368 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:03.707247 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=a052ebc1-8bf2-486f-af11-aa4653276102,revision_number=4']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:03.936538 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d1e29-8ed3-4e60-845e-91bafb5461df req-37d1d7c9-f4c7-4158-aa4d-a7f98d1bc165 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:03.938436 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d22d1e29-8ed3-4e60-845e-91bafb5461df req-37d1d7c9-f4c7-4158-aa4d-a7f98d1bc165 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 944 time: 0.0652311 Jul 16 02:49:03.979126 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d22d1e29-8ed3-4e60-845e-91bafb5461df req-2a65a30f-1b68-439a-a590-2b17008ec285 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351582 Jul 16 02:49:04.012783 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['a052ebc1-8bf2-486f-af11-aa4653276102'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:49:04.169605 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:04.676646 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:49:05.159965 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f76d4-876d-497b-afa4-3926202dc0c2 req-154e3f11-2b39-4ec8-8519-659cb4d131d0 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:05.161482 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f2f76d4-876d-497b-afa4-3926202dc0c2 req-154e3f11-2b39-4ec8-8519-659cb4d131d0 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 944 time: 0.0637045 Jul 16 02:49:05.200031 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-9f2f76d4-876d-497b-afa4-3926202dc0c2 req-5b94ea56-928c-4500-99d6-78000c58873b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330162 Jul 16 02:49:05.484976 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device a052ebc1-8bf2-486f-af11-aa4653276102 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:49:05.537542 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning for port a052ebc1-8bf2-486f-af11-aa4653276102 completed by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:49:05.541704 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port a052ebc1-8bf2-486f-af11-aa4653276102 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:49:05.542087 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:05.624040 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:05.647178 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a052ebc1-8bf2-486f-af11-aa4653276102'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:49:05.649481 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b9ba1e-2bcb-49a6-a18f-718e63a5a593" -d '{"events": [{"server_uuid": "a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5", "name": "network-vif-plugged", "status": "completed", "tag": "a052ebc1-8bf2-486f-af11-aa4653276102"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:49:05.663109 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port a052ebc1-8bf2-486f-af11-aa4653276102, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a052ebc1-8bf2-486f-af11-aa4653276102,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:49:05.667761 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:05.692227 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ad68fa-d712-475c-8935-9171d473a1fe x-openstack-request-id: req-e0ad68fa-d712-475c-8935-9171d473a1fe {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:49:05.692519 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5", "name": "network-vif-plugged", "status": "completed", "tag": "a052ebc1-8bf2-486f-af11-aa4653276102", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:49:05.692773 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e0ad68fa-d712-475c-8935-9171d473a1fe {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:49:05.693162 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a052ebc1-8bf2-486f-af11-aa4653276102', 'code': 200} Jul 16 02:49:05.721895 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=a052ebc1-8bf2-486f-af11-aa4653276102,revision_number=5']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:05.837103 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc70d0-fb8a-45ac-a446-19993df1e94a req-5a2d2b74-5c23-45c4-a6bd-5b8a7c033a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:05.838606 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-15fc70d0-fb8a-45ac-a446-19993df1e94a req-5a2d2b74-5c23-45c4-a6bd-5b8a7c033a4a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 1096 time: 0.0566413 Jul 16 02:49:05.873703 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-15fc70d0-fb8a-45ac-a446-19993df1e94a req-9d58243b-d66e-49b2-ac47-d1866f0ad225 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286603 Jul 16 02:49:06.376601 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81eccfd-5b5c-45be-8439-ea37c246dfe5 req-428412df-05c7-41e6-8be8-e3d274912635 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:06.378374 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e81eccfd-5b5c-45be-8439-ea37c246dfe5 req-428412df-05c7-41e6-8be8-e3d274912635 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 945 time: 0.0648224 Jul 16 02:49:06.419566 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-e81eccfd-5b5c-45be-8439-ea37c246dfe5 req-eed80401-5b52-4887-89e9-f2d5a1bbc67f tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354402 Jul 16 02:49:06.812303 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f750b90d-0c48-4d46-839c-ee53cf7256e0 req-84fab759-0439-48e0-9752-710bfcb673df service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513043 Jul 16 02:49:06.922323 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750b90d-0c48-4d46-839c-ee53cf7256e0 req-0112bef5-94ad-43a0-8058-346316b92479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:06.923866 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f750b90d-0c48-4d46-839c-ee53cf7256e0 req-0112bef5-94ad-43a0-8058-346316b92479 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44c43e3f69d4d89a49e6cdee34a810d&device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 1094 time: 0.0557323 Jul 16 02:49:07.038986 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750b90d-0c48-4d46-839c-ee53cf7256e0 req-f1664045-07cd-4201-bfd6-82bd0eea8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:07.040541 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f750b90d-0c48-4d46-839c-ee53cf7256e0 req-f1664045-07cd-4201-bfd6-82bd0eea8fc4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db9d419e-c406-43ce-b3be-07cbf93d9cd2 HTTP/1.1" status: 200 len: 910 time: 0.0938561 Jul 16 02:49:07.107397 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f750b90d-0c48-4d46-839c-ee53cf7256e0 req-25023651-c286-4ded-9976-b7c60596bd5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4e74678-f1c1-4b90-bb63-effdc6334ecd HTTP/1.1" status: 200 len: 999 time: 0.0593662 Jul 16 02:49:07.157047 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750b90d-0c48-4d46-839c-ee53cf7256e0 req-51bb11bb-f68a-458c-a379-eb9966d08acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:07.158524 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f750b90d-0c48-4d46-839c-ee53cf7256e0 req-51bb11bb-f68a-458c-a379-eb9966d08acb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36fa66da-e3fa-4882-9127-b291f4abb2fe HTTP/1.1" status: 200 len: 848 time: 0.0452435 Jul 16 02:49:07.222102 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750b90d-0c48-4d46-839c-ee53cf7256e0 req-bc135ba4-4da4-40d9-adaa-3357eec85222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:07.223618 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f750b90d-0c48-4d46-839c-ee53cf7256e0 req-bc135ba4-4da4-40d9-adaa-3357eec85222 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db9d419e-c406-43ce-b3be-07cbf93d9cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586586 Jul 16 02:49:07.322269 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f750b90d-0c48-4d46-839c-ee53cf7256e0 req-ba15c9bc-ab19-43de-8aed-3dfe9203c3f9 service neutron] 10.222.0.26 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913911 Jul 16 02:49:07.422263 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-f750b90d-0c48-4d46-839c-ee53cf7256e0 req-8e11d529-9523-4104-9ec5-f011ac96c103 service neutron] 10.222.0.26 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930977 Jul 16 02:49:07.602397 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffce86-7670-4ab5-abdb-db12232eb012 req-f7e5722e-f121-4489-ac03-463392c5e59b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:07.603957 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4cffce86-7670-4ab5-abdb-db12232eb012 req-f7e5722e-f121-4489-ac03-463392c5e59b tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 945 time: 0.0676129 Jul 16 02:49:07.643653 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4cffce86-7670-4ab5-abdb-db12232eb012 req-aa239f14-0a99-4dae-ab67-ac991e673695 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335636 Jul 16 02:49:07.817269 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6cc0a-bd50-4efa-a9d5-7b5cb7414416 req-52e11895-3f92-4a53-8167-3bb8387582fc tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:07.818783 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d6c6cc0a-bd50-4efa-a9d5-7b5cb7414416 req-52e11895-3f92-4a53-8167-3bb8387582fc tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 945 time: 0.0642698 Jul 16 02:49:07.861498 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-d6c6cc0a-bd50-4efa-a9d5-7b5cb7414416 req-f63e7b21-8a22-496b-bb91-8f5b7ca1881d tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371051 Jul 16 02:49:07.886129 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51726) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:07.938332 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83996b9-967f-462f-b8a0-9dfe125602ef tempest-TestSnapshotPattern-808362466 tempest-TestSnapshotPattern-808362466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:07.939829 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-c83996b9-967f-462f-b8a0-9dfe125602ef tempest-TestSnapshotPattern-808362466 tempest-TestSnapshotPattern-808362466-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 1091 time: 0.0526564 Jul 16 02:49:07.943009 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51728) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:07.947417 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.v2.base [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Request body: {'floatingip': {'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'port_id': 'a052ebc1-8bf2-486f-af11-aa4653276102', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:07.969088 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for floatingip, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:08.063997 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:08.169857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_common [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Allocated IP 172.25.1.66 (88f2079c-e547-45f1-859f-49428e13c11a/e97cb7a3-7af4-4fe0-955b-4a8de39c4b56/eea45d11-54ff-4dc7-ab9d-e2612d018cd4) {{(pid=93831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:49:08.272407 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for port, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:08.315882 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739030845835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:08.355253 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Network 88f2079c-e547-45f1-859f-49428e13c11a is already hosted by enough agents. {{(pid=93831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:49:08.358198 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.base_scheduler [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Resources bound (agent type, host, resource id): {{(pid=93831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:49:08.362709 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Received port after_create {{(pid=93831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:49:08.387030 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Pushing event updated for resources: {'Port': ['ID=eea45d11-54ff-4dc7-ab9d-e2612d018cd4,revision_number=1']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:09.074894 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:09.152252 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:09.304583 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:09.309243 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9414806'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:09.383632 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Pushing event updated for resources: {'Port': ['ID=eea45d11-54ff-4dc7-ab9d-e2612d018cd4,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:09.394266 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029038'] for floatingip, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:09.496406 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Floating IP 6e9a8c92-f338-42a0-ac3d-24d55e9c17c5 associated. External IP: 172.25.1.66, port: a052ebc1-8bf2-486f-af11-aa4653276102. Jul 16 02:49:09.705897 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Router 6f640bb2-b8d7-4762-a52a-f94353d8f511 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:49:09.817448 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:49:09.827425 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c6fe3-5466-40a9-9f97-e855300dabeb None None] Sync routers for ids ['6f640bb2-b8d7-4762-a52a-f94353d8f511'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:49:09.834442 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:09.837639 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c6fe3-5466-40a9-9f97-e855300dabeb None None] Routers {'6f640bb2-b8d7-4762-a52a-f94353d8f511'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:49:09.838264 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5c2c6fe3-5466-40a9-9f97-e855300dabeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:49:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6f640bb2-b8d7-4762-a52a-f94353d8f511'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:09.877309 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-b9372bc7-2537-4364-90dc-7b3471ee7058 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9332578 Jul 16 02:49:09.878274 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5', 'tag': 'a052ebc1-8bf2-486f-af11-aa4653276102'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:49:09.880616 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7878c47a-085b-4488-ba68-77aee1ad0c68" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5", "tag": "a052ebc1-8bf2-486f-af11-aa4653276102"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:49:09.918685 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f476601-7915-4e55-9b1b-cb7550fdc096 x-openstack-request-id: req-7f476601-7915-4e55-9b1b-cb7550fdc096 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:49:09.919061 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5", "tag": "a052ebc1-8bf2-486f-af11-aa4653276102", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:49:09.919390 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7f476601-7915-4e55-9b1b-cb7550fdc096 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:49:09.919901 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5', 'tag': 'a052ebc1-8bf2-486f-af11-aa4653276102', 'status': 'completed', 'code': 200} Jul 16 02:49:09.948155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-5c2c6fe3-5466-40a9-9f97-e855300dabeb None None] Set router 6f640bb2-b8d7-4762-a52a-f94353d8f511 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:49:10.064953 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878c47a-085b-4488-ba68-77aee1ad0c68 req-32308450-57c6-4987-a6e2-dbf9e8196824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:10.066501 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7878c47a-085b-4488-ba68-77aee1ad0c68 req-32308450-57c6-4987-a6e2-dbf9e8196824 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b44c43e3f69d4d89a49e6cdee34a810d&device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 1096 time: 0.0642788 Jul 16 02:49:10.159236 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878c47a-085b-4488-ba68-77aee1ad0c68 req-ed0dd3fb-45cb-4f82-824e-b25918c8acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:10.160777 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7878c47a-085b-4488-ba68-77aee1ad0c68 req-ed0dd3fb-45cb-4f82-824e-b25918c8acdd service neutron] 10.222.0.47 "GET /v2.0/networks?id=db9d419e-c406-43ce-b3be-07cbf93d9cd2 HTTP/1.1" status: 200 len: 910 time: 0.0880725 Jul 16 02:49:10.196303 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5c2c6fe3-5466-40a9-9f97-e855300dabeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 4, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port': {'id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '13637acb-542a-4fdb-8b2a-125bdd6be8d4', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'port_id': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'mac_address': 'fa:16:3e:ad:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:46:32Z', 'updated_at': '2021-07-16T02:46:34Z', 'revision_number': 1, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'fixed_ip_address_scope': None}, {'id': '6e9a8c92-f338-42a0-ac3d-24d55e9c17c5', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'port_id': 'a052ebc1-8bf2-486f-af11-aa4653276102', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'mac_address': 'fa:16:3e:a2:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:49:08Z', 'updated_at': '2021-07-16T02:49:08Z', 'revision_number': 0, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2652fe36-5640-42dd-9036-f18bd317a42c', 'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'mac_address': 'fa:16:3e:a0:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:06Z', 'updated_at': '2021-07-16T02:46:13Z', 'revision_number': 5, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'subnets': [{'id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:10.223407 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c6fe3-5466-40a9-9f97-e855300dabeb None None] Checking router: 6f640bb2-b8d7-4762-a52a-f94353d8f511 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:49:10.230809 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7878c47a-085b-4488-ba68-77aee1ad0c68 req-abb76737-5e77-4be2-b41a-055374bb3218 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a052ebc1-8bf2-486f-af11-aa4653276102 HTTP/1.1" status: 200 len: 998 time: 0.0634093 Jul 16 02:49:10.232071 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c6fe3-5466-40a9-9f97-e855300dabeb None None] Routers {'6f640bb2-b8d7-4762-a52a-f94353d8f511'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:49:10.232722 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5c2c6fe3-5466-40a9-9f97-e855300dabeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:49:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6f640bb2-b8d7-4762-a52a-f94353d8f511'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:10.286837 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878c47a-085b-4488-ba68-77aee1ad0c68 req-627f18a6-98ed-4047-b303-e15f8aa0f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:10.288386 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7878c47a-085b-4488-ba68-77aee1ad0c68 req-627f18a6-98ed-4047-b303-e15f8aa0f73d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36fa66da-e3fa-4882-9127-b291f4abb2fe HTTP/1.1" status: 200 len: 848 time: 0.0511074 Jul 16 02:49:10.342513 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-5c2c6fe3-5466-40a9-9f97-e855300dabeb None None] Set router 6f640bb2-b8d7-4762-a52a-f94353d8f511 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:49:10.348306 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878c47a-085b-4488-ba68-77aee1ad0c68 req-5168f7a4-3261-424a-9021-d56628e8c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:10.349856 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7878c47a-085b-4488-ba68-77aee1ad0c68 req-5168f7a4-3261-424a-9021-d56628e8c703 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db9d419e-c406-43ce-b3be-07cbf93d9cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548666 Jul 16 02:49:10.450836 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7878c47a-085b-4488-ba68-77aee1ad0c68 req-2ddc58c8-18a4-49d7-a3bd-e327b2e104e0 service neutron] 10.222.0.47 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936539 Jul 16 02:49:10.544651 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-7878c47a-085b-4488-ba68-77aee1ad0c68 req-229076bf-24f4-4e0c-a1b8-a0d9ebc0d1ce service neutron] 10.222.0.47 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876079 Jul 16 02:49:10.577733 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-5c2c6fe3-5466-40a9-9f97-e855300dabeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 4, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port': {'id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '13637acb-542a-4fdb-8b2a-125bdd6be8d4', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'port_id': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'mac_address': 'fa:16:3e:ad:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:46:32Z', 'updated_at': '2021-07-16T02:46:34Z', 'revision_number': 1, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'fixed_ip_address_scope': None}, {'id': '6e9a8c92-f338-42a0-ac3d-24d55e9c17c5', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'port_id': 'a052ebc1-8bf2-486f-af11-aa4653276102', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'mac_address': 'fa:16:3e:a2:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:49:08Z', 'updated_at': '2021-07-16T02:49:08Z', 'revision_number': 0, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2652fe36-5640-42dd-9036-f18bd317a42c', 'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'mac_address': 'fa:16:3e:a0:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:06Z', 'updated_at': '2021-07-16T02:46:13Z', 'revision_number': 5, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'subnets': [{'id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:10.605118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c6fe3-5466-40a9-9f97-e855300dabeb None None] The sync data for ids ['6f640bb2-b8d7-4762-a52a-f94353d8f511'] in n-d-800086-6 is: [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 4, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port': {'id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '13637acb-542a-4fdb-8b2a-125bdd6be8d4', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'port_id': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'mac_address': 'fa:16:3e:ad:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:46:32Z', 'updated_at': '2021-07-16T02:46:34Z', 'revision_number': 1, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'fixed_ip_address_scope': None}, {'id': '6e9a8c92-f338-42a0-ac3d-24d55e9c17c5', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'port_id': 'a052ebc1-8bf2-486f-af11-aa4653276102', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'mac_address': 'fa:16:3e:a2:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:49:08Z', 'updated_at': '2021-07-16T02:49:08Z', 'revision_number': 0, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2652fe36-5640-42dd-9036-f18bd317a42c', 'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'mac_address': 'fa:16:3e:a0:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:06Z', 'updated_at': '2021-07-16T02:46:13Z', 'revision_number': 5, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'subnets': [{'id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:49:10.809960 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b508f4c4-53a2-4bc6-9ca5-e6b59cf599ed None None] New status for floating IP 6e9a8c92-f338-42a0-ac3d-24d55e9c17c5: ACTIVE {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:49:24.623058 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:28.502358 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-60cd473d-960d-4ea9-a008-7da7b5cd43d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:28.610854 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-161f36ad-f8a7-421b-873f-6e928a5ba8da req-a57ce913-e427-45f9-93fa-f336ca88e181 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0589437 Jul 16 02:49:28.726689 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f36ad-f8a7-421b-873f-6e928a5ba8da req-74ceeb97-6fbf-4fee-a261-122239399293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:28.728278 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-161f36ad-f8a7-421b-873f-6e928a5ba8da req-74ceeb97-6fbf-4fee-a261-122239399293 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b44c43e3f69d4d89a49e6cdee34a810d&device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 1096 time: 0.0535300 Jul 16 02:49:28.838648 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f36ad-f8a7-421b-873f-6e928a5ba8da req-2c292855-a053-421e-919d-e60a7af26d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:28.840155 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-161f36ad-f8a7-421b-873f-6e928a5ba8da req-2c292855-a053-421e-919d-e60a7af26d64 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db9d419e-c406-43ce-b3be-07cbf93d9cd2 HTTP/1.1" status: 200 len: 910 time: 0.0902727 Jul 16 02:49:28.908309 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-161f36ad-f8a7-421b-873f-6e928a5ba8da req-34e30e80-d956-44d1-beac-16c41ee8272f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a052ebc1-8bf2-486f-af11-aa4653276102 HTTP/1.1" status: 200 len: 1000 time: 0.0595288 Jul 16 02:49:28.958475 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f36ad-f8a7-421b-873f-6e928a5ba8da req-5f1d9200-de11-4a69-b53c-d7a8deac8c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:28.959984 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-161f36ad-f8a7-421b-873f-6e928a5ba8da req-5f1d9200-de11-4a69-b53c-d7a8deac8c6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36fa66da-e3fa-4882-9127-b291f4abb2fe HTTP/1.1" status: 200 len: 848 time: 0.0431571 Jul 16 02:49:29.021278 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f36ad-f8a7-421b-873f-6e928a5ba8da req-f93217a8-14f8-40da-aa24-8cf3bfb2bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:29.022847 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-161f36ad-f8a7-421b-873f-6e928a5ba8da req-f93217a8-14f8-40da-aa24-8cf3bfb2bcfe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db9d419e-c406-43ce-b3be-07cbf93d9cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565038 Jul 16 02:49:29.117002 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-161f36ad-f8a7-421b-873f-6e928a5ba8da req-62637c9b-06d3-496e-998e-0146c20a023c service neutron] 10.222.0.47 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867078 Jul 16 02:49:29.216846 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-161f36ad-f8a7-421b-873f-6e928a5ba8da req-67ec1449-f54a-42a3-b766-1866f6e78d0d service neutron] 10.222.0.47 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929036 Jul 16 02:49:29.647483 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:31.152407 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:31.154330 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c7363a7b-b6ea-4f43-bdc2-b0f0827ada7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:32.385081 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:34.157343 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:41.676972 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:49:54.650232 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:58.504607 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f930c3fa-f83e-488a-9798-25c88f57a12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:59.654747 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:01.156539 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9163476f-07dd-4ed7-9531-97abfa7fc744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:01.158563 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:02.387227 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:04.159471 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:08.194095 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e4111c1-1de9-414b-bd63-5fc274a562fe req-42f9145d-34ee-409f-a573-a57d1e6e63d6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0577099 Jul 16 02:50:08.306688 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4111c1-1de9-414b-bd63-5fc274a562fe req-a64bd06a-d8c6-4eaf-9019-97cfabf50481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:08.308238 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e4111c1-1de9-414b-bd63-5fc274a562fe req-a64bd06a-d8c6-4eaf-9019-97cfabf50481 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44c43e3f69d4d89a49e6cdee34a810d&device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 1094 time: 0.0548611 Jul 16 02:50:08.413980 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4111c1-1de9-414b-bd63-5fc274a562fe req-b74e3ea3-f55f-42a1-99c5-81ce4d253c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:08.415464 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e4111c1-1de9-414b-bd63-5fc274a562fe req-b74e3ea3-f55f-42a1-99c5-81ce4d253c3b service neutron] 10.222.0.26 "GET /v2.0/networks?id=db9d419e-c406-43ce-b3be-07cbf93d9cd2 HTTP/1.1" status: 200 len: 910 time: 0.0858057 Jul 16 02:50:08.484750 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e4111c1-1de9-414b-bd63-5fc274a562fe req-1f3795c2-09de-467b-88f2-93623e8efe4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4e74678-f1c1-4b90-bb63-effdc6334ecd HTTP/1.1" status: 200 len: 999 time: 0.0622821 Jul 16 02:50:08.532498 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4111c1-1de9-414b-bd63-5fc274a562fe req-340149a1-6f34-49c7-b1be-41f7c13cdd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:08.533933 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e4111c1-1de9-414b-bd63-5fc274a562fe req-340149a1-6f34-49c7-b1be-41f7c13cdd3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36fa66da-e3fa-4882-9127-b291f4abb2fe HTTP/1.1" status: 200 len: 848 time: 0.0432370 Jul 16 02:50:08.589904 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4111c1-1de9-414b-bd63-5fc274a562fe req-3b565f7d-764f-4c67-a78d-26d9895128b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:08.591399 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e4111c1-1de9-414b-bd63-5fc274a562fe req-3b565f7d-764f-4c67-a78d-26d9895128b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db9d419e-c406-43ce-b3be-07cbf93d9cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511622 Jul 16 02:50:08.684348 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e4111c1-1de9-414b-bd63-5fc274a562fe req-89bbe03a-28da-4086-a962-c42a98dc1f56 service neutron] 10.222.0.26 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862548 Jul 16 02:50:08.773622 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-1e4111c1-1de9-414b-bd63-5fc274a562fe req-75c97a51-6b0e-489e-a1d4-271403458371 service neutron] 10.222.0.26 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830951 Jul 16 02:50:18.675894 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:50:24.665845 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:28.506783 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8b8b8773-fc53-4c2b-83d5-6620bdd5df21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:29.656896 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:30.625914 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cd2d434a-93bd-4f75-9cc0-fce99258cf31 req-e843a5a1-65f5-438e-b14e-0abdcf66d30f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0928340 Jul 16 02:50:30.737380 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d434a-93bd-4f75-9cc0-fce99258cf31 req-7d8f609f-1e58-47c5-904b-9c3f037bbb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:30.738877 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cd2d434a-93bd-4f75-9cc0-fce99258cf31 req-7d8f609f-1e58-47c5-904b-9c3f037bbb86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b44c43e3f69d4d89a49e6cdee34a810d&device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 1096 time: 0.0520678 Jul 16 02:50:30.847775 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d434a-93bd-4f75-9cc0-fce99258cf31 req-4bb7053c-a85a-4c11-b504-f89a0b2ff768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:30.849252 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cd2d434a-93bd-4f75-9cc0-fce99258cf31 req-4bb7053c-a85a-4c11-b504-f89a0b2ff768 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db9d419e-c406-43ce-b3be-07cbf93d9cd2 HTTP/1.1" status: 200 len: 910 time: 0.0895009 Jul 16 02:50:30.913380 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cd2d434a-93bd-4f75-9cc0-fce99258cf31 req-c79c4371-b67e-4a12-8843-bd70d6b4b91e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a052ebc1-8bf2-486f-af11-aa4653276102 HTTP/1.1" status: 200 len: 1000 time: 0.0575242 Jul 16 02:50:30.965088 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d434a-93bd-4f75-9cc0-fce99258cf31 req-2063d7ca-0ab2-44a5-b7e6-7eb1a56d0407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:30.966536 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cd2d434a-93bd-4f75-9cc0-fce99258cf31 req-2063d7ca-0ab2-44a5-b7e6-7eb1a56d0407 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36fa66da-e3fa-4882-9127-b291f4abb2fe HTTP/1.1" status: 200 len: 848 time: 0.0471249 Jul 16 02:50:31.024319 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d434a-93bd-4f75-9cc0-fce99258cf31 req-7774d672-bd4e-436a-a0e9-b2a3e2a7ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:31.026368 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cd2d434a-93bd-4f75-9cc0-fce99258cf31 req-7774d672-bd4e-436a-a0e9-b2a3e2a7ca6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db9d419e-c406-43ce-b3be-07cbf93d9cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518658 Jul 16 02:50:31.116591 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cd2d434a-93bd-4f75-9cc0-fce99258cf31 req-799cb4fa-e4fb-4973-85e8-1688bdb292de service neutron] 10.222.0.47 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824733 Jul 16 02:50:31.157212 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2dab-15fa-4a29-bb6e-41f0eb1f3824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:31.159777 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:31.216340 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-cd2d434a-93bd-4f75-9cc0-fce99258cf31 req-213cf2a0-1857-45fb-aa73-ce1ab7c5c4ac service neutron] 10.222.0.47 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935640 Jul 16 02:50:32.391076 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:34.160884 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:53.889967 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device a052ebc1-8bf2-486f-af11-aa4653276102 details requested by agent hyperv_n-h2-800086-6 with host n-h2-800086-6 {{(pid=93833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:50:54.004382 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port a052ebc1-8bf2-486f-af11-aa4653276102, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a052ebc1-8bf2-486f-af11-aa4653276102,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:50:54.019183 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Returning: {'device': 'a052ebc1-8bf2-486f-af11-aa4653276102', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'port_id': 'a052ebc1-8bf2-486f-af11-aa4653276102', 'mac_address': 'fa:16:3e:a2:ee:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:50:54.057434 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:54.071811 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a052ebc1-8bf2-486f-af11-aa4653276102 {{(pid=93833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:50:54.094118 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port a052ebc1-8bf2-486f-af11-aa4653276102, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a052ebc1-8bf2-486f-af11-aa4653276102,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:50:54.102160 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:54.172380 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=a052ebc1-8bf2-486f-af11-aa4653276102,revision_number=6']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:54.192983 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.193497 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.193913 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.194469 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.194864 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.195259 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.195655 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.196069 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.196462 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.196851 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.197240 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.197627 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.251298 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] get_ports_and_sgs() called for port_ids ['a052ebc1-8bf2-486f-af11-aa4653276102'] {{(pid=93833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:50:54.681060 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:55.675277 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:50:55.901022 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device a052ebc1-8bf2-486f-af11-aa4653276102 up at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:50:55.958053 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Provisioning complete for port a052ebc1-8bf2-486f-af11-aa4653276102 triggered by entity L2. {{(pid=93833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:50:55.958467 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017444'] for port, provisioning_complete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:56.049727 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:56.074743 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a052ebc1-8bf2-486f-af11-aa4653276102'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:50:56.077060 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893e7ad5-0c42-4666-8421-504213799df8" -d '{"events": [{"server_uuid": "a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5", "name": "network-vif-plugged", "status": "completed", "tag": "a052ebc1-8bf2-486f-af11-aa4653276102"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:50:56.102146 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port a052ebc1-8bf2-486f-af11-aa4653276102, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a052ebc1-8bf2-486f-af11-aa4653276102,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:50:56.115050 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:56.191546 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6b34c2-a199-4a08-8900-af289e23f72e x-openstack-request-id: req-bd6b34c2-a199-4a08-8900-af289e23f72e {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:50:56.191874 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5", "name": "network-vif-plugged", "status": "completed", "tag": "a052ebc1-8bf2-486f-af11-aa4653276102", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:50:56.192128 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd6b34c2-a199-4a08-8900-af289e23f72e {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:50:56.192529 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a052ebc1-8bf2-486f-af11-aa4653276102', 'code': 200} Jul 16 02:50:56.204784 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=a052ebc1-8bf2-486f-af11-aa4653276102,revision_number=7']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:58.522603 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d7409ea3-5eac-40a6-b318-9cbc94b7d807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:59.661335 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:01.165028 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b669f0ff-677f-4d38-b279-1669d1f748f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:01.172802 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:02.393227 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:03.034616 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 51954) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:03.193623 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Deleting port eea45d11-54ff-4dc7-ab9d-e2612d018cd4 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:51:03.193882 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:03.271724 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:03.272084 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:03.283617 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Calling delete_port for eea45d11-54ff-4dc7-ab9d-e2612d018cd4 owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:51:03.431985 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:03.457435 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Pushing event deleted for resources: {'Port': ['ID=eea45d11-54ff-4dc7-ab9d-e2612d018cd4,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:03.484757 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.485112 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.485457 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.485797 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.486136 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.486471 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.486803 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.487131 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.487459 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.487814 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.488162 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.488489 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.529612 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:03.529952 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Floating IP 6e9a8c92-f338-42a0-ac3d-24d55e9c17c5 disassociated (deleted). External IP: 172.25.1.66, port: a052ebc1-8bf2-486f-af11-aa4653276102. Jul 16 02:51:03.745857 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Router 6f640bb2-b8d7-4762-a52a-f94353d8f511 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:51:03.855616 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:51:03.860451 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:03.865351 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e337eb6-148b-4d4d-a4b9-8df549eae94f None None] Sync routers for ids ['6f640bb2-b8d7-4762-a52a-f94353d8f511'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:51:03.875108 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e337eb6-148b-4d4d-a4b9-8df549eae94f None None] Routers {'6f640bb2-b8d7-4762-a52a-f94353d8f511'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:51:03.875762 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1e337eb6-148b-4d4d-a4b9-8df549eae94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:51:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6f640bb2-b8d7-4762-a52a-f94353d8f511'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:03.896252 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-dfb91c47-5f52-4c63-9282-ab84a772fa73 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "DELETE /v2.0/floatingips/6e9a8c92-f338-42a0-ac3d-24d55e9c17c5 HTTP/1.1" status: 204 len: 168 time: 0.8605249 Jul 16 02:51:03.896844 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5', 'tag': 'a052ebc1-8bf2-486f-af11-aa4653276102'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:51:03.899199 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae87242-5cd5-48a9-87d2-788e387ded84" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5", "tag": "a052ebc1-8bf2-486f-af11-aa4653276102"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:51:04.035583 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e064d071-d89f-4cfa-bcfa-0023e4be0034 x-openstack-request-id: req-e064d071-d89f-4cfa-bcfa-0023e4be0034 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:51:04.036269 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5", "tag": "a052ebc1-8bf2-486f-af11-aa4653276102", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:51:04.036269 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e064d071-d89f-4cfa-bcfa-0023e4be0034 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:51:04.036541 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5', 'tag': 'a052ebc1-8bf2-486f-af11-aa4653276102', 'status': 'completed', 'code': 200} Jul 16 02:51:04.143914 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae87242-5cd5-48a9-87d2-788e387ded84 req-2d82ab47-0ff3-4f3e-8146-9f5a363440a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:04.145597 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aae87242-5cd5-48a9-87d2-788e387ded84 req-2d82ab47-0ff3-4f3e-8146-9f5a363440a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b44c43e3f69d4d89a49e6cdee34a810d&device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 1096 time: 0.0603025 Jul 16 02:51:04.148120 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1e337eb6-148b-4d4d-a4b9-8df549eae94f None None] Set router 6f640bb2-b8d7-4762-a52a-f94353d8f511 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:51:04.197059 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:04.282538 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae87242-5cd5-48a9-87d2-788e387ded84 req-ae0d12ad-fdaa-4abd-9bbe-1c35e65fa016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:04.284369 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aae87242-5cd5-48a9-87d2-788e387ded84 req-ae0d12ad-fdaa-4abd-9bbe-1c35e65fa016 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db9d419e-c406-43ce-b3be-07cbf93d9cd2 HTTP/1.1" status: 200 len: 910 time: 0.0953410 Jul 16 02:51:04.299694 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55a071-6043-4464-b1f0-ba18349a429c req-86487d05-9553-49f4-9966-5569604c6967 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:04.301269 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da55a071-6043-4464-b1f0-ba18349a429c req-86487d05-9553-49f4-9966-5569604c6967 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 945 time: 0.0705822 Jul 16 02:51:04.330470 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aae87242-5cd5-48a9-87d2-788e387ded84 req-d382a3d7-58e2-46d1-a345-54d8d7fc4151 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a052ebc1-8bf2-486f-af11-aa4653276102 HTTP/1.1" status: 200 len: 217 time: 0.0383847 Jul 16 02:51:04.344384 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-da55a071-6043-4464-b1f0-ba18349a429c req-771a0a3d-4236-4c7a-acb5-cf8b47208e30 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353127 Jul 16 02:51:04.388230 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae87242-5cd5-48a9-87d2-788e387ded84 req-7b5548d5-1cab-4ea6-b5c7-37c7a0e57e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:04.389692 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aae87242-5cd5-48a9-87d2-788e387ded84 req-7b5548d5-1cab-4ea6-b5c7-37c7a0e57e1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36fa66da-e3fa-4882-9127-b291f4abb2fe HTTP/1.1" status: 200 len: 848 time: 0.0515194 Jul 16 02:51:04.397163 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1e337eb6-148b-4d4d-a4b9-8df549eae94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 4, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port': {'id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '13637acb-542a-4fdb-8b2a-125bdd6be8d4', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'port_id': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'mac_address': 'fa:16:3e:ad:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:46:32Z', 'updated_at': '2021-07-16T02:46:34Z', 'revision_number': 1, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2652fe36-5640-42dd-9036-f18bd317a42c', 'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'mac_address': 'fa:16:3e:a0:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:06Z', 'updated_at': '2021-07-16T02:46:13Z', 'revision_number': 5, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'subnets': [{'id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:04.423133 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e337eb6-148b-4d4d-a4b9-8df549eae94f None None] Checking router: 6f640bb2-b8d7-4762-a52a-f94353d8f511 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:51:04.431521 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e337eb6-148b-4d4d-a4b9-8df549eae94f None None] Routers {'6f640bb2-b8d7-4762-a52a-f94353d8f511'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:51:04.432176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1e337eb6-148b-4d4d-a4b9-8df549eae94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:51:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6f640bb2-b8d7-4762-a52a-f94353d8f511'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:04.451294 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae87242-5cd5-48a9-87d2-788e387ded84 req-46adf2f5-2cc0-4b2b-b225-4033f98acce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:04.452855 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aae87242-5cd5-48a9-87d2-788e387ded84 req-46adf2f5-2cc0-4b2b-b225-4033f98acce3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db9d419e-c406-43ce-b3be-07cbf93d9cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549865 Jul 16 02:51:04.539361 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-1e337eb6-148b-4d4d-a4b9-8df549eae94f None None] Set router 6f640bb2-b8d7-4762-a52a-f94353d8f511 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:51:04.547489 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aae87242-5cd5-48a9-87d2-788e387ded84 req-e9fc84b8-57d7-43c9-96ea-ca5d788e5979 service neutron] 10.222.0.47 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842009 Jul 16 02:51:04.642808 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-aae87242-5cd5-48a9-87d2-788e387ded84 req-44aec22f-d44b-4136-9eab-3fb236585320 service neutron] 10.222.0.47 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866973 Jul 16 02:51:04.771126 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-1e337eb6-148b-4d4d-a4b9-8df549eae94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 4, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port': {'id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '13637acb-542a-4fdb-8b2a-125bdd6be8d4', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'port_id': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'mac_address': 'fa:16:3e:ad:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:46:32Z', 'updated_at': '2021-07-16T02:46:34Z', 'revision_number': 1, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2652fe36-5640-42dd-9036-f18bd317a42c', 'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'mac_address': 'fa:16:3e:a0:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:06Z', 'updated_at': '2021-07-16T02:46:13Z', 'revision_number': 5, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'subnets': [{'id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:04.797850 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e337eb6-148b-4d4d-a4b9-8df549eae94f None None] The sync data for ids ['6f640bb2-b8d7-4762-a52a-f94353d8f511'] in n-d-800086-6 is: [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 4, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port': {'id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_floatingips': [{'id': '13637acb-542a-4fdb-8b2a-125bdd6be8d4', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'router_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'port_id': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'mac_address': 'fa:16:3e:ad:17:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:46:32Z', 'updated_at': '2021-07-16T02:46:34Z', 'revision_number': 1, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2652fe36-5640-42dd-9036-f18bd317a42c', 'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'mac_address': 'fa:16:3e:a0:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:06Z', 'updated_at': '2021-07-16T02:46:13Z', 'revision_number': 5, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'subnets': [{'id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:51:05.003700 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab0b1aa-c7ce-4cfa-a8e8-58d0a5d2897c None None] New status for floating IP 6e9a8c92-f338-42a0-ac3d-24d55e9c17c5: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:51:05.521880 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf416dd-cc85-470f-b256-ccaa7d13f26c req-ddc7aeab-2509-4475-9e05-0473b0a56245 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:05.523383 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0bf416dd-cc85-470f-b256-ccaa7d13f26c req-ddc7aeab-2509-4475-9e05-0473b0a56245 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 945 time: 0.0638580 Jul 16 02:51:05.560370 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-0bf416dd-cc85-470f-b256-ccaa7d13f26c req-7c491887-a6b5-46db-8cd8-e7251f185ee4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314658 Jul 16 02:51:05.923097 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device a052ebc1-8bf2-486f-af11-aa4653276102 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:51:05.999729 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3697620'] for port, before_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:06.021591 n-d-800086-6 neutron-server[93833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a052ebc1-8bf2-486f-af11-aa4653276102'}] {{(pid=93833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:51:06.023804 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94015444b69399f2e385ef8749e42cdc9aca0d8de73bd296e122c2782168999" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1351d40d-e0cd-486a-8cb3-8125604fee0b" -d '{"events": [{"server_uuid": "a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5", "name": "network-vif-unplugged", "status": "completed", "tag": "a052ebc1-8bf2-486f-af11-aa4653276102"}]}' {{(pid=93833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:51:06.036632 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] For port a052ebc1-8bf2-486f-af11-aa4653276102, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a052ebc1-8bf2-486f-af11-aa4653276102,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:06.040763 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739031246421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739030845853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739030845871'] for port, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:06.063560 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed076dd-3732-4192-98a0-e7e54034cc51 x-openstack-request-id: req-4ed076dd-3732-4192-98a0-e7e54034cc51 {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:51:06.063878 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5", "name": "network-vif-unplugged", "status": "completed", "tag": "a052ebc1-8bf2-486f-af11-aa4653276102", "code": 200}]} {{(pid=93833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:51:06.064134 n-d-800086-6 neutron-server[93833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4ed076dd-3732-4192-98a0-e7e54034cc51 {{(pid=93833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:51:06.064580 n-d-800086-6 neutron-server[93833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a052ebc1-8bf2-486f-af11-aa4653276102', 'code': 200} Jul 16 02:51:06.091279 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Pushing event updated for resources: {'Port': ['ID=a052ebc1-8bf2-486f-af11-aa4653276102,revision_number=8']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:06.413081 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fcbf8-6e97-48b9-b00b-447b313934eb req-a2d26437-148a-470a-9ffa-87efc6680db3 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:06.414543 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fa0fcbf8-6e97-48b9-b00b-447b313934eb req-a2d26437-148a-470a-9ffa-87efc6680db3 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 943 time: 0.0675614 Jul 16 02:51:06.518296 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-fa0fcbf8-6e97-48b9-b00b-447b313934eb req-ec8093b6-c944-4bc0-ac65-3716a311c641 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Deleting port a052ebc1-8bf2-486f-af11-aa4653276102 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:51:06.518644 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fa0fcbf8-6e97-48b9-b00b-447b313934eb req-ec8093b6-c944-4bc0-ac65-3716a311c641 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:06.612075 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [req-fa0fcbf8-6e97-48b9-b00b-447b313934eb req-ec8093b6-c944-4bc0-ac65-3716a311c641 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] For port a052ebc1-8bf2-486f-af11-aa4653276102, host n-h2-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800086-6',level=0,port_id=a052ebc1-8bf2-486f-af11-aa4653276102,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:06.612755 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fa0fcbf8-6e97-48b9-b00b-447b313934eb req-ec8093b6-c944-4bc0-ac65-3716a311c641 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:06.625195 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [req-fa0fcbf8-6e97-48b9-b00b-447b313934eb req-ec8093b6-c944-4bc0-ac65-3716a311c641 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Calling delete_port for a052ebc1-8bf2-486f-af11-aa4653276102 owned by compute:nova {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:51:07.116134 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26e050-7461-49d8-9ded-99da95b9216d req-a0df5c3c-02e3-4bb4-b83c-730a06a3b101 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:07.117632 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba26e050-7461-49d8-9ded-99da95b9216d req-a0df5c3c-02e3-4bb4-b83c-730a06a3b101 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5 HTTP/1.1" status: 200 len: 943 time: 0.4351220 Jul 16 02:51:07.137400 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fa0fcbf8-6e97-48b9-b00b-447b313934eb req-ec8093b6-c944-4bc0-ac65-3716a311c641 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:07.172235 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8093b6-c944-4bc0-ac65-3716a311c641 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Pushing event deleted for resources: {'Port': ['ID=a052ebc1-8bf2-486f-af11-aa4653276102,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:07.205995 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-ba26e050-7461-49d8-9ded-99da95b9216d req-05d9c5e8-1880-4dda-a812-1ac8ba205773 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827928 Jul 16 02:51:07.227291 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0fcbf8-6e97-48b9-b00b-447b313934eb req-ec8093b6-c944-4bc0-ac65-3716a311c641 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] No DVR routers for this DVR port a052ebc1-8bf2-486f-af11-aa4653276102 on host n-h2-800086-6 {{(pid=93831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:51:07.230782 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [req-fa0fcbf8-6e97-48b9-b00b-447b313934eb req-ec8093b6-c944-4bc0-ac65-3716a311c641 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:07.232814 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-fa0fcbf8-6e97-48b9-b00b-447b313934eb req-ec8093b6-c944-4bc0-ac65-3716a311c641 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.47 "DELETE /v2.0/ports/a052ebc1-8bf2-486f-af11-aa4653276102 HTTP/1.1" status: 204 len: 173 time: 0.8117051 Jul 16 02:51:07.233253 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5', 'name': 'network-vif-deleted', 'tag': 'a052ebc1-8bf2-486f-af11-aa4653276102'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:51:07.235491 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4c618e-48cc-4609-9197-c54dea4f30fb" -d '{"events": [{"server_uuid": "a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5", "name": "network-vif-deleted", "tag": "a052ebc1-8bf2-486f-af11-aa4653276102"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:51:07.276865 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c424837a-6b50-47ce-bf9e-3591f4bdbedd x-openstack-request-id: req-c424837a-6b50-47ce-bf9e-3591f4bdbedd {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:51:07.277154 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5", "name": "network-vif-deleted", "tag": "a052ebc1-8bf2-486f-af11-aa4653276102", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:51:07.277341 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c424837a-6b50-47ce-bf9e-3591f4bdbedd {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:51:07.277750 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a760e5-20dc-4d5d-8d6e-7dfd950f40a5', 'name': 'network-vif-deleted', 'tag': 'a052ebc1-8bf2-486f-af11-aa4653276102', 'status': 'completed', 'code': 200} Jul 16 02:51:08.815546 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52024) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:08.974657 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-95d2d3f9-594d-4c7f-bde0-53eee1e2ce24 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Deleting port 95b46cb8-8ef4-457c-8f97-3c3b00689c4f {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:51:08.974995 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95d2d3f9-594d-4c7f-bde0-53eee1e2ce24 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:09.048674 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95d2d3f9-594d-4c7f-bde0-53eee1e2ce24 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:09.048925 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95d2d3f9-594d-4c7f-bde0-53eee1e2ce24 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:09.060952 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-95d2d3f9-594d-4c7f-bde0-53eee1e2ce24 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Calling delete_port for 95b46cb8-8ef4-457c-8f97-3c3b00689c4f owned by network:floatingip {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:51:09.210735 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95d2d3f9-594d-4c7f-bde0-53eee1e2ce24 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:09.211135 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0caa9dfc-2822-439a-9dc5-9594267bdce5 req-7f1b36fb-b87b-43d7-b197-16c05cc5da05 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528843 Jul 16 02:51:09.236545 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2d3f9-594d-4c7f-bde0-53eee1e2ce24 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Pushing event deleted for resources: {'Port': ['ID=95b46cb8-8ef4-457c-8f97-3c3b00689c4f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:09.301424 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95d2d3f9-594d-4c7f-bde0-53eee1e2ce24 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for floatingip, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:09.301700 n-d-800086-6 neutron-server[93831]: INFO neutron.db.l3_db [None req-95d2d3f9-594d-4c7f-bde0-53eee1e2ce24 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Floating IP 13637acb-542a-4fdb-8b2a-125bdd6be8d4 disassociated (deleted). External IP: 172.25.1.206, port: b4e74678-f1c1-4b90-bb63-effdc6334ecd. Jul 16 02:51:09.328743 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9dfc-2822-439a-9dc5-9594267bdce5 req-3573c4de-9c80-4feb-98a4-4c8cf6ea89f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:09.330255 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0caa9dfc-2822-439a-9dc5-9594267bdce5 req-3573c4de-9c80-4feb-98a4-4c8cf6ea89f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44c43e3f69d4d89a49e6cdee34a810d&device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 1094 time: 0.0540574 Jul 16 02:51:09.441454 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9dfc-2822-439a-9dc5-9594267bdce5 req-96ec0126-da0c-4101-b742-a1eac1c41b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:09.443145 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0caa9dfc-2822-439a-9dc5-9594267bdce5 req-96ec0126-da0c-4101-b742-a1eac1c41b07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db9d419e-c406-43ce-b3be-07cbf93d9cd2 HTTP/1.1" status: 200 len: 910 time: 0.0921161 Jul 16 02:51:09.486199 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0caa9dfc-2822-439a-9dc5-9594267bdce5 req-d43b498f-5c8f-4f01-9715-59bc115236b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4e74678-f1c1-4b90-bb63-effdc6334ecd HTTP/1.1" status: 200 len: 217 time: 0.0359688 Jul 16 02:51:09.514675 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d2d3f9-594d-4c7f-bde0-53eee1e2ce24 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Router 6f640bb2-b8d7-4762-a52a-f94353d8f511 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:51:09.540576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9dfc-2822-439a-9dc5-9594267bdce5 req-277acc4b-ad68-4d20-b17b-ca74a4ee58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:09.542313 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0caa9dfc-2822-439a-9dc5-9594267bdce5 req-277acc4b-ad68-4d20-b17b-ca74a4ee58d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36fa66da-e3fa-4882-9127-b291f4abb2fe HTTP/1.1" status: 200 len: 848 time: 0.0494657 Jul 16 02:51:09.599819 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9dfc-2822-439a-9dc5-9594267bdce5 req-041f84db-8a06-4137-b3bf-de5b7d2ddf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:09.601439 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0caa9dfc-2822-439a-9dc5-9594267bdce5 req-041f84db-8a06-4137-b3bf-de5b7d2ddf60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db9d419e-c406-43ce-b3be-07cbf93d9cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536180 Jul 16 02:51:09.622555 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d2d3f9-594d-4c7f-bde0-53eee1e2ce24 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:51:09.627762 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-95d2d3f9-594d-4c7f-bde0-53eee1e2ce24 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for floatingip, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:09.632449 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecc7eb2-f3db-4005-8226-91015cd9097f None None] Sync routers for ids ['6f640bb2-b8d7-4762-a52a-f94353d8f511'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:51:09.643219 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecc7eb2-f3db-4005-8226-91015cd9097f None None] Routers {'6f640bb2-b8d7-4762-a52a-f94353d8f511'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:51:09.643942 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-eecc7eb2-f3db-4005-8226-91015cd9097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:51:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6f640bb2-b8d7-4762-a52a-f94353d8f511'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:09.673067 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-95d2d3f9-594d-4c7f-bde0-53eee1e2ce24 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "DELETE /v2.0/floatingips/13637acb-542a-4fdb-8b2a-125bdd6be8d4 HTTP/1.1" status: 204 len: 168 time: 0.8539906 Jul 16 02:51:09.673067 n-d-800086-6 neutron-server[93831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'tag': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd'}] {{(pid=93831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:51:09.673892 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}814da2b170b30109ed135a748fcbea74e867b5a09cba6ccc7c3ee546ca779e39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9c2c7b-51c6-4d35-9a92-04d71fea94a4" -d '{"events": [{"name": "network-changed", "server_uuid": "77b10c62-1030-46f4-9da5-0125b7b8abae", "tag": "b4e74678-f1c1-4b90-bb63-effdc6334ecd"}]}' {{(pid=93831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:51:09.707157 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0caa9dfc-2822-439a-9dc5-9594267bdce5 req-15623bc3-a75a-4d1b-9d8b-d112ae3ce1cf service neutron] 10.222.0.26 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991850 Jul 16 02:51:09.717825 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd437d3b-9855-4c1a-b66f-9acebec575b9 x-openstack-request-id: req-fd437d3b-9855-4c1a-b66f-9acebec575b9 {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:51:09.718292 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b10c62-1030-46f4-9da5-0125b7b8abae", "tag": "b4e74678-f1c1-4b90-bb63-effdc6334ecd", "status": "completed", "code": 200}]} {{(pid=93831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:51:09.718621 n-d-800086-6 neutron-server[93831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd437d3b-9855-4c1a-b66f-9acebec575b9 {{(pid=93831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:51:09.719090 n-d-800086-6 neutron-server[93831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'tag': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'status': 'completed', 'code': 200} Jul 16 02:51:09.759509 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-eecc7eb2-f3db-4005-8226-91015cd9097f None None] Set router 6f640bb2-b8d7-4762-a52a-f94353d8f511 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:51:09.808879 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-0caa9dfc-2822-439a-9dc5-9594267bdce5 req-dc2c2c6c-762c-437c-af2c-10cffa40a864 service neutron] 10.222.0.26 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941513 Jul 16 02:51:09.947752 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c2c7b-51c6-4d35-9a92-04d71fea94a4 req-7ee0f3c6-4da0-42c6-b508-2108329bdae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:09.950308 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b9c2c7b-51c6-4d35-9a92-04d71fea94a4 req-7ee0f3c6-4da0-42c6-b508-2108329bdae0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b44c43e3f69d4d89a49e6cdee34a810d&device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 1094 time: 0.0602961 Jul 16 02:51:09.981713 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-eecc7eb2-f3db-4005-8226-91015cd9097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 4, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port': {'id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2652fe36-5640-42dd-9036-f18bd317a42c', 'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'mac_address': 'fa:16:3e:a0:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:06Z', 'updated_at': '2021-07-16T02:46:13Z', 'revision_number': 5, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'subnets': [{'id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:10.009473 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecc7eb2-f3db-4005-8226-91015cd9097f None None] Checking router: 6f640bb2-b8d7-4762-a52a-f94353d8f511 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:51:10.018849 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecc7eb2-f3db-4005-8226-91015cd9097f None None] Routers {'6f640bb2-b8d7-4762-a52a-f94353d8f511'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:51:10.019473 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-eecc7eb2-f3db-4005-8226-91015cd9097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:51:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6f640bb2-b8d7-4762-a52a-f94353d8f511'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:10.052784 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c2c7b-51c6-4d35-9a92-04d71fea94a4 req-9d64bc6e-6c4f-43f0-bea7-6dd79998433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:10.054808 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b9c2c7b-51c6-4d35-9a92-04d71fea94a4 req-9d64bc6e-6c4f-43f0-bea7-6dd79998433d service neutron] 10.222.0.26 "GET /v2.0/networks?id=db9d419e-c406-43ce-b3be-07cbf93d9cd2 HTTP/1.1" status: 200 len: 910 time: 0.0939622 Jul 16 02:51:10.071020 n-d-800086-6 neutron-server[93831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c264c9b-17d7-483d-a03b-e339bd82384f req-89aac216-ad7f-4779-ae3a-15edf28cb411 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:10.072599 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8c264c9b-17d7-483d-a03b-e339bd82384f req-89aac216-ad7f-4779-ae3a-15edf28cb411 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 943 time: 0.0685887 Jul 16 02:51:10.097658 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b9c2c7b-51c6-4d35-9a92-04d71fea94a4 req-7276c93b-aed4-46f7-8ce1-27e236d6b2f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4e74678-f1c1-4b90-bb63-effdc6334ecd HTTP/1.1" status: 200 len: 217 time: 0.0362070 Jul 16 02:51:10.115247 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [req-8c264c9b-17d7-483d-a03b-e339bd82384f req-16360b4f-1cee-433c-973b-974ab344775c tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356512 Jul 16 02:51:10.133176 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-eecc7eb2-f3db-4005-8226-91015cd9097f None None] Set router 6f640bb2-b8d7-4762-a52a-f94353d8f511 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:51:10.157108 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c2c7b-51c6-4d35-9a92-04d71fea94a4 req-238cca7a-ff04-41b9-8824-49befa79000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:10.158634 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b9c2c7b-51c6-4d35-9a92-04d71fea94a4 req-238cca7a-ff04-41b9-8824-49befa79000d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36fa66da-e3fa-4882-9127-b291f4abb2fe HTTP/1.1" status: 200 len: 848 time: 0.0528209 Jul 16 02:51:10.215992 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c2c7b-51c6-4d35-9a92-04d71fea94a4 req-23ce5189-1428-445e-aec2-035a0c759cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:10.217508 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b9c2c7b-51c6-4d35-9a92-04d71fea94a4 req-23ce5189-1428-445e-aec2-035a0c759cfe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db9d419e-c406-43ce-b3be-07cbf93d9cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514786 Jul 16 02:51:10.308836 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b9c2c7b-51c6-4d35-9a92-04d71fea94a4 req-b8d40a1a-3b21-4dbe-8283-d3c2badbabf2 service neutron] 10.222.0.26 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830836 Jul 16 02:51:10.338135 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-eecc7eb2-f3db-4005-8226-91015cd9097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 4, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port': {'id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2652fe36-5640-42dd-9036-f18bd317a42c', 'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'mac_address': 'fa:16:3e:a0:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:06Z', 'updated_at': '2021-07-16T02:46:13Z', 'revision_number': 5, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'subnets': [{'id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:10.370237 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecc7eb2-f3db-4005-8226-91015cd9097f None None] The sync data for ids ['6f640bb2-b8d7-4762-a52a-f94353d8f511'] in n-d-800086-6 is: [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 4, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port': {'id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6', '_interfaces': [{'id': '2652fe36-5640-42dd-9036-f18bd317a42c', 'name': '', 'network_id': 'db9d419e-c406-43ce-b3be-07cbf93d9cd2', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'mac_address': 'fa:16:3e:a0:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:06Z', 'updated_at': '2021-07-16T02:46:13Z', 'revision_number': 5, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'subnets': [{'id': '36fa66da-e3fa-4882-9127-b291f4abb2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:51:10.404641 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-4b9c2c7b-51c6-4d35-9a92-04d71fea94a4 req-48689753-c48b-467b-85c5-c8bf214bc363 service neutron] 10.222.0.26 "GET /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881517 Jul 16 02:51:10.587670 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af53c8-4a6b-45ce-8036-8042f4c0a37a None None] New status for floating IP 13637acb-542a-4fdb-8b2a-125bdd6be8d4: DOWN {{(pid=93834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:51:11.294693 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f07659-350a-44e5-b869-a5a9609d9b74 req-3ea2bc00-ee04-47dc-a352-fb3261721a99 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:11.296901 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d3f07659-350a-44e5-b869-a5a9609d9b74 req-3ea2bc00-ee04-47dc-a352-fb3261721a99 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 943 time: 0.0665607 Jul 16 02:51:11.334539 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-d3f07659-350a-44e5-b869-a5a9609d9b74 req-7b0cc745-f85e-4983-82ec-8e12f20dd33c tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbf20d47-37bb-4a1d-8d94-dca84dc7c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324905 Jul 16 02:51:11.767094 n-d-800086-6 neutron-server[93832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dc6a3-5a2d-4b1b-b2ad-e5c05233748a req-b495fca1-ccc0-4159-bf3f-da80a42a9656 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:11.768588 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-958dc6a3-5a2d-4b1b-b2ad-e5c05233748a req-b495fca1-ccc0-4159-bf3f-da80a42a9656 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.26 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 943 time: 0.0663798 Jul 16 02:51:11.869787 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-958dc6a3-5a2d-4b1b-b2ad-e5c05233748a req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Deleting port b4e74678-f1c1-4b90-bb63-effdc6334ecd {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:51:11.870127 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-958dc6a3-5a2d-4b1b-b2ad-e5c05233748a req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.947667 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device a052ebc1-8bf2-486f-af11-aa4653276102 no longer exists at agent hyperv_n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:51:11.966307 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [req-958dc6a3-5a2d-4b1b-b2ad-e5c05233748a req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] For port b4e74678-f1c1-4b90-bb63-effdc6334ecd, host n-h1-800086-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800086-6',level=0,port_id=b4e74678-f1c1-4b90-bb63-effdc6334ecd,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:11.966668 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-958dc6a3-5a2d-4b1b-b2ad-e5c05233748a req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.968312 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] No Port match for: a052ebc1-8bf2-486f-af11-aa4653276102 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:51:11.968670 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Device a052ebc1-8bf2-486f-af11-aa4653276102 not bound to the agent host n-h2-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:51:11.979690 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [req-958dc6a3-5a2d-4b1b-b2ad-e5c05233748a req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Calling delete_port for b4e74678-f1c1-4b90-bb63-effdc6334ecd owned by compute:nova {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:51:12.107943 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-958dc6a3-5a2d-4b1b-b2ad-e5c05233748a req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:12.141616 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Pushing event deleted for resources: {'Port': ['ID=b4e74678-f1c1-4b90-bb63-effdc6334ecd,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:12.154522 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:12.154865 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:12.155199 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:12.155529 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:12.155884 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:12.156213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:12.156533 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:12.156854 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:12.157173 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:12.157503 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:12.157807 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:12.158121 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800086-6 {{(pid=93832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:12.195966 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [req-958dc6a3-5a2d-4b1b-b2ad-e5c05233748a req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] No DVR routers for this DVR port b4e74678-f1c1-4b90-bb63-effdc6334ecd on host n-h1-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:51:12.198345 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [req-958dc6a3-5a2d-4b1b-b2ad-e5c05233748a req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71882'] for port, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:12.200368 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-958dc6a3-5a2d-4b1b-b2ad-e5c05233748a req-5a3e7e12-5507-433e-a620-08e7f1822ae4 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.26 "DELETE /v2.0/ports/b4e74678-f1c1-4b90-bb63-effdc6334ecd HTTP/1.1" status: 204 len: 173 time: 0.4232833 Jul 16 02:51:12.200800 n-d-800086-6 neutron-server[93832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'name': 'network-vif-deleted', 'tag': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd'}] {{(pid=93832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:51:12.203019 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c98b3395d71a43f51e9ea855cecd8d927eea19ff4d47fc812bdd8786d26914b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e816cd-c8ed-4485-a69b-7e0f2ff31401" -d '{"events": [{"server_uuid": "77b10c62-1030-46f4-9da5-0125b7b8abae", "name": "network-vif-deleted", "tag": "b4e74678-f1c1-4b90-bb63-effdc6334ecd"}]}' {{(pid=93832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:51:12.297286 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a88b2cb-a88a-47dc-a4fe-615d71d9b1f0 x-openstack-request-id: req-8a88b2cb-a88a-47dc-a4fe-615d71d9b1f0 {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:51:12.297807 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b10c62-1030-46f4-9da5-0125b7b8abae", "name": "network-vif-deleted", "tag": "b4e74678-f1c1-4b90-bb63-effdc6334ecd", "status": "completed", "code": 200}]} {{(pid=93832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:51:12.297807 n-d-800086-6 neutron-server[93832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a88b2cb-a88a-47dc-a4fe-615d71d9b1f0 {{(pid=93832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:51:12.298225 n-d-800086-6 neutron-server[93832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b10c62-1030-46f4-9da5-0125b7b8abae', 'name': 'network-vif-deleted', 'tag': 'b4e74678-f1c1-4b90-bb63-effdc6334ecd', 'status': 'completed', 'code': 200} Jul 16 02:51:12.491978 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [req-e922fe54-9051-499a-8e1b-ee78bbfd6f67 req-f924ea1b-4463-47a6-8af9-d9a29832fc27 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b10c62-1030-46f4-9da5-0125b7b8abae HTTP/1.1" status: 200 len: 210 time: 0.0318482 Jul 16 02:51:13.640002 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52044) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:13.699948 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5404d630-9b15-4c3a-af36-ba028fd0c995 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:13.724293 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5404d630-9b15-4c3a-af36-ba028fd0c995 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:13.787560 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5404d630-9b15-4c3a-af36-ba028fd0c995 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:13.791104 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5404d630-9b15-4c3a-af36-ba028fd0c995 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:13.792580 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-5404d630-9b15-4c3a-af36-ba028fd0c995 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] 10.222.0.54 "DELETE /v2.0/security-groups/fbf20d47-37bb-4a1d-8d94-dca84dc7c640 HTTP/1.1" status: 204 len: 168 time: 0.1515484 Jul 16 02:51:13.801780 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404d630-9b15-4c3a-af36-ba028fd0c995 tempest-TestSnapshotPattern-987587337 tempest-TestSnapshotPattern-987587337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf20d47-37bb-4a1d-8d94-dca84dc7c640,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:14.689119 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device b4e74678-f1c1-4b90-bb63-effdc6334ecd no longer exists at agent hyperv_n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:51:14.709381 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] No Port match for: b4e74678-f1c1-4b90-bb63-effdc6334ecd {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:51:14.709777 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Device b4e74678-f1c1-4b90-bb63-effdc6334ecd not bound to the agent host n-h1-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:51:14.860120 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52050) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:15.311260 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1463356b-0b6e-4e0c-a865-361a9970ec86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:15.568435 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-1463356b-0b6e-4e0c-a865-361a9970ec86 admin admin] Deleting port 2652fe36-5640-42dd-9036-f18bd317a42c {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:51:15.568785 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1463356b-0b6e-4e0c-a865-361a9970ec86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:15.650735 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-1463356b-0b6e-4e0c-a865-361a9970ec86 admin admin] For port 2652fe36-5640-42dd-9036-f18bd317a42c, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=2652fe36-5640-42dd-9036-f18bd317a42c,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:15.651094 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1463356b-0b6e-4e0c-a865-361a9970ec86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:15.663959 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-1463356b-0b6e-4e0c-a865-361a9970ec86 admin admin] Calling delete_port for 2652fe36-5640-42dd-9036-f18bd317a42c owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:51:15.846957 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1463356b-0b6e-4e0c-a865-361a9970ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:15.872962 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463356b-0b6e-4e0c-a865-361a9970ec86 admin admin] Pushing event deleted for resources: {'Port': ['ID=2652fe36-5640-42dd-9036-f18bd317a42c,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:16.044104 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-1463356b-0b6e-4e0c-a865-361a9970ec86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:16.265739 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1463356b-0b6e-4e0c-a865-361a9970ec86 admin admin] Router 6f640bb2-b8d7-4762-a52a-f94353d8f511 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:51:16.373135 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1463356b-0b6e-4e0c-a865-361a9970ec86 admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:51:16.381213 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52054) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:16.381705 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-1463356b-0b6e-4e0c-a865-361a9970ec86 admin admin] 10.222.0.54 "PUT /v2.0/routers/6f640bb2-b8d7-4762-a52a-f94353d8f511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5201263 Jul 16 02:51:16.382362 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ece9b-61c8-41b4-9787-d6a74520dd07 None None] Sync routers for ids ['6f640bb2-b8d7-4762-a52a-f94353d8f511'] in n-d-800086-6 {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:51:16.392459 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ece9b-61c8-41b4-9787-d6a74520dd07 None None] Routers {'6f640bb2-b8d7-4762-a52a-f94353d8f511'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:51:16.393163 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-215ece9b-61c8-41b4-9787-d6a74520dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:51:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6f640bb2-b8d7-4762-a52a-f94353d8f511'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:16.491023 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b298d93-a965-4a91-8e0b-8c4be6ec27c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:16.502781 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-215ece9b-61c8-41b4-9787-d6a74520dd07 None None] Set router 6f640bb2-b8d7-4762-a52a-f94353d8f511 gateway port host: n-d-800086-6 {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:51:16.596557 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b298d93-a965-4a91-8e0b-8c4be6ec27c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:16.650019 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-1b298d93-a965-4a91-8e0b-8c4be6ec27c0 admin admin] Deleting port 680caa55-e6d7-4973-9934-44d0e24dba81 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:51:16.650334 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b298d93-a965-4a91-8e0b-8c4be6ec27c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:16.685848 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-215ece9b-61c8-41b4-9787-d6a74520dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:51:15Z', 'revision_number': 5, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port': {'id': '680caa55-e6d7-4973-9934-44d0e24dba81', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:16.717575 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ece9b-61c8-41b4-9787-d6a74520dd07 None None] Checking router: 6f640bb2-b8d7-4762-a52a-f94353d8f511 for host: n-d-800086-6 {{(pid=93833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:51:16.726564 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ece9b-61c8-41b4-9787-d6a74520dd07 None None] Routers {'6f640bb2-b8d7-4762-a52a-f94353d8f511'} bound to L3 agent in host n-d-800086-6 {{(pid=93833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:51:16.727209 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-215ece9b-61c8-41b4-9787-d6a74520dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:51:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['6f640bb2-b8d7-4762-a52a-f94353d8f511'], 'active': True} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:16.818588 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvr_db [None req-215ece9b-61c8-41b4-9787-d6a74520dd07 None None] Set router 6f640bb2-b8d7-4762-a52a-f94353d8f511 gateway port host: None {{(pid=93833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:51:16.872068 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_hamode_db [None req-215ece9b-61c8-41b4-9787-d6a74520dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:51:16Z', 'revision_number': 6, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:16.906200 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ece9b-61c8-41b4-9787-d6a74520dd07 None None] The sync data for ids ['6f640bb2-b8d7-4762-a52a-f94353d8f511'] in n-d-800086-6 is: [{'id': '6f640bb2-b8d7-4762-a52a-f94353d8f511', 'name': 'tempest-TestSnapshotPattern-234990521-router', 'tenant_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:51:16Z', 'revision_number': 6, 'project_id': 'b44c43e3f69d4d89a49e6cdee34a810d', 'gw_port_host': None}] {{(pid=93833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:51:17.022580 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-1b298d93-a965-4a91-8e0b-8c4be6ec27c0 admin admin] For port 680caa55-e6d7-4973-9934-44d0e24dba81, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=680caa55-e6d7-4973-9934-44d0e24dba81,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:17.022936 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b298d93-a965-4a91-8e0b-8c4be6ec27c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.035558 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-1b298d93-a965-4a91-8e0b-8c4be6ec27c0 admin admin] Calling delete_port for 680caa55-e6d7-4973-9934-44d0e24dba81 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:51:17.198065 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b298d93-a965-4a91-8e0b-8c4be6ec27c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.224712 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b298d93-a965-4a91-8e0b-8c4be6ec27c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=680caa55-e6d7-4973-9934-44d0e24dba81,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:17.293517 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b298d93-a965-4a91-8e0b-8c4be6ec27c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.392775 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b298d93-a965-4a91-8e0b-8c4be6ec27c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.394867 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b298d93-a965-4a91-8e0b-8c4be6ec27c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.438385 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b298d93-a965-4a91-8e0b-8c4be6ec27c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.438910 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b298d93-a965-4a91-8e0b-8c4be6ec27c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f640bb2-b8d7-4762-a52a-f94353d8f511 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:51:17.443253 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-1b298d93-a965-4a91-8e0b-8c4be6ec27c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.444425 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-1b298d93-a965-4a91-8e0b-8c4be6ec27c0 admin admin] 10.222.0.54 "DELETE /v2.0/routers/6f640bb2-b8d7-4762-a52a-f94353d8f511 HTTP/1.1" status: 204 len: 168 time: 1.0622380 Jul 16 02:51:17.447089 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52056) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:17.492193 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3137486d-4dcd-4043-9eb5-e44b9e58389b admin admin] Deleting subnet 36fa66da-e3fa-4882-9127-b291f4abb2fe {{(pid=93832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:51:17.495532 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3137486d-4dcd-4043-9eb5-e44b9e58389b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.534363 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3137486d-4dcd-4043-9eb5-e44b9e58389b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9426642'] for subnet, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.613179 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3137486d-4dcd-4043-9eb5-e44b9e58389b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.669664 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3137486d-4dcd-4043-9eb5-e44b9e58389b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9181288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9666639'] for subnet, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.697337 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137486d-4dcd-4043-9eb5-e44b9e58389b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36fa66da-e3fa-4882-9127-b291f4abb2fe,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:17.702928 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3137486d-4dcd-4043-9eb5-e44b9e58389b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.705517 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3137486d-4dcd-4043-9eb5-e44b9e58389b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/36fa66da-e3fa-4882-9127-b291f4abb2fe HTTP/1.1" status: 204 len: 168 time: 0.2574840 Jul 16 02:51:17.708259 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52058) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:17.713387 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fde1a4-7f80-4bae-96e0-9b4a09a9ddb8 None None] Network db9d419e-c406-43ce-b3be-07cbf93d9cd2 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:51:17.785287 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.840378 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] Deleting port 41ed5462-48a5-4a7d-b169-c53068be64c9 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:51:17.840616 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.914472 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] For port 41ed5462-48a5-4a7d-b169-c53068be64c9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=41ed5462-48a5-4a7d-b169-c53068be64c9,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:17.914472 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.920722 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdf22c5-063a-4828-bc6d-ea3039b34212 None None] DHCP port deletion for db9d419e-c406-43ce-b3be-07cbf93d9cd2 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:51:17.931422 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] Calling delete_port for 41ed5462-48a5-4a7d-b169-c53068be64c9 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:51:17.972251 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf22c5-063a-4828-bc6d-ea3039b34212 None None] Deleting port 41ed5462-48a5-4a7d-b169-c53068be64c9 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:51:17.972632 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1cdf22c5-063a-4828-bc6d-ea3039b34212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:18.021051 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:18.038326 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-1cdf22c5-063a-4828-bc6d-ea3039b34212 None None] For port 41ed5462-48a5-4a7d-b169-c53068be64c9, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=41ed5462-48a5-4a7d-b169-c53068be64c9,segment=NetworkSegment(7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147),segment_id=7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:18.038726 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1cdf22c5-063a-4828-bc6d-ea3039b34212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:18.044790 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] Pushing event deleted for resources: {'Port': ['ID=41ed5462-48a5-4a7d-b169-c53068be64c9,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:18.050576 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] No DVR routers for this DVR port 41ed5462-48a5-4a7d-b169-c53068be64c9 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:51:18.052228 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf22c5-063a-4828-bc6d-ea3039b34212 None None] Calling delete_port for 41ed5462-48a5-4a7d-b169-c53068be64c9 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:51:18.129649 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:18.141977 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9d419e-c406-43ce-b3be-07cbf93d9cd2']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:18.153162 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:18.153464 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba1a9fd-d8fc-48e6-9e8c-f88d1791e147') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:18.163445 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:18.178653 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:18.187758 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:51:18.188171 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:51:18.190420 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:51:18.250962 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:18.256617 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:18.258550 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] 10.222.0.54 "DELETE /v2.0/networks/db9d419e-c406-43ce-b3be-07cbf93d9cd2 HTTP/1.1" status: 204 len: 168 time: 0.5489767 Jul 16 02:51:18.262114 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52060) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:18.273868 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea535ce-5f03-4625-84eb-2b19df263456 admin admin] Pushing event deleted for resources: {'Network': ['ID=db9d419e-c406-43ce-b3be-07cbf93d9cd2,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:18.301363 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1cdf22c5-063a-4828-bc6d-ea3039b34212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:18.324635 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1cdf22c5-063a-4828-bc6d-ea3039b34212 None None] Network db9d419e-c406-43ce-b3be-07cbf93d9cd2 is not hosted by any dhcp agent {{(pid=93833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 02:51:18.325269 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdf22c5-063a-4828-bc6d-ea3039b34212 None None] No DVR routers for this DVR port 41ed5462-48a5-4a7d-b169-c53068be64c9 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:51:18.327543 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf22c5-063a-4828-bc6d-ea3039b34212 None None] Pushing event deleted for resources: {'Port': ['ID=41ed5462-48a5-4a7d-b169-c53068be64c9,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:18.531413 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 680caa55-e6d7-4973-9934-44d0e24dba81 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:51:18.551456 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 680caa55-e6d7-4973-9934-44d0e24dba81 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:51:18.552000 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 680caa55-e6d7-4973-9934-44d0e24dba81 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:51:18.552429 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2652fe36-5640-42dd-9036-f18bd317a42c no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:51:18.572155 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 2652fe36-5640-42dd-9036-f18bd317a42c {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:51:18.572511 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 2652fe36-5640-42dd-9036-f18bd317a42c not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:51:18.572937 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 41ed5462-48a5-4a7d-b169-c53068be64c9 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:51:18.595045 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 41ed5462-48a5-4a7d-b169-c53068be64c9 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:51:18.595315 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 41ed5462-48a5-4a7d-b169-c53068be64c9 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:51:18.644671 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-08bf6918-8adf-4980-ae6d-83c66f402daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-959150'] for router_interface, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:18.905176 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-08bf6918-8adf-4980-ae6d-83c66f402daf admin admin] Deleting port fa0697e4-ed03-4991-bf22-880f78009307 {{(pid=93831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:51:18.905529 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-08bf6918-8adf-4980-ae6d-83c66f402daf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:19.008353 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-08bf6918-8adf-4980-ae6d-83c66f402daf admin admin] For port fa0697e4-ed03-4991-bf22-880f78009307, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=fa0697e4-ed03-4991-bf22-880f78009307,segment=NetworkSegment(140d2a65-272e-4223-8872-9371855fdd21),segment_id=140d2a65-272e-4223-8872-9371855fdd21)] {{(pid=93831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:19.008711 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-08bf6918-8adf-4980-ae6d-83c66f402daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:19.025434 n-d-800086-6 neutron-server[93831]: DEBUG neutron.plugins.ml2.plugin [None req-08bf6918-8adf-4980-ae6d-83c66f402daf admin admin] Calling delete_port for fa0697e4-ed03-4991-bf22-880f78009307 owned by network:router_interface {{(pid=93831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:51:19.224422 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-08bf6918-8adf-4980-ae6d-83c66f402daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9414831'] for port, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:19.256349 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf6918-8adf-4980-ae6d-83c66f402daf admin admin] Pushing event deleted for resources: {'Port': ['ID=fa0697e4-ed03-4991-bf22-880f78009307,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:19.440778 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-08bf6918-8adf-4980-ae6d-83c66f402daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963902'] for router_interface, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:19.682997 n-d-800086-6 neutron-server[93831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bf6918-8adf-4980-ae6d-83c66f402daf admin admin] Router 8baa3346-08a3-41ff-9aec-97ffc71d5ff1 has already been hosted by L3 agent a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599 {{(pid=93831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:51:19.789786 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bf6918-8adf-4980-ae6d-83c66f402daf admin admin] Notify agent at l3_agent.n-d-800086-6 the message routers_updated {{(pid=93831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:51:19.795573 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-08bf6918-8adf-4980-ae6d-83c66f402daf admin admin] 10.222.0.54 "PUT /v2.0/routers/8baa3346-08a3-41ff-9aec-97ffc71d5ff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5323570 Jul 16 02:51:19.798258 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52062) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:19.803334 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c29559-6cab-4f06-9dcc-80be971500b1 None None] Sync routers for ids ['8baa3346-08a3-41ff-9aec-97ffc71d5ff1'] in n-d-800086-6 {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:51:19.813059 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c29559-6cab-4f06-9dcc-80be971500b1 None None] Routers {'8baa3346-08a3-41ff-9aec-97ffc71d5ff1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:51:19.813754 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-08c29559-6cab-4f06-9dcc-80be971500b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:51:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8baa3346-08a3-41ff-9aec-97ffc71d5ff1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:19.921259 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-08c29559-6cab-4f06-9dcc-80be971500b1 None None] Set router 8baa3346-08a3-41ff-9aec-97ffc71d5ff1 gateway port host: n-d-800086-6 {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:51:19.921535 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d63cdca2-57af-423e-b12c-001061481d9c admin admin] Notify callbacks [] for router, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:20.052401 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d63cdca2-57af-423e-b12c-001061481d9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:20.102551 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-08c29559-6cab-4f06-9dcc-80be971500b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'name': 'tempest-TestSnapshotPattern-225700975-router', 'tenant_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'external_fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '91da264d-42a9-4af9-b86a-ce7acbbe4441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:09Z', 'updated_at': '2021-07-16T02:51:19Z', 'revision_number': 5, 'project_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'gw_port': {'id': '91da264d-42a9-4af9-b86a-ce7acbbe4441', 'name': '', 'network_id': '88f2079c-e547-45f1-859f-49428e13c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800086-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:09Z', 'updated_at': '2021-07-16T02:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e97cb7a3-7af4-4fe0-955b-4a8de39c4b56', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800086-6'}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:20.114088 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d63cdca2-57af-423e-b12c-001061481d9c admin admin] Deleting port 91da264d-42a9-4af9-b86a-ce7acbbe4441 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:51:20.114434 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d63cdca2-57af-423e-b12c-001061481d9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:20.129101 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c29559-6cab-4f06-9dcc-80be971500b1 None None] Checking router: 8baa3346-08a3-41ff-9aec-97ffc71d5ff1 for host: n-d-800086-6 {{(pid=93834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:51:20.138431 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c29559-6cab-4f06-9dcc-80be971500b1 None None] Routers {'8baa3346-08a3-41ff-9aec-97ffc71d5ff1'} bound to L3 agent in host n-d-800086-6 {{(pid=93834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:51:20.139051 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-08c29559-6cab-4f06-9dcc-80be971500b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800086-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:18:01Z,description=,heartbeat_timestamp=2021-07-16T02:51:01Z,host='n-d-800086-6',id=a4c0b9b2-2ddb-42f5-9ad9-9a6328db2599,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:18:02Z,topic='l3_agent')) {'router_ids': ['8baa3346-08a3-41ff-9aec-97ffc71d5ff1'], 'active': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:20.198228 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-d63cdca2-57af-423e-b12c-001061481d9c admin admin] For port 91da264d-42a9-4af9-b86a-ce7acbbe4441, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=91da264d-42a9-4af9-b86a-ce7acbbe4441,segment=NetworkSegment(2a89d032-915a-4643-a96e-b4e1102f91a8),segment_id=2a89d032-915a-4643-a96e-b4e1102f91a8)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:20.198586 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d63cdca2-57af-423e-b12c-001061481d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:20.213192 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-d63cdca2-57af-423e-b12c-001061481d9c admin admin] Calling delete_port for 91da264d-42a9-4af9-b86a-ce7acbbe4441 owned by network:router_gateway {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:51:20.227728 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_dvr_db [None req-08c29559-6cab-4f06-9dcc-80be971500b1 None None] Set router 8baa3346-08a3-41ff-9aec-97ffc71d5ff1 gateway port host: None {{(pid=93834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:51:20.375332 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.l3_hamode_db [None req-08c29559-6cab-4f06-9dcc-80be971500b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'name': 'tempest-TestSnapshotPattern-225700975-router', 'tenant_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:09Z', 'updated_at': '2021-07-16T02:51:20Z', 'revision_number': 6, 'project_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'gw_port_host': None}], 'n-d-800086-6', False) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:20.388370 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d63cdca2-57af-423e-b12c-001061481d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:20.407131 n-d-800086-6 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c29559-6cab-4f06-9dcc-80be971500b1 None None] The sync data for ids ['8baa3346-08a3-41ff-9aec-97ffc71d5ff1'] in n-d-800086-6 is: [{'id': '8baa3346-08a3-41ff-9aec-97ffc71d5ff1', 'name': 'tempest-TestSnapshotPattern-225700975-router', 'tenant_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:09Z', 'updated_at': '2021-07-16T02:51:20Z', 'revision_number': 6, 'project_id': '9dec01cf0cdf4f54b2533fc5263c903f', 'gw_port_host': None}] {{(pid=93834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:51:20.412583 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63cdca2-57af-423e-b12c-001061481d9c admin admin] Pushing event deleted for resources: {'Port': ['ID=91da264d-42a9-4af9-b86a-ce7acbbe4441,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:20.486004 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d63cdca2-57af-423e-b12c-001061481d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028964'] for router_gateway, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:20.577619 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d63cdca2-57af-423e-b12c-001061481d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11147'] for router, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:20.579752 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d63cdca2-57af-423e-b12c-001061481d9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:20.622572 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d63cdca2-57af-423e-b12c-001061481d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-965862'] for router, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:20.623114 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63cdca2-57af-423e-b12c-001061481d9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8baa3346-08a3-41ff-9aec-97ffc71d5ff1 {{(pid=93832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:51:20.627661 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-d63cdca2-57af-423e-b12c-001061481d9c admin admin] Notify callbacks [] for router, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:20.628847 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d63cdca2-57af-423e-b12c-001061481d9c admin admin] 10.222.0.54 "DELETE /v2.0/routers/8baa3346-08a3-41ff-9aec-97ffc71d5ff1 HTTP/1.1" status: 204 len: 168 time: 0.8295958 Jul 16 02:51:20.631524 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52064) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:20.681237 n-d-800086-6 neutron-server[93831]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d709143-4617-4cf6-baf7-4789be5c065a admin admin] Deleting subnet 370b453b-1ca7-4059-832a-b30025e13eba {{(pid=93831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:51:20.685428 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d709143-4617-4cf6-baf7-4789be5c065a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:20.729731 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d709143-4617-4cf6-baf7-4789be5c065a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9414737'] for subnet, precommit_delete_associations {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:20.815171 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d709143-4617-4cf6-baf7-4789be5c065a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016589'] for subnet, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:20.878990 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d709143-4617-4cf6-baf7-4789be5c065a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9414876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9352468'] for subnet, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:20.905270 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d709143-4617-4cf6-baf7-4789be5c065a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=370b453b-1ca7-4059-832a-b30025e13eba,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:20.909339 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-8d709143-4617-4cf6-baf7-4789be5c065a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:20.909972 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device fa0697e4-ed03-4991-bf22-880f78009307 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:51:20.911228 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-8d709143-4617-4cf6-baf7-4789be5c065a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/370b453b-1ca7-4059-832a-b30025e13eba HTTP/1.1" status: 204 len: 168 time: 0.2786241 Jul 16 02:51:20.913958 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52066) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:20.917548 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a731e2f7-a2db-4874-a235-86787a8e467d None None] Network 83f5ceea-41ff-4739-988c-8153896ce5f3 requested from n-d-800086-6 {{(pid=93833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:51:20.941599 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: fa0697e4-ed03-4991-bf22-880f78009307 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:51:20.942034 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device fa0697e4-ed03-4991-bf22-880f78009307 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:51:20.994089 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3724454'] for network, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.055994 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] Deleting port 5da0b43b-d936-44cc-8a4a-8db7748659e7 {{(pid=93832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:51:21.056365 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.131574 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e57d7d9-d6d2-4f57-ac1e-d1f4d646d3af None None] DHCP port deletion for 83f5ceea-41ff-4739-988c-8153896ce5f3 request from n-d-800086-6 {{(pid=93833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:51:21.133272 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.db [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] For port 5da0b43b-d936-44cc-8a4a-8db7748659e7, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5da0b43b-d936-44cc-8a4a-8db7748659e7,segment=NetworkSegment(140d2a65-272e-4223-8872-9371855fdd21),segment_id=140d2a65-272e-4223-8872-9371855fdd21)] {{(pid=93832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:21.133680 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.147962 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] Calling delete_port for 5da0b43b-d936-44cc-8a4a-8db7748659e7 owned by network:dhcp {{(pid=93832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:51:21.180807 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5e57d7d9-d6d2-4f57-ac1e-d1f4d646d3af None None] Deleting port 5da0b43b-d936-44cc-8a4a-8db7748659e7 {{(pid=93833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:51:21.181185 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e57d7d9-d6d2-4f57-ac1e-d1f4d646d3af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739031245743'] for port, before_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.240801 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9181211'] for port, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.251188 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.db [None req-5e57d7d9-d6d2-4f57-ac1e-d1f4d646d3af None None] For port 5da0b43b-d936-44cc-8a4a-8db7748659e7, host n-d-800086-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800086-6',level=0,port_id=5da0b43b-d936-44cc-8a4a-8db7748659e7,segment=NetworkSegment(140d2a65-272e-4223-8872-9371855fdd21),segment_id=140d2a65-272e-4223-8872-9371855fdd21)] {{(pid=93833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:21.251655 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e57d7d9-d6d2-4f57-ac1e-d1f4d646d3af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-965781'] for port, precommit_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.270043 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] Pushing event deleted for resources: {'Port': ['ID=5da0b43b-d936-44cc-8a4a-8db7748659e7,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:21.270286 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-5e57d7d9-d6d2-4f57-ac1e-d1f4d646d3af None None] Calling delete_port for 5da0b43b-d936-44cc-8a4a-8db7748659e7 owned by network:dhcp {{(pid=93833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:51:21.272074 n-d-800086-6 neutron-server[93832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] No DVR routers for this DVR port 5da0b43b-d936-44cc-8a4a-8db7748659e7 on host n-d-800086-6 {{(pid=93832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:51:21.353868 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-5e57d7d9-d6d2-4f57-ac1e-d1f4d646d3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739031246466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739030845844'] for port, after_delete {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.354653 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015529', 'neutron.services.segments.db._delete_segments_for_network-8739031160908'] for network, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.365471 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f5ceea-41ff-4739-988c-8153896ce5f3']}} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:21.375745 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140d2a65-272e-4223-8872-9371855fdd21') {'for_net_delete': True} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:21.376037 n-d-800086-6 neutron-server[93832]: DEBUG neutron.services.segments.db [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140d2a65-272e-4223-8872-9371855fdd21') {} {{(pid=93832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:21.380131 n-d-800086-6 neutron-server[93833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57d7d9-d6d2-4f57-ac1e-d1f4d646d3af None None] Pushing event deleted for resources: {'Port': ['ID=5da0b43b-d936-44cc-8a4a-8db7748659e7,revision_number=None']} {{(pid=93833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:21.383940 n-d-800086-6 neutron-server[93833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e57d7d9-d6d2-4f57-ac1e-d1f4d646d3af None None] No DVR routers for this DVR port 5da0b43b-d936-44cc-8a4a-8db7748659e7 on host n-d-800086-6 {{(pid=93833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:51:21.389333 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739031165525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9426661'] for segment, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.407016 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093'] for segment, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.413210 n-d-800086-6 neutron-server[93832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:51:21.413598 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4019093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9184970'] for segment, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: Traceback (most recent call last): Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: timer() Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: cb(*args, **kw) Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: return func(*args, **kwargs) Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: self._notify() Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: self.callback(batched_events) Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: event.method(event) Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: return f(self, *a, **k) Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: return self._get(url).json() Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: return self.request(url, 'GET', **kwargs) Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:51:21.415404 n-d-800086-6 neutron-server[93832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:51:21.474407 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029048'] for network, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.480576 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] Notify callbacks [] for network, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.485154 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] 10.222.0.54 "DELETE /v2.0/networks/83f5ceea-41ff-4739-988c-8153896ce5f3 HTTP/1.1" status: 204 len: 168 time: 0.5674691 Jul 16 02:51:21.497541 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8cbd-c7a7-4e82-a309-4333fe062086 admin admin] Pushing event deleted for resources: {'Network': ['ID=83f5ceea-41ff-4739-988c-8153896ce5f3,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:21.600598 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52072) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:21.640923 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-a07f6498-66bb-40a4-b897-79f1c5de6efb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b44c43e3f69d4d89a49e6cdee34a810d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389946 Jul 16 02:51:21.643423 n-d-800086-6 neutron-server[93831]: DEBUG neutron.wsgi [-] (93831) accepted ('10.222.0.54', 52074) {{(pid=93831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:21.696799 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4474f93f-626e-4a68-a6c6-cee84a94477d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.718032 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4474f93f-626e-4a68-a6c6-cee84a94477d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.764519 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4474f93f-626e-4a68-a6c6-cee84a94477d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.767267 n-d-800086-6 neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4474f93f-626e-4a68-a6c6-cee84a94477d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.768488 n-d-800086-6 neutron-server[93831]: INFO neutron.wsgi [None req-4474f93f-626e-4a68-a6c6-cee84a94477d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c895702f-ac4c-4483-a961-948f6b3a032f HTTP/1.1" status: 204 len: 168 time: 0.1240890 Jul 16 02:51:21.776484 n-d-800086-6 neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474f93f-626e-4a68-a6c6-cee84a94477d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c895702f-ac4c-4483-a961-948f6b3a032f,revision_number=None']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:22.110057 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52080) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:22.150798 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-d3e20aee-fccc-4b66-b2b5-9248bf27fe44 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9dec01cf0cdf4f54b2533fc5263c903f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394549 Jul 16 02:51:22.153528 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [-] (93832) accepted ('10.222.0.54', 52082) {{(pid=93832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:22.201848 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3687fae7-36d3-4e72-b47f-6f58284606ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:22.222657 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3687fae7-36d3-4e72-b47f-6f58284606ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:22.269121 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3687fae7-36d3-4e72-b47f-6f58284606ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587133'] for security_group, after_delete {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:22.271678 n-d-800086-6 neutron-server[93832]: DEBUG neutron_lib.callbacks.manager [None req-3687fae7-36d3-4e72-b47f-6f58284606ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:22.272905 n-d-800086-6 neutron-server[93832]: INFO neutron.wsgi [None req-3687fae7-36d3-4e72-b47f-6f58284606ed admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c95fbce6-7671-44f9-8da5-db4d945712f1 HTTP/1.1" status: 204 len: 168 time: 0.1183724 Jul 16 02:51:22.283297 n-d-800086-6 neutron-server[93832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687fae7-36d3-4e72-b47f-6f58284606ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95fbce6-7671-44f9-8da5-db4d945712f1,revision_number=None']} {{(pid=93832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:22.525934 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5da0b43b-d936-44cc-8a4a-8db7748659e7 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:51:22.548195 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 5da0b43b-d936-44cc-8a4a-8db7748659e7 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:51:22.548557 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 5da0b43b-d936-44cc-8a4a-8db7748659e7 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:51:22.548980 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 91da264d-42a9-4af9-b86a-ce7acbbe4441 no longer exists at agent ovs-agent-n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:51:22.573132 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] No Port match for: 91da264d-42a9-4af9-b86a-ce7acbbe4441 {{(pid=93833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:51:22.573483 n-d-800086-6 neutron-server[93833]: DEBUG neutron.plugins.ml2.rpc [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Device 91da264d-42a9-4af9-b86a-ce7acbbe4441 not bound to the agent host n-d-800086-6 {{(pid=93833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:51:24.694698 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:28.505223 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1a606f40-5008-48d7-8c91-966ae48352b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:29.672720 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:31.160377 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-872202fc-4e17-452c-9253-70cb2556d77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:31.162455 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:32.396834 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:32.676930 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:51:34.169483 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:54.695291 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:58.507564 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-7af1f919-9db8-470d-a005-ba5524b051b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:59.671505 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:01.159129 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e1391db9-ab0d-4331-b39f-4e7485df62c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:01.162680 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:02.400147 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:04.171283 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:09.676011 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:52:24.708677 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:28.509276 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1dfe020c-6879-428a-97d5-ae84f49e8797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:29.678377 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:31.160412 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6b66-2366-4756-8ab6-a7dd558d62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:31.162712 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:32.403179 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:34.173669 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:46.675213 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:52:54.725387 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:58.511105 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-061c7000-aefb-4e82-b42f-b2dd1531a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:59.677879 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:01.162407 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-82791908-91f2-4f27-a652-8cc399f87b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:01.164205 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:02.405608 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:04.177149 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:23.673884 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:53:24.718451 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:28.511515 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e25cad28-e77e-4f2f-9cbb-b469d3c96f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:29.669602 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:31.159392 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:31.162377 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-270f1d32-41c7-4808-a438-0cf8a251b704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:32.409094 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:34.180035 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:54.736084 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:58.513270 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a6dccb01-9270-4b55-8a16-a9064c776a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:59.689362 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:00.673011 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:54:01.161013 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:01.162736 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-81210152-faef-4b12-bfaa-ed190254ed52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:02.413575 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.184914 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.751555 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:28.514872 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f4899e15-2959-4456-b185-a0a7bcf39f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.697794 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:31.160262 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:31.162020 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-f59ce9ef-210a-4538-9803-00124600f5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:32.414413 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:34.186428 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:37.672535 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:54:54.749161 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:58.514217 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-62b98206-b323-4d3c-9e88-afc45723f256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:59.697794 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:01.160212 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:01.161999 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-173d2ebb-deb2-43f3-9343-5969cf9b52f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:02.417975 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:04.190271 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.672504 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:55:24.750855 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:28.514300 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-22482932-161c-4675-b5f9-59311d8138d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.703992 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:31.159894 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:31.161614 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6e3d94fc-c056-421b-a688-2c2ebcd0f657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:32.420190 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.192544 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:51.672328 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:55:54.756037 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:58.520057 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a104d4aa-d2ef-4496-8b5a-79700d21a70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:59.705292 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:01.168700 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-e0d60396-0467-42c4-8290-04fb270505b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:01.170946 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:02.423968 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:04.196346 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:24.776150 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:28.512660 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-6141c6d6-9fd4-4346-8a5f-cac3804aef74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:28.671966 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:56:29.698499 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:31.160346 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:31.161931 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a071cc6b-013e-4816-851b-63ff248be318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:32.426725 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:34.198810 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:54.776024 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:58.514621 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-bbc7def7-b3ca-4ab0-8a16-f84246897bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:59.716120 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:01.159494 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:01.161245 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-59de298c-a76b-4801-af2a-e922968178b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:02.431108 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:04.202387 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:05.671947 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:57:24.793219 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:28.514357 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-53e13142-4696-424f-8b3b-3aebbf5c4423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:29.716427 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:31.161338 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:31.163237 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fa8e9b79-25cf-45e1-a303-1f217c0f34e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:32.433999 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:34.206976 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:42.671365 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:57:54.809169 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.515021 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1d960c91-9241-4fc6-a077-5ff858956973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:59.718183 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:01.162069 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:01.165204 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-fd27b887-b5a7-4144-9458-01ee9fcc3abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:02.435637 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:04.209487 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:19.673610 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:58:24.820192 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:28.515488 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d94553dc-0a9a-45e2-9bc6-027a9ecf1d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:29.716186 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:31.162008 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:31.165073 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d8b0daa2-5c26-4e9b-ad29-121717d7dd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:32.438284 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:34.212491 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.823332 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:56.673436 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:58:58.516089 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-b3ce9d0d-2cfb-439e-a80d-1c37644f73d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.723078 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:01.162644 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1ee8964f-44da-42b7-ae0f-f7375eb0b340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:01.165665 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:02.442337 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:04.216123 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:11.361232 n-d-800086-6 neutron-server[93832]: DEBUG neutron.wsgi [req-ba035faf-276b-4513-9b1a-0f1bfe2202e1 req-3817c0e1-5231-41f6-a662-a6fcb4f459c6 service neutron] (93832) timed out ('10.222.0.54', 54916) {{(pid=93832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:59:24.826952 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:28.516610 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-1de4f9da-991d-4dc2-bae4-6e1d9aff42a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:29.722375 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:31.164651 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-8124d7cd-04cc-49a7-99c9-8ba05d7f5573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:31.166777 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:32.449055 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:33.672841 n-d-800086-6 neutron-server[93834]: DEBUG neutron.db.agents_db [None req-e485e127-7bad-4c80-8d12-3309e1529fe8 None None] Agent healthcheck: found 7 active agents {{(pid=93834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:59:34.218919 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:54.839135 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c5d21509-c253-4a02-b496-4aefb7607485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:58.517507 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-cacb5685-c4a9-4b6a-a46c-c5db29e0333a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:59.744773 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd090-fbbd-4f82-a9c8-79fe0fc4ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:01.180038 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-71a2b3f8-d56d-46c3-b2b3-2d9ba6629ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:01.182866 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-a44d2f16-54a2-4fc5-ad04-dcd9d1daeb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:02.449402 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-c0b4b852-d586-48ec-b07a-ce16c388bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:04.222271 n-d-800086-6 neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-462e3179-45e3-4b22-9a38-b735e8b8dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739031160890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017907'] for agent, after_update {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}